-- Logs begin at Wed 2021-09-29 22:01:21 UTC, end at Thu 2021-09-30 00:34:20 UTC. -- Sep 29 22:48:16.209412 n-d-811173-2 systemd[1]: Started Devstack devstack@q-svc.service. Sep 29 22:48:18.961404 n-d-811173-2 neutron-server[109898]: INFO neutron.common.config [-] Logging enabled! Sep 29 22:48:18.962042 n-d-811173-2 neutron-server[109898]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev36 Sep 29 22:48:18.962190 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109898) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 29 22:48:18.965523 n-d-811173-2 neutron-server[109898]: INFO neutron.common.config [-] Logging enabled! Sep 29 22:48:18.965786 n-d-811173-2 neutron-server[109898]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev36 Sep 29 22:48:18.966107 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109898) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 29 22:48:18.967073 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 22:48:18.967313 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 22:48:18.967685 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 22:48:18.968524 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 22:48:18.968755 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 22:48:18.969083 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.969390 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.969696 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.969934 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.970239 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.970539 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.970827 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.971122 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.971428 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.971723 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.972043 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.972341 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.972582 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.972871 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.973167 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.973462 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.973694 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] debug = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.973983 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.974421 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.974845 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.975134 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.975433 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.975719 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.976034 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.976307 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.976599 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.976942 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] host = n-d-811173-2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.977217 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.977518 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.977811 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.978104 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.978384 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.978666 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.978959 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.979240 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.979517 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] log_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.979799 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.980115 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.980408 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.980704 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.980938 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.981167 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.981463 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.981757 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.982039 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.982318 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.982597 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.982877 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.983156 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.984000 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.984306 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.984596 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.984887 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.985169 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.985449 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.985728 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.986007 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.986299 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.986580 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.986857 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.987139 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.987433 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.987713 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.988017 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.988327 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.988619 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.988910 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.989207 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.989489 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.989785 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.990065 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.990345 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.990621 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] use_json = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.990901 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.991178 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.991466 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.991745 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.992049 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.992330 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.992607 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.992898 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:18.993202 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.993509 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.993819 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.994109 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.994415 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.994700 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.994998 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.995283 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.995583 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.995903 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.996202 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.996488 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.996782 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.997068 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.997370 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.997692 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.997994 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.998296 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.998579 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.998863 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.999658 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:18.999974 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.000273 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.000562 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.000861 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.001160 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.001447 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.001740 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.002044 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.002344 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.002625 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.002913 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.003213 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.003498 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.003778 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.004091 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.004391 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.004677 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.004957 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.005246 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.005531 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.005810 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.006090 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.006373 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.006673 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.006958 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.007235 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.007517 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.007801 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.008104 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.008397 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.008681 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.008961 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.009241 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.009526 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.009805 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.010085 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.010371 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.010652 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.010937 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.011218 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.011497 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.011776 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.012083 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.012366 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.012645 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.012923 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.013206 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.013484 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.013763 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.014039 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.014320 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.015197 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.015550 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.015883 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.016175 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.016463 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.016751 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.017037 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.017323 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.017613 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.017899 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.018182 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.018462 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.018762 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.019054 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.019348 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.019638 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.019943 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.020255 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.020539 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.020830 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.021113 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.021400 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.021689 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.021980 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.022282 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.022584 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.022887 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.023189 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.023488 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.023774 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.024120 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.024406 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:19.024632 n-d-811173-2 neutron-server[109898]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 22:48:19.024877 n-d-811173-2 neutron-server[109898]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109898) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 29 22:48:19.379709 n-d-811173-2 neutron-server[109898]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 29 22:48:19.380037 n-d-811173-2 neutron-server[109898]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 29 22:48:19.380344 n-d-811173-2 neutron-server[109898]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 29 22:48:19.380686 n-d-811173-2 neutron-server[109898]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 29 22:48:19.771879 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.772193 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.772471 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.773783 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.774067 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.774341 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.810497 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.810782 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.811056 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.826281 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.826570 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.826847 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.855366 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.855656 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.855969 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.894762 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.895051 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:19.895326 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.129345 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.129986 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.129986 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.130146 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.130863 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.259414 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.259741 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.260061 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.260343 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.260618 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.260939 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.261205 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.261469 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.261730 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.262022 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.262291 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.262561 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.262824 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.263081 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.263342 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.263611 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.263907 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.264183 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.264460 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.264844 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.265128 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.265396 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.265687 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.266076 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.266334 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.266588 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.266985 n-d-811173-2 neutron-server[109898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 22:48:20.267231 n-d-811173-2 neutron-server[109898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 22:48:20.267474 n-d-811173-2 neutron-server[109898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 22:48:20.267718 n-d-811173-2 neutron-server[109898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 22:48:20.267986 n-d-811173-2 neutron-server[109898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 22:48:20.268223 n-d-811173-2 neutron-server[109898]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 22:48:20.268598 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 29 22:48:20.271689 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 29 22:48:20.275861 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 29 22:48:20.279471 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Sep 29 22:48:20.281202 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 29 22:48:20.281660 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 29 22:48:20.282003 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 29 22:48:20.282402 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 29 22:48:20.285430 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 29 22:48:20.285798 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 29 22:48:20.286326 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 22:48:20.293557 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 29 22:48:20.317176 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 29 22:48:20.317639 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.317946 n-d-811173-2 neutron-server[109898]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109898) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 29 22:48:20.318315 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.319708 n-d-811173-2 neutron-server[109898]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109898) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 29 22:48:20.320192 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 29 22:48:20.320448 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 29 22:48:20.323648 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.323976 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:20.388242 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 29 22:48:20.388424 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 29 22:48:20.388666 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 29 22:48:20.389047 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 29 22:48:20.411264 n-d-811173-2 neutron-server[109898]: DEBUG oslo_db.sqlalchemy.engines [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109898) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 29 22:48:20.947223 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Initializing driver for type 'gre' Sep 29 22:48:20.947752 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] gre ID ranges: [(1, 1000)] Sep 29 22:48:21.000131 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Initializing driver for type 'local' Sep 29 22:48:21.000467 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Initializing driver for type 'vlan' Sep 29 22:48:21.012824 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] VlanTypeDriver initialization complete Sep 29 22:48:21.013212 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Initializing driver for type 'vxlan' Sep 29 22:48:21.013649 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] vxlan ID ranges: [(1, 1000)] Sep 29 22:48:21.068980 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Initializing extension driver 'port_security' Sep 29 22:48:21.069383 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] PortSecurityExtensionDriver initialization complete Sep 29 22:48:21.069651 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Initializing mechanism driver 'openvswitch' Sep 29 22:48:21.069935 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Initializing mechanism driver 'hyperv' Sep 29 22:48:21.076490 n-d-811173-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.plugin [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:48:21.077335 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > port after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.077951 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > port after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.078310 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > port after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.078831 n-d-811173-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 22:48:21.079262 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > subnet after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.079614 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > subnet after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.079984 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.080375 n-d-811173-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 22:48:21.080787 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > network after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.081136 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > network after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.081476 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > network after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.081862 n-d-811173-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 22:48:21.082265 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > security_group after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.082610 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > security_group after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.082950 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > security_group after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.083473 n-d-811173-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 22:48:21.083913 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.084262 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.084603 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.085035 n-d-811173-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 22:48:21.085442 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > address_group after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.085785 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > address_group after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.086124 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > address_group after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.086511 n-d-811173-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109898) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 29 22:48:21.086919 n-d-811173-2 neutron-server[109898]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] ML2 OVO RPC backend initialized. {{(pid=109898) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 29 22:48:21.087616 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.087998 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.088415 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > network before_response 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.088760 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > networks before_response 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.089104 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > port before_response 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.089440 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > ports before_response 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.089781 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > subnet before_response 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.090120 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > subnets before_response 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.090459 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > network after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.090795 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > network after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.091124 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > network after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.091456 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > port after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.091788 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > port after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.092146 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > port after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.092476 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > subnet after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.092885 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > subnet after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.093436 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > subnet after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.094099 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.plugin [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Modular L2 Plugin initialization complete Sep 29 22:48:21.094431 n-d-811173-2 neutron-server[109898]: DEBUG neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading services supported by the core plugin {{(pid=109898) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 29 22:48:21.094758 n-d-811173-2 neutron-server[109898]: INFO neutron.plugins.ml2.managers [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Got port-security extension from driver 'port_security' Sep 29 22:48:21.095219 n-d-811173-2 neutron-server[109898]: INFO neutron.extensions.vlantransparent [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Disabled vlantransparent extension. Sep 29 22:48:21.095698 n-d-811173-2 neutron-server[109898]: DEBUG neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109898) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 29 22:48:21.096039 n-d-811173-2 neutron-server[109898]: INFO neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading Plugin: router Sep 29 22:48:21.132469 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router_interface before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.133011 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router after_create 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.133209 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router before_create 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.133570 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.133939 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.134291 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router after_delete 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.134645 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > floatingip after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.134990 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > floatingip after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.135344 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router after_create 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.135685 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router after_update 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.136058 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router after_update 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.136410 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.136767 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router after_update 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.137173 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router precommit_update 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.137542 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: port after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.137876 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: port after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.138212 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: subnet after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.138547 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.138890 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > port precommit_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.139232 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router precommit_create 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.139569 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: port before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.140151 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router precommit_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.140621 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router after_update 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.140967 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router precommit_delete 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.141319 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router precommit_create 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.141678 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router_interface after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.142025 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router precommit_update 55549900 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.142392 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > agent after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.142741 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > agent after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.143083 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > network after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.143954 n-d-811173-2 neutron-server[109898]: DEBUG neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Tracking information for resource: router configured {{(pid=109898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 22:48:21.144289 n-d-811173-2 neutron-server[109898]: DEBUG neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Tracking information for resource: floatingip configured {{(pid=109898) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 29 22:48:21.149141 n-d-811173-2 neutron-server[109898]: INFO neutron.db.l3_agentschedulers_db [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 29 22:48:21.149713 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: port after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.150070 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: port after_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.150417 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: port after_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.150767 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: port after_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.151540 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router before_create 55550100 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.151933 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router precommit_delete 55550100 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.152299 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router precommit_create 55550100 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.152650 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > router precommit_update 55550100 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.157777 n-d-811173-2 neutron-server[109898]: DEBUG neutron.services.provider_configuration [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service providers = [] {{(pid=109898) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 29 22:48:21.158143 n-d-811173-2 neutron-server[109898]: DEBUG neutron.db.servicetype_db [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109898) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 29 22:48:21.161105 n-d-811173-2 neutron-server[109898]: DEBUG neutron.services.service_base [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 22:48:21.161451 n-d-811173-2 neutron-server[109898]: DEBUG neutron.services.service_base [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 22:48:21.161788 n-d-811173-2 neutron-server[109898]: DEBUG neutron.services.service_base [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 22:48:21.162675 n-d-811173-2 neutron-server[109898]: DEBUG neutron.services.service_base [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109898) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 29 22:48:21.163047 n-d-811173-2 neutron-server[109898]: INFO neutron.services.service_base [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 29 22:48:21.163412 n-d-811173-2 neutron-server[109898]: DEBUG neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 22:48:21.163730 n-d-811173-2 neutron-server[109898]: INFO neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 29 22:48:21.174818 n-d-811173-2 neutron-server[109898]: DEBUG neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 22:48:21.175152 n-d-811173-2 neutron-server[109898]: INFO neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading Plugin: auto_allocate Sep 29 22:48:21.180850 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: network precommit_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.181206 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: network precommit_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.181854 n-d-811173-2 neutron-server[109898]: DEBUG neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 22:48:21.182050 n-d-811173-2 neutron-server[109898]: INFO neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading Plugin: tag Sep 29 22:48:21.189816 n-d-811173-2 neutron-server[109898]: DEBUG neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 22:48:21.190198 n-d-811173-2 neutron-server[109898]: INFO neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading Plugin: timestamp Sep 29 22:48:21.194171 n-d-811173-2 neutron-server[109898]: DEBUG neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 22:48:21.194499 n-d-811173-2 neutron-server[109898]: INFO neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading Plugin: network_ip_availability Sep 29 22:48:21.199997 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.200313 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.200666 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.201387 n-d-811173-2 neutron-server[109898]: DEBUG neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 22:48:21.201703 n-d-811173-2 neutron-server[109898]: INFO neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading Plugin: flavors Sep 29 22:48:21.206649 n-d-811173-2 neutron-server[109898]: DEBUG neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 22:48:21.206979 n-d-811173-2 neutron-server[109898]: INFO neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading Plugin: revisions Sep 29 22:48:21.211176 n-d-811173-2 neutron-server[109898]: DEBUG neutron.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109898) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 29 22:48:21.211568 n-d-811173-2 neutron-server[109898]: DEBUG oslo_concurrency.lockutils [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=109898) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 29 22:48:21.212336 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109898) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 29 22:48:21.212666 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Initializing extension manager. Sep 29 22:48:21.213170 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: __init__.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.213506 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: __pycache__ {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.213833 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.214158 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: address_group.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.214904 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.215461 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: address-group Sep 29 22:48:21.215775 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: address_scope.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.216697 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.217203 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: address-scope Sep 29 22:48:21.217522 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: admin_state_down_before_update.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.219208 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.219714 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: router-admin-state-down-before-update Sep 29 22:48:21.220063 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: agent.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.220763 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.221266 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: agent Sep 29 22:48:21.221585 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: agent_resources_synced.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.222496 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.222996 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: agent-resources-synced Sep 29 22:48:21.223313 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: allowedaddresspairs.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.225111 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.225631 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: allowed-address-pairs Sep 29 22:48:21.225953 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: auto_allocated_topology.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.227007 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.227516 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: auto-allocated-topology Sep 29 22:48:21.227848 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: availability_zone.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.228551 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.229054 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: availability_zone Sep 29 22:48:21.229376 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: availability_zone_filter.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.230277 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.230782 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: availability_zone_filter Sep 29 22:48:21.231102 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: data_plane_status.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.232031 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.232541 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension data-plane-status not supported by any of loaded plugins Sep 29 22:48:21.232863 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: default_subnetpools.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.234539 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.235091 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: default-subnetpools Sep 29 22:48:21.235432 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: dhcpagentscheduler.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.236258 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.236768 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: dhcp_agent_scheduler Sep 29 22:48:21.237093 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: dns.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.238007 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.238507 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension dns-integration not supported by any of loaded plugins Sep 29 22:48:21.238831 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: dns_domain_ports.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.239742 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.240271 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 29 22:48:21.240596 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.241509 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.242013 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 29 22:48:21.242334 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: dvr.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.243005 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.243507 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: dvr Sep 29 22:48:21.243842 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: ecmp_routes.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.244753 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.245249 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 29 22:48:21.245565 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: empty_string_filtering.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.246463 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.246965 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: empty-string-filtering Sep 29 22:48:21.247285 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.248225 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.248728 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 29 22:48:21.249083 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.250223 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.250721 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 29 22:48:21.251039 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: external_net.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.251977 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.252484 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: external-net Sep 29 22:48:21.252801 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: extra_dhcp_opt.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.253709 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.254209 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: extra_dhcp_opt Sep 29 22:48:21.254525 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: extraroute.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.255420 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.255952 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: extraroute Sep 29 22:48:21.256269 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: extraroute_atomic.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.257289 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.257790 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: extraroute-atomic Sep 29 22:48:21.258108 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: filter_validation.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.258763 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.259267 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: filter-validation Sep 29 22:48:21.259585 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: fip_pf_description.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.260520 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.261019 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 29 22:48:21.261336 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: fip_port_details.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.262236 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.262742 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: fip-port-details Sep 29 22:48:21.263060 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: flavors.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.264294 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.264966 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: flavors Sep 29 22:48:21.265510 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.267153 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.267672 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 29 22:48:21.268033 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: floatingip_pools.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.268734 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.269240 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: floatingip-pools Sep 29 22:48:21.269560 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: ip_allocation.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.270481 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.270980 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension ip_allocation not supported by any of loaded plugins Sep 29 22:48:21.271296 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.272234 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.272741 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: ip-substring-filtering Sep 29 22:48:21.273060 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: l2_adjacency.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.273976 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.274476 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 29 22:48:21.274793 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: l3.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.275893 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.276412 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: router Sep 29 22:48:21.276732 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: l3_conntrack_helper.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.278948 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.279477 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 29 22:48:21.279807 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.281631 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.282152 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: ext-gw-mode Sep 29 22:48:21.282481 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.283405 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.283941 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: l3-ha Sep 29 22:48:21.284268 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: l3_flavors.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.285184 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.285692 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: l3-flavors Sep 29 22:48:21.286011 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.286915 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.287417 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 29 22:48:21.287733 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: l3agentscheduler.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.288784 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.289293 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: l3_agent_scheduler Sep 29 22:48:21.289616 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: logging.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.291084 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.291602 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension logging not supported by any of loaded plugins Sep 29 22:48:21.291965 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: metering.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.292715 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.293287 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: metering Sep 29 22:48:21.293613 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.294688 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.295206 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: metering_source_and_destination_fields Sep 29 22:48:21.295532 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: multiprovidernet.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.297287 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.297800 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: multi-provider Sep 29 22:48:21.298121 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: netmtu.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.299036 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.299539 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: net-mtu Sep 29 22:48:21.299881 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: netmtu_writable.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.300795 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.301298 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: net-mtu-writable Sep 29 22:48:21.301615 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: network_availability_zone.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.302280 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.302782 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: network_availability_zone Sep 29 22:48:21.303098 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: network_ip_availability.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.304225 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.304732 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: network-ip-availability Sep 29 22:48:21.305054 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: network_segment_range.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.305815 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.306315 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension network-segment-range not supported by any of loaded plugins Sep 29 22:48:21.306633 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: pagination.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.307615 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.308023 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: pagination Sep 29 22:48:21.308344 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: port_device_profile.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.309249 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.310015 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: port-device-profile Sep 29 22:48:21.310336 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.311258 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.311970 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: port-mac-address-regenerate Sep 29 22:48:21.312410 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.313322 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.313830 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: port-numa-affinity-policy Sep 29 22:48:21.314151 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: port_resource_request.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.315185 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.315690 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension port-resource-request not supported by any of loaded plugins Sep 29 22:48:21.316044 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: portbindings.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.316964 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.317467 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: binding Sep 29 22:48:21.317786 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: portbindings_extended.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.319049 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.319560 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: binding-extended Sep 29 22:48:21.319908 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: portsecurity.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.320825 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.321329 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: port-security Sep 29 22:48:21.321646 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: project_id.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.323020 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.323020 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: project-id Sep 29 22:48:21.323247 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: providernet.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.324198 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.324708 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: provider Sep 29 22:48:21.325028 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: qos.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.328827 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.329352 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension qos not supported by any of loaded plugins Sep 29 22:48:21.329679 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.330916 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.331428 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 29 22:48:21.331755 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.332706 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.333209 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 29 22:48:21.333531 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: qos_default.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.334437 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.334943 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension qos-default not supported by any of loaded plugins Sep 29 22:48:21.335267 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: qos_fip.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.335950 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.336451 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension qos-fip not supported by any of loaded plugins Sep 29 22:48:21.336770 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: qos_gateway_ip.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.337687 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.338194 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 29 22:48:21.338515 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: qos_port_network_policy.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.339512 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.340051 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 29 22:48:21.340372 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: qos_pps_rule.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.341539 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.342051 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension qos-pps not supported by any of loaded plugins Sep 29 22:48:21.342378 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: qos_rule_type_details.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.344069 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.344581 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 29 22:48:21.344903 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: qos_rules_alias.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.345961 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.346471 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 29 22:48:21.346792 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: quotasv2.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.347736 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.348092 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: quotas Sep 29 22:48:21.348411 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: quotasv2_detail.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.351631 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.352002 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: quota_details Sep 29 22:48:21.352337 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: rbac.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.353402 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.353926 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: rbac-policies Sep 29 22:48:21.354256 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: rbac_address_group.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.355175 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.355691 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: rbac-address-group Sep 29 22:48:21.356037 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: rbac_address_scope.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.356949 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.357460 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: rbac-address-scope Sep 29 22:48:21.357782 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: rbac_security_groups.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.359428 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.360062 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: rbac-security-groups Sep 29 22:48:21.360386 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: rbac_subnetpool.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.361315 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.361825 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: rbac-subnetpool Sep 29 22:48:21.362143 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: revisionifmatch.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.363068 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.363578 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: revision-if-match Sep 29 22:48:21.363922 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: revisions.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.365029 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.365667 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: standard-attr-revisions Sep 29 22:48:21.365995 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: router_availability_zone.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.366688 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.367184 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: router_availability_zone Sep 29 22:48:21.367504 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: routerservicetype.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.368449 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.368956 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension router-service-type not supported by any of loaded plugins Sep 29 22:48:21.369276 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.370189 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.370697 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: security-groups-normalized-cidr Sep 29 22:48:21.371016 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: security_groups_port_filtering.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.371948 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.372457 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: port-security-groups-filtering Sep 29 22:48:21.372783 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.373695 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.374356 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: security-groups-remote-address-group Sep 29 22:48:21.374848 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: securitygroup.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.385910 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.386445 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: security-group Sep 29 22:48:21.386777 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: segment.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.387591 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.388130 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension segment not supported by any of loaded plugins Sep 29 22:48:21.388460 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.389414 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.390127 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 29 22:48:21.390578 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: servicetype.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.391856 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.392380 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: service-type Sep 29 22:48:21.392706 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: sorting.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.393694 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.394023 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: sorting Sep 29 22:48:21.394348 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: standard_attr_segment.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.395258 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.395767 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 29 22:48:21.396126 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: standardattrdescription.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.396775 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.397283 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: standard-attr-description Sep 29 22:48:21.397606 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: stateful_security_group.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.398539 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.399052 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: stateful-security-group Sep 29 22:48:21.399373 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: stdattrs_common.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.399976 n-d-811173-2 neutron-server[109898]: WARNING neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 29 22:48:21.400294 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.401212 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.401728 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 29 22:48:21.402052 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: subnet_onboard.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.403122 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.403642 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: subnet_onboard Sep 29 22:48:21.403992 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.404920 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.406088 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 29 22:48:21.406630 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: subnet_service_types.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.407563 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.408098 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: subnet-service-types Sep 29 22:48:21.408422 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: subnetallocation.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.409508 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.410019 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: subnet_allocation Sep 29 22:48:21.410352 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.411011 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.411519 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: subnetpool-prefix-ops Sep 29 22:48:21.411870 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.412800 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.413311 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 29 22:48:21.413632 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: tagging.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.414709 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.415220 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: standard-attr-tag Sep 29 22:48:21.415544 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: timestamp.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.416780 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.417295 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loaded extension: standard-attr-timestamp Sep 29 22:48:21.417620 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: trunk.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.418651 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.419162 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension trunk not supported by any of loaded plugins Sep 29 22:48:21.419486 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: trunk_details.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.420429 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.421506 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension trunk-details not supported by any of loaded plugins Sep 29 22:48:21.422075 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: uplink_status_propagation.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.423015 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.423536 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 29 22:48:21.423892 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Loading extension file: vlantransparent.py {{(pid=109898) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 29 22:48:21.424566 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109898) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 29 22:48:21.425073 n-d-811173-2 neutron-server[109898]: INFO neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 29 22:48:21.427490 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:network Sep 29 22:48:21.428036 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:subnet Sep 29 22:48:21.428436 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 22:48:21.428825 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:port Sep 29 22:48:21.430039 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.430488 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service FLAVORS assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.431109 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.431529 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.431885 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:router Sep 29 22:48:21.432313 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:floatingip Sep 29 22:48:21.432799 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service METERING assigned prefix: /metering {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.434247 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.434872 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.435222 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109898) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 22:48:21.436251 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 22:48:21.436823 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:security_group Sep 29 22:48:21.437410 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 22:48:21.438020 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service CORE assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.438350 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 22:48:21.438704 n-d-811173-2 neutron-server[109898]: WARNING neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] subnetpool is already registered Sep 29 22:48:21.439121 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service CORE assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.439444 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 22:48:21.439774 n-d-811173-2 neutron-server[109898]: WARNING neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] subnetpool is already registered Sep 29 22:48:21.442067 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.442497 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service FLAVORS assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.443087 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.443507 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.443859 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:router Sep 29 22:48:21.444202 n-d-811173-2 neutron-server[109898]: WARNING neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] router is already registered Sep 29 22:48:21.444612 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:floatingip Sep 29 22:48:21.444943 n-d-811173-2 neutron-server[109898]: WARNING neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] floatingip is already registered Sep 29 22:48:21.445397 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service METERING assigned prefix: /metering {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.446052 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of CountableResource for resource:rbac_policy Sep 29 22:48:21.446373 n-d-811173-2 neutron-server[109898]: WARNING neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] rbac_policy is already registered Sep 29 22:48:21.446779 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:security_group Sep 29 22:48:21.447107 n-d-811173-2 neutron-server[109898]: WARNING neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] security_group is already registered Sep 29 22:48:21.447501 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 29 22:48:21.447839 n-d-811173-2 neutron-server[109898]: WARNING neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] security_group_rule is already registered Sep 29 22:48:21.448463 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service CORE assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.448788 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 22:48:21.449116 n-d-811173-2 neutron-server[109898]: WARNING neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] subnetpool is already registered Sep 29 22:48:21.449523 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.v2.resource_helper [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Service CORE assigned prefix: {{(pid=109898) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 29 22:48:21.449843 n-d-811173-2 neutron-server[109898]: INFO neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Creating instance of TrackedResource for resource:subnetpool Sep 29 22:48:21.450216 n-d-811173-2 neutron-server[109898]: WARNING neutron.quota.resource_registry [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] subnetpool is already registered Sep 29 22:48:21.450632 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: extensions {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.452345 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: address-groups {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.453888 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: address-scopes {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.455174 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: agents {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.456338 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: auto-allocated-topology {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.457567 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: availability_zones {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.458751 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: dhcp-networks {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.460267 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: dhcp-agents {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.461649 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: routers {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.463811 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: flavors {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.464961 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: service_profiles {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.466150 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: next_providers {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.467562 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: service_profiles {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.469992 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: floatingip-pools {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.471183 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: routers {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.473311 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: floatingips {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.474569 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: l3-routers {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.475982 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: l3-agents {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.477364 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: metering-labels {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.478686 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: metering-label-rules {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.479969 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: network-ip-availabilities {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.481195 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: bindings {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.484439 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: quotas {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.486085 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: quotas {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.487593 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: rbac-policies {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.488886 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: security-groups {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.490096 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: security-group-rules {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.491313 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: service-providers {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.492530 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: subnetpools {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.493929 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: subnetpools {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.495346 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: tags {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.497009 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: tags {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.498787 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: tags {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.500941 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: tags {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.502690 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: tags {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.504528 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: tags {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.506226 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: tags {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.508108 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: tags {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.509834 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: tags {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.511629 n-d-811173-2 neutron-server[109898]: DEBUG neutron.api.extensions [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Extended resource: tags {{(pid=109898) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 29 22:48:21.517899 n-d-811173-2 neutron-server[109898]: WARNING keystonemiddleware.auth_token [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 29 22:48:21.522563 n-d-811173-2 neutron-server[109898]: WARNING keystonemiddleware.auth_token [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 29 22:48:21.531638 n-d-811173-2 neutron-server[109898]: DEBUG oslo_concurrency.lockutils [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Acquired lock "singleton_lock" {{(pid=109898) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 29 22:48:21.532195 n-d-811173-2 neutron-server[109898]: DEBUG oslo_concurrency.lockutils [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Releasing lock "singleton_lock" {{(pid=109898) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 29 22:48:21.532836 n-d-811173-2 neutron-server[109898]: INFO oslo_service.service [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Starting 2 workers Sep 29 22:48:21.537632 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Started child 110005 {{(pid=109898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 22:48:21.542042 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Started child 110006 {{(pid=109898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 22:48:21.543055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:21.543665 n-d-811173-2 neutron-server[109898]: INFO neutron.service [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 29 22:48:21.544332 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Notify callbacks [] for process, before_spawn {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:21.544609 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [-] (110005) wsgi starting up on http://0.0.0.0:9696 Sep 29 22:48:21.547396 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:21.547855 n-d-811173-2 neutron-server[109898]: INFO oslo_service.service [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Starting 1 workers Sep 29 22:48:21.548825 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [-] (110006) wsgi starting up on http://0.0.0.0:9696 Sep 29 22:48:21.552878 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Started child 110007 {{(pid=109898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 22:48:21.553410 n-d-811173-2 neutron-server[109898]: INFO oslo_service.service [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Starting 1 workers Sep 29 22:48:21.556578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.service [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] calling RpcWorker wait() {{(pid=110007) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 29 22:48:21.557136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.service [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] returning from RpcWorker wait() {{(pid=110007) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 29 22:48:21.557828 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Started child 110008 {{(pid=109898) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 29 22:48:21.558469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:21.558667 n-d-811173-2 neutron-server[109898]: DEBUG neutron_lib.callbacks.manager [None req-cd5adb90-3fb6-4ce0-9d7c-a8a6587c819d None None] Notify callbacks [] for process, after_spawn {{(pid=109898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:21.558934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:48:21.560807 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109898) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 22:48:21.561015 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 22:48:21.561199 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 22:48:21.561427 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 22:48:21.561887 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 22:48:21.562169 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 22:48:21.562781 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.563055 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.563147 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:21.563608 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.563608 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.563862 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.564529 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.564773 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.565026 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.565307 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.565539 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.565713 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.565883 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.566124 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.566386 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.566701 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.566968 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.567202 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.567462 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.567637 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.567905 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.568182 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.568414 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.568698 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] debug = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.568950 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.569456 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.569691 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.569964 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.570193 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.570495 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.570740 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.570988 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.571236 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.571469 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.571707 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.571991 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.572225 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.572455 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.572671 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.572914 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.573150 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.573591 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] host = n-d-811173-2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.573850 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.574069 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.574312 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.574559 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.574811 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.575020 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.575270 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.575514 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.575763 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.576027 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.576275 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.576540 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.576773 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.577021 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.577823 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_options = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.578168 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.578612 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.578967 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.579161 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.579319 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.579491 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.579758 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.579937 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.580209 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.580409 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.580666 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.580850 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.581080 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.581292 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.581548 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.581789 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.582019 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.582228 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.582472 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.582718 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.582942 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.583189 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.583402 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.583644 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.583902 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.584118 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.584361 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.584573 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.584782 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.585027 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.585254 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.585515 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.585728 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.585957 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.586217 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.586443 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.586668 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.586878 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.587151 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.587378 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.587634 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.587898 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.588134 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.588385 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.588621 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.588857 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.589070 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_json = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.589284 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.589525 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.589836 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.589998 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.590233 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.590456 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.590647 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.590871 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.591277 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.591674 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.592196 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.592550 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.592729 n-d-811173-2 neutron-server[110008]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:48:21.593445 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.593756 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.594168 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.594619 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.595121 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.595383 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.595763 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.596131 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.596497 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.596497 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.596750 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.597067 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.597330 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.598271 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.598271 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.598271 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.598271 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.599310 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.599310 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.599310 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.599310 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.600684 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.600684 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.600684 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.600684 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.600684 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603181 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603181 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603181 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603181 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603181 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603181 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603181 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603181 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603884 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603884 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603884 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603884 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603884 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603884 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.603884 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.604815 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.604815 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.604815 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.604815 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.605420 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.605420 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.605694 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.605948 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.606160 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.607364 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.607796 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.608085 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.608540 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.608813 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.609984 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.610190 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.610331 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.611045 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.611045 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.611045 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.611348 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.611881 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.611881 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.612152 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.612343 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.612594 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.612819 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.613061 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.613310 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.613535 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.613939 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.614042 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.614210 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.614696 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.614696 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.614867 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.616558 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.616558 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.616558 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.616558 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.616558 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.616558 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.616558 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.616558 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.617188 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.617188 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.617396 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.617646 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.617889 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.618137 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.618365 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.618636 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.618864 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.619122 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.619361 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.619646 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.619925 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.620190 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.620415 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.620674 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.620942 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.621165 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.621417 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.621659 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.621918 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.622163 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.622413 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.622684 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.622953 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.623195 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.623429 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.623718 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.624071 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.624514 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.624785 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.625055 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.625354 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.625627 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.625869 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.626195 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.626464 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.626730 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.626968 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.627239 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.627494 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.627731 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.628031 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.628320 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.628581 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.628806 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.629026 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.629277 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.629598 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.629852 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.630105 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.630358 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.630644 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.630914 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.631155 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.631424 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.631671 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.631952 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.632228 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.632483 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.632702 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.632943 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.633178 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.633403 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.633657 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.633876 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.634126 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.634348 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.634565 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.634803 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.635041 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.635262 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.635499 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.635716 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.636175 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.636615 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.637012 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.637390 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.637637 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.637858 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.638101 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.638338 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.638576 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.638862 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.639085 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.639356 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.640165 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.640413 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.640645 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.640882 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.641132 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.641351 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.641591 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.641832 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.642046 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.642261 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.642479 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.642714 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.642949 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.643178 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.643397 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.643655 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.643926 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.644277 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.644527 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.644764 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.645003 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.645227 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.645485 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.645706 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.645923 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.646135 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.646375 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.646594 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.646852 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.647076 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.647320 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.647535 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.647751 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.647989 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.648209 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.648445 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.648729 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.648983 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.649226 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.649486 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.649733 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.649949 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.650197 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.650431 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.650642 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.650866 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.651105 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.651318 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.651547 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.651757 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.651991 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.652238 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.652453 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.652665 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.652891 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.653126 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.653337 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.653562 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.653777 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.653987 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.654211 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.654425 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.654635 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.654857 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.655087 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.655369 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.655649 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.655873 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.656084 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.656314 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.656535 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.656746 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.657055 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.657306 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.657527 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.657814 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.658059 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.658305 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.658560 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.658884 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.659103 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.659362 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.659596 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.659863 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.660074 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.660326 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.660656 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.660943 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.661225 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.661469 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.661792 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.662063 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.662336 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.662579 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.662867 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.663194 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.663472 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.663746 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.664014 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.664281 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.664524 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.664745 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.664985 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.665224 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.665441 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.665679 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.665927 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.666172 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.666387 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.666614 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.666835 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.667089 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.667318 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.667538 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.667750 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.667934 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 22:48:21.668479 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109898) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 29 22:48:21.668638 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 29 22:48:21.668791 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 29 22:48:21.668971 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 29 22:48:21.669142 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 29 22:48:21.669453 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 29 22:48:21.669662 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.669823 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.669984 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.670145 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.670305 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.670484 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.670631 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.670794 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.671572 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.671856 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.672020 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.672269 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.672445 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.672604 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.672764 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.672924 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.673082 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.673245 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.673409 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.673570 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.673728 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.673887 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.674046 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] debug = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.674205 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.674416 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.674583 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.674743 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.674901 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.675059 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.675218 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.675377 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.675532 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.675688 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.676944 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.676944 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.676944 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.676944 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.676944 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.676944 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.676944 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.676944 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] host = n-d-811173-2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.677888 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.677888 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.677888 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.677888 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.677888 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.677888 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.678396 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.678396 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.678396 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.678657 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.678657 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.678893 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.679016 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.679147 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.679231 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_options = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.679356 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.679515 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.679673 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.679890 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.680057 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.680217 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.680375 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.680523 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.680681 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.680839 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.680996 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.681155 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.681315 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.681473 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.681680 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.681808 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.682029 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.682154 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.682265 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.682386 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.682512 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.682670 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.682829 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.682987 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.683146 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.683304 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.683463 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.683619 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.683777 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.683957 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.684116 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.684275 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.684739 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.684905 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.685140 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.685239 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.685357 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.685520 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.685682 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.685841 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.686001 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.686158 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.686316 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.686519 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.686699 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.686858 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.687017 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_json = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.687177 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.687476 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.687639 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.687798 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.687981 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.688143 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.688308 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.688468 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 29 22:48:21.688648 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.688810 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.688983 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.689144 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.689306 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.689467 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.689630 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.689790 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.689952 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.690112 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.690282 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.690444 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.690954 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.690954 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.690954 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.691203 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.691203 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.691376 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.691538 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.691703 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.691885 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.692046 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.692376 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.692535 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.692867 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.693029 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.693180 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.693358 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.693587 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.693757 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.44/identity {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.693919 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.694081 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.694244 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.694401 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.694557 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.694719 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.694882 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.695044 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.695233 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.695375 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.695509 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.695656 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.695818 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.696001 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.696163 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.696325 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.696487 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.696649 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.696811 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.697023 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.697110 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.697271 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.697434 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.697597 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.697759 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.697932 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.698093 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.698217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:48:21.698321 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.698423 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.698551 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.698712 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.698873 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.699033 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.699193 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.699355 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.699515 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.699689 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.699868 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.700032 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.700193 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.700402 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.700518 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.700680 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.700841 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.701003 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.701163 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.701323 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.701484 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.701644 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.701805 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.701966 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.702649 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.702842 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.703138 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.703302 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.703482 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.703612 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.703773 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.703956 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.704126 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.704304 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.704465 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.704626 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.704787 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.704950 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.705110 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.705275 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.705439 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.705598 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.705761 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.705922 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.706131 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.706227 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.706391 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.706550 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.706711 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.706872 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.707034 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.707196 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.707359 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.707520 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.707681 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.707859 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.708023 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.708185 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.708346 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.708517 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.708678 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.708841 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.709003 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.709171 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.709343 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.709505 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.709666 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.709827 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.709990 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.710151 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.710314 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.710476 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.710637 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.710799 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.710960 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.711129 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.711300 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.711482 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.711625 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.711786 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.712005 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.712166 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.712327 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.712489 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.712668 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.712811 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.712972 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.713133 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.713294 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.713454 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.713616 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.713781 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.44/identity {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.713940 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.714259 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.714406 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.714554 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.714718 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.714867 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.715014 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.715180 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.715341 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.715487 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.715639 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.715783 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.715976 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.716137 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.716302 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.716449 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.716611 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.716759 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.716924 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.717084 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.717245 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.717406 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.717566 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.717774 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.717970 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.718073 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.718253 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.718388 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.718519 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.718681 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.718844 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.719007 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.719170 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.719314 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.719481 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.719643 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.719804 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.719971 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.720135 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.720296 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.720460 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.720621 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.720783 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.720958 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.721119 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.721281 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.721442 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.721603 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.721764 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.721925 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.722084 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.722244 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.722405 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.722566 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.722730 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.722893 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.723057 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.723218 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.723380 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.723540 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.723701 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.723880 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.724059 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.724222 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.724384 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.724546 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.724707 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.724867 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.725038 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.725199 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.725360 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.725520 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.725681 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.725841 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.726012 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.726178 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.726339 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.726501 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.726662 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.726822 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.726992 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.727153 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.727314 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.727475 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.727635 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.727797 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.727986 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.728148 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.728307 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.728468 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.728628 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.728789 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.728960 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.729121 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.729282 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.729442 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.729603 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.729763 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.729933 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.730097 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.730258 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.730426 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.730586 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.730747 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.730909 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.731081 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.731243 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.731406 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.731567 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.731728 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.731911 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.732075 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.732240 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.732410 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.732578 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.732740 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.732908 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.733078 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.733246 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.733978 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.734132 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.734315 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.734474 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.734625 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.734770 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.734929 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.735091 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.735252 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.735413 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.735574 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.735734 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.735916 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.736079 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.736240 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.736402 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.736563 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.736728 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.736889 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.737049 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.737213 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.737373 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 29 22:48:21.737527 n-d-811173-2 neutron-server[109898]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109898) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 29 22:48:21.886774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54812) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:48:21.895662 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066156 Sep 29 22:48:33.331420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3e78fb-aa32-4081-8986-7803a169de38 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 22:48:33.397177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3e78fb-aa32-4081-8986-7803a169de38 None None] No non-hosted networks {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 29 22:48:33.412410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.agentschedulers_db [None req-dc3e78fb-aa32-4081-8986-7803a169de38 None None] DHCP Agent not found on host n-d-811173-2 {{(pid=110007) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 29 22:48:33.470017 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0522243a-43c2-4c87-95b5-5b03d141810e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578448'] for agent, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:36.156972 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc9ee095-af2c-44cc-8c2e-658c3fb7f172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578448'] for agent, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:36.192773 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de9bcc74-8bb2-4e49-9da4-e12cff5e4540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:36.333066 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578448'] for agent, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:36.333964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.334529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.334817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.335311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.335772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.336298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.336621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.336952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.337277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.337600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.337920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.338236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:36.338636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-811173-2', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:48:36.352892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-811173-2', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:48:37.277329 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578448'] for agent, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:38.399853 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578448'] for agent, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:39.978840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54904) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:48:40.490698 n-d-811173-2 neutron-server[110006]: WARNING oslo_policy.policy [None req-6e2c9944-bcc8-4b10-ac80-6132d7ca84a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 22:48:40.491282 n-d-811173-2 neutron-server[110006]: WARNING oslo_policy.policy [None req-6e2c9944-bcc8-4b10-ac80-6132d7ca84a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 22:48:40.713537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-6e2c9944-bcc8-4b10-ac80-6132d7ca84a8 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 22:48:40.714636 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6e2c9944-bcc8-4b10-ac80-6132d7ca84a8 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7348616 Sep 29 22:48:41.481913 n-d-811173-2 neutron-server[110007]: INFO neutron.db.l3_hamode_db [None req-e71a483a-c060-4242-a50e-4b537a1e3a10 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 29 22:48:41.557834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a483a-c060-4242-a50e-4b537a1e3a10 None None] Routers set() bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:48:41.558241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a483a-c060-4242-a50e-4b537a1e3a10 None None] Router IDs set() for agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 29 22:48:43.119065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54918) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:48:43.429519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-967632bc-bba4-4b39-acf5-d50d889574d7 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:48:43.523252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.policy [None req-967632bc-bba4-4b39-acf5-d50d889574d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110006) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 22:48:43.567614 n-d-811173-2 neutron-server[110006]: WARNING oslo_policy.policy [None req-967632bc-bba4-4b39-acf5-d50d889574d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 22:48:43.568041 n-d-811173-2 neutron-server[110006]: WARNING oslo_policy.policy [None req-967632bc-bba4-4b39-acf5-d50d889574d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 22:48:43.576638 n-d-811173-2 neutron-server[110006]: INFO neutron.quota [None req-967632bc-bba4-4b39-acf5-d50d889574d7 admin admin] Loaded quota_driver: . Sep 29 22:48:43.665537 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967632bc-bba4-4b39-acf5-d50d889574d7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781143361726', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781143364941', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781143345107', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781143346871', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781143530906', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781143068953', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-805489', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-842837', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2038804', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1991183'] for rbac-policy, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:43.728816 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967632bc-bba4-4b39-acf5-d50d889574d7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:43.730092 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-967632bc-bba4-4b39-acf5-d50d889574d7 admin admin] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6100245 Sep 29 22:48:46.346941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54930) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:48:46.838147 n-d-811173-2 neutron-server[110005]: WARNING oslo_policy.policy [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 22:48:46.838727 n-d-811173-2 neutron-server[110005]: WARNING oslo_policy.policy [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 22:48:47.063139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'project_id': '26835a8ae7494263a96db1ff233115eb'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:48:47.065045 n-d-811173-2 neutron-server[110005]: INFO neutron.quota [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Loaded quota_driver: . Sep 29 22:48:47.120073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Made reservation on behalf of 26835a8ae7494263a96db1ff233115eb for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:48:47.187632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.policy [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110005) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 29 22:48:47.231291 n-d-811173-2 neutron-server[110005]: WARNING oslo_policy.policy [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 22:48:47.231637 n-d-811173-2 neutron-server[110005]: WARNING oslo_policy.policy [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 29 22:48:47.242405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:47.264276 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:47.396115 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:47.399841 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:47.418860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 22:48:47.447363 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781141755787', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:47.447977 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Unsubscribe: segment precommit_create {{(pid=110005) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 22:48:47.448537 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Added segment 278bb699-4b65-4971-b38e-93ff5a3f12c0 of type vlan for network 9d111277-3cf0-4c27-ab40-f49bb66de6cf Sep 29 22:48:47.465411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d561560-8633-47cb-87b4-c6b6324c4a30,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:48:47.485714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.486059 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.486399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.486733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.487066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.487392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.487723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.488066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.488392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.488713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.489034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.489354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Tracked resource versions report: Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: pushed versions: Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: { 'AddressGroup': {'1.2'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'ConntrackHelper': {'1.0'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'Log': {'1.0'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'Network': {'1.1'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'Port': {'1.7'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'PortForwarding': {'1.2'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'QosPolicy': {'1.9'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'SecurityGroup': {'1.4'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'SecurityGroupRule': {'1.2'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'SubPort': {'1.0'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'Subnet': {'1.1'}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'Trunk': {'1.1'}} Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: consumer versions: Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: { DHCP agent@n-d-811173-2: {}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: L3 agent@n-d-811173-2: {}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: Metadata agent@n-d-811173-2: {}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: Metering agent@n-d-811173-2: {}, Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: Open vSwitch agent@n-d-811173-2: { 'AddressGroup': '1.2', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'ConntrackHelper': '1.0', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'Log': '1.0', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'Network': '1.1', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'Port': '1.7', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'PortForwarding': '1.2', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'QosPolicy': '1.9', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'SecurityGroup': '1.4', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'SecurityGroupRule': '1.2', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'SubPort': '1.0', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'Subnet': '1.1', Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: 'Trunk': '1.1'}} Sep 29 22:48:47.490488 n-d-811173-2 neutron-server[110005]: {{(pid=110005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 22:48:47.580990 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:47.624882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:47.626139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:48:47.626807 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:47.696332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3471017 Sep 29 22:48:47.726483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8350043-03aa-42a1-af81-f1405f027d4b admin admin] Pushing event updated for resources: {'Network': ['ID=9d111277-3cf0-4c27-ab40-f49bb66de6cf,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:48:47.750864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 9d111277-3cf0-4c27-ab40-f49bb66de6cf details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 22:48:50.474124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54952) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:48:50.897306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52843a3-44c5-42dd-a730-9d5f97226df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:48:50.898707 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f52843a3-44c5-42dd-a730-9d5f97226df3 admin admin] 10.222.0.44 "GET /v2.0/networks/9d111277-3cf0-4c27-ab40-f49bb66de6cf HTTP/1.1" status: 200 len: 825 time: 0.4236581 Sep 29 22:48:50.923073 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-60e07e24-4328-4d1f-ab17-8cc859aee361 admin admin] 10.222.0.44 "GET /v2.0/subnetpools/816220d1-af46-4b94-8aeb-1676e4ad3c71 HTTP/1.1" status: 200 len: 734 time: 0.0182612 Sep 29 22:48:50.932072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf', 'subnetpool_id': '816220d1-af46-4b94-8aeb-1676e4ad3c71', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:48:50.960932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Made reservation on behalf of 26835a8ae7494263a96db1ff233115eb for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:48:50.963485 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:51.245399 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:51.312199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Checking segment: {'id': '278bb699-4b65-4971-b38e-93ff5a3f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:48:51.312592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Network hostable DHCP agents. Network: 9d111277-3cf0-4c27-ab40-f49bb66de6cf, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 22:48:51.329477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbeb23c9-7088-4bbf-8ca1-235371540238,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:48:51.340991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.341325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.341656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.341986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.342308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.342628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.343639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.344130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.344456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.344776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.345095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.345410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Tracked resource versions report: Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: pushed versions: Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: { 'AddressGroup': {'1.2'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'ConntrackHelper': {'1.0'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'Log': {'1.0'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'Network': {'1.1'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'Port': {'1.7'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'PortForwarding': {'1.2'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'QosPolicy': {'1.9'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'SecurityGroup': {'1.4'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'SecurityGroupRule': {'1.2'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'SubPort': {'1.0'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'Subnet': {'1.1'}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'Trunk': {'1.1'}} Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: consumer versions: Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: { DHCP agent@n-d-811173-2: {}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: L3 agent@n-d-811173-2: {}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: Metadata agent@n-d-811173-2: {}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: Metering agent@n-d-811173-2: {}, Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: Open vSwitch agent@n-d-811173-2: { 'AddressGroup': '1.2', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'ConntrackHelper': '1.0', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'Log': '1.0', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'Network': '1.1', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'Port': '1.7', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'PortForwarding': '1.2', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'QosPolicy': '1.9', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'SecurityGroup': '1.4', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'SecurityGroupRule': '1.2', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'SubPort': '1.0', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'Subnet': '1.1', Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: 'Trunk': '1.1'}} Sep 29 22:48:51.346484 n-d-811173-2 neutron-server[110006]: {{(pid=110006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 22:48:51.367542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Network 9d111277-3cf0-4c27-ab40-f49bb66de6cf is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 22:48:51.383480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 9d111277-3cf0-4c27-ab40-f49bb66de6cf) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:48:51.405035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:48:51.406139 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:51.411247 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37977fa7-dd8b-4a9e-aacc-5ca13aeb7612 None None] Network 9d111277-3cf0-4c27-ab40-f49bb66de6cf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:48:51.420132 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b32b54d1-c8cf-4f88-80d3-bc9c5d088560 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4912152 Sep 29 22:48:51.732100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-9d111277-3cf0-4c27-ab40-f49bb66de6cf', 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'fixed_ips': [{'subnet_id': 'fbeb23c9-7088-4bbf-8ca1-235371540238'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 22:48:51.733478 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:52.011187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Allocated IP 172.20.0.2 (9d111277-3cf0-4c27-ab40-f49bb66de6cf/fbeb23c9-7088-4bbf-8ca1-235371540238/3ed1c981-2231-46f1-b50d-cabdc7553637) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:48:52.256352 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:52.269303 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:52.378217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Network 9d111277-3cf0-4c27-ab40-f49bb66de6cf is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:48:52.382888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:48:52.396045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:48:52.399308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Pushing event updated for resources: {'Port': ['ID=3ed1c981-2231-46f1-b50d-cabdc7553637,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:48:52.430566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.431376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.431376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.431651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.431924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.432259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.432595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.432924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.433250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.433574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.433898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.434221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Tracked resource versions report: Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: pushed versions: Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: { 'AddressGroup': {'1.2'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'ConntrackHelper': {'1.0'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'Log': {'1.0'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'Network': {'1.1'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'Port': {'1.7'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'PortForwarding': {'1.2'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'QosPolicy': {'1.9'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'SecurityGroup': {'1.4'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'SecurityGroupRule': {'1.2'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'SubPort': {'1.0'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'Subnet': {'1.1'}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'Trunk': {'1.1'}} Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: consumer versions: Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: { DHCP agent@n-d-811173-2: {}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: L3 agent@n-d-811173-2: {}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: Metadata agent@n-d-811173-2: {}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: Metering agent@n-d-811173-2: {}, Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: Open vSwitch agent@n-d-811173-2: { 'AddressGroup': '1.2', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'ConntrackHelper': '1.0', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'Log': '1.0', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'Network': '1.1', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'Port': '1.7', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'PortForwarding': '1.2', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'QosPolicy': '1.9', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'SecurityGroup': '1.4', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'SecurityGroupRule': '1.2', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'SubPort': '1.0', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'Subnet': '1.1', Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: 'Trunk': '1.1'}} Sep 29 22:48:52.435324 n-d-811173-2 neutron-server[110007]: {{(pid=110007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 22:48:52.496045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Attempting to bind port 3ed1c981-2231-46f1-b50d-cabdc7553637 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:48:52.496466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Attempting to bind port 3ed1c981-2231-46f1-b50d-cabdc7553637 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '278bb699-4b65-4971-b38e-93ff5a3f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:48:52.496907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Attempting to bind port 3ed1c981-2231-46f1-b50d-cabdc7553637 on network 9d111277-3cf0-4c27-ab40-f49bb66de6cf {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:48:52.503142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:48:52.503754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Checking segment: {'id': '278bb699-4b65-4971-b38e-93ff5a3f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:48:52.504256 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:52.504866 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Bound using segment: {'id': '278bb699-4b65-4971-b38e-93ff5a3f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:48:52.505490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Bound port: 3ed1c981-2231-46f1-b50d-cabdc7553637, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278bb699-4b65-4971-b38e-93ff5a3f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:48:52.505893 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:52.580968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] For port 3ed1c981-2231-46f1-b50d-cabdc7553637, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:48:52.587188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] For port 3ed1c981-2231-46f1-b50d-cabdc7553637, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3ed1c981-2231-46f1-b50d-cabdc7553637,segment=NetworkSegment(278bb699-4b65-4971-b38e-93ff5a3f12c0),segment_id=278bb699-4b65-4971-b38e-93ff5a3f12c0)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:48:52.592448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:48:52.669344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e430bec-2574-49d2-bed3-1e83573f725d None None] Pushing event updated for resources: {'Port': ['ID=3ed1c981-2231-46f1-b50d-cabdc7553637,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:48:53.944788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54966) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:48:54.263030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-ad06d147-9b01-4186-b213-21e5953d68d0 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 22:48:54.275851 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ad06d147-9b01-4186-b213-21e5953d68d0 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3183484 Sep 29 22:48:56.696487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54974) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:48:57.032058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-e9278e68-6b3c-4b2c-9e1a-b4a340d58a3d admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 22:48:57.033057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e9278e68-6b3c-4b2c-9e1a-b4a340d58a3d admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3353581 Sep 29 22:48:59.706578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54984) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:49:00.023292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-845ae717-0ef3-42f6-82e6-4403ad34fefb admin admin] Request body: {'router': {'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'name': 'router1', 'admin_state_up': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:49:00.047099 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-845ae717-0ef3-42f6-82e6-4403ad34fefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:00.048944 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-845ae717-0ef3-42f6-82e6-4403ad34fefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:00.208970 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-845ae717-0ef3-42f6-82e6-4403ad34fefb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:00.214341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-845ae717-0ef3-42f6-82e6-4403ad34fefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:00.228715 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-845ae717-0ef3-42f6-82e6-4403ad34fefb admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:00.230007 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-845ae717-0ef3-42f6-82e6-4403ad34fefb admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5223677 Sep 29 22:49:00.996138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c967c746-6d89-47bc-8728-7a5ed1447274 None None] Network 9d111277-3cf0-4c27-ab40-f49bb66de6cf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:49:01.073113 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bcc58d0d-0a0c-4405-bf17-c782144cabd4 None None] Provisioning complete for port 3ed1c981-2231-46f1-b50d-cabdc7553637 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:49:01.073511 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bcc58d0d-0a0c-4405-bf17-c782144cabd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:01.279878 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bcc58d0d-0a0c-4405-bf17-c782144cabd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:01.328085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bcc58d0d-0a0c-4405-bf17-c782144cabd4 None None] For port 3ed1c981-2231-46f1-b50d-cabdc7553637, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3ed1c981-2231-46f1-b50d-cabdc7553637,segment=NetworkSegment(278bb699-4b65-4971-b38e-93ff5a3f12c0),segment_id=278bb699-4b65-4971-b38e-93ff5a3f12c0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:49:01.332119 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bcc58d0d-0a0c-4405-bf17-c782144cabd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:01.385422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc58d0d-0a0c-4405-bf17-c782144cabd4 None None] Pushing event updated for resources: {'Port': ['ID=3ed1c981-2231-46f1-b50d-cabdc7553637,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:01.553840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c0877fcb-943c-4492-9fc1-3630a63813b6 None None] Provisioning complete for port 3ed1c981-2231-46f1-b50d-cabdc7553637 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:49:01.554134 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c0877fcb-943c-4492-9fc1-3630a63813b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:01.770945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3ed1c981-2231-46f1-b50d-cabdc7553637 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:49:01.817424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3ed1c981-2231-46f1-b50d-cabdc7553637 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:49:01.817727 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:02.657328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54996) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:49:02.968733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-213ba4d4-d6d4-4913-b329-e5dd3694c90c admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 22:49:02.969736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-213ba4d4-d6d4-4913-b329-e5dd3694c90c admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3114421 Sep 29 22:49:03.206962 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74a7f787-3e83-4e5c-9af9-92bf513c87a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:05.402270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55004) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:49:05.719876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:49:05.740145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Made reservation on behalf of 5a5fc62549c84b81b0eafc969ab52792 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:49:05.742309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:05.750087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:05.836148 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:05.839541 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:05.854499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Reserving flat network on physical network physnet1 {{(pid=110005) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 29 22:49:05.873134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13713bf6-4915-49d9-bdbc-7ee252c7f40a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:05.878999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:05.879342 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Added segment 6b3bdd13-e975-4434-8baf-3802ae12c485 of type flat for network 61793872-5784-4201-a6e4-17489ef55adc Sep 29 22:49:05.933157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:05.965108 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:05.966092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:49:05.966705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:05.999045 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5957084 Sep 29 22:49:06.028884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186333d-47e7-4a12-a94c-eaaf7bfc86f0 admin admin] Pushing event updated for resources: {'Network': ['ID=61793872-5784-4201-a6e4-17489ef55adc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:06.039721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 61793872-5784-4201-a6e4-17489ef55adc details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 22:49:06.135809 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c068789a-330f-499e-9657-6046a454e744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:06.330448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:07.227987 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:08.356180 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:08.439927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55022) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:49:08.652751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1887d5b4-ef40-4fa9-8fd4-5eb40e4cd6c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:49:08.654122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1887d5b4-ef40-4fa9-8fd4-5eb40e4cd6c7 admin admin] 10.222.0.44 "GET /v2.0/subnets/fbeb23c9-7088-4bbf-8ca1-235371540238 HTTP/1.1" status: 200 len: 849 time: 0.2132545 Sep 29 22:49:08.826599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5889fb40-764d-4264-9f2f-357887cf8791 admin admin] 10.222.0.44 "GET /v2.0/routers/ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 HTTP/1.1" status: 200 len: 704 time: 0.1661739 Sep 29 22:49:09.083224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:09.380522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Allocated IP 172.20.0.1 (9d111277-3cf0-4c27-ab40-f49bb66de6cf/fbeb23c9-7088-4bbf-8ca1-235371540238/4d7bc16b-3611-4443-8e4b-bbffc0aa4649) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:49:09.558376 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:09.625389 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:09.694588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Network 9d111277-3cf0-4c27-ab40-f49bb66de6cf is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:49:09.699119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:49:09.710043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:49:09.710595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:09.734189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7bc16b-3611-4443-8e4b-bbffc0aa4649,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:09.893934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-44bb52db-30fa-4ec0-8646-9fadb0647eca None None] Provisioning complete for port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:49:09.894540 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-44bb52db-30fa-4ec0-8646-9fadb0647eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:09.928913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-44bb52db-30fa-4ec0-8646-9fadb0647eca None None] Port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:49:09.953313 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:10.153814 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:10.158542 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:10.159308 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:10.218301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Pushing event updated for resources: {'Port': ['ID=4d7bc16b-3611-4443-8e4b-bbffc0aa4649,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:10.286903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Network 9d111277-3cf0-4c27-ab40-f49bb66de6cf is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:49:10.288435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:49:10.449514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b390fe53-495d-4d94-9574-b38810f48c1f None None] Provisioning complete for port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:49:10.449893 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b390fe53-495d-4d94-9574-b38810f48c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:10.453860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Router ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 22:49:10.482518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b390fe53-495d-4d94-9574-b38810f48c1f None None] Port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:49:10.543104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 22:49:10.548758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3dcb1fad-cb72-4ff8-b1ec-cbb7c0f6e046 admin admin] 10.222.0.44 "PUT /v2.0/routers/ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7162116 Sep 29 22:49:10.553722 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Sync routers for ids ['ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 22:49:10.565976 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Routers {'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:49:10.566725 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:49:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:49:10.753152 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Set router ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:49:11.188749 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'name': 'router1', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:49:00Z', 'updated_at': '2021-09-29T22:49:09Z', 'revision_number': 2, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'gw_port_host': None, '_interfaces': [{'id': '4d7bc16b-3611-4443-8e4b-bbffc0aa4649', 'name': '', 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'mac_address': 'fa:16:3e:bb:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:49:09Z', 'updated_at': '2021-09-29T22:49:10Z', 'revision_number': 2, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'subnets': [{'id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '816220d1-af46-4b94-8aeb-1676e4ad3c71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:49:11.239359 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Checking router: ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 22:49:11.239737 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Updating router ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 22:49:11.291789 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:11.808261 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:11.816136 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:11.991014 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Pushing event updated for resources: {'Port': ['ID=4d7bc16b-3611-4443-8e4b-bbffc0aa4649,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:12.006487 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Attempting to bind port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:49:12.006892 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Attempting to bind port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '278bb699-4b65-4971-b38e-93ff5a3f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:49:12.007336 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Attempting to bind port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 on network 9d111277-3cf0-4c27-ab40-f49bb66de6cf {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:49:12.010662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ec71f72e-e083-4902-9875-1a76c4f8061f None None] Provisioning complete for port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:49:12.011143 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec71f72e-e083-4902-9875-1a76c4f8061f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:12.012402 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:49:12.012808 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Checking segment: {'id': '278bb699-4b65-4971-b38e-93ff5a3f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:49:12.013275 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:12.013670 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Bound using segment: {'id': '278bb699-4b65-4971-b38e-93ff5a3f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:49:12.014154 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Bound port: 4d7bc16b-3611-4443-8e4b-bbffc0aa4649, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '278bb699-4b65-4971-b38e-93ff5a3f12c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:49:12.014558 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:12.016874 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.017216 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.017552 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.017884 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.018210 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.018535 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.018859 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.019178 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.019498 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.019815 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.020154 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.020472 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Tracked resource versions report: Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: pushed versions: Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: { 'AddressGroup': {'1.2'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'ConntrackHelper': {'1.0'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'Log': {'1.0'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'Network': {'1.1'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'Port': {'1.7'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'PortForwarding': {'1.2'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'QosPolicy': {'1.9'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'SecurityGroup': {'1.4'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'SecurityGroupRule': {'1.2'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'SubPort': {'1.0'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'Subnet': {'1.1'}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'Trunk': {'1.1'}} Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: consumer versions: Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: { DHCP agent@n-d-811173-2: {}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: L3 agent@n-d-811173-2: {}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: Metadata agent@n-d-811173-2: {}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: Metering agent@n-d-811173-2: {}, Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: Open vSwitch agent@n-d-811173-2: { 'AddressGroup': '1.2', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'ConntrackHelper': '1.0', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'Log': '1.0', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'Network': '1.1', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'Port': '1.7', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'PortForwarding': '1.2', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'QosPolicy': '1.9', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'SecurityGroup': '1.4', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'SecurityGroupRule': '1.2', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'SubPort': '1.0', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'Subnet': '1.1', Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: 'Trunk': '1.1'}} Sep 29 22:49:12.021549 n-d-811173-2 neutron-server[110008]: {{(pid=110008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 22:49:12.051502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ec71f72e-e083-4902-9875-1a76c4f8061f None None] Port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:49:12.088130 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] For port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:49:12.107809 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] For port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4d7bc16b-3611-4443-8e4b-bbffc0aa4649,segment=NetworkSegment(278bb699-4b65-4971-b38e-93ff5a3f12c0),segment_id=278bb699-4b65-4971-b38e-93ff5a3f12c0)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:49:12.111759 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:12.155055 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Routers {'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:49:12.156515 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:49:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:49:12.245292 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b4915-546a-4821-86a3-7c64e19f589a None None] Pushing event updated for resources: {'Port': ['ID=4d7bc16b-3611-4443-8e4b-bbffc0aa4649,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:12.262465 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] Set router ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:49:12.371093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e5d5c674-34da-4849-a6c3-3d6254612933 None None] Provisioning complete for port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:49:12.371465 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c674-34da-4849-a6c3-3d6254612933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:12.456883 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c674-34da-4849-a6c3-3d6254612933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:12.478883 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'name': 'router1', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:49:00Z', 'updated_at': '2021-09-29T22:49:09Z', 'revision_number': 2, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'gw_port_host': None, '_interfaces': [{'id': '4d7bc16b-3611-4443-8e4b-bbffc0aa4649', 'name': '', 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'mac_address': 'fa:16:3e:bb:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:49:09Z', 'updated_at': '2021-09-29T22:49:12Z', 'revision_number': 4, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'subnets': [{'id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '816220d1-af46-4b94-8aeb-1676e4ad3c71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:49:12.487841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e5d5c674-34da-4849-a6c3-3d6254612933 None None] For port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4d7bc16b-3611-4443-8e4b-bbffc0aa4649,segment=NetworkSegment(278bb699-4b65-4971-b38e-93ff5a3f12c0),segment_id=278bb699-4b65-4971-b38e-93ff5a3f12c0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:49:12.492924 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c674-34da-4849-a6c3-3d6254612933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:12.507644 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a338251b-7c6d-49e6-b4b6-8bc72cd590ce None None] The sync data for ids ['ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'] in n-d-811173-2 is: [{'id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'name': 'router1', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:49:00Z', 'updated_at': '2021-09-29T22:49:09Z', 'revision_number': 2, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'gw_port_host': None, '_interfaces': [{'id': '4d7bc16b-3611-4443-8e4b-bbffc0aa4649', 'name': '', 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'mac_address': 'fa:16:3e:bb:4d:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:49:09Z', 'updated_at': '2021-09-29T22:49:12Z', 'revision_number': 4, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'subnets': [{'id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '816220d1-af46-4b94-8aeb-1676e4ad3c71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 22:49:12.544817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5c674-34da-4849-a6c3-3d6254612933 None None] Pushing event updated for resources: {'Port': ['ID=4d7bc16b-3611-4443-8e4b-bbffc0aa4649,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:12.844222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55042) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:49:12.950909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86906641-1262-4095-a451-e019d0fc363c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:49:12.952928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-86906641-1262-4095-a451-e019d0fc363c admin admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 842 time: 0.1072245 Sep 29 22:49:12.963667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:49:12.989279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Made reservation on behalf of 5a5fc62549c84b81b0eafc969ab52792 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:49:12.991493 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Notify callbacks [] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:13.286353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 22:49:13.286769 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:13.341539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=20bb4059-c317-4c2f-8e7d-a0c75c1a8972,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:13.350280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:49:13.350636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Network hostable DHCP agents. Network: 61793872-5784-4201-a6e4-17489ef55adc, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 22:49:13.371955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 22:49:13.384747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 61793872-5784-4201-a6e4-17489ef55adc) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:49:13.388773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:49:13.389371 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:13.394966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79ecfd-f1a7-4a19-9abe-fbc9f8c11a00 None None] Network 61793872-5784-4201-a6e4-17489ef55adc requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:49:13.409325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-304eaf47-313d-4eab-aef9-25cc10a1bf2d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4457054 Sep 29 22:49:13.531957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22898f48-9075-4810-a04e-a8c91fd480b1 None None] Network 61793872-5784-4201-a6e4-17489ef55adc requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:49:15.739087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55050) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:49:15.872360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a2f391d1-86a5-410b-b50c-1a6d6c263ee0 admin admin] 10.222.0.44 "GET /v2.0/routers/ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 HTTP/1.1" status: 200 len: 710 time: 0.1321499 Sep 29 22:49:15.957864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f46598-c0d5-462d-9ab0-5c11ebcebdcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:49:15.959150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-57f46598-c0d5-462d-9ab0-5c11ebcebdcf admin admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 886 time: 0.0802333 Sep 29 22:49:15.969201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:49:16.278611 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:16.524244 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:16.600250 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:16.702994 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Allocated IP 172.25.4.150 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/3499f4b0-7f5d-4f21-8ad6-e42b5673569f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:49:16.804464 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:16.837322 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:16.878687 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:49:16.882770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:49:16.888893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:49:16.892243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Pushing event updated for resources: {'Port': ['ID=3499f4b0-7f5d-4f21-8ad6-e42b5673569f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:17.139170 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:17.334926 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:17.338377 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:17.445007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Router ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 22:49:17.633808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 22:49:17.641087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:17.642541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-beed625a-ecb1-44b1-ab3c-0e42fec8534a admin admin] 10.222.0.44 "PUT /v2.0/routers/ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 HTTP/1.1" status: 200 len: 890 time: 1.6771004 Sep 29 22:49:17.786787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:49:17.838669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:49:17.839119 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:19.111520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Sync routers for ids ['ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 22:49:19.121549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Routers {'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:49:19.122259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:49:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:49:19.326615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Set router ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:49:19.714687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'name': 'router1', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '3499f4b0-7f5d-4f21-8ad6-e42b5673569f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:49:00Z', 'updated_at': '2021-09-29T22:49:17Z', 'revision_number': 4, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'gw_port': {'id': '3499f4b0-7f5d-4f21-8ad6-e42b5673569f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:49:16Z', 'updated_at': '2021-09-29T22:49:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4d7bc16b-3611-4443-8e4b-bbffc0aa4649', 'name': '', 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'mac_address': 'fa:16:3e:bb:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:49:09Z', 'updated_at': '2021-09-29T22:49:12Z', 'revision_number': 5, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'subnets': [{'id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '816220d1-af46-4b94-8aeb-1676e4ad3c71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:49:19.766430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Checking router: ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 22:49:19.766778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Updating router ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 port 3499f4b0-7f5d-4f21-8ad6-e42b5673569f binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 22:49:19.813433 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:20.131062 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:20.136330 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:20.138010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55062) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:49:20.183665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Attempting to bind port 3499f4b0-7f5d-4f21-8ad6-e42b5673569f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:49:20.184213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Attempting to bind port 3499f4b0-7f5d-4f21-8ad6-e42b5673569f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:49:20.184547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Attempting to bind port 3499f4b0-7f5d-4f21-8ad6-e42b5673569f on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:49:20.194951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dec9e4-f6eb-4a84-a6ae-d7519cfabb7f None None] Pushing event updated for resources: {'Port': ['ID=3499f4b0-7f5d-4f21-8ad6-e42b5673569f,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:20.198141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:49:20.198516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:49:20.198917 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:20.199297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:49:20.199766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Bound port: 3499f4b0-7f5d-4f21-8ad6-e42b5673569f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:49:20.200198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:20.248497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] For port 3499f4b0-7f5d-4f21-8ad6-e42b5673569f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:49:20.251887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6ab3e225-1bd9-4fdd-8b8b-6aafa104a089 admin admin] 10.222.0.44 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1125827 Sep 29 22:49:20.252391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] For port 3499f4b0-7f5d-4f21-8ad6-e42b5673569f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3499f4b0-7f5d-4f21-8ad6-e42b5673569f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:49:20.256501 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:20.328103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Routers {'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:49:20.328747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:49:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:49:20.334716 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dec9e4-f6eb-4a84-a6ae-d7519cfabb7f None None] Pushing event updated for resources: {'Port': ['ID=3499f4b0-7f5d-4f21-8ad6-e42b5673569f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:20.523473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] Set router ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:49:20.733727 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'name': 'router1', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '3499f4b0-7f5d-4f21-8ad6-e42b5673569f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:49:00Z', 'updated_at': '2021-09-29T22:49:17Z', 'revision_number': 4, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'gw_port': {'id': '3499f4b0-7f5d-4f21-8ad6-e42b5673569f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:49:16Z', 'updated_at': '2021-09-29T22:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4d7bc16b-3611-4443-8e4b-bbffc0aa4649', 'name': '', 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'mac_address': 'fa:16:3e:bb:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:49:09Z', 'updated_at': '2021-09-29T22:49:12Z', 'revision_number': 5, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'subnets': [{'id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '816220d1-af46-4b94-8aeb-1676e4ad3c71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:49:20.759950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2e3b61-5b99-4e04-9660-845ec1a5cc62 None None] The sync data for ids ['ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50'] in n-d-811173-2 is: [{'id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'name': 'router1', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': '3499f4b0-7f5d-4f21-8ad6-e42b5673569f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:49:00Z', 'updated_at': '2021-09-29T22:49:17Z', 'revision_number': 4, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'gw_port': {'id': '3499f4b0-7f5d-4f21-8ad6-e42b5673569f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:26:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:49:16Z', 'updated_at': '2021-09-29T22:49:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4d7bc16b-3611-4443-8e4b-bbffc0aa4649', 'name': '', 'network_id': '9d111277-3cf0-4c27-ab40-f49bb66de6cf', 'tenant_id': '26835a8ae7494263a96db1ff233115eb', 'mac_address': 'fa:16:3e:bb:4d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8fd9e1-0eb5-4dd0-a557-2f4995d57a50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:49:09Z', 'updated_at': '2021-09-29T22:49:12Z', 'revision_number': 5, 'project_id': '26835a8ae7494263a96db1ff233115eb', 'subnets': [{'id': 'fbeb23c9-7088-4bbf-8ca1-235371540238', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '816220d1-af46-4b94-8aeb-1676e4ad3c71'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 22:49:21.781286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3499f4b0-7f5d-4f21-8ad6-e42b5673569f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:49:21.831500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3499f4b0-7f5d-4f21-8ad6-e42b5673569f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:49:21.831910 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:21.905989 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:21.931437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 3499f4b0-7f5d-4f21-8ad6-e42b5673569f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3499f4b0-7f5d-4f21-8ad6-e42b5673569f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:49:21.935751 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:21.995638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=3499f4b0-7f5d-4f21-8ad6-e42b5673569f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:49:22.616393 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:49:23.776942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3499f4b0-7f5d-4f21-8ad6-e42b5673569f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:49:23.832594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3499f4b0-7f5d-4f21-8ad6-e42b5673569f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:49:23.833380 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:33.209280 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84e29296-3986-4862-8ab2-3d71285afd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:36.141243 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75b8ee1c-c26e-4c49-ba13-07b02104f0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:36.341184 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:37.227756 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:38.382589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:49:59.614727 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:50:03.213132 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a13d5232-9138-47e8-994e-271aecb36d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:50:06.135148 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b5e290f8-93da-4d5c-8c01-2a8c23ac1199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:50:06.333198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:50:07.228646 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:50:08.381564 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:50:33.214568 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-88a2ccd9-73b6-4860-972c-d1ea9f158e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:50:36.135651 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0f0f06d5-8587-41e8-a517-51b416d307c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:50:36.335013 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:50:36.613140 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:50:37.230480 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:50:38.386091 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:01.860991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55656) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:01.922409 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ed35f0-ab5b-4ffe-a556-22aa8bba176d admin admin] GET failed (client error): The resource could not be found. Sep 29 22:51:01.923753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-91ed35f0-ab5b-4ffe-a556-22aa8bba176d admin admin] 10.222.0.44 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618112 Sep 29 22:51:02.083090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916c4657-82c5-4516-bb46-d28375cd7d77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:02.084520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-916c4657-82c5-4516-bb46-d28375cd7d77 admin admin] 10.222.0.44 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1561260 Sep 29 22:51:03.217438 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d44cfb0e-6d8e-474f-8550-cf075dca80e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:04.274597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55666) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:04.366146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2e327e-3c12-4551-a2c4-36576fb75e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:04.367516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5f2e327e-3c12-4551-a2c4-36576fb75e7b admin admin] 10.222.0.44 "GET /v2.0/subnets/fbeb23c9-7088-4bbf-8ca1-235371540238 HTTP/1.1" status: 200 len: 849 time: 0.0919755 Sep 29 22:51:04.378306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:51:04.462403 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Notify callbacks [] for subnet, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:04.597109 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781141744631'] for subnet, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:04.629459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:04.629595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:04.632311 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] 10.222.0.44 "PUT /v2.0/subnets/fbeb23c9-7088-4bbf-8ca1-235371540238 HTTP/1.1" status: 200 len: 868 time: 0.2582984 Sep 29 22:51:04.633055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e99bd-18dd-4766-8f45-f67f0f622fbe None None] Network 9d111277-3cf0-4c27-ab40-f49bb66de6cf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:51:04.656536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbeb23c9-7088-4bbf-8ca1-235371540238,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:51:04.663966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.664319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.664650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.665042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.665388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.665722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.666053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.666383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.666710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.667199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.667530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:04.667970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babb11c6-70cd-46e4-85e7-29d67b327175 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:05.034232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7fcbb0f6-17d2-4c30-b64c-11415b80baad None None] Provisioning complete for port 4d7bc16b-3611-4443-8e4b-bbffc0aa4649 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:51:05.034615 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb0f6-17d2-4c30-b64c-11415b80baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:05.121422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7fcbb0f6-17d2-4c30-b64c-11415b80baad None None] Provisioning complete for port 3ed1c981-2231-46f1-b50d-cabdc7553637 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:51:05.121797 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7fcbb0f6-17d2-4c30-b64c-11415b80baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:06.135585 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60202730-6c1a-416f-ac1b-9ed9951494be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:06.337085 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:06.811475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55674) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:07.009371 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d748c-e790-49b6-b8dc-ef8e637a1845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:07.009759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06d748c-e790-49b6-b8dc-ef8e637a1845 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:07.011308 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a06d748c-e790-49b6-b8dc-ef8e637a1845 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1988375 Sep 29 22:51:07.234749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:08.387046 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:09.240686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55682) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:09.373138 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c816b-bda9-4c9c-9bdd-0a57bef5fa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:09.373624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88c816b-bda9-4c9c-9bdd-0a57bef5fa89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:09.375779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a88c816b-bda9-4c9c-9bdd-0a57bef5fa89 admin admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1341426 Sep 29 22:51:11.566579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55690) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:11.721954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e90b71-3211-4a37-b283-fdfc6b9567a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:11.723309 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-67e90b71-3211-4a37-b283-fdfc6b9567a0 admin admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 886 time: 0.1557965 Sep 29 22:51:13.611947 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:51:13.924463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55700) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:14.074139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab10553-d0fe-451a-a256-7bc997fdbac6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:14.075498 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8ab10553-d0fe-451a-a256-7bc997fdbac6 admin admin] 10.222.0.44 "GET /v2.0/networks/9d111277-3cf0-4c27-ab40-f49bb66de6cf HTTP/1.1" status: 200 len: 869 time: 0.1500604 Sep 29 22:51:16.256413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55708) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:16.380320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a69e3-65df-433d-879a-efaaca40fd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:16.380781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a69e3-65df-433d-879a-efaaca40fd28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:16.382285 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8c1a69e3-65df-433d-879a-efaaca40fd28 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1249280 Sep 29 22:51:18.560179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55716) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:18.654808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d61468d-8b4f-40d7-b43a-ae52a52ad303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:18.655819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d61468d-8b4f-40d7-b43a-ae52a52ad303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:18.657430 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1d61468d-8b4f-40d7-b43a-ae52a52ad303 admin admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961792 Sep 29 22:51:20.886595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55724) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:20.974385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8897c1-a399-46a4-b0ba-b93e5de4858c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:20.975747 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3e8897c1-a399-46a4-b0ba-b93e5de4858c admin admin] 10.222.0.44 "GET /v2.0/subnets/20bb4059-c317-4c2f-8e7d-a0c75c1a8972 HTTP/1.1" status: 200 len: 816 time: 0.0882068 Sep 29 22:51:23.231574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55732) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:23.323195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777545ab-97b1-4154-b4a7-6fc75e442a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:23.324604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-777545ab-97b1-4154-b4a7-6fc75e442a44 admin admin] 10.222.0.44 "GET /v2.0/subnets/fbeb23c9-7088-4bbf-8ca1-235371540238 HTTP/1.1" status: 200 len: 868 time: 0.0920746 Sep 29 22:51:33.222920 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c746929f-6acd-44b0-a371-4a2da3dadd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:36.136962 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c34e1c3-8a69-4e0b-bb8d-202e2f4e4627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:36.344364 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:37.236995 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:38.389820 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:47.460268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55786) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:47.507246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-2c943763-e880-4948-981d-a565795b9c94 admin admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 22:51:47.508264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2c943763-e880-4948-981d-a565795b9c94 admin admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0470548 Sep 29 22:51:49.862042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55794) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:49.921590 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-84804080-caa6-4872-90d7-9f6561bb3505 admin admin] GET failed (client error): The resource could not be found. Sep 29 22:51:49.922907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-84804080-caa6-4872-90d7-9f6561bb3505 admin admin] 10.222.0.44 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599253 Sep 29 22:51:50.008370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162253e-07c9-40c4-885b-7f9f31d815d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:50.009820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3162253e-07c9-40c4-885b-7f9f31d815d7 admin admin] 10.222.0.44 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0822866 Sep 29 22:51:50.611477 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:51:52.237568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:52.283978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:51:52.304094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Made reservation on behalf of 5a5fc62549c84b81b0eafc969ab52792 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:51:52.306510 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:52.334658 n-d-811173-2 neutron-server[110005]: WARNING neutron.services.revisions.revision_plugin [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Could not find related network for resource to bump revision. Sep 29 22:51:52.345860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 22:51:52.354537 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:52.354995 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Added segment a721dd20-c887-4b2a-80a5-28cd3503f988 of type vlan for network 067d72d2-9dbd-4404-888e-77b0e0260f7b Sep 29 22:51:52.393068 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:52.415252 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:52.416298 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:52.416812 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:52.476626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2379475 Sep 29 22:51:52.477554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771324eb-3d48-4589-9add-6dd1485c40f6 admin admin] Pushing event updated for resources: {'Network': ['ID=067d72d2-9dbd-4404-888e-77b0e0260f7b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:51:52.488705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 22:51:54.704297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55810) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:51:54.764541 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ebd9cc-ca8f-40dd-b146-4b4a1cfa8b6a admin admin] GET failed (client error): The resource could not be found. Sep 29 22:51:54.765692 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-49ebd9cc-ca8f-40dd-b146-4b4a1cfa8b6a admin admin] 10.222.0.44 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604093 Sep 29 22:51:54.864616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9efc1f-90ef-4798-993d-766fba3ee1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:54.866038 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2a9efc1f-90ef-4798-993d-766fba3ee1e6 admin admin] 10.222.0.44 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0956523 Sep 29 22:51:54.876209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Request body: {'subnet': {'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:51:54.898272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Made reservation on behalf of 5a5fc62549c84b81b0eafc969ab52792 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:51:54.900435 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:55.069806 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:55.122803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80450a1b-fac3-4bb1-a7a0-e99923794b95,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:51:55.136518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.136855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.137186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.137530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.137840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.138159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.138478 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.138794 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.139554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.139676 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.139977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.140295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.148771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:51:55.149054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Network hostable DHCP agents. Network: 067d72d2-9dbd-4404-888e-77b0e0260f7b, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 22:51:55.171111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 22:51:55.181700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 067d72d2-9dbd-4404-888e-77b0e0260f7b) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:51:55.188604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:51:55.190862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:55.192547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe737892-c646-4410-a024-1e7d332a316e None None] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:51:55.208856 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7e853990-027d-4c77-a227-076fbf29e381 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3359897 Sep 29 22:51:55.486717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-067d72d2-9dbd-4404-888e-77b0e0260f7b', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'tenant_id': '5a5fc62549c84b81b0eafc969ab52792', 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 22:51:55.487626 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:55.668856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Allocated IP 192.168.233.2 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/dda84807-d839-4edf-833a-e4fd14b1196b) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:51:55.838382 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:55.845214 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:55.884194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:51:55.887154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:51:55.890819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:51:55.903386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Pushing event updated for resources: {'Port': ['ID=dda84807-d839-4edf-833a-e4fd14b1196b,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:51:55.925825 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.926182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.926531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.926872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.927222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.927546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.927891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.928226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.928556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.928886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.929214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.929538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:51:55.972934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Attempting to bind port dda84807-d839-4edf-833a-e4fd14b1196b on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:51:55.973314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Attempting to bind port dda84807-d839-4edf-833a-e4fd14b1196b by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:51:55.973681 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Attempting to bind port dda84807-d839-4edf-833a-e4fd14b1196b on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:51:55.978749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:51:55.979116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:51:55.979513 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:55.979923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:51:55.980393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Bound port: dda84807-d839-4edf-833a-e4fd14b1196b, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:51:55.980823 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:56.046024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] For port dda84807-d839-4edf-833a-e4fd14b1196b, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:51:56.049160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] For port dda84807-d839-4edf-833a-e4fd14b1196b, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=dda84807-d839-4edf-833a-e4fd14b1196b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:51:56.054727 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:56.111948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f2ca0-4337-4350-b05d-6097c8070400 None None] Pushing event updated for resources: {'Port': ['ID=dda84807-d839-4edf-833a-e4fd14b1196b,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:51:56.945654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fe4cf5-60ca-4324-83d2-930ae4d96a69 None None] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:51:57.020816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7dfafa3d-dbd3-417a-ac2a-6c0d03ec7426 None None] Provisioning complete for port dda84807-d839-4edf-833a-e4fd14b1196b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:51:57.021187 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7dfafa3d-dbd3-417a-ac2a-6c0d03ec7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:57.171680 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7dfafa3d-dbd3-417a-ac2a-6c0d03ec7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:57.214866 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7dfafa3d-dbd3-417a-ac2a-6c0d03ec7426 None None] For port dda84807-d839-4edf-833a-e4fd14b1196b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=dda84807-d839-4edf-833a-e4fd14b1196b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:51:57.220398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7dfafa3d-dbd3-417a-ac2a-6c0d03ec7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:57.277695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfafa3d-dbd3-417a-ac2a-6c0d03ec7426 None None] Pushing event updated for resources: {'Port': ['ID=dda84807-d839-4edf-833a-e4fd14b1196b,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:51:57.442773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7dfe31c0-d9e9-449b-9c25-62ea3eb29750 None None] Provisioning complete for port dda84807-d839-4edf-833a-e4fd14b1196b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:51:57.443401 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7dfe31c0-d9e9-449b-9c25-62ea3eb29750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:51:57.935139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device dda84807-d839-4edf-833a-e4fd14b1196b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:51:57.987409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port dda84807-d839-4edf-833a-e4fd14b1196b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:51:57.988104 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:52:03.222867 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69071a62-74a6-4eef-8ce2-21acf0ff7f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:52:06.138453 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-13e89dbc-c6a0-4626-8465-1ffcf7bec7bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:52:06.336817 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:52:07.239647 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:52:08.393646 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:52:27.610443 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:52:33.224090 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1a48a84e-8c24-495b-b918-d06166e7600b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:52:36.139971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0d05eb35-5e9f-4a54-897d-d5ec1bcf4a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:52:36.340841 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:52:37.243131 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:52:38.396109 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:03.225413 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e587b2b3-a2ae-43eb-88a7-c66206e20c24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:04.608501 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:53:06.141892 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-90b2ded6-673b-47ee-bb42-80f0d1622222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:06.341723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:07.249167 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:08.398277 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:30.077200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55862) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:53:30.082949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-6e3d5625-cdab-42b7-8076-9a02d63d6dfc tempest-verify_tempest_config-101799925 tempest-verify_tempest_config-101799925-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 22:53:30.084006 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6e3d5625-cdab-42b7-8076-9a02d63d6dfc tempest-verify_tempest_config-101799925 tempest-verify_tempest_config-101799925-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0058022 Sep 29 22:53:30.377956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55880) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:53:30.486751 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:30.599550 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:30.603193 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:30.650030 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=412ffb7bfeb64bddbf8cc77e718c82ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2710531 Sep 29 22:53:30.651576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d48fd218-acde-4348-808f-7f59c0162111,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:53:30.652810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55884) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:53:30.659058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.659406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.659748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.660121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.660456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.660786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.661111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.661492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.661823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.662144 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.662470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.662790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-642266df-80a3-4200-9d0b-b81a074bc707 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.708886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:30.728811 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:30.814063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:30.816846 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:30.820807 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d48fd218-acde-4348-808f-7f59c0162111 HTTP/1.1" status: 204 len: 168 time: 0.1663423 Sep 29 22:53:30.828228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d48fd218-acde-4348-808f-7f59c0162111,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:53:30.834676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.835049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.835391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.835727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.836085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.836417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.836745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.837072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.837395 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.837715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.838038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:30.839018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab66e2f-8ada-480d-9a3b-b2168310d0b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:53:33.225845 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5389707e-21a1-412a-a6d4-88a9bc6faa87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:36.142189 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-49e36951-f3ab-4e8f-b134-7a963afa77f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:36.342294 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:37.250437 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:38.399704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:53:41.606220 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:54:03.229696 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-df62bd32-b9ae-46f8-a637-d33f91ffed03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:54:06.143700 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-00114708-5e19-4322-8ec0-af57dce366fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:54:06.347175 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:54:07.252316 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:54:08.403872 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:54:18.604614 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:54:33.231306 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3a64cded-67dc-4cb2-bab0-7ed0c5586ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:54:36.144458 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d2f778a6-84e5-4ae6-813a-7d3e8b1542bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:54:36.352741 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:54:37.256478 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:54:38.406570 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:54:55.603065 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:55:03.233760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-425f2448-9eef-45ab-be91-0ec67421d4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:55:06.144227 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22f923d3-39f9-4513-8a5b-2f4b6fd14808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:55:06.353641 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:55:07.258985 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:55:08.408475 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:55:32.602296 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:55:33.233220 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4cbe0d56-acc0-421a-9284-5238c3243f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:55:36.144595 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-20f29274-0aca-468d-8b68-c22682288d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:55:36.354118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:55:37.265204 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:55:38.415338 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:03.236191 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-20b10630-26f1-446d-9328-499ce7c1fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:06.251883 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-878de1b4-f72f-4bea-a97f-c6829834d905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:06.354255 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:07.265482 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:08.416016 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:09.603390 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 5 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:56:33.236985 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-93e4d3bf-e898-4819-b649-28860dd19d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:36.142492 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-753a177b-a1b9-4452-aca7-2cd63146a48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:36.353766 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:37.269877 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:38.418737 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:39.126476 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578448'] for agent, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:56:46.602872 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 6 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:56:49.739346 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1578448'] for agent, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:03.237080 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b602a852-8cd0-4dfc-99c7-4aaf446a6931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:06.142147 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-55ed2f20-53b4-406c-84ef-b90dd4f76fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:06.354570 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:07.271492 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:08.422996 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:09.094010 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:19.704819 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:23.602770 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:57:28.877407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55946) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:57:28.982507 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e15b2dd1-acf6-460f-9ea4-7055d1f7a355 admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1037507 Sep 29 22:57:31.198365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55956) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:57:31.253503 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7ea7ba40-aa81-402f-99c5-ab48e09bd2aa admin admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0540636 Sep 29 22:57:33.239410 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b879ddf9-7e15-4f19-a596-6377d3db58b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:36.143433 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-12e01a17-227a-45bd-9f69-987d4e1dd231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:36.355912 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:37.273317 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:38.423703 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:39.098256 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:57:49.723039 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:00.602947 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:58:03.239593 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d6c6608d-5e23-4b57-867b-a1afae7e9778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:06.145151 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8bbafd8e-1bd3-4c7a-879c-e987c27bc737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:06.355805 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:07.278142 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:08.427820 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:09.099120 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:19.721596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:33.240478 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-023c4c47-879e-4332-a5be-aa899da07cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:36.144277 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d8695869-24b1-4a8a-88c8-a96fd2c7e6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:36.356737 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:37.279230 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:37.602284 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:58:38.429528 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:39.094965 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:49.727897 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:56.551860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56114) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:58:56.826939 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5a32e269-13f1-4466-b518-05abcce7fa30 tempest-AutoAllocateNetworkTest-1243395338 tempest-AutoAllocateNetworkTest-1243395338-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d33268df54814f5eab4dcaa72511b847&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2706389 Sep 29 22:58:56.827380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56140) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:58:57.036940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68048fa-be48-457c-a475-dd96fe90fc12 tempest-AutoAllocateNetworkTest-1243395338 tempest-AutoAllocateNetworkTest-1243395338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:58:57.041426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f68048fa-be48-457c-a475-dd96fe90fc12 tempest-AutoAllocateNetworkTest-1243395338 tempest-AutoAllocateNetworkTest-1243395338-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2099829 Sep 29 22:58:57.041758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56158) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:58:57.106326 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ef3df594-4f46-486f-831d-1bb2cf035bfc tempest-AutoAllocateNetworkTest-1243395338 tempest-AutoAllocateNetworkTest-1243395338-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635271 Sep 29 22:58:57.109418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56164) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:58:57.139765 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9e92014a-a677-4fc4-81c4-fba31e71aba3 tempest-AutoAllocateNetworkTest-1243395338 tempest-AutoAllocateNetworkTest-1243395338-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d33268df54814f5eab4dcaa72511b847 HTTP/1.1" status: 200 len: 208 time: 0.0291233 Sep 29 22:58:57.874880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56198) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:58:57.955325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56204) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:58:58.269624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-network', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:58:58.297514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.333354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Made reservation on behalf of 75a46b3b2bfd455ab763f8a64884f4fe for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:58:58.335715 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.353818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.434733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.440828 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.475474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56238) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:58:58.482609 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d33268df54814f5eab4dcaa72511b847&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5261414 Sep 29 22:58:58.521339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82051d8d-90ed-4ede-8996-a9e229a5bad1,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:58:58.531683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.532121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.532666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.533231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.533791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.534279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.534801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.535281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.535817 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.536335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.536814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.537305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.537787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f42ebad8-43ea-44f4-bdba-3d409dba1af6 admin admin] Tracked resource versions report: Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: pushed versions: Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: { 'AddressGroup': {'1.2'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'ConntrackHelper': {'1.0'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'Log': {'1.0'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'Network': {'1.1'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'Port': {'1.7'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'PortForwarding': {'1.2'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'QosPolicy': {'1.9'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'SecurityGroup': {'1.4'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'SecurityGroupRule': {'1.2'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'SubPort': {'1.0'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'Subnet': {'1.1'}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'Trunk': {'1.1'}} Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: consumer versions: Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: { DHCP agent@n-d-811173-2: {}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: HyperV agent@n-h1-811173-2: {}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: HyperV agent@n-h2-811173-2: {}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: L3 agent@n-d-811173-2: {}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: Metadata agent@n-d-811173-2: {}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: Metering agent@n-d-811173-2: {}, Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: Open vSwitch agent@n-d-811173-2: { 'AddressGroup': '1.2', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'ConntrackHelper': '1.0', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'Log': '1.0', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'Network': '1.1', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'Port': '1.7', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'PortForwarding': '1.2', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'QosPolicy': '1.9', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'SecurityGroup': '1.4', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'SecurityGroupRule': '1.2', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'SubPort': '1.0', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'Subnet': '1.1', Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: 'Trunk': '1.1'}} Sep 29 22:58:58.538986 n-d-811173-2 neutron-server[110006]: {{(pid=110006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 22:58:58.567329 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.604758 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.610768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.620126 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.623521 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.625928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82051d8d-90ed-4ede-8996-a9e229a5bad1 HTTP/1.1" status: 204 len: 168 time: 0.1495404 Sep 29 22:58:58.634702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82051d8d-90ed-4ede-8996-a9e229a5bad1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:58:58.642555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 22:58:58.642766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.643189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.643596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.644024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.644427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.644829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.645244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.645643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.646037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.646427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.646815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.647364 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788f0a15-9f7b-4c56-addc-7e6e97697ffa admin admin] Tracked resource versions report: Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: pushed versions: Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: { 'AddressGroup': {'1.2'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'ConntrackHelper': {'1.0'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'Log': {'1.0'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'Network': {'1.1'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'Port': {'1.7'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'PortForwarding': {'1.2'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'QosPolicy': {'1.9'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'SecurityGroup': {'1.4'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'SecurityGroupRule': {'1.2'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'SubPort': {'1.0'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'Subnet': {'1.1'}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'Trunk': {'1.1'}} Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: consumer versions: Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: { DHCP agent@n-d-811173-2: {}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: HyperV agent@n-h1-811173-2: {}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: HyperV agent@n-h2-811173-2: {}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: L3 agent@n-d-811173-2: {}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: Metadata agent@n-d-811173-2: {}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: Metering agent@n-d-811173-2: {}, Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: Open vSwitch agent@n-d-811173-2: { 'AddressGroup': '1.2', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'ConntrackHelper': '1.0', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'Log': '1.0', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'Network': '1.1', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'Port': '1.7', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'PortForwarding': '1.2', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'QosPolicy': '1.9', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'SecurityGroup': '1.4', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'SecurityGroupRule': '1.2', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'SubPort': '1.0', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'Subnet': '1.1', Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: 'Trunk': '1.1'}} Sep 29 22:58:58.648652 n-d-811173-2 neutron-server[110005]: {{(pid=110005) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 22:58:58.673014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b09ea64-adcf-48e3-8b7c-82c09855c569,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:58:58.677012 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781141755787', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.678210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Unsubscribe: segment precommit_create {{(pid=110006) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 29 22:58:58.678786 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Added segment bc1900db-6155-47a5-8d69-b194ccfdcca5 of type vlan for network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 Sep 29 22:58:58.734097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.825078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.826059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:58:58.827046 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.879769 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0027328 Sep 29 22:58:58.882796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56258) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:58:58.887794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Request body: {'subnet': {'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-subnet', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:58:58.911491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Made reservation on behalf of 75a46b3b2bfd455ab763f8a64884f4fe for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:58:58.915187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Notify callbacks [] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:58.922600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2dee1-bc8b-4694-915a-c4b2b048af04 admin admin] Pushing event updated for resources: {'Network': ['ID=f5dcb48d-bfc9-41ad-81a7-5e64086afd89,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:58:58.934958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 22:58:59.221288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.261704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c774230-cb00-48da-9fd3-cbe7f4b106f4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:58:59.294446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Checking segment: {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:58:59.295264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Network hostable DHCP agents. Network: f5dcb48d-bfc9-41ad-81a7-5e64086afd89, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 22:58:59.325674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 22:58:59.336889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, f5dcb48d-bfc9-41ad-81a7-5e64086afd89) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:58:59.341057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:58:59.341650 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.346900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf542d-c608-480b-9983-8c33f902630f None None] Network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:58:59.359629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56274) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:58:59.359963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-789b54e6-6fdc-4846-8d2c-b49719019a1e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4750078 Sep 29 22:58:59.364242 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:58:59.396098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.397625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.473668 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.544525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 22:58:59.545635 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.704517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.710839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Allocated IP 172.20.0.2 (f5dcb48d-bfc9-41ad-81a7-5e64086afd89/0c774230-cb00-48da-9fd3-cbe7f4b106f4/f47b89ca-0412-4b6b-a0f8-2ea8f90844e6) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:58:59.910186 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.918885 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.957269 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.974826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Pushing event updated for resources: {'Port': ['ID=f47b89ca-0412-4b6b-a0f8-2ea8f90844e6,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:58:59.987205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.987886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.988459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.989005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.989538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.990057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.990582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.991107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.991609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.992169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.992304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:58:59.992976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.993477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Tracked resource versions report: Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: pushed versions: Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: { 'AddressGroup': {'1.2'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'ConntrackHelper': {'1.0'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'Log': {'1.0'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'Network': {'1.1'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'Port': {'1.7'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'PortForwarding': {'1.2'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'QosPolicy': {'1.9'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'SecurityGroup': {'1.4'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'SecurityGroupRule': {'1.2'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'SubPort': {'1.0'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'Subnet': {'1.1'}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'Trunk': {'1.1'}} Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: consumer versions: Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: { DHCP agent@n-d-811173-2: {}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: HyperV agent@n-h1-811173-2: {}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: HyperV agent@n-h2-811173-2: {}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: L3 agent@n-d-811173-2: {}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: Metadata agent@n-d-811173-2: {}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: Metering agent@n-d-811173-2: {}, Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: Open vSwitch agent@n-d-811173-2: { 'AddressGroup': '1.2', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'ConntrackHelper': '1.0', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'Log': '1.0', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'Network': '1.1', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'Port': '1.7', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'PortForwarding': '1.2', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'QosPolicy': '1.9', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'SecurityGroup': '1.4', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'SecurityGroupRule': '1.2', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'SubPort': '1.0', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'Subnet': '1.1', Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: 'Trunk': '1.1'}} Sep 29 22:58:59.995373 n-d-811173-2 neutron-server[110007]: {{(pid=110007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 22:59:00.012266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:00.013876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:00.017304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:00.086625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Attempting to bind port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:00.086990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Attempting to bind port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:00.087368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Attempting to bind port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 on network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:00.093436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:00.093928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Checking segment: {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:00.094494 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:00.094896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Bound using segment: {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:00.095372 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Bound port: f47b89ca-0412-4b6b-a0f8-2ea8f90844e6, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:00.095794 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:00.179214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Allocated IP 172.25.4.183 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/570a7024-7447-48f9-a1f7-500f020c596c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:00.191710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] For port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:00.197236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] For port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f47b89ca-0412-4b6b-a0f8-2ea8f90844e6,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:00.205683 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:00.300098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd241c7-b5ac-437d-9401-1ea1d6cca3ba None None] Pushing event updated for resources: {'Port': ['ID=f47b89ca-0412-4b6b-a0f8-2ea8f90844e6,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:00.334658 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:00.433787 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:00.517294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:00.522948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:00.525444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:00.609011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Pushing event updated for resources: {'Port': ['ID=570a7024-7447-48f9-a1f7-500f020c596c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:01.044499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:01.349680 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:01.604534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Router c8abeef3-bd5a-4708-9203-1677258a318d is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 22:59:01.648897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090a2a78-6693-43ea-b88d-5e5767cabfc2 None None] Network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:01.777322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 22:59:01.791475 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Sync routers for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 22:59:01.808820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:01.813845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf33b848-778e-424d-91cf-3377229ff04c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 2.4501724 Sep 29 22:59:01.814267 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:01.815183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:01.817150 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:58:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:01.852645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-df0b0abb-6935-4d13-af10-046e768f20e8 None None] Provisioning complete for port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:01.853354 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-df0b0abb-6935-4d13-af10-046e768f20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.043389 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-df0b0abb-6935-4d13-af10-046e768f20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.070111 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:02.085463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-df0b0abb-6935-4d13-af10-046e768f20e8 None None] For port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f47b89ca-0412-4b6b-a0f8-2ea8f90844e6,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:02.093315 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-df0b0abb-6935-4d13-af10-046e768f20e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.214961 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b0abb-6935-4d13-af10-046e768f20e8 None None] Pushing event updated for resources: {'Port': ['ID=f47b89ca-0412-4b6b-a0f8-2ea8f90844e6,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:02.236999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56398) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:02.297751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:02.368168 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:00Z', 'revision_number': 3, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:02.397330 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Checking router: c8abeef3-bd5a-4708-9203-1677258a318d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 22:59:02.397681 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Updating router c8abeef3-bd5a-4708-9203-1677258a318d port 570a7024-7447-48f9-a1f7-500f020c596c binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 22:59:02.441425 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.461854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d88ed77f-7a9b-4a3c-95c6-53ad51a896a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.475582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.503441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b177bc24-db8d-495c-9697-756b8cc69223 None None] Provisioning complete for port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:02.504251 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b177bc24-db8d-495c-9697-756b8cc69223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.617672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:02.618654 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.677919 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d88ed77f-7a9b-4a3c-95c6-53ad51a896a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.688850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d88ed77f-7a9b-4a3c-95c6-53ad51a896a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.718581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Allocated IP 172.20.0.1 (f5dcb48d-bfc9-41ad-81a7-5e64086afd89/0c774230-cb00-48da-9fd3-cbe7f4b106f4/b0aa801b-cca8-4700-bfbf-84cfd740e9e6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:02.812687 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56432) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:02.813022 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d88ed77f-7a9b-4a3c-95c6-53ad51a896a6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d96f6cf5de947d58ac5f866bf67fc7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5696094 Sep 29 22:59:02.815806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ed77f-7a9b-4a3c-95c6-53ad51a896a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca88bd61-bbe9-4c05-9648-d1ad941ee985,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:02.861719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.874980 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.883512 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.918170 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.952934 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Attempting to bind port 570a7024-7447-48f9-a1f7-500f020c596c on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:02.953312 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Attempting to bind port 570a7024-7447-48f9-a1f7-500f020c596c by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:02.953677 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Attempting to bind port 570a7024-7447-48f9-a1f7-500f020c596c on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:02.963017 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Pushing event updated for resources: {'Port': ['ID=570a7024-7447-48f9-a1f7-500f020c596c,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:02.965542 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:02.966174 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:02.966752 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.967125 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:02.967599 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Bound port: 570a7024-7447-48f9-a1f7-500f020c596c, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:02.968559 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:02.974859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:02.982877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:02.987465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:02.987926 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.018357 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.018707 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.019052 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.019404 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.019740 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.020096 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.020426 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.021379 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.021379 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.021379 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.021694 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.021993 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Tracked resource versions report: Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: pushed versions: Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: { 'AddressGroup': {'1.2'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'ConntrackHelper': {'1.0'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'Log': {'1.0'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'Network': {'1.1'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'Port': {'1.7'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'PortForwarding': {'1.2'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'QosPolicy': {'1.9'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'SecurityGroup': {'1.4'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'SecurityGroupRule': {'1.2'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'SubPort': {'1.0'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'Subnet': {'1.1'}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'Trunk': {'1.1'}} Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: consumer versions: Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: { DHCP agent@n-d-811173-2: {}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: HyperV agent@n-h1-811173-2: {}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: HyperV agent@n-h2-811173-2: {}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: L3 agent@n-d-811173-2: {}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: Metadata agent@n-d-811173-2: {}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: Metering agent@n-d-811173-2: {}, Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: Open vSwitch agent@n-d-811173-2: { 'AddressGroup': '1.2', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'ConntrackHelper': '1.0', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'Log': '1.0', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'Network': '1.1', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'Port': '1.7', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'PortForwarding': '1.2', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'QosPolicy': '1.9', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'SecurityGroup': '1.4', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'SecurityGroupRule': '1.2', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'SubPort': '1.0', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'Subnet': '1.1', Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: 'Trunk': '1.1'}} Sep 29 22:59:03.023043 n-d-811173-2 neutron-server[110008]: {{(pid=110008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 29 22:59:03.055870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b0aa801b-cca8-4700-bfbf-84cfd740e9e6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:03.059726 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e48f5243-8999-4cea-ad22-ab58ef5e8339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.079184 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] For port 570a7024-7447-48f9-a1f7-500f020c596c, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:03.083098 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] For port 570a7024-7447-48f9-a1f7-500f020c596c, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=570a7024-7447-48f9-a1f7-500f020c596c,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:03.094682 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.169054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e48f5243-8999-4cea-ad22-ab58ef5e8339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.195044 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e816c-1541-4231-ad2e-93daff3681be None None] Pushing event updated for resources: {'Port': ['ID=570a7024-7447-48f9-a1f7-500f020c596c,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:03.205098 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:03.205784 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:58:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:03.252095 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7759ff00-45bc-4124-b963-874faf7bda61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.330712 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e48f5243-8999-4cea-ad22-ab58ef5e8339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.333255 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e48f5243-8999-4cea-ad22-ab58ef5e8339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.337023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e48f5243-8999-4cea-ad22-ab58ef5e8339 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ca88bd61-bbe9-4c05-9648-d1ad941ee985 HTTP/1.1" status: 204 len: 168 time: 0.5223882 Sep 29 22:59:03.355392 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.357590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f5243-8999-4cea-ad22-ab58ef5e8339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca88bd61-bbe9-4c05-9648-d1ad941ee985,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:03.375228 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:03.442597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-57e47109-675e-4756-8fcc-28f848adc4ad None None] Provisioning complete for port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:03.443585 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57e47109-675e-4756-8fcc-28f848adc4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.553066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-57e47109-675e-4756-8fcc-28f848adc4ad None None] Port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:03.676261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.686418 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.687945 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:03.759085 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:00Z', 'revision_number': 3, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:03.785344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Pushing event updated for resources: {'Port': ['ID=b0aa801b-cca8-4700-bfbf-84cfd740e9e6,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:03.809183 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78502de-cf42-4681-9e5b-f0a0e5b13868 None None] The sync data for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 is: [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:00Z', 'revision_number': 3, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 22:59:03.890044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:03.892812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:04.127183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56522) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:04.129834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Router c8abeef3-bd5a-4708-9203-1677258a318d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 22:59:04.274836 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:04.357338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56536) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:04.378377 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb754272-2d02-4e96-9685-e6a4c3fb1532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:04.446733 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d43b25fd-a724-4c21-8a6e-7ce7455a651e None None] Provisioning complete for port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:04.447109 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d43b25fd-a724-4c21-8a6e-7ce7455a651e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:04.462093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7b760d2-4293-4302-920e-c1ed205f77ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:04.523497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:04.524374 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:04.703448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d43b25fd-a724-4c21-8a6e-7ce7455a651e None None] Port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:04.729495 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb754272-2d02-4e96-9685-e6a4c3fb1532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:04.751746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb754272-2d02-4e96-9685-e6a4c3fb1532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:04.761575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 22:59:04.781930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3a431d07-858b-4b2c-8b86-e49adc2e23b7 admin admin] 10.222.0.44 "PUT /v2.0/routers/c8abeef3-bd5a-4708-9203-1677258a318d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9654627 Sep 29 22:59:04.872754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cb754272-2d02-4e96-9685-e6a4c3fb1532 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b8c36522df66462b857ddfe3e11f0ac7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5119920 Sep 29 22:59:04.873809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56576) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:04.904832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb754272-2d02-4e96-9685-e6a4c3fb1532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b60bb1-5556-435a-8f0f-9517df25fcb6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:05.056194 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fc64c57-14b0-412c-bcbe-b996c84f419a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.091172 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fc64c57-14b0-412c-bcbe-b996c84f419a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.100586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56590) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:05.113692 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7b760d2-4293-4302-920e-c1ed205f77ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.120947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7b760d2-4293-4302-920e-c1ed205f77ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.164840 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fc64c57-14b0-412c-bcbe-b996c84f419a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.169612 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fc64c57-14b0-412c-bcbe-b996c84f419a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.173442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2fc64c57-14b0-412c-bcbe-b996c84f419a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f4b60bb1-5556-435a-8f0f-9517df25fcb6 HTTP/1.1" status: 204 len: 168 time: 0.2954872 Sep 29 22:59:05.194063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc64c57-14b0-412c-bcbe-b996c84f419a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b60bb1-5556-435a-8f0f-9517df25fcb6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:05.210621 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d7b760d2-4293-4302-920e-c1ed205f77ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1b4c2e8b7ed476283a60714bbc6a0de&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0817819 Sep 29 22:59:05.215458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56604) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:05.242072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b760d2-4293-4302-920e-c1ed205f77ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d076e85-71b8-4a3e-9130-032ccf63d053,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:05.275002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56606) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:05.298092 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1c09983-a678-471d-b9c9-b4c6ba757ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.321433 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1c09983-a678-471d-b9c9-b4c6ba757ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.374752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1c09983-a678-471d-b9c9-b4c6ba757ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.377511 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1c09983-a678-471d-b9c9-b4c6ba757ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.381245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a1c09983-a678-471d-b9c9-b4c6ba757ef1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d076e85-71b8-4a3e-9130-032ccf63d053 HTTP/1.1" status: 204 len: 168 time: 0.1623266 Sep 29 22:59:05.387798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c09983-a678-471d-b9c9-b4c6ba757ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d076e85-71b8-4a3e-9130-032ccf63d053,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:05.429286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56616) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:05.456710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a05a3ffc-f883-4f74-9162-895752fb011e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.562356 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a05a3ffc-f883-4f74-9162-895752fb011e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.566819 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a05a3ffc-f883-4f74-9162-895752fb011e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.615282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a05a3ffc-f883-4f74-9162-895752fb011e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0f26dbfca0dd4917a6ab6d9623186a0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5132802 Sep 29 22:59:05.616429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05a3ffc-f883-4f74-9162-895752fb011e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da92a8a-97b9-4f7a-83a7-b66328092deb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:05.618485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56628) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:05.679210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e83bdc9-62da-4683-8bad-32c52e786a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.712793 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a194d6fa-ca1c-4df4-890d-f1931cb2484a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.740554 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d591d8a-4927-4ffa-8db9-285f489c6c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.777968 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a194d6fa-ca1c-4df4-890d-f1931cb2484a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.888588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a194d6fa-ca1c-4df4-890d-f1931cb2484a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.891788 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a194d6fa-ca1c-4df4-890d-f1931cb2484a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.893034 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a194d6fa-ca1c-4df4-890d-f1931cb2484a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1da92a8a-97b9-4f7a-83a7-b66328092deb HTTP/1.1" status: 204 len: 168 time: 0.2730503 Sep 29 22:59:05.910745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e83bdc9-62da-4683-8bad-32c52e786a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:05.912209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194d6fa-ca1c-4df4-890d-f1931cb2484a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da92a8a-97b9-4f7a-83a7-b66328092deb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:05.918982 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e83bdc9-62da-4683-8bad-32c52e786a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.008310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56646) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:06.011554 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6e83bdc9-62da-4683-8bad-32c52e786a02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87fb5977f5414468bd3fc9ed9c5758be&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7340496 Sep 29 22:59:06.012404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83bdc9-62da-4683-8bad-32c52e786a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a37525-9406-4f2e-a728-8db9d842b40e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:06.041932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56648) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:06.062734 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a98b81e9-db5b-49dc-b898-df3c38ab805b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.084341 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f980986d-b7a6-413d-9abe-758a1258ac75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.125415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d591d8a-4927-4ffa-8db9-285f489c6c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.135331 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f980986d-b7a6-413d-9abe-758a1258ac75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.157597 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a1faa087-5596-4127-b35e-48935ac54467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.169415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d591d8a-4927-4ffa-8db9-285f489c6c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.224146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f980986d-b7a6-413d-9abe-758a1258ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.228289 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f980986d-b7a6-413d-9abe-758a1258ac75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.229606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f980986d-b7a6-413d-9abe-758a1258ac75 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70a37525-9406-4f2e-a728-8db9d842b40e HTTP/1.1" status: 204 len: 168 time: 0.2196538 Sep 29 22:59:06.241240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980986d-b7a6-413d-9abe-758a1258ac75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a37525-9406-4f2e-a728-8db9d842b40e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:06.248752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 570a7024-7447-48f9-a1f7-500f020c596c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:06.282671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Sync routers for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 22:59:06.298550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:06.304015 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0d591d8a-4927-4ffa-8db9-285f489c6c6a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b71fdc39046944a2a883c033be1f4365&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8669932 Sep 29 22:59:06.305270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:06.306286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:06.310764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d591d8a-4927-4ffa-8db9-285f489c6c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ba5c13-33b3-4623-95ce-3fffa3c1c0b0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:06.390183 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a98b81e9-db5b-49dc-b898-df3c38ab805b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.395926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a98b81e9-db5b-49dc-b898-df3c38ab805b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.400332 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.431866 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8979fd6e-ef82-44f1-87d1-1be89616e61e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.444540 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a98b81e9-db5b-49dc-b898-df3c38ab805b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b90d8ae5502488bb30541530c8bed9f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3981378 Sep 29 22:59:06.444540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b81e9-db5b-49dc-b898-df3c38ab805b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709edcbb-26ad-4cac-8865-d138508c052d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:06.444785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 570a7024-7447-48f9-a1f7-500f020c596c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:06.444785 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.445992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56670) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:06.486669 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8979fd6e-ef82-44f1-87d1-1be89616e61e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.511750 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-517586fd-cfc5-4132-b39e-070a05651583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.539541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-517586fd-cfc5-4132-b39e-070a05651583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.574825 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8979fd6e-ef82-44f1-87d1-1be89616e61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.579298 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8979fd6e-ef82-44f1-87d1-1be89616e61e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.582174 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8979fd6e-ef82-44f1-87d1-1be89616e61e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/11ba5c13-33b3-4623-95ce-3fffa3c1c0b0 HTTP/1.1" status: 204 len: 168 time: 0.2825608 Sep 29 22:59:06.595510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979fd6e-ef82-44f1-87d1-1be89616e61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ba5c13-33b3-4623-95ce-3fffa3c1c0b0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:06.642297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-517586fd-cfc5-4132-b39e-070a05651583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.645432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-517586fd-cfc5-4132-b39e-070a05651583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.646582 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-517586fd-cfc5-4132-b39e-070a05651583 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/709edcbb-26ad-4cac-8865-d138508c052d HTTP/1.1" status: 204 len: 168 time: 0.2003903 Sep 29 22:59:06.657577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:06.658408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517586fd-cfc5-4132-b39e-070a05651583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709edcbb-26ad-4cac-8865-d138508c052d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:06.807251 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.866100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 570a7024-7447-48f9-a1f7-500f020c596c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=570a7024-7447-48f9-a1f7-500f020c596c,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:06.879376 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:06.917738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56684) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:06.934187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57965901-58db-48df-a44e-d1e4003f5de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.030112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=570a7024-7447-48f9-a1f7-500f020c596c,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:07.058394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 2, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:07.070209 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57965901-58db-48df-a44e-d1e4003f5de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.075978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57965901-58db-48df-a44e-d1e4003f5de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.081679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56694) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:07.087659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-network', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:07.088774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Checking router: c8abeef3-bd5a-4708-9203-1677258a318d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 22:59:07.089298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Updating router c8abeef3-bd5a-4708-9203-1677258a318d port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 22:59:07.119403 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.126481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Made reservation on behalf of 0702719ce0ae42649fdfc60a1925bbd4 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:07.130235 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.132362 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-57965901-58db-48df-a44e-d1e4003f5de5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83241641ff01413896524c15dc4c4092&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2136557 Sep 29 22:59:07.133916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57965901-58db-48df-a44e-d1e4003f5de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a1ddbc-f82f-4558-93ea-9d9983314989,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:07.135646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56696) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:07.163622 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.240795 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fabfdf-63be-422c-b5f8-67a1ff32cfca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.281577 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fabfdf-63be-422c-b5f8-67a1ff32cfca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.308608 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.361780 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.367111 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.403055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fabfdf-63be-422c-b5f8-67a1ff32cfca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.406514 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fabfdf-63be-422c-b5f8-67a1ff32cfca admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.410100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b8fabfdf-63be-422c-b5f8-67a1ff32cfca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/70a1ddbc-f82f-4558-93ea-9d9983314989 HTTP/1.1" status: 204 len: 168 time: 0.2707686 Sep 29 22:59:07.410100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 22:59:07.416756 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0c79d3-dc2e-4823-8d7a-7b9bb6390c5b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:07.433851 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.434293 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Added segment e37eec9a-c8a1-4685-abc2-1be7ad09a026 of type vlan for network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc Sep 29 22:59:07.442803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fabfdf-63be-422c-b5f8-67a1ff32cfca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a1ddbc-f82f-4558-93ea-9d9983314989,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:07.481516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.482691 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.492916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.516231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.517335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:07.518890 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.561255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56708) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:07.567415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Request body: {'subnet': {'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-subnet', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:07.571498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4877162 Sep 29 22:59:07.596569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56710) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:07.601000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10efe5a-de8d-4d87-8733-f587fb71d6b2 None None] Pushing event updated for resources: {'Port': ['ID=b0aa801b-cca8-4700-bfbf-84cfd740e9e6,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:07.633480 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f39079c-b9ea-4793-aed2-35c6cdb8fa9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.644405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f372793-87ea-4e45-8aab-29a8baf3d11d admin admin] Pushing event updated for resources: {'Network': ['ID=1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:07.657863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 22:59:07.658054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Made reservation on behalf of 0702719ce0ae42649fdfc60a1925bbd4 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:07.660516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.661692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Attempting to bind port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:07.662182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Attempting to bind port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:07.662643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Attempting to bind port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 on network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:07.712366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:07.712819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Checking segment: {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:07.713297 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.713804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Bound using segment: {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:07.714385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Bound port: b0aa801b-cca8-4700-bfbf-84cfd740e9e6, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:07.714851 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.762908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56714) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:07.783554 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1c05a07-4431-4660-b0c6-d88a7220a196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.828135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-b1c05a07-4431-4660-b0c6-d88a7220a196 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 22:59:07.828135 n-d-811173-2 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 22:59:07.828135 n-d-811173-2 neutron-server[110005]: [parameters: {'project_id_1': '219771ccd20d4987b276028e5b2c9a39', 'expiration_1': datetime.datetime(2021, 9, 29, 22, 58, 47, 811084)}] Sep 29 22:59:07.828135 n-d-811173-2 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 22:59:07.828494 n-d-811173-2 neutron-server[110005]: DEBUG oslo_db.api [None req-b1c05a07-4431-4660-b0c6-d88a7220a196 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 22:59:07.881478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2286d823-fad3-43a2-a452-969f30338126 None None] Provisioning complete for port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:07.882045 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2286d823-fad3-43a2-a452-969f30338126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.916090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] For port b0aa801b-cca8-4700-bfbf-84cfd740e9e6, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:07.933131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] For port b0aa801b-cca8-4700-bfbf-84cfd740e9e6, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b0aa801b-cca8-4700-bfbf-84cfd740e9e6,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:07.938346 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2286d823-fad3-43a2-a452-969f30338126 None None] Port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:07.939375 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:07.942856 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.017516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:08.019281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10efe5a-de8d-4d87-8733-f587fb71d6b2 None None] Pushing event updated for resources: {'Port': ['ID=b0aa801b-cca8-4700-bfbf-84cfd740e9e6,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:08.022330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:08.023254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:08.042486 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f39079c-b9ea-4793-aed2-35c6cdb8fa9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.052160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f39079c-b9ea-4793-aed2-35c6cdb8fa9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.088669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39079c-b9ea-4793-aed2-35c6cdb8fa9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6958aadf-01b9-45bd-8a33-470e5e737b23,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:08.095599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Checking segment: {'id': 'e37eec9a-c8a1-4685-abc2-1be7ad09a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:08.096240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Network hostable DHCP agents. Network: 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 22:59:08.131604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56728) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:08.132208 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3f39079c-b9ea-4793-aed2-35c6cdb8fa9b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=373c4f26d0ab42ffb359491ca9226b37&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5326548 Sep 29 22:59:08.133294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 22:59:08.149115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:08.154966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:08.157167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.188135 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f51ee809-733e-41cd-9e10-f0fdde72d8f6 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6247303 Sep 29 22:59:08.190619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56734) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:08.196039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-router', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:08.229149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10fab14-0323-4365-9e2f-214551d2c282 None None] Network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:08.252457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.254041 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.270632 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f64ad4b-67f9-4280-8ac3-5055fc1a0664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.313812 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f64ad4b-67f9-4280-8ac3-5055fc1a0664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.315386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 570a7024-7447-48f9-a1f7-500f020c596c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:08.331035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1c05a07-4431-4660-b0c6-d88a7220a196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.387048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9e350a18-e54c-4cb1-969d-01cfaf611896 None None] Provisioning complete for port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:08.387500 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e350a18-e54c-4cb1-969d-01cfaf611896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.393968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:08.466514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56746) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:08.471397 n-d-811173-2 neutron-server[110005]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 22:59:08.511637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-6599d7c6-79da-4318-a560-59ef0b41189e tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7dee3850925d44b6bb72ee4304f8257c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434718 Sep 29 22:59:08.520361 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f64ad4b-67f9-4280-8ac3-5055fc1a0664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.526891 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f64ad4b-67f9-4280-8ac3-5055fc1a0664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.528628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2f64ad4b-67f9-4280-8ac3-5055fc1a0664 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6958aadf-01b9-45bd-8a33-470e5e737b23 HTTP/1.1" status: 204 len: 168 time: 0.3958330 Sep 29 22:59:08.542978 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.561223 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1c05a07-4431-4660-b0c6-d88a7220a196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.588029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64ad4b-67f9-4280-8ac3-5055fc1a0664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6958aadf-01b9-45bd-8a33-470e5e737b23,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:08.597158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1c05a07-4431-4660-b0c6-d88a7220a196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.622601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.792965 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e350a18-e54c-4cb1-969d-01cfaf611896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.811165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 570a7024-7447-48f9-a1f7-500f020c596c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:08.811814 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.849915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.856740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc', 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'fixed_ips': [{'subnet_id': '2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 22:59:08.857608 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:08.889089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b1c05a07-4431-4660-b0c6-d88a7220a196 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=219771ccd20d4987b276028e5b2c9a39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1250505 Sep 29 22:59:08.901032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:08.901971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c05a07-4431-4660-b0c6-d88a7220a196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4400d5-501a-451e-98bf-23094013eb6c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:08.976610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083740-27db-408a-a0b7-6e707ba7db6f req-1ccdf3f6-336d-43b4-ac3a-c09f469bbecc tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:08.978180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-1ccdf3f6-336d-43b4-ac3a-c09f469bbecc tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4656501 Sep 29 22:59:09.005876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-1ebc89c9-be7a-4ec9-b354-057afe16e7b3 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/quotas/7dee3850925d44b6bb72ee4304f8257c HTTP/1.1" status: 200 len: 375 time: 0.0210831 Sep 29 22:59:09.077652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-d7faca03-549b-430d-b092-0786308c5a69 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7dee3850925d44b6bb72ee4304f8257c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556221 Sep 29 22:59:09.080518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3731-fe86-4ddd-98d8-51d563e243f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.109475 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3731-fe86-4ddd-98d8-51d563e243f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.195371 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3731-fe86-4ddd-98d8-51d563e243f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.205269 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd2b3731-fe86-4ddd-98d8-51d563e243f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.212858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bd2b3731-fe86-4ddd-98d8-51d563e243f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f4400d5-501a-451e-98bf-23094013eb6c HTTP/1.1" status: 204 len: 168 time: 0.2999976 Sep 29 22:59:09.232141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b3731-fe86-4ddd-98d8-51d563e243f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4400d5-501a-451e-98bf-23094013eb6c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:09.252162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Allocated IP 172.20.0.2 (1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc/2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737/674ee4c2-be11-4bc1-91af-dc4813f5485d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:09.255705 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.277457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.434914 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9e350a18-e54c-4cb1-969d-01cfaf611896 None None] For port b0aa801b-cca8-4700-bfbf-84cfd740e9e6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b0aa801b-cca8-4700-bfbf-84cfd740e9e6,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:09.454377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Allocated IP 172.25.4.71 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/ee0427d2-6c59-46cb-9587-f925e5c35485) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:09.498971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e350a18-e54c-4cb1-969d-01cfaf611896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.584272 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.591748 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e350a18-e54c-4cb1-969d-01cfaf611896 None None] Pushing event updated for resources: {'Port': ['ID=b0aa801b-cca8-4700-bfbf-84cfd740e9e6,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:09.627900 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.656662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.681279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:09.685271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:09.690550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:09.713156 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.724947 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.739664 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:07Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:09.750813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Pushing event updated for resources: {'Port': ['ID=ee0427d2-6c59-46cb-9587-f925e5c35485,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:09.793962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e944f2ec-8f7d-4bf5-8de5-402ef860933a None None] The sync data for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 is: [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:07Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 22:59:09.798245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:09.803652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:09.813277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:09.831617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Pushing event updated for resources: {'Port': ['ID=674ee4c2-be11-4bc1-91af-dc4813f5485d,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:09.961745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Attempting to bind port 674ee4c2-be11-4bc1-91af-dc4813f5485d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:09.962125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Attempting to bind port 674ee4c2-be11-4bc1-91af-dc4813f5485d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'e37eec9a-c8a1-4685-abc2-1be7ad09a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:09.962491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Attempting to bind port 674ee4c2-be11-4bc1-91af-dc4813f5485d on network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:09.968969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:09.969292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Checking segment: {'id': 'e37eec9a-c8a1-4685-abc2-1be7ad09a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:09.969817 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:09.970221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Bound using segment: {'id': 'e37eec9a-c8a1-4685-abc2-1be7ad09a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:09.970696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Bound port: 674ee4c2-be11-4bc1-91af-dc4813f5485d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37eec9a-c8a1-4685-abc2-1be7ad09a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:09.971078 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:10.050056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] For port 674ee4c2-be11-4bc1-91af-dc4813f5485d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:10.055567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] For port 674ee4c2-be11-4bc1-91af-dc4813f5485d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=674ee4c2-be11-4bc1-91af-dc4813f5485d,segment=NetworkSegment(e37eec9a-c8a1-4685-abc2-1be7ad09a026),segment_id=e37eec9a-c8a1-4685-abc2-1be7ad09a026)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:10.064167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:10.064476 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:10.147853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56822) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:10.164141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb958f4-4be7-4506-8a17-ca51d7e6ee98 None None] Pushing event updated for resources: {'Port': ['ID=674ee4c2-be11-4bc1-91af-dc4813f5485d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:10.326083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b0aa801b-cca8-4700-bfbf-84cfd740e9e6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:10.464594 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:10.473159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:10.473647 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:10.766441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Router 0c37d6ff-6afb-4731-85ca-23f74faac3ae is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 22:59:10.927482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 22:59:10.941722 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Sync routers for ids ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 22:59:10.945538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:10.949955 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a5f3ae2c-62b4-4b26-9bfb-ddefe6087e88 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.7556975 Sep 29 22:59:10.950263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56850) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:10.978569 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Routers {'0c37d6ff-6afb-4731-85ca-23f74faac3ae'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:10.979244 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:11.140034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-860c0af1-96b0-4447-a6dc-1fe722497cc0 req-ab45696b-bb15-4350-8358-e8b9de992c95 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 210 time: 0.9900360 Sep 29 22:59:11.170365 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Set router 0c37d6ff-6afb-4731-85ca-23f74faac3ae gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:11.558177 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-router', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:08Z', 'updated_at': '2021-09-29T22:59:09Z', 'revision_number': 3, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'gw_port': {'id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:09Z', 'updated_at': '2021-09-29T22:59:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:11.606593 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Checking router: 0c37d6ff-6afb-4731-85ca-23f74faac3ae for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 22:59:11.609247 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Updating router 0c37d6ff-6afb-4731-85ca-23f74faac3ae port ee0427d2-6c59-46cb-9587-f925e5c35485 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 22:59:11.682354 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:11.768588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc400ae-09f2-4dea-9492-296d21865b94 None None] Network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:11.823936 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:11.926879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-62631d19-a9d1-4929-8a95-e740052ab6b5 None None] Provisioning complete for port 674ee4c2-be11-4bc1-91af-dc4813f5485d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:11.929586 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62631d19-a9d1-4929-8a95-e740052ab6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.223276 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.246160 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.249627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Allocated IP 172.20.0.1 (1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc/2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737/67d65fe7-5fe9-47de-9882-6720266b5643) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:12.258231 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62631d19-a9d1-4929-8a95-e740052ab6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.347804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-62631d19-a9d1-4929-8a95-e740052ab6b5 None None] For port 674ee4c2-be11-4bc1-91af-dc4813f5485d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=674ee4c2-be11-4bc1-91af-dc4813f5485d,segment=NetworkSegment(e37eec9a-c8a1-4685-abc2-1be7ad09a026),segment_id=e37eec9a-c8a1-4685-abc2-1be7ad09a026)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:12.364792 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62631d19-a9d1-4929-8a95-e740052ab6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.373171 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1f36f-06b7-408e-bd6f-d9e9ecd4ead3 None None] Pushing event updated for resources: {'Port': ['ID=ee0427d2-6c59-46cb-9587-f925e5c35485,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:12.408529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 674ee4c2-be11-4bc1-91af-dc4813f5485d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:12.443136 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Attempting to bind port ee0427d2-6c59-46cb-9587-f925e5c35485 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:12.444015 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Attempting to bind port ee0427d2-6c59-46cb-9587-f925e5c35485 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:12.444511 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Attempting to bind port ee0427d2-6c59-46cb-9587-f925e5c35485 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:12.458834 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:12.459385 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:12.459913 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.460555 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:12.461278 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Bound port: ee0427d2-6c59-46cb-9587-f925e5c35485, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:12.463198 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.540905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62631d19-a9d1-4929-8a95-e740052ab6b5 None None] Pushing event updated for resources: {'Port': ['ID=674ee4c2-be11-4bc1-91af-dc4813f5485d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:12.541647 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a82f9250-717b-4d4a-8dec-35d6d1f02864 req-242e32a8-26c5-4d5a-81d6-3703d5a272bb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 210 time: 0.0415113 Sep 29 22:59:12.562238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 674ee4c2-be11-4bc1-91af-dc4813f5485d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:12.562637 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.598189 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.606186 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] For port ee0427d2-6c59-46cb-9587-f925e5c35485, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:12.611747 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] For port ee0427d2-6c59-46cb-9587-f925e5c35485, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ee0427d2-6c59-46cb-9587-f925e5c35485,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:12.626815 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.686073 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.733067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.26', 60854) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:12.766751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:12.767432 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Routers {'0c37d6ff-6afb-4731-85ca-23f74faac3ae'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:12.768012 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:12.783729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:12.787301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:12.787779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:12.814697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Pushing event updated for resources: {'Port': ['ID=67d65fe7-5fe9-47de-9882-6720266b5643,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:12.855989 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1f36f-06b7-408e-bd6f-d9e9ecd4ead3 None None] Pushing event updated for resources: {'Port': ['ID=ee0427d2-6c59-46cb-9587-f925e5c35485,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:12.896755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-93c96058-184f-473d-8d0f-7b6423a736ac None None] Provisioning complete for port 674ee4c2-be11-4bc1-91af-dc4813f5485d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:12.900375 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-93c96058-184f-473d-8d0f-7b6423a736ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:13.031134 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] Set router 0c37d6ff-6afb-4731-85ca-23f74faac3ae gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:13.102199 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-725c5501-50ba-4465-accd-31ff1476e2b3 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7dee3850925d44b6bb72ee4304f8257c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3630805 Sep 29 22:59:13.121163 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:13.284848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083740-27db-408a-a0b7-6e707ba7db6f req-9681d04a-6092-4087-998d-4366a21cc42a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:13.286475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-9681d04a-6092-4087-998d-4366a21cc42a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770535 Sep 29 22:59:13.291696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-90781c0d-e590-4aa7-87da-a1aa57940029 None None] Provisioning complete for port 67d65fe7-5fe9-47de-9882-6720266b5643 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:13.292873 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-90781c0d-e590-4aa7-87da-a1aa57940029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:13.330278 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-router', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:08Z', 'updated_at': '2021-09-29T22:59:09Z', 'revision_number': 3, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'gw_port': {'id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:09Z', 'updated_at': '2021-09-29T22:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:13.358873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56922) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:13.367803 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cd922c-036d-4101-b6f9-10f727427858 None None] The sync data for ids ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'] in n-d-811173-2 is: [{'id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-router', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:08Z', 'updated_at': '2021-09-29T22:59:09Z', 'revision_number': 3, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'gw_port': {'id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1c:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:09Z', 'updated_at': '2021-09-29T22:59:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 22:59:13.370964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-90781c0d-e590-4aa7-87da-a1aa57940029 None None] Port 67d65fe7-5fe9-47de-9882-6720266b5643 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:13.399229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:13.412786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:13.413599 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:13.424649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Request body: {'port': {'device_id': '97427716-bf2c-41b9-b1a2-ffd46be1eef3', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': '7dee3850925d44b6bb72ee4304f8257c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:13.525927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Pushing event updated for resources: {'Port': ['ID=67d65fe7-5fe9-47de-9882-6720266b5643,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:13.617417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:13.631582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:13.709824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Made reservation on behalf of 7dee3850925d44b6bb72ee4304f8257c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:13.715785 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:13.748193 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:13.940954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a531b1be-cde8-4796-a852-1493fd0732aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:13.972442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83a0dc15-d458-492c-8647-f3a1c8e561e2 req-45d5cfa4-0648-49bd-b320-816ae6d0087e tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 210 time: 0.0751288 Sep 29 22:59:14.010795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Router 0c37d6ff-6afb-4731-85ca-23f74faac3ae has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 22:59:14.025244 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:14.038751 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:14.101584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cc5c61a9-a86d-4975-95e7-bb256ab7a370 None None] Provisioning complete for port 67d65fe7-5fe9-47de-9882-6720266b5643 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:14.102931 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc5c61a9-a86d-4975-95e7-bb256ab7a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:14.183765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c61a9-a86d-4975-95e7-bb256ab7a370 None None] Port 67d65fe7-5fe9-47de-9882-6720266b5643 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:14.198866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 22:59:14.225067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-41cb0691-e39b-4791-bde7-2073dd4dff71 admin admin] 10.222.0.44 "PUT /v2.0/routers/0c37d6ff-6afb-4731-85ca-23f74faac3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2737164 Sep 29 22:59:14.282983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:14.372352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 674ee4c2-be11-4bc1-91af-dc4813f5485d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:14.448720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 674ee4c2-be11-4bc1-91af-dc4813f5485d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:14.449111 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:14.621972 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:59:14.640215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Allocated IP 192.168.233.195 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/ca897130-241d-44a9-9f1b-2ae8ae4b4dd5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:14.697318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ee0427d2-6c59-46cb-9587-f925e5c35485 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:14.726954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a531b1be-cde8-4796-a852-1493fd0732aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:14.743613 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a531b1be-cde8-4796-a852-1493fd0732aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:14.841186 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ee0427d2-6c59-46cb-9587-f925e5c35485 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:14.843383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:14.989132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a531b1be-cde8-4796-a852-1493fd0732aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c07f76-42d1-46b4-8582-d5433137900f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:15.099425 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a531b1be-cde8-4796-a852-1493fd0732aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=73985e88148f48b9b2f1b52eead8fb84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7387850 Sep 29 22:59:15.102122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56976) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:15.143310 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:15.210584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port ee0427d2-6c59-46cb-9587-f925e5c35485, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ee0427d2-6c59-46cb-9587-f925e5c35485,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:15.218798 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:15.263766 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97594c85-01fd-4f4d-a238-fdbab252598b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:15.299932 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97594c85-01fd-4f4d-a238-fdbab252598b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:15.343171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=ee0427d2-6c59-46cb-9587-f925e5c35485,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:15.358187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:15.431579 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:15.441159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6092ad58-24c0-434c-b973-bfc89f64c84d req-751fe094-4ef2-48b4-b52b-18b5b9fe20d0 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 210 time: 0.0629911 Sep 29 22:59:15.470413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97594c85-01fd-4f4d-a238-fdbab252598b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:15.473763 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97594c85-01fd-4f4d-a238-fdbab252598b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:15.475215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-97594c85-01fd-4f4d-a238-fdbab252598b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15c07f76-42d1-46b4-8582-d5433137900f HTTP/1.1" status: 204 len: 168 time: 0.3719413 Sep 29 22:59:15.489925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97594c85-01fd-4f4d-a238-fdbab252598b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c07f76-42d1-46b4-8582-d5433137900f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:15.603715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:15.626384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:15.641218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:15.653153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:15.654289 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:15.752622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Pushing event updated for resources: {'Port': ['ID=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:15.772789 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-c9b9a5aa-70e7-4ffc-9545-99b4993b52fb tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3525379 Sep 29 22:59:15.786052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-e3a6bfff-0a49-4760-9eb3-5f2d1b126f34 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 22:59:15.790970 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-e3a6bfff-0a49-4760-9eb3-5f2d1b126f34 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0125074 Sep 29 22:59:16.032564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e8bb9fd4-aa66-4c3a-9a0c-9ee56d003a21 None None] Provisioning complete for port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:16.032716 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8bb9fd4-aa66-4c3a-9a0c-9ee56d003a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:16.104763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e8bb9fd4-aa66-4c3a-9a0c-9ee56d003a21 None None] Port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:16.145655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Sync routers for ids ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 22:59:16.165627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Routers {'0c37d6ff-6afb-4731-85ca-23f74faac3ae'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:16.172850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:16.276722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ee0427d2-6c59-46cb-9587-f925e5c35485 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:16.393621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Set router 0c37d6ff-6afb-4731-85ca-23f74faac3ae gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:16.462644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ee0427d2-6c59-46cb-9587-f925e5c35485 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:16.463175 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:16.513548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57018) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:16.538057 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2cd5b7d-a303-4917-8766-32959ca85c38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:16.681956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2cd5b7d-a303-4917-8766-32959ca85c38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:16.683001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2cd5b7d-a303-4917-8766-32959ca85c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:16.736501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cd5b7d-a303-4917-8766-32959ca85c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de23921-d11a-4410-aea6-9bc0d0be1939,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:16.744543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c2cd5b7d-a303-4917-8766-32959ca85c38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8c4828cd0fb4b42a2b0a73d3bd61786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298894 Sep 29 22:59:16.747003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57020) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:16.860733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b323f6f-7419-417e-a09a-006a787c8dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:16.928805 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b323f6f-7419-417e-a09a-006a787c8dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:17.069122 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-router', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:08Z', 'updated_at': '2021-09-29T22:59:13Z', 'revision_number': 4, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'gw_port': {'id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:09Z', 'updated_at': '2021-09-29T22:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '67d65fe7-5fe9-47de-9882-6720266b5643', 'name': '', 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'mac_address': 'fa:16:3e:1d:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:11Z', 'updated_at': '2021-09-29T22:59:13Z', 'revision_number': 2, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'subnets': [{'id': '2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:17.151188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d505dd3-76fd-422b-be25-790f5ccb27ae req-74e305e4-b5c1-41e2-9a54-991d80dc3ea7 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:17.152871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d505dd3-76fd-422b-be25-790f5ccb27ae req-74e305e4-b5c1-41e2-9a54-991d80dc3ea7 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 936 time: 0.2220278 Sep 29 22:59:17.213436 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b323f6f-7419-417e-a09a-006a787c8dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:17.221631 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b323f6f-7419-417e-a09a-006a787c8dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:17.227396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6b323f6f-7419-417e-a09a-006a787c8dc9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9de23921-d11a-4410-aea6-9bc0d0be1939 HTTP/1.1" status: 204 len: 168 time: 0.4783411 Sep 29 22:59:17.271561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b323f6f-7419-417e-a09a-006a787c8dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de23921-d11a-4410-aea6-9bc0d0be1939,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:17.282913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d505dd3-76fd-422b-be25-790f5ccb27ae req-16ac4f03-95e1-47bf-b9c7-0b56952b9444 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205988 Sep 29 22:59:17.325509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Checking router: 0c37d6ff-6afb-4731-85ca-23f74faac3ae for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 22:59:17.325999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Updating router 0c37d6ff-6afb-4731-85ca-23f74faac3ae port 67d65fe7-5fe9-47de-9882-6720266b5643 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 22:59:17.419597 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:17.430294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:17.504738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57048) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:17.852176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ced7c02-acbf-497a-9b59-019b02b657b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:17.987449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6df0436-3ed8-4e42-a9cb-4602432c9623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.015540 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.031541 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.098509 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ced7c02-acbf-497a-9b59-019b02b657b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.116309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ced7c02-acbf-497a-9b59-019b02b657b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.178703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686df30-7fe9-42e9-830b-da08c5078422 None None] Pushing event updated for resources: {'Port': ['ID=67d65fe7-5fe9-47de-9882-6720266b5643,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:18.222586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2ced7c02-acbf-497a-9b59-019b02b657b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f41a288ddc74ffcae046f0af8d35cd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7912505 Sep 29 22:59:18.224163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced7c02-acbf-497a-9b59-019b02b657b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeff65b6-26c2-4f43-bc55-748f34bf0d2e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:18.233635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57060) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:18.303135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Attempting to bind port 67d65fe7-5fe9-47de-9882-6720266b5643 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:18.305160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Attempting to bind port 67d65fe7-5fe9-47de-9882-6720266b5643 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'e37eec9a-c8a1-4685-abc2-1be7ad09a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:18.314276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Attempting to bind port 67d65fe7-5fe9-47de-9882-6720266b5643 on network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:18.321440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57066) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:18.328654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:18.329668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Checking segment: {'id': 'e37eec9a-c8a1-4685-abc2-1be7ad09a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:18.330777 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.332967 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Bound using segment: {'id': 'e37eec9a-c8a1-4685-abc2-1be7ad09a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:18.333742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Bound port: 67d65fe7-5fe9-47de-9882-6720266b5643, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37eec9a-c8a1-4685-abc2-1be7ad09a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:18.334915 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.353096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57070) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:18.363927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-652e8b12-95a7-42e5-8ed1-a502fde7d18c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064210337', 'description': 'tempest-description--455899561'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:18.383742 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6df0436-3ed8-4e42-a9cb-4602432c9623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.394041 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6df0436-3ed8-4e42-a9cb-4602432c9623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.507707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df0436-3ed8-4e42-a9cb-4602432c9623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8799e4-25bb-425c-9393-3833d1bd1d21,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:18.509441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c2e3b7f-9dad-4354-ad8a-4289b5cf6e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.524009 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652e8b12-95a7-42e5-8ed1-a502fde7d18c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.527191 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e6df0436-3ed8-4e42-a9cb-4602432c9623 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecccb5b70c874c2d829747591af8ef8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0190382 Sep 29 22:59:18.529368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57074) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:18.529615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] For port 67d65fe7-5fe9-47de-9882-6720266b5643, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:18.538796 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] For port 67d65fe7-5fe9-47de-9882-6720266b5643, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=67d65fe7-5fe9-47de-9882-6720266b5643,segment=NetworkSegment(e37eec9a-c8a1-4685-abc2-1be7ad09a026),segment_id=e37eec9a-c8a1-4685-abc2-1be7ad09a026)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:18.557546 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.563499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a763fce-1b97-4d23-bb21-c2420be34b21 req-c9f89de6-5e18-447a-a086-a22ca7cfb818 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:18.571701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a763fce-1b97-4d23-bb21-c2420be34b21 req-c9f89de6-5e18-447a-a086-a22ca7cfb818 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 936 time: 0.1521411 Sep 29 22:59:18.576361 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c2e3b7f-9dad-4354-ad8a-4289b5cf6e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.668321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9871a9da-2c04-486f-b1d5-4de1742da990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.669981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a763fce-1b97-4d23-bb21-c2420be34b21 req-666fc7af-b693-4e2b-a353-4274416a5e68 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973759 Sep 29 22:59:18.673264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8f1cfafa-fc11-4f9e-9eb0-f0037e92c729 None None] Provisioning complete for port 67d65fe7-5fe9-47de-9882-6720266b5643 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:18.674696 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfafa-fc11-4f9e-9eb0-f0037e92c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.722037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c2e3b7f-9dad-4354-ad8a-4289b5cf6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.728643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c2e3b7f-9dad-4354-ad8a-4289b5cf6e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.735251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5c2e3b7f-9dad-4354-ad8a-4289b5cf6e44 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aeff65b6-26c2-4f43-bc55-748f34bf0d2e HTTP/1.1" status: 204 len: 168 time: 0.4904768 Sep 29 22:59:18.770981 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9871a9da-2c04-486f-b1d5-4de1742da990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.791714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2e3b7f-9dad-4354-ad8a-4289b5cf6e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeff65b6-26c2-4f43-bc55-748f34bf0d2e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:18.819280 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c768-567d-4779-858e-65b97b172ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.872330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Routers {'0c37d6ff-6afb-4731-85ca-23f74faac3ae'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:18.876718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:18.910647 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652e8b12-95a7-42e5-8ed1-a502fde7d18c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.920193 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652e8b12-95a7-42e5-8ed1-a502fde7d18c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:18.975564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Request body: {'port': {'device_id': '97427716-bf2c-41b9-b1a2-ffd46be1eef3', 'device_owner': 'compute:tempest-test_az-1291209820', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:18.989382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686df30-7fe9-42e9-830b-da08c5078422 None None] Pushing event updated for resources: {'Port': ['ID=67d65fe7-5fe9-47de-9882-6720266b5643,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:19.030498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e8b12-95a7-42e5-8ed1-a502fde7d18c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc69f536-e3c4-4843-be6b-5be5ff9f14d3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:19.104555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9871a9da-2c04-486f-b1d5-4de1742da990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.141818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9871a9da-2c04-486f-b1d5-4de1742da990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.143498 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9871a9da-2c04-486f-b1d5-4de1742da990 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f8799e4-25bb-425c-9393-3833d1bd1d21 HTTP/1.1" status: 204 len: 168 time: 0.6112945 Sep 29 22:59:19.153990 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfafa-fc11-4f9e-9eb0-f0037e92c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.202325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8f1cfafa-fc11-4f9e-9eb0-f0037e92c729 None None] For port 67d65fe7-5fe9-47de-9882-6720266b5643, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=67d65fe7-5fe9-47de-9882-6720266b5643,segment=NetworkSegment(e37eec9a-c8a1-4685-abc2-1be7ad09a026),segment_id=e37eec9a-c8a1-4685-abc2-1be7ad09a026)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:19.205185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] Set router 0c37d6ff-6afb-4731-85ca-23f74faac3ae gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:19.221432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871a9da-2c04-486f-b1d5-4de1742da990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8799e4-25bb-425c-9393-3833d1bd1d21,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:19.267117 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f1cfafa-fc11-4f9e-9eb0-f0037e92c729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.318947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.406805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cfafa-fc11-4f9e-9eb0-f0037e92c729 None None] Pushing event updated for resources: {'Port': ['ID=67d65fe7-5fe9-47de-9882-6720266b5643,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:19.431509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c768-567d-4779-858e-65b97b172ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.440126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-92e7fe2b-8816-4f17-bf10-a9972c597dee None None] Provisioning complete for port 67d65fe7-5fe9-47de-9882-6720266b5643 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:19.440653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92e7fe2b-8816-4f17-bf10-a9972c597dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.444403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ec7c768-567d-4779-858e-65b97b172ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.450165 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652e8b12-95a7-42e5-8ed1-a502fde7d18c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.455474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-652e8b12-95a7-42e5-8ed1-a502fde7d18c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0973775 Sep 29 22:59:19.455673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57096) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:19.460770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c1cc5f51-a01c-421d-9b57-e89d69ea8e22 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Request body: {'security_group_rule': {'security_group_id': 'dc69f536-e3c4-4843-be6b-5be5ff9f14d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:19.477127 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7ec7c768-567d-4779-858e-65b97b172ece admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5b25fb04387b47c0a627010834f3676e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1546335 Sep 29 22:59:19.480115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57098) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:19.574080 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1cc5f51-a01c-421d-9b57-e89d69ea8e22 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.707156 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5af6-6794-4dab-9ad8-70a7e8826b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.811047 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5af6-6794-4dab-9ad8-70a7e8826b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.836487 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1cc5f51-a01c-421d-9b57-e89d69ea8e22 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.878351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1cc5f51-a01c-421d-9b57-e89d69ea8e22 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.891378 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:19.915186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7c768-567d-4779-858e-65b97b172ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd49ece-8fc3-4fa1-a067-57fbe15915fe,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:19.932058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-router', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:08Z', 'updated_at': '2021-09-29T22:59:13Z', 'revision_number': 4, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'gw_port': {'id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:09Z', 'updated_at': '2021-09-29T22:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '67d65fe7-5fe9-47de-9882-6720266b5643', 'name': '', 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'mac_address': 'fa:16:3e:1d:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:11Z', 'updated_at': '2021-09-29T22:59:18Z', 'revision_number': 4, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'subnets': [{'id': '2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:19.973270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc5f51-a01c-421d-9b57-e89d69ea8e22 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52307e04-0b2a-45d2-aae6-d1cbcee52998,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:19.994442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-564eda1b-faf4-4615-9052-33a862672af2 None None] The sync data for ids ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'] in n-d-811173-2 is: [{'id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-router', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:08Z', 'updated_at': '2021-09-29T22:59:13Z', 'revision_number': 4, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'gw_port': {'id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:09Z', 'updated_at': '2021-09-29T22:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '67d65fe7-5fe9-47de-9882-6720266b5643', 'name': '', 'network_id': '1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'mac_address': 'fa:16:3e:1d:77:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:11Z', 'updated_at': '2021-09-29T22:59:18Z', 'revision_number': 4, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'subnets': [{'id': '2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 22:59:20.006176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1cc5f51-a01c-421d-9b57-e89d69ea8e22 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.008699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c1cc5f51-a01c-421d-9b57-e89d69ea8e22 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5511122 Sep 29 22:59:20.011046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57108) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:20.017835 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4ede2865-54af-4825-a378-926bd870d109 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Request body: {'security_group_rule': {'security_group_id': 'dc69f536-e3c4-4843-be6b-5be5ff9f14d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:20.033735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497003d3-68a8-4ad7-824b-67c956794ce0 req-f57dec5a-102b-4282-aa72-b689d6c2f652 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:20.037207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-497003d3-68a8-4ad7-824b-67c956794ce0 req-f57dec5a-102b-4282-aa72-b689d6c2f652 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 936 time: 0.2457645 Sep 29 22:59:20.057896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:20.070797 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.091408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57110) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:20.149541 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5af6-6794-4dab-9ad8-70a7e8826b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.156976 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2cc5af6-6794-4dab-9ad8-70a7e8826b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.162214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e2cc5af6-6794-4dab-9ad8-70a7e8826b1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8bd49ece-8fc3-4fa1-a067-57fbe15915fe HTTP/1.1" status: 204 len: 168 time: 0.6809702 Sep 29 22:59:20.208634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-497003d3-68a8-4ad7-824b-67c956794ce0 req-4e2136bf-ccba-40ad-ad2c-adb0ab2435ab tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635399 Sep 29 22:59:20.210890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cc5af6-6794-4dab-9ad8-70a7e8826b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd49ece-8fc3-4fa1-a067-57fbe15915fe,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:20.281064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57116) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:20.318180 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1abfd137-f793-4ba1-af01-a65d5b4579a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.427260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3aacf0b2-080b-4724-b3f7-f5b9d7a9796b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.458708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 67d65fe7-5fe9-47de-9882-6720266b5643 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:20.534473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Transition to ACTIVE for port object ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 22:59:20.566958 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.632831 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 67d65fe7-5fe9-47de-9882-6720266b5643 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:20.632831 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.651215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1abfd137-f793-4ba1-af01-a65d5b4579a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.660392 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ede2865-54af-4825-a378-926bd870d109 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.673989 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1abfd137-f793-4ba1-af01-a65d5b4579a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.707573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Pushing event updated for resources: {'Port': ['ID=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:20.819563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3aacf0b2-080b-4724-b3f7-f5b9d7a9796b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.831220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1abfd137-f793-4ba1-af01-a65d5b4579a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6c3fe6bd98264eca88726999535efbc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5483470 Sep 29 22:59:20.833263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:20.837825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfd137-f793-4ba1-af01-a65d5b4579a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cea148-ad69-411d-ab7c-afd1e87c65db,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:20.885945 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3aacf0b2-080b-4724-b3f7-f5b9d7a9796b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:20.978247 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a82c962b-323d-4b6d-8125-46f657c27daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.070924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a82c962b-323d-4b6d-8125-46f657c27daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.167173 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a82c962b-323d-4b6d-8125-46f657c27daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.173792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a82c962b-323d-4b6d-8125-46f657c27daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.178618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a82c962b-323d-4b6d-8125-46f657c27daf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/35cea148-ad69-411d-ab7c-afd1e87c65db HTTP/1.1" status: 204 len: 168 time: 0.3414760 Sep 29 22:59:21.188265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aacf0b2-080b-4724-b3f7-f5b9d7a9796b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d30a5b96-8302-4392-abd6-75d117a56e93,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:21.204287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c962b-323d-4b6d-8125-46f657c27daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cea148-ad69-411d-ab7c-afd1e87c65db,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:21.268739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Attempting to bind port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:21.269350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Attempting to bind port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:21.269500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Attempting to bind port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:21.281226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 22:59:21.281631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Attempting to bind port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:21.289258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3aacf0b2-080b-4724-b3f7-f5b9d7a9796b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e631cc571db4698ba5bf357d1dc28e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1913478 Sep 29 22:59:21.289809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57140) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:21.315667 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ede2865-54af-4825-a378-926bd870d109 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.316921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:21.317272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:21.324052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:21.324964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Bound port: ca897130-241d-44a9-9f1b-2ae8ae4b4dd5, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:21.325348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.339526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ede2865-54af-4825-a378-926bd870d109 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.360443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede2865-54af-4825-a378-926bd870d109 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d96b21-36e4-4151-b549-166cfb07e434,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:21.456142 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db441308-bad4-4741-8f57-6da7a3236bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.470552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ede2865-54af-4825-a378-926bd870d109 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.476598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57144) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:21.477296 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4ede2865-54af-4825-a378-926bd870d109 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4645600 Sep 29 22:59:21.488022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:21.578133 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db441308-bad4-4741-8f57-6da7a3236bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.590801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] For port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:21.604514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57148) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:21.607421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] For port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:21.654114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.678925 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.688482 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce7254c9-c318-4d7d-be0c-efaa6acee940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.797928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1a1be-a301-4f94-929e-022fc1139b15 req-3b3f679a-acfe-42cf-b435-13b3cc4210a7 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:21.799941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3e1a1be-a301-4f94-929e-022fc1139b15 req-3b3f679a-acfe-42cf-b435-13b3cc4210a7 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 970 time: 0.2896321 Sep 29 22:59:21.830116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:21.841346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.842924 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] 10.222.0.26 "PUT /v2.0/ports/ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 HTTP/1.1" status: 200 len: 1118 time: 3.1276777 Sep 29 22:59:21.843411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97427716-bf2c-41b9-b1a2-ffd46be1eef3', 'tag': 'ca897130-241d-44a9-9f1b-2ae8ae4b4dd5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:21.950542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3e1a1be-a301-4f94-929e-022fc1139b15 req-4edcf342-6b33-4094-b384-c387a93f3770 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399665 Sep 29 22:59:21.974598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db441308-bad4-4741-8f57-6da7a3236bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.987497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db441308-bad4-4741-8f57-6da7a3236bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:21.995734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-db441308-bad4-4741-8f57-6da7a3236bb4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d30a5b96-8302-4392-abd6-75d117a56e93 HTTP/1.1" status: 204 len: 168 time: 0.7033050 Sep 29 22:59:22.135066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7d48f-1482-409f-9a13-05da8e17093e service neutron] Pushing event updated for resources: {'Port': ['ID=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:22.312417 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce7254c9-c318-4d7d-be0c-efaa6acee940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:22.334100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce7254c9-c318-4d7d-be0c-efaa6acee940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:22.402123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db441308-bad4-4741-8f57-6da7a3236bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d30a5b96-8302-4392-abd6-75d117a56e93,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:22.438768 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ce7254c9-c318-4d7d-be0c-efaa6acee940 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f36d8c798f824ec7bead3046ba00ec97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8288400 Sep 29 22:59:22.440096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7254c9-c318-4d7d-be0c-efaa6acee940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe74b90-c4ed-41b4-b344-862651dae23a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:22.445181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57166) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:22.490091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:22.532728 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-364d119b-4930-40c6-903f-319ae755876e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:22.587122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-364d119b-4930-40c6-903f-319ae755876e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:22.674967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Allocated IP 172.25.4.84 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/bf693883-6292-4f09-8313-65287606a8df) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:22.689670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083740-27db-408a-a0b7-6e707ba7db6f req-e8535797-d787-4461-a5c8-bac3a723b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:22.691291 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-e8535797-d787-4461-a5c8-bac3a723b6bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7dee3850925d44b6bb72ee4304f8257c&device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 1121 time: 0.6574430 Sep 29 22:59:22.692469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-364d119b-4930-40c6-903f-319ae755876e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:22.696614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-364d119b-4930-40c6-903f-319ae755876e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:22.697785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-364d119b-4930-40c6-903f-319ae755876e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abe74b90-c4ed-41b4-b344-862651dae23a HTTP/1.1" status: 204 len: 168 time: 0.2516546 Sep 29 22:59:22.713016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d119b-4930-40c6-903f-319ae755876e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe74b90-c4ed-41b4-b344-862651dae23a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:22.863889 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db80abf-16e3-4348-8bfc-688b2cf31a38" -d '{"events": [{"name": "network-changed", "server_uuid": "97427716-bf2c-41b9-b1a2-ffd46be1eef3", "tag": "ca897130-241d-44a9-9f1b-2ae8ae4b4dd5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:22.876043 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:22.921317 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:22.972388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:22.976521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:22.981880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:23.001954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event updated for resources: {'Port': ['ID=bf693883-6292-4f09-8313-65287606a8df,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:23.138856 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:23.225642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38005c3a-b837-4214-979c-186dc2deaf8b req-a8e16a0f-84b2-4737-93b6-1a0f4b09a001 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:23.227249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38005c3a-b837-4214-979c-186dc2deaf8b req-a8e16a0f-84b2-4737-93b6-1a0f4b09a001 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 970 time: 0.1471357 Sep 29 22:59:23.256794 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:23.301971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38005c3a-b837-4214-979c-186dc2deaf8b req-40cd6323-096a-45e1-b0dc-11d9cb459f9a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657613 Sep 29 22:59:23.502603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:23.510516 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:23.526300 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:23.570497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:23.572942 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0947843 Sep 29 22:59:23.588721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17dbbec-01f6-47f2-a11b-f9392a938920 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event updated for resources: {'Port': ['ID=bf693883-6292-4f09-8313-65287606a8df,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:23.590612 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71950398-805d-4e89-8b61-72e1dbeacc8e x-openstack-request-id: req-71950398-805d-4e89-8b61-72e1dbeacc8e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:23.591622 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97427716-bf2c-41b9-b1a2-ffd46be1eef3", "tag": "ca897130-241d-44a9-9f1b-2ae8ae4b4dd5", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:23.591904 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-71950398-805d-4e89-8b61-72e1dbeacc8e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:23.592437 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97427716-bf2c-41b9-b1a2-ffd46be1eef3', 'tag': 'ca897130-241d-44a9-9f1b-2ae8ae4b4dd5', 'status': 'completed', 'code': 200} Sep 29 22:59:23.977250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-403f5650-e0f3-4cf3-92e5-adfb3c6355cf tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2064210337&fields=id&tenant_id=75a46b3b2bfd455ab763f8a64884f4fe HTTP/1.1" status: 200 len: 267 time: 0.0787153 Sep 29 22:59:24.188100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-e5df212f-b58b-4efe-bc43-74ee163ebdd5 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:24.195594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-e5df212f-b58b-4efe-bc43-74ee163ebdd5 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/networks?id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89 HTTP/1.1" status: 200 len: 824 time: 0.2101917 Sep 29 22:59:24.214486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-a91b2f6b-2e4b-48cd-8b00-538daa4634e9 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/quotas/75a46b3b2bfd455ab763f8a64884f4fe HTTP/1.1" status: 200 len: 375 time: 0.0182247 Sep 29 22:59:24.290332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-3f282d2e-a613-4c45-9b2e-38c9d1a99d1a tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=75a46b3b2bfd455ab763f8a64884f4fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0747049 Sep 29 22:59:24.716306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d4ed-736e-4a90-9435-41dd066e030a req-b5908dcd-d44d-4706-9fbd-5c4a75457b93 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:24.724718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c117d4ed-736e-4a90-9435-41dd066e030a req-b5908dcd-d44d-4706-9fbd-5c4a75457b93 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 970 time: 0.0718167 Sep 29 22:59:24.772237 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c117d4ed-736e-4a90-9435-41dd066e030a req-90e0f768-b8d4-452d-a140-f45869a53ffd tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393913 Sep 29 22:59:24.794344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-a348e6bd-6752-4eca-95a7-92d9e6823100 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 22:59:24.796016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-a348e6bd-6752-4eca-95a7-92d9e6823100 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1483140 Sep 29 22:59:24.924301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-85b55292-d8bb-4857-9b22-5177b1801217 service neutron] 10.222.0.44 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170044 Sep 29 22:59:25.064971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-58e13342-0fa5-4c31-bee8-1626ace23df9 service neutron] 10.222.0.44 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308610 Sep 29 22:59:25.367605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-3418352e-c59e-403d-918a-49f9d87c16d0 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427659 Sep 29 22:59:25.556710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9670fff-9354-42db-8231-7af00857edc8 req-cb297817-55c0-4313-8fff-99b5fed4ff3d tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:25.562524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-cb297817-55c0-4313-8fff-99b5fed4ff3d tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886282 Sep 29 22:59:25.579877 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-5c87df17-f17b-4dcd-ad64-09229ccb3d66 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/quotas/ba5f136fc2b2405eb8050f5e7a941ffa HTTP/1.1" status: 200 len: 375 time: 0.0098436 Sep 29 22:59:25.631600 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-6fd3f39a-6b2c-4386-91af-15ed2d331766 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457685 Sep 29 22:59:25.897912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10996238-d5db-4814-be89-bbb3d4e2c55b req-64aed7a9-751d-41c2-9594-110bcd0d95df tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.0768075 Sep 29 22:59:26.010169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32907291-9e6d-4618-8ae8-e68643be409a req-034d7f7f-3a17-4524-a497-9b8f4dbfdb9c tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 210 time: 0.0481555 Sep 29 22:59:26.158057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21d28b-583a-418e-a884-99f0006b289f req-6c2d118a-ab3a-4bb8-a0e7-335da7b74051 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:26.183860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc21d28b-583a-418e-a884-99f0006b289f req-6c2d118a-ab3a-4bb8-a0e7-335da7b74051 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 970 time: 0.0969994 Sep 29 22:59:26.235314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc21d28b-583a-418e-a884-99f0006b289f req-90e10995-b03f-48c2-a59f-5f1936be03a1 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502057 Sep 29 22:59:26.782966 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-7b8b4f68-a666-4cf2-aea7-4f444e520ba0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 HTTP/1.1" status: 200 len: 217 time: 0.0661323 Sep 29 22:59:26.887058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083740-27db-408a-a0b7-6e707ba7db6f req-eaf42bcc-a3a2-49ee-b347-0f0a56936d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:26.888556 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-eaf42bcc-a3a2-49ee-b347-0f0a56936d8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0977614 Sep 29 22:59:26.975877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41083740-27db-408a-a0b7-6e707ba7db6f req-488880eb-da8e-4eef-ae88-31341d7a46a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:26.977402 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-488880eb-da8e-4eef-ae88-31341d7a46a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0785811 Sep 29 22:59:27.028229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0534fb33-db5f-4ff3-8605-eefb791a8c60 req-2e00fe1c-4213-4718-a542-fb9070554811 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.0429413 Sep 29 22:59:27.105493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-f6b5a150-b89c-4019-986c-bfd710ddb430 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150401 Sep 29 22:59:27.126836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a84f6fd5-cdf2-45d4-abc9-f544fa8e9c77 req-bbdcdebf-e532-44f5-a0fa-ad9dea2c3570 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 210 time: 0.0339100 Sep 29 22:59:27.253264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.42', 49223) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:27.263322 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41083740-27db-408a-a0b7-6e707ba7db6f req-5bcfe830-77e5-4de2-84e8-52e8bd502c28 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504421 Sep 29 22:59:27.298647 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-943880b7-b9d1-49d3-8395-fc7a602518fa tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310392 Sep 29 22:59:27.400166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-d14d7ac6-de87-4fcf-bfcd-20e8e062aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:27.401660 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-d14d7ac6-de87-4fcf-bfcd-20e8e062aeb7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7dee3850925d44b6bb72ee4304f8257c&device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 1121 time: 0.0689487 Sep 29 22:59:27.535141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd2edaa-c9c4-4f02-99b7-75640c8ce616 req-e619e719-5d7f-4af5-9b1e-9b1812f63998 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:27.537039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbd2edaa-c9c4-4f02-99b7-75640c8ce616 req-e619e719-5d7f-4af5-9b1e-9b1812f63998 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 970 time: 0.1527987 Sep 29 22:59:27.545694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9670fff-9354-42db-8231-7af00857edc8 req-4b1cbf1f-9087-4334-a827-911f442e0cef tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:27.548065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-4b1cbf1f-9087-4334-a827-911f442e0cef tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437928 Sep 29 22:59:27.567157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57400) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:27.614657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-f10326b3-9ed2-4b35-8fa9-7a94664e5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:27.616561 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-f10326b3-9ed2-4b35-8fa9-7a94664e5b2e service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2076380 Sep 29 22:59:27.680075 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-4202226c-514f-40d6-9796-ca7805add7d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 HTTP/1.1" status: 200 len: 217 time: 0.0550983 Sep 29 22:59:27.713837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Request body: {'port': {'device_id': '7ce99231-3d35-465c-8857-9e20158d6fde', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'ba5f136fc2b2405eb8050f5e7a941ffa'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:27.739229 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01993787-f696-44c5-95c4-384f12f8bbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:27.763639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-1c449918-3df8-4494-b415-533871da4cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:27.765453 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-1c449918-3df8-4494-b415-533871da4cae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0780053 Sep 29 22:59:27.832686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbd2edaa-c9c4-4f02-99b7-75640c8ce616 req-c4f3601b-1c53-4aac-86a1-90bdb04a85b1 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833996 Sep 29 22:59:27.869416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-07efa04b-5dc6-4c45-94f3-94f527e2b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:27.871611 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-07efa04b-5dc6-4c45-94f3-94f527e2b41e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0978174 Sep 29 22:59:27.938426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01993787-f696-44c5-95c4-384f12f8bbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:27.952234 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01993787-f696-44c5-95c4-384f12f8bbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:27.986538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Made reservation on behalf of ba5f136fc2b2405eb8050f5e7a941ffa for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:27.988132 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.000832 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.080052 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-01993787-f696-44c5-95c4-384f12f8bbbc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ded92a87cf87451e8f0c43f281e72049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5092170 Sep 29 22:59:28.080764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57428) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:28.184676 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01993787-f696-44c5-95c4-384f12f8bbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d06605-bd48-493b-89b0-88afa178bc6e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:28.228687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.234893 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-27f850a2-bd76-4c59-b488-80086f50315c service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3530042 Sep 29 22:59:28.254489 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.262368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf95ce3f-ce58-4dad-94d5-9dc5805e0ac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.378156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57448) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:28.396154 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0273893-036d-4046-9ca5-9a4ebb18c82e req-dc865168-ad59-43ba-ba30-90c8a9b5535e tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.1551609 Sep 29 22:59:28.459007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98e7db2c-076e-4291-a9c3-84bf6cfa1ba1 req-9533102d-8c73-4f35-a46f-2ed890ad6ea5 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 210 time: 0.0798376 Sep 29 22:59:28.501757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=954c1cf9-f1e4-4a68-9e42-c55b35c980df,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:28.510370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf95ce3f-ce58-4dad-94d5-9dc5805e0ac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.575616 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6db80abf-16e3-4348-8bfc-688b2cf31a38 req-cbd15449-d68a-4e3d-8822-a593fa8e316e service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314550 Sep 29 22:59:28.585316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Allocated IP 192.168.233.28 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/445ce787-0b47-4dda-8ee2-69d451490871) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:28.603208 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf95ce3f-ce58-4dad-94d5-9dc5805e0ac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.605855 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf95ce3f-ce58-4dad-94d5-9dc5805e0ac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.611146 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf95ce3f-ce58-4dad-94d5-9dc5805e0ac6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e3d06605-bd48-493b-89b0-88afa178bc6e HTTP/1.1" status: 204 len: 168 time: 0.5253122 Sep 29 22:59:28.621193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95ce3f-ce58-4dad-94d5-9dc5805e0ac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d06605-bd48-493b-89b0-88afa178bc6e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:28.700806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57470) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:28.806406 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61b9de9e-b7a0-430f-943d-a66b81d291f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.863369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.983768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-984cee40-5d7c-4657-a303-59d267bad480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:28.995775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.042754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d394bd29-5e8a-4ba4-8999-fae9e1bd7fd5 req-db06fded-fef6-4076-b838-93398d3aa9e6 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:29.044202 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d394bd29-5e8a-4ba4-8999-fae9e1bd7fd5 req-db06fded-fef6-4076-b838-93398d3aa9e6 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 970 time: 0.1345129 Sep 29 22:59:29.093234 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61b9de9e-b7a0-430f-943d-a66b81d291f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.116952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61b9de9e-b7a0-430f-943d-a66b81d291f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.117402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57486) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:29.130509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:29.154066 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-feeee50c-0886-4758-bd15-2899e8c9647b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.163125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:29.176491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:29.182042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:29.182659 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.214021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Pushing event updated for resources: {'Port': ['ID=445ce787-0b47-4dda-8ee2-69d451490871,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:29.223797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b9de9e-b7a0-430f-943d-a66b81d291f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36456fb9-476d-4727-9f35-e16860b45de4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:29.239062 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-984cee40-5d7c-4657-a303-59d267bad480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.245150 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-984cee40-5d7c-4657-a303-59d267bad480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.265860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d394bd29-5e8a-4ba4-8999-fae9e1bd7fd5 req-83ee55b1-52f2-47d3-8ed0-81717d3cd98c tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701405 Sep 29 22:59:29.269285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-61b9de9e-b7a0-430f-943d-a66b81d291f7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5609c6f6b114520bc18cc935574ac89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8862367 Sep 29 22:59:29.272354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57494) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:29.285376 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-424202f7-ea22-43c9-b664-28e32e3b812e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5753970 Sep 29 22:59:29.341497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37e7b76b-b6d8-40ef-a0d3-02b4aa58f269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.364176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37e7b76b-b6d8-40ef-a0d3-02b4aa58f269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.380621 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-984cee40-5d7c-4657-a303-59d267bad480 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=748fb3bec5964ec1b9049c8e69dc5871&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6776860 Sep 29 22:59:29.384867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57496) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:29.393045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984cee40-5d7c-4657-a303-59d267bad480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83949aac-32c6-4431-8371-ab44fc1920fe,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:29.419761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57498) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:29.441746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-feeee50c-0886-4758-bd15-2899e8c9647b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.449752 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-feeee50c-0886-4758-bd15-2899e8c9647b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.478901 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78774fe7-773f-49aa-924b-d4642ec2049f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.494570 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37e7b76b-b6d8-40ef-a0d3-02b4aa58f269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.497102 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37e7b76b-b6d8-40ef-a0d3-02b4aa58f269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.501102 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-37e7b76b-b6d8-40ef-a0d3-02b4aa58f269 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/36456fb9-476d-4727-9f35-e16860b45de4 HTTP/1.1" status: 204 len: 168 time: 0.2244124 Sep 29 22:59:29.512730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeee50c-0886-4758-bd15-2899e8c9647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93ecc140-82ce-4cd8-bacf-74badab5122e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:29.531546 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-feeee50c-0886-4758-bd15-2899e8c9647b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2c0408777ef4403ab859e08b8bf92d81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4108536 Sep 29 22:59:29.531936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57508) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:29.535190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e7b76b-b6d8-40ef-a0d3-02b4aa58f269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36456fb9-476d-4727-9f35-e16860b45de4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:29.538318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7e86bbd-4d62-4abd-9b25-0c56a576b362 req-c50dee9f-db65-4919-8ff4-9427540946d4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.0473402 Sep 29 22:59:29.564034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78774fe7-773f-49aa-924b-d4642ec2049f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.593661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0898902c-b511-43a3-a75e-a08860be926f None None] Provisioning complete for port 445ce787-0b47-4dda-8ee2-69d451490871 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:29.594230 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0898902c-b511-43a3-a75e-a08860be926f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.627683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc5c9-fa67-495e-a90f-f81c8c628950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.650673 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0898902c-b511-43a3-a75e-a08860be926f None None] Port 445ce787-0b47-4dda-8ee2-69d451490871 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:29.655477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc5c9-fa67-495e-a90f-f81c8c628950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.696187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d696a88a-3250-461d-91e7-c96fae2725bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.720741 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc5c9-fa67-495e-a90f-f81c8c628950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.724304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cbbc5c9-fa67-495e-a90f-f81c8c628950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.726172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4cbbc5c9-fa67-495e-a90f-f81c8c628950 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/93ecc140-82ce-4cd8-bacf-74badab5122e HTTP/1.1" status: 204 len: 168 time: 0.1932266 Sep 29 22:59:29.730080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c74022-2e37-4c5e-abc4-91b9b83972ac req-78e25798-01d1-4dc2-853b-f79ca6b3b145 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:29.738376 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95c74022-2e37-4c5e-abc4-91b9b83972ac req-78e25798-01d1-4dc2-853b-f79ca6b3b145 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 935 time: 0.1142550 Sep 29 22:59:29.755618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbc5c9-fa67-495e-a90f-f81c8c628950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ecc140-82ce-4cd8-bacf-74badab5122e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:29.769079 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78774fe7-773f-49aa-924b-d4642ec2049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.771874 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78774fe7-773f-49aa-924b-d4642ec2049f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.775380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-78774fe7-773f-49aa-924b-d4642ec2049f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/83949aac-32c6-4431-8371-ab44fc1920fe HTTP/1.1" status: 204 len: 168 time: 0.3868215 Sep 29 22:59:29.806991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78774fe7-773f-49aa-924b-d4642ec2049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83949aac-32c6-4431-8371-ab44fc1920fe,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:29.830294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95c74022-2e37-4c5e-abc4-91b9b83972ac req-f80cdf23-16aa-4600-9aac-4354692b7141 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868614 Sep 29 22:59:29.906185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d696a88a-3250-461d-91e7-c96fae2725bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.909668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d696a88a-3250-461d-91e7-c96fae2725bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.923934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57516) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:29.941393 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a40c0301-d714-4b58-8770-899facae2c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:29.959039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d696a88a-3250-461d-91e7-c96fae2725bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d528d30c2acd4986a413837b68449a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5355425 Sep 29 22:59:29.959039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696a88a-3250-461d-91e7-c96fae2725bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4976cce9-6d8e-4e5d-85d9-8d857bf3232c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:29.961038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57518) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:30.033187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b5d44bf-3f0c-4d3f-9361-b6c67ed4a561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.065777 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b5d44bf-3f0c-4d3f-9361-b6c67ed4a561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.090926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a40c0301-d714-4b58-8770-899facae2c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.102329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a40c0301-d714-4b58-8770-899facae2c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.154309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b5d44bf-3f0c-4d3f-9361-b6c67ed4a561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.160457 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b5d44bf-3f0c-4d3f-9361-b6c67ed4a561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.160649 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a40c0301-d714-4b58-8770-899facae2c8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8585b22e6796459fbd9fbd110fcd5395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335541 Sep 29 22:59:30.161781 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4b5d44bf-3f0c-4d3f-9361-b6c67ed4a561 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4976cce9-6d8e-4e5d-85d9-8d857bf3232c HTTP/1.1" status: 204 len: 168 time: 0.1963897 Sep 29 22:59:30.162601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57528) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:30.171512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c0301-d714-4b58-8770-899facae2c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7901670f-a2aa-4b0b-a674-e0e01dd359ac,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:30.182568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d44bf-3f0c-4d3f-9361-b6c67ed4a561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4976cce9-6d8e-4e5d-85d9-8d857bf3232c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:30.232292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2404143-f9a1-47a8-b4f1-9e641e6654be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.258118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2404143-f9a1-47a8-b4f1-9e641e6654be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.331820 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2404143-f9a1-47a8-b4f1-9e641e6654be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.334852 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2404143-f9a1-47a8-b4f1-9e641e6654be admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.337025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b2404143-f9a1-47a8-b4f1-9e641e6654be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7901670f-a2aa-4b0b-a674-e0e01dd359ac HTTP/1.1" status: 204 len: 168 time: 0.1718514 Sep 29 22:59:30.368253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2404143-f9a1-47a8-b4f1-9e641e6654be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7901670f-a2aa-4b0b-a674-e0e01dd359ac,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:30.369058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57538) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:30.395569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b85934-3263-4859-8478-f969e0daa6ac req-2588b6da-f6c0-404a-88d5-75b7a49a93f8 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:30.397257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ce33906-6c27-4455-9d30-c9d0fb349754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.410845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5b85934-3263-4859-8478-f969e0daa6ac req-2588b6da-f6c0-404a-88d5-75b7a49a93f8 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 970 time: 0.0723708 Sep 29 22:59:30.465175 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5b85934-3263-4859-8478-f969e0daa6ac req-ede28fd8-7c90-48ba-ab8b-4162c08d6b38 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533540 Sep 29 22:59:30.531354 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ce33906-6c27-4455-9d30-c9d0fb349754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.536070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ce33906-6c27-4455-9d30-c9d0fb349754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.579084 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8ce33906-6c27-4455-9d30-c9d0fb349754 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=34792e1ccf3b4e72aa0b111123a442a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2086868 Sep 29 22:59:30.580535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce33906-6c27-4455-9d30-c9d0fb349754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00a882d-88c6-41ce-8394-086b224660e2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:30.582120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:30.640343 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8135-7694-440a-9803-c24d3cd45e4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.672592 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8135-7694-440a-9803-c24d3cd45e4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.695959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea4090f3-fcee-4ac3-9a68-c52cba50d515 req-8e50e0ab-faee-48a1-aaaa-fc5f97fb0833 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.0412083 Sep 29 22:59:30.731426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57548) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:30.750818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8431-0fc3-42bc-94ab-81de78e1b499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.781491 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8135-7694-440a-9803-c24d3cd45e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.785412 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b4bd8135-7694-440a-9803-c24d3cd45e4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.790173 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b4bd8135-7694-440a-9803-c24d3cd45e4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b00a882d-88c6-41ce-8394-086b224660e2 HTTP/1.1" status: 204 len: 168 time: 0.2068150 Sep 29 22:59:30.800911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd8135-7694-440a-9803-c24d3cd45e4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00a882d-88c6-41ce-8394-086b224660e2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:30.880748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8431-0fc3-42bc-94ab-81de78e1b499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.892698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a7c8431-0fc3-42bc-94ab-81de78e1b499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:30.938030 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4a7c8431-0fc3-42bc-94ab-81de78e1b499 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=33852c36422d4d8d8d1c43cc6d0264c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2056184 Sep 29 22:59:30.939972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c8431-0fc3-42bc-94ab-81de78e1b499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce20ae1-4473-42ec-803c-7956c76974e2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:30.942723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57560) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:31.005044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5b636-a3af-4037-a925-45107df71132 req-ac8d5221-d54d-4d3b-add4-c370004f690c tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:31.006720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28f5b636-a3af-4037-a925-45107df71132 req-ac8d5221-d54d-4d3b-add4-c370004f690c tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 935 time: 0.1000643 Sep 29 22:59:31.047015 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63b1a02a-abde-43ee-bb61-9fa56561a916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:31.088131 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28f5b636-a3af-4037-a925-45107df71132 req-488a6611-8bc8-40cb-a5b6-c994901d35ad tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697904 Sep 29 22:59:31.090473 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63b1a02a-abde-43ee-bb61-9fa56561a916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:31.160886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63b1a02a-abde-43ee-bb61-9fa56561a916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:31.163683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63b1a02a-abde-43ee-bb61-9fa56561a916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:31.167186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-63b1a02a-abde-43ee-bb61-9fa56561a916 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ce20ae1-4473-42ec-803c-7956c76974e2 HTTP/1.1" status: 204 len: 168 time: 0.2198873 Sep 29 22:59:31.176779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1a02a-abde-43ee-bb61-9fa56561a916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce20ae1-4473-42ec-803c-7956c76974e2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:31.601173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a84c5b-b0f8-4500-9441-a17bc52527ed req-e2b1dd3d-e0b7-4fdb-aa64-29f9b844e72f tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:31.602811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17a84c5b-b0f8-4500-9441-a17bc52527ed req-e2b1dd3d-e0b7-4fdb-aa64-29f9b844e72f tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 970 time: 0.0527577 Sep 29 22:59:31.650803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17a84c5b-b0f8-4500-9441-a17bc52527ed req-e5cc2336-4a6c-4fce-8503-001836b2f330 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Sep 29 22:59:31.799303 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b22819cb-6554-44df-a98b-0f22fa3e5871 req-5d318943-9224-4d75-bd8a-128404f8b58e tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.0284297 Sep 29 22:59:31.906446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 22:59:32.049219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:32.072975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'ca897130-241d-44a9-9f1b-2ae8ae4b4dd5', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'ca897130-241d-44a9-9f1b-2ae8ae4b4dd5', 'mac_address': 'fa:16:3e:19:4e:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:tempest-test_az-1291209820', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 22:59:32.111796 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:32.130121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:32.161492 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:32.169486 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:32.229588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:32.246531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e574d-6389-475a-924f-f25635be08ec req-e2befb2b-4297-47f3-a0a2-1af3c92c5f79 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:32.248814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a38e574d-6389-475a-924f-f25635be08ec req-e2befb2b-4297-47f3-a0a2-1af3c92c5f79 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 935 time: 0.0661469 Sep 29 22:59:32.309178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a38e574d-6389-475a-924f-f25635be08ec req-dd9dfaa8-83cf-4b22-a5da-8db4f56f4b76 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464311 Sep 29 22:59:32.466929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57668) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:32.474955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['ca897130-241d-44a9-9f1b-2ae8ae4b4dd5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 22:59:32.803502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2297527-a4e0-42f2-8292-98e6aca5b533 req-a47fd1d3-c308-4d19-822f-8416a2a27a85 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:32.805279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2297527-a4e0-42f2-8292-98e6aca5b533 req-a47fd1d3-c308-4d19-822f-8416a2a27a85 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 971 time: 0.0622473 Sep 29 22:59:32.851521 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a559415d-d890-4706-9e45-64b6d594134b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:32.909145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2297527-a4e0-42f2-8292-98e6aca5b533 req-98b5c2ce-e195-4e84-88a3-8dc44edb48f8 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974882 Sep 29 22:59:32.930141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be3863fa-497e-407a-b019-9648ee980b15 req-66b1aaf3-2ed5-4401-a56d-794b5c01b791 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.0508692 Sep 29 22:59:33.029187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a559415d-d890-4706-9e45-64b6d594134b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:33.037012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a559415d-d890-4706-9e45-64b6d594134b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:33.077759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a559415d-d890-4706-9e45-64b6d594134b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=76e3439b6f3847819c99b3837da09725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6095414 Sep 29 22:59:33.078611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a559415d-d890-4706-9e45-64b6d594134b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101f9c63-5a0a-4402-a520-edf04ef92f4c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:33.080909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57698) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:33.136929 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55a2325d-ccd2-4ed7-a5a0-81173c2c3954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:33.165317 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55a2325d-ccd2-4ed7-a5a0-81173c2c3954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:33.220601 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55a2325d-ccd2-4ed7-a5a0-81173c2c3954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:33.223332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55a2325d-ccd2-4ed7-a5a0-81173c2c3954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:33.224613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-55a2325d-ccd2-4ed7-a5a0-81173c2c3954 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/101f9c63-5a0a-4402-a520-edf04ef92f4c HTTP/1.1" status: 204 len: 168 time: 0.1427803 Sep 29 22:59:33.243922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a2325d-ccd2-4ed7-a5a0-81173c2c3954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101f9c63-5a0a-4402-a520-edf04ef92f4c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:33.245659 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cd24b33-84ae-451b-bdf0-f25beb739ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:33.467967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b3c54-3e06-412f-b835-19e925e10d61 req-1e13563e-e4ea-4f09-ace0-13b1feeb4b8c tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:33.475640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-355b3c54-3e06-412f-b835-19e925e10d61 req-1e13563e-e4ea-4f09-ace0-13b1feeb4b8c tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 935 time: 0.0777416 Sep 29 22:59:33.515269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-355b3c54-3e06-412f-b835-19e925e10d61 req-2e4e0453-becc-4699-9113-c671b7a4c5e8 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385716 Sep 29 22:59:33.805807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bb412-3127-47c8-bd64-4fda0ac802a4 req-19fb2d79-351c-4e2d-a535-c8325b3fdcd9 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:33.806920 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bb412-3127-47c8-bd64-4fda0ac802a4 req-19fb2d79-351c-4e2d-a535-c8325b3fdcd9 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:33.807644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bb412-3127-47c8-bd64-4fda0ac802a4 req-19fb2d79-351c-4e2d-a535-c8325b3fdcd9 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:33.808317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bb412-3127-47c8-bd64-4fda0ac802a4 req-19fb2d79-351c-4e2d-a535-c8325b3fdcd9 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:33.808958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bb412-3127-47c8-bd64-4fda0ac802a4 req-19fb2d79-351c-4e2d-a535-c8325b3fdcd9 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:33.811273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a32bb412-3127-47c8-bd64-4fda0ac802a4 req-19fb2d79-351c-4e2d-a535-c8325b3fdcd9 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.1465452 Sep 29 22:59:33.880145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:33.959054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 22:59:33.970826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:33.975282 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:33.997200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0606d3-3b40-4d75-8e02-c564ac7868bd req-68febc54-1184-4115-8bb2-675d8b635fc0 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:34.018778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f0606d3-3b40-4d75-8e02-c564ac7868bd req-68febc54-1184-4115-8bb2-675d8b635fc0 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 886 time: 0.1592546 Sep 29 22:59:34.111407 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.137753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97427716-bf2c-41b9-b1a2-ffd46be1eef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca897130-241d-44a9-9f1b-2ae8ae4b4dd5'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:34.298954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57784) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:34.341446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:34.347458 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.354194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9a192d8-878d-464e-92b7-b6fe3dac3f8e req-1ce2e413-fa8d-41a3-989a-c92894b2e8aa tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.2493930 Sep 29 22:59:34.381507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a3ea2-b1d4-448e-8bde-f7347630d6e7 req-d1293257-27b9-42ec-8d8d-d9cc2a9bd55b tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:34.389438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba6a3ea2-b1d4-448e-8bde-f7347630d6e7 req-d1293257-27b9-42ec-8d8d-d9cc2a9bd55b tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 971 time: 0.3249471 Sep 29 22:59:34.438090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:34.477140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba6a3ea2-b1d4-448e-8bde-f7347630d6e7 req-b75b9431-1f7d-4045-9322-c229d1970abf tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848012 Sep 29 22:59:34.478624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57796) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:34.537002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ed8537c-5a67-4d3c-9a14-1fef56881f46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.566293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32609c-bcde-4c31-8df3-69369238a67b req-fef9bc45-bb3a-4e89-9ccd-bb421b4bb287 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:34.566996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32609c-bcde-4c31-8df3-69369238a67b req-fef9bc45-bb3a-4e89-9ccd-bb421b4bb287 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:34.567477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32609c-bcde-4c31-8df3-69369238a67b req-fef9bc45-bb3a-4e89-9ccd-bb421b4bb287 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:34.568004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32609c-bcde-4c31-8df3-69369238a67b req-fef9bc45-bb3a-4e89-9ccd-bb421b4bb287 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:34.569062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32609c-bcde-4c31-8df3-69369238a67b req-fef9bc45-bb3a-4e89-9ccd-bb421b4bb287 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:34.571408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e32609c-bcde-4c31-8df3-69369238a67b req-fef9bc45-bb3a-4e89-9ccd-bb421b4bb287 tempest-NetworksTest-1707187736 tempest-NetworksTest-1707187736-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 0.1558273 Sep 29 22:59:34.599987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1090698361-network', 'tenant_id': '3e2cbc92cb364c628e5432eaae2bd32b'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:34.639325 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec50315-a2bd-44b2-b8da-fbc98f1362da" -d '{"events": [{"server_uuid": "97427716-bf2c-41b9-b1a2-ffd46be1eef3", "name": "network-vif-plugged", "status": "completed", "tag": "ca897130-241d-44a9-9f1b-2ae8ae4b4dd5"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:34.696952 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ed8537c-5a67-4d3c-9a14-1fef56881f46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.701574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1575be1-6927-45c6-b9a4-586b2899ee9e req-9b98fa4b-3daa-4162-83da-bef5180df5e2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:34.704257 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1575be1-6927-45c6-b9a4-586b2899ee9e req-9b98fa4b-3daa-4162-83da-bef5180df5e2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 935 time: 0.0849977 Sep 29 22:59:34.704527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ed8537c-5a67-4d3c-9a14-1fef56881f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.746982 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1575be1-6927-45c6-b9a4-586b2899ee9e req-de6d6fa0-c1ff-4b74-a62b-2cb24a27baaf tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359807 Sep 29 22:59:34.756736 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2ed8537c-5a67-4d3c-9a14-1fef56881f46 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dbab24745fa64bda957a609bda9cd5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4565713 Sep 29 22:59:34.759625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed8537c-5a67-4d3c-9a14-1fef56881f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1765b59a-8077-4bf9-82da-3e163ecbef4e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:34.762203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Made reservation on behalf of 3e2cbc92cb364c628e5432eaae2bd32b for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:34.765153 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.775080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57818) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:34.782975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.874531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57822) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:34.890674 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cef0c017-fb76-4868-aed7-9327fd67009e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.902722 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1225f05-08d2-4e12-adb7-6bacdefcf146 x-openstack-request-id: req-a1225f05-08d2-4e12-adb7-6bacdefcf146 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:34.903044 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97427716-bf2c-41b9-b1a2-ffd46be1eef3", "name": "network-vif-plugged", "status": "completed", "tag": "ca897130-241d-44a9-9f1b-2ae8ae4b4dd5", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:34.903297 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a1225f05-08d2-4e12-adb7-6bacdefcf146 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:34.903747 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97427716-bf2c-41b9-b1a2-ffd46be1eef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca897130-241d-44a9-9f1b-2ae8ae4b4dd5', 'code': 200} Sep 29 22:59:34.916121 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cef0c017-fb76-4868-aed7-9327fd67009e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.920833 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.924800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.971865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 22:59:34.977553 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cef0c017-fb76-4868-aed7-9327fd67009e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.980412 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cef0c017-fb76-4868-aed7-9327fd67009e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:34.981569 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cef0c017-fb76-4868-aed7-9327fd67009e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1765b59a-8077-4bf9-82da-3e163ecbef4e HTTP/1.1" status: 204 len: 168 time: 0.2042899 Sep 29 22:59:34.995649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0c017-fb76-4868-aed7-9327fd67009e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1765b59a-8077-4bf9-82da-3e163ecbef4e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:35.044282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37dcddca-4082-45cf-8fe2-a374160ffb95,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:35.047895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.048241 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Added segment 2b35065b-0c79-457e-8cc8-1670d1d7ee41 of type vlan for network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 Sep 29 22:59:35.098931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39de82e1-e103-475f-bd1e-ce3a9c8465c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.112017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba28bc2-7d4c-4823-ac5a-84b43becb791 req-b6bc938e-7ffb-44a3-9e5c-b5e7043a60c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:35.113540 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8ba28bc2-7d4c-4823-ac5a-84b43becb791 req-b6bc938e-7ffb-44a3-9e5c-b5e7043a60c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 1123 time: 0.1172478 Sep 29 22:59:35.115084 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.145865 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8ba28bc2-7d4c-4823-ac5a-84b43becb791 req-a3893b0b-24e8-4dd0-b2c2-644c5858edf2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.164353 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.165338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:35.166024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.223157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39de82e1-e103-475f-bd1e-ce3a9c8465c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.229394 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39de82e1-e103-475f-bd1e-ce3a9c8465c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.252234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] Pushing event updated for resources: {'Network': ['ID=b39c450b-90c5-43d4-a41b-59e1ab4c4d47,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:35.267529 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-beb723c9-4d1f-4894-81f7-a29ca343125b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7875113 Sep 29 22:59:35.269563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 22:59:35.270402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:35.281559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Request body: {'subnet': {'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1090698361-subnet', 'tenant_id': '3e2cbc92cb364c628e5432eaae2bd32b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:35.301744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de82e1-e103-475f-bd1e-ce3a9c8465c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969e8e31-b89f-41de-a7d3-3957829fd6f5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:35.328491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-39de82e1-e103-475f-bd1e-ce3a9c8465c8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1db005ce75954406a77c8038dbb045bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4395702 Sep 29 22:59:35.329041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57836) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:35.408082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8ba28bc2-7d4c-4823-ac5a-84b43becb791 req-a3893b0b-24e8-4dd0-b2c2-644c5858edf2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.417923 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8ba28bc2-7d4c-4823-ac5a-84b43becb791 req-a3893b0b-24e8-4dd0-b2c2-644c5858edf2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.423290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57840) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:35.445332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Made reservation on behalf of 3e2cbc92cb364c628e5432eaae2bd32b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:35.447558 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.474675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46ebaaa8-8791-4670-b19b-2a9da572ea6d req-5ca71fc6-3563-4747-8bd7-513da15f047c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.0434725 Sep 29 22:59:35.479566 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-080caa6e-a6bc-431b-b745-2ee182199b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.486262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8ba28bc2-7d4c-4823-ac5a-84b43becb791 req-a3893b0b-24e8-4dd0-b2c2-644c5858edf2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640835 Sep 29 22:59:35.497413 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16e02d98-8aa3-481d-81ae-a4c15d5a98ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.520437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3893b0b-24e8-4dd0-b2c2-644c5858edf2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=975e773b-d79a-41ea-a920-4508b9f4f93d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:35.547175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-080caa6e-a6bc-431b-b745-2ee182199b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.594566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57846) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:35.631187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-080caa6e-a6bc-431b-b745-2ee182199b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.633912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-080caa6e-a6bc-431b-b745-2ee182199b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.637453 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-080caa6e-a6bc-431b-b745-2ee182199b40 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/969e8e31-b89f-41de-a7d3-3957829fd6f5 HTTP/1.1" status: 204 len: 168 time: 0.3036780 Sep 29 22:59:35.648758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080caa6e-a6bc-431b-b745-2ee182199b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969e8e31-b89f-41de-a7d3-3957829fd6f5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:35.663929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdb211-c939-4271-a5af-140bd8febd77 req-3ddbbf5d-2a63-495d-8b91-2ea47bfd2d4f tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:35.676821 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16e02d98-8aa3-481d-81ae-a4c15d5a98ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.681755 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16e02d98-8aa3-481d-81ae-a4c15d5a98ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.682781 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bfdb211-c939-4271-a5af-140bd8febd77 req-3ddbbf5d-2a63-495d-8b91-2ea47bfd2d4f tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 972 time: 0.1252248 Sep 29 22:59:35.724196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e02d98-8aa3-481d-81ae-a4c15d5a98ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7076ba0-2407-4aa6-aee3-a60ef2075963,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:35.731426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-16e02d98-8aa3-481d-81ae-a4c15d5a98ca admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5cab309f6a94dd5b400c79e2f9a6a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2940936 Sep 29 22:59:35.731959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57852) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:35.755747 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb568943-25fa-4124-ba8e-aa51dd9be6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.780594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bfdb211-c939-4271-a5af-140bd8febd77 req-a3136d01-420c-4287-888b-0f40e456ab19 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966728 Sep 29 22:59:35.782641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.835537 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac6d5-7911-499b-bd1d-6faacd164c87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.844842 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0b1942-f62b-4a21-9c7c-da17188bba03,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:35.854236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Checking segment: {'id': '2b35065b-0c79-457e-8cc8-1670d1d7ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:35.854705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Network hostable DHCP agents. Network: b39c450b-90c5-43d4-a41b-59e1ab4c4d47, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 22:59:35.885278 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac6d5-7911-499b-bd1d-6faacd164c87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.903450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 22:59:35.932114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, b39c450b-90c5-43d4-a41b-59e1ab4c4d47) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:35.941990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:35.943875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.945935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77695fb7-f8fc-46e2-abea-5f24dfdf4cc7 None None] Network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:35.962586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef3171-cce4-4317-b2b1-6168fd501b00 req-0d1e4608-e1ad-4f7c-932f-39d1380fa5c8 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:35.964830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aef3171-cce4-4317-b2b1-6168fd501b00 req-0d1e4608-e1ad-4f7c-932f-39d1380fa5c8 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 935 time: 0.0949664 Sep 29 22:59:35.969310 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb568943-25fa-4124-ba8e-aa51dd9be6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.974777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb568943-25fa-4124-ba8e-aa51dd9be6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.986809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4aea92ad-81fe-47ab-b254-d10d03424da8 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7107427 Sep 29 22:59:35.987789 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac6d5-7911-499b-bd1d-6faacd164c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.990314 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac6d5-7911-499b-bd1d-6faacd164c87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:35.991599 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4a5ac6d5-7911-499b-bd1d-6faacd164c87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7076ba0-2407-4aa6-aee3-a60ef2075963 HTTP/1.1" status: 204 len: 168 time: 0.2587607 Sep 29 22:59:36.020229 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bb568943-25fa-4124-ba8e-aa51dd9be6c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c4b6789683104f7e8f9f797092078ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243307 Sep 29 22:59:36.022402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aef3171-cce4-4317-b2b1-6168fd501b00 req-fcdc6587-761e-4380-9954-a331ebe1eab7 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491326 Sep 29 22:59:36.022854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57864) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:36.030784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb568943-25fa-4124-ba8e-aa51dd9be6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f4d5e-7fb8-445c-9933-ef78ab9d87ff,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:36.043000 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57866) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:36.056729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ac6d5-7911-499b-bd1d-6faacd164c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7076ba0-2407-4aa6-aee3-a60ef2075963,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:36.088697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3202-ef8f-4a6e-9345-b306cd8c3d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.134732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c046f-47e4-4c09-9257-677e1b93dea2 None None] Network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:36.138788 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22ca2a17-1b1b-482a-9be3-0d30e9070b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.175623 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8339bf71-4fd7-4e47-a311-0d2f158a03f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.182260 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22ca2a17-1b1b-482a-9be3-0d30e9070b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.283368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22ca2a17-1b1b-482a-9be3-0d30e9070b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.288568 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22ca2a17-1b1b-482a-9be3-0d30e9070b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.289861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-22ca2a17-1b1b-482a-9be3-0d30e9070b3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a33f4d5e-7fb8-445c-9933-ef78ab9d87ff HTTP/1.1" status: 204 len: 168 time: 0.2660036 Sep 29 22:59:36.306512 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3202-ef8f-4a6e-9345-b306cd8c3d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.308359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca2a17-1b1b-482a-9be3-0d30e9070b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f4d5e-7fb8-445c-9933-ef78ab9d87ff,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:36.313801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d1a3202-ef8f-4a6e-9345-b306cd8c3d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.368545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6d1a3202-ef8f-4a6e-9345-b306cd8c3d3b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61f91eb5a4ea4147b56efad9b3539bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243370 Sep 29 22:59:36.369653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a3202-ef8f-4a6e-9345-b306cd8c3d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b50dd98-63d7-4a4c-bc20-d26e4c3ffa59,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:36.371316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57878) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:36.377260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.437523 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78668c3e-85e8-43e8-8854-59518dd729ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.460714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78668c3e-85e8-43e8-8854-59518dd729ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.521670 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78668c3e-85e8-43e8-8854-59518dd729ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.527365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78668c3e-85e8-43e8-8854-59518dd729ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.533360 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-78668c3e-85e8-43e8-8854-59518dd729ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b50dd98-63d7-4a4c-bc20-d26e4c3ffa59 HTTP/1.1" status: 204 len: 168 time: 0.1602719 Sep 29 22:59:36.547562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78668c3e-85e8-43e8-8854-59518dd729ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b50dd98-63d7-4a4c-bc20-d26e4c3ffa59,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:36.582494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-77bbf99c-523e-40de-ae0e-673c24ee7ae9 req-e45f8c73-d939-4b01-9e19-2c9db02ec92a tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-100237899', 'description': 'tempest-description-1664579737'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:36.602081 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94470d0a-d280-4854-9f7e-f40dfb23f311 req-43929ab4-feca-4876-9b1c-29ae18b20320 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.0436497 Sep 29 22:59:36.621025 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-77bbf99c-523e-40de-ae0e-673c24ee7ae9 req-e45f8c73-d939-4b01-9e19-2c9db02ec92a tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.719962 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-77bbf99c-523e-40de-ae0e-673c24ee7ae9 req-e45f8c73-d939-4b01-9e19-2c9db02ec92a tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.724171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-77bbf99c-523e-40de-ae0e-673c24ee7ae9 req-e45f8c73-d939-4b01-9e19-2c9db02ec92a tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.752507 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-77bbf99c-523e-40de-ae0e-673c24ee7ae9 req-e45f8c73-d939-4b01-9e19-2c9db02ec92a tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.753735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77bbf99c-523e-40de-ae0e-673c24ee7ae9 req-e45f8c73-d939-4b01-9e19-2c9db02ec92a tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1862173 Sep 29 22:59:36.755533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45f8c73-d939-4b01-9e19-2c9db02ec92a tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b6d138-6d35-4b80-99dd-c9b2bf7f0017,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:36.782832 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d6f14364-8f9f-4361-b0d8-69fc0ea4af09 req-700649eb-6826-446c-a9a5-156b20cfd771 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-12952116', 'description': 'tempest-description-799000764'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:36.814198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6f14364-8f9f-4361-b0d8-69fc0ea4af09 req-700649eb-6826-446c-a9a5-156b20cfd771 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.940659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212fc47-4a11-423e-9735-91053d484b71 req-6d673abe-3dc9-4464-b223-6c5fde39e0e3 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:36.942105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b212fc47-4a11-423e-9735-91053d484b71 req-6d673abe-3dc9-4464-b223-6c5fde39e0e3 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 972 time: 0.0770938 Sep 29 22:59:36.975167 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6f14364-8f9f-4361-b0d8-69fc0ea4af09 req-700649eb-6826-446c-a9a5-156b20cfd771 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:36.984513 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6f14364-8f9f-4361-b0d8-69fc0ea4af09 req-700649eb-6826-446c-a9a5-156b20cfd771 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:37.014525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b212fc47-4a11-423e-9735-91053d484b71 req-e6ea7640-f79b-4d25-810e-36bbf9313b5e tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627334 Sep 29 22:59:37.027483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d6f14364-8f9f-4361-b0d8-69fc0ea4af09 req-700649eb-6826-446c-a9a5-156b20cfd771 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:37.031778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6f14364-8f9f-4361-b0d8-69fc0ea4af09 req-700649eb-6826-446c-a9a5-156b20cfd771 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2543290 Sep 29 22:59:37.033718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700649eb-6826-446c-a9a5-156b20cfd771 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d42558-695d-4e76-b6f7-68fb91bfb4ec,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:37.150170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90483c35-7c83-4ae4-bbf2-8e2d659438d3 req-aafe5e1e-83d5-4363-bc7c-be3f641feab2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:37.152000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90483c35-7c83-4ae4-bbf2-8e2d659438d3 req-aafe5e1e-83d5-4363-bc7c-be3f641feab2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 935 time: 0.0532663 Sep 29 22:59:37.212362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90483c35-7c83-4ae4-bbf2-8e2d659438d3 req-0f7b8daa-5573-43e1-a9fe-7da0013c214a tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527666 Sep 29 22:59:37.303320 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:37.404941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-14d95122-62ba-4732-9c34-421e5262736d tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:37.411570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-14d95122-62ba-4732-9c34-421e5262736d tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 813 time: 0.1442633 Sep 29 22:59:37.429720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-5fa32ee7-f5f3-4702-873d-b5e8e803fb61 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/quotas/3e2cbc92cb364c628e5432eaae2bd32b HTTP/1.1" status: 200 len: 375 time: 0.0107934 Sep 29 22:59:37.471363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-770a9b59-0423-45ef-a0c5-f0f0e3722914 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 22:59:37.472431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-770a9b59-0423-45ef-a0c5-f0f0e3722914 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062029 Sep 29 22:59:37.480494 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-b800f126-72c5-4673-ba96-4e3677a7bcf8 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423529 Sep 29 22:59:37.547375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57948) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:37.608141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-63900f5a-1fec-4688-bad1-46a314f13c1c service neutron] 10.222.0.44 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247478 Sep 29 22:59:37.692893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.42', 49227) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:37.700093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-network', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:37.820120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-7b99366b-70ff-41b9-8878-2939c2f207e6 service neutron] 10.222.0.44 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022297 Sep 29 22:59:37.958322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Request body: {'port': {'device_id': '7ce99231-3d35-465c-8857-9e20158d6fde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:37.963093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b9dab5d-a9b1-4489-a1fc-b0075bad3b82 req-84eb64bc-61bf-479d-8270-6e319bafe702 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.0408494 Sep 29 22:59:38.024955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Made reservation on behalf of c8407addc0aa4e92ad92928cb338ac25 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:38.027870 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.048097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.066050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-e9874c81-9a65-4748-be22-a97704a2640c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:38.068111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-e9874c81-9a65-4748-be22-a97704a2640c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.42 "GET /v2.0/networks?id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89 HTTP/1.1" status: 200 len: 824 time: 0.3520191 Sep 29 22:59:38.119855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df53ba45-ba1b-4b98-b411-f736205ebd63 req-6b5f845f-06e5-4a43-b4e7-93813134bd04 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 210 time: 0.0433037 Sep 29 22:59:38.130408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.235018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.269246 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-d73ca6f9-2e25-4553-aa83-1ac5cbd035de tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a46b3b2bfd455ab763f8a64884f4fe HTTP/1.1" status: 200 len: 380 time: 0.1093941 Sep 29 22:59:38.270544 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.329692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3775db76-8301-457f-b6ce-2fdf1c71ad7b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:38.335578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Request body: {'port': {'device_id': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'admin_state_up': True, 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'security_groups': ['dc69f536-e3c4-4843-be6b-5be5ff9f14d3']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:38.359087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 22:59:38.382801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.383054 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Added segment 7bcf7622-d1ff-46fa-8dcc-b678ef0007be of type vlan for network f45d1d20-0bee-456a-8f4c-009843889124 Sep 29 22:59:38.465436 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.473788 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.522380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.523401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:38.524143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.528865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Made reservation on behalf of 75a46b3b2bfd455ab763f8a64884f4fe for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:38.532282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.552975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8513d5-74cb-43db-b568-7ded9e7512eb req-432e2df9-0b07-4f8d-bd91-9b64e5cd66af tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:38.560373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e8513d5-74cb-43db-b568-7ded9e7512eb req-432e2df9-0b07-4f8d-bd91-9b64e5cd66af tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 972 time: 0.1856849 Sep 29 22:59:38.574786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7ba853-4301-483a-af05-7b52bb6374d9 req-9b11378a-cf2a-4237-8e2a-b75010750ab8 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:38.583012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c7ba853-4301-483a-af05-7b52bb6374d9 req-9b11378a-cf2a-4237-8e2a-b75010750ab8 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 935 time: 0.2070222 Sep 29 22:59:38.590996 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0424802 Sep 29 22:59:38.594261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57994) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:38.604910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Request body: {'subnet': {'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-subnet', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:38.650383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff655c-538f-4885-ab0e-b36d8878d227 admin admin] Pushing event updated for resources: {'Network': ['ID=f45d1d20-0bee-456a-8f4c-009843889124,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:38.674443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f45d1d20-0bee-456a-8f4c-009843889124 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 22:59:38.728550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e8513d5-74cb-43db-b568-7ded9e7512eb req-477789dc-2eaa-4bf3-b103-b7a641a5715e tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669018 Sep 29 22:59:38.796766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Allocated IP 172.20.0.10 (f5dcb48d-bfc9-41ad-81a7-5e64086afd89/0c774230-cb00-48da-9fd3-cbe7f4b106f4/758d5700-e2df-4654-8cd3-442ff839c3c4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:38.799447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 445ce787-0b47-4dda-8ee2-69d451490871 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:38.812222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Made reservation on behalf of c8407addc0aa4e92ad92928cb338ac25 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:38.814496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.819388 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:38.835196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c7ba853-4301-483a-af05-7b52bb6374d9 req-91c3c5a1-8a96-44e5-bebc-baf80194df5d tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513263 Sep 29 22:59:38.890179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Transition to ACTIVE for port object 445ce787-0b47-4dda-8ee2-69d451490871 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 22:59:38.949586 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.121657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.159315 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.216533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.243113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:39.246778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:39.249970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:39.257841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:39.258408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.309741 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0022736 Sep 29 22:59:39.311015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308f1165-b594-4f70-91b3-0347429446b1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event updated for resources: {'Port': ['ID=758d5700-e2df-4654-8cd3-442ff839c3c4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:39.332068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Request body: {'port': {'device_id': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:39.368467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Pushing event updated for resources: {'Port': ['ID=445ce787-0b47-4dda-8ee2-69d451490871,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:39.388096 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7fb3d10-444a-4086-bb6f-cc79782085cf req-f0f8ab29-3ff0-47c5-835d-7e11abd98c22 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 210 time: 0.2698243 Sep 29 22:59:39.410656 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.448968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead457b3-be8e-4d8e-9a46-2f7bf0910a27 req-6c96eaae-e17b-4427-a40a-7f01affc9e45 tempest-AggregatesAdminTestJSON-1270706892 tempest-AggregatesAdminTestJSON-1270706892-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:39.450720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ead457b3-be8e-4d8e-9a46-2f7bf0910a27 req-6c96eaae-e17b-4427-a40a-7f01affc9e45 tempest-AggregatesAdminTestJSON-1270706892 tempest-AggregatesAdminTestJSON-1270706892-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 1123 time: 0.5208313 Sep 29 22:59:39.520747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ead457b3-be8e-4d8e-9a46-2f7bf0910a27 req-4c1b9836-bf5a-492a-a65a-2837a289ade0 tempest-AggregatesAdminTestJSON-1270706892 tempest-AggregatesAdminTestJSON-1270706892-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.603224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-50bdee9d-44fe-4519-925f-6ba6c71da16a None None] Provisioning complete for port 758d5700-e2df-4654-8cd3-442ff839c3c4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:39.603763 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-50bdee9d-44fe-4519-925f-6ba6c71da16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.630563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Attempting to bind port 445ce787-0b47-4dda-8ee2-69d451490871 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:39.630902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Attempting to bind port 445ce787-0b47-4dda-8ee2-69d451490871 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:39.631247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Attempting to bind port 445ce787-0b47-4dda-8ee2-69d451490871 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:39.639446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71ef5fca-65ce-4d74-9fad-963085d243a5 req-4e736ff4-f2f5-457d-9f75-9be8aab85097 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 210 time: 0.0509851 Sep 29 22:59:39.669349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Port 445ce787-0b47-4dda-8ee2-69d451490871 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 22:59:39.669661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Attempting to bind port 445ce787-0b47-4dda-8ee2-69d451490871 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:39.672450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-50bdee9d-44fe-4519-925f-6ba6c71da16a None None] Port 758d5700-e2df-4654-8cd3-442ff839c3c4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:39.697440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:39.698045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:39.698797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:39.699462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Bound port: 445ce787-0b47-4dda-8ee2-69d451490871, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:39.700119 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.729346 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.796244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 758d5700-e2df-4654-8cd3-442ff839c3c4 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:39.814913 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.852791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Transition to ACTIVE for port object 758d5700-e2df-4654-8cd3-442ff839c3c4 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 22:59:39.854237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cc54edb-28df-4849-b026-d1b115f5017f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:39.875277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] For port 445ce787-0b47-4dda-8ee2-69d451490871, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:39.900161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] For port 445ce787-0b47-4dda-8ee2-69d451490871, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=445ce787-0b47-4dda-8ee2-69d451490871,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:39.910044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Checking segment: {'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:39.910529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Network hostable DHCP agents. Network: f45d1d20-0bee-456a-8f4c-009843889124, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 22:59:39.922331 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.930886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ead457b3-be8e-4d8e-9a46-2f7bf0910a27 req-4c1b9836-bf5a-492a-a65a-2837a289ade0 tempest-AggregatesAdminTestJSON-1270706892 tempest-AggregatesAdminTestJSON-1270706892-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.935298 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-d97b2bcc-7d68-40a8-897a-2aeed9f878f4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:39.937645 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-d97b2bcc-7d68-40a8-897a-2aeed9f878f4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 813 time: 0.1371295 Sep 29 22:59:39.939103 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:39.955188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'port': {'device_id': '3af4a16f-9573-4470-be19-1771ade585bc', 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47', 'admin_state_up': True, 'tenant_id': '3e2cbc92cb364c628e5432eaae2bd32b'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:39.964081 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ead457b3-be8e-4d8e-9a46-2f7bf0910a27 req-4c1b9836-bf5a-492a-a65a-2837a289ade0 tempest-AggregatesAdminTestJSON-1270706892 tempest-AggregatesAdminTestJSON-1270706892-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:40.015795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:40.016671 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:40.018325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] 10.222.0.42 "PUT /v2.0/ports/445ce787-0b47-4dda-8ee2-69d451490871 HTTP/1.1" status: 200 len: 1095 time: 2.2867765 Sep 29 22:59:40.035114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=758d5700-e2df-4654-8cd3-442ff839c3c4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:40.088184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-676293a6-f6d8-43f3-9262-3f43a7faa185 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=7bec3bb7215144afb1f08017253777fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1446102 Sep 29 22:59:40.089925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ce99231-3d35-465c-8857-9e20158d6fde', 'tag': '445ce787-0b47-4dda-8ee2-69d451490871'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:40.164410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec7c32-4a5a-45f0-b208-55811b19107d service neutron] Pushing event updated for resources: {'Port': ['ID=445ce787-0b47-4dda-8ee2-69d451490871,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:40.202662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Attempting to bind port 758d5700-e2df-4654-8cd3-442ff839c3c4 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:40.203000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Attempting to bind port 758d5700-e2df-4654-8cd3-442ff839c3c4 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:40.203331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Attempting to bind port 758d5700-e2df-4654-8cd3-442ff839c3c4 on network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:40.212103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b9836-bf5a-492a-a65a-2837a289ade0 tempest-AggregatesAdminTestJSON-1270706892 tempest-AggregatesAdminTestJSON-1270706892-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff25303-2571-49ad-aa30-52bb10691421,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:40.213025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Port 758d5700-e2df-4654-8cd3-442ff839c3c4 on network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 22:59:40.213361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Attempting to bind port 758d5700-e2df-4654-8cd3-442ff839c3c4 on network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:40.216363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Network f45d1d20-0bee-456a-8f4c-009843889124 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 22:59:40.219518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:40.219759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Checking segment: {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:40.220222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Bound using segment: {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:40.220669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Bound port: 758d5700-e2df-4654-8cd3-442ff839c3c4, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:40.221024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:40.224213 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Made reservation on behalf of 3e2cbc92cb364c628e5432eaae2bd32b for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:40.227723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:40.312681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ead457b3-be8e-4d8e-9a46-2f7bf0910a27 req-4c1b9836-bf5a-492a-a65a-2837a289ade0 tempest-AggregatesAdminTestJSON-1270706892 tempest-AggregatesAdminTestJSON-1270706892-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8438334 Sep 29 22:59:40.372887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, f45d1d20-0bee-456a-8f4c-009843889124) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:40.409294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:40.409898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:40.432705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef488728-a464-4ca0-b337-cbadbef074ba None None] Network f45d1d20-0bee-456a-8f4c-009843889124 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:40.458483 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc62515-e757-4b91-82f8-f4ffbcd72966" -d '{"events": [{"name": "network-changed", "server_uuid": "7ce99231-3d35-465c-8857-9e20158d6fde", "tag": "445ce787-0b47-4dda-8ee2-69d451490871"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:40.462430 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9670fff-9354-42db-8231-7af00857edc8 req-65c946c1-12d1-4b2c-bedf-7657e5180054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:40.464009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-65c946c1-12d1-4b2c-bedf-7657e5180054 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 1098 time: 0.2538040 Sep 29 22:59:40.477976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b6350113-ff42-4311-90aa-d7b5716b35f4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8767693 Sep 29 22:59:40.478655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58062) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:40.490154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-router', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:40.556641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] For port 758d5700-e2df-4654-8cd3-442ff839c3c4, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:40.563126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] For port 758d5700-e2df-4654-8cd3-442ff839c3c4, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=758d5700-e2df-4654-8cd3-442ff839c3c4,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:40.595201 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-1ff93f58-fbb0-4278-8bdd-9d9c7cd140bf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=445ce787-0b47-4dda-8ee2-69d451490871 HTTP/1.1" status: 200 len: 217 time: 0.1119144 Sep 29 22:59:40.596972 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:40.605036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-94829645-14e1-4efc-bb4c-f976ca6d6efa tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:40.606197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-94829645-14e1-4efc-bb4c-f976ca6d6efa tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5172284 Sep 29 22:59:40.648577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-f45d1d20-0bee-456a-8f4c-009843889124', 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'fixed_ips': [{'subnet_id': '0cc54edb-28df-4849-b026-d1b115f5017f'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 22:59:40.649643 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:40.671933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Pushing event updated for resources: {'Port': ['ID=758d5700-e2df-4654-8cd3-442ff839c3c4,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:40.672378 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:40.673466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:40.691048 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-b7191c55-dc15-41e5-a8ea-3bfae8dc4b93 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/quotas/7bec3bb7215144afb1f08017253777fb HTTP/1.1" status: 200 len: 375 time: 0.0683026 Sep 29 22:59:40.693860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:40.694646 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:40.696605 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-b58e6be2-8b7d-47b6-b415-6944453cc3c1 service neutron] 10.222.0.42 "PUT /v2.0/ports/758d5700-e2df-4654-8cd3-442ff839c3c4 HTTP/1.1" status: 200 len: 1092 time: 1.3709817 Sep 29 22:59:40.700395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'tag': '758d5700-e2df-4654-8cd3-442ff839c3c4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:40.702996 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2303a55-818b-4d8a-b8e8-954e71a42d20" -d '{"events": [{"name": "network-changed", "server_uuid": "df477e61-d4f0-475c-8ec5-ff16e8735333", "tag": "758d5700-e2df-4654-8cd3-442ff839c3c4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:40.721103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb760cd-b593-44e9-b158-4d146ed2d91b req-463cabcf-6d78-46c0-9458-7d9af3027ab2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:40.722617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fdb760cd-b593-44e9-b158-4d146ed2d91b req-463cabcf-6d78-46c0-9458-7d9af3027ab2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 947 time: 0.2290475 Sep 29 22:59:40.754140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Allocated IP 172.20.0.3 (b39c450b-90c5-43d4-a41b-59e1ab4c4d47/2d0b1942-f62b-4a21-9c7c-da17188bba03/e08e8a1d-9b1a-4c7a-9caa-dd886414fb82) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:40.758370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-0dac4502-cb9c-49e5-b643-6e9d89d95487 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7bec3bb7215144afb1f08017253777fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0665910 Sep 29 22:59:40.760463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9670fff-9354-42db-8231-7af00857edc8 req-ba84ee50-7c7d-49cd-8677-e1c685c3d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:40.761451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-ba84ee50-7c7d-49cd-8677-e1c685c3d0e9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1505213 Sep 29 22:59:40.872987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58070) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:40.883503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Allocated IP 172.20.0.2 (f45d1d20-0bee-456a-8f4c-009843889124/0cc54edb-28df-4849-b026-d1b115f5017f/6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:40.927190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-bca865a2-9bb1-4d3b-b3db-5708b4621ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:40.930335 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-bca865a2-9bb1-4d3b-b3db-5708b4621ca9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75a46b3b2bfd455ab763f8a64884f4fe&device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 1095 time: 0.1558938 Sep 29 22:59:41.002203 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-88e62518-2fa0-46ab-880c-4cc348725801 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=758d5700-e2df-4654-8cd3-442ff839c3c4 HTTP/1.1" status: 200 len: 217 time: 0.0540071 Sep 29 22:59:41.030719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.070872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-da66fc97-eac2-402e-a86d-10152657987d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:41.073486 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-da66fc97-eac2-402e-a86d-10152657987d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c774230-cb00-48da-9fd3-cbe7f4b106f4 HTTP/1.1" status: 200 len: 863 time: 0.0575905 Sep 29 22:59:41.109118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fdb760cd-b593-44e9-b158-4d146ed2d91b req-ae5eedf5-ba31-421c-9290-12a57a8a7fe9 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665152 Sep 29 22:59:41.171853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9670fff-9354-42db-8231-7af00857edc8 req-f10d2b11-b475-406d-80c8-30ca80508605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:41.174592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-f10d2b11-b475-406d-80c8-30ca80508605 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3502975 Sep 29 22:59:41.232136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.256235 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.311156 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.324633 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.357242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8464b368-a6d8-4ac3-9dc1-80acf8a8ce29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.371479 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.380409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Network f45d1d20-0bee-456a-8f4c-009843889124 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:41.383466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:41.387051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:41.390019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e722e-d0e4-48ed-b619-e0200179d866 req-f4beb5a0-fe50-4d23-bff7-81a1907511ed tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:41.396687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Pushing event updated for resources: {'Port': ['ID=6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:41.397188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-873e722e-d0e4-48ed-b619-e0200179d866 req-f4beb5a0-fe50-4d23-bff7-81a1907511ed tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 944 time: 0.1356463 Sep 29 22:59:41.440823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-04e195de-742f-4de5-a270-df39dc1af591 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342184 Sep 29 22:59:41.487945 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb1b5d6-7015-42e4-984d-30e228e4c9c6 x-openstack-request-id: req-adb1b5d6-7015-42e4-984d-30e228e4c9c6 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:41.488235 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ce99231-3d35-465c-8857-9e20158d6fde", "tag": "445ce787-0b47-4dda-8ee2-69d451490871", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:41.488488 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-adb1b5d6-7015-42e4-984d-30e228e4c9c6 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:41.488602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Attempting to bind port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:41.488951 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ce99231-3d35-465c-8857-9e20158d6fde', 'tag': '445ce787-0b47-4dda-8ee2-69d451490871', 'status': 'completed', 'code': 200} Sep 29 22:59:41.489146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Attempting to bind port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:41.489691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Attempting to bind port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 on network f45d1d20-0bee-456a-8f4c-009843889124 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:41.499051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:41.499433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Checking segment: {'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:41.500451 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.501241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Bound using segment: {'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:41.502546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Bound port: 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:41.503179 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.515299 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-873e722e-d0e4-48ed-b619-e0200179d866 req-3d384e2b-25f0-4c93-bc48-0df94555555a tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123214 Sep 29 22:59:41.567890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-36d9eef1-d8a9-4164-a068-6d281fbb0bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:41.570269 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-36d9eef1-d8a9-4164-a068-6d281fbb0bb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2856653 Sep 29 22:59:41.582595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:41.588405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:41.591160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'Port': ['ID=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:41.598858 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7bce57-503c-4df2-8666-95bd2d7f92e0 x-openstack-request-id: req-4c7bce57-503c-4df2-8666-95bd2d7f92e0 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:41.599385 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df477e61-d4f0-475c-8ec5-ff16e8735333", "tag": "758d5700-e2df-4654-8cd3-442ff839c3c4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:41.600269 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c7bce57-503c-4df2-8666-95bd2d7f92e0 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:41.601001 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'tag': '758d5700-e2df-4654-8cd3-442ff839c3c4', 'status': 'completed', 'code': 200} Sep 29 22:59:41.602088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:41.611183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:41.612412 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.625465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] For port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:41.630250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] For port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:41.637753 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.750314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b76af6-5e14-462e-883d-440bce3efcf3 None None] Pushing event updated for resources: {'Port': ['ID=6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:41.760514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-ba5db9d5-56f0-4542-9c79-415613d4026e service neutron] 10.222.0.42 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735089 Sep 29 22:59:41.846658 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7f2bd39-a331-4454-9475-bf2385d96075 req-4616f05f-6f95-49db-b69d-21905dafec8f tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 210 time: 0.0529332 Sep 29 22:59:41.856205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9670fff-9354-42db-8231-7af00857edc8 req-07fff281-3871-4243-a82d-e9f7868a1332 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066312 Sep 29 22:59:41.886264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de130ffd-54af-4f85-8375-e3755f18a691 req-ed0bb8eb-4525-45e0-814c-ccbabf528391 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:41.887837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de130ffd-54af-4f85-8375-e3755f18a691 req-ed0bb8eb-4525-45e0-814c-ccbabf528391 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 931 time: 0.3289731 Sep 29 22:59:41.949269 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8464b368-a6d8-4ac3-9dc1-80acf8a8ce29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.958675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8464b368-a6d8-4ac3-9dc1-80acf8a8ce29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:41.996853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce1d1e22-0dd4-44d4-9469-2095b6c48a08 req-d09e25a2-9268-4d46-8497-35ef417d5574 service neutron] 10.222.0.42 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251010 Sep 29 22:59:42.006049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464b368-a6d8-4ac3-9dc1-80acf8a8ce29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb12ce9-0696-4ef8-a9ed-7ae566865fb6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:42.034606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-8a353421-e8bb-4992-83f5-ba48da436693 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0825183 Sep 29 22:59:42.062763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Request body: {'port': {'device_id': '3af4a16f-9573-4470-be19-1771ade585bc', 'device_owner': 'compute:tempest-test_az-1291209820', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:42.150471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de130ffd-54af-4f85-8375-e3755f18a691 req-804941fa-d3a7-4986-9474-e93240c5a999 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900294 Sep 29 22:59:42.170153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:42.209101 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:42.222442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-08bb76da-b02e-4581-8c6b-b9ba158a9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:42.228745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-08bb76da-b02e-4581-8c6b-b9ba158a9910 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 1098 time: 0.2560356 Sep 29 22:59:42.234760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:42.251129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8464b368-a6d8-4ac3-9dc1-80acf8a8ce29 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c1da569519f6498a80300aba1b58989b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3768253 Sep 29 22:59:42.260432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58106) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:42.344081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:42.345163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-d0889534-b84f-41b2-a20d-97c5a545fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:42.346659 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-d0889534-b84f-41b2-a20d-97c5a545fbd8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75a46b3b2bfd455ab763f8a64884f4fe&device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 1095 time: 0.1595840 Sep 29 22:59:42.399286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.26', 60865) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:42.460940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:42.461622 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:42.477586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcfac85c-f0a9-4211-8960-b2671d9bf1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:42.581911 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcfac85c-f0a9-4211-8960-b2671d9bf1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:42.585836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.26', 60866) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:42.586259 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:42.621496 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-d267c628-624e-437f-945c-98c1feaec813 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7bec3bb7215144afb1f08017253777fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312998 Sep 29 22:59:42.640378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:42.648328 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-9246ba54-0c1a-4380-9797-2130cd2c361b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1906190 Sep 29 22:59:42.650276 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:42.732792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:42.777743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-80a8521d-4632-4036-aade-c036c7371078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:42.781004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Allocated IP 172.25.4.215 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/157f3ddc-895f-4516-a4b3-0c294665e08d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:42.781514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-80a8521d-4632-4036-aade-c036c7371078 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89 HTTP/1.1" status: 200 len: 925 time: 0.4245825 Sep 29 22:59:42.791188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdae556-0859-4547-be3e-9e2d46eea1c7 req-dcd2b8cc-3ee0-4e30-a6c4-dca418e408f5 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:42.792800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fdae556-0859-4547-be3e-9e2d46eea1c7 req-dcd2b8cc-3ee0-4e30-a6c4-dca418e408f5 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 947 time: 0.4552088 Sep 29 22:59:42.806274 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-fd446606-9d3f-471c-8c16-a08bd4980ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:42.807740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-fd446606-9d3f-471c-8c16-a08bd4980ab8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.4689405 Sep 29 22:59:42.881127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce07401-31ee-425d-a08e-d1cca962916d req-d4954d84-0a05-45ce-b9ab-71da01641bd9 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:42.882957 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ce07401-31ee-425d-a08e-d1cca962916d req-d4954d84-0a05-45ce-b9ab-71da01641bd9 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 944 time: 0.2021868 Sep 29 22:59:42.887254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-85eee1e5-3f03-4a4c-b3e8-d1c1e9a821cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=758d5700-e2df-4654-8cd3-442ff839c3c4 HTTP/1.1" status: 200 len: 217 time: 0.0626681 Sep 29 22:59:42.893666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-1089d8e4-2820-4915-b585-457b569b1465 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=445ce787-0b47-4dda-8ee2-69d451490871 HTTP/1.1" status: 200 len: 217 time: 0.0749860 Sep 29 22:59:42.991443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-2b70c4e3-b53c-4ec3-9522-e939803731a6 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:42.991443 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-2b70c4e3-b53c-4ec3-9522-e939803731a6 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3540847 Sep 29 22:59:42.992837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-f10e8199-89c9-4f9a-8cd7-745d501619a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:42.994187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-f10e8199-89c9-4f9a-8cd7-745d501619a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7dee3850925d44b6bb72ee4304f8257c&device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 1123 time: 0.2100973 Sep 29 22:59:43.006512 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcfac85c-f0a9-4211-8960-b2671d9bf1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:43.008488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fdae556-0859-4547-be3e-9e2d46eea1c7 req-b707723a-6db5-434f-a1c2-12c69eabef4d tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069936 Sep 29 22:59:43.009221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcfac85c-f0a9-4211-8960-b2671d9bf1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:43.010750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dcfac85c-f0a9-4211-8960-b2671d9bf1b0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bb12ce9-0696-4ef8-a9ed-7ae566865fb6 HTTP/1.1" status: 204 len: 168 time: 0.7439489 Sep 29 22:59:43.048399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Request body: {'port': {'device_id': '2c0e3640-2224-4c18-9899-fcbcb2371f8d', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': '7bec3bb7215144afb1f08017253777fb'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:43.072977 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:43.129815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfac85c-f0a9-4211-8960-b2671d9bf1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb12ce9-0696-4ef8-a9ed-7ae566865fb6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:43.130935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-422dd316-a5f8-40de-9d07-35dd5e17b7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:43.140571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-422dd316-a5f8-40de-9d07-35dd5e17b7c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2323692 Sep 29 22:59:43.151293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-eacffc16-36ef-4d1e-bcdb-fcd21bd11ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:43.152965 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-eacffc16-36ef-4d1e-bcdb-fcd21bd11ba6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c774230-cb00-48da-9fd3-cbe7f4b106f4 HTTP/1.1" status: 200 len: 863 time: 0.2368510 Sep 29 22:59:43.159719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6606d851-6dad-4764-82ac-6868ff7c3ff9 None None] Network f45d1d20-0bee-456a-8f4c-009843889124 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:43.230997 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:43.247567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-563d2807-4185-4fb3-bb59-cb923ca5a68f req-44cd8d20-e798-4430-bde3-a7bd78132890 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 210 time: 0.0767021 Sep 29 22:59:43.267776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ce07401-31ee-425d-a08e-d1cca962916d req-24e9fe6a-2525-4217-ab61-1deda9a2d83b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713045 Sep 29 22:59:43.274431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:43.323997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:43.333271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:43.346659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-249b2a28-b76c-468d-bb3c-8e9197f4cab7 None None] Provisioning complete for port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:43.347034 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-249b2a28-b76c-468d-bb3c-8e9197f4cab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:43.418149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-a25949dd-353f-4890-8cf3-2915a76d9ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:43.420355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-a25949dd-353f-4890-8cf3-2915a76d9ae3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2603562 Sep 29 22:59:43.503771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Pushing event updated for resources: {'Port': ['ID=157f3ddc-895f-4516-a4b3-0c294665e08d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:43.659993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:43.672851 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:43.679049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-986a8d47-a12e-4dbd-9baa-6c537e49640b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:43.680876 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-986a8d47-a12e-4dbd-9baa-6c537e49640b service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.6164627 Sep 29 22:59:43.686419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-cb9ba615-e863-49e1-ac7d-c6d88d38109e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:43.689022 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-cb9ba615-e863-49e1-ac7d-c6d88d38109e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5104148 Sep 29 22:59:43.766724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b10829-0606-4b35-b1fb-d9f7cb865b78 req-47a1b674-f394-4d67-9ff4-321ce52894f9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:43.768396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52b10829-0606-4b35-b1fb-d9f7cb865b78 req-47a1b674-f394-4d67-9ff4-321ce52894f9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 931 time: 0.3758030 Sep 29 22:59:43.768563 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-9db0fc08-b21d-423b-b154-a3d4d0396fe5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 HTTP/1.1" status: 200 len: 217 time: 0.0757828 Sep 29 22:59:43.769600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Transition to ACTIVE for port object e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 22:59:43.782580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:43.852475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Pushing event updated for resources: {'Port': ['ID=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:43.865592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Made reservation on behalf of 7bec3bb7215144afb1f08017253777fb for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:43.870113 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:43.875960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-6e85f4a6-085f-484a-bb16-5a901c4ac98b service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728814 Sep 29 22:59:43.899033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0d7f7212-fa13-4332-a270-825fd20b2142 None None] Provisioning complete for port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:43.900138 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0d7f7212-fa13-4332-a270-825fd20b2142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:43.907244 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:43.970116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52b10829-0606-4b35-b1fb-d9f7cb865b78 req-c04ee92e-9ded-40a1-9e79-e9c0b905a37d tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355000 Sep 29 22:59:44.067921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:44.082949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:44.104159 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:44.131456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-71b6d2fe-8802-42bc-b7ca-cdc996484088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:44.133024 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-71b6d2fe-8802-42bc-b7ca-cdc996484088 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.3525109 Sep 29 22:59:44.142125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Attempting to bind port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:44.142919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Attempting to bind port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2b35065b-0c79-457e-8cc8-1670d1d7ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:44.142919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Attempting to bind port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 on network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:44.216543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 on network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 22:59:44.217450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Attempting to bind port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 on network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:44.246917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58188) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:44.257601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:44.267214 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-2c95f3f7-4ec4-4fe5-829b-573bba2f574f service neutron] 10.222.0.42 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706048 Sep 29 22:59:44.272760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a2d449-8c17-421b-b92f-302854e00b82,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:44.282572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:44.283027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Checking segment: {'id': '2b35065b-0c79-457e-8cc8-1670d1d7ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:44.283296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Bound using segment: {'id': '2b35065b-0c79-457e-8cc8-1670d1d7ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:44.283754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Bound port: e08e8a1d-9b1a-4c7a-9caa-dd886414fb82, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b35065b-0c79-457e-8cc8-1670d1d7ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:44.284225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:44.392872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:44.393976 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:44.453797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-226281e9-4f79-45de-8f1c-8383ce65117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:44.455289 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-226281e9-4f79-45de-8f1c-8383ce65117e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2967172 Sep 29 22:59:44.460629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1272239815-network', 'tenant_id': '9c68216839e14637a486a0eea81a9a80'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:44.527392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9628e5f-6e18-488b-9088-e916d86b62a5 req-c87274ee-47f4-4535-b0d3-ae25a6ac2b8c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 210 time: 0.0738027 Sep 29 22:59:44.532538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbc62515-e757-4b91-82f8-f4ffbcd72966 req-704b8a1e-df57-4354-846a-3353e7d5c4bd service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437953 Sep 29 22:59:44.537707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Allocated IP 192.168.233.176 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/56165ae7-5419-4dc6-8c6b-8d5b502a3e86) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:44.553467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8abf1f-4a83-43e7-9631-63e03e861b8b req-97b8e1d7-7ac2-4d99-a9ae-9123c83664e0 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:44.561565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe8abf1f-4a83-43e7-9631-63e03e861b8b req-97b8e1d7-7ac2-4d99-a9ae-9123c83664e0 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 947 time: 0.1019681 Sep 29 22:59:44.609685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2303a55-818b-4d8a-b8e8-954e71a42d20 req-1f3eb92a-3b85-4a5f-8553-74c01c0cd59d service neutron] 10.222.0.42 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3284764 Sep 29 22:59:44.611029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] For port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:44.619623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Made reservation on behalf of 9c68216839e14637a486a0eea81a9a80 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:44.622027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:44.642376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] For port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:44.657551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:44.668226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe8abf1f-4a83-43e7-9631-63e03e861b8b req-963a82f5-8630-4b77-a14e-73962d8353d5 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051791 Sep 29 22:59:44.668433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:44.723101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dd6ef-463e-46d4-8d23-555ae125dac3 req-03867047-7c63-4b0f-88c2-502fb4378b25 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:44.724324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa5dd6ef-463e-46d4-8d23-555ae125dac3 req-03867047-7c63-4b0f-88c2-502fb4378b25 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 944 time: 0.1161423 Sep 29 22:59:44.734386 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-cdc4ef52-875a-4e47-8dda-183bf286131c service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677817 Sep 29 22:59:44.745821 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:44.755241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:44.756242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:44.757253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] 10.222.0.26 "PUT /v2.0/ports/e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 HTTP/1.1" status: 200 len: 1113 time: 2.7101529 Sep 29 22:59:44.774238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af4a16f-9573-4470-be19-1771ade585bc', 'tag': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:44.777764 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e153f6bb-6faf-460d-ad2c-20cee6969e7c" -d '{"events": [{"name": "network-changed", "server_uuid": "3af4a16f-9573-4470-be19-1771ade585bc", "tag": "e08e8a1d-9b1a-4c7a-9caa-dd886414fb82"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:44.829371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa5dd6ef-463e-46d4-8d23-555ae125dac3 req-4e7ff6a7-2b21-4950-be0f-609a62d9a1c1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903244 Sep 29 22:59:44.899353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15698fa6-ace9-47c7-b38b-77780111c091 service neutron] Pushing event updated for resources: {'Port': ['ID=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:44.914293 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577e11cc-03a1-4d99-b472-ecb2acbc1f31 x-openstack-request-id: req-577e11cc-03a1-4d99-b472-ecb2acbc1f31 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:44.915008 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af4a16f-9573-4470-be19-1771ade585bc", "tag": "e08e8a1d-9b1a-4c7a-9caa-dd886414fb82", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:44.915269 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-577e11cc-03a1-4d99-b472-ecb2acbc1f31 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:44.915730 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af4a16f-9573-4470-be19-1771ade585bc', 'tag': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82', 'status': 'completed', 'code': 200} Sep 29 22:59:44.950347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Router 00c9edb7-b5ce-4cc5-8193-48b9727c82db is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 22:59:45.065271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-fd2555ce-3925-4fb4-ae59-21e3d392c4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:45.066962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-fd2555ce-3925-4fb4-ae59-21e3d392c4f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1116 time: 0.2612884 Sep 29 22:59:45.111620 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7b1bd18-c786-4324-8ad3-977c28fec6fc req-3ba15441-7612-4c93-9646-043bbd4b7771 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3632579 Sep 29 22:59:45.129906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 22:59:45.141629 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Sync routers for ids ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 22:59:45.156170 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Routers {'00c9edb7-b5ce-4cc5-8193-48b9727c82db'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:45.157035 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:45.157489 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-eeacaf9a-886f-43e8-a7ef-7f565334a5c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 HTTP/1.1" status: 200 len: 217 time: 0.0688996 Sep 29 22:59:45.186967 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.215119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f5ee5-d0da-42ed-bf9b-796b288b925d req-4eceb9c8-89af-48f0-9183-ac8def38aa19 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:45.217526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e53f5ee5-d0da-42ed-bf9b-796b288b925d req-4eceb9c8-89af-48f0-9183-ac8def38aa19 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 965 time: 0.1040001 Sep 29 22:59:45.266563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.275220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-0ccd69c9-4a49-44cb-93c0-e78acd59fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:45.276668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e53f5ee5-d0da-42ed-bf9b-796b288b925d req-8b972456-e021-406b-95d6-8020bb520b81 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495617 Sep 29 22:59:45.276904 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-0ccd69c9-4a49-44cb-93c0-e78acd59fe95 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.1066263 Sep 29 22:59:45.292185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.296758 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.299530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8bdee5ec-366f-4e0a-940f-88dee6162de0 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8175151 Sep 29 22:59:45.302832 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58244) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:45.351618 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-a5ee5f7e-8878-46e1-b183-f2c78ecf4d86 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625749 Sep 29 22:59:45.363528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 22:59:45.384026 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.446523 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.447003 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Added segment 589f9c90-25ab-4732-a0e7-3a63d5d4ace4 of type vlan for network b14a8130-7970-41a2-a073-fd7dae695e31 Sep 29 22:59:45.450379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3975637-0ada-458b-b1b3-6e940e28b244,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:45.480049 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Set router 00c9edb7-b5ce-4cc5-8193-48b9727c82db gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:45.490523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:45.542221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:45.567885 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:45.582101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:45.582909 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.701713 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6795475 Sep 29 22:59:45.706331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.715810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Request body: {'port': {'device_id': '2c0e3640-2224-4c18-9899-fcbcb2371f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:45.720340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1cae4-e952-4769-84fc-8e6e300ed19b tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Pushing event updated for resources: {'Port': ['ID=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:45.774062 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-router', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:40Z', 'updated_at': '2021-09-29T22:59:43Z', 'revision_number': 3, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'gw_port': {'id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:42Z', 'updated_at': '2021-09-29T22:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:45.816828 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Checking router: 00c9edb7-b5ce-4cc5-8193-48b9727c82db for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 22:59:45.819605 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Updating router 00c9edb7-b5ce-4cc5-8193-48b9727c82db port 157f3ddc-895f-4516-a4b3-0c294665e08d binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 22:59:45.830052 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.831525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:45.832276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.854346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd3a240-779b-4b06-92d9-b5ac5ed4202d req-78eceaeb-d7f0-4381-9a43-f73c06d71cf8 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:45.855899 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dd3a240-779b-4b06-92d9-b5ac5ed4202d req-78eceaeb-d7f0-4381-9a43-f73c06d71cf8 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 936 time: 0.1508746 Sep 29 22:59:45.864964 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.896469 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-bb3f5b29-9b44-4df2-adfd-cdd9648923d7 service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348899 Sep 29 22:59:45.938054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8b0a842f-2633-4850-b93c-24a6f77ba89e None None] Provisioning complete for port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:45.939367 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8b0a842f-2633-4850-b93c-24a6f77ba89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:45.990514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a842f-2633-4850-b93c-24a6f77ba89e None None] Port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:46.008363 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7538524 Sep 29 22:59:46.008363 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.008649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58274) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:46.013044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Request body: {'subnet': {'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1272239815-subnet', 'tenant_id': '9c68216839e14637a486a0eea81a9a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:46.024596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dd3a240-779b-4b06-92d9-b5ac5ed4202d req-3feb855c-b7eb-4f68-9307-eb087b5c0289 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591938 Sep 29 22:59:46.065538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2ac75-99e3-4d42-86ca-c370b27c7183 req-1622b6c0-3d81-4490-8055-3764398746ad tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:46.073924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7e2ac75-99e3-4d42-86ca-c370b27c7183 req-1622b6c0-3d81-4490-8055-3764398746ad tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 947 time: 0.2018719 Sep 29 22:59:46.085056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58276) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:46.130661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Made reservation on behalf of 9c68216839e14637a486a0eea81a9a80 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:46.132980 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.206550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7e2ac75-99e3-4d42-86ca-c370b27c7183 req-d6d37b1e-3850-40bf-8590-dab16ba6b811 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177816 Sep 29 22:59:46.241010 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.262540 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.344639 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Attempting to bind port 157f3ddc-895f-4516-a4b3-0c294665e08d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:46.345386 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Attempting to bind port 157f3ddc-895f-4516-a4b3-0c294665e08d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:46.345959 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Attempting to bind port 157f3ddc-895f-4516-a4b3-0c294665e08d on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:46.355240 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:46.356099 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:46.356709 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.357554 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:46.358873 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Bound port: 157f3ddc-895f-4516-a4b3-0c294665e08d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:46.359513 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.390393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9135a-fcf1-4403-b987-a114a8616973 admin admin] Pushing event updated for resources: {'Network': ['ID=b14a8130-7970-41a2-a073-fd7dae695e31,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:46.391430 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f3bfe-022e-44e8-960f-3f4be6023523 None None] Pushing event updated for resources: {'Port': ['ID=157f3ddc-895f-4516-a4b3-0c294665e08d,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:46.406561 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7547dbf2-a6e8-4809-bb3d-5321b8bca7c3 req-34d46b1c-8406-4040-93ff-6c147e9c603c service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001833 Sep 29 22:59:46.421609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network b14a8130-7970-41a2-a073-fd7dae695e31 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 22:59:46.424038 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 445ce787-0b47-4dda-8ee2-69d451490871 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 22:59:46.439169 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] For port 157f3ddc-895f-4516-a4b3-0c294665e08d, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:46.442798 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] For port 157f3ddc-895f-4516-a4b3-0c294665e08d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=157f3ddc-895f-4516-a4b3-0c294665e08d,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:46.459797 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.477184 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.523325 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Routers {'00c9edb7-b5ce-4cc5-8193-48b9727c82db'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:46.523650 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2dbc-3f22-4267-bd6c-bb6977190d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.524023 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:46.527073 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f3bfe-022e-44e8-960f-3f4be6023523 None None] Pushing event updated for resources: {'Port': ['ID=157f3ddc-895f-4516-a4b3-0c294665e08d,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:46.591604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153f6bb-6faf-460d-ad2c-20cee6969e7c req-718aab23-1a60-400e-b952-7aabb2a217d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:46.593262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e153f6bb-6faf-460d-ad2c-20cee6969e7c req-718aab23-1a60-400e-b952-7aabb2a217d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1116 time: 0.1189630 Sep 29 22:59:46.613244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 445ce787-0b47-4dda-8ee2-69d451490871, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=445ce787-0b47-4dda-8ee2-69d451490871,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:46.627804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '445ce787-0b47-4dda-8ee2-69d451490871', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '445ce787-0b47-4dda-8ee2-69d451490871', 'mac_address': 'fa:16:3e:81:1a:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 22:59:46.658945 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] Set router 00c9edb7-b5ce-4cc5-8193-48b9727c82db gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:46.675471 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.693727 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 445ce787-0b47-4dda-8ee2-69d451490871 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:46.703706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b275c45f-a766-4699-a770-7a235d88bfd1 req-14850da8-be72-4252-999e-59ab586fb3e0 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:46.711409 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b275c45f-a766-4699-a770-7a235d88bfd1 req-14850da8-be72-4252-999e-59ab586fb3e0 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 965 time: 0.2995968 Sep 29 22:59:46.719230 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 445ce787-0b47-4dda-8ee2-69d451490871, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=445ce787-0b47-4dda-8ee2-69d451490871,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:46.727385 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.728622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 758d5700-e2df-4654-8cd3-442ff839c3c4 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 22:59:46.775696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153f6bb-6faf-460d-ad2c-20cee6969e7c req-6dbbb273-b37e-41e7-a40b-60d5dae3177b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:46.777158 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e153f6bb-6faf-460d-ad2c-20cee6969e7c req-6dbbb273-b37e-41e7-a40b-60d5dae3177b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 914 time: 0.1711731 Sep 29 22:59:46.826544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.827273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=445ce787-0b47-4dda-8ee2-69d451490871,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:46.834904 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e153f6bb-6faf-460d-ad2c-20cee6969e7c req-5b62bcd2-6305-4fca-98f3-c50bf8449f30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 HTTP/1.1" status: 200 len: 217 time: 0.0494804 Sep 29 22:59:46.863110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e6c95-2ede-4d71-8d49-ed1359adabf9 req-5a43ab20-3295-47a4-a005-b33f33d0bddf tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:46.864749 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-021e6c95-2ede-4d71-8d49-ed1359adabf9 req-5a43ab20-3295-47a4-a005-b33f33d0bddf tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 944 time: 0.4620342 Sep 29 22:59:46.891452 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-router', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:40Z', 'updated_at': '2021-09-29T22:59:43Z', 'revision_number': 3, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'gw_port': {'id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:42Z', 'updated_at': '2021-09-29T22:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:46.906791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:46.916901 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:46.924432 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e7c903-c65d-4b80-86aa-e9704a0493f1 None None] The sync data for ids ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'] in n-d-811173-2 is: [{'id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-router', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:40Z', 'updated_at': '2021-09-29T22:59:43Z', 'revision_number': 3, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'gw_port': {'id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:42Z', 'updated_at': '2021-09-29T22:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 22:59:46.927350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153f6bb-6faf-460d-ad2c-20cee6969e7c req-ec2f625f-2490-4f5c-9da7-fda7d57b86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:46.929195 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e153f6bb-6faf-460d-ad2c-20cee6969e7c req-ec2f625f-2490-4f5c-9da7-fda7d57b86ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.0770934 Sep 29 22:59:46.934367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 758d5700-e2df-4654-8cd3-442ff839c3c4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=758d5700-e2df-4654-8cd3-442ff839c3c4,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:46.936952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Transition to ACTIVE for port object 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 22:59:46.958611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '758d5700-e2df-4654-8cd3-442ff839c3c4', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'port_id': '758d5700-e2df-4654-8cd3-442ff839c3c4', 'mac_address': 'fa:16:3e:31:ab:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 22:59:46.963597 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b275c45f-a766-4699-a770-7a235d88bfd1 req-2b204295-e750-4823-b86b-d00bd17baf6e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508612 Sep 29 22:59:46.986082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e153f6bb-6faf-460d-ad2c-20cee6969e7c req-eacf5d06-1f7d-4181-a260-499ed803128e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479209 Sep 29 22:59:46.987584 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.017656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6281830-dcab-48c7-805a-af6788287cbb,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:47.021625 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.044249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 758d5700-e2df-4654-8cd3-442ff839c3c4 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:47.078942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 758d5700-e2df-4654-8cd3-442ff839c3c4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=758d5700-e2df-4654-8cd3-442ff839c3c4,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:47.088854 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.109310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-021e6c95-2ede-4d71-8d49-ed1359adabf9 req-87a93e90-9dbd-4ca3-acee-ca81b0a1d681 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264354 Sep 29 22:59:47.121497 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Pushing event updated for resources: {'Port': ['ID=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:47.168442 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2dbc-3f22-4267-bd6c-bb6977190d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.172715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Checking segment: {'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:47.173137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Network hostable DHCP agents. Network: b14a8130-7970-41a2-a073-fd7dae695e31, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 22:59:47.189555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=758d5700-e2df-4654-8cd3-442ff839c3c4,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:47.225400 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3bbe2dbc-3f22-4267-bd6c-bb6977190d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.227029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Attempting to bind port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:47.227580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Attempting to bind port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:47.228110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Attempting to bind port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:47.250798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 22:59:47.251382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Attempting to bind port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:47.260317 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e153f6bb-6faf-460d-ad2c-20cee6969e7c req-8576f670-d955-4420-9f5b-5e24e0e22d9b service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644193 Sep 29 22:59:47.265861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:47.266311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:47.266770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:47.267446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Bound port: 56165ae7-5419-4dc6-8c6b-8d5b502a3e86, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:47.267931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.274283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Allocated IP 172.20.0.1 (f45d1d20-0bee-456a-8f4c-009843889124/0cc54edb-28df-4849-b026-d1b115f5017f/e0748b78-be5d-43e8-9c16-a1e377eec42e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:47.369291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe2dbc-3f22-4267-bd6c-bb6977190d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56caca97-b257-4940-afa1-9679269a6ea6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:47.474641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e153f6bb-6faf-460d-ad2c-20cee6969e7c req-dac7e0c9-e3f4-4eaf-9626-d63901eb82c8 service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840391 Sep 29 22:59:47.480514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] For port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:47.485680 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] For port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:47.494471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.539180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:47.540188 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.541716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] 10.222.0.26 "PUT /v2.0/ports/56165ae7-5419-4dc6-8c6b-8d5b502a3e86 HTTP/1.1" status: 200 len: 1096 time: 1.8307672 Sep 29 22:59:47.546126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0e3640-2224-4c18-9899-fcbcb2371f8d', 'tag': '56165ae7-5419-4dc6-8c6b-8d5b502a3e86'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:47.548764 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73108954-082f-403d-bf03-727a7fb3b82e" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0e3640-2224-4c18-9899-fcbcb2371f8d", "tag": "56165ae7-5419-4dc6-8c6b-8d5b502a3e86"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:47.583568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac78eb-b452-4123-8d7d-0d02dd4a3114 service neutron] Pushing event updated for resources: {'Port': ['ID=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:47.620070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Network b14a8130-7970-41a2-a073-fd7dae695e31 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 22:59:47.631818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3bbe2dbc-3f22-4267-bd6c-bb6977190d4c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=feb4a2f500d9489397d9140a2b104194&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5407159 Sep 29 22:59:47.637341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58302) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:47.650601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, b14a8130-7970-41a2-a073-fd7dae695e31) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:47.673771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682273c-3417-4008-9485-827a65c0275e req-af3c9121-a7d0-45fb-b6e7-9145b253ebd7 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:47.675248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0682273c-3417-4008-9485-827a65c0275e req-af3c9121-a7d0-45fb-b6e7-9145b253ebd7 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 948 time: 0.4960029 Sep 29 22:59:47.689976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea48359-949c-4281-af6d-4b89e24de66a None None] Network b14a8130-7970-41a2-a073-fd7dae695e31 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:47.694230 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['445ce787-0b47-4dda-8ee2-69d451490871'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 22:59:47.702454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:47.703076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.707390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-a984bfd1-c2c6-4dc4-8e07-2065b5f5a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:47.709162 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-a984bfd1-c2c6-4dc4-8e07-2065b5f5a2f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bec3bb7215144afb1f08017253777fb&device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 1099 time: 0.1183677 Sep 29 22:59:47.810218 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-ba306251-a067-46c8-91ee-02814817f442 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=56165ae7-5419-4dc6-8c6b-8d5b502a3e86 HTTP/1.1" status: 200 len: 217 time: 0.0803461 Sep 29 22:59:47.829160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['758d5700-e2df-4654-8cd3-442ff839c3c4'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 22:59:47.839623 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b47d-1c5b-49ee-b317-363985e8937e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.882088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.928723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b47d-1c5b-49ee-b317-363985e8937e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.929680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0682273c-3417-4008-9485-827a65c0275e req-13a77f56-0b4a-47a7-8d39-17db9e190d10 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373559 Sep 29 22:59:47.955522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-d3f528e4-9ea6-4531-b6d2-71091e5bcce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:47.955522 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-d3f528e4-9ea6-4531-b6d2-71091e5bcce1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1267464 Sep 29 22:59:47.971497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde88491-2c42-49a1-bdd6-5cb3a68856a4 req-6eb36f47-f94e-4aa5-b664-c55f91397d7f tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:47.973910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dde88491-2c42-49a1-bdd6-5cb3a68856a4 req-6eb36f47-f94e-4aa5-b664-c55f91397d7f tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 948 time: 0.6645753 Sep 29 22:59:47.975491 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:47.996978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0ac6f1e0-d669-42af-9c42-b059f8de70ce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9883156 Sep 29 22:59:48.012504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff0ecf-7262-4740-898c-504f56615ddd None None] Network b14a8130-7970-41a2-a073-fd7dae695e31 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:48.084937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-e6482c61-5535-4cd9-9cc5-d926df5df9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:48.090734 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-e6482c61-5535-4cd9-9cc5-d926df5df9fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1198699 Sep 29 22:59:48.096294 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad13125c-430a-4cbd-8a9c-57ce4cec7399 x-openstack-request-id: req-ad13125c-430a-4cbd-8a9c-57ce4cec7399 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:48.096478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Network f45d1d20-0bee-456a-8f4c-009843889124 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:48.098319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Pushing event updated for resources: {'Port': ['ID=e0748b78-be5d-43e8-9c16-a1e377eec42e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:48.098836 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0e3640-2224-4c18-9899-fcbcb2371f8d", "tag": "56165ae7-5419-4dc6-8c6b-8d5b502a3e86", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:48.099700 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad13125c-430a-4cbd-8a9c-57ce4cec7399 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:48.101630 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0e3640-2224-4c18-9899-fcbcb2371f8d', 'tag': '56165ae7-5419-4dc6-8c6b-8d5b502a3e86', 'status': 'completed', 'code': 200} Sep 29 22:59:48.102437 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b47d-1c5b-49ee-b317-363985e8937e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.106506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:48.110815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1fe9b47d-1c5b-49ee-b317-363985e8937e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.114431 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1fe9b47d-1c5b-49ee-b317-363985e8937e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/56caca97-b257-4940-afa1-9679269a6ea6 HTTP/1.1" status: 204 len: 168 time: 0.4715054 Sep 29 22:59:48.142935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:48.143580 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.226299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9b47d-1c5b-49ee-b317-363985e8937e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56caca97-b257-4940-afa1-9679269a6ea6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:48.241722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dde88491-2c42-49a1-bdd6-5cb3a68856a4 req-3ec7fee7-7371-499a-b616-aae06846dc49 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394488 Sep 29 22:59:48.383273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 157f3ddc-895f-4516-a4b3-0c294665e08d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:48.400219 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-2f31e160-f8ac-4721-bd1d-255927180a69 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721581 Sep 29 22:59:48.556765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 157f3ddc-895f-4516-a4b3-0c294665e08d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:48.557262 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.579281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5836b32-db1b-49e6-89a1-5c098ffcf498 req-bded16c2-2a16-4df2-afb7-9cf9cfa8fe1d tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:48.587085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5836b32-db1b-49e6-89a1-5c098ffcf498 req-bded16c2-2a16-4df2-afb7-9cf9cfa8fe1d tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 965 time: 0.3432424 Sep 29 22:59:48.636961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-adbffb75-a0ff-44cb-9a95-1bf9e7c1b957 req-fa9ee7f2-88c9-4b54-a56f-c48ff7b8de73 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287583 Sep 29 22:59:48.667529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5836b32-db1b-49e6-89a1-5c098ffcf498 req-23fa9f8f-48f0-43cd-ba83-730b86072cbf tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727522 Sep 29 22:59:48.667723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-25eaebbd-06d4-4a80-826c-97e263ea5ddc None None] Provisioning complete for port e0748b78-be5d-43e8-9c16-a1e377eec42e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:48.667723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-25eaebbd-06d4-4a80-826c-97e263ea5ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.702639 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.704468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58324) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:48.724492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1c362cf-2363-4793-9ede-b2bb33e9fe33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.752378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-25eaebbd-06d4-4a80-826c-97e263ea5ddc None None] Port e0748b78-be5d-43e8-9c16-a1e377eec42e cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:48.784301 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.815975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 157f3ddc-895f-4516-a4b3-0c294665e08d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=157f3ddc-895f-4516-a4b3-0c294665e08d,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:48.823014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd12a87-0ff3-4ea7-907c-fd3c18593e43 req-fc202ff2-847d-4e8f-941c-4b647931bb81 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:48.825615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbd12a87-0ff3-4ea7-907c-fd3c18593e43 req-fc202ff2-847d-4e8f-941c-4b647931bb81 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 945 time: 0.1125040 Sep 29 22:59:48.832723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.877671 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1c362cf-2363-4793-9ede-b2bb33e9fe33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.883893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73108954-082f-403d-bf03-727a7fb3b82e req-6c60398c-82d1-4646-bc37-c21e8317b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:48.885669 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73108954-082f-403d-bf03-727a7fb3b82e req-6c60398c-82d1-4646-bc37-c21e8317b436 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7bec3bb7215144afb1f08017253777fb&device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 1099 time: 0.1786091 Sep 29 22:59:48.888729 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a1c362cf-2363-4793-9ede-b2bb33e9fe33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:48.907641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=157f3ddc-895f-4516-a4b3-0c294665e08d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:48.924540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c362cf-2363-4793-9ede-b2bb33e9fe33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4aa8d40-a70e-4081-b739-9fd4d8c5252c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:48.929163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbd12a87-0ff3-4ea7-907c-fd3c18593e43 req-43d5f67b-2715-4f55-8f00-34844e1f32e5 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861166 Sep 29 22:59:48.986246 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a1c362cf-2363-4793-9ede-b2bb33e9fe33 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d955cf7c40864eff865702fe3fc86ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2806456 Sep 29 22:59:48.988742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58328) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:49.010167 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:49.029230 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:49.029230 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:49.093931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a092341-75bd-4cbe-bdf7-cb67ab7e3cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:49.099210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73108954-082f-403d-bf03-727a7fb3b82e req-5f89c931-89ab-4b99-9087-af79e5fd9e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:49.100894 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73108954-082f-403d-bf03-727a7fb3b82e req-5f89c931-89ab-4b99-9087-af79e5fd9e40 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1826241 Sep 29 22:59:49.125073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Pushing event updated for resources: {'Port': ['ID=e0748b78-be5d-43e8-9c16-a1e377eec42e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:49.149567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d24cc-b8a5-463a-9cc4-0d11bc09dbf9 req-c521f0ab-3525-40cf-a8d1-af5c6e67042a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:49.151078 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-414d24cc-b8a5-463a-9cc4-0d11bc09dbf9 req-c521f0ab-3525-40cf-a8d1-af5c6e67042a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 972 time: 0.1380014 Sep 29 22:59:49.160698 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73108954-082f-403d-bf03-727a7fb3b82e req-48c6e432-c54e-489f-8ee9-371a54dc1eb9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=56165ae7-5419-4dc6-8c6b-8d5b502a3e86 HTTP/1.1" status: 200 len: 217 time: 0.0508020 Sep 29 22:59:49.165142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a092341-75bd-4cbe-bdf7-cb67ab7e3cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:49.236778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73108954-082f-403d-bf03-727a7fb3b82e req-abb4e9bf-2fd0-4261-89c0-76a6331920ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:49.238258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73108954-082f-403d-bf03-727a7fb3b82e req-abb4e9bf-2fd0-4261-89c0-76a6331920ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0659413 Sep 29 22:59:49.262283 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a092341-75bd-4cbe-bdf7-cb67ab7e3cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:49.265258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a092341-75bd-4cbe-bdf7-cb67ab7e3cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:49.268708 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a092341-75bd-4cbe-bdf7-cb67ab7e3cb2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4aa8d40-a70e-4081-b739-9fd4d8c5252c HTTP/1.1" status: 204 len: 168 time: 0.2770543 Sep 29 22:59:49.297099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a092341-75bd-4cbe-bdf7-cb67ab7e3cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4aa8d40-a70e-4081-b739-9fd4d8c5252c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:49.308508 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-414d24cc-b8a5-463a-9cc4-0d11bc09dbf9 req-b4833ed0-ca9e-402a-aa37-8337725ee71c tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448333 Sep 29 22:59:49.314834 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73108954-082f-403d-bf03-727a7fb3b82e req-af599661-97b2-4978-83e5-1362c16615af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:49.316375 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73108954-082f-403d-bf03-727a7fb3b82e req-af599661-97b2-4978-83e5-1362c16615af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0689485 Sep 29 22:59:49.328945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Network f45d1d20-0bee-456a-8f4c-009843889124 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:49.336498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:49.424123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-0ccabd1b-eaa6-4fcb-8cbe-beb21fe76d5d tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:49.431452 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-0ccabd1b-eaa6-4fcb-8cbe-beb21fe76d5d tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/networks?id=b14a8130-7970-41a2-a073-fd7dae695e31 HTTP/1.1" status: 200 len: 822 time: 0.2897253 Sep 29 22:59:49.445507 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73108954-082f-403d-bf03-727a7fb3b82e req-2e81a722-2561-447e-9191-3fc87e4ca929 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168332 Sep 29 22:59:49.479225 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-0a206d1b-ea5a-4211-8894-f59330554861 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/quotas/9c68216839e14637a486a0eea81a9a80 HTTP/1.1" status: 200 len: 375 time: 0.0467534 Sep 29 22:59:49.516690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-6c3c51c6-9908-42fc-a768-e2b4c309ea49 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c68216839e14637a486a0eea81a9a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366733 Sep 29 22:59:49.569891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73108954-082f-403d-bf03-727a7fb3b82e req-5308067f-b5f1-4193-9e6e-bfa7e4d94ba0 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148176 Sep 29 22:59:49.606870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39872520-ae36-440b-847e-e376c64c1951 req-8c2debf2-f3c0-4620-a2e0-c654372818ae tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:49.609268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39872520-ae36-440b-847e-e376c64c1951 req-8c2debf2-f3c0-4620-a2e0-c654372818ae tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 948 time: 0.1935682 Sep 29 22:59:49.663249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Router 00c9edb7-b5ce-4cc5-8193-48b9727c82db has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 22:59:49.679557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-08841f08-1bed-453b-aca2-5ec8bee456d7 None None] Provisioning complete for port e0748b78-be5d-43e8-9c16-a1e377eec42e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:49.680093 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-08841f08-1bed-453b-aca2-5ec8bee456d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:49.703318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39872520-ae36-440b-847e-e376c64c1951 req-7bc9da50-b996-42e9-bc3f-010af93e0213 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652192 Sep 29 22:59:49.715582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-08841f08-1bed-453b-aca2-5ec8bee456d7 None None] Port e0748b78-be5d-43e8-9c16-a1e377eec42e cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:49.741794 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f7e74c27-3334-4657-8b6b-6b7bf76864f6 service neutron] 10.222.0.44 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165344 Sep 29 22:59:49.752578 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:49.893957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 22:59:49.901998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4a408cc7-ec22-4032-8ef5-4f349292ed48 admin admin] 10.222.0.44 "PUT /v2.0/routers/00c9edb7-b5ce-4cc5-8193-48b9727c82db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5975041 Sep 29 22:59:49.903491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Sync routers for ids ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 22:59:49.913603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Routers {'00c9edb7-b5ce-4cc5-8193-48b9727c82db'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:49.913852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:49.927367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82dab57-c75c-491a-bfa3-9ea7928d2b5b req-c441ef70-23b6-4922-ac71-f2690813c0c6 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:49.930647 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b82dab57-c75c-491a-bfa3-9ea7928d2b5b req-c441ef70-23b6-4922-ac71-f2690813c0c6 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 948 time: 0.1429775 Sep 29 22:59:49.939719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-b19d0e69-dad9-4ae5-be69-d13147246645 service neutron] 10.222.0.44 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870432 Sep 29 22:59:49.972729 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 22:59:49.983287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b82dab57-c75c-491a-bfa3-9ea7928d2b5b req-67d832a9-9cf9-49d8-9bad-cf3899fd3fbc tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422661 Sep 29 22:59:50.153646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681ca345-a749-41fe-82ca-908d3ea737b9 req-5330825a-521a-44a8-9846-b23a1766a90c tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:50.161787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-681ca345-a749-41fe-82ca-908d3ea737b9 req-5330825a-521a-44a8-9846-b23a1766a90c tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 965 time: 0.0988464 Sep 29 22:59:50.209358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-681ca345-a749-41fe-82ca-908d3ea737b9 req-72d21edc-13b4-479c-951c-38ee162924aa tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465994 Sep 29 22:59:50.210080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Set router 00c9edb7-b5ce-4cc5-8193-48b9727c82db gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:50.257752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-07f64885-0c3f-46e9-8ef1-4b8e3d42a5c4 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:50.265342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-07f64885-0c3f-46e9-8ef1-4b8e3d42a5c4 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.26 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 972 time: 0.2239807 Sep 29 22:59:50.284188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:50.375353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 157f3ddc-895f-4516-a4b3-0c294665e08d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:50.399845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc6743d5-a38f-4c4a-b4ae-7aa2c2f7dab2 req-759850cf-7b04-487d-aed4-c30c0fe69ab9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 210 time: 0.1033847 Sep 29 22:59:50.432859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 445ce787-0b47-4dda-8ee2-69d451490871 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:50.455149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82', 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47', 'port_id': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82', 'mac_address': 'fa:16:3e:b3:b2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0b1942-f62b-4a21-9c7c-da17188bba03', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:tempest-test_az-1291209820', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 22:59:50.512314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea5734-ee4f-4862-9b84-35f858e8bbb4 req-c09480f6-e680-438a-b211-f88172ad56e7 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:50.518971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3eea5734-ee4f-4862-9b84-35f858e8bbb4 req-c09480f6-e680-438a-b211-f88172ad56e7 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 945 time: 0.1576540 Sep 29 22:59:50.564131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-ee69d540-6f67-4b28-83e1-b83de421049a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Deleting port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 22:59:50.564971 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-ee69d540-6f67-4b28-83e1-b83de421049a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:50.666943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:50.729206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:50.751113 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 445ce787-0b47-4dda-8ee2-69d451490871 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 22:59:50.773814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 445ce787-0b47-4dda-8ee2-69d451490871 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:50.774329 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:50.783046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 157f3ddc-895f-4516-a4b3-0c294665e08d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:50.783233 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:50.801308 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3eea5734-ee4f-4862-9b84-35f858e8bbb4 req-214b5bd5-854c-48e5-a6c0-e2a9726bb9a2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671418 Sep 29 22:59:50.804622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-ee69d540-6f67-4b28-83e1-b83de421049a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] For port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:50.805425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-ee69d540-6f67-4b28-83e1-b83de421049a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:50.828471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:50.859254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-ee69d540-6f67-4b28-83e1-b83de421049a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Calling delete_port for ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 owned by compute:tempest-test_az-1291209820 {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 22:59:50.865420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:50.866764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad51ff0-6313-467f-9c44-9f5e94a21872 req-3b2b9432-1226-4876-aca4-7656b64edc68 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:50.871540 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bad51ff0-6313-467f-9c44-9f5e94a21872 req-3b2b9432-1226-4876-aca4-7656b64edc68 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 972 time: 0.3249865 Sep 29 22:59:50.958559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bad51ff0-6313-467f-9c44-9f5e94a21872 req-fa1bc97d-cfbf-4eb7-8a4c-05b2a84c359c tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/security-groups?id=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801432 Sep 29 22:59:51.022849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:51.051707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d44e2f0-7d01-4ab6-a143-b625998d7d38 req-2d37ea39-6e7b-4996-b2a5-b49863940433 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:51.066094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d44e2f0-7d01-4ab6-a143-b625998d7d38 req-2d37ea39-6e7b-4996-b2a5-b49863940433 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 948 time: 0.1247699 Sep 29 22:59:51.075296 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.079277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 22:59:51.144149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 445ce787-0b47-4dda-8ee2-69d451490871, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=445ce787-0b47-4dda-8ee2-69d451490871,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:51.149118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce99231-3d35-465c-8857-9e20158d6fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ce787-0b47-4dda-8ee2-69d451490871'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:51.151942 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e4f78b-704c-4929-a70e-19943b6c16d5" -d '{"events": [{"server_uuid": "7ce99231-3d35-465c-8857-9e20158d6fde", "name": "network-vif-plugged", "status": "completed", "tag": "445ce787-0b47-4dda-8ee2-69d451490871"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:51.158318 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.159034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 758d5700-e2df-4654-8cd3-442ff839c3c4 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:51.174838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d44e2f0-7d01-4ab6-a143-b625998d7d38 req-77d367b5-d8ad-4d4f-b864-d2a8fdd97f31 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989649 Sep 29 22:59:51.241851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-router', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:40Z', 'updated_at': '2021-09-29T22:59:48Z', 'revision_number': 4, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'gw_port': {'id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:42Z', 'updated_at': '2021-09-29T22:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e0748b78-be5d-43e8-9c16-a1e377eec42e', 'name': '', 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'mac_address': 'fa:16:3e:ae:0c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0cc54edb-28df-4849-b026-d1b115f5017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:46Z', 'updated_at': '2021-09-29T22:59:48Z', 'revision_number': 2, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'subnets': [{'id': '0cc54edb-28df-4849-b026-d1b115f5017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:51.298410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e0cdd-a1d1-4e94-ae99-d550e8b3e69a req-132d2a32-3367-4779-86fc-57d9c658d30a tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:51.314683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e3e0cdd-a1d1-4e94-ae99-d550e8b3e69a req-132d2a32-3367-4779-86fc-57d9c658d30a tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 949 time: 0.1671000 Sep 29 22:59:51.405045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58406) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:51.413279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-network', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:51.460283 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c4e16e-0223-490d-9eae-92fd5d19b7dc x-openstack-request-id: req-c7c4e16e-0223-490d-9eae-92fd5d19b7dc {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:51.460603 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce99231-3d35-465c-8857-9e20158d6fde", "name": "network-vif-plugged", "status": "completed", "tag": "445ce787-0b47-4dda-8ee2-69d451490871", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:51.460868 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c7c4e16e-0223-490d-9eae-92fd5d19b7dc {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:51.461262 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce99231-3d35-465c-8857-9e20158d6fde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '445ce787-0b47-4dda-8ee2-69d451490871', 'code': 200} Sep 29 22:59:51.465105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Checking router: 00c9edb7-b5ce-4cc5-8193-48b9727c82db for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 22:59:51.465467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Updating router 00c9edb7-b5ce-4cc5-8193-48b9727c82db port e0748b78-be5d-43e8-9c16-a1e377eec42e binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 22:59:51.467547 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e3e0cdd-a1d1-4e94-ae99-d550e8b3e69a req-b81decc0-3813-4084-a6b2-2d85b7623811 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443346 Sep 29 22:59:51.512939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Made reservation on behalf of 4b88e26d17e24b2c80f6d2a821e43197 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:51.516035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.528321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cca5eb-e730-4f2d-8549-b572c695b1b5 req-a7201ffe-2d83-4e99-bd25-46e0f0734865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:51.530087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6cca5eb-e730-4f2d-8549-b572c695b1b5 req-a7201ffe-2d83-4e99-bd25-46e0f0734865 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 1100 time: 0.0860164 Sep 29 22:59:51.567960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfeaae4-9043-4207-a4c9-244be056c848 req-f15a528e-17ac-47a5-a8fe-0124ee35f95b tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:51.579906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cfeaae4-9043-4207-a4c9-244be056c848 req-f15a528e-17ac-47a5-a8fe-0124ee35f95b tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 966 time: 0.1895571 Sep 29 22:59:51.580694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=445ce787-0b47-4dda-8ee2-69d451490871,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:51.586955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.602424 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 22:59:51.609457 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6cca5eb-e730-4f2d-8549-b572c695b1b5 req-f2d4b5e3-7ada-4b92-9bcb-f27766e18fcb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584340 Sep 29 22:59:51.616856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 758d5700-e2df-4654-8cd3-442ff839c3c4 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 22:59:51.618226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.626328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 758d5700-e2df-4654-8cd3-442ff839c3c4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:51.626699 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.635131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-ee69d540-6f67-4b28-83e1-b83de421049a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.669421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69d540-6f67-4b28-83e1-b83de421049a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Pushing event deleted for resources: {'Port': ['ID=ca897130-241d-44a9-9f1b-2ae8ae4b4dd5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:51.669616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c86b514-9d3e-403a-806a-9d8aede37027 req-985968cb-7bc4-49fc-b5ee-6f30270989d4 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 210 time: 0.0682523 Sep 29 22:59:51.707264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cfeaae4-9043-4207-a4c9-244be056c848 req-354956fb-8e31-4e3e-b609-7f381d30b176 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205282 Sep 29 22:59:51.802227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-ee69d540-6f67-4b28-83e1-b83de421049a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] No DVR routers for this DVR port ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 22:59:51.806217 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-ee69d540-6f67-4b28-83e1-b83de421049a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.809231 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ce291f5d-18e9-4ebb-bcf4-3c053ac19a0a req-ee69d540-6f67-4b28-83e1-b83de421049a tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.26 "DELETE /v2.0/ports/ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 HTTP/1.1" status: 204 len: 173 time: 1.5357797 Sep 29 22:59:51.809231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97427716-bf2c-41b9-b1a2-ffd46be1eef3', 'name': 'network-vif-deleted', 'tag': 'ca897130-241d-44a9-9f1b-2ae8ae4b4dd5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:51.812447 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f460ca-8f28-43c7-94d3-acaabd29a717" -d '{"events": [{"server_uuid": "97427716-bf2c-41b9-b1a2-ffd46be1eef3", "name": "network-vif-deleted", "tag": "ca897130-241d-44a9-9f1b-2ae8ae4b4dd5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:51.856278 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e2d595-3c75-42ea-8f61-e81ba77d4445 x-openstack-request-id: req-08e2d595-3c75-42ea-8f61-e81ba77d4445 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:51.856850 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97427716-bf2c-41b9-b1a2-ffd46be1eef3", "name": "network-vif-deleted", "tag": "ca897130-241d-44a9-9f1b-2ae8ae4b4dd5", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:51.857550 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08e2d595-3c75-42ea-8f61-e81ba77d4445 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:51.858164 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97427716-bf2c-41b9-b1a2-ffd46be1eef3', 'name': 'network-vif-deleted', 'tag': 'ca897130-241d-44a9-9f1b-2ae8ae4b4dd5', 'status': 'completed', 'code': 200} Sep 29 22:59:51.877374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.883810 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.911609 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:51.931081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 22:59:51.975279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddea2b3-dc0d-402c-a204-1e84725e7d55,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:52.001390 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.001735 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Added segment 737f21e5-8195-4ff3-a24a-dfb74c650596 of type vlan for network cd910052-80bd-4c55-8d5f-1fd3ad82f24b Sep 29 22:59:52.019771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 22:59:52.040120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 22:59:52.061726 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.071294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354a55a-4b4c-4f7c-986a-2bc4f59aee4d req-2421e25e-a509-4adf-bb94-d6ea7e8ff0b9 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:52.072892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0354a55a-4b4c-4f7c-986a-2bc4f59aee4d req-2421e25e-a509-4adf-bb94-d6ea7e8ff0b9 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 945 time: 0.1348622 Sep 29 22:59:52.098443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 22:59:52.098778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ca897130-241d-44a9-9f1b-2ae8ae4b4dd5 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 22:59:52.102578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 758d5700-e2df-4654-8cd3-442ff839c3c4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=758d5700-e2df-4654-8cd3-442ff839c3c4,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:52.116587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-717d5dcd-3f06-4c7a-86f1-3d04db0c0c99 req-08a6dc64-844a-4514-b533-0c216bc15233 tempest-AggregatesAdminTestJSON-1205650925 tempest-AggregatesAdminTestJSON-1205650925-project] 10.222.0.44 "GET /v2.0/ports?device_id=97427716-bf2c-41b9-b1a2-ffd46be1eef3 HTTP/1.1" status: 200 len: 210 time: 0.0413349 Sep 29 22:59:52.136915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.137989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:52.138981 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.144078 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.171774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0354a55a-4b4c-4f7c-986a-2bc4f59aee4d req-2fb2d0bf-3640-4b9f-b26a-20e391bedb5c tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849156 Sep 29 22:59:52.186316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7771235 Sep 29 22:59:52.189157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58426) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:52.194411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Request body: {'subnet': {'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-subnet', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:52.227370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38ae56-c98c-470c-b20d-e3ea03f27edb admin admin] Pushing event updated for resources: {'Network': ['ID=cd910052-80bd-4c55-8d5f-1fd3ad82f24b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:52.245066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network cd910052-80bd-4c55-8d5f-1fd3ad82f24b details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 22:59:52.250716 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:52.264174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Made reservation on behalf of 4b88e26d17e24b2c80f6d2a821e43197 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:52.267245 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.352620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '56165ae7-5419-4dc6-8c6b-8d5b502a3e86', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '56165ae7-5419-4dc6-8c6b-8d5b502a3e86', 'mac_address': 'fa:16:3e:db:72:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 22:59:52.356639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a505ddc-3d5f-4c9b-8071-cda0a5b459d3 req-1e2b681d-50ea-48a3-abc0-45d628145363 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:52.364892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a505ddc-3d5f-4c9b-8071-cda0a5b459d3 req-1e2b681d-50ea-48a3-abc0-45d628145363 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 948 time: 0.0848949 Sep 29 22:59:52.403708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=758d5700-e2df-4654-8cd3-442ff839c3c4,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:52.409056 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a505ddc-3d5f-4c9b-8071-cda0a5b459d3 req-1ff16b5d-0104-48f1-8860-e924bf493a89 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429893 Sep 29 22:59:52.412451 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.503705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:52.526998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:52.540771 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.544801 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.563617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.584935 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.708856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:52.720576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9dc9c-17e0-4464-9377-b6df53a1ed34 req-011a4558-6703-4f9d-b9c7-c2c754931712 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:52.721390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74e9dc9c-17e0-4464-9377-b6df53a1ed34 req-011a4558-6703-4f9d-b9c7-c2c754931712 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 949 time: 0.1176074 Sep 29 22:59:52.796917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74e9dc9c-17e0-4464-9377-b6df53a1ed34 req-7074d25a-3776-4549-bd36-6b9fdaffcb84 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661116 Sep 29 22:59:52.820288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['56165ae7-5419-4dc6-8c6b-8d5b502a3e86'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 22:59:52.820288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Attempting to bind port e0748b78-be5d-43e8-9c16-a1e377eec42e on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:52.820534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Attempting to bind port e0748b78-be5d-43e8-9c16-a1e377eec42e by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:52.820748 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Attempting to bind port e0748b78-be5d-43e8-9c16-a1e377eec42e on network f45d1d20-0bee-456a-8f4c-009843889124 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:52.830920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:52.831384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Checking segment: {'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:52.832395 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.832822 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Bound using segment: {'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:52.833467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Bound port: e0748b78-be5d-43e8-9c16-a1e377eec42e, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:52.833876 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.854717 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71da639c-90c0-4160-a373-11efeedd0ebc req-19f271da-a1f3-4811-814f-13d39f79ffb2 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 210 time: 0.0462081 Sep 29 22:59:52.873797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-222428f9-cb31-4df6-abe9-4e7c64328062 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:52.880667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-222428f9-cb31-4df6-abe9-4e7c64328062 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "GET /v2.0/networks?id=b14a8130-7970-41a2-a073-fd7dae695e31 HTTP/1.1" status: 200 len: 822 time: 0.2436984 Sep 29 22:59:52.887406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff72adc6-a769-45a7-9e7c-8568e4d28beb,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:52.901022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Checking segment: {'id': '737f21e5-8195-4ff3-a24a-dfb74c650596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:52.901588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Network hostable DHCP agents. Network: cd910052-80bd-4c55-8d5f-1fd3ad82f24b, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 22:59:52.915609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4bbf2-7672-4493-8c79-b440970d36f4 None None] Pushing event updated for resources: {'Port': ['ID=e0748b78-be5d-43e8-9c16-a1e377eec42e,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:52.925863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Request body: {'port': {'device_id': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31', 'admin_state_up': True, 'tenant_id': '9c68216839e14637a486a0eea81a9a80'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:52.931897 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Network cd910052-80bd-4c55-8d5f-1fd3ad82f24b is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 22:59:52.941527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-942db86a-94f9-4f74-9218-773eea4b5ee1 None None] Provisioning complete for port e0748b78-be5d-43e8-9c16-a1e377eec42e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:52.941821 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-942db86a-94f9-4f74-9218-773eea4b5ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:52.966918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, cd910052-80bd-4c55-8d5f-1fd3ad82f24b) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:52.981461 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e63361e-7d6a-481f-80c9-9aaf6227c921 None None] Network cd910052-80bd-4c55-8d5f-1fd3ad82f24b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:52.985278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:52.985990 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:53.013122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716249-2fbb-474b-929d-b4c504313501 req-ea536a3f-4299-4260-9153-cf4c80befec8 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:53.015710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12716249-2fbb-474b-929d-b4c504313501 req-ea536a3f-4299-4260-9153-cf4c80befec8 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 966 time: 0.0722766 Sep 29 22:59:53.048979 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6d2a005d-2980-4f18-b7a3-8d0b3c79f918 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8586972 Sep 29 22:59:53.054036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:53.062717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-router', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:53.086073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-942db86a-94f9-4f74-9218-773eea4b5ee1 None None] Port e0748b78-be5d-43e8-9c16-a1e377eec42e cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 22:59:53.097333 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 22:59:53.097333 n-d-811173-2 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 22:59:53.097333 n-d-811173-2 neutron-server[110005]: [parameters: {'project_id_1': '4b88e26d17e24b2c80f6d2a821e43197', 'expiration_1': datetime.datetime(2021, 9, 29, 22, 59, 33, 67292)}] Sep 29 22:59:53.097333 n-d-811173-2 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 22:59:53.098520 n-d-811173-2 neutron-server[110005]: DEBUG oslo_db.api [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 22:59:53.104217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12716249-2fbb-474b-929d-b4c504313501 req-7f330ec9-39ba-48df-823f-dccc97b393a1 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789955 Sep 29 22:59:53.105472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Made reservation on behalf of 9c68216839e14637a486a0eea81a9a80 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 22:59:53.109714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:53.117852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] For port e0748b78-be5d-43e8-9c16-a1e377eec42e, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:53.123689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] For port e0748b78-be5d-43e8-9c16-a1e377eec42e, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e0748b78-be5d-43e8-9c16-a1e377eec42e,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:53.152191 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:53.224109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Routers {'00c9edb7-b5ce-4cc5-8193-48b9727c82db'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:53.224765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:53.352821 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4bbf2-7672-4493-8c79-b440970d36f4 None None] Pushing event updated for resources: {'Port': ['ID=e0748b78-be5d-43e8-9c16-a1e377eec42e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:53.383195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Allocated IP 172.20.0.2 (b14a8130-7970-41a2-a073-fd7dae695e31/a6281830-dcab-48c7-805a-af6788287cbb/9ab4a139-84ff-4c9f-8e14-e56125f24af4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:53.401720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-cd910052-80bd-4c55-8d5f-1fd3ad82f24b', 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'fixed_ips': [{'subnet_id': 'ff72adc6-a769-45a7-9e7c-8568e4d28beb'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 22:59:53.402546 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:53.423279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641d7a3-63c6-4c3a-8cbf-506de2cbc334 req-fff0e5b9-af81-44cb-8a01-0915447e5c3e tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:53.427734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5641d7a3-63c6-4c3a-8cbf-506de2cbc334 req-fff0e5b9-af81-44cb-8a01-0915447e5c3e tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 946 time: 0.1138361 Sep 29 22:59:53.522540 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5641d7a3-63c6-4c3a-8cbf-506de2cbc334 req-2d106440-dd1d-4ea5-8074-96d4623326aa tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738585 Sep 29 22:59:53.564661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758d5700-e2df-4654-8cd3-442ff839c3c4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:53.568260 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36817706-450a-4787-bec3-45fd30f2abd7" -d '{"events": [{"server_uuid": "df477e61-d4f0-475c-8ec5-ff16e8735333", "name": "network-vif-plugged", "status": "completed", "tag": "758d5700-e2df-4654-8cd3-442ff839c3c4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:53.608570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] Set router 00c9edb7-b5ce-4cc5-8193-48b9727c82db gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:53.634166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8670ffd5-f87c-472c-ae56-03c8a6895f35 req-a95f1c3f-d776-4df8-bd42-d21b9ef26cf8 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:53.639458 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8670ffd5-f87c-472c-ae56-03c8a6895f35 req-a95f1c3f-d776-4df8-bd42-d21b9ef26cf8 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 949 time: 0.1014781 Sep 29 22:59:53.677525 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ec0b33-9636-4374-bef8-62b113d2b038 x-openstack-request-id: req-b7ec0b33-9636-4374-bef8-62b113d2b038 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:53.677834 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df477e61-d4f0-475c-8ec5-ff16e8735333", "name": "network-vif-plugged", "status": "completed", "tag": "758d5700-e2df-4654-8cd3-442ff839c3c4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:53.678093 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b7ec0b33-9636-4374-bef8-62b113d2b038 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:53.678470 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '758d5700-e2df-4654-8cd3-442ff839c3c4', 'code': 200} Sep 29 22:59:53.681260 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:53.682483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:53.699520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8670ffd5-f87c-472c-ae56-03c8a6895f35 req-1b75a7bc-09aa-46d2-97a9-2482f0cbada4 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534537 Sep 29 22:59:53.737505 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:53.794572 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:53.801518 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:53.837328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58486) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:53.926936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58490) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:53.940176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Network b14a8130-7970-41a2-a073-fd7dae695e31 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:53.963254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:53.976755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-14880b7d-daff-47ea-9f28-b1384daba031 None None] Provisioning complete for port e0748b78-be5d-43e8-9c16-a1e377eec42e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:53.977305 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14880b7d-daff-47ea-9f28-b1384daba031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:53.983578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:53.985283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:54.004742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:54.006724 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.086118 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1665666 Sep 29 22:59:54.096731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e08e8-b8da-48c4-bb2c-b110df5c74ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event updated for resources: {'Port': ['ID=9ab4a139-84ff-4c9f-8e14-e56125f24af4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:54.106333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Request body: {'port': {'device_id': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:54.179426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd86e138-9ac9-4e60-8eb1-4293e43675f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.198615 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b43ceca4-b145-4d68-bed7-9c9aace0b225 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7dee3850925d44b6bb72ee4304f8257c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571711 Sep 29 22:59:54.215217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58498) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:54.245388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.264974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Allocated IP 172.20.0.2 (cd910052-80bd-4c55-8d5f-1fd3ad82f24b/ff72adc6-a769-45a7-9e7c-8568e4d28beb/1fff7fb5-96e6-4ed8-b00e-c67e3f66f466) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:54.295456 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.352546 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8372330-6609-4817-8faa-66980e92c5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.359619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 22:59:54.365755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6f364-a84a-4f67-b42e-584eb2f175f7 req-89fa57c9-c427-4a65-b3b0-ad41b2c8748e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:54.373984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1d6f364-a84a-4f67-b42e-584eb2f175f7 req-89fa57c9-c427-4a65-b3b0-ad41b2c8748e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 949 time: 0.2134955 Sep 29 22:59:54.378389 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14880b7d-daff-47ea-9f28-b1384daba031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.381167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:54.381537 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.385814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f44fa2-fc05-4430-9394-8d26a3474185 req-4a341de9-d95a-471f-bef8-ad69c215a7aa tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:54.387421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2f44fa2-fc05-4430-9394-8d26a3474185 req-4a341de9-d95a-471f-bef8-ad69c215a7aa tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 931 time: 0.2368724 Sep 29 22:59:54.397590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da87c8a-9f51-4a63-8688-e1c42e59f5c2 req-99c8572f-54d1-42d9-85e8-3ec273b8f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:54.399206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2da87c8a-9f51-4a63-8688-e1c42e59f5c2 req-99c8572f-54d1-42d9-85e8-3ec273b8f865 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 1097 time: 0.2475839 Sep 29 22:59:54.454937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8372330-6609-4817-8faa-66980e92c5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.477946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1d6f364-a84a-4f67-b42e-584eb2f175f7 req-02e11776-9a0e-44e2-8c4e-9d854ff35b9f tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008718 Sep 29 22:59:54.500677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-router', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:40Z', 'updated_at': '2021-09-29T22:59:48Z', 'revision_number': 4, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'gw_port': {'id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:42Z', 'updated_at': '2021-09-29T22:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e0748b78-be5d-43e8-9c16-a1e377eec42e', 'name': '', 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'mac_address': 'fa:16:3e:ae:0c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0cc54edb-28df-4849-b026-d1b115f5017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:46Z', 'updated_at': '2021-09-29T22:59:53Z', 'revision_number': 4, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'subnets': [{'id': '0cc54edb-28df-4849-b026-d1b115f5017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:54.504839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-14880b7d-daff-47ea-9f28-b1384daba031 None None] For port e0748b78-be5d-43e8-9c16-a1e377eec42e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e0748b78-be5d-43e8-9c16-a1e377eec42e,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:54.522996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2f44fa2-fc05-4430-9394-8d26a3474185 req-520a9314-ef51-4049-a905-ca973ebc8841 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155667 Sep 29 22:59:54.531920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd86e138-9ac9-4e60-8eb1-4293e43675f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.538233 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14880b7d-daff-47ea-9f28-b1384daba031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.540177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad406a5-8a86-4284-901d-a012b558aa37 None None] The sync data for ids ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'] in n-d-811173-2 is: [{'id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-router', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:40Z', 'updated_at': '2021-09-29T22:59:48Z', 'revision_number': 4, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'gw_port': {'id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:42Z', 'updated_at': '2021-09-29T22:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e0748b78-be5d-43e8-9c16-a1e377eec42e', 'name': '', 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'mac_address': 'fa:16:3e:ae:0c:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': '0cc54edb-28df-4849-b026-d1b115f5017f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:46Z', 'updated_at': '2021-09-29T22:59:53Z', 'revision_number': 4, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'subnets': [{'id': '0cc54edb-28df-4849-b026-d1b115f5017f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 22:59:54.555125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2da87c8a-9f51-4a63-8688-e1c42e59f5c2 req-47ab5724-9ee2-4bc7-b9d6-9ed386f5cc00 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456275 Sep 29 22:59:54.588836 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd86e138-9ac9-4e60-8eb1-4293e43675f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.690350 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fd86e138-9ac9-4e60-8eb1-4293e43675f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8241689660dd4418a5ecc7ce90c24e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7571974 Sep 29 22:59:54.693717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8372330-6609-4817-8faa-66980e92c5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.696313 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8372330-6609-4817-8faa-66980e92c5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.699665 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d8372330-6609-4817-8faa-66980e92c5cc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2 HTTP/1.1" status: 204 len: 168 time: 0.4812937 Sep 29 22:59:54.699665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58502) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:54.715737 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.717319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86e138-9ac9-4e60-8eb1-4293e43675f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f3af108-9f43-4270-8ac6-279c7eb4a08a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:54.722018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14880b7d-daff-47ea-9f28-b1384daba031 None None] Pushing event updated for resources: {'Port': ['ID=e0748b78-be5d-43e8-9c16-a1e377eec42e,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:54.725400 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.735469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.778582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8372330-6609-4817-8faa-66980e92c5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3df7eb-0436-4de6-8f63-0aa5c3f25ef2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:54.822307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Network cd910052-80bd-4c55-8d5f-1fd3ad82f24b is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:54.835736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:54.836278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7e0f7-0eb5-425e-9ea2-266c3d337611 req-617734ae-712a-4813-942c-85daad666233 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:54.837849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:54.840060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Pushing event updated for resources: {'Port': ['ID=1fff7fb5-96e6-4ed8-b00e-c67e3f66f466,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:54.844017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:54.848643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9b7e0f7-0eb5-425e-9ea2-266c3d337611 req-617734ae-712a-4813-942c-85daad666233 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 946 time: 0.1325097 Sep 29 22:59:54.850234 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.890160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48238e4a-76eb-44b7-ab05-7f9d056c1c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.898539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c381b80-5c38-4ee1-9c74-54c3ce8d1e2c req-6e3a654e-f174-40b3-8b9f-709f18f3b270 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:54.899708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c381b80-5c38-4ee1-9c74-54c3ce8d1e2c req-6e3a654e-f174-40b3-8b9f-709f18f3b270 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 966 time: 0.2399085 Sep 29 22:59:54.929459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:54.934685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ab4a139-84ff-4c9f-8e14-e56125f24af4 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 22:59:54.953860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:54.957897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48238e4a-76eb-44b7-ab05-7f9d056c1c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.000656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Attempting to bind port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:55.000656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Attempting to bind port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '737f21e5-8195-4ff3-a24a-dfb74c650596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:55.001267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Attempting to bind port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 on network cd910052-80bd-4c55-8d5f-1fd3ad82f24b {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:55.008420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Transition to ACTIVE for port object 9ab4a139-84ff-4c9f-8e14-e56125f24af4 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 22:59:55.010361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:55.010758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Checking segment: {'id': '737f21e5-8195-4ff3-a24a-dfb74c650596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:55.011282 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.011698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Bound using segment: {'id': '737f21e5-8195-4ff3-a24a-dfb74c650596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:55.012509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Bound port: 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737f21e5-8195-4ff3-a24a-dfb74c650596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:55.012901 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.024595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.111091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] For port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:55.115553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] For port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1fff7fb5-96e6-4ed8-b00e-c67e3f66f466,segment=NetworkSegment(737f21e5-8195-4ff3-a24a-dfb74c650596),segment_id=737f21e5-8195-4ff3-a24a-dfb74c650596)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:55.124076 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.125653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710affa-7587-465f-ba16-d9205228beab service neutron] Pushing event updated for resources: {'Port': ['ID=9ab4a139-84ff-4c9f-8e14-e56125f24af4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:55.132789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Attempting to bind port 9ab4a139-84ff-4c9f-8e14-e56125f24af4 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:55.133115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Attempting to bind port 9ab4a139-84ff-4c9f-8e14-e56125f24af4 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:55.133473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Attempting to bind port 9ab4a139-84ff-4c9f-8e14-e56125f24af4 on network b14a8130-7970-41a2-a073-fd7dae695e31 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:55.135587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9b7e0f7-0eb5-425e-9ea2-266c3d337611 req-e4c50739-5886-4967-9fd6-e2d4738e817d tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857594 Sep 29 22:59:55.141408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Port 9ab4a139-84ff-4c9f-8e14-e56125f24af4 on network b14a8130-7970-41a2-a073-fd7dae695e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 22:59:55.141742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Attempting to bind port 9ab4a139-84ff-4c9f-8e14-e56125f24af4 on network b14a8130-7970-41a2-a073-fd7dae695e31 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:55.151135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c381b80-5c38-4ee1-9c74-54c3ce8d1e2c req-0cd62b2d-ef28-4e57-96b4-4824e533daf0 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926458 Sep 29 22:59:55.160780 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48238e4a-76eb-44b7-ab05-7f9d056c1c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.166007 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48238e4a-76eb-44b7-ab05-7f9d056c1c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.171088 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-48238e4a-76eb-44b7-ab05-7f9d056c1c6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0f3af108-9f43-4270-8ac6-279c7eb4a08a HTTP/1.1" status: 204 len: 168 time: 0.4533613 Sep 29 22:59:55.175665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-456dfca5-42d3-451b-85b9-4f276ef9ae9a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2048116 Sep 29 22:59:55.185315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.195657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:55.196885 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Checking segment: {'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:55.199735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Bound using segment: {'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:55.201919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Bound port: 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:55.203407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.208695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.265992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48238e4a-76eb-44b7-ab05-7f9d056c1c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f3af108-9f43-4270-8ac6-279c7eb4a08a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:55.307595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2f29f-b7be-4f63-bed0-7a18d749c592 None None] Pushing event updated for resources: {'Port': ['ID=1fff7fb5-96e6-4ed8-b00e-c67e3f66f466,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:55.361717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58512) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:55.458889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] For port 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 22:59:55.464093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] For port 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 22:59:55.470683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58516) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:55.473405 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0e6a3712-bc19-4144-bee5-0f59edfa9c41 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5965ad050c3b45ea9312ff1b7f20eb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1077209 Sep 29 22:59:55.487876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.530023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf8af9-d18e-4cfa-8a53-f155afc20ca2 req-68aa4e41-09a8-4e1f-a74a-43160a1ef3e1 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:55.537965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48cf8af9-d18e-4cfa-8a53-f155afc20ca2 req-68aa4e41-09a8-4e1f-a74a-43160a1ef3e1 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 949 time: 0.2433667 Sep 29 22:59:55.599571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-887c0941-2b4a-4b0c-8b7d-01cdd8db33ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:55.601564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-887c0941-2b4a-4b0c-8b7d-01cdd8db33ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 1100 time: 0.2187979 Sep 29 22:59:55.617674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:55.618867 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.621026 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-f710affa-7587-465f-ba16-d9205228beab service neutron] 10.222.0.42 "PUT /v2.0/ports/9ab4a139-84ff-4c9f-8e14-e56125f24af4 HTTP/1.1" status: 200 len: 1091 time: 1.5196681 Sep 29 22:59:55.621500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'tag': '9ab4a139-84ff-4c9f-8e14-e56125f24af4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:55.630101 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f30010-955b-4bd8-95a7-06ef351f0c1f", "tag": "9ab4a139-84ff-4c9f-8e14-e56125f24af4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:55.646020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710affa-7587-465f-ba16-d9205228beab service neutron] Pushing event updated for resources: {'Port': ['ID=9ab4a139-84ff-4c9f-8e14-e56125f24af4,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:55.646657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Allocated IP 172.25.4.161 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/8f34e1be-ff6d-4fb3-8208-4400e24ed593) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 22:59:55.679934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af4a16f-9573-4470-be19-1771ade585bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:55.682835 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3506d42-5d9e-4099-b5b7-5c1511a1f5a1" -d '{"events": [{"server_uuid": "3af4a16f-9573-4470-be19-1771ade585bc", "name": "network-vif-plugged", "status": "completed", "tag": "e08e8a1d-9b1a-4c7a-9caa-dd886414fb82"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:55.712581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48cf8af9-d18e-4cfa-8a53-f155afc20ca2 req-7b36e9f3-1ddd-493e-a836-207293dffe12 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736825 Sep 29 22:59:55.791041 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aeff4af6-377f-4964-a75b-01a676e98062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.796834 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-05ea382b-de2a-4ec1-9f9c-5b6bf17f8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:55.798355 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-05ea382b-de2a-4ec1-9f9c-5b6bf17f8ae4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c68216839e14637a486a0eea81a9a80&device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 1094 time: 0.0884900 Sep 29 22:59:55.859938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dffc75-d0ed-48d5-a47c-990071532189 req-8603d2de-759c-43e6-bc67-0138f95632cd tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:55.861901 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-5d6b223e-c9c1-4cfd-b2c5-b9537451c283 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4 HTTP/1.1" status: 200 len: 217 time: 0.0468554 Sep 29 22:59:55.867344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27dffc75-d0ed-48d5-a47c-990071532189 req-8603d2de-759c-43e6-bc67-0138f95632cd tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 949 time: 0.2409370 Sep 29 22:59:55.903039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58526) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:55.936648 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c15b6a59-bb7a-4b7c-acc7-70888e3b2c92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.954144 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aeff4af6-377f-4964-a75b-01a676e98062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:55.954365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:56.053442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 22:59:56.055300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-97866b08-4a05-4587-903c-5c83bdd0cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:56.056814 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-97866b08-4a05-4587-903c-5c83bdd0cb8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6281830-dcab-48c7-805a-af6788287cbb HTTP/1.1" status: 200 len: 862 time: 0.1728401 Sep 29 22:59:56.061216 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27dffc75-d0ed-48d5-a47c-990071532189 req-b1c68d9e-6d13-4056-8b06-0bf4d8f2f909 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914408 Sep 29 22:59:56.064631 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:56.074494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-31790fb2-d89f-4813-9a95-7e7274212f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:56.079949 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.084924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-31790fb2-d89f-4813-9a95-7e7274212f4e service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.4273117 Sep 29 22:59:56.120829 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-5f71b578-0f73-4c0f-a304-6c8ce893c703 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b14a8130-7970-41a2-a073-fd7dae695e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520127 Sep 29 22:59:56.141561 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41b4813-300e-4470-acde-f6f9d9a457b2 x-openstack-request-id: req-e41b4813-300e-4470-acde-f6f9d9a457b2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:56.142189 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f30010-955b-4bd8-95a7-06ef351f0c1f", "tag": "9ab4a139-84ff-4c9f-8e14-e56125f24af4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:56.142488 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e41b4813-300e-4470-acde-f6f9d9a457b2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:56.142950 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'tag': '9ab4a139-84ff-4c9f-8e14-e56125f24af4', 'status': 'completed', 'code': 200} Sep 29 22:59:56.152896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c15b6a59-bb7a-4b7c-acc7-70888e3b2c92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.166508 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c15b6a59-bb7a-4b7c-acc7-70888e3b2c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.196162 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.210584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.223869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d66844-50e5-4d36-8289-b39b7b2d1766 req-79a2e253-8db3-49de-b022-26125ca5d93d tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:56.235029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b6a59-bb7a-4b7c-acc7-70888e3b2c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb2d3d3-e988-4af2-a5d8-6060f7d45339,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:56.238643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4d66844-50e5-4d36-8289-b39b7b2d1766 req-79a2e253-8db3-49de-b022-26125ca5d93d tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 943 time: 0.4080014 Sep 29 22:59:56.245051 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4014f4-d63d-42ab-8d3a-5b215af6cefb x-openstack-request-id: req-7c4014f4-d63d-42ab-8d3a-5b215af6cefb {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:56.246339 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af4a16f-9573-4470-be19-1771ade585bc", "name": "network-vif-plugged", "status": "completed", "tag": "e08e8a1d-9b1a-4c7a-9caa-dd886414fb82", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:56.248809 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7c4014f4-d63d-42ab-8d3a-5b215af6cefb {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:56.251248 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af4a16f-9573-4470-be19-1771ade585bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82', 'code': 200} Sep 29 22:59:56.253991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-e9404514-d1f2-4f80-b635-a6405ce40e1e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=445ce787-0b47-4dda-8ee2-69d451490871 HTTP/1.1" status: 200 len: 217 time: 0.1679811 Sep 29 22:59:56.330002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:56.340127 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.369285 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aeff4af6-377f-4964-a75b-01a676e98062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.372281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aeff4af6-377f-4964-a75b-01a676e98062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.374280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aeff4af6-377f-4964-a75b-01a676e98062 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4ff25303-2571-49ad-aa30-52bb10691421 HTTP/1.1" status: 204 len: 168 time: 0.9010327 Sep 29 22:59:56.416288 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c15b6a59-bb7a-4b7c-acc7-70888e3b2c92 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f08fbceb6bcf4efa9558ff85bb33c14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5085299 Sep 29 22:59:56.416855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58538) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:56.466067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e0748b78-be5d-43e8-9c16-a1e377eec42e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:56.495455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4d66844-50e5-4d36-8289-b39b7b2d1766 req-3566e711-72ae-4f0b-bc12-559ac04b70a7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546210 Sep 29 22:59:56.508309 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff4af6-377f-4964-a75b-01a676e98062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff25303-2571-49ad-aa30-52bb10691421,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:56.526098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:56.536000 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-9caa7bcb-1403-4eca-babc-8562207c84af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:56.541444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-9caa7bcb-1403-4eca-babc-8562207c84af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2746737 Sep 29 22:59:56.577374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e0748b78-be5d-43e8-9c16-a1e377eec42e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:56.578219 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.592500 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.631254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-071884db-0030-437a-9449-ee84ae431ee4 service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855869 Sep 29 22:59:56.736518 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5672-7c3f-48bb-a87d-a2e38712c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.748452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 22:59:56.764891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:56.769561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84361254-0135-40f5-ac5a-5f2e88f19bf3 None None] Network cd910052-80bd-4c55-8d5f-1fd3ad82f24b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 22:59:56.770110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfde5e5-c1c3-43fd-b0b4-6aab665827fc req-6b091716-d5ea-4f2c-a055-b0106368c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:56.771613 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acfde5e5-c1c3-43fd-b0b4-6aab665827fc req-6b091716-d5ea-4f2c-a055-b0106368c473 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1118 time: 0.3556852 Sep 29 22:59:56.773375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 22:59:56.793058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 22:59:56.799648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Pushing event updated for resources: {'Port': ['ID=8f34e1be-ff6d-4fb3-8208-4400e24ed593,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:56.810790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-11332c4d-0939-4903-aeb5-f8758e533e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:56.813320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-11332c4d-0939-4903-aeb5-f8758e533e01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2613785 Sep 29 22:59:56.830636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5672-7c3f-48bb-a87d-a2e38712c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.832138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dd1cfbd9-6b20-4351-868e-a246cfb40061 None None] Provisioning complete for port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:56.832579 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd1cfbd9-6b20-4351-868e-a246cfb40061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.876487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c435728-786b-44c7-9eaa-10a10c0f05b2 req-8a327ec5-0767-4a51-890d-3611f28dd8f5 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:56.878364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c435728-786b-44c7-9eaa-10a10c0f05b2 req-8a327ec5-0767-4a51-890d-3611f28dd8f5 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 946 time: 0.2336185 Sep 29 22:59:56.937227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:56.937700 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.979663 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acfde5e5-c1c3-43fd-b0b4-6aab665827fc req-5e5c4a1e-f722-46dd-b2c8-5a88012c7ce3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980660 Sep 29 22:59:56.984249 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5672-7c3f-48bb-a87d-a2e38712c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.986805 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a2b5672-7c3f-48bb-a87d-a2e38712c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:56.987941 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6a2b5672-7c3f-48bb-a87d-a2e38712c50e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ecb2d3d3-e988-4af2-a5d8-6060f7d45339 HTTP/1.1" status: 204 len: 168 time: 0.5543370 Sep 29 22:59:57.048201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b5672-7c3f-48bb-a87d-a2e38712c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb2d3d3-e988-4af2-a5d8-6060f7d45339,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:57.060176 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b968541-5bb3-4022-9d79-4ecf6b96736e req-8d02a045-fa30-4060-86b0-f1df4f1cfe2c service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103713 Sep 29 22:59:57.081100 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd1cfbd9-6b20-4351-868e-a246cfb40061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:57.162566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dd1cfbd9-6b20-4351-868e-a246cfb40061 None None] For port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1fff7fb5-96e6-4ed8-b00e-c67e3f66f466,segment=NetworkSegment(737f21e5-8195-4ff3-a24a-dfb74c650596),segment_id=737f21e5-8195-4ff3-a24a-dfb74c650596)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:57.172792 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd1cfbd9-6b20-4351-868e-a246cfb40061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:57.272206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1cfbd9-6b20-4351-868e-a246cfb40061 None None] Pushing event updated for resources: {'Port': ['ID=1fff7fb5-96e6-4ed8-b00e-c67e3f66f466,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:57.316945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c435728-786b-44c7-9eaa-10a10c0f05b2 req-69146de2-64b8-4454-9799-706cd9d2d822 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4204500 Sep 29 22:59:57.376614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4 req-85a7b470-8f21-49f4-a276-d7edfc0c2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:57.378514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-52562a69-de49-41dd-a80a-772db22e44e0 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216515 Sep 29 22:59:57.384024 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4 req-85a7b470-8f21-49f4-a276-d7edfc0c2fb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c68216839e14637a486a0eea81a9a80&device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 1094 time: 0.1626670 Sep 29 22:59:57.568765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4 req-43148ad5-d4c1-411f-bc83-8b9c6e1f8224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:57.570169 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4 req-43148ad5-d4c1-411f-bc83-8b9c6e1f8224 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b14a8130-7970-41a2-a073-fd7dae695e31 HTTP/1.1" status: 200 len: 923 time: 0.1499724 Sep 29 22:59:57.624677 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4 req-43150432-8117-481f-924f-a77c47bd85af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4 HTTP/1.1" status: 200 len: 217 time: 0.0452459 Sep 29 22:59:57.668558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3744213-d5fe-49b9-806d-093aae4d4563 req-d9bc079c-f097-482e-a238-671433069d81 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:57.670360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3744213-d5fe-49b9-806d-093aae4d4563 req-d9bc079c-f097-482e-a238-671433069d81 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 950 time: 0.2078040 Sep 29 22:59:57.684326 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4 req-cf1e2932-53ec-466d-8d8e-8880256b028d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:57.692555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:57.696019 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4 req-cf1e2932-53ec-466d-8d8e-8880256b028d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6281830-dcab-48c7-805a-af6788287cbb HTTP/1.1" status: 200 len: 862 time: 0.0542381 Sep 29 22:59:57.711082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6dde1198-bc43-4f4a-b992-f621db65b1c5 None None] Provisioning complete for port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:57.711444 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6dde1198-bc43-4f4a-b992-f621db65b1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:57.745257 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4 req-bf8a21be-1c15-4ee0-a732-662a07d871f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b14a8130-7970-41a2-a073-fd7dae695e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483534 Sep 29 22:59:57.798636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364cd87-9e90-4298-895b-18dd43fc0ae2 req-6e73a7c2-ec11-459c-b084-1b16660732f5 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:57.801222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e364cd87-9e90-4298-895b-18dd43fc0ae2 req-6e73a7c2-ec11-459c-b084-1b16660732f5 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 967 time: 0.3031352 Sep 29 22:59:57.867100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3744213-d5fe-49b9-806d-093aae4d4563 req-5ae856b8-3df3-44f4-8d9f-2316471114b4 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046631 Sep 29 22:59:57.896962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4 req-82897078-ce8c-4b4c-8c75-454880061f85 service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418059 Sep 29 22:59:57.911314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26e52fb4-ea8a-4ef2-bfe4-48c675c3e2f4 req-c7caa227-3a65-4ddf-86a5-25268636f6b4 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899395 Sep 29 22:59:58.011535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e364cd87-9e90-4298-895b-18dd43fc0ae2 req-55f91df6-77a0-499f-a313-9ad2c564a0a0 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552730 Sep 29 22:59:58.046523 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edd6f2a9-c988-4fdc-b3df-1cf21e3727d4 req-a7133fc5-0958-4005-8d32-5f050fb8d1a9 service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413503 Sep 29 22:59:58.104291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209d967-b955-4142-b264-147459740e07 req-1c54b0a7-350f-4a95-a107-991fa6b65dc6 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:58.105936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f209d967-b955-4142-b264-147459740e07 req-1c54b0a7-350f-4a95-a107-991fa6b65dc6 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 946 time: 0.1128278 Sep 29 22:59:58.114882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58580) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:58.120582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-47d1dc93-d904-460a-950e-e6d623826bc2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Request body: {'floatingip': {'port_id': '758d5700-e2df-4654-8cd3-442ff839c3c4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 22:59:58.162166 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:58.252070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3640-2224-4c18-9899-fcbcb2371f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56165ae7-5419-4dc6-8c6b-8d5b502a3e86'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 22:59:58.252923 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47d1dc93-d904-460a-950e-e6d623826bc2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for floatingip, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:58.255648 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e743840c-4e9d-491c-93b6-42331ee1bb6d" -d '{"events": [{"server_uuid": "2c0e3640-2224-4c18-9899-fcbcb2371f8d", "name": "network-vif-plugged", "status": "completed", "tag": "56165ae7-5419-4dc6-8c6b-8d5b502a3e86"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 22:59:58.260345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 22:59:58.273582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f1d16-719f-478e-9c05-103f4f5b2116 req-6af1fc53-144e-4130-9cf3-9bf2d64a34e5 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:58.281857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-543f1d16-719f-478e-9c05-103f4f5b2116 req-6af1fc53-144e-4130-9cf3-9bf2d64a34e5 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 949 time: 0.1747479 Sep 29 22:59:58.337669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 22:59:58.338045 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:58.421483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50a5db1-50f6-4825-956a-f13ad195c7a5 req-634ab4a9-3685-43a5-8342-ea6e5e1946f5 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:58.424018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b50a5db1-50f6-4825-956a-f13ad195c7a5 req-634ab4a9-3685-43a5-8342-ea6e5e1946f5 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 943 time: 0.2594273 Sep 29 22:59:58.443221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-543f1d16-719f-478e-9c05-103f4f5b2116 req-fa69a7ec-0aff-44f8-bc51-bf6550dc52d1 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602759 Sep 29 22:59:58.563983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b50a5db1-50f6-4825-956a-f13ad195c7a5 req-e6067963-b0a0-432d-aa88-d9252d98b053 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159170 Sep 29 22:59:58.570413 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Router e4253cce-258b-4338-809d-f222ccb54c8f is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 22:59:58.581259 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 22:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ab0bee-4d3d-45ff-aa65-383efaac3bd5 x-openstack-request-id: req-f8ab0bee-4d3d-45ff-aa65-383efaac3bd5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 22:59:58.581618 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3640-2224-4c18-9899-fcbcb2371f8d", "name": "network-vif-plugged", "status": "completed", "tag": "56165ae7-5419-4dc6-8c6b-8d5b502a3e86", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 22:59:58.582057 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8ab0bee-4d3d-45ff-aa65-383efaac3bd5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 22:59:58.582465 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3640-2224-4c18-9899-fcbcb2371f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56165ae7-5419-4dc6-8c6b-8d5b502a3e86', 'code': 200} Sep 29 22:59:58.788796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 22:59:58.800739 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Sync routers for ids ['e4253cce-258b-4338-809d-f222ccb54c8f'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 22:59:58.816464 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Routers {'e4253cce-258b-4338-809d-f222ccb54c8f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 22:59:58.817115 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4253cce-258b-4338-809d-f222ccb54c8f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:58.821544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:58.823128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aac8975e-5d8b-49b1-a24e-f82c635badfa admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7685306 Sep 29 22:59:58.826685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58602) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 22:59:58.964697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f079a09-c639-4895-aa4a-cad1d1e683c6 req-e9e5bda3-b43e-4a56-a16f-3a1465b2ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:58.966323 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4f079a09-c639-4895-aa4a-cad1d1e683c6 req-e9e5bda3-b43e-4a56-a16f-3a1465b2ad12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 1101 time: 0.1169951 Sep 29 22:59:58.968575 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Set router e4253cce-258b-4338-809d-f222ccb54c8f gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 22:59:59.148435 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4f079a09-c639-4895-aa4a-cad1d1e683c6 req-5915211e-67f9-44a4-ae3e-a3e424a09980 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420109 Sep 29 22:59:59.270354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd098b6-4ffe-4e2a-9ca8-30d0926ee400 req-82029a43-bf9e-471f-a2c5-24002c979faf tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:59.278326 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcd098b6-4ffe-4e2a-9ca8-30d0926ee400 req-82029a43-bf9e-471f-a2c5-24002c979faf tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 950 time: 0.2013113 Sep 29 22:59:59.304265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d7aaa-18ee-466c-861a-2d7305da3b6b req-33d9ae51-186c-401e-939b-82871bb958a6 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:59.314698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-47d1dc93-d904-460a-950e-e6d623826bc2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 22:59:59.315610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-360d7aaa-18ee-466c-861a-2d7305da3b6b req-33d9ae51-186c-401e-939b-82871bb958a6 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 967 time: 0.1466427 Sep 29 22:59:59.348166 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-router', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:53Z', 'updated_at': '2021-09-29T22:59:57Z', 'revision_number': 3, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'gw_port': {'id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:31:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:55Z', 'updated_at': '2021-09-29T22:59:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 22:59:59.371995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-38d037c0-283a-464d-91da-eb12ce3c56b8 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:59.373699 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-38d037c0-283a-464d-91da-eb12ce3c56b8 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 1100 time: 0.1940196 Sep 29 22:59:59.381692 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Checking router: e4253cce-258b-4338-809d-f222ccb54c8f for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 22:59:59.382424 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Updating router e4253cce-258b-4338-809d-f222ccb54c8f port 8f34e1be-ff6d-4fb3-8208-4400e24ed593 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 22:59:59.407749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47d1dc93-d904-460a-950e-e6d623826bc2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:59.418853 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:59.434417 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47d1dc93-d904-460a-950e-e6d623826bc2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:59.465216 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcd098b6-4ffe-4e2a-9ca8-30d0926ee400 req-e4ac8e3c-24e0-492f-85f8-0acbbe44241c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843307 Sep 29 22:59:59.533445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-360d7aaa-18ee-466c-861a-2d7305da3b6b req-f2e74003-559c-4f13-adb0-6b4ebc45de19 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100723 Sep 29 22:59:59.655473 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-47d1dc93-d904-460a-950e-e6d623826bc2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Floating IP 6b9017de-9d40-4337-967d-1df15f816749 associated. External IP: 172.25.4.84, port: 758d5700-e2df-4654-8cd3-442ff839c3c4. Sep 29 22:59:59.725776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Deleting port 445ce787-0b47-4dda-8ee2-69d451490871 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 22:59:59.726118 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:59.859745 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:59.869873 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:59.905417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] For port 445ce787-0b47-4dda-8ee2-69d451490871, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=445ce787-0b47-4dda-8ee2-69d451490871,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 22:59:59.905796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:59.925976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a98800-c582-4363-9e37-99275eae17c2 req-a82927a6-657a-4c15-aa53-a3ad5c8d79aa tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 22:59:59.927633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Calling delete_port for 445ce787-0b47-4dda-8ee2-69d451490871 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 22:59:59.929279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39a98800-c582-4363-9e37-99275eae17c2 req-a82927a6-657a-4c15-aa53-a3ad5c8d79aa tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 949 time: 0.3266556 Sep 29 22:59:59.947040 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Attempting to bind port 8f34e1be-ff6d-4fb3-8208-4400e24ed593 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 22:59:59.947502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Attempting to bind port 8f34e1be-ff6d-4fb3-8208-4400e24ed593 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 22:59:59.947976 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Attempting to bind port 8f34e1be-ff6d-4fb3-8208-4400e24ed593 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 22:59:59.954165 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69773c3e-1231-47bd-857e-84b98548471b None None] Pushing event updated for resources: {'Port': ['ID=8f34e1be-ff6d-4fb3-8208-4400e24ed593,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 22:59:59.956866 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 22:59:59.957319 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 22:59:59.957786 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 22:59:59.958239 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 22:59:59.958840 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Bound port: 8f34e1be-ff6d-4fb3-8208-4400e24ed593, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 22:59:59.959331 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:00.014856 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-8f093524-422d-4119-bd47-ba729e20f30f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-100237899&fields=id&tenant_id=3e2cbc92cb364c628e5432eaae2bd32b HTTP/1.1" status: 200 len: 267 time: 0.1139936 Sep 29 23:00:00.020174 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] For port 8f34e1be-ff6d-4fb3-8208-4400e24ed593, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:00.025436 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] For port 8f34e1be-ff6d-4fb3-8208-4400e24ed593, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8f34e1be-ff6d-4fb3-8208-4400e24ed593,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:00.028129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39a98800-c582-4363-9e37-99275eae17c2 req-dece4fa7-0d28-4f01-94e8-17640088817b tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867658 Sep 29 23:00:00.032161 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:00.055640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47d1dc93-d904-460a-950e-e6d623826bc2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Router c8abeef3-bd5a-4708-9203-1677258a318d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:00:00.100865 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Routers {'e4253cce-258b-4338-809d-f222ccb54c8f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:00.101652 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4253cce-258b-4338-809d-f222ccb54c8f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:00.101897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:00.105373 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69773c3e-1231-47bd-857e-84b98548471b None None] Pushing event updated for resources: {'Port': ['ID=8f34e1be-ff6d-4fb3-8208-4400e24ed593,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:00.118987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-4f2ab3ae-02b7-4f67-8a5e-aa0fba644dad tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:00.120527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-4f2ab3ae-02b7-4f67-8a5e-aa0fba644dad tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 967 time: 0.0981369 Sep 29 23:00:00.138919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'port': {'security_groups': ['37dcddca-4082-45cf-8fe2-a374160ffb95', 'c6b6d138-6d35-4b80-99dd-c9b2bf7f0017']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:00.270698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47d1dc93-d904-460a-950e-e6d623826bc2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:00:00.275571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47d1dc93-d904-460a-950e-e6d623826bc2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:00.279907 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] Set router e4253cce-258b-4338-809d-f222ccb54c8f gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:00.290208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] Sync routers for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:00:00.300579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:00.301469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:00.319176 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-47d1dc93-d904-460a-950e-e6d623826bc2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "PUT /v2.0/floatingips/6b9017de-9d40-4337-967d-1df15f816749 HTTP/1.1" status: 200 len: 991 time: 2.2026463 Sep 29 23:00:00.319969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'tag': '758d5700-e2df-4654-8cd3-442ff839c3c4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:00.323611 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92355cf3-8b63-4bb6-8e09-959fd76c933f" -d '{"events": [{"name": "network-changed", "server_uuid": "df477e61-d4f0-475c-8ec5-ff16e8735333", "tag": "758d5700-e2df-4654-8cd3-442ff839c3c4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:00.329122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:00.361906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Pushing event deleted for resources: {'Port': ['ID=445ce787-0b47-4dda-8ee2-69d451490871,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:00.375508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.376045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.376712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.377567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.378068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.378555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.379052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.379543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.380060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.380549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.381030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.381510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:00.390526 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:00.419130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6fa0-7324-49b6-b3a5-f978572b1b01 req-01ccbce1-e4fe-4fff-8407-d73a930f8828 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:00.421602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-484d6fa0-7324-49b6-b3a5-f978572b1b01 req-01ccbce1-e4fe-4fff-8407-d73a930f8828 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 943 time: 0.2635181 Sep 29 23:00:00.452764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['445ce787-0b47-4dda-8ee2-69d451490871'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:00.461086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9ab4a139-84ff-4c9f-8e14-e56125f24af4 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:00:00.526560 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-router', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:53Z', 'updated_at': '2021-09-29T22:59:57Z', 'revision_number': 3, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'gw_port': {'id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:31:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:55Z', 'updated_at': '2021-09-29T23:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:00.550328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:00.567653 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a540005-9999-4330-8f75-4b2d053547a6 None None] The sync data for ids ['e4253cce-258b-4338-809d-f222ccb54c8f'] in n-d-811173-2 is: [{'id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-router', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:53Z', 'updated_at': '2021-09-29T22:59:57Z', 'revision_number': 3, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'gw_port': {'id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:31:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:55Z', 'updated_at': '2021-09-29T23:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:00:00.587653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-484d6fa0-7324-49b6-b3a5-f978572b1b01 req-adee2acb-595b-4003-94ab-bf086add00a1 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347139 Sep 29 23:00:00.627004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Allocated IP 172.20.0.1 (cd910052-80bd-4c55-8d5f-1fd3ad82f24b/ff72adc6-a769-45a7-9e7c-8568e4d28beb/6ba03490-bd76-425c-a291-2fe86f37cb21) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:00.755329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] No DVR routers for this DVR port 445ce787-0b47-4dda-8ee2-69d451490871 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:00:00.758270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:00.761637 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cf231fb-d732-4478-aad4-014dd17f5ceb req-b07b484e-451b-4034-9537-af38789f4c64 tempest-DeleteServersAdminTestJSON-1462713776 tempest-DeleteServersAdminTestJSON-1462713776-project-admin] 10.222.0.42 "DELETE /v2.0/ports/445ce787-0b47-4dda-8ee2-69d451490871 HTTP/1.1" status: 204 len: 173 time: 1.3769519 Sep 29 23:00:00.890032 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:00.924508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] For port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:00.929577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:00.953318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '9ab4a139-84ff-4c9f-8e14-e56125f24af4', 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31', 'port_id': '9ab4a139-84ff-4c9f-8e14-e56125f24af4', 'mac_address': 'fa:16:3e:7f:67:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6281830-dcab-48c7-805a-af6788287cbb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:00:01.012236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:01.020848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:01.042385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:01.077291 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:01.101771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:01.102452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:01.116563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff5a40f0-82c6-4771-9d48-b06f7e6375f6 req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "PUT /v2.0/ports/e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 HTTP/1.1" status: 200 len: 1003 time: 0.9829259 Sep 29 23:00:01.118478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af4a16f-9573-4470-be19-1771ade585bc', 'tag': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:01.124940 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40cad978-41a7-4afb-9655-7f834b6cf692" -d '{"events": [{"name": "network-changed", "server_uuid": "3af4a16f-9573-4470-be19-1771ade585bc", "tag": "e08e8a1d-9b1a-4c7a-9caa-dd886414fb82"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:01.174418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Network cd910052-80bd-4c55-8d5f-1fd3ad82f24b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:01.176200 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb647dd5-1cf9-45ba-a7e8-e46def066a8f x-openstack-request-id: req-fb647dd5-1cf9-45ba-a7e8-e46def066a8f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:01.177539 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df477e61-d4f0-475c-8ec5-ff16e8735333", "tag": "758d5700-e2df-4654-8cd3-442ff839c3c4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:01.178209 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb647dd5-1cf9-45ba-a7e8-e46def066a8f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:01.178847 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'tag': '758d5700-e2df-4654-8cd3-442ff839c3c4', 'status': 'completed', 'code': 200} Sep 29 23:00:01.180415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:01.182480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'Port': ['ID=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:01.191067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:01.191560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:01.202372 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:01.267442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:01.327768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ab4a139-84ff-4c9f-8e14-e56125f24af4 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:01.334663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-e988e421-492f-44da-8c75-63c2b7225149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:01.339047 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-e988e421-492f-44da-8c75-63c2b7225149 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75a46b3b2bfd455ab763f8a64884f4fe&device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 1097 time: 0.1003232 Sep 29 23:00:01.347790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.348625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.348974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.349314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.349648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.349980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.350307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.350655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.350988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.351306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.351926 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.352106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8b7e3-b889-4244-8927-398f04c6c459 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.540699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-ab70a2f7-839d-425a-b0ff-3ceb58f60e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:01.542056 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-ab70a2f7-839d-425a-b0ff-3ceb58f60e4a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89 HTTP/1.1" status: 200 len: 925 time: 0.1979733 Sep 29 23:00:01.567085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f6fde18-b595-4e37-a949-f9ebe96b3113 req-86f72c14-b696-4000-8429-368fd278e3ab tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ce99231-3d35-465c-8857-9e20158d6fde HTTP/1.1" status: 200 len: 210 time: 0.1558297 Sep 29 23:00:01.603446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:01.628958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Pushing event updated for resources: {'Port': ['ID=6ba03490-bd76-425c-a291-2fe86f37cb21,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:01.630356 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:01.673501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72033941-0476-493d-b3ce-6e5b87c65a40 req-e871db12-31ea-4d44-85c3-d1be20376afb tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:01.681073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72033941-0476-493d-b3ce-6e5b87c65a40 req-e871db12-31ea-4d44-85c3-d1be20376afb tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 950 time: 0.3225775 Sep 29 23:00:01.719712 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:01.747057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9ab4a139-84ff-4c9f-8e14-e56125f24af4,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:01.754207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72033941-0476-493d-b3ce-6e5b87c65a40 req-52cd2376-f7e6-4969-b145-576ff5530654 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722408 Sep 29 23:00:01.774745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-83f0ff0d-2079-423b-87de-0e70022ee473 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=758d5700-e2df-4654-8cd3-442ff839c3c4 HTTP/1.1" status: 200 len: 999 time: 0.2253697 Sep 29 23:00:01.776241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.776687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.777172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.777511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.777842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.778165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.778571 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.779039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.779367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.779691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.780175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.780496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:01.786394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6b9017de-9d40-4337-967d-1df15f816749', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'port_id': '758d5700-e2df-4654-8cd3-442ff839c3c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'mac_address': 'fa:16:3e:31:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T22:59:22Z', 'updated_at': '2021-09-29T22:59:59Z', 'revision_number': 1, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:01.826243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] Checking router: c8abeef3-bd5a-4708-9203-1677258a318d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:00:01.845362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-d2046387-8978-47cd-a5db-6c606fecca48 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-12952116&fields=id&tenant_id=3e2cbc92cb364c628e5432eaae2bd32b HTTP/1.1" status: 200 len: 267 time: 0.1290445 Sep 29 23:00:01.849059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:01.849773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:01.870877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-90ff2d5f-7749-4fe8-97cf-75bb313793ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:01.873478 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-90ff2d5f-7749-4fe8-97cf-75bb313793ae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c774230-cb00-48da-9fd3-cbe7f4b106f4 HTTP/1.1" status: 200 len: 863 time: 0.0908062 Sep 29 23:00:01.904440 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad33b0f-cd51-4622-95db-2611410e46cf x-openstack-request-id: req-dad33b0f-cd51-4622-95db-2611410e46cf {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:01.905066 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af4a16f-9573-4470-be19-1771ade585bc", "tag": "e08e8a1d-9b1a-4c7a-9caa-dd886414fb82", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:01.905682 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dad33b0f-cd51-4622-95db-2611410e46cf {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:01.906459 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af4a16f-9573-4470-be19-1771ade585bc', 'tag': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82', 'status': 'completed', 'code': 200} Sep 29 23:00:01.935536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dc3f099e-c0c5-4201-8641-35df4424c882 None None] Provisioning complete for port 6ba03490-bd76-425c-a291-2fe86f37cb21 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:01.935933 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dc3f099e-c0c5-4201-8641-35df4424c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:02.008905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-a54c0ac2-49ce-4950-aa7b-53ffafeeed95 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:02.020238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-a54c0ac2-49ce-4950-aa7b-53ffafeeed95 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1006 time: 0.1466384 Sep 29 23:00:02.033618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-77a3aa78-dc4a-43f2-8ee5-cd5c4d792e00 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'port': {'security_groups': ['37dcddca-4082-45cf-8fe2-a374160ffb95', 'c6b6d138-6d35-4b80-99dd-c9b2bf7f0017', '69d42558-695d-4e76-b6f7-68fb91bfb4ec']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:02.045844 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-40ef182a-9bf9-451f-a262-a87800793855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:02.048359 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-40ef182a-9bf9-451f-a262-a87800793855 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667147 Sep 29 23:00:02.081161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:02.112806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cad978-41a7-4afb-9655-7f834b6cf692 req-8dca8db1-8b05-4457-8b6c-d6f699c370bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:02.115580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-40cad978-41a7-4afb-9655-7f834b6cf692 req-8dca8db1-8b05-4457-8b6c-d6f699c370bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1157 time: 0.2064483 Sep 29 23:00:02.119710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['9ab4a139-84ff-4c9f-8e14-e56125f24af4'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:02.152835 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-dc3f099e-c0c5-4201-8641-35df4424c882 None None] Port 6ba03490-bd76-425c-a291-2fe86f37cb21 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:02.195837 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-77a3aa78-dc4a-43f2-8ee5-cd5c4d792e00 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:02.248476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a14287-be56-410c-9ada-80ae742e379b req-977cbdbc-f950-4b4c-9077-046fe3a22a3e tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:02.251798 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-bd118fca-36ac-47d8-b548-a275790b53e7 service neutron] 10.222.0.42 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958275 Sep 29 23:00:02.257448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65a14287-be56-410c-9ada-80ae742e379b req-977cbdbc-f950-4b4c-9077-046fe3a22a3e tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 944 time: 0.1524363 Sep 29 23:00:02.335359 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:02.349501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cad978-41a7-4afb-9655-7f834b6cf692 req-9bdcd22f-d6a7-45e2-98dc-f20a49dbab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:02.351872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:02.352735 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:02.354702 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-40cad978-41a7-4afb-9655-7f834b6cf692 req-9bdcd22f-d6a7-45e2-98dc-f20a49dbab38 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 914 time: 0.1941624 Sep 29 23:00:02.366732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8f34e1be-ff6d-4fb3-8208-4400e24ed593 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:02.398286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65a14287-be56-410c-9ada-80ae742e379b req-ae809617-454f-4eb0-bf1f-88580092ac10 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392276 Sep 29 23:00:02.442955 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-40cad978-41a7-4afb-9655-7f834b6cf692 req-c4b373dc-9186-4a78-b887-b21c85c3567d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 HTTP/1.1" status: 200 len: 217 time: 0.0789268 Sep 29 23:00:02.452426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 445ce787-0b47-4dda-8ee2-69d451490871 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:00:02.455555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Pushing event updated for resources: {'Port': ['ID=6ba03490-bd76-425c-a291-2fe86f37cb21,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:02.542444 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-92355cf3-8b63-4bb6-8e09-959fd76c933f req-9cf5bf98-1483-41f9-a045-ca33815fd4e9 service neutron] 10.222.0.42 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839136 Sep 29 23:00:02.546957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cad978-41a7-4afb-9655-7f834b6cf692 req-35a55947-fadd-411d-a4c6-dc41c85066bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:02.549036 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-40cad978-41a7-4afb-9655-7f834b6cf692 req-35a55947-fadd-411d-a4c6-dc41c85066bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.0988116 Sep 29 23:00:02.601106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-40cad978-41a7-4afb-9655-7f834b6cf692 req-ac2cdbdd-aec5-4650-aecc-0478556edefb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433569 Sep 29 23:00:02.627371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 445ce787-0b47-4dda-8ee2-69d451490871 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:00:02.627995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 445ce787-0b47-4dda-8ee2-69d451490871 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:00:02.670247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-77a3aa78-dc4a-43f2-8ee5-cd5c4d792e00 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] For port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:02.683188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8f34e1be-ff6d-4fb3-8208-4400e24ed593 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:02.683725 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:02.710351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Network cd910052-80bd-4c55-8d5f-1fd3ad82f24b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:02.714941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:02.742809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6b9017de-9d40-4337-967d-1df15f816749', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'port_id': '758d5700-e2df-4654-8cd3-442ff839c3c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'mac_address': 'fa:16:3e:31:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T22:59:22Z', 'updated_at': '2021-09-29T22:59:59Z', 'revision_number': 1, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:02.745719 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-40cad978-41a7-4afb-9655-7f834b6cf692 req-f0f2758b-fb0c-4c16-8400-7bc6563ac6ed service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365471 Sep 29 23:00:02.790672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4b4a65-02b2-4468-9ce1-daab8826f63a None None] The sync data for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 is: [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6b9017de-9d40-4337-967d-1df15f816749', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'port_id': '758d5700-e2df-4654-8cd3-442ff839c3c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'mac_address': 'fa:16:3e:31:ab:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T22:59:22Z', 'updated_at': '2021-09-29T22:59:59Z', 'revision_number': 1, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:00:02.864613 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:02.891735 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-40cad978-41a7-4afb-9655-7f834b6cf692 req-754d6c3f-636f-41ba-bb33-3f7434c6647b service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390898 Sep 29 23:00:02.909194 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-77a3aa78-dc4a-43f2-8ee5-cd5c4d792e00 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:02.937389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 8f34e1be-ff6d-4fb3-8208-4400e24ed593, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8f34e1be-ff6d-4fb3-8208-4400e24ed593,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:02.942312 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-77a3aa78-dc4a-43f2-8ee5-cd5c4d792e00 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:02.947887 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:02.958015 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:03.073724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=8f34e1be-ff6d-4fb3-8208-4400e24ed593,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:03.112599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3aa78-dc4a-43f2-8ee5-cd5c4d792e00 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'Port': ['ID=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:03.135003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-541d50a8-49c0-4c5a-836b-42053d684032 None None] Provisioning complete for port 6ba03490-bd76-425c-a291-2fe86f37cb21 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:03.135239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-77a3aa78-dc4a-43f2-8ee5-cd5c4d792e00 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:03.135386 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-541d50a8-49c0-4c5a-836b-42053d684032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:03.135889 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-77a3aa78-dc4a-43f2-8ee5-cd5c4d792e00 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:03.137507 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53120792-8aab-4b34-8a61-9cbcda868c5c req-77a3aa78-dc4a-43f2-8ee5-cd5c4d792e00 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "PUT /v2.0/ports/e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 HTTP/1.1" status: 200 len: 1042 time: 1.1118975 Sep 29 23:00:03.154336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Router e4253cce-258b-4338-809d-f222ccb54c8f has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:00:03.180136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ce99231-3d35-465c-8857-9e20158d6fde', 'name': 'network-vif-deleted', 'tag': '445ce787-0b47-4dda-8ee2-69d451490871'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:03.184416 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bb7f65-23c1-4ba8-8ecd-885834061a7b" -d '{"events": [{"server_uuid": "7ce99231-3d35-465c-8857-9e20158d6fde", "name": "network-vif-deleted", "tag": "445ce787-0b47-4dda-8ee2-69d451490871"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:03.194671 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d3ab7a-6f01-4372-823c-71ba0df002dd None None] New status for floating IP 6b9017de-9d40-4337-967d-1df15f816749: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:00:03.244511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:03.284060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-541d50a8-49c0-4c5a-836b-42053d684032 None None] Port 6ba03490-bd76-425c-a291-2fe86f37cb21 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:03.300653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2527116-d4e0-4b74-b1eb-fab928b20aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:03.522657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33fc3ff-0346-4045-8c32-f8dd34551e2d req-ffda4976-2602-4d1d-a2f1-84d0cb5616cd tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:03.524173 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d33fc3ff-0346-4045-8c32-f8dd34551e2d req-ffda4976-2602-4d1d-a2f1-84d0cb5616cd tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 950 time: 0.4045396 Sep 29 23:00:03.595154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749d32e9-f0f0-422f-afea-acc095b46649 req-efeb2f4e-1401-4bc3-a09f-f86e5e62ea6f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:03.596720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-749d32e9-f0f0-422f-afea-acc095b46649 req-efeb2f4e-1401-4bc3-a09f-f86e5e62ea6f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1045 time: 0.3502989 Sep 29 23:00:03.633467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:00:03.639120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-02f8080a-f9e7-4d17-870e-ee4561dd6c8a admin admin] 10.222.0.44 "PUT /v2.0/routers/e4253cce-258b-4338-809d-f222ccb54c8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8111827 Sep 29 23:00:03.643205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d33fc3ff-0346-4045-8c32-f8dd34551e2d req-6e387b85-f9a8-414d-9880-bd2ed1f758ac tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113412 Sep 29 23:00:03.650711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Sync routers for ids ['e4253cce-258b-4338-809d-f222ccb54c8f'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:00:03.670489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Routers {'e4253cce-258b-4338-809d-f222ccb54c8f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:03.671922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4253cce-258b-4338-809d-f222ccb54c8f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:03.706404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-749d32e9-f0f0-422f-afea-acc095b46649 req-05c445b5-58b2-4104-91d1-c4d61f38943e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6b6d138-6d35-4b80-99dd-c9b2bf7f0017&id=69d42558-695d-4e76-b6f7-68fb91bfb4ec&id=37dcddca-4082-45cf-8fe2-a374160ffb95 HTTP/1.1" status: 200 len: 6146 time: 0.1030104 Sep 29 23:00:03.771524 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81495abc-79ab-438f-a6ed-62a25302dd75 x-openstack-request-id: req-81495abc-79ab-438f-a6ed-62a25302dd75 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:03.772053 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ce99231-3d35-465c-8857-9e20158d6fde", "name": "network-vif-deleted", "tag": "445ce787-0b47-4dda-8ee2-69d451490871", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:03.772167 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81495abc-79ab-438f-a6ed-62a25302dd75 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:03.772478 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ce99231-3d35-465c-8857-9e20158d6fde', 'name': 'network-vif-deleted', 'tag': '445ce787-0b47-4dda-8ee2-69d451490871', 'status': 'completed', 'code': 200} Sep 29 23:00:03.793072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-ed6cad38-bcbf-4db1-905f-0ea88f4b38e6 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253062 Sep 29 23:00:03.814141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Set router e4253cce-258b-4338-809d-f222ccb54c8f gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:03.909983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3af4a16f-9573-4470-be19-1771ade585bc', 'tag': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:03.912365 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e10c22-67d7-4413-92e1-3eb209137dec" -d '{"events": [{"name": "network-changed", "server_uuid": "3af4a16f-9573-4470-be19-1771ade585bc", "tag": "e08e8a1d-9b1a-4c7a-9caa-dd886414fb82"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:03.940376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71095366-f911-4317-814c-892aff3994f4 req-33fed8eb-e21a-447c-ab1b-17cba76be697 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:03.941881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71095366-f911-4317-814c-892aff3994f4 req-33fed8eb-e21a-447c-ab1b-17cba76be697 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 944 time: 0.1142488 Sep 29 23:00:03.958743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fd696-3203-444e-9696-976b2e9442db req-6e24cfd2-b559-4eaa-92d9-6b393cf60586 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:03.960192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-6e24cfd2-b559-4eaa-92d9-6b393cf60586 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593807 Sep 29 23:00:03.994799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-a3fda763-3e7b-412d-8ad6-3a69ab26cd9e tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/quotas/ba5f136fc2b2405eb8050f5e7a941ffa HTTP/1.1" status: 200 len: 375 time: 0.0259261 Sep 29 23:00:04.028442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71095366-f911-4317-814c-892aff3994f4 req-70c24dc2-5e5a-47a2-9529-903dec794aef tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671580 Sep 29 23:00:04.049775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-e09ac534-c6d7-4b6c-b1af-dc09d15257d8 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477893 Sep 29 23:00:04.056582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-router', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:53Z', 'updated_at': '2021-09-29T23:00:01Z', 'revision_number': 4, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'gw_port': {'id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:55Z', 'updated_at': '2021-09-29T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '6ba03490-bd76-425c-a291-2fe86f37cb21', 'name': '', 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'mac_address': 'fa:16:3e:70:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ff72adc6-a769-45a7-9e7c-8568e4d28beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:00Z', 'updated_at': '2021-09-29T23:00:01Z', 'revision_number': 2, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'subnets': [{'id': 'ff72adc6-a769-45a7-9e7c-8568e4d28beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:04.088480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Checking router: e4253cce-258b-4338-809d-f222ccb54c8f for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:00:04.088829 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Updating router e4253cce-258b-4338-809d-f222ccb54c8f port 6ba03490-bd76-425c-a291-2fe86f37cb21 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:00:04.129380 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:04.276880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-acf6f095-d132-4d4c-aae6-b0b15a80772a req-a3833870-ed64-40ed-843a-4fbb1e799305 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1733102700 ', 'description': 'tempest-description-721175536'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:04.293290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b0d89-9604-46b7-b258-936da68965d6 req-8758b71b-7afa-4049-b674-45ab6349c699 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:04.296922 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-839b0d89-9604-46b7-b258-936da68965d6 req-8758b71b-7afa-4049-b674-45ab6349c699 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 950 time: 0.0834978 Sep 29 23:00:04.328301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-acf6f095-d132-4d4c-aae6-b0b15a80772a req-a3833870-ed64-40ed-843a-4fbb1e799305 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:04.393106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8f34e1be-ff6d-4fb3-8208-4400e24ed593 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:04.439862 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-acf6f095-d132-4d4c-aae6-b0b15a80772a req-a3833870-ed64-40ed-843a-4fbb1e799305 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:04.451215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-acf6f095-d132-4d4c-aae6-b0b15a80772a req-a3833870-ed64-40ed-843a-4fbb1e799305 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:04.460901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9ab4a139-84ff-4c9f-8e14-e56125f24af4 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:04.526429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3833870-ed64-40ed-843a-4fbb1e799305 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125be7af-4e47-4072-93fa-3f8a0399d409,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:04.533319 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5dbbf9-6248-45df-82cf-8a436abd11d5 x-openstack-request-id: req-6c5dbbf9-6248-45df-82cf-8a436abd11d5 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:04.533754 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3af4a16f-9573-4470-be19-1771ade585bc", "tag": "e08e8a1d-9b1a-4c7a-9caa-dd886414fb82", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:04.533931 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c5dbbf9-6248-45df-82cf-8a436abd11d5 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:04.534402 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3af4a16f-9573-4470-be19-1771ade585bc', 'tag': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82', 'status': 'completed', 'code': 200} Sep 29 23:00:04.541557 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-acf6f095-d132-4d4c-aae6-b0b15a80772a req-a3833870-ed64-40ed-843a-4fbb1e799305 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:04.542921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acf6f095-d132-4d4c-aae6-b0b15a80772a req-a3833870-ed64-40ed-843a-4fbb1e799305 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2716091 Sep 29 23:00:04.682320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 9ab4a139-84ff-4c9f-8e14-e56125f24af4 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:00:04.688887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb9c8b5a-04e7-4c82-ba09-865b7e307492 req-4fdfb074-4c3c-4d33-9332-f23fd744d3dd tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 210 time: 0.0590191 Sep 29 23:00:04.691496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8f34e1be-ff6d-4fb3-8208-4400e24ed593 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:04.691865 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:04.709768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 9ab4a139-84ff-4c9f-8e14-e56125f24af4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:04.710431 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:04.786120 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e10c22-67d7-4413-92e1-3eb209137dec req-6c5af9b5-def8-4631-898d-270343db7bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:04.789378 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21e10c22-67d7-4413-92e1-3eb209137dec req-6c5af9b5-def8-4631-898d-270343db7bec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1196 time: 0.2137673 Sep 29 23:00:04.808801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e5ef4a6-d7ef-46e8-901e-a1ed8922fbce req-deba7928-65a6-4470-9426-08041df0d23a tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/125be7af-4e47-4072-93fa-3f8a0399d409 HTTP/1.1" status: 200 len: 1780 time: 0.0788565 Sep 29 23:00:04.881412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-839b0d89-9604-46b7-b258-936da68965d6 req-ef661c92-87a9-4294-987f-413178dca06c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Deleting port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:00:04.881931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-839b0d89-9604-46b7-b258-936da68965d6 req-ef661c92-87a9-4294-987f-413178dca06c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:04.930961 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:04.974532 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.025051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce75bcf6-10fe-45fa-9b68-343452b34369 req-ce70d96c-910c-4f21-ad14-777fa773772c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:05.033188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce75bcf6-10fe-45fa-9b68-343452b34369 req-ce70d96c-910c-4f21-ad14-777fa773772c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 950 time: 0.1999388 Sep 29 23:00:05.035455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9baf3c-5cf4-4254-9dd2-b7686598aaf4 None None] Pushing event updated for resources: {'Port': ['ID=6ba03490-bd76-425c-a291-2fe86f37cb21,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:05.056924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a2510e4-2b67-4eb8-b991-997a079b8921 req-ef6a9898-ca43-45aa-837e-2cec8c5fcc76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/125be7af-4e47-4072-93fa-3f8a0399d409 HTTP/1.1" status: 200 len: 1780 time: 0.1315682 Sep 29 23:00:05.162311 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.217617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce75bcf6-10fe-45fa-9b68-343452b34369 req-fc6e5fd9-9477-4ea8-99f4-31653f3a926c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/security-groups?id=d2a2d449-8c17-421b-b92f-302854e00b82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894833 Sep 29 23:00:05.244749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab4a139-84ff-4c9f-8e14-e56125f24af4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:05.247028 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4243be2-307e-4bde-883f-828e30fa9b7d" -d '{"events": [{"server_uuid": "d6f30010-955b-4bd8-95a7-06ef351f0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "9ab4a139-84ff-4c9f-8e14-e56125f24af4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:05.337448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-839b0d89-9604-46b7-b258-936da68965d6 req-ef661c92-87a9-4294-987f-413178dca06c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] For port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:05.337697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:05.338299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-839b0d89-9604-46b7-b258-936da68965d6 req-ef661c92-87a9-4294-987f-413178dca06c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.339014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Attempting to bind port 6ba03490-bd76-425c-a291-2fe86f37cb21 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:05.339387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Attempting to bind port 6ba03490-bd76-425c-a291-2fe86f37cb21 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '737f21e5-8195-4ff3-a24a-dfb74c650596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:05.339752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Attempting to bind port 6ba03490-bd76-425c-a291-2fe86f37cb21 on network cd910052-80bd-4c55-8d5f-1fd3ad82f24b {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:05.359079 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.378812 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a2510e4-2b67-4eb8-b991-997a079b8921 req-5aa5f049-9fc4-48fc-89f4-c126a07befbc tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.385637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:05.386021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Checking segment: {'id': '737f21e5-8195-4ff3-a24a-dfb74c650596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:05.386445 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.386850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Bound using segment: {'id': '737f21e5-8195-4ff3-a24a-dfb74c650596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:05.387357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Bound port: 6ba03490-bd76-425c-a291-2fe86f37cb21, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '737f21e5-8195-4ff3-a24a-dfb74c650596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:05.387746 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.413807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e10c22-67d7-4413-92e1-3eb209137dec req-73523482-afba-4d25-b268-60f2e923ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:05.425738 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21e10c22-67d7-4413-92e1-3eb209137dec req-73523482-afba-4d25-b268-60f2e923ce24 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 914 time: 0.6141622 Sep 29 23:00:05.430189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-839b0d89-9604-46b7-b258-936da68965d6 req-ef661c92-87a9-4294-987f-413178dca06c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Calling delete_port for 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:00:05.449430 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a2510e4-2b67-4eb8-b991-997a079b8921 req-5aa5f049-9fc4-48fc-89f4-c126a07befbc tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.503554 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21e10c22-67d7-4413-92e1-3eb209137dec req-8a01dfe9-bb2d-4f4e-83fb-3ee8aeec8339 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 HTTP/1.1" status: 200 len: 217 time: 0.0645435 Sep 29 23:00:05.654804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9ab4a139-84ff-4c9f-8e14-e56125f24af4,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:05.658422 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e10c22-67d7-4413-92e1-3eb209137dec req-f9346af3-db73-4f7b-96c0-47344beb3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:05.663523 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21e10c22-67d7-4413-92e1-3eb209137dec req-f9346af3-db73-4f7b-96c0-47344beb3bae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.1046271 Sep 29 23:00:05.669609 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a2510e4-2b67-4eb8-b991-997a079b8921 req-5aa5f049-9fc4-48fc-89f4-c126a07befbc tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.672240 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6a2510e4-2b67-4eb8-b991-997a079b8921 req-5aa5f049-9fc4-48fc-89f4-c126a07befbc tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.673384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a2510e4-2b67-4eb8-b991-997a079b8921 req-5aa5f049-9fc4-48fc-89f4-c126a07befbc tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/125be7af-4e47-4072-93fa-3f8a0399d409 HTTP/1.1" status: 204 len: 173 time: 0.6156619 Sep 29 23:00:05.694502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d1d85-c56d-495e-baca-6ba0df9dc0e6 req-a9e62555-6aa7-4fc7-b278-17557d4730a4 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:05.699499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c83d1d85-c56d-495e-baca-6ba0df9dc0e6 req-a9e62555-6aa7-4fc7-b278-17557d4730a4 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.1748738 Sep 29 23:00:05.737641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6e441592-2066-43fd-9841-00804d9e9470 None None] Provisioning complete for port 6ba03490-bd76-425c-a291-2fe86f37cb21 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:05.740164 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e441592-2066-43fd-9841-00804d9e9470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.759784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa5f049-9fc4-48fc-89f4-c126a07befbc tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125be7af-4e47-4072-93fa-3f8a0399d409,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:05.797559 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21e10c22-67d7-4413-92e1-3eb209137dec req-ce184dba-bd69-482c-a005-0dbd7839f862 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1236725 Sep 29 23:00:05.810388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c83d1d85-c56d-495e-baca-6ba0df9dc0e6 req-18b10679-3b46-45ca-a40e-818dd22e8855 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806985 Sep 29 23:00:05.828930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] For port 6ba03490-bd76-425c-a291-2fe86f37cb21, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:05.891653 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b33cb5-83a5-484c-ab38-e5cc7104dc6b x-openstack-request-id: req-85b33cb5-83a5-484c-ab38-e5cc7104dc6b {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:05.893818 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f30010-955b-4bd8-95a7-06ef351f0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "9ab4a139-84ff-4c9f-8e14-e56125f24af4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:05.893955 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85b33cb5-83a5-484c-ab38-e5cc7104dc6b {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:05.894368 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab4a139-84ff-4c9f-8e14-e56125f24af4', 'code': 200} Sep 29 23:00:05.897841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] For port 6ba03490-bd76-425c-a291-2fe86f37cb21, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6ba03490-bd76-425c-a291-2fe86f37cb21,segment=NetworkSegment(737f21e5-8195-4ff3-a24a-dfb74c650596),segment_id=737f21e5-8195-4ff3-a24a-dfb74c650596)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:05.899020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6e441592-2066-43fd-9841-00804d9e9470 None None] Port 6ba03490-bd76-425c-a291-2fe86f37cb21 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:05.910811 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:05.947220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58788) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:05.992997 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-3cb67473-30f4-4381-bdc0-92652b1ded64 req-20975467-dc1c-4c17-b1f3-b8dd5bf9f5b6 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] show failed (client error): The resource could not be found. Sep 29 23:00:05.994047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cb67473-30f4-4381-bdc0-92652b1ded64 req-20975467-dc1c-4c17-b1f3-b8dd5bf9f5b6 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/125be7af-4e47-4072-93fa-3f8a0399d409 HTTP/1.1" status: 404 len: 352 time: 0.0485282 Sep 29 23:00:06.009314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Routers {'e4253cce-258b-4338-809d-f222ccb54c8f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:06.010046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T22:59:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4253cce-258b-4338-809d-f222ccb54c8f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:06.011947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9baf3c-5cf4-4254-9dd2-b7686598aaf4 None None] Pushing event updated for resources: {'Port': ['ID=6ba03490-bd76-425c-a291-2fe86f37cb21,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:06.104932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3443d2b1-e23a-4bf6-8c52-1f001ab69cd1 req-49024ab5-8964-4799-bcfc-80c00931d482 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 210 time: 0.0733962 Sep 29 23:00:06.186345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-403e009e-1e5d-4b7b-9093-10b8636cecb4 req-700a6ac8-6274-456f-9ee5-8220318c9904 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1917458664', 'description': 'tempest-description-1131160583'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:06.223728 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f9566f3f-28e4-4284-a09b-af8d3eb168a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:06.291561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-403e009e-1e5d-4b7b-9093-10b8636cecb4 req-700a6ac8-6274-456f-9ee5-8220318c9904 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:06.333995 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-839b0d89-9604-46b7-b258-936da68965d6 req-ef661c92-87a9-4294-987f-413178dca06c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:06.394886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-ef5b1a6b-ae3e-4591-aed5-fd29b2c1fa95 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665431 Sep 29 23:00:06.459677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] Set router e4253cce-258b-4338-809d-f222ccb54c8f gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:06.461849 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:06.569896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef661c92-87a9-4294-987f-413178dca06c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Pushing event deleted for resources: {'Port': ['ID=56165ae7-5419-4dc6-8c6b-8d5b502a3e86,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:06.591658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20e79cd0-a253-405e-b174-cc0ffd183709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:06.623287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-941828fe-72ad-4cb8-9d82-784749ccc4f6 req-d6aaa678-64cf-4721-af78-2130dcd47487 tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c0e3640-2224-4c18-9899-fcbcb2371f8d HTTP/1.1" status: 200 len: 210 time: 0.1644244 Sep 29 23:00:06.667226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-839b0d89-9604-46b7-b258-936da68965d6 req-ef661c92-87a9-4294-987f-413178dca06c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] No DVR routers for this DVR port 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:00:06.670778 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-839b0d89-9604-46b7-b258-936da68965d6 req-ef661c92-87a9-4294-987f-413178dca06c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:06.673871 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-839b0d89-9604-46b7-b258-936da68965d6 req-ef661c92-87a9-4294-987f-413178dca06c tempest-ServerDiagnosticsNegativeTest-910510748 tempest-ServerDiagnosticsNegativeTest-910510748-project] 10.222.0.26 "DELETE /v2.0/ports/56165ae7-5419-4dc6-8c6b-8d5b502a3e86 HTTP/1.1" status: 204 len: 173 time: 2.3558877 Sep 29 23:00:06.688819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c81885e-962f-4b4c-88a1-0b4ce6fcb9ef req-978a2721-f3bb-4649-bbed-47520434298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:06.690803 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c81885e-962f-4b4c-88a1-0b4ce6fcb9ef req-978a2721-f3bb-4649-bbed-47520434298c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 1096 time: 0.6666541 Sep 29 23:00:06.691321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0e3640-2224-4c18-9899-fcbcb2371f8d', 'name': 'network-vif-deleted', 'tag': '56165ae7-5419-4dc6-8c6b-8d5b502a3e86'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:06.697620 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf2d407-9666-4415-888a-cae3cc4988f8" -d '{"events": [{"server_uuid": "2c0e3640-2224-4c18-9899-fcbcb2371f8d", "name": "network-vif-deleted", "tag": "56165ae7-5419-4dc6-8c6b-8d5b502a3e86"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:06.760409 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21e10c22-67d7-4413-92e1-3eb209137dec req-0d9db6d3-9200-4b64-9d0b-69f93c503cb2 service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9056380 Sep 29 23:00:06.819926 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c40149-a1b9-40f2-9744-aa1416b7dc5f x-openstack-request-id: req-68c40149-a1b9-40f2-9744-aa1416b7dc5f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:06.821521 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0e3640-2224-4c18-9899-fcbcb2371f8d", "name": "network-vif-deleted", "tag": "56165ae7-5419-4dc6-8c6b-8d5b502a3e86", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:06.822380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:06.822831 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68c40149-a1b9-40f2-9744-aa1416b7dc5f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:06.823258 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0e3640-2224-4c18-9899-fcbcb2371f8d', 'name': 'network-vif-deleted', 'tag': '56165ae7-5419-4dc6-8c6b-8d5b502a3e86', 'status': 'completed', 'code': 200} Sep 29 23:00:06.881297 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fd696-3203-444e-9696-976b2e9442db req-df85e712-bb30-4a62-ac9c-7d780eb4f3b2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:06.885434 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-df85e712-bb30-4a62-ac9c-7d780eb4f3b2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4652956 Sep 29 23:00:06.892029 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c81885e-962f-4b4c-88a1-0b4ce6fcb9ef req-60d070cf-0378-4083-a658-49de852a37fc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830959 Sep 29 23:00:06.909331 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-403e009e-1e5d-4b7b-9093-10b8636cecb4 req-700a6ac8-6274-456f-9ee5-8220318c9904 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:06.922826 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-403e009e-1e5d-4b7b-9093-10b8636cecb4 req-700a6ac8-6274-456f-9ee5-8220318c9904 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.014811 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21e10c22-67d7-4413-92e1-3eb209137dec req-240345d1-64c1-4844-8b4f-f876f6a2fbe4 service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454772 Sep 29 23:00:07.050799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700a6ac8-6274-456f-9ee5-8220318c9904 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18208f3b-666a-4884-89af-81ca1f2fa4df,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:07.061620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8eff4816-dc82-49cd-97e0-b05fba2d67b4 None None] Provisioning complete for port 6ba03490-bd76-425c-a291-2fe86f37cb21 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:07.062157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8eff4816-dc82-49cd-97e0-b05fba2d67b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.105040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1169611a-5046-442d-b7b4-5d8743407b6c req-50157fc4-990f-4f29-be2d-06a1ff0436f0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:07.108004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1169611a-5046-442d-b7b4-5d8743407b6c req-50157fc4-990f-4f29-be2d-06a1ff0436f0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.1142850 Sep 29 23:00:07.163489 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a231168e-4044-410a-8c12-c867671b48c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.229239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1169611a-5046-442d-b7b4-5d8743407b6c req-e1a6589e-c87d-43fd-88be-a3cc1fe00189 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132772 Sep 29 23:00:07.231413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20e79cd0-a253-405e-b174-cc0ffd183709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.252732 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20e79cd0-a253-405e-b174-cc0ffd183709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.281671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Request body: {'port': {'device_id': '82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'ba5f136fc2b2405eb8050f5e7a941ffa'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:07.359265 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8eff4816-dc82-49cd-97e0-b05fba2d67b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.376070 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.395125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a231168e-4044-410a-8c12-c867671b48c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.400787 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-403e009e-1e5d-4b7b-9093-10b8636cecb4 req-700a6ac8-6274-456f-9ee5-8220318c9904 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.426526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-403e009e-1e5d-4b7b-9093-10b8636cecb4 req-700a6ac8-6274-456f-9ee5-8220318c9904 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2607834 Sep 29 23:00:07.445501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8eff4816-dc82-49cd-97e0-b05fba2d67b4 None None] For port 6ba03490-bd76-425c-a291-2fe86f37cb21, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6ba03490-bd76-425c-a291-2fe86f37cb21,segment=NetworkSegment(737f21e5-8195-4ff3-a24a-dfb74c650596),segment_id=737f21e5-8195-4ff3-a24a-dfb74c650596)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:07.450171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-router', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:53Z', 'updated_at': '2021-09-29T23:00:01Z', 'revision_number': 4, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'gw_port': {'id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:55Z', 'updated_at': '2021-09-29T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '6ba03490-bd76-425c-a291-2fe86f37cb21', 'name': '', 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'mac_address': 'fa:16:3e:70:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ff72adc6-a769-45a7-9e7c-8568e4d28beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:00Z', 'updated_at': '2021-09-29T23:00:05Z', 'revision_number': 4, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'subnets': [{'id': 'ff72adc6-a769-45a7-9e7c-8568e4d28beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:07.471467 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a231168e-4044-410a-8c12-c867671b48c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.481169 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8eff4816-dc82-49cd-97e0-b05fba2d67b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.487332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daeb1138-3585-4ae1-8821-8eb996dae144 None None] The sync data for ids ['e4253cce-258b-4338-809d-f222ccb54c8f'] in n-d-811173-2 is: [{'id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-router', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:53Z', 'updated_at': '2021-09-29T23:00:01Z', 'revision_number': 4, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'gw_port': {'id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:55Z', 'updated_at': '2021-09-29T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '6ba03490-bd76-425c-a291-2fe86f37cb21', 'name': '', 'network_id': 'cd910052-80bd-4c55-8d5f-1fd3ad82f24b', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'mac_address': 'fa:16:3e:70:43:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'ff72adc6-a769-45a7-9e7c-8568e4d28beb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:00Z', 'updated_at': '2021-09-29T23:00:05Z', 'revision_number': 4, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'subnets': [{'id': 'ff72adc6-a769-45a7-9e7c-8568e4d28beb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:00:07.564774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-5d888f81-95c2-44a0-99a8-0eeadf8a9da0 req-b75ff5d0-5b02-4f32-b702-64a223288269 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-853289912', 'description': 'tempest-description-245286931'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:07.585755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eff4816-dc82-49cd-97e0-b05fba2d67b4 None None] Pushing event updated for resources: {'Port': ['ID=6ba03490-bd76-425c-a291-2fe86f37cb21,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:07.605326 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a231168e-4044-410a-8c12-c867671b48c0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cdf0a4d3a1834711bc80b2f04016326b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7757370 Sep 29 23:00:07.613992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58814) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:07.615286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-059cc19e-fedc-4b76-8fd9-f785cfbf87c2 req-96d8add0-08c8-429d-b434-c93a9c245590 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 210 time: 0.0976110 Sep 29 23:00:07.630017 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5d888f81-95c2-44a0-99a8-0eeadf8a9da0 req-b75ff5d0-5b02-4f32-b702-64a223288269 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.663747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-20e79cd0-a253-405e-b174-cc0ffd183709 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f508595944a14deca17a1441f8d01852&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7131622 Sep 29 23:00:07.678674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58818) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:07.753870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e79cd0-a253-405e-b174-cc0ffd183709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68ee62e-adb5-407c-afb3-d41953725bce,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:07.797957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33115b77-e89e-4a49-a633-64fdc1390e72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.831369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33115b77-e89e-4a49-a633-64fdc1390e72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.902568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231168e-4044-410a-8c12-c867671b48c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c309ea0-d864-49a4-a281-122318439f75,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:07.925858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33115b77-e89e-4a49-a633-64fdc1390e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.933428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33115b77-e89e-4a49-a633-64fdc1390e72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:07.936602 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-33115b77-e89e-4a49-a633-64fdc1390e72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c309ea0-d864-49a4-a281-122318439f75 HTTP/1.1" status: 204 len: 168 time: 0.3168664 Sep 29 23:00:07.948538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33115b77-e89e-4a49-a633-64fdc1390e72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c309ea0-d864-49a4-a281-122318439f75,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:08.004352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:00:08.038105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:00:08.038848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 56165ae7-5419-4dc6-8c6b-8d5b502a3e86 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:00:08.065613 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.api [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:00:08.065613 n-d-811173-2 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 23:00:08.065613 n-d-811173-2 neutron-server[110005]: [parameters: {'project_id_1': 'ba5f136fc2b2405eb8050f5e7a941ffa', 'expiration_1': datetime.datetime(2021, 9, 29, 22, 59, 47, 986101)}] Sep 29 23:00:08.065613 n-d-811173-2 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:00:08.066333 n-d-811173-2 neutron-server[110005]: DEBUG oslo_db.api [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:00:08.105947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58826) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:08.106224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b294a39-cfee-4b20-adb8-fd6eb1d5db97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.188123 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b294a39-cfee-4b20-adb8-fd6eb1d5db97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.343156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6ba03490-bd76-425c-a291-2fe86f37cb21 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:08.482157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5d888f81-95c2-44a0-99a8-0eeadf8a9da0 req-b75ff5d0-5b02-4f32-b702-64a223288269 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.493944 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6ba03490-bd76-425c-a291-2fe86f37cb21 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:08.494705 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.499324 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b294a39-cfee-4b20-adb8-fd6eb1d5db97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.522924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b294a39-cfee-4b20-adb8-fd6eb1d5db97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.524659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5b294a39-cfee-4b20-adb8-fd6eb1d5db97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f68ee62e-adb5-407c-afb3-d41953725bce HTTP/1.1" status: 204 len: 168 time: 0.8448591 Sep 29 23:00:08.545509 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.574672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b294a39-cfee-4b20-adb8-fd6eb1d5db97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68ee62e-adb5-407c-afb3-d41953725bce,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:08.584877 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5d888f81-95c2-44a0-99a8-0eeadf8a9da0 req-b75ff5d0-5b02-4f32-b702-64a223288269 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.615383 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5d888f81-95c2-44a0-99a8-0eeadf8a9da0 req-b75ff5d0-5b02-4f32-b702-64a223288269 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.634712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d888f81-95c2-44a0-99a8-0eeadf8a9da0 req-b75ff5d0-5b02-4f32-b702-64a223288269 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0755994 Sep 29 23:00:08.754233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75ff5d0-5b02-4f32-b702-64a223288269 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c06107d-85cd-43a3-ad1b-32dd6abba107,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:08.767508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Made reservation on behalf of ba5f136fc2b2405eb8050f5e7a941ffa for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:08.776050 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.813769 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a8ece62a-77ce-4252-ac6d-7bc1c637ae6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7bec3bb7215144afb1f08017253777fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7074206 Sep 29 23:00:08.831143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58842) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:08.848045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58844) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:08.857251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f39627f-3b87-4915-b906-0d78fce0abed req-aeae468f-38c7-42b7-a4b5-b70242e3c78f tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:08.860046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f39627f-3b87-4915-b906-0d78fce0abed req-aeae468f-38c7-42b7-a4b5-b70242e3c78f tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.3938096 Sep 29 23:00:08.871024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bdf3ffeb-a480-4c1f-8480-07e45ad2a072 req-7e5c8656-fbbe-4752-80ef-3453964c6167 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-311431908', 'description': 'tempest-description-800322101'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:08.883895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c45086ef-c9d5-4c27-8c93-537d9dd262e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.938357 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3988720a-4736-4c67-a07d-0b9fd13d5445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:08.963933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3988720a-4736-4c67-a07d-0b9fd13d5445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.068155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bdf3ffeb-a480-4c1f-8480-07e45ad2a072 req-7e5c8656-fbbe-4752-80ef-3453964c6167 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.077013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3988720a-4736-4c67-a07d-0b9fd13d5445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.084396 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3988720a-4736-4c67-a07d-0b9fd13d5445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.088719 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3988720a-4736-4c67-a07d-0b9fd13d5445 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2a2d449-8c17-421b-b92f-302854e00b82 HTTP/1.1" status: 204 len: 168 time: 0.2520375 Sep 29 23:00:09.125904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988720a-4736-4c67-a07d-0b9fd13d5445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a2d449-8c17-421b-b92f-302854e00b82,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:09.182190 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.198861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f39627f-3b87-4915-b906-0d78fce0abed req-f55647b9-cbde-4d34-af0b-000b6f3de61d tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024271 Sep 29 23:00:09.267052 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c45086ef-c9d5-4c27-8c93-537d9dd262e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.284429 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c45086ef-c9d5-4c27-8c93-537d9dd262e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.350647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45086ef-c9d5-4c27-8c93-537d9dd262e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670a65fc-1f92-4b48-8c26-ce2ee4b56888,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:09.393183 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c45086ef-c9d5-4c27-8c93-537d9dd262e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1077d12ad97545ab9a2fbd66a5bc9f80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5410986 Sep 29 23:00:09.394435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58850) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:09.428720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58852) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:09.429095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bdf3ffeb-a480-4c1f-8480-07e45ad2a072 req-7e5c8656-fbbe-4752-80ef-3453964c6167 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.476030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-541cff87-22e7-4f4f-a9fb-cabde97b9f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.478757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a610395a-3eac-4ecc-a031-98fa59588a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.536791 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bdf3ffeb-a480-4c1f-8480-07e45ad2a072 req-7e5c8656-fbbe-4752-80ef-3453964c6167 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.564742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-428a36e1-6eb9-4470-915f-63ec0287122f req-62d7f128-cc4f-4666-ae78-9bb5f77e34bd tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 210 time: 0.1337299 Sep 29 23:00:09.614415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-541cff87-22e7-4f4f-a9fb-cabde97b9f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.625072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-541cff87-22e7-4f4f-a9fb-cabde97b9f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.630709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Allocated IP 192.168.233.200 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/76e7daf6-53c1-4e31-bff8-1f51d324d3d8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:09.634192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5c8656-fbbe-4752-80ef-3453964c6167 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed1369d-b669-48cc-8cd0-59444c6fa3a8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:09.668114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541cff87-22e7-4f4f-a9fb-cabde97b9f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9902f39-71cf-4a27-9b1c-c45a98586202,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:09.684234 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a610395a-3eac-4ecc-a031-98fa59588a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.691034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bdf3ffeb-a480-4c1f-8480-07e45ad2a072 req-7e5c8656-fbbe-4752-80ef-3453964c6167 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.695999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58856) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:09.698408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdf3ffeb-a480-4c1f-8480-07e45ad2a072 req-7e5c8656-fbbe-4752-80ef-3453964c6167 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8371544 Sep 29 23:00:09.721654 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-541cff87-22e7-4f4f-a9fb-cabde97b9f32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=88ed849af225424887c99deea26fdcfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918472 Sep 29 23:00:09.726329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58860) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:09.728508 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6cef80f-4f56-4143-89fd-f2118ea1a847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.831811 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-612abaa7-2882-40bd-a60d-020bcc7859a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.845230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a610395a-3eac-4ecc-a031-98fa59588a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.847773 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a610395a-3eac-4ecc-a031-98fa59588a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.851375 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a610395a-3eac-4ecc-a031-98fa59588a36 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/670a65fc-1f92-4b48-8c26-ce2ee4b56888 HTTP/1.1" status: 204 len: 168 time: 0.4534023 Sep 29 23:00:09.878637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-612abaa7-2882-40bd-a60d-020bcc7859a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.885773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610395a-3eac-4ecc-a031-98fa59588a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670a65fc-1f92-4b48-8c26-ce2ee4b56888,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:09.964276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6cef80f-4f56-4143-89fd-f2118ea1a847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.979159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6cef80f-4f56-4143-89fd-f2118ea1a847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:09.982972 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.000803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89d87265-a240-45f1-a0c1-65f209f56c43 req-f81809d5-f0bc-43e4-a2dc-b57722c98b6b tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b HTTP/1.1" status: 200 len: 10892 time: 0.2571170 Sep 29 23:00:10.003392 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-612abaa7-2882-40bd-a60d-020bcc7859a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.005937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-612abaa7-2882-40bd-a60d-020bcc7859a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.007089 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-612abaa7-2882-40bd-a60d-020bcc7859a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9902f39-71cf-4a27-9b1c-c45a98586202 HTTP/1.1" status: 204 len: 168 time: 0.2796984 Sep 29 23:00:10.073441 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e6cef80f-4f56-4143-89fd-f2118ea1a847 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1b405e4baa3e40179ccb22d6867defd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741045 Sep 29 23:00:10.074284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58868) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:10.119167 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.142894 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89d87265-a240-45f1-a0c1-65f209f56c43 req-2a6e9d1c-5cd4-4a2c-9dbf-d89c48ff1372 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/37dcddca-4082-45cf-8fe2-a374160ffb95 HTTP/1.1" status: 200 len: 2981 time: 0.1164737 Sep 29 23:00:10.149893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cef80f-4f56-4143-89fd-f2118ea1a847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a23bcb-6bff-4602-8b17-999d0174df2a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:10.182091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612abaa7-2882-40bd-a60d-020bcc7859a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9902f39-71cf-4a27-9b1c-c45a98586202,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:10.186923 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17dde2e5-f8f5-4ac9-878f-23be3f3ab814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.195744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:10.201424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:10.215497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:10.223477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:10.224358 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.240411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17dde2e5-f8f5-4ac9-878f-23be3f3ab814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.286690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Pushing event updated for resources: {'Port': ['ID=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:10.292540 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89d87265-a240-45f1-a0c1-65f209f56c43 req-504e254b-37d8-492a-b374-97190a1291c3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/37dcddca-4082-45cf-8fe2-a374160ffb95 HTTP/1.1" status: 200 len: 2981 time: 0.1205916 Sep 29 23:00:10.297119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-8a8ea15f-155f-4e06-8621-c8fd110cdecb tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0380380 Sep 29 23:00:10.322262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Request body: {'port': {'device_id': '82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:10.417764 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17dde2e5-f8f5-4ac9-878f-23be3f3ab814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.421361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17dde2e5-f8f5-4ac9-878f-23be3f3ab814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.422841 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-17dde2e5-f8f5-4ac9-878f-23be3f3ab814 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d4a23bcb-6bff-4602-8b17-999d0174df2a HTTP/1.1" status: 204 len: 168 time: 0.3476536 Sep 29 23:00:10.439232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dde2e5-f8f5-4ac9-878f-23be3f3ab814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a23bcb-6bff-4602-8b17-999d0174df2a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:10.474119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-416ea380-4a59-4886-94c4-36ce5cefad34 req-aa8a0fd8-ddad-4ff1-a41a-d2bf6138115b tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/18208f3b-666a-4884-89af-81ca1f2fa4df HTTP/1.1" status: 200 len: 1801 time: 0.0921230 Sep 29 23:00:10.610565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.638969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43497f-8bf4-4d54-a92f-6019db1622a7 req-c9289d46-754b-4707-bb2b-5d2ae3e1e054 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:10.646233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d43497f-8bf4-4d54-a92f-6019db1622a7 req-c9289d46-754b-4707-bb2b-5d2ae3e1e054 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.1840937 Sep 29 23:00:10.692051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e81a0b94-1022-4602-a5f0-5c23d904e9a6 None None] Provisioning complete for port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:10.692051 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e81a0b94-1022-4602-a5f0-5c23d904e9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.721556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-416ea380-4a59-4886-94c4-36ce5cefad34 req-d31546be-918a-4d52-81e3-28efba7e9283 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.755594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e81a0b94-1022-4602-a5f0-5c23d904e9a6 None None] Port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:10.849933 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-416ea380-4a59-4886-94c4-36ce5cefad34 req-d31546be-918a-4d52-81e3-28efba7e9283 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.863208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d43497f-8bf4-4d54-a92f-6019db1622a7 req-f21c9ea8-eaab-4f6a-9c48-bfeaaad63853 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160223 Sep 29 23:00:10.996342 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-416ea380-4a59-4886-94c4-36ce5cefad34 req-d31546be-918a-4d52-81e3-28efba7e9283 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:10.999467 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-416ea380-4a59-4886-94c4-36ce5cefad34 req-d31546be-918a-4d52-81e3-28efba7e9283 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:11.000661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-416ea380-4a59-4886-94c4-36ce5cefad34 req-d31546be-918a-4d52-81e3-28efba7e9283 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/18208f3b-666a-4884-89af-81ca1f2fa4df HTTP/1.1" status: 204 len: 173 time: 0.5257702 Sep 29 23:00:11.063170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31546be-918a-4d52-81e3-28efba7e9283 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18208f3b-666a-4884-89af-81ca1f2fa4df,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:11.151918 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fd5fd-1f52-441c-ab2d-fbea8bd9d5f0 req-1677259c-4ba4-439f-a225-0a2401acc906 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:11.161599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-638fd5fd-1f52-441c-ab2d-fbea8bd9d5f0 req-1677259c-4ba4-439f-a225-0a2401acc906 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 936 time: 0.2035475 Sep 29 23:00:11.227458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:11.235715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:11.276414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Transition to ACTIVE for port object 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:00:11.293514 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:11.313590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-638fd5fd-1f52-441c-ab2d-fbea8bd9d5f0 req-071ea00e-92e5-45ff-b750-1eb838d9495d tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520910 Sep 29 23:00:11.432333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9580f-e533-4089-8ee5-fc4f8c1a000e req-21974d15-f310-4816-99e1-e1592d97b88c tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:11.434339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66a9580f-e533-4089-8ee5-fc4f8c1a000e req-21974d15-f310-4816-99e1-e1592d97b88c tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.2967296 Sep 29 23:00:11.459113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Pushing event updated for resources: {'Port': ['ID=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:11.532187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Attempting to bind port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:11.532691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Attempting to bind port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:11.533128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Attempting to bind port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:11.554540 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-cbba2e97-0b10-40c8-a5b1-6967d02d5301 req-9c32a014-2039-4dbc-8343-89ba9ac36a71 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] show failed (client error): The resource could not be found. Sep 29 23:00:11.555931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbba2e97-0b10-40c8-a5b1-6967d02d5301 req-9c32a014-2039-4dbc-8343-89ba9ac36a71 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/18208f3b-666a-4884-89af-81ca1f2fa4df HTTP/1.1" status: 404 len: 352 time: 0.0624723 Sep 29 23:00:11.556583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:00:11.557163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Attempting to bind port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:11.579110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 22, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:11.582206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:11.582639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:11.583251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Bound port: 76e7daf6-53c1-4e31-bff8-1f51d324d3d8, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:11.583821 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:11.673157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66a9580f-e533-4089-8ee5-fc4f8c1a000e req-11cb6358-dc07-431d-9f09-049af7d31b0d tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111185 Sep 29 23:00:11.787919 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e310a66-ba05-4582-810c-5a0c24445bc3 req-22a5ad48-8625-49a5-a376-c6f735b1d6f3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/5c06107d-85cd-43a3-ad1b-32dd6abba107 HTTP/1.1" status: 200 len: 1799 time: 0.1826813 Sep 29 23:00:11.795606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] For port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:11.808723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] For port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:11.818480 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:12.112530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:12.112530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:12.113371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] 10.222.0.42 "PUT /v2.0/ports/76e7daf6-53c1-4e31-bff8-1f51d324d3d8 HTTP/1.1" status: 200 len: 1096 time: 1.8016274 Sep 29 23:00:12.138734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c', 'tag': '76e7daf6-53c1-4e31-bff8-1f51d324d3d8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:12.141838 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9871be6e-d987-4945-9c63-eafde2baf546" -d '{"events": [{"name": "network-changed", "server_uuid": "82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c", "tag": "76e7daf6-53c1-4e31-bff8-1f51d324d3d8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:12.190880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bc56c-84b6-4537-93cf-56b903e2b584 req-4c10191b-0848-4f19-9d86-789bd23442ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:12.192470 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c00bc56c-84b6-4537-93cf-56b903e2b584 req-4c10191b-0848-4f19-9d86-789bd23442ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.3629456 Sep 29 23:00:12.330915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9e310a66-ba05-4582-810c-5a0c24445bc3 req-368c0642-94fb-4925-8f74-1232a835edf4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:12.364602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58960) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:12.375150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9e310a66-ba05-4582-810c-5a0c24445bc3 req-368c0642-94fb-4925-8f74-1232a835edf4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:12.417052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9e03b-ad5e-4ddc-8196-1d96e32b90ea service neutron] Pushing event updated for resources: {'Port': ['ID=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:12.426292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c00bc56c-84b6-4537-93cf-56b903e2b584 req-ec3eafbe-2ade-4396-ae6a-b78c003ad660 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860321 Sep 29 23:00:12.430591 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9e310a66-ba05-4582-810c-5a0c24445bc3 req-368c0642-94fb-4925-8f74-1232a835edf4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:12.433500 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9e310a66-ba05-4582-810c-5a0c24445bc3 req-368c0642-94fb-4925-8f74-1232a835edf4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:12.434904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e310a66-ba05-4582-810c-5a0c24445bc3 req-368c0642-94fb-4925-8f74-1232a835edf4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/5c06107d-85cd-43a3-ad1b-32dd6abba107 HTTP/1.1" status: 204 len: 173 time: 0.6360931 Sep 29 23:00:12.444181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fd696-3203-444e-9696-976b2e9442db req-1528ac15-78e4-4074-88cc-db3cc7494e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:12.445709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-1528ac15-78e4-4074-88cc-db3cc7494e94 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 1099 time: 0.2451665 Sep 29 23:00:12.453670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c0642-94fb-4925-8f74-1232a835edf4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c06107d-85cd-43a3-ad1b-32dd6abba107,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:12.565904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-4245bd72-8830-40c5-86e3-8a7675bac1fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=76e7daf6-53c1-4e31-bff8-1f51d324d3d8 HTTP/1.1" status: 200 len: 217 time: 0.1031516 Sep 29 23:00:12.573538 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0714aed-e27c-4d2d-a9d8-508eeab097d7 x-openstack-request-id: req-b0714aed-e27c-4d2d-a9d8-508eeab097d7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:12.573840 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c", "tag": "76e7daf6-53c1-4e31-bff8-1f51d324d3d8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:12.574130 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b0714aed-e27c-4d2d-a9d8-508eeab097d7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:12.574552 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c', 'tag': '76e7daf6-53c1-4e31-bff8-1f51d324d3d8', 'status': 'completed', 'code': 200} Sep 29 23:00:12.710824 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-3996ccef-e4a0-4523-8b51-ee64783f3f77 req-8dd86311-96f4-4625-b13f-4814406205f5 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] show failed (client error): The resource could not be found. Sep 29 23:00:12.736794 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3996ccef-e4a0-4523-8b51-ee64783f3f77 req-8dd86311-96f4-4625-b13f-4814406205f5 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/5c06107d-85cd-43a3-ad1b-32dd6abba107 HTTP/1.1" status: 404 len: 352 time: 0.1004775 Sep 29 23:00:12.739881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fd696-3203-444e-9696-976b2e9442db req-c8b34473-35fc-433d-b993-a14a3baa36df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:12.742594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-c8b34473-35fc-433d-b993-a14a3baa36df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1672463 Sep 29 23:00:12.777764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c6efe7-0b54-41ce-b72f-5b4563c87206 req-efa664ca-f97f-4060-897f-724a65300011 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:12.780781 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-87c6efe7-0b54-41ce-b72f-5b4563c87206 req-efa664ca-f97f-4060-897f-724a65300011 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 948 time: 0.1340914 Sep 29 23:00:12.838436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-network', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:12.854107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00fd696-3203-444e-9696-976b2e9442db req-88950750-228f-4f6a-9ac9-41b1318eaccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:12.855772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-88950750-228f-4f6a-9ac9-41b1318eaccb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0988700 Sep 29 23:00:12.883289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-87c6efe7-0b54-41ce-b72f-5b4563c87206 req-a1553232-2afc-40a6-8e88-f2860a1c4764 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659087 Sep 29 23:00:12.890310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Made reservation on behalf of 7f6c99f38ef9470fa52361c15494a72c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:12.907865 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:12.953732 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.096045 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.104335 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.111625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53ce72-9be6-4daf-9499-e5c238b66ece req-ba3093b0-051b-4f8e-81c1-3f873e51de80 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:13.119473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f53ce72-9be6-4daf-9499-e5c238b66ece req-ba3093b0-051b-4f8e-81c1-3f873e51de80 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.1820033 Sep 29 23:00:13.127920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:00:13.141837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-6c1f8a58-1dc8-42b9-b6eb-2cab6a56a717 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750859 Sep 29 23:00:13.143285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.143630 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Added segment 84895cac-5125-4676-af32-63530bfe301a of type vlan for network 11415384-015c-4d5d-ba48-b0e1d65ca6ad Sep 29 23:00:13.151258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca829bcb-0654-4182-90a3-b74fea2fedf9 req-4da96c50-2580-43fe-9c4c-0a77db6229ec tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/5ed1369d-b669-48cc-8cd0-59444c6fa3a8 HTTP/1.1" status: 200 len: 1799 time: 0.1479988 Sep 29 23:00:13.206131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.263612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:13.266978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.268110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:13.268684 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.279815 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f53ce72-9be6-4daf-9499-e5c238b66ece req-480eac67-0363-4cb4-8a7d-f8edc81bc68f tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521928 Sep 29 23:00:13.367702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] Pushing event updated for resources: {'Network': ['ID=11415384-015c-4d5d-ba48-b0e1d65ca6ad,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:13.380201 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 11415384-015c-4d5d-ba48-b0e1d65ca6ad details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:00:13.410413 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-97a16b01-3e31-4248-915b-188f68512f29 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0410202 Sep 29 23:00:13.410413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58994) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:13.415795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Request body: {'subnet': {'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-subnet', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:13.483749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Made reservation on behalf of 7f6c99f38ef9470fa52361c15494a72c for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:13.486169 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.525729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca829bcb-0654-4182-90a3-b74fea2fedf9 req-2f4fefbc-e906-4fb9-ad03-5ce2b62ae1ca tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.601244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d00fd696-3203-444e-9696-976b2e9442db req-e8dcf838-bf42-466c-8663-d0a720574b4a service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453955 Sep 29 23:00:13.684183 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca829bcb-0654-4182-90a3-b74fea2fedf9 req-2f4fefbc-e906-4fb9-ad03-5ce2b62ae1ca tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.690132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59000) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:13.722834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e090c7d-849b-42f0-a31b-ad5bce8cd6d1 req-ad5f20b7-8e37-47bb-8604-4bb24df15156 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:13.731346 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e090c7d-849b-42f0-a31b-ad5bce8cd6d1 req-ad5f20b7-8e37-47bb-8604-4bb24df15156 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.2695727 Sep 29 23:00:13.760521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.832816 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e090c7d-849b-42f0-a31b-ad5bce8cd6d1 req-f40d64ac-c5b9-4ee4-b0a3-c5a87d8b1e24 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000915 Sep 29 23:00:13.854616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Checking segment: {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:13.854924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca829bcb-0654-4182-90a3-b74fea2fedf9 req-2f4fefbc-e906-4fb9-ad03-5ce2b62ae1ca tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.855731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Network hostable DHCP agents. Network: 11415384-015c-4d5d-ba48-b0e1d65ca6ad, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:00:13.871282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca829bcb-0654-4182-90a3-b74fea2fedf9 req-2f4fefbc-e906-4fb9-ad03-5ce2b62ae1ca tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.880282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8cc7f0-896c-4150-982e-c0aeb74a04de,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:13.880512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca829bcb-0654-4182-90a3-b74fea2fedf9 req-2f4fefbc-e906-4fb9-ad03-5ce2b62ae1ca tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/5ed1369d-b669-48cc-8cd0-59444c6fa3a8 HTTP/1.1" status: 204 len: 173 time: 0.7278254 Sep 29 23:00:13.904465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Network 11415384-015c-4d5d-ba48-b0e1d65ca6ad is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:00:13.911659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871be6e-d987-4945-9c63-eafde2baf546 req-3cae722c-4125-4c3f-9516-0c95e28f13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:13.913289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9871be6e-d987-4945-9c63-eafde2baf546 req-3cae722c-4125-4c3f-9516-0c95e28f13ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 1099 time: 0.1735187 Sep 29 23:00:13.914707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4fefbc-e906-4fb9-ad03-5ce2b62ae1ca tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed1369d-b669-48cc-8cd0-59444c6fa3a8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:13.939978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 11415384-015c-4d5d-ba48-b0e1d65ca6ad) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:13.946859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:13.949209 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:13.954908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63c1137-942a-4d1b-ac2b-d4dee0a39c28 None None] Network 11415384-015c-4d5d-ba48-b0e1d65ca6ad requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:13.986490 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b7147faf-864b-42b1-a508-18a84e54dd43 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5749106 Sep 29 23:00:13.989447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59016) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:13.994866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:14.022761 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-929d49a9-e1a4-48bd-b0f2-213a947fefa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.065235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.066948 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.147478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.223331 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-8b489154-d97d-4ec5-8b99-776cfbeaed01 req-d4b9f693-fc47-4338-8fe8-ce0907f3785f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] show failed (client error): The resource could not be found. Sep 29 23:00:14.224700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b489154-d97d-4ec5-8b99-776cfbeaed01 req-d4b9f693-fc47-4338-8fe8-ce0907f3785f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/5ed1369d-b669-48cc-8cd0-59444c6fa3a8 HTTP/1.1" status: 404 len: 352 time: 0.0767653 Sep 29 23:00:14.261390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871be6e-d987-4945-9c63-eafde2baf546 req-58c101e9-3408-4b10-875e-7d861df251a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:14.262985 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9871be6e-d987-4945-9c63-eafde2baf546 req-58c101e9-3408-4b10-875e-7d861df251a5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.3323343 Sep 29 23:00:14.332730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9871be6e-d987-4945-9c63-eafde2baf546 req-1fa1b5cf-c15b-4e72-8fd5-d4c94889ea23 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=76e7daf6-53c1-4e31-bff8-1f51d324d3d8 HTTP/1.1" status: 200 len: 217 time: 0.0607016 Sep 29 23:00:14.342920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521be07d-755f-477e-a130-3227d72d398c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:00:14.343437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed82e3-271e-4afa-911a-d819cc6e9727 req-83fac7e0-da87-452e-a873-6465886d275b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:14.344264 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521be07d-755f-477e-a130-3227d72d398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.345372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96ed82e3-271e-4afa-911a-d819cc6e9727 req-83fac7e0-da87-452e-a873-6465886d275b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.2023025 Sep 29 23:00:14.488368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-929d49a9-e1a4-48bd-b0f2-213a947fefa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.490718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871be6e-d987-4945-9c63-eafde2baf546 req-d62d2398-293e-40a6-90f6-14c3315f4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:14.492544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9871be6e-d987-4945-9c63-eafde2baf546 req-d62d2398-293e-40a6-90f6-14c3315f4449 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1459699 Sep 29 23:00:14.543708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-521be07d-755f-477e-a130-3227d72d398c None None] Allocated IP 172.20.0.2 (11415384-015c-4d5d-ba48-b0e1d65ca6ad/0a8cc7f0-896c-4150-982e-c0aeb74a04de/4311d2c7-2fde-4905-9887-04d0eb20aa3b) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:14.573925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96ed82e3-271e-4afa-911a-d819cc6e9727 req-118ff9ea-37ac-40f6-af03-346d72d5bdd1 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739770 Sep 29 23:00:14.574546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-929d49a9-e1a4-48bd-b0f2-213a947fefa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.639264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-929d49a9-e1a4-48bd-b0f2-213a947fefa6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afb77f68955d416bb8bae466bad07d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9402263 Sep 29 23:00:14.644086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59024) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:14.644932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d49a9-e1a4-48bd-b0f2-213a947fefa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e356e1fb-404f-4644-a755-a2f3e046f675,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:14.696333 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.707391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871be6e-d987-4945-9c63-eafde2baf546 req-891b211f-8f81-42b1-8341-6ec1e45ee7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:14.708937 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9871be6e-d987-4945-9c63-eafde2baf546 req-891b211f-8f81-42b1-8341-6ec1e45ee7cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1698563 Sep 29 23:00:14.744706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af11383-fcb2-499b-b8f0-c31d2087a89c req-d1167ec0-eff6-4381-bbb6-4a2716c28115 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:14.753763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3af11383-fcb2-499b-b8f0-c31d2087a89c req-d1167ec0-eff6-4381-bbb6-4a2716c28115 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 948 time: 0.3587112 Sep 29 23:00:14.755612 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2edf4d86-2c4c-4156-be38-6b31db5b872b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.778643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2edf4d86-2c4c-4156-be38-6b31db5b872b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.813160 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521be07d-755f-477e-a130-3227d72d398c None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.824241 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521be07d-755f-477e-a130-3227d72d398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.865524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521be07d-755f-477e-a130-3227d72d398c None None] Network 11415384-015c-4d5d-ba48-b0e1d65ca6ad is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:14.868881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-521be07d-755f-477e-a130-3227d72d398c None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:14.873215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521be07d-755f-477e-a130-3227d72d398c None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:14.884991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521be07d-755f-477e-a130-3227d72d398c None None] Pushing event updated for resources: {'Port': ['ID=4311d2c7-2fde-4905-9887-04d0eb20aa3b,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:14.919064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc207156-44fd-49fc-90a6-dd1982a69def req-cf497ba6-ab84-4132-8fa8-68ab343c42ef tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b HTTP/1.1" status: 200 len: 6146 time: 0.2377782 Sep 29 23:00:14.954012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-521be07d-755f-477e-a130-3227d72d398c None None] Attempting to bind port 4311d2c7-2fde-4905-9887-04d0eb20aa3b on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:14.954705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-521be07d-755f-477e-a130-3227d72d398c None None] Attempting to bind port 4311d2c7-2fde-4905-9887-04d0eb20aa3b by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:14.955268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521be07d-755f-477e-a130-3227d72d398c None None] Attempting to bind port 4311d2c7-2fde-4905-9887-04d0eb20aa3b on network 11415384-015c-4d5d-ba48-b0e1d65ca6ad {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:14.961931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521be07d-755f-477e-a130-3227d72d398c None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:14.962551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521be07d-755f-477e-a130-3227d72d398c None None] Checking segment: {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:14.963905 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521be07d-755f-477e-a130-3227d72d398c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.964495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521be07d-755f-477e-a130-3227d72d398c None None] Bound using segment: {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:14.965322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-521be07d-755f-477e-a130-3227d72d398c None None] Bound port: 4311d2c7-2fde-4905-9887-04d0eb20aa3b, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:14.966940 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521be07d-755f-477e-a130-3227d72d398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:14.975300 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3af11383-fcb2-499b-b8f0-c31d2087a89c req-4f498761-b2e5-4083-b92d-faa45a5ed493 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205849 Sep 29 23:00:15.006605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.057824 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.058085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc207156-44fd-49fc-90a6-dd1982a69def req-da0907df-b195-4eb9-b0a8-b0a77083788d tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/37dcddca-4082-45cf-8fe2-a374160ffb95 HTTP/1.1" status: 200 len: 2981 time: 0.1384542 Sep 29 23:00:15.096476 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2edf4d86-2c4c-4156-be38-6b31db5b872b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.099450 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2edf4d86-2c4c-4156-be38-6b31db5b872b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.111959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2edf4d86-2c4c-4156-be38-6b31db5b872b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e356e1fb-404f-4644-a755-a2f3e046f675 HTTP/1.1" status: 204 len: 168 time: 0.4533951 Sep 29 23:00:15.120990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9871be6e-d987-4945-9c63-eafde2baf546 req-655fcb54-a1d2-4b51-bb1d-0aef1b504157 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850596 Sep 29 23:00:15.129289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-521be07d-755f-477e-a130-3227d72d398c None None] For port 4311d2c7-2fde-4905-9887-04d0eb20aa3b, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:15.133643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-521be07d-755f-477e-a130-3227d72d398c None None] For port 4311d2c7-2fde-4905-9887-04d0eb20aa3b, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4311d2c7-2fde-4905-9887-04d0eb20aa3b,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:15.142455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521be07d-755f-477e-a130-3227d72d398c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.157451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf4d86-2c4c-4156-be38-6b31db5b872b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e356e1fb-404f-4644-a755-a2f3e046f675,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:15.268862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521be07d-755f-477e-a130-3227d72d398c None None] Pushing event updated for resources: {'Port': ['ID=4311d2c7-2fde-4905-9887-04d0eb20aa3b,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:15.278935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9871be6e-d987-4945-9c63-eafde2baf546 req-c0837ba5-17b4-46e8-b1d2-395b3a4ee897 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309710 Sep 29 23:00:15.338745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc207156-44fd-49fc-90a6-dd1982a69def req-98fe9943-366a-4bc9-8fb1-85d4dca8178d tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/37dcddca-4082-45cf-8fe2-a374160ffb95 HTTP/1.1" status: 200 len: 2981 time: 0.2742405 Sep 29 23:00:15.340491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Allocated IP 172.25.4.120 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/66c03872-09bb-4587-95b4-cf53aa1dc608) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:15.404942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e53ebc8-535b-4223-a92a-b356aea1cd32 req-febb469c-f2c7-4cb3-b517-e557cd06033c tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:15.406503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e53ebc8-535b-4223-a92a-b356aea1cd32 req-febb469c-f2c7-4cb3-b517-e557cd06033c tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.1264548 Sep 29 23:00:15.514936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e53ebc8-535b-4223-a92a-b356aea1cd32 req-6c4ad1ae-03af-41ec-9be4-cf4606533a7f tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992150 Sep 29 23:00:15.546602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-4884c49b-9e88-44e3-a194-e3a0c7eb0257 req-6686ea1d-bae6-434e-8147-dbf35e3d2d77 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1223294538', 'description': 'tempest-description-898390195'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:15.604664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4884c49b-9e88-44e3-a194-e3a0c7eb0257 req-6686ea1d-bae6-434e-8147-dbf35e3d2d77 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.616331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.730222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.737315 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59046) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:15.797040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-428b0baf-4dbc-4548-9236-b385b14a458e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.805861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:15.830701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:15.830701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Pushing event updated for resources: {'Port': ['ID=66c03872-09bb-4587-95b4-cf53aa1dc608,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:15.844829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:15.849171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4884c49b-9e88-44e3-a194-e3a0c7eb0257 req-6686ea1d-bae6-434e-8147-dbf35e3d2d77 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.861137 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4884c49b-9e88-44e3-a194-e3a0c7eb0257 req-6686ea1d-bae6-434e-8147-dbf35e3d2d77 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:15.882803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883b800-a979-4b8c-a811-d6d40a02f93d req-1e883b3c-8da8-4c41-a21a-c781ebf0e718 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:15.890721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e883b800-a979-4b8c-a811-d6d40a02f93d req-1e883b3c-8da8-4c41-a21a-c781ebf0e718 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.1801412 Sep 29 23:00:15.955929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6686ea1d-bae6-434e-8147-dbf35e3d2d77 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c45e301b-43e3-4a01-9707-f90e997e0a75,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:15.989618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e883b800-a979-4b8c-a811-d6d40a02f93d req-e6a35820-7ade-4a8f-848b-1d85894b9442 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959551 Sep 29 23:00:16.152081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-428b0baf-4dbc-4548-9236-b385b14a458e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.159190 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-428b0baf-4dbc-4548-9236-b385b14a458e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.167628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3b432-bb79-4be1-8eeb-5a55815d0bf5 req-896007e1-6909-462c-977c-5d21628397c9 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:16.170545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9e3b432-bb79-4be1-8eeb-5a55815d0bf5 req-896007e1-6909-462c-977c-5d21628397c9 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 948 time: 0.0678248 Sep 29 23:00:16.177940 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4884c49b-9e88-44e3-a194-e3a0c7eb0257 req-6686ea1d-bae6-434e-8147-dbf35e3d2d77 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.185626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4884c49b-9e88-44e3-a194-e3a0c7eb0257 req-6686ea1d-bae6-434e-8147-dbf35e3d2d77 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6437025 Sep 29 23:00:16.214385 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.235483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9e3b432-bb79-4be1-8eeb-5a55815d0bf5 req-bb42d566-780a-4621-9e0f-cd770daf8eb8 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484030 Sep 29 23:00:16.315519 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-428b0baf-4dbc-4548-9236-b385b14a458e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6ce07251eedd43bea0bbee8a41b9a383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5755424 Sep 29 23:00:16.316599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59062) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:16.327803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b0baf-4dbc-4548-9236-b385b14a458e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfaeb1c-ce1b-4517-82d0-3b8cca998de4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:16.365211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-5152a151-5bd7-40b1-a806-6e70c47d5c0d req-8926d8f2-4001-4c16-9f0a-1c05ce64fee9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-447940184', 'description': 'tempest-description-1480101555'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:16.414389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4311d2c7-2fde-4905-9887-04d0eb20aa3b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:16.437733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5152a151-5bd7-40b1-a806-6e70c47d5c0d req-8926d8f2-4001-4c16-9f0a-1c05ce64fee9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.503289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4311d2c7-2fde-4905-9887-04d0eb20aa3b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:16.503673 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.553764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60e055a2-88ba-448e-ba7c-a0719ef44dd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.593596 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60e055a2-88ba-448e-ba7c-a0719ef44dd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.696925 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.707058 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60e055a2-88ba-448e-ba7c-a0719ef44dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.710079 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60e055a2-88ba-448e-ba7c-a0719ef44dd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.713751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-60e055a2-88ba-448e-ba7c-a0719ef44dd7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0dfaeb1c-ce1b-4517-82d0-3b8cca998de4 HTTP/1.1" status: 204 len: 168 time: 0.3938513 Sep 29 23:00:16.756782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e055a2-88ba-448e-ba7c-a0719ef44dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfaeb1c-ce1b-4517-82d0-3b8cca998de4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:16.835820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.836487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 4311d2c7-2fde-4905-9887-04d0eb20aa3b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4311d2c7-2fde-4905-9887-04d0eb20aa3b,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:16.859208 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5152a151-5bd7-40b1-a806-6e70c47d5c0d req-8926d8f2-4001-4c16-9f0a-1c05ce64fee9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.861000 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.874709 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5152a151-5bd7-40b1-a806-6e70c47d5c0d req-8926d8f2-4001-4c16-9f0a-1c05ce64fee9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.942720 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5152a151-5bd7-40b1-a806-6e70c47d5c0d req-8926d8f2-4001-4c16-9f0a-1c05ce64fee9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:16.993588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=4311d2c7-2fde-4905-9887-04d0eb20aa3b,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:16.999316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5152a151-5bd7-40b1-a806-6e70c47d5c0d req-8926d8f2-4001-4c16-9f0a-1c05ce64fee9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6967900 Sep 29 23:00:17.100823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674bcc2-ea3e-4b08-bc34-dcb078dda3ef None None] Network 11415384-015c-4d5d-ba48-b0e1d65ca6ad requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:17.177232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926d8f2-4001-4c16-9f0a-1c05ce64fee9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccba647e-5333-4542-864b-e6fb52b0274a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:17.182157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Router e4fee08f-0726-46dd-acc5-997c2b95c129 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:00:17.312809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-379c22bb-a601-4ddb-8a1d-526db9fb287c None None] Provisioning complete for port 4311d2c7-2fde-4905-9887-04d0eb20aa3b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:17.313251 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-379c22bb-a601-4ddb-8a1d-526db9fb287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:17.468057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:00:17.483125 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Sync routers for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:00:17.499325 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:17.500591 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:17.509640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d46dd-f2c7-4013-9637-38459f93ed20 req-241ba814-fce5-4514-b0f5-d44daf7b94da tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:17.521848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:17.523634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a58d46dd-f2c7-4013-9637-38459f93ed20 req-241ba814-fce5-4514-b0f5-d44daf7b94da tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 948 time: 0.1159201 Sep 29 23:00:17.526870 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a4ec783f-73bb-4ba9-9710-ea6086019205 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 3.5360968 Sep 29 23:00:17.527635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59106) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:17.720232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a58d46dd-f2c7-4013-9637-38459f93ed20 req-d7660ee8-5ece-4b3a-befc-34e5db0fb670 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899831 Sep 29 23:00:17.846372 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:17.921302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59132) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:17.952265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-63614357-40a7-42cf-924d-231cb0121754 None None] Provisioning complete for port 4311d2c7-2fde-4905-9887-04d0eb20aa3b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:17.953768 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-63614357-40a7-42cf-924d-231cb0121754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.053570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677837dc-06f3-42df-b0d7-ab77f5bd9b93 req-3fd56f45-e559-4b7c-9b90-77ac53ec5ed7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:18.063020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-677837dc-06f3-42df-b0d7-ab77f5bd9b93 req-3fd56f45-e559-4b7c-9b90-77ac53ec5ed7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.2503457 Sep 29 23:00:18.123334 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c767a8df-9c7b-4225-83cb-d4deb689be89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.138867 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:16Z', 'revision_number': 3, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:18.159779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-9caf0f77-72df-4aec-90b3-7e64f04ca1b4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:18.161461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-9caf0f77-72df-4aec-90b3-7e64f04ca1b4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 813 time: 0.3479824 Sep 29 23:00:18.180384 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Checking router: e4fee08f-0726-46dd-acc5-997c2b95c129 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:00:18.181080 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Updating router e4fee08f-0726-46dd-acc5-997c2b95c129 port 66c03872-09bb-4587-95b4-cf53aa1dc608 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:00:18.182057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-677837dc-06f3-42df-b0d7-ab77f5bd9b93 req-ed9efaae-f035-4540-b1b9-7ecc737130c1 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182837 Sep 29 23:00:18.254582 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.361933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4311d2c7-2fde-4905-9887-04d0eb20aa3b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:18.390554 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c767a8df-9c7b-4225-83cb-d4deb689be89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.400006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c767a8df-9c7b-4225-83cb-d4deb689be89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.498800 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c767a8df-9c7b-4225-83cb-d4deb689be89 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df638e9963e546dab2fd387c67cb870a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5758183 Sep 29 23:00:18.499675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59148) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:18.501883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767a8df-9c7b-4225-83cb-d4deb689be89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23be4b20-abab-4668-a53d-dc034790b642,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:18.545608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4311d2c7-2fde-4905-9887-04d0eb20aa3b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:18.547342 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.560839 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36119b70-1cd7-4016-9c30-868ca27e4e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.561857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:00:18.590440 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36119b70-1cd7-4016-9c30-868ca27e4e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.702902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36119b70-1cd7-4016-9c30-868ca27e4e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.706090 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-36119b70-1cd7-4016-9c30-868ca27e4e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.712316 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-36119b70-1cd7-4016-9c30-868ca27e4e9d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23be4b20-abab-4668-a53d-dc034790b642 HTTP/1.1" status: 204 len: 168 time: 0.2110744 Sep 29 23:00:18.761293 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.764462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36119b70-1cd7-4016-9c30-868ca27e4e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23be4b20-abab-4668-a53d-dc034790b642,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:18.768701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-67c681f5-ef0e-442f-9ee9-87734c8784a3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/quotas/3e2cbc92cb364c628e5432eaae2bd32b HTTP/1.1" status: 200 len: 375 time: 0.5834086 Sep 29 23:00:18.777782 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.837979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:18.862530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '76e7daf6-53c1-4e31-bff8-1f51d324d3d8', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '76e7daf6-53c1-4e31-bff8-1f51d324d3d8', 'mac_address': 'fa:16:3e:c5:67:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:00:18.867075 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Pushing event updated for resources: {'Port': ['ID=66c03872-09bb-4587-95b4-cf53aa1dc608,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:18.894835 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.896699 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.897264 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.897791 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.898450 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.900411 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.900955 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.901468 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.901985 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.904242 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.904961 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.905479 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:00:18.940752 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Attempting to bind port 66c03872-09bb-4587-95b4-cf53aa1dc608 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:18.944262 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Attempting to bind port 66c03872-09bb-4587-95b4-cf53aa1dc608 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:18.946030 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Attempting to bind port 66c03872-09bb-4587-95b4-cf53aa1dc608 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:18.958229 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:18.958463 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.961013 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:18.961729 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.962393 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:18.963779 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Bound port: 66c03872-09bb-4587-95b4-cf53aa1dc608, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:18.965202 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:18.991058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:19.008959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-d8ac0027-7e1e-49e3-8c77-37935284a205 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2332115 Sep 29 23:00:19.033429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:19.047373 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:19.065907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eab58d-b07f-4b16-9ab0-bd98b34a47e6 req-bb18d346-1482-47fe-91b3-0708b72e076d tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:19.074213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6eab58d-b07f-4b16-9ab0-bd98b34a47e6 req-bb18d346-1482-47fe-91b3-0708b72e076d tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 948 time: 0.1917887 Sep 29 23:00:19.093047 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] For port 66c03872-09bb-4587-95b4-cf53aa1dc608, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:19.099705 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] For port 66c03872-09bb-4587-95b4-cf53aa1dc608, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=66c03872-09bb-4587-95b4-cf53aa1dc608,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:19.110156 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:19.175577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:19.295694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-3f72cbbd-750f-4d39-b384-9d119183e73e service neutron] 10.222.0.44 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808173 Sep 29 23:00:19.297887 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3483cb-cb64-4575-bce9-e6503e784013 None None] Pushing event updated for resources: {'Port': ['ID=66c03872-09bb-4587-95b4-cf53aa1dc608,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:19.311555 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:19.313082 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:19.346192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6eab58d-b07f-4b16-9ab0-bd98b34a47e6 req-032ab3d9-713b-4196-b583-4be3c2e8e905 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656043 Sep 29 23:00:19.457051 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:19.462720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59168) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:19.480583 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a18a8bb2-7f93-4855-90b6-555d867ff4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:19.740495 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:16Z', 'revision_number': 3, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:19.750860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a18a8bb2-7f93-4855-90b6-555d867ff4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:19.762364 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:19.764592 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a18a8bb2-7f93-4855-90b6-555d867ff4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:19.779649 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a00ab-52d0-4bbe-a806-b2e4fc023e99 None None] The sync data for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 is: [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:16Z', 'revision_number': 3, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:00:19.815394 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a18a8bb2-7f93-4855-90b6-555d867ff4ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=246f6a358fe348888d29babbe786f5ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3492992 Sep 29 23:00:19.815704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd58ef-d9a1-46f5-aba1-58e04f6a18b5 req-7338a806-35fe-40e3-b749-cf1ace7bb3fb tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:19.816211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59178) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:19.824018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfbd58ef-d9a1-46f5-aba1-58e04f6a18b5 req-7338a806-35fe-40e3-b749-cf1ace7bb3fb tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.3294778 Sep 29 23:00:19.849124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['76e7daf6-53c1-4e31-bff8-1f51d324d3d8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:19.877578 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:19.897984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a8bb2-7f93-4855-90b6-555d867ff4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca3a409-ad25-431c-be19-f1034228f9c2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:19.916137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-d04067b4-dab2-4c3b-9b9b-218174f86b56 service neutron] 10.222.0.44 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867040 Sep 29 23:00:19.925775 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6042b9c3-05f2-4227-8735-ad66545bcaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:19.943196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfbd58ef-d9a1-46f5-aba1-58e04f6a18b5 req-2dfd755f-69f5-49d3-bc54-8ca9bec13e7e tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182542 Sep 29 23:00:19.958226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6042b9c3-05f2-4227-8735-ad66545bcaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:20.025695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6042b9c3-05f2-4227-8735-ad66545bcaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:20.028638 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6042b9c3-05f2-4227-8735-ad66545bcaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:20.032765 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6042b9c3-05f2-4227-8735-ad66545bcaad admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ca3a409-ad25-431c-be19-f1034228f9c2 HTTP/1.1" status: 204 len: 168 time: 0.2132609 Sep 29 23:00:20.078223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042b9c3-05f2-4227-8735-ad66545bcaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca3a409-ad25-431c-be19-f1034228f9c2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:20.359191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Allocated IP 172.20.0.1 (11415384-015c-4d5d-ba48-b0e1d65ca6ad/0a8cc7f0-896c-4150-982e-c0aeb74a04de/5d165aab-d958-4587-9fbd-86845ecce1d4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:20.460220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17195acf-cd54-49cd-97ad-5517c9572cf5 req-0ba8f009-0e34-440e-919e-3068fd16e225 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 210 time: 0.0694046 Sep 29 23:00:20.683614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d877e4-c98a-4b32-94d2-ae6a8a8cc610 req-77443dcb-d9dc-4a86-b2e1-78dae70ccef4 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:20.693500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6d877e4-c98a-4b32-94d2-ae6a8a8cc610 req-77443dcb-d9dc-4a86-b2e1-78dae70ccef4 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 949 time: 0.2373643 Sep 29 23:00:20.768395 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:20.849906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6d877e4-c98a-4b32-94d2-ae6a8a8cc610 req-bceb8e80-af61-4e5f-be13-58704c486a8b tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559556 Sep 29 23:00:20.915662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:21.015481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d165aab-d958-4587-9fbd-86845ecce1d4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:21.051049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Network 11415384-015c-4d5d-ba48-b0e1d65ca6ad is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:21.052680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:21.058629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:21.063049 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:21.304304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52462e9-cae3-44f1-8b40-1b27f72dff0b req-470d8d4d-5af4-4550-bdd0-f96489d534bc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:21.306267 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c52462e9-cae3-44f1-8b40-1b27f72dff0b req-470d8d4d-5af4-4550-bdd0-f96489d534bc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.1737766 Sep 29 23:00:21.399127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c52462e9-cae3-44f1-8b40-1b27f72dff0b req-6caded42-acf5-497e-8a6a-8be477f7a50f tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620029 Sep 29 23:00:21.511202 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:21.531646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1f8a1a4c-e01b-4ea4-892a-53e1555d469b None None] Provisioning complete for port 5d165aab-d958-4587-9fbd-86845ecce1d4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:21.531646 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f8a1a4c-e01b-4ea4-892a-53e1555d469b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:21.599460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1f8a1a4c-e01b-4ea4-892a-53e1555d469b None None] Port 5d165aab-d958-4587-9fbd-86845ecce1d4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:21.625818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-603c2914-3825-4f74-9d77-76130ff773a4 req-977a9fb6-fa5f-41da-a31b-6821212f612e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 210 time: 0.0366926 Sep 29 23:00:21.801295 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:21.808927 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:21.810653 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:21.898724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59242) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:21.930414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d165aab-d958-4587-9fbd-86845ecce1d4,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:22.196855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-ad01492e-e97b-475b-a8af-f8631fa89a8c tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:22.198454 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-ad01492e-e97b-475b-a8af-f8631fa89a8c tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 813 time: 0.3312454 Sep 29 23:00:22.202373 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-436ba46c-aad5-4839-b451-1fa364a4fbd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:22.214837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'port': {'device_id': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47', 'admin_state_up': True, 'tenant_id': '3e2cbc92cb364c628e5432eaae2bd32b'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:22.261306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898e9b7-81d0-42d5-8ad1-5d69722573ef req-6f472af6-4065-4991-8ff5-810460bc40d9 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:22.265166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3898e9b7-81d0-42d5-8ad1-5d69722573ef req-6f472af6-4065-4991-8ff5-810460bc40d9 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 949 time: 0.1738575 Sep 29 23:00:22.330196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Network 11415384-015c-4d5d-ba48-b0e1d65ca6ad is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:22.362620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:22.390112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 66c03872-09bb-4587-95b4-cf53aa1dc608 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:22.411474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3898e9b7-81d0-42d5-8ad1-5d69722573ef req-1ea4c929-9363-4f53-bb4e-bb6f7b3847a3 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287835 Sep 29 23:00:22.509661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 66c03872-09bb-4587-95b4-cf53aa1dc608 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:22.510887 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:22.552881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9ab4a139-84ff-4c9f-8e14-e56125f24af4 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:00:22.556242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:22.728614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8bf8e-e78a-4b0f-b584-ac422d65c498 req-cd88879e-c42b-438d-baf9-79eedaa8ef3f tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:22.730208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9e8bf8e-e78a-4b0f-b584-ac422d65c498 req-cd88879e-c42b-438d-baf9-79eedaa8ef3f tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 945 time: 0.2276375 Sep 29 23:00:22.783635 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-436ba46c-aad5-4839-b451-1fa364a4fbd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:22.790108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Router e4fee08f-0726-46dd-acc5-997c2b95c129 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:00:22.804590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-436ba46c-aad5-4839-b451-1fa364a4fbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:22.824713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Made reservation on behalf of 3e2cbc92cb364c628e5432eaae2bd32b for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:22.829804 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:22.834472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9e8bf8e-e78a-4b0f-b584-ac422d65c498 req-ca01060a-dcd4-4755-bec2-c75d58604e33 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936544 Sep 29 23:00:22.906437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ba46c-aad5-4839-b451-1fa364a4fbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299bd014-a613-4102-b76e-291ade13f8d3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:22.930727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-436ba46c-aad5-4839-b451-1fa364a4fbd5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=029fde8097eb47e7a63612897d092225&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0309758 Sep 29 23:00:22.936273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59266) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:22.945363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:00:22.955711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:22.956240 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.002098 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.014150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f5991269-1596-4d45-b971-d91bb00fbea1 None None] Provisioning complete for port 5d165aab-d958-4587-9fbd-86845ecce1d4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:23.014648 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f5991269-1596-4d45-b971-d91bb00fbea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.024453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:00:23.041001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0d8ffebd-df59-4ef7-b7b2-82ee5559e4b7 admin admin] 10.222.0.44 "PUT /v2.0/routers/e4fee08f-0726-46dd-acc5-997c2b95c129/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5116682 Sep 29 23:00:23.062568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Sync routers for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:00:23.109911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-482740f4-e10c-4e0c-a885-4700a0839827 req-7dd89b8e-9301-4b9e-b164-7bb0365400d4 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 210 time: 0.0448933 Sep 29 23:00:23.123123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 66c03872-09bb-4587-95b4-cf53aa1dc608, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=66c03872-09bb-4587-95b4-cf53aa1dc608,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:23.125312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:23.127802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:23.128543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:23.178253 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.219703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '9ab4a139-84ff-4c9f-8e14-e56125f24af4', 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31', 'port_id': '9ab4a139-84ff-4c9f-8e14-e56125f24af4', 'mac_address': 'fa:16:3e:7f:67:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6281830-dcab-48c7-805a-af6788287cbb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:00:23.225898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f5991269-1596-4d45-b971-d91bb00fbea1 None None] Port 5d165aab-d958-4587-9fbd-86845ecce1d4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:23.245073 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d523a5b6-a549-45c5-a71a-f3e218e83414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.354366 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d523a5b6-a549-45c5-a71a-f3e218e83414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.367388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=66c03872-09bb-4587-95b4-cf53aa1dc608,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:23.446853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Allocated IP 172.20.0.12 (b39c450b-90c5-43d4-a41b-59e1ab4c4d47/2d0b1942-f62b-4a21-9c7c-da17188bba03/5e1077e8-f762-45c6-b559-35924a04dbcb) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:23.486817 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.529264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ab4a139-84ff-4c9f-8e14-e56125f24af4 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:23.576531 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.608504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:23.624925 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.630348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d523a5b6-a549-45c5-a71a-f3e218e83414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.636200 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d523a5b6-a549-45c5-a71a-f3e218e83414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.640560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:23.643129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d523a5b6-a549-45c5-a71a-f3e218e83414 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/299bd014-a613-4102-b76e-291ade13f8d3 HTTP/1.1" status: 204 len: 168 time: 0.7034659 Sep 29 23:00:23.676886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e7daf6-53c1-4e31-bff8-1f51d324d3d8'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:23.679332 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe37abaa-49c6-4ae4-834a-129241d7037b" -d '{"events": [{"server_uuid": "82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c", "name": "network-vif-plugged", "status": "completed", "tag": "76e7daf6-53c1-4e31-bff8-1f51d324d3d8"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:23.720943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:23.770250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523a5b6-a549-45c5-a71a-f3e218e83414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299bd014-a613-4102-b76e-291ade13f8d3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:23.814618 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.888594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['9ab4a139-84ff-4c9f-8e14-e56125f24af4'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:23.899266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.973013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:23.996121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:24.003997 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9ab4a139-84ff-4c9f-8e14-e56125f24af4,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:24.077987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:24.085548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:24.108494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:24.128231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:24.128705 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:24.131454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'Port': ['ID=5e1077e8-f762-45c6-b559-35924a04dbcb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:24.172192 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da2e0129-dfc1-4e9e-8043-3710e934aeba tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9611936 Sep 29 23:00:24.187946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Request body: {'port': {'device_id': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:24.241767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:24.256849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59302) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:24.328927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f7be-1c4e-4d83-ae50-9477527f3752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:24.331060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:24.335152 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 66c03872-09bb-4587-95b4-cf53aa1dc608 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:24.347084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-aa960627-dcaa-4944-8f47-d316a2dbb68b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:24.359247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-aa960627-dcaa-4944-8f47-d316a2dbb68b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 821 time: 0.6751003 Sep 29 23:00:24.381918 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5603f80-8d74-4706-9641-42e4c53ef3c8 req-cadded6d-5171-41b7-a56c-9ea34f21ace7 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:24.392782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5603f80-8d74-4706-9641-42e4c53ef3c8 req-cadded6d-5171-41b7-a56c-9ea34f21ace7 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 950 time: 0.5374889 Sep 29 23:00:24.432936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-1efd2571-bc69-4306-ae41-09b074871f9e tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/quotas/7f6c99f38ef9470fa52361c15494a72c HTTP/1.1" status: 200 len: 375 time: 0.0727131 Sep 29 23:00:24.506329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5603f80-8d74-4706-9641-42e4c53ef3c8 req-b617b2e0-a4ba-4bf7-8741-afe260634366 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122892 Sep 29 23:00:24.516159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 66c03872-09bb-4587-95b4-cf53aa1dc608 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:24.518212 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:24.557691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-971daf5a-6703-47ac-aee5-7a1e2d68f16a tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226006 Sep 29 23:00:24.584772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 2, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:24.626835 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f7be-1c4e-4d83-ae50-9477527f3752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:24.655957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Checking router: e4fee08f-0726-46dd-acc5-997c2b95c129 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:00:24.656325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Updating router e4fee08f-0726-46dd-acc5-997c2b95c129 port 5d165aab-d958-4587-9fbd-86845ecce1d4 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:00:24.671951 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7c6f7be-1c4e-4d83-ae50-9477527f3752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:24.707857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-3e631893-443d-40ef-abe5-0cb4e2674dc2 service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423013 Sep 29 23:00:24.730534 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d7c6f7be-1c4e-4d83-ae50-9477527f3752 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d428fcfb4ed74eaca4b1d212d479dbb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4726617 Sep 29 23:00:24.734237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c6f7be-1c4e-4d83-ae50-9477527f3752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fad76f7f-02d8-499f-8172-1e081ef06d17,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:24.737239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59304) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:24.792702 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267c015e-29f2-4732-b68e-d5401ad24607 x-openstack-request-id: req-267c015e-29f2-4732-b68e-d5401ad24607 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:24.793019 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c", "name": "network-vif-plugged", "status": "completed", "tag": "76e7daf6-53c1-4e31-bff8-1f51d324d3d8", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:24.793277 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-267c015e-29f2-4732-b68e-d5401ad24607 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:24.793732 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e7daf6-53c1-4e31-bff8-1f51d324d3d8', 'code': 200} Sep 29 23:00:24.821399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-97f31f90-73a0-4679-b6c8-2c6dcbdcbace service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058955 Sep 29 23:00:24.863548 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:24.909604 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5109a156-c4de-4b1b-83ab-a5ebb2fa1322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:24.957817 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e1077e8-f762-45c6-b559-35924a04dbcb {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:24.963173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5109a156-c4de-4b1b-83ab-a5ebb2fa1322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:24.973650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.013438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Transition to ACTIVE for port object 5e1077e8-f762-45c6-b559-35924a04dbcb will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:00:25.020749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.076144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f68b22-593e-4146-84ec-4f7d145852f5 req-4885681b-7828-41a7-a84c-53ad5a70c34a tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:25.078074 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5109a156-c4de-4b1b-83ab-a5ebb2fa1322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.080949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5109a156-c4de-4b1b-83ab-a5ebb2fa1322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.082145 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5109a156-c4de-4b1b-83ab-a5ebb2fa1322 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fad76f7f-02d8-499f-8172-1e081ef06d17 HTTP/1.1" status: 204 len: 168 time: 0.3238869 Sep 29 23:00:25.088803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Pushing event updated for resources: {'Port': ['ID=5e1077e8-f762-45c6-b559-35924a04dbcb,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:25.097611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61f68b22-593e-4146-84ec-4f7d145852f5 req-4885681b-7828-41a7-a84c-53ad5a70c34a tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 944 time: 0.2213297 Sep 29 23:00:25.120821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109a156-c4de-4b1b-83ab-a5ebb2fa1322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fad76f7f-02d8-499f-8172-1e081ef06d17,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:25.139490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Attempting to bind port 5e1077e8-f762-45c6-b559-35924a04dbcb on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:25.139858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Attempting to bind port 5e1077e8-f762-45c6-b559-35924a04dbcb by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2b35065b-0c79-457e-8cc8-1670d1d7ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:25.140203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Attempting to bind port 5e1077e8-f762-45c6-b559-35924a04dbcb on network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:25.145044 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Port 5e1077e8-f762-45c6-b559-35924a04dbcb on network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:00:25.145368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Attempting to bind port 5e1077e8-f762-45c6-b559-35924a04dbcb on network b39c450b-90c5-43d4-a41b-59e1ab4c4d47 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:25.147086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7c05c-f84a-40bd-9eb0-1c1d19dbfad2 req-0ca48965-f490-4d3a-b427-fafdd1502cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:25.149500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1d7c05c-f84a-40bd-9eb0-1c1d19dbfad2 req-0ca48965-f490-4d3a-b427-fafdd1502cac service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 1101 time: 0.2104392 Sep 29 23:00:25.157487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:25.157733 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Checking segment: {'id': '2b35065b-0c79-457e-8cc8-1670d1d7ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:25.157958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Bound using segment: {'id': '2b35065b-0c79-457e-8cc8-1670d1d7ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:25.158404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Bound port: 5e1077e8-f762-45c6-b559-35924a04dbcb, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b35065b-0c79-457e-8cc8-1670d1d7ee41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:25.159820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.315571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61f68b22-593e-4146-84ec-4f7d145852f5 req-aa990910-6f97-41b7-a5e4-37ac685741b3 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090011 Sep 29 23:00:25.317057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] For port 5e1077e8-f762-45c6-b559-35924a04dbcb, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:25.321058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] For port 5e1077e8-f762-45c6-b559-35924a04dbcb, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5e1077e8-f762-45c6-b559-35924a04dbcb,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:25.332177 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.362642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1d7c05c-f84a-40bd-9eb0-1c1d19dbfad2 req-b3d1e829-98a2-4402-966f-84122d005e0a service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769624 Sep 29 23:00:25.402684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09485d77-63ad-4bc9-9f08-4bdaa8b681b3 req-e1d50760-8784-46e2-a296-578560919005 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:25.414125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09485d77-63ad-4bc9-9f08-4bdaa8b681b3 req-e1d50760-8784-46e2-a296-578560919005 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 944 time: 0.2801125 Sep 29 23:00:25.481222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:25.481993 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.483408 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] 10.222.0.26 "PUT /v2.0/ports/5e1077e8-f762-45c6-b559-35924a04dbcb HTTP/1.1" status: 200 len: 1092 time: 1.3005929 Sep 29 23:00:25.488121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'tag': '5e1077e8-f762-45c6-b559-35924a04dbcb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:25.490476 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f1c1e0-8c1a-4b1d-870e-092575dcb318" -d '{"events": [{"name": "network-changed", "server_uuid": "d06adf1f-a2d1-4669-84d0-f85be73533c3", "tag": "5e1077e8-f762-45c6-b559-35924a04dbcb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:25.515590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a7f0d7-ab1c-48f5-9a2c-9dbffce0801a service neutron] Pushing event updated for resources: {'Port': ['ID=5e1077e8-f762-45c6-b559-35924a04dbcb,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:25.531419 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.541989 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.604228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09485d77-63ad-4bc9-9f08-4bdaa8b681b3 req-21a94aa1-45c5-42e0-bcde-f02468fc8c94 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796408 Sep 29 23:00:25.713078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da295f43-8817-480f-9c98-0ac221911def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:25.714585 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-da295f43-8817-480f-9c98-0ac221911def service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 1095 time: 0.1320522 Sep 29 23:00:25.753916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99fcc4-f5f3-47b7-abfd-64f4f4e58049 None None] Pushing event updated for resources: {'Port': ['ID=5d165aab-d958-4587-9fbd-86845ecce1d4,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:25.773531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8f484cc-53e0-4791-b6e0-874c4e9238de req-cb928bcd-7764-446f-a54d-55f12cb38d2d tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 210 time: 0.0696890 Sep 29 23:00:25.842246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Attempting to bind port 5d165aab-d958-4587-9fbd-86845ecce1d4 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:25.842733 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Attempting to bind port 5d165aab-d958-4587-9fbd-86845ecce1d4 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:25.843117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Attempting to bind port 5d165aab-d958-4587-9fbd-86845ecce1d4 on network 11415384-015c-4d5d-ba48-b0e1d65ca6ad {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:25.852542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:25.852926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Checking segment: {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:25.853340 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.853746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Bound using segment: {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:25.863764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Bound port: 5d165aab-d958-4587-9fbd-86845ecce1d4, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:25.864231 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:25.948722 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f30b064f-17e8-46d5-8b52-e1c0f0d0e928 x-openstack-request-id: req-f30b064f-17e8-46d5-8b52-e1c0f0d0e928 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:25.956395 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06adf1f-a2d1-4669-84d0-f85be73533c3", "tag": "5e1077e8-f762-45c6-b559-35924a04dbcb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:25.957194 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f30b064f-17e8-46d5-8b52-e1c0f0d0e928 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:25.961179 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'tag': '5e1077e8-f762-45c6-b559-35924a04dbcb', 'status': 'completed', 'code': 200} Sep 29 23:00:25.963253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-70fc65db-1869-4002-b08d-4531733fb13d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1077e8-f762-45c6-b559-35924a04dbcb HTTP/1.1" status: 200 len: 217 time: 0.2296128 Sep 29 23:00:26.007033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] For port 5d165aab-d958-4587-9fbd-86845ecce1d4, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:26.010135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2227b5fc-c15a-4ef2-bf44-2683891d3f1c None None] Provisioning complete for port 5d165aab-d958-4587-9fbd-86845ecce1d4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:26.010846 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2227b5fc-c15a-4ef2-bf44-2683891d3f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:26.085364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-c4eda581-cbb0-46d0-bbad-d516518b4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:26.086867 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-c4eda581-cbb0-46d0-bbad-d516518b4396 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.1162868 Sep 29 23:00:26.117686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2227b5fc-c15a-4ef2-bf44-2683891d3f1c None None] Port 5d165aab-d958-4587-9fbd-86845ecce1d4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:26.129728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] For port 5d165aab-d958-4587-9fbd-86845ecce1d4, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5d165aab-d958-4587-9fbd-86845ecce1d4,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:26.137008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98c7df-5777-49ff-b6db-35cfa5d39392 req-b09cc7c2-093c-4535-a035-b483abc910e2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:26.152508 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e98c7df-5777-49ff-b6db-35cfa5d39392 req-b09cc7c2-093c-4535-a035-b483abc910e2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 950 time: 0.2021658 Sep 29 23:00:26.157226 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:26.197950 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-84d87800-3708-4759-ab50-8448b6483036 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0967314 Sep 29 23:00:26.246121 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e98c7df-5777-49ff-b6db-35cfa5d39392 req-92ec6f6e-b574-4966-8606-86d4ef866211 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909035 Sep 29 23:00:26.451638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:26.452329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:26.475937 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-2228342c-f9b7-4b87-8124-3a5327e17e3d service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679048 Sep 29 23:00:26.538453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f5762-5ff0-4cca-8ce5-441692358ea6 req-561cb4ae-0110-47ec-a2b8-e2f617113386 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:26.558454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-144f5762-5ff0-4cca-8ce5-441692358ea6 req-561cb4ae-0110-47ec-a2b8-e2f617113386 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 944 time: 0.1370268 Sep 29 23:00:26.581734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9ab4a139-84ff-4c9f-8e14-e56125f24af4 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:26.678534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-144f5762-5ff0-4cca-8ce5-441692358ea6 req-d0d924e8-8bf1-4095-9ac3-a2c537b7a813 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149316 Sep 29 23:00:26.707138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d99fcc4-f5f3-47b7-abfd-64f4f4e58049 None None] Pushing event updated for resources: {'Port': ['ID=5d165aab-d958-4587-9fbd-86845ecce1d4,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:26.743990 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f95f804-3325-44d9-8aa2-7ebb4e1a953d req-6dc3bb7c-4cd2-418e-9129-d2ecd12f5ccf service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570589 Sep 29 23:00:26.914794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55f660-0371-4d17-b041-366a9358040f req-c5b069cd-f328-4d6d-a5de-f395e8ade675 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:26.926451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d55f660-0371-4d17-b041-366a9358040f req-c5b069cd-f328-4d6d-a5de-f395e8ade675 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 944 time: 0.1280711 Sep 29 23:00:26.928994 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59372) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:27.093053 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d55f660-0371-4d17-b041-366a9358040f req-b0c86b9b-7af9-467a-a25f-fe88d2fe9211 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649206 Sep 29 23:00:27.168828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 9ab4a139-84ff-4c9f-8e14-e56125f24af4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:27.169614 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:27.228387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-34b78cbc-f168-4e5b-80bd-56a32be1bea0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:27.230112 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-34b78cbc-f168-4e5b-80bd-56a32be1bea0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.26 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 821 time: 0.4783134 Sep 29 23:00:27.250754 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bba963dc-541b-480a-aefd-ce5d545b3a33 req-aac88dee-1f9e-43a5-b24c-bca6b6ab1052 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 210 time: 0.0732415 Sep 29 23:00:27.266667 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9205ee3f-549e-4039-be03-37ab4938dc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:27.300157 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:27.372818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Request body: {'port': {'device_id': '17de2654-3284-44bd-b6cf-e38970ed1525', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'admin_state_up': True, 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:27.406036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1bba0a02-8b2f-4a5b-ab49-9b5f3b5a4173 None None] Provisioning complete for port 5d165aab-d958-4587-9fbd-86845ecce1d4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:27.406905 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1bba0a02-8b2f-4a5b-ab49-9b5f3b5a4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:27.529627 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9205ee3f-549e-4039-be03-37ab4938dc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:27.596653 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9205ee3f-549e-4039-be03-37ab4938dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:27.619420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:27.709370 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab4a139-84ff-4c9f-8e14-e56125f24af4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:27.711618 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cce3ce-2b05-4846-bb56-ebafdc428a17" -d '{"events": [{"server_uuid": "d6f30010-955b-4bd8-95a7-06ef351f0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "9ab4a139-84ff-4c9f-8e14-e56125f24af4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:27.729999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:27.741661 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:27.742983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1c1e0-8c1a-4b1d-870e-092575dcb318 req-4394641d-b6eb-433c-b646-69114127b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:27.745087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-00f1c1e0-8c1a-4b1d-870e-092575dcb318 req-4394641d-b6eb-433c-b646-69114127b279 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 1095 time: 0.5140431 Sep 29 23:00:27.787880 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1bba0a02-8b2f-4a5b-ab49-9b5f3b5a4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:27.850044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9205ee3f-549e-4039-be03-37ab4938dc2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=df719a71bcd9434b8d60d6b822a0e588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9186332 Sep 29 23:00:27.853658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:27.855382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205ee3f-549e-4039-be03-37ab4938dc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa01750-ec25-4459-8f97-751077724535,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:27.864398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9ab4a139-84ff-4c9f-8e14-e56125f24af4,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:27.907794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1bba0a02-8b2f-4a5b-ab49-9b5f3b5a4173 None None] For port 5d165aab-d958-4587-9fbd-86845ecce1d4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5d165aab-d958-4587-9fbd-86845ecce1d4,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:27.911350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:25Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:27.912776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be4d76-565b-42ea-a745-35479444e383 req-603e33ff-dd41-410d-8aba-3e88ec651304 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:27.931984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60be4d76-565b-42ea-a745-35479444e383 req-603e33ff-dd41-410d-8aba-3e88ec651304 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 944 time: 0.4006875 Sep 29 23:00:27.947158 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1bba0a02-8b2f-4a5b-ab49-9b5f3b5a4173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:27.951856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1c1e0-8c1a-4b1d-870e-092575dcb318 req-3d78c5b1-5f43-4a89-905f-e02aa81299ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:27.952170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0081755f-e7bd-49d0-97bd-27524784fd57 None None] The sync data for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 is: [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:25Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:00:27.954500 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-00f1c1e0-8c1a-4b1d-870e-092575dcb318 req-3d78c5b1-5f43-4a89-905f-e02aa81299ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 914 time: 0.2016103 Sep 29 23:00:27.970478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcab5b9-92b4-4ffd-9a88-3b379fb93c8f req-5a781965-4011-4190-a83c-31eab428663f tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:27.988836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdcab5b9-92b4-4ffd-9a88-3b379fb93c8f req-5a781965-4011-4190-a83c-31eab428663f tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 950 time: 0.4565279 Sep 29 23:00:28.068478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba0a02-8b2f-4a5b-ab49-9b5f3b5a4173 None None] Pushing event updated for resources: {'Port': ['ID=5d165aab-d958-4587-9fbd-86845ecce1d4,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:28.128568 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b425318-e72a-451e-aa79-a8e5eee7df10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:28.143266 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-00f1c1e0-8c1a-4b1d-870e-092575dcb318 req-ef514e73-77a9-4170-8c39-62798631e84a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1077e8-f762-45c6-b559-35924a04dbcb HTTP/1.1" status: 200 len: 217 time: 0.0893753 Sep 29 23:00:28.147317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Made reservation on behalf of 7f6c99f38ef9470fa52361c15494a72c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:28.151546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60be4d76-565b-42ea-a745-35479444e383 req-09ff0fe9-c5f6-4510-8569-d4570c0797b9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127948 Sep 29 23:00:28.154535 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:28.185913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdcab5b9-92b4-4ffd-9a88-3b379fb93c8f req-edcf38e7-622f-4b9a-ae3c-34866f3d045a tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928308 Sep 29 23:00:28.227572 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b425318-e72a-451e-aa79-a8e5eee7df10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:28.303713 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49724b85-bd7d-4009-9140-240f01515117 x-openstack-request-id: req-49724b85-bd7d-4009-9140-240f01515117 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:28.304363 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f30010-955b-4bd8-95a7-06ef351f0c1f", "name": "network-vif-plugged", "status": "completed", "tag": "9ab4a139-84ff-4c9f-8e14-e56125f24af4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:28.304363 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-49724b85-bd7d-4009-9140-240f01515117 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:28.305163 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ab4a139-84ff-4c9f-8e14-e56125f24af4', 'code': 200} Sep 29 23:00:28.408474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1c1e0-8c1a-4b1d-870e-092575dcb318 req-edfdddc2-f148-455a-8a3a-b8f27b0bd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:28.409961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-00f1c1e0-8c1a-4b1d-870e-092575dcb318 req-edfdddc2-f148-455a-8a3a-b8f27b0bd0ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.2486992 Sep 29 23:00:28.436800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5d165aab-d958-4587-9fbd-86845ecce1d4 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:28.468023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-00f1c1e0-8c1a-4b1d-870e-092575dcb318 req-781ac24d-e137-4fb4-9dc8-0118704964b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449221 Sep 29 23:00:28.508951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b817-4534-4c03-a5a5-a5df2571a0a5 req-25c312e7-91f9-4312-9ad8-fb02319c73cf tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:28.510662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c29b817-4534-4c03-a5a5-a5df2571a0a5 req-25c312e7-91f9-4312-9ad8-fb02319c73cf tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 944 time: 0.1751006 Sep 29 23:00:28.552205 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b425318-e72a-451e-aa79-a8e5eee7df10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:28.554966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b425318-e72a-451e-aa79-a8e5eee7df10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:28.556170 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5b425318-e72a-451e-aa79-a8e5eee7df10 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aaa01750-ec25-4459-8f97-751077724535 HTTP/1.1" status: 204 len: 168 time: 0.6957452 Sep 29 23:00:28.561014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5d165aab-d958-4587-9fbd-86845ecce1d4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:28.563052 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:28.570161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9ab4a139-84ff-4c9f-8e14-e56125f24af4 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:00:28.601582 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:00:28.608548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b425318-e72a-451e-aa79-a8e5eee7df10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa01750-ec25-4459-8f97-751077724535,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:28.698296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c29b817-4534-4c03-a5a5-a5df2571a0a5 req-b9041b32-e817-49db-a6b7-51dc819e3a2c tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780992 Sep 29 23:00:28.800100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Allocated IP 172.20.0.7 (11415384-015c-4d5d-ba48-b0e1d65ca6ad/0a8cc7f0-896c-4150-982e-c0aeb74a04de/6d4d0999-28c3-48dc-b8e9-3e48500668cb) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:28.812002 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f35d9399-9ec7-4d0f-b13a-8260ae327b1b req-8a3fa69d-2731-4173-b5da-7c0e6704f439 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 210 time: 0.0600071 Sep 29 23:00:28.826807 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-00f1c1e0-8c1a-4b1d-870e-092575dcb318 req-b2643f6f-4b73-44e8-b85c-6c7ef1bdf91c service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3456128 Sep 29 23:00:28.867344 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:28.946915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:28.961049 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:29.054080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9ab4a139-84ff-4c9f-8e14-e56125f24af4,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:29.204557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c22d-f9f4-4d0d-b39d-7692a9cd53ef req-066551cf-4e5e-45e0-8957-2f3b0836122b tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:29.208145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78e4c22d-f9f4-4d0d-b39d-7692a9cd53ef req-066551cf-4e5e-45e0-8957-2f3b0836122b tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 950 time: 0.1191845 Sep 29 23:00:29.223009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:29.299888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78e4c22d-f9f4-4d0d-b39d-7692a9cd53ef req-fc3d56f4-fd2b-4ae7-ae3e-d2518875e5aa tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852973 Sep 29 23:00:29.324912 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-00f1c1e0-8c1a-4b1d-870e-092575dcb318 req-849f9093-df2a-4616-9989-f2f6518e1976 service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817958 Sep 29 23:00:29.330230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:29.420193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Pushing event updated for resources: {'Port': ['ID=6d4d0999-28c3-48dc-b8e9-3e48500668cb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:29.421550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-db9b765e-cfa9-4b06-a793-77c41fc7579b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:29.438430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Network 11415384-015c-4d5d-ba48-b0e1d65ca6ad is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:29.439843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-db9b765e-cfa9-4b06-a793-77c41fc7579b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 943 time: 0.1772449 Sep 29 23:00:29.440287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:29.446887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:29.467895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:29.469764 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:29.510111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-df078bdb-6320-4801-83e0-1cb03b89e3b2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1584609 Sep 29 23:00:29.524262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Request body: {'port': {'device_id': '17de2654-3284-44bd-b6cf-e38970ed1525', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:29.578465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59428) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:29.664549 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f60a252-4ddf-447a-a8d7-fd5162c2ac38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:29.681660 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:29.749886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caa897-fb4f-4289-b531-d61c66899a50 req-da5977e8-cdfd-42a1-bf22-4f074b3fc421 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:29.751494 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59caa897-fb4f-4289-b531-d61c66899a50 req-da5977e8-cdfd-42a1-bf22-4f074b3fc421 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 943 time: 0.2819147 Sep 29 23:00:29.883246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-abd59f7a-0c36-4615-9784-13bcaa88c477 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Deleting port 9ab4a139-84ff-4c9f-8e14-e56125f24af4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:00:29.883596 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-abd59f7a-0c36-4615-9784-13bcaa88c477 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:29.893267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-233b4dc3-1b55-4a5e-9a3a-51018ad0a2a6 None None] Provisioning complete for port 6d4d0999-28c3-48dc-b8e9-3e48500668cb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:29.894648 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-233b4dc3-1b55-4a5e-9a3a-51018ad0a2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:29.904827 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59caa897-fb4f-4289-b531-d61c66899a50 req-45ada0c6-4d67-48c1-9547-20b83f5b6a1a tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367214 Sep 29 23:00:29.997545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-233b4dc3-1b55-4a5e-9a3a-51018ad0a2a6 None None] Port 6d4d0999-28c3-48dc-b8e9-3e48500668cb cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:30.093902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5e1077e8-f762-45c6-b559-35924a04dbcb details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:00:30.199682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4d0999-28c3-48dc-b8e9-3e48500668cb {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:30.203273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe1f24-4d57-4ccb-a1af-6d8ef37e9266 req-cdc650b5-5e93-479d-b0f2-26e9004ce087 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:30.214187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.218632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afbe1f24-4d57-4ccb-a1af-6d8ef37e9266 req-cdc650b5-5e93-479d-b0f2-26e9004ce087 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 944 time: 0.2043333 Sep 29 23:00:30.225089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-abd59f7a-0c36-4615-9784-13bcaa88c477 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] For port 9ab4a139-84ff-4c9f-8e14-e56125f24af4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9ab4a139-84ff-4c9f-8e14-e56125f24af4,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:30.225714 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-abd59f7a-0c36-4615-9784-13bcaa88c477 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.237157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Transition to ACTIVE for port object 6d4d0999-28c3-48dc-b8e9-3e48500668cb will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:00:30.238146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f60a252-4ddf-447a-a8d7-fd5162c2ac38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.248166 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.259455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f60a252-4ddf-447a-a8d7-fd5162c2ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.271384 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-abd59f7a-0c36-4615-9784-13bcaa88c477 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Calling delete_port for 9ab4a139-84ff-4c9f-8e14-e56125f24af4 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:00:30.305741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Pushing event updated for resources: {'Port': ['ID=6d4d0999-28c3-48dc-b8e9-3e48500668cb,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:30.306872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab4a139-84ff-4c9f-8e14-e56125f24af4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:30.309641 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae5f791-13c8-4123-a205-371361408fe2" -d '{"events": [{"server_uuid": "d6f30010-955b-4bd8-95a7-06ef351f0c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab4a139-84ff-4c9f-8e14-e56125f24af4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:30.370110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5e1077e8-f762-45c6-b559-35924a04dbcb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5e1077e8-f762-45c6-b559-35924a04dbcb,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:30.381910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3f60a252-4ddf-447a-a8d7-fd5162c2ac38 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3891ce2f52a94402917bdd5dee2d6dc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8013663 Sep 29 23:00:30.393140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '5e1077e8-f762-45c6-b559-35924a04dbcb', 'network_id': 'b39c450b-90c5-43d4-a41b-59e1ab4c4d47', 'port_id': '5e1077e8-f762-45c6-b559-35924a04dbcb', 'mac_address': 'fa:16:3e:1f:e9:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0b1942-f62b-4a21-9c7c-da17188bba03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:00:30.427771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afbe1f24-4d57-4ccb-a1af-6d8ef37e9266 req-eea8ff99-6c4a-4571-8f1b-cae93c7f6651 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979711 Sep 29 23:00:30.428400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60a252-4ddf-447a-a8d7-fd5162c2ac38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a03b7-2f04-4f78-bc9d-3dd8ffee23f0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:30.438219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59450) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:30.441832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Attempting to bind port 6d4d0999-28c3-48dc-b8e9-3e48500668cb on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:30.443096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Attempting to bind port 6d4d0999-28c3-48dc-b8e9-3e48500668cb by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:30.446357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Attempting to bind port 6d4d0999-28c3-48dc-b8e9-3e48500668cb on network 11415384-015c-4d5d-ba48-b0e1d65ca6ad {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:30.509113 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.533653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Port 6d4d0999-28c3-48dc-b8e9-3e48500668cb on network 11415384-015c-4d5d-ba48-b0e1d65ca6ad not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:00:30.537648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Attempting to bind port 6d4d0999-28c3-48dc-b8e9-3e48500668cb on network 11415384-015c-4d5d-ba48-b0e1d65ca6ad {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:30.547231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e1077e8-f762-45c6-b559-35924a04dbcb {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:30.549004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:30.549491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Checking segment: {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:30.549998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Bound using segment: {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:30.550565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Bound port: 6d4d0999-28c3-48dc-b8e9-3e48500668cb, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:30.551147 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.585957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99dbed07-7f6a-4288-9f48-a828d13c13db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.587765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5e1077e8-f762-45c6-b559-35924a04dbcb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5e1077e8-f762-45c6-b559-35924a04dbcb,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:30.594862 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.634576 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-abd59f7a-0c36-4615-9784-13bcaa88c477 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.681839 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd59f7a-0c36-4615-9784-13bcaa88c477 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event deleted for resources: {'Port': ['ID=9ab4a139-84ff-4c9f-8e14-e56125f24af4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:30.706925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] For port 6d4d0999-28c3-48dc-b8e9-3e48500668cb, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:30.712663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] For port 6d4d0999-28c3-48dc-b8e9-3e48500668cb, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:30.713669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5e1077e8-f762-45c6-b559-35924a04dbcb,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:30.725506 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.777479 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99dbed07-7f6a-4288-9f48-a828d13c13db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.794615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:30.796881 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.798661 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] 10.222.0.26 "PUT /v2.0/ports/6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 1091 time: 1.2804675 Sep 29 23:00:30.799269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:30.802578 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92cb68c-5554-49fe-8fd1-d97429c5994d" -d '{"events": [{"name": "network-changed", "server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:30.809831 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e0b55-a6ab-4764-901e-8a2985fa5131 req-a57c107d-6b52-43e7-a7fd-859dc30a36a1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:30.819258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de8e0b55-a6ab-4764-901e-8a2985fa5131 req-a57c107d-6b52-43e7-a7fd-859dc30a36a1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 943 time: 0.2281523 Sep 29 23:00:30.824352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-abd59f7a-0c36-4615-9784-13bcaa88c477 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] No DVR routers for this DVR port 9ab4a139-84ff-4c9f-8e14-e56125f24af4 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:00:30.834238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['5e1077e8-f762-45c6-b559-35924a04dbcb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:30.860770 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-abd59f7a-0c36-4615-9784-13bcaa88c477 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:30.863013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dcd3cb2-c871-4be6-89ea-72f2f187a956 req-abd59f7a-0c36-4615-9784-13bcaa88c477 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "DELETE /v2.0/ports/9ab4a139-84ff-4c9f-8e14-e56125f24af4 HTTP/1.1" status: 204 len: 173 time: 1.4155121 Sep 29 23:00:30.864133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'name': 'network-vif-deleted', 'tag': '9ab4a139-84ff-4c9f-8e14-e56125f24af4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:30.865935 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd62fc81-21bb-4fc7-a417-190f003a3eff" -d '{"events": [{"server_uuid": "d6f30010-955b-4bd8-95a7-06ef351f0c1f", "name": "network-vif-deleted", "tag": "9ab4a139-84ff-4c9f-8e14-e56125f24af4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:30.939851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00810ec9-b8f5-411e-a862-c11b85f795ad req-d9f4b8ed-1896-441a-aaf4-7150ef7c0c62 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:30.948738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00810ec9-b8f5-411e-a862-c11b85f795ad req-d9f4b8ed-1896-441a-aaf4-7150ef7c0c62 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 950 time: 0.1806269 Sep 29 23:00:30.965743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de8e0b55-a6ab-4764-901e-8a2985fa5131 req-60e57f8e-f41e-4656-a732-a13e37afc4cd tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406765 Sep 29 23:00:30.997099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c214d-d1e0-4ddc-9906-7b86918b69bd service neutron] Pushing event updated for resources: {'Port': ['ID=6d4d0999-28c3-48dc-b8e9-3e48500668cb,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:31.024254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-101e8d63-d87c-49ae-b73d-0669e9aa5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:31.026661 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-101e8d63-d87c-49ae-b73d-0669e9aa5e17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1094 time: 0.1564205 Sep 29 23:00:31.052750 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00810ec9-b8f5-411e-a862-c11b85f795ad req-3c9bf739-249e-4e2e-ab62-7fc64fd63368 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029685 Sep 29 23:00:31.066526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99dbed07-7f6a-4288-9f48-a828d13c13db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:31.066526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99dbed07-7f6a-4288-9f48-a828d13c13db admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:31.066526 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-99dbed07-7f6a-4288-9f48-a828d13c13db admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae1a03b7-2f04-4f78-bc9d-3dd8ffee23f0 HTTP/1.1" status: 204 len: 168 time: 0.6127148 Sep 29 23:00:31.113101 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3597ce93-6022-4c16-83f7-e40111ed2eda x-openstack-request-id: req-3597ce93-6022-4c16-83f7-e40111ed2eda {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:31.113611 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f30010-955b-4bd8-95a7-06ef351f0c1f", "name": "network-vif-unplugged", "status": "completed", "tag": "9ab4a139-84ff-4c9f-8e14-e56125f24af4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:31.113693 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3597ce93-6022-4c16-83f7-e40111ed2eda {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:31.114035 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ab4a139-84ff-4c9f-8e14-e56125f24af4', 'code': 200} Sep 29 23:00:31.174004 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-e5fc5907-5bdd-4381-91e9-0edbe369ff1a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 217 time: 0.1373899 Sep 29 23:00:31.195100 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d57a556-8fc0-4582-b8e2-19bb5e9590c6 x-openstack-request-id: req-2d57a556-8fc0-4582-b8e2-19bb5e9590c6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:31.195402 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:31.195721 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d57a556-8fc0-4582-b8e2-19bb5e9590c6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:31.196073 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'status': 'completed', 'code': 200} Sep 29 23:00:31.208104 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6569ea3c-666b-4cd6-8d12-73bf116a2f40 x-openstack-request-id: req-6569ea3c-666b-4cd6-8d12-73bf116a2f40 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:31.208442 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f30010-955b-4bd8-95a7-06ef351f0c1f", "name": "network-vif-deleted", "tag": "9ab4a139-84ff-4c9f-8e14-e56125f24af4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:31.208759 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6569ea3c-666b-4cd6-8d12-73bf116a2f40 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:31.209164 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f30010-955b-4bd8-95a7-06ef351f0c1f', 'name': 'network-vif-deleted', 'tag': '9ab4a139-84ff-4c9f-8e14-e56125f24af4', 'status': 'completed', 'code': 200} Sep 29 23:00:31.323575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-83b9e114-b300-4d65-905c-24327be76967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:31.327927 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-83b9e114-b300-4d65-905c-24327be76967 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.1429839 Sep 29 23:00:31.328876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbed07-7f6a-4288-9f48-a828d13c13db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a03b7-2f04-4f78-bc9d-3dd8ffee23f0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:31.395403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4dd9aba6-421c-41d7-92b9-2087c483643a req-f81014c0-ee7f-4f5a-9723-2cd05daff3f6 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6f30010-955b-4bd8-95a7-06ef351f0c1f HTTP/1.1" status: 200 len: 210 time: 0.1189582 Sep 29 23:00:31.438591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-94aecff7-e708-489a-8fbb-a30e200c5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:31.440792 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-94aecff7-e708-489a-8fbb-a30e200c5f94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983005 Sep 29 23:00:31.683249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dccf577-6d77-4dce-a22d-b29b8c438bd1 req-88850484-b23a-4484-8de8-29068106882d tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:31.684717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-b0474585-2474-4532-abce-16a4ab1eede6 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349787 Sep 29 23:00:31.690823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2dccf577-6d77-4dce-a22d-b29b8c438bd1 req-88850484-b23a-4484-8de8-29068106882d tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 945 time: 0.1330037 Sep 29 23:00:31.781770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2dccf577-6d77-4dce-a22d-b29b8c438bd1 req-0239da2e-66ee-4f05-86a5-12464ec74188 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760052 Sep 29 23:00:31.848710 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6308236b-ced6-49b5-a7a0-418d6335b274 req-f59f0dd0-e761-4def-b8e1-4100664ae525 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552536 Sep 29 23:00:31.953386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-c223bf85-9d6a-4f1e-9120-0158983b06b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:31.955134 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-c223bf85-9d6a-4f1e-9120-0158983b06b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1094 time: 0.0505784 Sep 29 23:00:32.088617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-b30dfa61-f4ef-4466-8ae1-c0f1a33ac0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:32.090893 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-b30dfa61-f4ef-4466-8ae1-c0f1a33ac0e1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.1276124 Sep 29 23:00:32.112854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5e1077e8-f762-45c6-b559-35924a04dbcb up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:32.170685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-79091dae-18e3-46b9-acb9-64df4658fb46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 217 time: 0.0705311 Sep 29 23:00:32.183545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c766d53-7fe8-4a47-abf8-c9239a31031c req-3132b876-ed71-41e1-b426-64c4aea73996 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:32.185711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c766d53-7fe8-4a47-abf8-c9239a31031c req-3132b876-ed71-41e1-b426-64c4aea73996 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 943 time: 0.1179731 Sep 29 23:00:32.264024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 5e1077e8-f762-45c6-b559-35924a04dbcb completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:00:32.270761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 5e1077e8-f762-45c6-b559-35924a04dbcb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:32.271148 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:32.278883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-403ec5fe-8758-469b-817f-431e572d8a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:32.289486 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-403ec5fe-8758-469b-817f-431e572d8a49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0905583 Sep 29 23:00:32.360332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c766d53-7fe8-4a47-abf8-c9239a31031c req-f8673008-3c1b-4713-8f43-666c1f10679c tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652608 Sep 29 23:00:32.381732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-a11b7462-f735-4445-a828-7175c7ccc795 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:32.384403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-a11b7462-f735-4445-a828-7175c7ccc795 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.42 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 950 time: 0.1613276 Sep 29 23:00:32.388313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-4e145c35-49c6-41ea-bfb1-9a074fb76abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:32.389770 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-4e145c35-49c6-41ea-bfb1-9a074fb76abf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994983 Sep 29 23:00:32.431484 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:32.496791 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5e1077e8-f762-45c6-b559-35924a04dbcb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5e1077e8-f762-45c6-b559-35924a04dbcb,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:32.507652 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:32.553943 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-257db6f3-2952-488c-bb6f-ffd659c15095 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548905 Sep 29 23:00:32.586475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59512) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:32.616035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11afd3-8e7c-444b-bdaf-28435c7ed975 req-63a0bee7-548b-4844-a2db-12a39e62ec1b tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:32.617788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c11afd3-8e7c-444b-bdaf-28435c7ed975 req-63a0bee7-548b-4844-a2db-12a39e62ec1b tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 950 time: 0.0692341 Sep 29 23:00:32.631310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9ab4a139-84ff-4c9f-8e14-e56125f24af4 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:00:32.669708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c11afd3-8e7c-444b-bdaf-28435c7ed975 req-453d36a2-c057-4c64-9c2a-973acf81437a tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/security-groups?id=954c1cf9-f1e4-4a68-9e42-c55b35c980df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434842 Sep 29 23:00:32.679159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-c6a559b8-8009-405b-9e1c-dab221139fac tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Deleting port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:00:32.679775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-c6a559b8-8009-405b-9e1c-dab221139fac tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:32.709555 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d92cb68c-5554-49fe-8fd1-d97429c5994d req-b65c54e5-fca5-49b5-a852-0bb6351693da service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480901 Sep 29 23:00:32.756546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 9ab4a139-84ff-4c9f-8e14-e56125f24af4 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:00:32.756899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9ab4a139-84ff-4c9f-8e14-e56125f24af4 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:00:32.789708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-c6a559b8-8009-405b-9e1c-dab221139fac tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] For port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:32.791156 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-c6a559b8-8009-405b-9e1c-dab221139fac tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:32.827481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5e1077e8-f762-45c6-b559-35924a04dbcb,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:32.831732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-c6a559b8-8009-405b-9e1c-dab221139fac tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Calling delete_port for 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:00:32.849653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1185307734-network', 'tenant_id': '04184e88ba3b425fad67d78550b30b78'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:32.878730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Made reservation on behalf of 04184e88ba3b425fad67d78550b30b78 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:32.882355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:32.931203 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:32.992477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59526) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:32.998264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-05cc493c-7b6e-43ec-97ca-222e2ba62ba9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194239424', 'description': 'tempest-description--1713700928'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:33.055816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.076863 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.101550 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05cc493c-7b6e-43ec-97ca-222e2ba62ba9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.115638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1077e8-f762-45c6-b559-35924a04dbcb'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:33.120805 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f42103cf-40d5-445c-89d8-8367285224ab" -d '{"events": [{"server_uuid": "d06adf1f-a2d1-4669-84d0-f85be73533c3", "name": "network-vif-plugged", "status": "completed", "tag": "5e1077e8-f762-45c6-b559-35924a04dbcb"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:33.148752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:00:33.150892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:33.196037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.196389 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Added segment e508add6-333c-46c6-b9ae-6a4e35e4473c of type vlan for network a1dd884b-5f72-4813-96aa-08148f7871b7 Sep 29 23:00:33.235079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed6b14-ac0b-473f-9d9d-07d04365eb57 req-736c40b0-7c44-403d-8db3-1872027f510b tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:33.243223 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24ed6b14-ac0b-473f-9d9d-07d04365eb57 req-736c40b0-7c44-403d-8db3-1872027f510b tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 946 time: 0.1805716 Sep 29 23:00:33.269687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05cc493c-7b6e-43ec-97ca-222e2ba62ba9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.276722 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05cc493c-7b6e-43ec-97ca-222e2ba62ba9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.278632 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8282d8af-31bd-4d44-ae70-8640922f06d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.338968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc493c-7b6e-43ec-97ca-222e2ba62ba9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be823cbb-1c3d-45f6-bd7b-303e1a414c58,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:33.365018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.366782 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05cc493c-7b6e-43ec-97ca-222e2ba62ba9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.368129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-05cc493c-7b6e-43ec-97ca-222e2ba62ba9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3745668 Sep 29 23:00:33.372192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59536) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:33.377253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-931a825a-d6d9-4df1-aa27-2e0330e15802 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Request body: {'security_group_rule': {'security_group_id': 'be823cbb-1c3d-45f6-bd7b-303e1a414c58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:33.397968 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-c6a559b8-8009-405b-9e1c-dab221139fac tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.429139 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d954510a-72ad-46fe-8847-37cc7399f8ed x-openstack-request-id: req-d954510a-72ad-46fe-8847-37cc7399f8ed {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:33.429403 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06adf1f-a2d1-4669-84d0-f85be73533c3", "name": "network-vif-plugged", "status": "completed", "tag": "5e1077e8-f762-45c6-b559-35924a04dbcb", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:33.429800 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d954510a-72ad-46fe-8847-37cc7399f8ed {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:33.430435 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e1077e8-f762-45c6-b559-35924a04dbcb', 'code': 200} Sep 29 23:00:33.434195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['76e7daf6-53c1-4e31-bff8-1f51d324d3d8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:33.485638 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-931a825a-d6d9-4df1-aa27-2e0330e15802 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.501979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a559b8-8009-405b-9e1c-dab221139fac tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Pushing event deleted for resources: {'Port': ['ID=76e7daf6-53c1-4e31-bff8-1f51d324d3d8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:33.517553 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24ed6b14-ac0b-473f-9d9d-07d04365eb57 req-e70ad0e6-da8f-4ee0-aef8-5bc29fe4d34b tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405913 Sep 29 23:00:33.582306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.582306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:33.582306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.615544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0193105 Sep 29 23:00:33.633532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59550) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:33.646764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-c6a559b8-8009-405b-9e1c-dab221139fac tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] No DVR routers for this DVR port 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:00:33.650143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-c6a559b8-8009-405b-9e1c-dab221139fac tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.653188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-30a3579c-c8ae-4534-9bea-734008b24ec8 req-c6a559b8-8009-405b-9e1c-dab221139fac tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.42 "DELETE /v2.0/ports/76e7daf6-53c1-4e31-bff8-1f51d324d3d8 HTTP/1.1" status: 204 len: 173 time: 1.2599168 Sep 29 23:00:33.655034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301c1c1-4258-44ab-9808-e0b4288b6345 req-4c3521ba-b510-437a-a4c9-3446206ab816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:33.657060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4301c1c1-4258-44ab-9808-e0b4288b6345 req-4c3521ba-b510-437a-a4c9-3446206ab816 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 1097 time: 0.1525829 Sep 29 23:00:33.657203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c', 'name': 'network-vif-deleted', 'tag': '76e7daf6-53c1-4e31-bff8-1f51d324d3d8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:33.659639 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c43fbf1-3bb8-47fa-aaf0-6d0d6a45095e" -d '{"events": [{"server_uuid": "82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c", "name": "network-vif-deleted", "tag": "76e7daf6-53c1-4e31-bff8-1f51d324d3d8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:33.666344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Request body: {'subnet': {'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1185307734-subnet', 'tenant_id': '04184e88ba3b425fad67d78550b30b78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:33.722979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Made reservation on behalf of 04184e88ba3b425fad67d78550b30b78 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:33.724663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.768869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321d41a-2292-49b4-8aed-f65e2ef535a2 req-ac3e5bee-6163-4f1a-aed8-4d88b9377649 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:33.771355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3321d41a-2292-49b4-8aed-f65e2ef535a2 req-ac3e5bee-6163-4f1a-aed8-4d88b9377649 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 943 time: 0.2397385 Sep 29 23:00:33.772381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240c42a-c610-4b20-9bec-704f4caa03a2 admin admin] Pushing event updated for resources: {'Network': ['ID=a1dd884b-5f72-4813-96aa-08148f7871b7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:33.783589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-931a825a-d6d9-4df1-aa27-2e0330e15802 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.784564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network a1dd884b-5f72-4813-96aa-08148f7871b7 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:00:33.818832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-931a825a-d6d9-4df1-aa27-2e0330e15802 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.853473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3321d41a-2292-49b4-8aed-f65e2ef535a2 req-ff726b06-37a3-491e-a5da-60ec5228e20a tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736015 Sep 29 23:00:33.880751 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4301c1c1-4258-44ab-9808-e0b4288b6345 req-b95fa35c-d2ba-4f17-9316-4b1dd81efe5f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825783 Sep 29 23:00:33.908437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a825a-d6d9-4df1-aa27-2e0330e15802 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ac6360-c386-4a9e-bda6-26c9c88e0bd9,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:33.955550 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc73d2a-a252-416a-96a6-69ad8a9d0f32 x-openstack-request-id: req-acc73d2a-a252-416a-96a6-69ad8a9d0f32 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:33.955860 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c", "name": "network-vif-deleted", "tag": "76e7daf6-53c1-4e31-bff8-1f51d324d3d8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:33.956124 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acc73d2a-a252-416a-96a6-69ad8a9d0f32 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:33.956524 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c', 'name': 'network-vif-deleted', 'tag': '76e7daf6-53c1-4e31-bff8-1f51d324d3d8', 'status': 'completed', 'code': 200} Sep 29 23:00:33.977697 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-931a825a-d6d9-4df1-aa27-2e0330e15802 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:33.981977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59564) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:33.982135 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-931a825a-d6d9-4df1-aa27-2e0330e15802 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6088231 Sep 29 23:00:33.987566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-49d8b089-4b84-4cfd-86ff-928fbe433819 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Request body: {'security_group_rule': {'security_group_id': 'be823cbb-1c3d-45f6-bd7b-303e1a414c58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:34.052822 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49d8b089-4b84-4cfd-86ff-928fbe433819 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:34.135640 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:34.163368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76c31182-9400-4f9e-b25d-c35146872d03 req-d8d38351-88c2-4653-b26d-91e0e92091c2 tempest-DeleteServersAdminTestJSON-1227045921 tempest-DeleteServersAdminTestJSON-1227045921-project] 10.222.0.44 "GET /v2.0/ports?device_id=82f9681d-a7a8-42d8-b11b-a0dd5a4ce39c HTTP/1.1" status: 200 len: 210 time: 0.0833285 Sep 29 23:00:34.194770 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49d8b089-4b84-4cfd-86ff-928fbe433819 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:34.210951 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49d8b089-4b84-4cfd-86ff-928fbe433819 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:34.265232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8b089-4b84-4cfd-86ff-928fbe433819 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7321dcee-6b34-4b4e-99e4-0b1fddf6e4e9,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:34.283453 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49d8b089-4b84-4cfd-86ff-928fbe433819 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:34.291661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-49d8b089-4b84-4cfd-86ff-928fbe433819 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3084829 Sep 29 23:00:34.292612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59574) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:34.299201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:34.352910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c3e257f-b911-46db-9074-3307b87d2219,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:34.373986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:34.375536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Network hostable DHCP agents. Network: a1dd884b-5f72-4813-96aa-08148f7871b7, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:00:34.382581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:34.411202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Network a1dd884b-5f72-4813-96aa-08148f7871b7 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:00:34.442892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, a1dd884b-5f72-4813-96aa-08148f7871b7) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:34.454408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:34.455014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:34.457851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f195a44-b08a-4729-986a-dd03d997f0a8 None None] Network a1dd884b-5f72-4813-96aa-08148f7871b7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:34.479741 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fd580f06-fd76-445c-bcd2-9210d5c77b12 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8434293 Sep 29 23:00:34.536099 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:34.745318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674b30fd-5f8d-4b77-ba6b-83e4ccf1ea66 None None] Network a1dd884b-5f72-4813-96aa-08148f7871b7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:35.139617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06b09-1ef6-4ad6-8e16-7cbd50f47b27 req-a81aa7e0-93e1-4141-8ed2-c05f209c2aa8 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:35.147599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8dc06b09-1ef6-4ad6-8e16-7cbd50f47b27 req-a81aa7e0-93e1-4141-8ed2-c05f209c2aa8 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 946 time: 0.1417248 Sep 29 23:00:35.208567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8dc06b09-1ef6-4ad6-8e16-7cbd50f47b27 req-256c5bba-3ee9-486e-987f-069c7e75245e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597365 Sep 29 23:00:35.229384 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Allocated IP 172.25.4.72 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/3532fdac-a8f0-44fc-a329-259441f7fbe0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:35.457578 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.498812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59614) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:35.503987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-765476421-network', 'tenant_id': '45e59882b118425f866d58155ced28ba'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:35.530024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Made reservation on behalf of 45e59882b118425f866d58155ced28ba for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:35.533047 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.539330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c20d1-1845-4e96-bb6c-5648e64e3d7d req-810955ad-58a8-48ff-8781-fdfba15c8534 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:35.541625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e2c20d1-1845-4e96-bb6c-5648e64e3d7d req-810955ad-58a8-48ff-8781-fdfba15c8534 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 943 time: 0.1415284 Sep 29 23:00:35.543533 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.551284 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.631449 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e2c20d1-1845-4e96-bb6c-5648e64e3d7d req-018c9128-e407-49a7-a13d-8327ed2d6aa6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527561 Sep 29 23:00:35.644960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:35.647268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:35.656158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:35.661043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event updated for resources: {'Port': ['ID=3532fdac-a8f0-44fc-a329-259441f7fbe0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:35.728117 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.763008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.770966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.772226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.801234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:00:35.822214 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.822936 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Added segment 79b18a74-2b29-41d4-972a-df645a0a441c of type vlan for network cf4e0610-231a-486e-a04b-40c6099fdbda Sep 29 23:00:35.837943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f2c462f-5d00-4aaf-91d1-c0c0ae485a80,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:35.889141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.946826 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:35.947981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:35.948422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:36.002716 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:36.009958 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5099170 Sep 29 23:00:36.013163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59622) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:36.022043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Request body: {'subnet': {'network_id': 'cf4e0610-231a-486e-a04b-40c6099fdbda', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-765476421-subnet', 'tenant_id': '45e59882b118425f866d58155ced28ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:36.032578 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:36.084206 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:36.110000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57040348-1cf8-414a-a7a7-bc6db17e3951 admin admin] Pushing event updated for resources: {'Network': ['ID=cf4e0610-231a-486e-a04b-40c6099fdbda,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:36.116960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event updated for resources: {'Port': ['ID=3532fdac-a8f0-44fc-a329-259441f7fbe0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:36.122845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network cf4e0610-231a-486e-a04b-40c6099fdbda details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:00:36.128145 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:36.136965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bc2caac8-29f8-4ad2-a0aa-88c35c971370 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8356261 Sep 29 23:00:36.167260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Made reservation on behalf of 45e59882b118425f866d58155ced28ba for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:36.174628 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:36.298707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6d4d0999-28c3-48dc-b8e9-3e48500668cb details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:00:36.414226 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b9fdf235-aba3-400c-95f8-79d1a9ada65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:36.437594 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:36.448351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e542388-55a4-4876-a452-ab5ff9b433e7 req-f6061381-32dc-40ec-800a-e225051eade8 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:36.460528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e542388-55a4-4876-a452-ab5ff9b433e7 req-f6061381-32dc-40ec-800a-e225051eade8 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 946 time: 0.1242704 Sep 29 23:00:36.536565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:36.559729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e542388-55a4-4876-a452-ab5ff9b433e7 req-e9c58dff-a917-445c-b08e-bf778aedd1dc tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893512 Sep 29 23:00:36.618989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e46ad5d3-a8e8-48bd-8838-14a0f08ba742,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:36.644194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Checking segment: {'id': '79b18a74-2b29-41d4-972a-df645a0a441c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'cf4e0610-231a-486e-a04b-40c6099fdbda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:36.644657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Network hostable DHCP agents. Network: cf4e0610-231a-486e-a04b-40c6099fdbda, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:00:36.676907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Network cf4e0610-231a-486e-a04b-40c6099fdbda is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:00:36.697840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, cf4e0610-231a-486e-a04b-40c6099fdbda) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:36.702285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:36.702899 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:36.718800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:36.739904 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-46f186fc-b2cf-41dd-b91b-1d77cc521072 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7172346 Sep 29 23:00:36.906964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:00:36.909116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa3351f-8cf4-48e1-b576-e686034b1841 None None] Network cf4e0610-231a-486e-a04b-40c6099fdbda requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:36.964966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:00:36.966569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 76e7daf6-53c1-4e31-bff8-1f51d324d3d8 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:00:36.985369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eface4e9-a300-4166-9a39-318954b2c64f req-193d1ab7-5215-45f8-a8d2-cc0158f5e1b8 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:36.992493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-193d1ab7-5215-45f8-a8d2-cc0158f5e1b8 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/networks?id=b14a8130-7970-41a2-a073-fd7dae695e31 HTTP/1.1" status: 200 len: 822 time: 0.3019149 Sep 29 23:00:37.025239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-16e30380-ebe5-4bc9-9aca-8471033fd3e5 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/quotas/9c68216839e14637a486a0eea81a9a80 HTTP/1.1" status: 200 len: 375 time: 0.0245657 Sep 29 23:00:37.033471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6d4d0999-28c3-48dc-b8e9-3e48500668cb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:37.056908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'port_id': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'mac_address': 'fa:16:3e:ee:82:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:00:37.096519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-084874a0-d156-4119-ae69-c4ee438070b3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba5f136fc2b2405eb8050f5e7a941ffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754568 Sep 29 23:00:37.099037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:37.137387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-a14a9018-a9f7-4f5d-b6dc-bdd1e8896d87 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c68216839e14637a486a0eea81a9a80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0988841 Sep 29 23:00:37.189405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-171f10d7-5628-409d-82bf-74d53e13e853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:37.206780 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:37.212157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-171f10d7-5628-409d-82bf-74d53e13e853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:37.220115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3254aa31-6ec8-407b-93e6-d842ea68728d None None] Network cf4e0610-231a-486e-a04b-40c6099fdbda requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:37.293167 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-171f10d7-5628-409d-82bf-74d53e13e853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:37.296737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-171f10d7-5628-409d-82bf-74d53e13e853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:37.298343 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-171f10d7-5628-409d-82bf-74d53e13e853 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/954c1cf9-f1e4-4a68-9e42-c55b35c980df HTTP/1.1" status: 204 len: 168 time: 0.1981046 Sep 29 23:00:37.317522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f10d7-5628-409d-82bf-74d53e13e853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954c1cf9-f1e4-4a68-9e42-c55b35c980df,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:37.343685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-22de99e2-3c39-4262-afc0-5281be1e1ab9 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:00:37.359324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-22de99e2-3c39-4262-afc0-5281be1e1ab9 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1181288 Sep 29 23:00:37.370281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4d0999-28c3-48dc-b8e9-3e48500668cb {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:37.413203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6d4d0999-28c3-48dc-b8e9-3e48500668cb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:37.446963 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:37.528397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-6413f13a-f80d-40e2-ad4c-445945255304 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1223294538&fields=id&tenant_id=3e2cbc92cb364c628e5432eaae2bd32b HTTP/1.1" status: 200 len: 267 time: 0.1444972 Sep 29 23:00:37.563686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=6d4d0999-28c3-48dc-b8e9-3e48500668cb,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:37.574779 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:37.631263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-59ac8da8-2c05-4d04-8e90-a43880b9169f service neutron] 10.222.0.44 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709978 Sep 29 23:00:37.675342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-d88a1c92-1550-48a7-988b-f7bdfda69c64 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:37.683699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['6d4d0999-28c3-48dc-b8e9-3e48500668cb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:37.684413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-d88a1c92-1550-48a7-988b-f7bdfda69c64 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 946 time: 0.1382272 Sep 29 23:00:37.697279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-77d126e5-5eb9-4544-9df7-e899d87afb2e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'port': {'security_groups': ['37dcddca-4082-45cf-8fe2-a374160ffb95', 'c45e301b-43e3-4a01-9707-f90e997e0a75']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:37.751629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59680) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:37.880625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-d543af7d-a261-4e06-a5c9-f7e6d07747fe service neutron] 10.222.0.44 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428823 Sep 29 23:00:37.881374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-77d126e5-5eb9-4544-9df7-e899d87afb2e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:37.911590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d3f9674a-d285-4c6d-892e-035c21b41d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:37.960093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59684) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:37.985168 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e294ef80-c275-4fa5-b85d-e8c0f2f6126e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.059581 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d3f9674a-d285-4c6d-892e-035c21b41d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.064595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d3f9674a-d285-4c6d-892e-035c21b41d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.118555 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d3f9674a-d285-4c6d-892e-035c21b41d19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28354ad29e6541ed9a870d60568f5d2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649194 Sep 29 23:00:38.119482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9674a-d285-4c6d-892e-035c21b41d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728dfeb3-3c0f-48d4-9173-bf3cfe719fc0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:38.122274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59690) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:38.181743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-77d126e5-5eb9-4544-9df7-e899d87afb2e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] For port 5e1077e8-f762-45c6-b559-35924a04dbcb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5e1077e8-f762-45c6-b559-35924a04dbcb,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:38.181934 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c728b5f-4a56-4b4b-81e4-4540532e4d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.212029 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c728b5f-4a56-4b4b-81e4-4540532e4d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.218045 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-77d126e5-5eb9-4544-9df7-e899d87afb2e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.237918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-77d126e5-5eb9-4544-9df7-e899d87afb2e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.250930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e08e8a1d-9b1a-4c7a-9caa-dd886414fb82', '5e1077e8-f762-45c6-b559-35924a04dbcb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:38.294922 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c728b5f-4a56-4b4b-81e4-4540532e4d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.299013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c728b5f-4a56-4b4b-81e4-4540532e4d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.322447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2c728b5f-4a56-4b4b-81e4-4540532e4d8f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/728dfeb3-3c0f-48d4-9173-bf3cfe719fc0 HTTP/1.1" status: 204 len: 168 time: 0.1990867 Sep 29 23:00:38.332249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-77d126e5-5eb9-4544-9df7-e899d87afb2e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:38.333105 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-77d126e5-5eb9-4544-9df7-e899d87afb2e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.345722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7a6f333-4aef-4270-9bcb-cbb792535073 req-77d126e5-5eb9-4544-9df7-e899d87afb2e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "PUT /v2.0/ports/5e1077e8-f762-45c6-b559-35924a04dbcb HTTP/1.1" status: 200 len: 982 time: 0.6599736 Sep 29 23:00:38.346325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'tag': '5e1077e8-f762-45c6-b559-35924a04dbcb'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:38.348644 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f3efc7-18d4-49ec-9036-3ba963f2ae35" -d '{"events": [{"name": "network-changed", "server_uuid": "d06adf1f-a2d1-4669-84d0-f85be73533c3", "tag": "5e1077e8-f762-45c6-b559-35924a04dbcb"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:38.352170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c728b5f-4a56-4b4b-81e4-4540532e4d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728dfeb3-3c0f-48d4-9173-bf3cfe719fc0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:38.436816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb2e88b-ed4e-4c9b-8d64-f701f6f418c2 req-5ac1e14d-1b00-4d4d-b773-fba956a1bd26 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:38.455876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9eb2e88b-ed4e-4c9b-8d64-f701f6f418c2 req-5ac1e14d-1b00-4d4d-b773-fba956a1bd26 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 944 time: 0.2334733 Sep 29 23:00:38.472405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d126e5-5eb9-4544-9df7-e899d87afb2e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'Port': ['ID=5e1077e8-f762-45c6-b559-35924a04dbcb,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:38.478305 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['5e1077e8-f762-45c6-b559-35924a04dbcb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:38.551535 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.573779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9eb2e88b-ed4e-4c9b-8d64-f701f6f418c2 req-50eadfe2-9710-4430-bc0f-44ef8bb68b61 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107740 Sep 29 23:00:38.645964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e294ef80-c275-4fa5-b85d-e8c0f2f6126e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.658296 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e294ef80-c275-4fa5-b85d-e8c0f2f6126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.700718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d08c93fb-1ff1-421b-a58d-8e975544b39e req-cf850550-257a-490d-9ef7-cdedba9885b8 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 210 time: 0.0567026 Sep 29 23:00:38.757645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e294ef80-c275-4fa5-b85d-e8c0f2f6126e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3adc3271463a45bfb55f9061cf86a5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7938750 Sep 29 23:00:38.757990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59708) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:38.776816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294ef80-c275-4fa5-b85d-e8c0f2f6126e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dd0fad-0168-4d78-a57e-6632bd4adaa4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:38.814523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c90be61a-7f79-4a80-b35f-297b5b175462 req-7d1735bb-9c07-4d78-ab93-94e35e7f4ce9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/c45e301b-43e3-4a01-9707-f90e997e0a75 HTTP/1.1" status: 200 len: 1800 time: 0.0774355 Sep 29 23:00:38.921722 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-c90be61a-7f79-4a80-b35f-297b5b175462 req-62a1e1dc-17e1-468b-9f99-7285e351f636 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 23:00:38.926907 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-993e6465-134d-4486-bea8-54fbd7c3960d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:38.935994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c90be61a-7f79-4a80-b35f-297b5b175462 req-62a1e1dc-17e1-468b-9f99-7285e351f636 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/c45e301b-43e3-4a01-9707-f90e997e0a75 HTTP/1.1" status: 409 len: 341 time: 0.1191945 Sep 29 23:00:39.013799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-993e6465-134d-4486-bea8-54fbd7c3960d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:39.040222 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8f6a33-c82d-42e7-8bcc-e2efd1e77a98 x-openstack-request-id: req-3f8f6a33-c82d-42e7-8bcc-e2efd1e77a98 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:39.040522 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06adf1f-a2d1-4669-84d0-f85be73533c3", "tag": "5e1077e8-f762-45c6-b559-35924a04dbcb", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:39.040824 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f8f6a33-c82d-42e7-8bcc-e2efd1e77a98 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:39.041228 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'tag': '5e1077e8-f762-45c6-b559-35924a04dbcb', 'status': 'completed', 'code': 200} Sep 29 23:00:39.076093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59712) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:39.101112 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-864175f6-ac1c-4abc-953d-01116c901339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:39.157346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-993e6465-134d-4486-bea8-54fbd7c3960d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:39.159003 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-993e6465-134d-4486-bea8-54fbd7c3960d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:39.162376 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-993e6465-134d-4486-bea8-54fbd7c3960d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6dd0fad-0168-4d78-a57e-6632bd4adaa4 HTTP/1.1" status: 204 len: 168 time: 0.4011056 Sep 29 23:00:39.190175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e6465-134d-4486-bea8-54fbd7c3960d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dd0fad-0168-4d78-a57e-6632bd4adaa4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:39.213513 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3efc7-18d4-49ec-9036-3ba963f2ae35 req-89c3d4b4-a5fb-4377-b003-4e533b0f484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:39.217758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21f3efc7-18d4-49ec-9036-3ba963f2ae35 req-89c3d4b4-a5fb-4377-b003-4e533b0f484b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 1136 time: 0.1539249 Sep 29 23:00:39.423447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3efc7-18d4-49ec-9036-3ba963f2ae35 req-17d8ecf1-61bc-4d0d-9223-18d98e4eef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:39.425854 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21f3efc7-18d4-49ec-9036-3ba963f2ae35 req-17d8ecf1-61bc-4d0d-9223-18d98e4eef64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 914 time: 0.1999226 Sep 29 23:00:39.464146 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:39.515891 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-864175f6-ac1c-4abc-953d-01116c901339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:39.526014 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21f3efc7-18d4-49ec-9036-3ba963f2ae35 req-e3c26ac1-45cc-43bd-9889-3d687a4d166d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1077e8-f762-45c6-b559-35924a04dbcb HTTP/1.1" status: 200 len: 217 time: 0.0925534 Sep 29 23:00:39.552710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-864175f6-ac1c-4abc-953d-01116c901339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:39.662219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f3efc7-18d4-49ec-9036-3ba963f2ae35 req-45d0c87e-786c-4f14-a9c0-5a502894b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:39.664853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21f3efc7-18d4-49ec-9036-3ba963f2ae35 req-45d0c87e-786c-4f14-a9c0-5a502894b14e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.1314518 Sep 29 23:00:39.670560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-864175f6-ac1c-4abc-953d-01116c901339 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98b75e4d1b5f4ed5bc24f28feecbad69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5892515 Sep 29 23:00:39.688334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864175f6-ac1c-4abc-953d-01116c901339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a370fa3b-2fc7-42ed-b73e-364acdeed172,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:39.688833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59730) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:39.737686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21f3efc7-18d4-49ec-9036-3ba963f2ae35 req-b1f33d6d-4b71-452f-b136-4cfa61d56ac5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394995 Sep 29 23:00:39.747079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-763c1371-a44b-4c22-8579-4f3cfa30a996 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:39.749101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-763c1371-a44b-4c22-8579-4f3cfa30a996 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 821 time: 0.4363329 Sep 29 23:00:39.774746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-b006cafa-feb1-4fe1-af37-43dc825fed82 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/quotas/04184e88ba3b425fad67d78550b30b78 HTTP/1.1" status: 200 len: 375 time: 0.0175881 Sep 29 23:00:39.782784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6d042-7a08-4655-8728-8db461bfedcd req-d38a49e9-4a4f-403a-b7d8-0e43baf987e0 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:39.800280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3e6d042-7a08-4655-8728-8db461bfedcd req-d38a49e9-4a4f-403a-b7d8-0e43baf987e0 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 985 time: 0.2201264 Sep 29 23:00:39.852180 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a738442-c7cc-4089-9fd0-d9d88e18097c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:39.876281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-7d50ecbe-9b27-4a5d-be16-1ecbbc9775e5 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749781 Sep 29 23:00:40.131769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eface4e9-a300-4166-9a39-318954b2c64f req-43010ce5-f4e2-44a8-aecd-a0f54f06ffee tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:40.133362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-43010ce5-f4e2-44a8-aecd-a0f54f06ffee tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "GET /v2.0/networks?id=b14a8130-7970-41a2-a073-fd7dae695e31 HTTP/1.1" status: 200 len: 822 time: 0.1983094 Sep 29 23:00:40.158833 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21f3efc7-18d4-49ec-9036-3ba963f2ae35 req-80904ca4-649b-46f8-9837-4b25d3bba462 service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040506 Sep 29 23:00:40.160736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a738442-c7cc-4089-9fd0-d9d88e18097c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:40.173353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6d4d0999-28c3-48dc-b8e9-3e48500668cb up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:40.187582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3e6d042-7a08-4655-8728-8db461bfedcd req-ad91eda5-4a5f-4dc1-a4fb-3f207a877c9e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=c45e301b-43e3-4a01-9707-f90e997e0a75&id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3717363 Sep 29 23:00:40.219765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Request body: {'port': {'device_id': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31', 'admin_state_up': True, 'tenant_id': '9c68216839e14637a486a0eea81a9a80'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:40.300940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 6d4d0999-28c3-48dc-b8e9-3e48500668cb completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:00:40.311595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a738442-c7cc-4089-9fd0-d9d88e18097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:40.314437 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a738442-c7cc-4089-9fd0-d9d88e18097c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:40.329083 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3a738442-c7cc-4089-9fd0-d9d88e18097c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a370fa3b-2fc7-42ed-b73e-364acdeed172 HTTP/1.1" status: 204 len: 168 time: 0.6384022 Sep 29 23:00:40.332324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 6d4d0999-28c3-48dc-b8e9-3e48500668cb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:40.334550 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:40.335883 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21f3efc7-18d4-49ec-9036-3ba963f2ae35 req-874b0406-5ff4-4b35-9915-a230c0bcb045 service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682372 Sep 29 23:00:40.341779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a738442-c7cc-4089-9fd0-d9d88e18097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a370fa3b-2fc7-42ed-b73e-364acdeed172,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:40.498848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d3e86-88a0-459f-b35d-5236a9e573e5 req-46c60681-def5-4d7f-8c7d-ca89ad4731d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:40.502306 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-897d3e86-88a0-459f-b35d-5236a9e573e5 req-46c60681-def5-4d7f-8c7d-ca89ad4731d7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 1136 time: 0.0930729 Sep 29 23:00:40.533475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-470d1084-a613-45f0-8882-1af31ced0e66 service neutron] 10.222.0.44 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6308823 Sep 29 23:00:40.651790 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:40.704610 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d3e86-88a0-459f-b35d-5236a9e573e5 req-56a64833-e4c5-4a36-b069-6c71d35562cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:40.706109 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-897d3e86-88a0-459f-b35d-5236a9e573e5 req-56a64833-e4c5-4a36-b069-6c71d35562cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 914 time: 0.1937568 Sep 29 23:00:40.735298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:40.739743 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae28a849-dc6a-4ff8-bff5-825d77e4d693" -d '{"events": [{"server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "name": "network-vif-plugged", "status": "completed", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:40.759078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Made reservation on behalf of 9c68216839e14637a486a0eea81a9a80 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:40.770066 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:40.775376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6d4d0999-28c3-48dc-b8e9-3e48500668cb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:40.785258 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:40.812848 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-897d3e86-88a0-459f-b35d-5236a9e573e5 req-745cf08e-928d-44ca-936d-661f7419f288 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1077e8-f762-45c6-b559-35924a04dbcb HTTP/1.1" status: 200 len: 217 time: 0.0991783 Sep 29 23:00:40.895775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5fd3c-4929-4bdd-9663-bf9aceef2c6f req-9b213c99-05a8-4cc7-bda1-2aa5f19dbf34 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:40.897250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=6d4d0999-28c3-48dc-b8e9-3e48500668cb,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:40.898479 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74e5fd3c-4929-4bdd-9663-bf9aceef2c6f req-9b213c99-05a8-4cc7-bda1-2aa5f19dbf34 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 944 time: 0.2577424 Sep 29 23:00:40.909868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d3e86-88a0-459f-b35d-5236a9e573e5 req-6fd6cc59-43a1-4c7a-be65-bebb92f2a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:40.911514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-897d3e86-88a0-459f-b35d-5236a9e573e5 req-6fd6cc59-43a1-4c7a-be65-bebb92f2a981 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.0916495 Sep 29 23:00:40.925252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-913fa9d0-814c-4da9-808e-9337e1a240ea service neutron] 10.222.0.44 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826370 Sep 29 23:00:40.962012 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-897d3e86-88a0-459f-b35d-5236a9e573e5 req-9cb4ad7b-fec2-4c3d-bf76-eed9fe096031 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422223 Sep 29 23:00:41.096359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74e5fd3c-4929-4bdd-9663-bf9aceef2c6f req-5e70264e-1359-4599-82fb-def27253413a tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997097 Sep 29 23:00:41.150103 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-897d3e86-88a0-459f-b35d-5236a9e573e5 req-1803ddce-a6e6-4cdd-ad0d-a85868e56fab service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789804 Sep 29 23:00:41.225189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Allocated IP 172.20.0.12 (b14a8130-7970-41a2-a073-fd7dae695e31/a6281830-dcab-48c7-805a-af6788287cbb/748c5794-5839-412b-a683-3a3b15737f1e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:41.328169 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e44c8a-db9a-4df2-9db4-959a39aed704 x-openstack-request-id: req-e5e44c8a-db9a-4df2-9db4-959a39aed704 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:41.328488 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "name": "network-vif-plugged", "status": "completed", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:41.328746 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5e44c8a-db9a-4df2-9db4-959a39aed704 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:41.329195 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'code': 200} Sep 29 23:00:41.345024 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-897d3e86-88a0-459f-b35d-5236a9e573e5 req-8017b128-e9cb-4874-98cb-7fad9d125c2a service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748197 Sep 29 23:00:41.369149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f0d2e71-7c4d-4647-bd87-6953d93365fd req-640e3675-60ea-4e81-b5af-61295657a7aa tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 210 time: 0.1496694 Sep 29 23:00:41.492439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4b1847-5eca-4822-80fa-2d03ccfbb492 req-601e1ce7-4be3-456a-8eda-68df8fefe9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:41.494177 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fc4b1847-5eca-4822-80fa-2d03ccfbb492 req-601e1ce7-4be3-456a-8eda-68df8fefe9dc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1096 time: 0.0821238 Sep 29 23:00:41.600792 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fc4b1847-5eca-4822-80fa-2d03ccfbb492 req-a8f4be6e-0515-4143-ac96-80c770a77570 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979447 Sep 29 23:00:41.648576 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-831ab3a3-a964-4484-90bd-0db3ece2e58c req-ddc94b94-eaba-4d01-b5f5-bde73d17809b tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 210 time: 0.1856713 Sep 29 23:00:41.720869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49c6ab-8d77-4167-b88c-4e595ddb9f92 req-aa115190-8485-4953-9f5b-293a868e1b78 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:41.723234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c49c6ab-8d77-4167-b88c-4e595ddb9f92 req-aa115190-8485-4953-9f5b-293a868e1b78 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 985 time: 0.2687418 Sep 29 23:00:41.787007 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:41.816556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c49c6ab-8d77-4167-b88c-4e595ddb9f92 req-7d3fa38e-4605-480a-b523-e67aab66c090 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=c45e301b-43e3-4a01-9707-f90e997e0a75&id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0876551 Sep 29 23:00:41.852843 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:41.918360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event updated for resources: {'Port': ['ID=748c5794-5839-412b-a683-3a3b15737f1e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:41.929552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Network b14a8130-7970-41a2-a073-fd7dae695e31 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:41.931372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:41.934278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:41.940603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:41.941503 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:41.957563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-419b1d9c-34f6-49ba-b890-4ebe47f0df37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7872901 Sep 29 23:00:41.989491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Request body: {'port': {'device_id': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:42.049067 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:42.075308 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-d522eba4-7146-4072-b1ee-c384d26a123e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569010 Sep 29 23:00:42.270853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-35bcd733-03e9-469c-89ab-0fa906a1ae32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:42.272945 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-35bcd733-03e9-469c-89ab-0fa906a1ae32 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1196 time: 0.0773008 Sep 29 23:00:42.344016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59830) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:42.431491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-16277bbc-72d9-4d50-b097-47c65e1a94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:42.433027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-16277bbc-72d9-4d50-b097-47c65e1a94dc service neutron] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 914 time: 0.1310215 Sep 29 23:00:42.480330 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-70f2afb0-4642-432d-8f42-d757669dbff4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 HTTP/1.1" status: 200 len: 217 time: 0.0368025 Sep 29 23:00:42.525894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-network', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:42.550765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-f49edaae-5df7-4820-ad34-d7a5077db554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:42.552575 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-f49edaae-5df7-4820-ad34-d7a5077db554 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.0644758 Sep 29 23:00:42.568173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Made reservation on behalf of 18bd7509041b46c7b3de95de964d42e4 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:42.570663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:42.595137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-b3a70367-8fe4-4f24-bbbe-efa90a299e4c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:42.596426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-9e75512b-aa02-49b8-adb5-816542ea0436 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359023 Sep 29 23:00:42.596552 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-b3a70367-8fe4-4f24-bbbe-efa90a299e4c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/networks?id=f45d1d20-0bee-456a-8f4c-009843889124 HTTP/1.1" status: 200 len: 813 time: 0.4110076 Sep 29 23:00:42.597068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:42.619273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a8f490-5c4a-453f-bf81-b7a22e03b741 req-fac61116-711d-4f5e-bf47-6cbdc9b2d2a3 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:42.620838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34a8f490-5c4a-453f-bf81-b7a22e03b741 req-fac61116-711d-4f5e-bf47-6cbdc9b2d2a3 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 945 time: 0.3396461 Sep 29 23:00:42.635042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-8b96a8e9-ab35-4bc2-90d8-5ac85e2fa519 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/quotas/c8407addc0aa4e92ad92928cb338ac25 HTTP/1.1" status: 200 len: 375 time: 0.0300875 Sep 29 23:00:42.730155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34a8f490-5c4a-453f-bf81-b7a22e03b741 req-c4c7190d-644c-4f16-95f2-683702459629 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994778 Sep 29 23:00:42.774118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-b99f5ed2-8aa5-4216-b224-9ece0c0349c1 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c8407addc0aa4e92ad92928cb338ac25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1271863 Sep 29 23:00:42.781069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 748c5794-5839-412b-a683-3a3b15737f1e {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:42.797673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:42.810686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-be14d844-5992-48cf-af1f-6befbeaef34a service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955619 Sep 29 23:00:42.830379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Transition to ACTIVE for port object 748c5794-5839-412b-a683-3a3b15737f1e will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:00:42.862698 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:42.935896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-ae07cc99-40e8-4464-94b4-332b051cd95b service neutron] 10.222.0.44 "GET /v2.0/networks/f45d1d20-0bee-456a-8f4c-009843889124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502471 Sep 29 23:00:42.936603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Pushing event updated for resources: {'Port': ['ID=748c5794-5839-412b-a683-3a3b15737f1e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:42.968873 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:42.982289 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:42.997548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Attempting to bind port 748c5794-5839-412b-a683-3a3b15737f1e on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:42.997886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Attempting to bind port 748c5794-5839-412b-a683-3a3b15737f1e by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:42.998211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Attempting to bind port 748c5794-5839-412b-a683-3a3b15737f1e on network b14a8130-7970-41a2-a073-fd7dae695e31 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:43.006045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Port 748c5794-5839-412b-a683-3a3b15737f1e on network b14a8130-7970-41a2-a073-fd7dae695e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:00:43.006371 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Attempting to bind port 748c5794-5839-412b-a683-3a3b15737f1e on network b14a8130-7970-41a2-a073-fd7dae695e31 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:43.041076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:00:43.045449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:43.045802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Checking segment: {'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:43.046181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Bound using segment: {'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:43.046628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Bound port: 748c5794-5839-412b-a683-3a3b15737f1e, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:43.046991 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:43.072394 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d738c8e7-5120-424b-9c6c-f85fb0f20cb9 req-718a2ba1-88d4-4c67-89fa-a8a600e3a680 service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2481134 Sep 29 23:00:43.074401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd01f24b-40af-4144-8d21-0bc2646269d3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:43.096410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-358adcc5-2261-44d5-a8de-ceab383440e6 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:43.098006 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-358adcc5-2261-44d5-a8de-ceab383440e6 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 821 time: 0.3058276 Sep 29 23:00:43.099168 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:43.099508 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Added segment a86af7f1-0719-4110-ba4b-9d5834902767 of type vlan for network 541a5afd-875e-4ef3-b3ca-72838376afef Sep 29 23:00:43.101517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-b4ba5263-438d-4c16-9da4-0012c6af703d service neutron] 10.222.0.44 "GET /v2.0/networks/f45d1d20-0bee-456a-8f4c-009843889124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561887 Sep 29 23:00:43.141593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Request body: {'port': {'device_id': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7', 'admin_state_up': True, 'tenant_id': '04184e88ba3b425fad67d78550b30b78'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:43.146355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] For port 748c5794-5839-412b-a683-3a3b15737f1e, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:43.150198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] For port 748c5794-5839-412b-a683-3a3b15737f1e, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=748c5794-5839-412b-a683-3a3b15737f1e,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:43.166661 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:43.167892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:43.220927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:43.221556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:43.222956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/748c5794-5839-412b-a683-3a3b15737f1e HTTP/1.1" status: 200 len: 1092 time: 1.2379923 Sep 29 23:00:43.225550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'tag': '748c5794-5839-412b-a683-3a3b15737f1e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:43.228562 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d55c77b-6914-480c-80b5-c6e64ebcd50a" -d '{"events": [{"name": "network-changed", "server_uuid": "759a44ae-4046-4caf-8a0f-6fcd16304d98", "tag": "748c5794-5839-412b-a683-3a3b15737f1e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:43.266063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:43.267369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:43.268108 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:43.298091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5220c-6870-4b69-8e90-3767fe1e64d1 req-360706fa-0133-4990-bc7f-4e2094450baa tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:43.299231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23c5220c-6870-4b69-8e90-3767fe1e64d1 req-360706fa-0133-4990-bc7f-4e2094450baa tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 944 time: 0.1472163 Sep 29 23:00:43.310291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c33b0b2-88a1-4b17-8ac1-51a45d4559a4 service neutron] Pushing event updated for resources: {'Port': ['ID=748c5794-5839-412b-a683-3a3b15737f1e,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:43.359482 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0117414 Sep 29 23:00:43.361233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59854) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:43.373888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42351d08-5af0-46d3-b739-528bd8c49218 req-82d09939-1081-4f67-b366-b9d62312ce41 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 210 time: 0.0600207 Sep 29 23:00:43.390978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Request body: {'subnet': {'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-subnet', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:43.396391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c12a41-aa48-4a40-bbfd-f9a1d3905a40 admin admin] Pushing event updated for resources: {'Network': ['ID=541a5afd-875e-4ef3-b3ca-72838376afef,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:43.414133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 541a5afd-875e-4ef3-b3ca-72838376afef details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:00:43.426447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:00:43.426447 n-d-811173-2 neutron-server[110006]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 23:00:43.426447 n-d-811173-2 neutron-server[110006]: [parameters: {'project_id_1': '18bd7509041b46c7b3de95de964d42e4', 'expiration_1': datetime.datetime(2021, 9, 29, 23, 0, 23, 398648)}] Sep 29 23:00:43.426447 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:00:43.426895 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:00:43.429440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Made reservation on behalf of 04184e88ba3b425fad67d78550b30b78 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:43.435743 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:43.455841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23c5220c-6870-4b69-8e90-3767fe1e64d1 req-94187853-1a3c-4657-bbe8-10d2d4352e1a tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850067 Sep 29 23:00:43.458036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eface4e9-a300-4166-9a39-318954b2c64f req-00ed024d-a375-43c6-a15b-2293984409d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:43.460044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-00ed024d-a375-43c6-a15b-2293984409d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c68216839e14637a486a0eea81a9a80&device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 1095 time: 0.1515627 Sep 29 23:00:43.593187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-84abbd0d-afaf-461f-b816-a467841ca39d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=748c5794-5839-412b-a683-3a3b15737f1e HTTP/1.1" status: 200 len: 217 time: 0.0821505 Sep 29 23:00:43.631520 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Allocated IP 172.20.0.10 (a1dd884b-5f72-4813-96aa-08148f7871b7/5c3e257f-b911-46db-9074-3307b87d2219/bc852035-333a-4331-bd83-00b57dbc7f7e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:43.698259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-718197b5-d3a2-4e03-933d-9058d7a3abd3 req-7ebc26d8-75e9-4519-9665-03c56c384831 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 210 time: 0.0579934 Sep 29 23:00:43.723478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98695021-bff9-4d2a-b86d-6d910e529b96 req-65d44b39-03cd-4359-aac7-3aac2abf0e91 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:43.725840 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98695021-bff9-4d2a-b86d-6d910e529b96 req-65d44b39-03cd-4359-aac7-3aac2abf0e91 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 985 time: 0.1355791 Sep 29 23:00:43.727408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eface4e9-a300-4166-9a39-318954b2c64f req-5c7373d8-a447-4700-95c3-ee97ba54408c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:43.728832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-5c7373d8-a447-4700-95c3-ee97ba54408c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6281830-dcab-48c7-805a-af6788287cbb HTTP/1.1" status: 200 len: 862 time: 0.1178787 Sep 29 23:00:43.789941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-52630803-e6e6-4153-8597-b9f2ecd650b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b14a8130-7970-41a2-a073-fd7dae695e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506628 Sep 29 23:00:43.792519 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfbf50c-cfbf-4918-8611-d4b0519cad96 x-openstack-request-id: req-6dfbf50c-cfbf-4918-8611-d4b0519cad96 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:43.792811 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759a44ae-4046-4caf-8a0f-6fcd16304d98", "tag": "748c5794-5839-412b-a683-3a3b15737f1e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:43.793613 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6dfbf50c-cfbf-4918-8611-d4b0519cad96 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:43.794075 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'tag': '748c5794-5839-412b-a683-3a3b15737f1e', 'status': 'completed', 'code': 200} Sep 29 23:00:43.855156 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98695021-bff9-4d2a-b86d-6d910e529b96 req-5139ee3e-1378-42f5-8ce7-d71fb3c6ef89 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=c45e301b-43e3-4a01-9707-f90e997e0a75&id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1197057 Sep 29 23:00:43.873831 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:43.937368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:43.962181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-0367a0ca-ad62-47bf-86e5-4d927661b4de service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615052 Sep 29 23:00:43.971520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af16bf-33b6-4610-b778-b5f1725d4f85 req-86292d05-8c84-420a-a7e2-2ddbc7905ec0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:43.973977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90af16bf-33b6-4610-b778-b5f1725d4f85 req-86292d05-8c84-420a-a7e2-2ddbc7905ec0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 945 time: 0.0814831 Sep 29 23:00:43.997818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Network a1dd884b-5f72-4813-96aa-08148f7871b7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:44.003739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Made reservation on behalf of 18bd7509041b46c7b3de95de964d42e4 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:44.006185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.009980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:44.012909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Pushing event updated for resources: {'Port': ['ID=bc852035-333a-4331-bd83-00b57dbc7f7e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:44.015139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:44.021365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:44.021918 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.083521 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-021604d3-5da7-45b6-b3e4-cef5e1a1a35a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9489899 Sep 29 23:00:44.107859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6702c269-47ab-46af-ad69-09c67055cae7 req-0de9f7cb-6f1e-4a78-927c-2b0dd51f274d tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-447940184&fields=id&tenant_id=3e2cbc92cb364c628e5432eaae2bd32b HTTP/1.1" status: 200 len: 267 time: 0.0962837 Sep 29 23:00:44.114429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90af16bf-33b6-4610-b778-b5f1725d4f85 req-e52e320c-60ee-4ffa-a33c-671250a69da4 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143973 Sep 29 23:00:44.164586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Request body: {'port': {'device_id': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:44.189831 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eface4e9-a300-4166-9a39-318954b2c64f req-f3514fe3-ffeb-4107-a7c1-a3ce77b40987 service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147284 Sep 29 23:00:44.226501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702c269-47ab-46af-ad69-09c67055cae7 req-edd2a2b3-2709-4321-af3c-81d9d8e4a3b6 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:44.236195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6702c269-47ab-46af-ad69-09c67055cae7 req-edd2a2b3-2709-4321-af3c-81d9d8e4a3b6 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 985 time: 0.1083276 Sep 29 23:00:44.254399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6702c269-47ab-46af-ad69-09c67055cae7 req-2a17bd88-95f6-481e-8171-b27325dc505f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'port': {'security_groups': ['37dcddca-4082-45cf-8fe2-a374160ffb95', 'c45e301b-43e3-4a01-9707-f90e997e0a75', 'ccba647e-5333-4542-864b-e6fb52b0274a']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:44.285940 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.306484 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.398571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dff48702-b43b-4898-8beb-b552d43881e4,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:44.468111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Checking segment: {'id': 'a86af7f1-0719-4110-ba4b-9d5834902767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:44.468473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Network hostable DHCP agents. Network: 541a5afd-875e-4ef3-b3ca-72838376afef, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:00:44.489636 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6702c269-47ab-46af-ad69-09c67055cae7 req-2a17bd88-95f6-481e-8171-b27325dc505f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.502498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c77b-6914-480c-80b5-c6e64ebcd50a req-0a3549c1-4843-4a5a-acb1-ca6d97e01218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:44.504163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d55c77b-6914-480c-80b5-c6e64ebcd50a req-0a3549c1-4843-4a5a-acb1-ca6d97e01218 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c68216839e14637a486a0eea81a9a80&device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 1095 time: 0.1930163 Sep 29 23:00:44.512380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-a3082381-6ecc-4c3c-992b-cef42b9a4cb7 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3139424 Sep 29 23:00:44.514651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Network 541a5afd-875e-4ef3-b3ca-72838376afef is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:00:44.552440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 541a5afd-875e-4ef3-b3ca-72838376afef) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:44.557836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:44.558487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:44.559722 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.563995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eabe08f-1ef5-41ac-842f-c1356587f4f4 None None] Network 541a5afd-875e-4ef3-b3ca-72838376afef requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:44.647838 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dd7d0186-d9ad-46f0-af88-735acf2b3e2c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2608950 Sep 29 23:00:44.651578 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.652013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc852035-333a-4331-bd83-00b57dbc7f7e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:44.655735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59890) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:44.660201 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.667359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-router', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:44.674834 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Transition to ACTIVE for port object bc852035-333a-4331-bd83-00b57dbc7f7e will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:00:44.682949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.730175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c77b-6914-480c-80b5-c6e64ebcd50a req-647d09af-1898-4374-85b5-60917d45c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:44.732714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d55c77b-6914-480c-80b5-c6e64ebcd50a req-647d09af-1898-4374-85b5-60917d45c931 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b14a8130-7970-41a2-a073-fd7dae695e31 HTTP/1.1" status: 200 len: 923 time: 0.2192307 Sep 29 23:00:44.748562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-541a5afd-875e-4ef3-b3ca-72838376afef', 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'fixed_ips': [{'subnet_id': 'dff48702-b43b-4898-8beb-b552d43881e4'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:00:44.749010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc852035-333a-4331-bd83-00b57dbc7f7e,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:44.750570 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.754124 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.755217 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.793745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:44.796231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:44.796596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:44.802175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Port bc852035-333a-4331-bd83-00b57dbc7f7e on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:00:44.802506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:44.802913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d55c77b-6914-480c-80b5-c6e64ebcd50a req-aa2be53d-0791-4c14-a6c6-f78f38c09d95 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=748c5794-5839-412b-a683-3a3b15737f1e HTTP/1.1" status: 200 len: 217 time: 0.0616655 Sep 29 23:00:44.809790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:44.810486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:44.811151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:44.811864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Bound port: bc852035-333a-4331-bd83-00b57dbc7f7e, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:44.812312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.833771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.42', 49244) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:44.926489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Allocated IP 172.20.0.2 (541a5afd-875e-4ef3-b3ca-72838376afef/dff48702-b43b-4898-8beb-b552d43881e4/050b0cda-50d0-41f1-bc23-8c58604f48bb) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:44.936781 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:44.967911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:44.987175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:44.998382 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.016340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-7087111d-9a17-4a1f-8713-60e3ceb437e5 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:45.017896 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-7087111d-9a17-4a1f-8713-60e3ceb437e5 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.42 "GET /v2.0/networks?id=f45d1d20-0bee-456a-8f4c-009843889124 HTTP/1.1" status: 200 len: 813 time: 0.1586807 Sep 29 23:00:45.043262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:45.043922 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.045347 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 200 len: 1092 time: 0.9187908 Sep 29 23:00:45.045801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'tag': 'bc852035-333a-4331-bd83-00b57dbc7f7e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:45.048112 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae3ebb3-5020-4a97-942c-39ee9a919db5" -d '{"events": [{"name": "network-changed", "server_uuid": "f36a6be9-5a9f-447c-89c3-681b066e152b", "tag": "bc852035-333a-4331-bd83-00b57dbc7f7e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:45.057280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Request body: {'port': {'device_id': '19c775b0-3d7e-495f-b47a-60a0851aa68c', 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124', 'admin_state_up': True, 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:45.105923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ab92b-08dd-49bf-a7ef-b4dbc00561a4 service neutron] Pushing event updated for resources: {'Port': ['ID=bc852035-333a-4331-bd83-00b57dbc7f7e,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:45.144097 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.153940 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.213926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-2b262f9d-0d02-434d-bdb5-97ff35bf4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:45.216229 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-2b262f9d-0d02-434d-bdb5-97ff35bf4177 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1095 time: 0.0741396 Sep 29 23:00:45.217197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Network 541a5afd-875e-4ef3-b3ca-72838376afef is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:45.220725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:45.232143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:45.236995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Pushing event updated for resources: {'Port': ['ID=050b0cda-50d0-41f1-bc23-8c58604f48bb,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:45.242844 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Made reservation on behalf of c8407addc0aa4e92ad92928cb338ac25 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:45.246873 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.266228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d55c77b-6914-480c-80b5-c6e64ebcd50a req-649adaeb-9749-4999-98be-f080db9d12b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:45.268149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d55c77b-6914-480c-80b5-c6e64ebcd50a req-649adaeb-9749-4999-98be-f080db9d12b5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6281830-dcab-48c7-805a-af6788287cbb HTTP/1.1" status: 200 len: 862 time: 0.4205039 Sep 29 23:00:45.286060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-58f5c957-76af-4ff4-b603-d0bcdaadd303 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 200 len: 217 time: 0.0492742 Sep 29 23:00:45.329799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Attempting to bind port 050b0cda-50d0-41f1-bc23-8c58604f48bb on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:45.330892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Attempting to bind port 050b0cda-50d0-41f1-bc23-8c58604f48bb by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'a86af7f1-0719-4110-ba4b-9d5834902767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:45.330892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Attempting to bind port 050b0cda-50d0-41f1-bc23-8c58604f48bb on network 541a5afd-875e-4ef3-b3ca-72838376afef {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:45.340679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:45.341173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Checking segment: {'id': 'a86af7f1-0719-4110-ba4b-9d5834902767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:45.341851 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.342337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Bound using segment: {'id': 'a86af7f1-0719-4110-ba4b-9d5834902767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:45.342950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Bound port: 050b0cda-50d0-41f1-bc23-8c58604f48bb, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86af7f1-0719-4110-ba4b-9d5834902767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:45.343426 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.392442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d55c77b-6914-480c-80b5-c6e64ebcd50a req-695d5410-e9b9-446f-8b04-9a0fe3842357 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b14a8130-7970-41a2-a073-fd7dae695e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1126578 Sep 29 23:00:45.402172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6702c269-47ab-46af-ad69-09c67055cae7 req-2a17bd88-95f6-481e-8171-b27325dc505f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] For port 5e1077e8-f762-45c6-b559-35924a04dbcb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5e1077e8-f762-45c6-b559-35924a04dbcb,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:45.440084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] For port 050b0cda-50d0-41f1-bc23-8c58604f48bb, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:45.445994 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] For port 050b0cda-50d0-41f1-bc23-8c58604f48bb, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=050b0cda-50d0-41f1-bc23-8c58604f48bb,segment=NetworkSegment(a86af7f1-0719-4110-ba4b-9d5834902767),segment_id=a86af7f1-0719-4110-ba4b-9d5834902767)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:45.453276 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.464571 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.484207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.543571 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba28ae1-aad2-4584-96a1-ba33df29c72f None None] Pushing event updated for resources: {'Port': ['ID=050b0cda-50d0-41f1-bc23-8c58604f48bb,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:45.591181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-550dc013-c678-4ef6-9bd9-2f3067f118d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:45.592677 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-550dc013-c678-4ef6-9bd9-2f3067f118d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.2950208 Sep 29 23:00:45.599452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6702c269-47ab-46af-ad69-09c67055cae7 req-2a17bd88-95f6-481e-8171-b27325dc505f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.617344 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6702c269-47ab-46af-ad69-09c67055cae7 req-2a17bd88-95f6-481e-8171-b27325dc505f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.630841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e08e8a1d-9b1a-4c7a-9caa-dd886414fb82', '5e1077e8-f762-45c6-b559-35924a04dbcb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:45.657259 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-48fe5918-c267-437b-9c57-b731dd5e7a9d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393331 Sep 29 23:00:45.697418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Allocated IP 172.20.0.9 (f45d1d20-0bee-456a-8f4c-009843889124/0cc54edb-28df-4849-b026-d1b115f5017f/04f276ae-d304-432c-be19-ae2b59d96b8d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:45.804589 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d55c77b-6914-480c-80b5-c6e64ebcd50a req-a8c21bd9-0407-45cb-9bd2-ba4aa3a32bc5 service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850403 Sep 29 23:00:45.837378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6702c269-47ab-46af-ad69-09c67055cae7 req-2a17bd88-95f6-481e-8171-b27325dc505f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:45.838302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6702c269-47ab-46af-ad69-09c67055cae7 req-2a17bd88-95f6-481e-8171-b27325dc505f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:45.840925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6702c269-47ab-46af-ad69-09c67055cae7 req-2a17bd88-95f6-481e-8171-b27325dc505f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "PUT /v2.0/ports/5e1077e8-f762-45c6-b559-35924a04dbcb HTTP/1.1" status: 200 len: 1021 time: 1.6045110 Sep 29 23:00:45.859498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'tag': '5e1077e8-f762-45c6-b559-35924a04dbcb'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:45.861482 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd13b5-2962-473e-bb3a-748192c96ffd" -d '{"events": [{"name": "network-changed", "server_uuid": "d06adf1f-a2d1-4669-84d0-f85be73533c3", "tag": "5e1077e8-f762-45c6-b559-35924a04dbcb"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:45.876993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-1e603057-5490-43c5-b415-f4420db806dd service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113798 Sep 29 23:00:45.882155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['5e1077e8-f762-45c6-b559-35924a04dbcb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:46.061193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a17bd88-95f6-481e-8171-b27325dc505f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'Port': ['ID=5e1077e8-f762-45c6-b559-35924a04dbcb,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:46.083601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Allocated IP 172.25.4.171 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/3440dcca-9866-4c7e-9909-54f491b9834b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:46.194830 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:46.283137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:46.354612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Network f45d1d20-0bee-456a-8f4c-009843889124 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:46.369322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:46.372846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:46.378667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:46.379455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:46.460751 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4090276 Sep 29 23:00:46.485398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 050b0cda-50d0-41f1-bc23-8c58604f48bb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:46.498617 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-bc5f881e-a7bf-425b-813e-28a846ff38fb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2311816 Sep 29 23:00:46.506311 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:46.519785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290d70ea-ca7a-4977-9b1b-94bad8673b8c tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Pushing event updated for resources: {'Port': ['ID=04f276ae-d304-432c-be19-ae2b59d96b8d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:46.532274 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-392664fe-090d-4a5a-b2db-dea3586cf9f3 req-e0422eb6-5e4d-47fc-9e9b-e0747100766b service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6367435 Sep 29 23:00:46.594811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Request body: {'port': {'device_id': '19c775b0-3d7e-495f-b47a-60a0851aa68c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:46.608596 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:46.669190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Pushing event updated for resources: {'Port': ['ID=3440dcca-9866-4c7e-9909-54f491b9834b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:46.719774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:46.742755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec906ac0-0f45-4315-ae0e-64980d27e077 req-a2fa1fd0-a500-4b3f-bcc7-8b4abd8835e2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:46.751396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec906ac0-0f45-4315-ae0e-64980d27e077 req-a2fa1fd0-a500-4b3f-bcc7-8b4abd8835e2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.5889468 Sep 29 23:00:46.776063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:46.778082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 050b0cda-50d0-41f1-bc23-8c58604f48bb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:46.778685 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:46.781441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:46.784708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:46.837900 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:46.906833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-94d74b42-d53b-43fd-a972-0cd8d9865547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:46.908545 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-94d74b42-d53b-43fd-a972-0cd8d9865547 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 1175 time: 0.3834276 Sep 29 23:00:47.013947 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d55c77b-6914-480c-80b5-c6e64ebcd50a req-05b4f0b0-5e51-49f7-a89a-7afd63e0e3f2 service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1489091 Sep 29 23:00:47.043080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b72c1bba-f778-4ddd-8e2f-dd573e282472 None None] Provisioning complete for port 04f276ae-d304-432c-be19-ae2b59d96b8d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:47.043667 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b72c1bba-f778-4ddd-8e2f-dd573e282472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.130822 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a24d6-1dbd-4c97-beba-68304176eaa3 None None] Network 541a5afd-875e-4ef3-b3ca-72838376afef requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:47.131444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec906ac0-0f45-4315-ae0e-64980d27e077 req-651fcf17-607f-482f-b655-0e8449ad4efb tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791580 Sep 29 23:00:47.142914 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.163741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-7cb8ecdc-0387-44d5-874d-f41ef11fee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:47.165623 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-7cb8ecdc-0387-44d5-874d-f41ef11fee07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 914 time: 0.2160151 Sep 29 23:00:47.187449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.219016 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-f7be81ae-7f57-4688-ad9f-db2566e1147a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1077e8-f762-45c6-b559-35924a04dbcb HTTP/1.1" status: 200 len: 217 time: 0.0427835 Sep 29 23:00:47.315790 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.326903 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.342569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-8033338e-4917-4514-b66b-483703858c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:47.344819 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-8033338e-4917-4514-b66b-483703858c65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.1139884 Sep 29 23:00:47.388302 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-40c13edd-921d-44e9-afc6-242dad6e9c3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352480 Sep 29 23:00:47.508016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f447-ff38-4f21-b97c-c2b805fe8d14 req-7afbbe2a-c2d4-4014-8880-5e6e1b096ac7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:47.509848 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a30f447-ff38-4f21-b97c-c2b805fe8d14 req-7afbbe2a-c2d4-4014-8880-5e6e1b096ac7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 944 time: 0.1461740 Sep 29 23:00:47.526002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 050b0cda-50d0-41f1-bc23-8c58604f48bb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=050b0cda-50d0-41f1-bc23-8c58604f48bb,segment=NetworkSegment(a86af7f1-0719-4110-ba4b-9d5834902767),segment_id=a86af7f1-0719-4110-ba4b-9d5834902767)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:47.529145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b72c1bba-f778-4ddd-8e2f-dd573e282472 None None] Port 04f276ae-d304-432c-be19-ae2b59d96b8d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:47.570351 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.604534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a30f447-ff38-4f21-b97c-c2b805fe8d14 req-580f5e57-1d7c-4019-8ea2-44906a927a14 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798318 Sep 29 23:00:47.613512 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-64621638-153c-4221-b59c-851b7c868260 service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180958 Sep 29 23:00:47.767411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-50825088-fa2a-406a-88d6-a6c84b56595d None None] Provisioning complete for port 050b0cda-50d0-41f1-bc23-8c58604f48bb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:47.768254 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-50825088-fa2a-406a-88d6-a6c84b56595d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.779435 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.792361 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.817992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=050b0cda-50d0-41f1-bc23-8c58604f48bb,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:47.890880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Allocated IP 172.25.4.54 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/7931a4f1-5e56-4ed6-84e6-3098814286bc) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:47.893011 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Pushing event updated for resources: {'Port': ['ID=3440dcca-9866-4c7e-9909-54f491b9834b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:47.913795 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.949648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f276ae-d304-432c-be19-ae2b59d96b8d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:47.966880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:47.967927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-fc12e6f1-cac5-4675-b3d5-d9a509128873 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4434345 Sep 29 23:00:47.979489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:48.035951 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0028efb9-9b1e-4f7e-911b-8b86feca1032 req-f73e75de-d1ce-4fb5-867f-31a563bcc1f9 service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990076 Sep 29 23:00:48.037025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Transition to ACTIVE for port object 04f276ae-d304-432c-be19-ae2b59d96b8d will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:00:48.050226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:48.124204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-438e79ce-23de-45be-9b75-722808f10c87 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.1152036 Sep 29 23:00:48.174275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Pushing event updated for resources: {'Port': ['ID=04f276ae-d304-432c-be19-ae2b59d96b8d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:48.177449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fab2633b-ffd4-4249-a812-54ad9f8391fa None None] Provisioning complete for port 050b0cda-50d0-41f1-bc23-8c58604f48bb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:48.178180 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fab2633b-ffd4-4249-a812-54ad9f8391fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:48.190996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Attempting to bind port 04f276ae-d304-432c-be19-ae2b59d96b8d on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:48.191335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Attempting to bind port 04f276ae-d304-432c-be19-ae2b59d96b8d by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:48.191667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Attempting to bind port 04f276ae-d304-432c-be19-ae2b59d96b8d on network f45d1d20-0bee-456a-8f4c-009843889124 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:48.202134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Port 04f276ae-d304-432c-be19-ae2b59d96b8d on network f45d1d20-0bee-456a-8f4c-009843889124 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:00:48.202994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Attempting to bind port 04f276ae-d304-432c-be19-ae2b59d96b8d on network f45d1d20-0bee-456a-8f4c-009843889124 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:48.216370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:48.216994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Checking segment: {'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:48.218363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Bound using segment: {'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:48.218967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Bound port: 04f276ae-d304-432c-be19-ae2b59d96b8d, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bcf7622-d1ff-46fa-8dcc-b678ef0007be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:48.220369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:48.389286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] For port 04f276ae-d304-432c-be19-ae2b59d96b8d, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:48.393656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] For port 04f276ae-d304-432c-be19-ae2b59d96b8d, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=04f276ae-d304-432c-be19-ae2b59d96b8d,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:48.408122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:48.429570 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:48.477894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-596daee1-9708-46ef-8234-c52143803f06 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:48.479981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-596daee1-9708-46ef-8234-c52143803f06 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.3400705 Sep 29 23:00:48.490469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:48.491164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:48.493559 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] 10.222.0.42 "PUT /v2.0/ports/04f276ae-d304-432c-be19-ae2b59d96b8d HTTP/1.1" status: 200 len: 1091 time: 1.9438405 Sep 29 23:00:48.517918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef85604-0673-4f39-bf12-171ea19b100b service neutron] Pushing event updated for resources: {'Port': ['ID=04f276ae-d304-432c-be19-ae2b59d96b8d,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:48.520049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 050b0cda-50d0-41f1-bc23-8c58604f48bb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:48.533166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-69a42c4e-e11b-43fb-ac0f-72d1db875fed tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:00:48.540908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e331ef8-98b6-4b64-bc5d-c067389ce583 req-69a42c4e-e11b-43fb-ac0f-72d1db875fed tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0386617 Sep 29 23:00:48.594374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:48.663150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 748c5794-5839-412b-a683-3a3b15737f1e details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:00:48.718451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Pushing event updated for resources: {'Port': ['ID=7931a4f1-5e56-4ed6-84e6-3098814286bc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:48.732440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:48.734050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:48.737759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:48.857119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 050b0cda-50d0-41f1-bc23-8c58604f48bb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:48.857671 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:48.899181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f35510-1c02-4f8c-9f5a-b2be4f90f6f8 req-ac52d7c9-0034-44ad-b795-1f73b7957b72 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:48.901233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4f35510-1c02-4f8c-9f5a-b2be4f90f6f8 req-ac52d7c9-0034-44ad-b795-1f73b7957b72 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 943 time: 0.2334671 Sep 29 23:00:48.941782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 748c5794-5839-412b-a683-3a3b15737f1e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=748c5794-5839-412b-a683-3a3b15737f1e,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:48.961413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '748c5794-5839-412b-a683-3a3b15737f1e', 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31', 'port_id': '748c5794-5839-412b-a683-3a3b15737f1e', 'mac_address': 'fa:16:3e:c2:f9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6281830-dcab-48c7-805a-af6788287cbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:00:48.982648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4f35510-1c02-4f8c-9f5a-b2be4f90f6f8 req-18529909-86e6-4f76-bb01-edab32005ad2 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582666 Sep 29 23:00:49.073489 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe30d5a8-e908-4f69-a1ab-b38c2b5921bf x-openstack-request-id: req-fe30d5a8-e908-4f69-a1ab-b38c2b5921bf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:49.073994 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36a6be9-5a9f-447c-89c3-681b066e152b", "tag": "bc852035-333a-4331-bd83-00b57dbc7f7e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:49.075349 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe30d5a8-e908-4f69-a1ab-b38c2b5921bf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:49.076079 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'tag': 'bc852035-333a-4331-bd83-00b57dbc7f7e', 'status': 'completed', 'code': 200} Sep 29 23:00:49.090426 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:49.111743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 748c5794-5839-412b-a683-3a3b15737f1e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:49.154769 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 748c5794-5839-412b-a683-3a3b15737f1e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=748c5794-5839-412b-a683-3a3b15737f1e,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:49.162582 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:49.228797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=748c5794-5839-412b-a683-3a3b15737f1e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:49.347684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69744a18-24a0-4c40-a7fb-c16ecab9e6cf req-a1bca2ba-e5b0-4dd1-ad7f-4a860924e671 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/ccba647e-5333-4542-864b-e6fb52b0274a HTTP/1.1" status: 200 len: 1800 time: 0.0553007 Sep 29 23:00:49.415225 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:49.468294 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-69744a18-24a0-4c40-a7fb-c16ecab9e6cf req-4eeb0444-ada1-4486-a434-aff3ba65fb10 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 23:00:49.469318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69744a18-24a0-4c40-a7fb-c16ecab9e6cf req-4eeb0444-ada1-4486-a434-aff3ba65fb10 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/ccba647e-5333-4542-864b-e6fb52b0274a HTTP/1.1" status: 409 len: 341 time: 0.0974941 Sep 29 23:00:49.526957 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc66d415-1a79-4154-9f2d-4a817d121276 x-openstack-request-id: req-dc66d415-1a79-4154-9f2d-4a817d121276 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:49.527813 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06adf1f-a2d1-4669-84d0-f85be73533c3", "tag": "5e1077e8-f762-45c6-b559-35924a04dbcb", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:49.528144 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dc66d415-1a79-4154-9f2d-4a817d121276 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:49.528487 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'tag': '5e1077e8-f762-45c6-b559-35924a04dbcb', 'status': 'completed', 'code': 200} Sep 29 23:00:49.585521 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['748c5794-5839-412b-a683-3a3b15737f1e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:49.613406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd13b5-2962-473e-bb3a-748192c96ffd req-b300de64-3c3b-42f7-bf94-8a76544aa72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:49.615122 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cd13b5-2962-473e-bb3a-748192c96ffd req-b300de64-3c3b-42f7-bf94-8a76544aa72e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 1175 time: 0.0639296 Sep 29 23:00:49.739415 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:49.781660 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:49.829416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd13b5-2962-473e-bb3a-748192c96ffd req-67f2192a-ab17-45d8-a9cb-58e3dc8fb2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:49.834135 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cd13b5-2962-473e-bb3a-748192c96ffd req-67f2192a-ab17-45d8-a9cb-58e3dc8fb2e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 200 len: 914 time: 0.2113214 Sep 29 23:00:49.850782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148c054-35c4-4e2f-bef8-87d7f82e9a0d req-8fcb0233-4979-4ba6-bd69-4830419c2ec7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:49.853087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4148c054-35c4-4e2f-bef8-87d7f82e9a0d req-8fcb0233-4979-4ba6-bd69-4830419c2ec7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.1166174 Sep 29 23:00:49.883821 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cd13b5-2962-473e-bb3a-748192c96ffd req-e98fb222-1c74-4689-86f4-4ce1aa9acaa7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5e1077e8-f762-45c6-b559-35924a04dbcb HTTP/1.1" status: 200 len: 217 time: 0.0409620 Sep 29 23:00:49.936551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd13b5-2962-473e-bb3a-748192c96ffd req-ce64a494-a5d0-4396-898f-396273d6af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:49.937983 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cd13b5-2962-473e-bb3a-748192c96ffd req-ce64a494-a5d0-4396-898f-396273d6af45 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 200 len: 853 time: 0.0475881 Sep 29 23:00:49.960572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4148c054-35c4-4e2f-bef8-87d7f82e9a0d req-c9967808-7267-49bb-9960-c36c1b3287e3 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996664 Sep 29 23:00:49.976827 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cd13b5-2962-473e-bb3a-748192c96ffd req-f5e7b9d1-6e77-4d53-8cbb-c3075ae758e4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b39c450b-90c5-43d4-a41b-59e1ab4c4d47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310667 Sep 29 23:00:50.018974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Router eaa17ef7-ea9a-4cef-b274-5f739d4d851b is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:00:50.103087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cd13b5-2962-473e-bb3a-748192c96ffd req-0cedd3d6-73ba-4da2-b187-e14b20adab5e service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180067 Sep 29 23:00:50.145514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb5645-2380-4a43-ae9c-468720bd6598 req-cc860077-838e-4e72-9c14-ae24f34acb9e tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:50.147953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-30bb5645-2380-4a43-ae9c-468720bd6598 req-cc860077-838e-4e72-9c14-ae24f34acb9e tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 945 time: 0.0753298 Sep 29 23:00:50.217217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:00:50.228259 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Sync routers for ids ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:00:50.232397 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cd13b5-2962-473e-bb3a-748192c96ffd req-d79d98d5-a36e-43bd-b1c4-ab617a359cbc service neutron] 10.222.0.26 "GET /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222646 Sep 29 23:00:50.239976 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Routers {'eaa17ef7-ea9a-4cef-b274-5f739d4d851b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:50.241976 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:50.251965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-30bb5645-2380-4a43-ae9c-468720bd6598 req-28a63c13-29f3-427b-8d9d-52cff7572475 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715365 Sep 29 23:00:50.259095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:50.263534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6fe1c7ba-ef04-4cc5-8c11-2924910acba1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6022983 Sep 29 23:00:50.264171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59938) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:50.373093 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Set router eaa17ef7-ea9a-4cef-b274-5f739d4d851b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:50.547665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-32dba669-2f64-4cd4-ac88-7e1d62592526 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:50.552348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-32dba669-2f64-4cd4-ac88-7e1d62592526 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 821 time: 0.1648297 Sep 29 23:00:50.566032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-5fc18294-8f0b-4d7c-a0a3-79a3f628d6bb tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/quotas/7f6c99f38ef9470fa52361c15494a72c HTTP/1.1" status: 200 len: 375 time: 0.0096323 Sep 29 23:00:50.658559 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-router', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:44Z', 'updated_at': '2021-09-29T23:00:48Z', 'revision_number': 3, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'gw_port': {'id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:47Z', 'updated_at': '2021-09-29T23:00:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:50.676615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 748c5794-5839-412b-a683-3a3b15737f1e up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:50.681027 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-b5d012e6-7b19-407c-8730-fb541edec0ae tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1074154 Sep 29 23:00:50.725861 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Checking router: eaa17ef7-ea9a-4cef-b274-5f739d4d851b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:00:50.727909 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Updating router eaa17ef7-ea9a-4cef-b274-5f739d4d851b port 7931a4f1-5e56-4ed6-84e6-3098814286bc binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:00:50.773054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 748c5794-5839-412b-a683-3a3b15737f1e completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:00:50.777823 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:50.779697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 748c5794-5839-412b-a683-3a3b15737f1e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:50.781440 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:50.805532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:50.910727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-13ad8a54-fb27-4b5f-a3b3-601a6700c28b service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145209 Sep 29 23:00:51.012798 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:51.080867 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 748c5794-5839-412b-a683-3a3b15737f1e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=748c5794-5839-412b-a683-3a3b15737f1e,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:51.081065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19c775b0-3d7e-495f-b47a-60a0851aa68c', 'tag': '04f276ae-d304-432c-be19-ae2b59d96b8d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:51.084065 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a401366-1fda-4b1c-ae80-eb1b1289e188" -d '{"events": [{"name": "network-changed", "server_uuid": "19c775b0-3d7e-495f-b47a-60a0851aa68c", "tag": "04f276ae-d304-432c-be19-ae2b59d96b8d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:51.087362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748c5794-5839-412b-a683-3a3b15737f1e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:51.096892 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc88f568-489e-4070-be5e-9b578813da92" -d '{"events": [{"server_uuid": "759a44ae-4046-4caf-8a0f-6fcd16304d98", "name": "network-vif-plugged", "status": "completed", "tag": "748c5794-5839-412b-a683-3a3b15737f1e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:51.111367 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:51.117017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Allocated IP 172.20.0.1 (541a5afd-875e-4ef3-b3ca-72838376afef/dff48702-b43b-4898-8beb-b552d43881e4/7bc63c3d-223d-4907-9077-3a4b6783746f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:51.215929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-586abdc3-a795-47f5-88bf-e220bdf16e7d service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948861 Sep 29 23:00:51.257104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=748c5794-5839-412b-a683-3a3b15737f1e,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:51.302273 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:51.327040 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:51.422476 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a1b7c-4a45-4ca9-9130-f2c26367b901 None None] Pushing event updated for resources: {'Port': ['ID=7931a4f1-5e56-4ed6-84e6-3098814286bc,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:51.449783 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Attempting to bind port 7931a4f1-5e56-4ed6-84e6-3098814286bc on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:51.450136 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Attempting to bind port 7931a4f1-5e56-4ed6-84e6-3098814286bc by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:51.450536 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Attempting to bind port 7931a4f1-5e56-4ed6-84e6-3098814286bc on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:51.456711 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:51.457077 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:51.457651 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:51.458216 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:51.458849 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Bound port: 7931a4f1-5e56-4ed6-84e6-3098814286bc, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:51.459410 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:51.521302 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] For port 7931a4f1-5e56-4ed6-84e6-3098814286bc, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:51.525502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] For port 7931a4f1-5e56-4ed6-84e6-3098814286bc, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7931a4f1-5e56-4ed6-84e6-3098814286bc,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:51.539325 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:51.614122 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a1b7c-4a45-4ca9-9130-f2c26367b901 None None] Pushing event updated for resources: {'Port': ['ID=7931a4f1-5e56-4ed6-84e6-3098814286bc,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:51.648682 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Routers {'eaa17ef7-ea9a-4cef-b274-5f739d4d851b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:51.649631 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:51.694608 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:51.774469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:51.854000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Network 541a5afd-875e-4ef3-b3ca-72838376afef is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:51.862390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:51.866237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:51.866732 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:51.904702 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] Set router eaa17ef7-ea9a-4cef-b274-5f739d4d851b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:52.049710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad77055-8dd5-4f26-9292-313cc2f77d09 req-e69d1025-daae-467d-afa0-f95f5c7972d2 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:52.060998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bad77055-8dd5-4f26-9292-313cc2f77d09 req-e69d1025-daae-467d-afa0-f95f5c7972d2 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 943 time: 0.1147397 Sep 29 23:00:52.170849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bad77055-8dd5-4f26-9292-313cc2f77d09 req-dca00857-981a-4b17-8e0b-b4c84a93ae3e tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083376 Sep 29 23:00:52.245914 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-998e5ebc-c296-4d4c-ae53-a1d10b50cd3d None None] Provisioning complete for port 7bc63c3d-223d-4907-9077-3a4b6783746f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:52.246556 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-998e5ebc-c296-4d4c-ae53-a1d10b50cd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:52.272407 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-router', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:44Z', 'updated_at': '2021-09-29T23:00:48Z', 'revision_number': 3, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'gw_port': {'id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:47Z', 'updated_at': '2021-09-29T23:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:52.303160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Pushing event updated for resources: {'Port': ['ID=7bc63c3d-223d-4907-9077-3a4b6783746f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:52.333944 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-998e5ebc-c296-4d4c-ae53-a1d10b50cd3d None None] Port 7bc63c3d-223d-4907-9077-3a4b6783746f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:52.380431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3a1ce-df99-4d3d-abda-66da7864253b req-f4ae283a-c16b-4594-9f1a-ef6ab1fb3674 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:52.389654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ed3a1ce-df99-4d3d-abda-66da7864253b req-f4ae283a-c16b-4594-9f1a-ef6ab1fb3674 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.0927238 Sep 29 23:00:52.410792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59976) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:52.481137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ed3a1ce-df99-4d3d-abda-66da7864253b req-cb7f78ec-b92a-4a97-a9e6-b079c21a8470 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901318 Sep 29 23:00:52.484575 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c1ce93-c08e-4eab-80ab-5d0302dc39d1 None None] The sync data for ids ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'] in n-d-811173-2 is: [{'id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-router', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:44Z', 'updated_at': '2021-09-29T23:00:48Z', 'revision_number': 3, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'gw_port': {'id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:47Z', 'updated_at': '2021-09-29T23:00:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:00:52.577953 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:52.611512 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f91b13-bae7-4ab6-add6-212bcf92a3f6 x-openstack-request-id: req-d3f91b13-bae7-4ab6-add6-212bcf92a3f6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:52.612011 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19c775b0-3d7e-495f-b47a-60a0851aa68c", "tag": "04f276ae-d304-432c-be19-ae2b59d96b8d", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:52.612270 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3f91b13-bae7-4ab6-add6-212bcf92a3f6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:52.612695 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19c775b0-3d7e-495f-b47a-60a0851aa68c', 'tag': '04f276ae-d304-432c-be19-ae2b59d96b8d', 'status': 'completed', 'code': 200} Sep 29 23:00:52.723391 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e8cc4d-3a38-4523-a9e1-936b532cdb29 x-openstack-request-id: req-24e8cc4d-3a38-4523-a9e1-936b532cdb29 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:52.723720 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759a44ae-4046-4caf-8a0f-6fcd16304d98", "name": "network-vif-plugged", "status": "completed", "tag": "748c5794-5839-412b-a683-3a3b15737f1e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:52.724008 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24e8cc4d-3a38-4523-a9e1-936b532cdb29 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:52.724413 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748c5794-5839-412b-a683-3a3b15737f1e', 'code': 200} Sep 29 23:00:52.745610 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd2d3790-8a8a-4057-af79-28b18cbea86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:52.897550 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:52.914226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:52.914226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:52.922185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658cc60-d0fc-4472-8168-d46d1dd3858d req-fc36591d-7e21-4b3e-8c36-083012d3c813 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:52.932242 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b658cc60-d0fc-4472-8168-d46d1dd3858d req-fc36591d-7e21-4b3e-8c36-083012d3c813 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.1003842 Sep 29 23:00:53.064661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b658cc60-d0fc-4472-8168-d46d1dd3858d req-fb16dd71-7232-45af-991a-24bdfbcf023c tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312578 Sep 29 23:00:53.107171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd2d3790-8a8a-4057-af79-28b18cbea86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:53.124589 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd2d3790-8a8a-4057-af79-28b18cbea86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:53.195820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Pushing event updated for resources: {'Port': ['ID=7bc63c3d-223d-4907-9077-3a4b6783746f,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:53.292853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd0691b8-ef2d-4e54-a003-6ef4682576e2 req-5c638280-e4b9-4156-81a2-edfc0188f0e9 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 210 time: 0.0895612 Sep 29 23:00:53.307523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dd2d3790-8a8a-4057-af79-28b18cbea86b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=85bab4d8cb3547e980680f784809012c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8917480 Sep 29 23:00:53.312299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59982) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:53.318637 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d3790-8a8a-4057-af79-28b18cbea86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb3b171-0b5a-47e9-91d8-ecc6d0477924,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:53.427052 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39218f3d-4310-441c-9d59-969f5000db66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:53.436438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Network 541a5afd-875e-4ef3-b3ca-72838376afef is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:53.458421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:53.461482 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39218f3d-4310-441c-9d59-969f5000db66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:53.510003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-fe431934-4ef8-4122-aeea-48e085da51bc tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:53.514883 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-fe431934-4ef8-4122-aeea-48e085da51bc tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.26 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 821 time: 0.3201337 Sep 29 23:00:53.546162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Request body: {'port': {'device_id': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'admin_state_up': True, 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:53.580034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39218f3d-4310-441c-9d59-969f5000db66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:53.584376 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39218f3d-4310-441c-9d59-969f5000db66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:53.586100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-39218f3d-4310-441c-9d59-969f5000db66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eeb3b171-0b5a-47e9-91d8-ecc6d0477924 HTTP/1.1" status: 204 len: 168 time: 0.2641559 Sep 29 23:00:53.598084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee3343-a18b-4fad-ad9d-16802371b668 req-1536fb5a-96b0-401d-af33-1d790d940450 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:53.600064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10ee3343-a18b-4fad-ad9d-16802371b668 req-1536fb5a-96b0-401d-af33-1d790d940450 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 1024 time: 0.0935061 Sep 29 23:00:53.671736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10ee3343-a18b-4fad-ad9d-16802371b668 req-da356a20-5d5e-4fa6-9659-65fc5903c109 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccba647e-5333-4542-864b-e6fb52b0274a&id=c45e301b-43e3-4a01-9707-f90e997e0a75&id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0630641 Sep 29 23:00:53.672596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39218f3d-4310-441c-9d59-969f5000db66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb3b171-0b5a-47e9-91d8-ecc6d0477924,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:53.735581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-161ca77d-94d8-4030-86d2-e8831983a625 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:53.742837 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-161ca77d-94d8-4030-86d2-e8831983a625 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.26 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 1024 time: 0.3508177 Sep 29 23:00:53.818590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74218e72-f1d4-4753-8105-01848d112f81 req-6d33fb9b-aee1-481f-a86f-08ef5edee6f2 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:53.829476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74218e72-f1d4-4753-8105-01848d112f81 req-6d33fb9b-aee1-481f-a86f-08ef5edee6f2 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 943 time: 0.0701451 Sep 29 23:00:53.884120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2d349806-a379-4f4e-96bb-f4fcce177ecf None None] Provisioning complete for port 7bc63c3d-223d-4907-9077-3a4b6783746f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:53.884689 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2d349806-a379-4f4e-96bb-f4fcce177ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:53.929175 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74218e72-f1d4-4753-8105-01848d112f81 req-95535702-ac82-4895-bd09-3d8349283500 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984502 Sep 29 23:00:54.056833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Made reservation on behalf of 7f6c99f38ef9470fa52361c15494a72c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:54.060625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.087039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Router eaa17ef7-ea9a-4cef-b274-5f739d4d851b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:00:54.088758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2d349806-a379-4f4e-96bb-f4fcce177ecf None None] Port 7bc63c3d-223d-4907-9077-3a4b6783746f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:54.200473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff0123-f3ca-47eb-bbd6-a6c16cb0e4b0 req-c4e7656f-687e-41e8-b0cb-51c1ed9b0dad tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:54.202691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9ff0123-f3ca-47eb-bbd6-a6c16cb0e4b0 req-c4e7656f-687e-41e8-b0cb-51c1ed9b0dad tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.0841961 Sep 29 23:00:54.203342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59992) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:54.221298 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-b5b50168-ca80-4994-b45e-c95d060c1a76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Deleting port 5e1077e8-f762-45c6-b559-35924a04dbcb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:00:54.221640 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-b5b50168-ca80-4994-b45e-c95d060c1a76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.224149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c0b9fd-13b3-41ce-9e7f-f3d91cfc8153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.288783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9ff0123-f3ca-47eb-bbd6-a6c16cb0e4b0 req-f77a54e2-894c-405a-a1bb-f5da13b095cf tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770636 Sep 29 23:00:54.450333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Allocated IP 172.20.0.12 (11415384-015c-4d5d-ba48-b0e1d65ca6ad/0a8cc7f0-896c-4150-982e-c0aeb74a04de/8e9f10fe-8566-46c7-85cb-8a24fb98b86b) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:00:54.460960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c0b9fd-13b3-41ce-9e7f-f3d91cfc8153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.468624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7931a4f1-5e56-4ed6-84e6-3098814286bc up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:54.468878 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c0b9fd-13b3-41ce-9e7f-f3d91cfc8153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.513685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:00:54.542916 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-65e85b57-95d2-4798-9e28-fafb6a6d3fca admin admin] 10.222.0.44 "PUT /v2.0/routers/eaa17ef7-ea9a-4cef-b274-5f739d4d851b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2666373 Sep 29 23:00:54.557937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-b5b50168-ca80-4994-b45e-c95d060c1a76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] For port 5e1077e8-f762-45c6-b559-35924a04dbcb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5e1077e8-f762-45c6-b559-35924a04dbcb,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:54.558318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-b5b50168-ca80-4994-b45e-c95d060c1a76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.570237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560c363-e8ae-41fa-ba17-e69c6d8ec7c6 req-a7156cb3-ee98-42b3-8432-fa2a8023c9b7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:54.582005 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c560c363-e8ae-41fa-ba17-e69c6d8ec7c6 req-a7156cb3-ee98-42b3-8432-fa2a8023c9b7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.1681769 Sep 29 23:00:54.585566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0b9fd-13b3-41ce-9e7f-f3d91cfc8153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3fd500-b403-46c6-93f9-8e8d3fd3ddd8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:54.595701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7931a4f1-5e56-4ed6-84e6-3098814286bc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:54.596176 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.599084 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-70c0b9fd-13b3-41ce-9e7f-f3d91cfc8153 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4392f6ab93584427a900a31ef429c035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943155 Sep 29 23:00:54.606637 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59998) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:54.618430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-b5b50168-ca80-4994-b45e-c95d060c1a76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Calling delete_port for 5e1077e8-f762-45c6-b559-35924a04dbcb owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:00:54.767907 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.806687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c560c363-e8ae-41fa-ba17-e69c6d8ec7c6 req-c9897128-95b2-4ceb-bea6-185e8b533b4d tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199519 Sep 29 23:00:54.808843 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7083249-8947-46de-b3d0-6a15815caa34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.822361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 7931a4f1-5e56-4ed6-84e6-3098814286bc, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7931a4f1-5e56-4ed6-84e6-3098814286bc,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:54.842936 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.870090 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7083249-8947-46de-b3d0-6a15815caa34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:54.954353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b18c9a2a-0828-4f66-83b7-1866d6ea2fa5 req-09ceebe7-52c4-42a6-ae03-d6c0d6c1216a tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 210 time: 0.0402391 Sep 29 23:00:54.974417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=7931a4f1-5e56-4ed6-84e6-3098814286bc,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:54.999219 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7083249-8947-46de-b3d0-6a15815caa34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:55.002527 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7083249-8947-46de-b3d0-6a15815caa34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:55.004366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f7083249-8947-46de-b3d0-6a15815caa34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c3fd500-b403-46c6-93f9-8e8d3fd3ddd8 HTTP/1.1" status: 204 len: 168 time: 0.3963232 Sep 29 23:00:55.038745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7083249-8947-46de-b3d0-6a15815caa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3fd500-b403-46c6-93f9-8e8d3fd3ddd8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:55.087287 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:55.153991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:55.165592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fcecc0-5945-4e63-8a95-d5ff1d5a34d5 req-db3a3d33-64c7-47f3-8856-932d8745a15a tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:55.166191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['6d4d0999-28c3-48dc-b8e9-3e48500668cb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:55.171898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7fcecc0-5945-4e63-8a95-d5ff1d5a34d5 req-db3a3d33-64c7-47f3-8856-932d8745a15a tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 1024 time: 0.0919654 Sep 29 23:00:55.180429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Network 11415384-015c-4d5d-ba48-b0e1d65ca6ad is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:00:55.186749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:55.204896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:00:55.210635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:55.211265 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:55.283475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7fcecc0-5945-4e63-8a95-d5ff1d5a34d5 req-c37dd6bd-d587-4be2-8e46-78b66bfbb2fa tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=ccba647e-5333-4542-864b-e6fb52b0274a&id=c45e301b-43e3-4a01-9707-f90e997e0a75&id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1004000 Sep 29 23:00:55.330806 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8001239 Sep 29 23:00:55.345603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd22f55-4948-4d22-a26a-f02732d0969b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Pushing event updated for resources: {'Port': ['ID=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:55.368107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Request body: {'port': {'device_id': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:55.472717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Sync routers for ids ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:00:55.502602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Routers {'eaa17ef7-ea9a-4cef-b274-5f739d4d851b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:55.503578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:55.565988 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:55.657774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3592f859-a849-4bcc-ab28-d7532dcb9807 None None] Provisioning complete for port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:55.658594 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3592f859-a849-4bcc-ab28-d7532dcb9807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:55.704672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-3592f859-a849-4bcc-ab28-d7532dcb9807 None None] Port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:00:55.792003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Set router eaa17ef7-ea9a-4cef-b274-5f739d4d851b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:55.946148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed8f110-6d75-4545-b5ae-9e981d978125 req-f08bbfe3-cddf-4f76-8e6f-b210bc54bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:55.947741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aed8f110-6d75-4545-b5ae-9e981d978125 req-f08bbfe3-cddf-4f76-8e6f-b210bc54bb35 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 1097 time: 0.2814410 Sep 29 23:00:55.965416 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-b5b50168-ca80-4994-b45e-c95d060c1a76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:56.007128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5197897c-24bc-4525-8406-e63dbb874175 req-7d8711ad-071b-4efc-9368-7252235171a4 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:56.008889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5197897c-24bc-4525-8406-e63dbb874175 req-7d8711ad-071b-4efc-9368-7252235171a4 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 943 time: 0.2197778 Sep 29 23:00:56.016193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad35ca7a-7bd3-4de1-b34a-8a29107fd5f9 req-025f9366-178b-4971-b56a-68a76d7aec0d tempest-FloatingIPsNegativeTestJSON-750650591 tempest-FloatingIPsNegativeTestJSON-750650591-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=18bd7509041b46c7b3de95de964d42e4 HTTP/1.1" status: 200 len: 217 time: 0.2446299 Sep 29 23:00:56.041238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e08e8a1d-9b1a-4c7a-9caa-dd886414fb82', '5e1077e8-f762-45c6-b559-35924a04dbcb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:00:56.104007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5197897c-24bc-4525-8406-e63dbb874175 req-80f2bcd3-8a7d-4a3e-a9b8-bb3616b2faaf tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864666 Sep 29 23:00:56.190430 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a819f05-5db9-44f5-bb32-4e629a69b1cc req-ee7ca227-b11b-4131-b58e-ec22788b8a7e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:56.199993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a819f05-5db9-44f5-bb32-4e629a69b1cc req-ee7ca227-b11b-4131-b58e-ec22788b8a7e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.0880251 Sep 29 23:00:56.248452 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a819f05-5db9-44f5-bb32-4e629a69b1cc req-7ee25d70-89ac-44bb-82db-3def7c2cd323 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473025 Sep 29 23:00:56.401116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a265a8f-8d59-4507-a5dc-3a3ae8dac5c6 req-e4eb41e3-cb9a-4790-9100-7d5180534d4b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:56.412722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a265a8f-8d59-4507-a5dc-3a3ae8dac5c6 req-e4eb41e3-cb9a-4790-9100-7d5180534d4b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 932 time: 0.0963557 Sep 29 23:00:56.431043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7931a4f1-5e56-4ed6-84e6-3098814286bc up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:00:56.441563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b50168-ca80-4994-b45e-c95d060c1a76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'Port': ['ID=5e1077e8-f762-45c6-b559-35924a04dbcb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:56.529833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd7e62-3f44-4d60-a573-516eb2143084 req-b185ffa2-8394-4ebd-aef6-4913cd9d41a1 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:56.539069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00cd7e62-3f44-4d60-a573-516eb2143084 req-b185ffa2-8394-4ebd-aef6-4913cd9d41a1 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.1738424 Sep 29 23:00:56.593387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a265a8f-8d59-4507-a5dc-3a3ae8dac5c6 req-907b4213-3db7-4aed-8924-82f83f911fee tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715925 Sep 29 23:00:56.626371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-b5b50168-ca80-4994-b45e-c95d060c1a76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] No DVR routers for this DVR port 5e1077e8-f762-45c6-b559-35924a04dbcb on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:00:56.632722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3ebb3-5020-4a97-942c-39ee9a919db5 req-4c95d873-e47d-42c0-817d-fa64f303f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:56.634223 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aae3ebb3-5020-4a97-942c-39ee9a919db5 req-4c95d873-e47d-42c0-817d-fa64f303f1e0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1095 time: 0.6599066 Sep 29 23:00:56.665950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00cd7e62-3f44-4d60-a573-516eb2143084 req-d410bc6a-2d44-46ed-bf69-55766651b575 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214156 Sep 29 23:00:56.669374 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-b5b50168-ca80-4994-b45e-c95d060c1a76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:56.683758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbad729d-bccd-49bb-8145-eee9ae7a4ea5 req-b5b50168-ca80-4994-b45e-c95d060c1a76 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.26 "DELETE /v2.0/ports/5e1077e8-f762-45c6-b559-35924a04dbcb HTTP/1.1" status: 204 len: 173 time: 2.9292402 Sep 29 23:00:56.684415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'name': 'network-vif-deleted', 'tag': '5e1077e8-f762-45c6-b559-35924a04dbcb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:56.686925 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d24757e-07e0-4d63-9480-5956acfc8b57" -d '{"events": [{"server_uuid": "d06adf1f-a2d1-4669-84d0-f85be73533c3", "name": "network-vif-deleted", "tag": "5e1077e8-f762-45c6-b559-35924a04dbcb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:56.693389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a401366-1fda-4b1c-ae80-eb1b1289e188 req-57ed90bb-2fe2-45ed-8c8c-b85159cf1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:56.696026 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a401366-1fda-4b1c-ae80-eb1b1289e188 req-57ed90bb-2fe2-45ed-8c8c-b85159cf1a6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8407addc0aa4e92ad92928cb338ac25&device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 1094 time: 1.1309309 Sep 29 23:00:56.705765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aed8f110-6d75-4545-b5ae-9e981d978125 req-43ee224a-d0b1-4feb-8ba6-a55f3e48e05c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562011 Sep 29 23:00:56.744413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03c3bc95-9410-43e5-9bfe-536133e6c374 req-58625476-230a-43e6-8f05-133c57df9fb4 tempest-FloatingIPsNegativeTestJSON-750650591 tempest-FloatingIPsNegativeTestJSON-750650591-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0664713 Sep 29 23:00:56.813694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3a54896-bd48-42b4-90e0-b4e69b9be5d5 req-1506aeab-d9ec-4351-9cd9-84db7988a701 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=d06adf1f-a2d1-4669-84d0-f85be73533c3 HTTP/1.1" status: 200 len: 210 time: 0.0349982 Sep 29 23:00:56.856586 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405d1de7-0101-44b9-984c-8266972f55f9 x-openstack-request-id: req-405d1de7-0101-44b9-984c-8266972f55f9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:56.856878 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06adf1f-a2d1-4669-84d0-f85be73533c3", "name": "network-vif-deleted", "tag": "5e1077e8-f762-45c6-b559-35924a04dbcb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:56.857124 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-405d1de7-0101-44b9-984c-8266972f55f9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:56.857516 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06adf1f-a2d1-4669-84d0-f85be73533c3', 'name': 'network-vif-deleted', 'tag': '5e1077e8-f762-45c6-b559-35924a04dbcb', 'status': 'completed', 'code': 200} Sep 29 23:00:56.882426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9f10fe-8566-46c7-85cb-8a24fb98b86b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:00:56.889893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60046) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:56.895290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7931a4f1-5e56-4ed6-84e6-3098814286bc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:56.895886 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:56.918974 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:56.934638 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-8e0ecd0c-b21b-4e5e-9c9d-52499f1e08a7 req-4e6efdb8-c29f-446c-90af-413cc4be43b8 tempest-FloatingIPsNegativeTestJSON-750650591 tempest-FloatingIPsNegativeTestJSON-750650591-project] show failed (client error): The resource could not be found. Sep 29 23:00:56.935552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Transition to ACTIVE for port object 8e9f10fe-8566-46c7-85cb-8a24fb98b86b will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:00:56.942220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e0ecd0c-b21b-4e5e-9c9d-52499f1e08a7 req-4e6efdb8-c29f-446c-90af-413cc4be43b8 tempest-FloatingIPsNegativeTestJSON-750650591 tempest-FloatingIPsNegativeTestJSON-750650591-project] 10.222.0.44 "GET /v2.0/floatingips/af3c9ad2-9dfd-477a-87f0-d709a8c3b292 HTTP/1.1" status: 404 len: 350 time: 0.0761836 Sep 29 23:00:56.944698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:56.945681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60050) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:57.022389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-router', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:44Z', 'updated_at': '2021-09-29T23:00:52Z', 'revision_number': 4, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'gw_port': {'id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:47Z', 'updated_at': '2021-09-29T23:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7bc63c3d-223d-4907-9077-3a4b6783746f', 'name': '', 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'mac_address': 'fa:16:3e:22:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dff48702-b43b-4898-8beb-b552d43881e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:50Z', 'updated_at': '2021-09-29T23:00:52Z', 'revision_number': 2, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'subnets': [{'id': 'dff48702-b43b-4898-8beb-b552d43881e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:57.056565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:57.071782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Attempting to bind port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:57.072237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Attempting to bind port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:57.072663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Attempting to bind port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b on network 11415384-015c-4d5d-ba48-b0e1d65ca6ad {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:57.079915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b on network 11415384-015c-4d5d-ba48-b0e1d65ca6ad not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:00:57.080341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Attempting to bind port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b on network 11415384-015c-4d5d-ba48-b0e1d65ca6ad {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:57.089124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Checking router: eaa17ef7-ea9a-4cef-b274-5f739d4d851b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:00:57.090172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Updating router eaa17ef7-ea9a-4cef-b274-5f739d4d851b port 7bc63c3d-223d-4907-9077-3a4b6783746f binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:00:57.091819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-444799699-network', 'tenant_id': '2d4e8a468eeb4442adefe9ade2291c0f'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:57.111990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:57.112404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Checking segment: {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:57.112826 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Bound using segment: {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:57.113384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Bound port: 8e9f10fe-8566-46c7-85cb-8a24fb98b86b, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84895cac-5125-4676-af32-63530bfe301a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:57.113892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.117923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Made reservation on behalf of 2d4e8a468eeb4442adefe9ade2291c0f for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:57.122277 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.132646 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.175345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.296851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] For port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:57.300783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] For port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:57.307913 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.365570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:57.381928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:57.382548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.383951 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-beef46ee-f684-4f4c-ae02-0e58aed5ba58 service neutron] 10.222.0.26 "PUT /v2.0/ports/8e9f10fe-8566-46c7-85cb-8a24fb98b86b HTTP/1.1" status: 200 len: 1092 time: 2.0415430 Sep 29 23:00:57.425864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.435420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.453668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c3809-3800-477d-b575-bfb8c69a1ea4 req-6a38f214-f04e-40b8-a412-f6216ad43b52 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:57.468202 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de5c3809-3800-477d-b575-bfb8c69a1ea4 req-6a38f214-f04e-40b8-a412-f6216ad43b52 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 943 time: 0.2248569 Sep 29 23:00:57.505524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:00:57.522709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5b9b77-ddf1-497b-ae33-cd5fff85e710,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:57.530825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.531175 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Added segment 049fbbba-07f0-4bb1-a4b6-950464082765 of type vlan for network 602ee329-01a1-43e7-8d91-3d23aa8ddb2e Sep 29 23:00:57.533576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-dc2e9f4f-9d1e-49cc-8459-d69e5ab19854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:57.535085 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-dc2e9f4f-9d1e-49cc-8459-d69e5ab19854 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 1095 time: 0.0911868 Sep 29 23:00:57.535224 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de5c3809-3800-477d-b575-bfb8c69a1ea4 req-47a24d30-a58c-4232-8dc4-d6577bff3c26 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656886 Sep 29 23:00:57.588790 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.600717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-469a6003-132d-49c0-a850-a7a377387206 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b HTTP/1.1" status: 200 len: 217 time: 0.0558813 Sep 29 23:00:57.600942 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.663701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad25a4a-9408-40b6-a2c0-0c9f66757814 None None] Pushing event updated for resources: {'Port': ['ID=7bc63c3d-223d-4907-9077-3a4b6783746f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:57.665350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-a63bffd7-33c1-414d-aabc-43829e1ea595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:57.666841 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-a63bffd7-33c1-414d-aabc-43829e1ea595 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0513253 Sep 29 23:00:57.668720 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.749080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-f7e1aace-285f-4858-a850-c33f117888dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:57.750148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Attempting to bind port 7bc63c3d-223d-4907-9077-3a4b6783746f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:00:57.750587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Attempting to bind port 7bc63c3d-223d-4907-9077-3a4b6783746f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'a86af7f1-0719-4110-ba4b-9d5834902767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:00:57.750907 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-f7e1aace-285f-4858-a850-c33f117888dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750153 Sep 29 23:00:57.751023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Attempting to bind port 7bc63c3d-223d-4907-9077-3a4b6783746f on network 541a5afd-875e-4ef3-b3ca-72838376afef {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:00:57.751867 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.752812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:57.753557 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.758844 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:00:57.759277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Checking segment: {'id': 'a86af7f1-0719-4110-ba4b-9d5834902767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:57.759697 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.760753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Bound using segment: {'id': 'a86af7f1-0719-4110-ba4b-9d5834902767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:00:57.763011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Bound port: 7bc63c3d-223d-4907-9077-3a4b6783746f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a86af7f1-0719-4110-ba4b-9d5834902767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:00:57.763460 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.850580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] For port 7bc63c3d-223d-4907-9077-3a4b6783746f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:00:57.855399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] For port 7bc63c3d-223d-4907-9077-3a4b6783746f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7bc63c3d-223d-4907-9077-3a4b6783746f,segment=NetworkSegment(a86af7f1-0719-4110-ba4b-9d5834902767),segment_id=a86af7f1-0719-4110-ba4b-9d5834902767)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:00:57.869619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:57.876253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-9d4c9a25-6764-4869-890e-506457649bb5 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137214 Sep 29 23:00:57.919331 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0188482 Sep 29 23:00:57.920810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60062) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:57.927154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Request body: {'subnet': {'network_id': '602ee329-01a1-43e7-8d91-3d23aa8ddb2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-444799699-subnet', 'tenant_id': '2d4e8a468eeb4442adefe9ade2291c0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:57.935682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Routers {'eaa17ef7-ea9a-4cef-b274-5f739d4d851b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:00:57.936280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:57.959714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94800404-1455-46ab-8da3-2ec0cfd3b03e req-ce8d23ae-b9a1-49c0-bf0e-acbeabb9de51 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:57.961240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94800404-1455-46ab-8da3-2ec0cfd3b03e req-ce8d23ae-b9a1-49c0-bf0e-acbeabb9de51 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.0698559 Sep 29 23:00:57.972066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7914b-13eb-46d4-b54b-341010611d24 admin admin] Pushing event updated for resources: {'Network': ['ID=602ee329-01a1-43e7-8d91-3d23aa8ddb2e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:57.991161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 602ee329-01a1-43e7-8d91-3d23aa8ddb2e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:00:58.035606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Made reservation on behalf of 2d4e8a468eeb4442adefe9ade2291c0f for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:58.038339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.058639 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94800404-1455-46ab-8da3-2ec0cfd3b03e req-bbddc017-08cc-49ac-a4be-060e8f9546af tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850487 Sep 29 23:00:58.069633 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.139252 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b641ab3b-52d0-4edc-9ee2-975be4081f5b req-94476939-9d29-478f-93db-f9cde93d3a8f service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531183 Sep 29 23:00:58.211376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad25a4a-9408-40b6-a2c0-0c9f66757814 None None] Pushing event updated for resources: {'Port': ['ID=7bc63c3d-223d-4907-9077-3a4b6783746f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:58.230610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3faac1ad-0ab7-4e8d-b535-5f3357cb388e None None] Provisioning complete for port 7bc63c3d-223d-4907-9077-3a4b6783746f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:58.231020 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3faac1ad-0ab7-4e8d-b535-5f3357cb388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.250442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.256918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5e1077e8-f762-45c6-b559-35924a04dbcb no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:00:58.312111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12b198bc-c13f-49f8-899e-2b8cf320c379,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:58.323942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 5e1077e8-f762-45c6-b559-35924a04dbcb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:00:58.323942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5e1077e8-f762-45c6-b559-35924a04dbcb not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:00:58.324218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Checking segment: {'id': '049fbbba-07f0-4bb1-a4b6-950464082765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '602ee329-01a1-43e7-8d91-3d23aa8ddb2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:58.324218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Network hostable DHCP agents. Network: 602ee329-01a1-43e7-8d91-3d23aa8ddb2e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:00:58.339739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197f6a0-e759-41ae-904b-ff5f5a2924e3 req-c29981ac-5fab-4bd0-afd9-494a01626684 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:58.341290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3197f6a0-e759-41ae-904b-ff5f5a2924e3 req-c29981ac-5fab-4bd0-afd9-494a01626684 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 944 time: 0.1582870 Sep 29 23:00:58.345125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Network 602ee329-01a1-43e7-8d91-3d23aa8ddb2e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:00:58.351793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] Set router eaa17ef7-ea9a-4cef-b274-5f739d4d851b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:00:58.359303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 602ee329-01a1-43e7-8d91-3d23aa8ddb2e) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:58.364278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:58.364963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.382605 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-84adf5fb-5bca-4b39-b72c-7fcc4346eca4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4614229 Sep 29 23:00:58.385958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39213f5b-1959-4413-b1a6-958b8d45d76c None None] Network 602ee329-01a1-43e7-8d91-3d23aa8ddb2e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:58.444042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3197f6a0-e759-41ae-904b-ff5f5a2924e3 req-566525ef-6ece-475e-8148-3d7d9829945b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860517 Sep 29 23:00:58.550623 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3faac1ad-0ab7-4e8d-b535-5f3357cb388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.593727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a97a1-6ddf-4cb8-88c1-e5556dde9422 req-ddb46e5a-49bd-4930-8a37-d5944c90eecd tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:58.595158 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-259a97a1-6ddf-4cb8-88c1-e5556dde9422 req-ddb46e5a-49bd-4930-8a37-d5944c90eecd tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.0629232 Sep 29 23:00:58.616180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] Deleting port 7bc63c3d-223d-4907-9077-3a4b6783746f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:00:58.616623 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.667314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3faac1ad-0ab7-4e8d-b535-5f3357cb388e None None] For port 7bc63c3d-223d-4907-9077-3a4b6783746f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7bc63c3d-223d-4907-9077-3a4b6783746f,segment=NetworkSegment(a86af7f1-0719-4110-ba4b-9d5834902767),segment_id=a86af7f1-0719-4110-ba4b-9d5834902767)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:58.696761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-259a97a1-6ddf-4cb8-88c1-e5556dde9422 req-1b6da1c9-7cae-4455-973a-8e838f658a37 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931339 Sep 29 23:00:58.708157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3faac1ad-0ab7-4e8d-b535-5f3357cb388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.720101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0df580e-d35b-4203-b145-0e976e8680c6 None None] Network 602ee329-01a1-43e7-8d91-3d23aa8ddb2e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:58.750525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] For port 7bc63c3d-223d-4907-9077-3a4b6783746f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7bc63c3d-223d-4907-9077-3a4b6783746f,segment=NetworkSegment(a86af7f1-0719-4110-ba4b-9d5834902767),segment_id=a86af7f1-0719-4110-ba4b-9d5834902767)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:00:58.752415 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.771713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] Calling delete_port for 7bc63c3d-223d-4907-9077-3a4b6783746f owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:00:58.849005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faac1ad-0ab7-4e8d-b535-5f3357cb388e None None] Pushing event updated for resources: {'Port': ['ID=7bc63c3d-223d-4907-9077-3a4b6783746f,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:58.859215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'tag': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:00:58.862086 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de26c79c-d9e0-4422-a515-5253c3f88667" -d '{"events": [{"name": "network-changed", "server_uuid": "590585ce-2550-422c-a8b4-e11c3eb4ffac", "tag": "8e9f10fe-8566-46c7-85cb-8a24fb98b86b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:00:58.874709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4a467f3e-255c-47a0-b25c-5fdde027e71d None None] Provisioning complete for port 7bc63c3d-223d-4907-9077-3a4b6783746f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:00:58.875086 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a467f3e-255c-47a0-b25c-5fdde027e71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.940105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60084) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:58.945246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-router', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:44Z', 'updated_at': '2021-09-29T23:00:52Z', 'revision_number': 4, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'gw_port': {'id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:47Z', 'updated_at': '2021-09-29T23:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7bc63c3d-223d-4907-9077-3a4b6783746f', 'name': '', 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'mac_address': 'fa:16:3e:22:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dff48702-b43b-4898-8beb-b552d43881e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:50Z', 'updated_at': '2021-09-29T23:00:57Z', 'revision_number': 4, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'subnets': [{'id': 'dff48702-b43b-4898-8beb-b552d43881e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:00:58.946103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1874572922-network', 'tenant_id': '95627872d4f04de090a1e128ae3578d3'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:58.947160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f23b8-9486-4d86-8ff3-5fdd60a8ea53 req-091cfce3-bda0-48f9-a2bb-b85832f27a91 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:58.949643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f47f23b8-9486-4d86-8ff3-5fdd60a8ea53 req-091cfce3-bda0-48f9-a2bb-b85832f27a91 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 943 time: 0.1151271 Sep 29 23:00:58.973429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Made reservation on behalf of 95627872d4f04de090a1e128ae3578d3 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:58.975859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:58.979229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6b64f-420b-46c2-b3ea-268572e3e9fc None None] The sync data for ids ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'] in n-d-811173-2 is: [{'id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-router', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54'}], 'enable_snat': True}, 'gw_port_id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:44Z', 'updated_at': '2021-09-29T23:00:52Z', 'revision_number': 4, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'gw_port': {'id': '7931a4f1-5e56-4ed6-84e6-3098814286bc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:88:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:47Z', 'updated_at': '2021-09-29T23:00:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7bc63c3d-223d-4907-9077-3a4b6783746f', 'name': '', 'network_id': '541a5afd-875e-4ef3-b3ca-72838376afef', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'mac_address': 'fa:16:3e:22:9f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'dff48702-b43b-4898-8beb-b552d43881e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:50Z', 'updated_at': '2021-09-29T23:00:57Z', 'revision_number': 4, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'subnets': [{'id': 'dff48702-b43b-4898-8beb-b552d43881e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:00:58.985245 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.024533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f47f23b8-9486-4d86-8ff3-5fdd60a8ea53 req-050cd52c-cef5-4aa9-aead-3833e295ebb0 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673938 Sep 29 23:00:59.119336 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.124380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.129736 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.136203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de882213-8c8a-45fa-9f76-870d056304f9 req-78de9c1d-daa4-4317-8e00-46f5f30b2256 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/c45e301b-43e3-4a01-9707-f90e997e0a75 HTTP/1.1" status: 200 len: 1800 time: 0.0638359 Sep 29 23:00:59.170824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:00:59.177337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2f17f1-8cfd-49ae-bbfb-497b8aeebc7c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:59.188760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc63c3d-223d-4907-9077-3a4b6783746f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:59.200020 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.200819 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Added segment 60fd4b93-203d-4566-9eda-6b8b21d032b2 of type vlan for network 8ec3a7bc-bb49-4555-b4b8-3139d874be75 Sep 29 23:00:59.266186 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.306240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.308960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:59.309255 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de882213-8c8a-45fa-9f76-870d056304f9 req-d17f6fb4-cab8-4128-b0f6-163dd1b932f3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.310074 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.343559 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3998172 Sep 29 23:00:59.343770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60088) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:00:59.350701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Request body: {'subnet': {'network_id': '8ec3a7bc-bb49-4555-b4b8-3139d874be75', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1874572922-subnet', 'tenant_id': '95627872d4f04de090a1e128ae3578d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:00:59.387899 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de882213-8c8a-45fa-9f76-870d056304f9 req-d17f6fb4-cab8-4128-b0f6-163dd1b932f3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.398574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d6d77-093f-4abf-9fef-cf210bf9d401 admin admin] Pushing event updated for resources: {'Network': ['ID=8ec3a7bc-bb49-4555-b4b8-3139d874be75,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:59.412043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 8ec3a7bc-bb49-4555-b4b8-3139d874be75 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:00:59.412987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Made reservation on behalf of 95627872d4f04de090a1e128ae3578d3 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:00:59.415325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.426384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.514689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de882213-8c8a-45fa-9f76-870d056304f9 req-d17f6fb4-cab8-4128-b0f6-163dd1b932f3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.517831 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-de882213-8c8a-45fa-9f76-870d056304f9 req-d17f6fb4-cab8-4128-b0f6-163dd1b932f3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.519094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de882213-8c8a-45fa-9f76-870d056304f9 req-d17f6fb4-cab8-4128-b0f6-163dd1b932f3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/c45e301b-43e3-4a01-9707-f90e997e0a75 HTTP/1.1" status: 204 len: 173 time: 0.3751228 Sep 29 23:00:59.532017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17f6fb4-cab8-4128-b0f6-163dd1b932f3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45e301b-43e3-4a01-9707-f90e997e0a75,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:59.641155 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e2d737-778c-41ae-8e1e-fc3f68560b62 x-openstack-request-id: req-34e2d737-778c-41ae-8e1e-fc3f68560b62 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:00:59.641383 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590585ce-2550-422c-a8b4-e11c3eb4ffac", "tag": "8e9f10fe-8566-46c7-85cb-8a24fb98b86b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:00:59.641555 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34e2d737-778c-41ae-8e1e-fc3f68560b62 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:00:59.642234 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'tag': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'status': 'completed', 'code': 200} Sep 29 23:00:59.653143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.743628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-f2131a9c-6809-4d5c-bdaf-2c3125db092a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:59.745182 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-f2131a9c-6809-4d5c-bdaf-2c3125db092a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 1095 time: 0.1067011 Sep 29 23:00:59.745824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4516b3-8607-4da3-84ed-126d2dc7d440 req-6991ba4f-cb98-4083-af22-2631a7200e36 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:59.746559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cee15a6-5b23-49b6-9bb9-5c32a7c1bb90,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:00:59.747518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca4516b3-8607-4da3-84ed-126d2dc7d440 req-6991ba4f-cb98-4083-af22-2631a7200e36 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.0960987 Sep 29 23:00:59.769158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] Router eaa17ef7-ea9a-4cef-b274-5f739d4d851b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:00:59.783887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Checking segment: {'id': '60fd4b93-203d-4566-9eda-6b8b21d032b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '8ec3a7bc-bb49-4555-b4b8-3139d874be75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:00:59.784217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Network hostable DHCP agents. Network: 8ec3a7bc-bb49-4555-b4b8-3139d874be75, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:00:59.838160 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca4516b3-8607-4da3-84ed-126d2dc7d440 req-4907c070-b22a-4fa1-aa51-0a0a46179c58 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805960 Sep 29 23:00:59.852447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Network 8ec3a7bc-bb49-4555-b4b8-3139d874be75 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:00:59.875644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-33400c6e-34e9-4ac3-8464-3d87a60f03a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:59.877464 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-33400c6e-34e9-4ac3-8464-3d87a60f03a6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.1203804 Sep 29 23:00:59.878608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 8ec3a7bc-bb49-4555-b4b8-3139d874be75) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:00:59.883644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:00:59.884576 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:00:59.894284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c228a0-ddf9-4fdc-8ec1-667e5e44a78d None None] Network 8ec3a7bc-bb49-4555-b4b8-3139d874be75 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:00:59.934912 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-ef9143d3-3c4e-48d2-b570-580acb84b08f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b HTTP/1.1" status: 200 len: 217 time: 0.0474575 Sep 29 23:00:59.950327 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9cf75a9d-42c1-4094-8e34-b11d986f2fcd admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6052594 Sep 29 23:00:59.951351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:00:59.960692 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-77d6e472-8da3-4a54-9d76-df2f3f919f3c admin admin] 10.222.0.44 "PUT /v2.0/routers/eaa17ef7-ea9a-4cef-b274-5f739d4d851b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0138183 Sep 29 23:00:59.961515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60098) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:00.016327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-1d679772-582b-47d6-ba6a-767be0486cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:00.018328 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-1d679772-582b-47d6-ba6a-767be0486cab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0665126 Sep 29 23:01:00.092305 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28492442-89c3-4730-8a55-c41f273e1cc1 None None] Network 8ec3a7bc-bb49-4555-b4b8-3139d874be75 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:01:00.100170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-4d91406f-11a7-4f97-9986-e811146c7225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:00.102355 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-4d91406f-11a7-4f97-9986-e811146c7225 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767190 Sep 29 23:01:00.117995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e633bca-de09-4bc0-8708-60ba0cff6f12 req-75c48412-2bbe-41e6-a6c0-17895ad73b75 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:00.120138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e633bca-de09-4bc0-8708-60ba0cff6f12 req-75c48412-2bbe-41e6-a6c0-17895ad73b75 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 944 time: 0.1093953 Sep 29 23:01:00.142617 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.165809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60102) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:00.211988 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e633bca-de09-4bc0-8708-60ba0cff6f12 req-3507b9e8-4a8c-4762-8169-95d2599391f0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827405 Sep 29 23:01:00.321506 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.322891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Deleting subnet 12b198bc-c13f-49f8-899e-2b8cf320c379 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:01:00.338188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afa4b153-3856-4184-9fb0-4271ab4d0331 req-75c61932-2e7c-4415-b450-e465f6883f43 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/ccba647e-5333-4542-864b-e6fb52b0274a HTTP/1.1" status: 200 len: 1800 time: 0.0728190 Sep 29 23:01:00.368648 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.461705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afa4b153-3856-4184-9fb0-4271ab4d0331 req-91be4a8d-d25f-4138-be07-846a8d810d31 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.485829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Deleting port 7931a4f1-5e56-4ed6-84e6-3098814286bc {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:00.486162 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.498079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441b030-1cff-41e5-9273-237eccb3677f req-bafd160d-88ff-4d8f-91af-c4b9b320e0cc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:00.499620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6441b030-1cff-41e5-9273-237eccb3677f req-bafd160d-88ff-4d8f-91af-c4b9b320e0cc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.1056921 Sep 29 23:01:00.517695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afa4b153-3856-4184-9fb0-4271ab4d0331 req-91be4a8d-d25f-4138-be07-846a8d810d31 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.548019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.552558 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-6e7a1201-b6bf-4bad-b623-36fdd3932a86 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421000 Sep 29 23:01:00.581513 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] Sync routers for ids ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:01:00.590744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.597169 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] Routers {'eaa17ef7-ea9a-4cef-b274-5f739d4d851b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:00.598609 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:00.679475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3ebb3-5020-4a97-942c-39ee9a919db5 req-fd3929de-8f65-47e4-bb9f-db802f73fbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:00.681229 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aae3ebb3-5020-4a97-942c-39ee9a919db5 req-fd3929de-8f65-47e4-bb9f-db802f73fbf7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.3919523 Sep 29 23:01:00.698643 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] Set router eaa17ef7-ea9a-4cef-b274-5f739d4d851b gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:00.762711 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-router', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:44Z', 'updated_at': '2021-09-29T23:01:00Z', 'revision_number': 6, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:00.796371 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] Checking router: eaa17ef7-ea9a-4cef-b274-5f739d4d851b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:01:00.808056 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] Routers {'eaa17ef7-ea9a-4cef-b274-5f739d4d851b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:00.810520 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:00.845591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6441b030-1cff-41e5-9273-237eccb3677f req-128714c6-5844-4909-822e-014d7359f334 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310587 Sep 29 23:01:00.861696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] For port 7931a4f1-5e56-4ed6-84e6-3098814286bc, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7931a4f1-5e56-4ed6-84e6-3098814286bc,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:00.862100 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.865374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afa4b153-3856-4184-9fb0-4271ab4d0331 req-91be4a8d-d25f-4138-be07-846a8d810d31 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.868193 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afa4b153-3856-4184-9fb0-4271ab4d0331 req-91be4a8d-d25f-4138-be07-846a8d810d31 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:00.869449 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afa4b153-3856-4184-9fb0-4271ab4d0331 req-91be4a8d-d25f-4138-be07-846a8d810d31 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/ccba647e-5333-4542-864b-e6fb52b0274a HTTP/1.1" status: 204 len: 173 time: 0.5058646 Sep 29 23:01:00.894796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be4a8d-d25f-4138-be07-846a8d810d31 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccba647e-5333-4542-864b-e6fb52b0274a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:00.896842 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Calling delete_port for 7931a4f1-5e56-4ed6-84e6-3098814286bc owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:00.968747 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] Set router eaa17ef7-ea9a-4cef-b274-5f739d4d851b gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:00.992667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a401366-1fda-4b1c-ae80-eb1b1289e188 req-834ead48-319e-44ff-a4cc-75ad9c55f348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:00.994159 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a401366-1fda-4b1c-ae80-eb1b1289e188 req-834ead48-319e-44ff-a4cc-75ad9c55f348 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=c8407addc0aa4e92ad92928cb338ac25&shared=False HTTP/1.1" status: 200 len: 914 time: 0.6934831 Sep 29 23:01:00.999004 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aae3ebb3-5020-4a97-942c-39ee9a919db5 req-3ff185f7-56f3-4f7c-b6ca-24e5c7966189 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 200 len: 217 time: 0.3056953 Sep 29 23:01:01.023852 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:01.043095 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-router', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:44Z', 'updated_at': '2021-09-29T23:01:00Z', 'revision_number': 6, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:01.052316 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-de26c79c-d9e0-4422-a515-5253c3f88667 req-f52ed77c-360b-4eb8-a004-d7c703080764 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4795203 Sep 29 23:01:01.065208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12b198bc-c13f-49f8-899e-2b8cf320c379,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:01.082990 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7dd4f0-d5f2-4ff2-9e4a-f1c75522e14c None None] The sync data for ids ['eaa17ef7-ea9a-4cef-b274-5f739d4d851b'] in n-d-811173-2 is: [{'id': 'eaa17ef7-ea9a-4cef-b274-5f739d4d851b', 'name': 'tempest-FloatingIPsNegativeTestJSON-1229479523-router', 'tenant_id': '18bd7509041b46c7b3de95de964d42e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:44Z', 'updated_at': '2021-09-29T23:01:00Z', 'revision_number': 6, 'project_id': '18bd7509041b46c7b3de95de964d42e4', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:01:01.103954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:01.108617 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/12b198bc-c13f-49f8-899e-2b8cf320c379 HTTP/1.1" status: 204 len: 168 time: 0.9417622 Sep 29 23:01:01.110022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60110) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:01.147565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984faeff-a69b-4298-ba7b-f9c79322979e req-2269a661-83f5-4ffe-b02b-af2e76803f56 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:01.150487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-984faeff-a69b-4298-ba7b-f9c79322979e req-2269a661-83f5-4ffe-b02b-af2e76803f56 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 943 time: 0.1288710 Sep 29 23:01:01.157457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.157818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.158333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.158333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.158333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.158333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.158333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.158333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.158333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.158333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.161375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.161375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268da262-ced9-4003-8b7b-d7f71ce7d833 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.202341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3ebb3-5020-4a97-942c-39ee9a919db5 req-22f97b4e-c13a-4bc8-a9ee-aed06f9e67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:01.202341 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aae3ebb3-5020-4a97-942c-39ee9a919db5 req-22f97b4e-c13a-4bc8-a9ee-aed06f9e67cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.1454954 Sep 29 23:01:01.234060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89074b-37c4-4d08-8803-f078a5853528 req-ed05f19c-34b1-4867-a6d6-d6de5d0281d0 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:01.236688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d89074b-37c4-4d08-8803-f078a5853528 req-ed05f19c-34b1-4867-a6d6-d6de5d0281d0 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.2139273 Sep 29 23:01:01.291589 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aae3ebb3-5020-4a97-942c-39ee9a919db5 req-2f2c4aaf-37a3-4ad1-bb65-33eca9ead64d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459595 Sep 29 23:01:01.352178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a401366-1fda-4b1c-ae80-eb1b1289e188 req-406c8ca7-9c41-4e19-95ad-541173a4a650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:01.352799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:01.353681 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a401366-1fda-4b1c-ae80-eb1b1289e188 req-406c8ca7-9c41-4e19-95ad-541173a4a650 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2991529 Sep 29 23:01:01.397865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-984faeff-a69b-4298-ba7b-f9c79322979e req-d05d401b-0cc0-4bcd-bd53-942f163d5d38 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808891 Sep 29 23:01:01.418119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d89074b-37c4-4d08-8803-f078a5853528 req-d5fbccfc-30c5-4f85-978f-b3c79d15e406 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705897 Sep 29 23:01:01.420400 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:01.428377 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aae3ebb3-5020-4a97-942c-39ee9a919db5 req-8378ceec-15da-489f-8bb3-26717327b356 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251457 Sep 29 23:01:01.430400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-eda2ccdf-abb4-4282-81c2-1b76828a1152 req-4403365c-f4d4-47df-8c56-889dca5171ae tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-510550170', 'description': 'tempest-description-1684806388'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:01.482866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Pushing event deleted for resources: {'Port': ['ID=7931a4f1-5e56-4ed6-84e6-3098814286bc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:01.517845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.518195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.518543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.518882 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.519217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.519552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.519906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.520318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.520549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.520880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.521206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.521529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:01.553752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:01.561154 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aae3ebb3-5020-4a97-942c-39ee9a919db5 req-dfe4bebb-4e8d-4364-b564-a0ad8c081ff3 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151247 Sep 29 23:01:01.578458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-af52328c-86d3-4ca9-aa45-cd4d56171938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:01.580840 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-af52328c-86d3-4ca9-aa45-cd4d56171938 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c8407addc0aa4e92ad92928cb338ac25&device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 1094 time: 0.1491206 Sep 29 23:01:01.618365 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eda2ccdf-abb4-4282-81c2-1b76828a1152 req-4403365c-f4d4-47df-8c56-889dca5171ae tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:01.640997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-0a006be5-e9db-4816-ae5a-9228a0b78123 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04f276ae-d304-432c-be19-ae2b59d96b8d HTTP/1.1" status: 200 len: 217 time: 0.0386827 Sep 29 23:01:01.645013 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:01.696643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-f86fe8a6-2369-4267-bf09-1dab0c0dde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:01.698095 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-f86fe8a6-2369-4267-bf09-1dab0c0dde6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0cc54edb-28df-4849-b026-d1b115f5017f HTTP/1.1" status: 200 len: 852 time: 0.0492933 Sep 29 23:01:01.731342 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.731695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.732477 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.732834 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > port after_create 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.733175 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > port after_delete 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.733518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > port after_update 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.733842 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.734161 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.734640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.734799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.751728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-ba94b8fa-5018-4f6e-be25-86ababfd3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:01.753325 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-ba94b8fa-5018-4f6e-be25-86ababfd3d44 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f45d1d20-0bee-456a-8f4c-009843889124&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474687 Sep 29 23:01:01.852097 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.852649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.852771 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.853088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110005) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:01.853453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['602ee329-01a1-43e7-8d91-3d23aa8ddb2e']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:01.881796 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:01.893377 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-3e1e5157-1a77-4ab6-a85b-cbde4a158b40 service neutron] 10.222.0.42 "GET /v2.0/networks/f45d1d20-0bee-456a-8f4c-009843889124?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110184 Sep 29 23:01:01.893780 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:01.899208 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-553a8188-ab6a-463a-a0a1-eb2a1a9ef051 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582638 Sep 29 23:01:01.904561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049fbbba-07f0-4bb1-a4b6-950464082765') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:01.904801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049fbbba-07f0-4bb1-a4b6-950464082765') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:01.989778 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.024139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3850876-f9b5-4699-bce0-ab3b9b50a772 req-7c5790b1-0a30-4203-a266-4c3081e5ed11 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:02.025777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3850876-f9b5-4699-bce0-ab3b9b50a772 req-7c5790b1-0a30-4203-a266-4c3081e5ed11 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 944 time: 0.4853120 Sep 29 23:01:02.030932 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.031457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Fanout notify agent at l3_agent the message router_deleted on router eaa17ef7-ea9a-4cef-b274-5f739d4d851b {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:01:02.034425 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.053899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:01:02.054316 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.054554 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-acf79e92-bbd0-4f6e-8101-df803a2d21b7 req-d40dda42-d80b-4cd3-924c-79f7a86f1112 service neutron] 10.222.0.42 "GET /v2.0/networks/f45d1d20-0bee-456a-8f4c-009843889124?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329937 Sep 29 23:01:02.058299 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.059369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f5cfe04e-a753-433a-b3b7-5dd45050493a admin admin] 10.222.0.44 "DELETE /v2.0/routers/eaa17ef7-ea9a-4cef-b274-5f739d4d851b HTTP/1.1" status: 204 len: 168 time: 2.0967467 Sep 29 23:01:02.059872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-3c61efd8-4494-4ed3-952a-74173182372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:02.061298 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-3c61efd8-4494-4ed3-952a-74173182372b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=75a46b3b2bfd455ab763f8a64884f4fe&device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 1097 time: 0.0719583 Sep 29 23:01:02.061974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60118) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: from cryptography.utils import int_from_bytes Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: from cryptography.utils import int_from_bytes Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:01:02.101777 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:01:02.147836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2e2b16-8fe7-4915-8350-75160fa9e44c admin admin] Deleting subnet dff48702-b43b-4898-8beb-b552d43881e4 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:01:02.179273 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da2e2b16-8fe7-4915-8350-75160fa9e44c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.206732 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3850876-f9b5-4699-bce0-ab3b9b50a772 req-0a5053cb-f5d9-44bc-8812-2d53aa467ce3 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732953 Sep 29 23:01:02.229786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.241370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da2e2b16-8fe7-4915-8350-75160fa9e44c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.243650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-0b513786-af57-449b-a43a-d4aaa3e00785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:02.246344 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-0b513786-af57-449b-a43a-d4aaa3e00785 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89 HTTP/1.1" status: 200 len: 925 time: 0.1491306 Sep 29 23:01:02.251183 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eda2ccdf-abb4-4282-81c2-1b76828a1152 req-4403365c-f4d4-47df-8c56-889dca5171ae tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.254347 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.260564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] 10.222.0.44 "DELETE /v2.0/networks/602ee329-01a1-43e7-8d91-3d23aa8ddb2e HTTP/1.1" status: 204 len: 168 time: 1.1494851 Sep 29 23:01:02.266079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 8e9f10fe-8566-46c7-85cb-8a24fb98b86b details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:02.273263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60120) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:02.282833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148f9d3-4eec-4122-895a-f50becabc06c admin admin] Pushing event deleted for resources: {'Network': ['ID=602ee329-01a1-43e7-8d91-3d23aa8ddb2e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:02.286091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eda2ccdf-abb4-4282-81c2-1b76828a1152 req-4403365c-f4d4-47df-8c56-889dca5171ae tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.361320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7bc63c3d-223d-4907-9077-3a4b6783746f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:02.419268 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eda2ccdf-abb4-4282-81c2-1b76828a1152 req-4403365c-f4d4-47df-8c56-889dca5171ae tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.422181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eda2ccdf-abb4-4282-81c2-1b76828a1152 req-4403365c-f4d4-47df-8c56-889dca5171ae tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9993906 Sep 29 23:01:02.430123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7bc63c3d-223d-4907-9077-3a4b6783746f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:02.430938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7bc63c3d-223d-4907-9077-3a4b6783746f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:02.431533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7931a4f1-5e56-4ed6-84e6-3098814286bc no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:02.460423 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da2e2b16-8fe7-4915-8350-75160fa9e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.462309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7931a4f1-5e56-4ed6-84e6-3098814286bc {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:02.463180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7931a4f1-5e56-4ed6-84e6-3098814286bc not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:02.492259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-db88c747-1ea0-42dd-9235-29eedb053373 admin admin] Deleting subnet 6cee15a6-5b23-49b6-9bb9-5c32a7c1bb90 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:01:02.494346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403365c-f4d4-47df-8c56-889dca5171ae tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5d7fac-f90a-4b47-a899-b12570a3e1d3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:02.499888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:02.505477 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-21a08911-26f1-4b2a-9f1f-4a83ecb8b855 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=758d5700-e2df-4654-8cd3-442ff839c3c4 HTTP/1.1" status: 200 len: 1001 time: 0.1516171 Sep 29 23:01:02.510530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88c747-1ea0-42dd-9235-29eedb053373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.517198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'port_id': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'mac_address': 'fa:16:3e:49:9e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:02.570406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12d95d-99e3-4c09-b6fd-5e6dc01a725d req-280b4392-8245-42d4-adb5-90773a9a08cc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:02.573189 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.574271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-f4228198-793d-4156-9a65-d321583f22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:02.575940 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-f4228198-793d-4156-9a65-d321583f22b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0c774230-cb00-48da-9fd3-cbe7f4b106f4 HTTP/1.1" status: 200 len: 863 time: 0.0582936 Sep 29 23:01:02.576722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce12d95d-99e3-4c09-b6fd-5e6dc01a725d req-280b4392-8245-42d4-adb5-90773a9a08cc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.1619849 Sep 29 23:01:02.577533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da2e2b16-8fe7-4915-8350-75160fa9e44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.589222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9f10fe-8566-46c7-85cb-8a24fb98b86b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:02.595920 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88c747-1ea0-42dd-9235-29eedb053373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.611538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:02.613231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e2b16-8fe7-4915-8350-75160fa9e44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dff48702-b43b-4898-8beb-b552d43881e4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:02.616441 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.625255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bebf3dc-2d93-4748-b48b-85f68c07df77 None None] Network 541a5afd-875e-4ef3-b3ca-72838376afef requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:01:02.630589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da2e2b16-8fe7-4915-8350-75160fa9e44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.635372 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-da2e2b16-8fe7-4915-8350-75160fa9e44c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dff48702-b43b-4898-8beb-b552d43881e4 HTTP/1.1" status: 204 len: 168 time: 0.5696971 Sep 29 23:01:02.635689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60128) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:02.669159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ac122-c42b-42ea-9ead-090d71ea3b4c req-fa410b08-a82d-4a62-9e65-f8b17de4df8a tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:02.673524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b7ac122-c42b-42ea-9ead-090d71ea3b4c req-fa410b08-a82d-4a62-9e65-f8b17de4df8a tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 943 time: 0.1752207 Sep 29 23:01:02.691560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88c747-1ea0-42dd-9235-29eedb053373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.705420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-ce38873b-47cf-4ace-957e-880ed4b12732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:02.707071 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-ce38873b-47cf-4ace-957e-880ed4b12732 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219394 Sep 29 23:01:02.722508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:02.734954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device bc852035-333a-4331-bd83-00b57dbc7f7e details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:02.737138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.737485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.737823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.738155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.738478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.738795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.739116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.739433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.739765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.740576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.740576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.740771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:01:02.766300 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.766663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce12d95d-99e3-4c09-b6fd-5e6dc01a725d req-ee983a97-69bb-4d18-8862-fe2fc55ba9bc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833594 Sep 29 23:01:02.803155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b7ac122-c42b-42ea-9ead-090d71ea3b4c req-aa342272-9b31-480b-9315-38add97c8c1b tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775557 Sep 29 23:01:02.848647 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88c747-1ea0-42dd-9235-29eedb053373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.885653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88c747-1ea0-42dd-9235-29eedb053373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cee15a6-5b23-49b6-9bb9-5c32a7c1bb90,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:02.888332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db88c747-1ea0-42dd-9235-29eedb053373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.892688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-db88c747-1ea0-42dd-9235-29eedb053373 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6cee15a6-5b23-49b6-9bb9-5c32a7c1bb90 HTTP/1.1" status: 204 len: 168 time: 0.6182642 Sep 29 23:01:02.902743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71bc1e5b-fc86-489d-a759-3dffc28c9873 req-fbe9fed0-4b10-4ff5-af59-cf0504c8d12c tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/fc5d7fac-f90a-4b47-a899-b12570a3e1d3 HTTP/1.1" status: 200 len: 1800 time: 0.0957696 Sep 29 23:01:02.903465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60132) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:02.907161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Deleting port 050b0cda-50d0-41f1-bc23-8c58604f48bb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:02.907506 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:02.908251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-71bc1e5b-fc86-489d-a759-3dffc28c9873 req-a0cd331e-d9e0-485a-a1b6-2ec318b1a562 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2001733286', 'description': 'tempest-description-hth-1695400731'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:02.944165 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-3d7a2ae1-44cf-4e3e-ad6a-ff0f47d1987a service neutron] 10.222.0.42 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200270 Sep 29 23:01:02.949238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['8e9f10fe-8566-46c7-85cb-8a24fb98b86b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:02.952261 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.resource_extend [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:01:02.965369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71bc1e5b-fc86-489d-a759-3dffc28c9873 req-a0cd331e-d9e0-485a-a1b6-2ec318b1a562 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.001082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2306a-275e-43a4-a06b-65ff0df07aa0 req-fd95e843-e95e-4b98-b3d0-3b183ceaa849 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:03.002671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5da2306a-275e-43a4-a06b-65ff0df07aa0 req-fd95e843-e95e-4b98-b3d0-3b183ceaa849 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.0901046 Sep 29 23:01:03.032421 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71bc1e5b-fc86-489d-a759-3dffc28c9873 req-a0cd331e-d9e0-485a-a1b6-2ec318b1a562 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.040269 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71bc1e5b-fc86-489d-a759-3dffc28c9873 req-a0cd331e-d9e0-485a-a1b6-2ec318b1a562 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.042892 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71bc1e5b-fc86-489d-a759-3dffc28c9873 req-a0cd331e-d9e0-485a-a1b6-2ec318b1a562 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.054125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71bc1e5b-fc86-489d-a759-3dffc28c9873 req-a0cd331e-d9e0-485a-a1b6-2ec318b1a562 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "PUT /v2.0/security-groups/fc5d7fac-f90a-4b47-a899-b12570a3e1d3 HTTP/1.1" status: 200 len: 1775 time: 0.1503429 Sep 29 23:01:03.115011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5da2306a-275e-43a4-a06b-65ff0df07aa0 req-96c44f4d-6693-422d-b476-21a58d881059 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977912 Sep 29 23:01:03.129914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd331e-d9e0-485a-a1b6-2ec318b1a562 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5d7fac-f90a-4b47-a899-b12570a3e1d3,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:03.133942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:03.141027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] For port 050b0cda-50d0-41f1-bc23-8c58604f48bb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=050b0cda-50d0-41f1-bc23-8c58604f48bb,segment=NetworkSegment(a86af7f1-0719-4110-ba4b-9d5834902767),segment_id=a86af7f1-0719-4110-ba4b-9d5834902767)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:03.141523 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.145801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.148803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'bc852035-333a-4331-bd83-00b57dbc7f7e', 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7', 'port_id': 'bc852035-333a-4331-bd83-00b57dbc7f7e', 'mac_address': 'fa:16:3e:02:a4:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e257f-b911-46db-9074-3307b87d2219', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:03.155422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44746b8-0c97-471f-b23e-ec829942ea24 None None] DHCP port deletion for 541a5afd-875e-4ef3-b3ca-72838376afef request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:01:03.171291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a24319a-be21-40fd-84ee-e29cf749cef7 req-f6cf89d4-765e-4888-b0d5-8921728b53fc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:03.173192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a24319a-be21-40fd-84ee-e29cf749cef7 req-f6cf89d4-765e-4888-b0d5-8921728b53fc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.0574906 Sep 29 23:01:03.179170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Calling delete_port for 050b0cda-50d0-41f1-bc23-8c58604f48bb owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:03.220690 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-483df2c8-6ab8-4b09-a171-6f3ec5fbd662 req-efaae654-0e35-4df0-bf41-477b1e05d5a4 service neutron] 10.222.0.42 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648244 Sep 29 23:01:03.239445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a24319a-be21-40fd-84ee-e29cf749cef7 req-5215028f-4b28-4c90-871a-3bc8849bf061 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 Sep 29 23:01:03.243328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d18807a5-6f9d-440a-9410-41f91b84d428 req-1ad153bf-01e9-4724-85de-49f77ed4762e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/fc5d7fac-f90a-4b47-a899-b12570a3e1d3 HTTP/1.1" status: 200 len: 1775 time: 0.0657742 Sep 29 23:01:03.279110 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.317523 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-276a60cd-4587-44f7-85a8-e87ecd4b562f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.322991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.326662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc852035-333a-4331-bd83-00b57dbc7f7e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:03.367649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.368024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.368794 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.369131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.369479 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.369815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.370137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.370457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.370832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.370929 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:03.371156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.379963 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.384041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a44746b8-0c97-471f-b23e-ec829942ea24 None None] Deleting port 050b0cda-50d0-41f1-bc23-8c58604f48bb {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:03.384662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a44746b8-0c97-471f-b23e-ec829942ea24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.418479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb84f14-9a03-4b7e-af81-4b801f3ab11c req-a2fef65e-2f22-458f-aa1b-d3ef89e77d5f tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:03.420643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bb84f14-9a03-4b7e-af81-4b801f3ab11c req-a2fef65e-2f22-458f-aa1b-d3ef89e77d5f tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 945 time: 0.0700574 Sep 29 23:01:03.466163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.466781 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.467278 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.467760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 29 23:01:03.468319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec3a7bc-bb49-4555-b4b8-3139d874be75']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:03.481565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bb84f14-9a03-4b7e-af81-4b801f3ab11c req-43250a18-f7e7-4f28-9e4d-e4fd9b5523d1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536110 Sep 29 23:01:03.498362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60fd4b93-203d-4566-9eda-6b8b21d032b2') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:03.498685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60fd4b93-203d-4566-9eda-6b8b21d032b2') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:03.514340 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=bc852035-333a-4331-bd83-00b57dbc7f7e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:03.520602 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.527522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a44746b8-0c97-471f-b23e-ec829942ea24 None None] For port 050b0cda-50d0-41f1-bc23-8c58604f48bb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=050b0cda-50d0-41f1-bc23-8c58604f48bb,segment=NetworkSegment(a86af7f1-0719-4110-ba4b-9d5834902767),segment_id=a86af7f1-0719-4110-ba4b-9d5834902767)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:03.528184 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a44746b8-0c97-471f-b23e-ec829942ea24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.544499 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a44746b8-0c97-471f-b23e-ec829942ea24 None None] Calling delete_port for 050b0cda-50d0-41f1-bc23-8c58604f48bb owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:03.547028 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.557618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:01:03.558055 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.565529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27b442ca-b9d4-4f0b-a7bc-7d0764daf47d req-2a85ea76-cfe4-4adc-ad1b-728741f1271e tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/fc5d7fac-f90a-4b47-a899-b12570a3e1d3 HTTP/1.1" status: 200 len: 1775 time: 0.0515187 Sep 29 23:01:03.624154 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-27b442ca-b9d4-4f0b-a7bc-7d0764daf47d req-f385887c-f8e8-4648-82c2-eba0c88c15da tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.668877 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-27b442ca-b9d4-4f0b-a7bc-7d0764daf47d req-f385887c-f8e8-4648-82c2-eba0c88c15da tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.705607 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a44746b8-0c97-471f-b23e-ec829942ea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.751478 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-27b442ca-b9d4-4f0b-a7bc-7d0764daf47d req-f385887c-f8e8-4648-82c2-eba0c88c15da tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.758098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44746b8-0c97-471f-b23e-ec829942ea24 None None] Pushing event deleted for resources: {'Port': ['ID=050b0cda-50d0-41f1-bc23-8c58604f48bb,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:03.758812 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-27b442ca-b9d4-4f0b-a7bc-7d0764daf47d req-f385887c-f8e8-4648-82c2-eba0c88c15da tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.760346 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27b442ca-b9d4-4f0b-a7bc-7d0764daf47d req-f385887c-f8e8-4648-82c2-eba0c88c15da tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/fc5d7fac-f90a-4b47-a899-b12570a3e1d3 HTTP/1.1" status: 204 len: 173 time: 0.1938794 Sep 29 23:01:03.781185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f385887c-f8e8-4648-82c2-eba0c88c15da tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5d7fac-f90a-4b47-a899-b12570a3e1d3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:03.792811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44746b8-0c97-471f-b23e-ec829942ea24 None None] No DVR routers for this DVR port 050b0cda-50d0-41f1-bc23-8c58604f48bb on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: from cryptography.utils import int_from_bytes Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: from cryptography.utils import int_from_bytes Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:01:03.867337 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:01:03.881500 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.914129 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.917593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Pushing event deleted for resources: {'Port': ['ID=050b0cda-50d0-41f1-bc23-8c58604f48bb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:03.928633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:03.930717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8ec3a7bc-bb49-4555-b4b8-3139d874be75 HTTP/1.1" status: 204 len: 168 time: 1.0202711 Sep 29 23:01:03.931652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] No DVR routers for this DVR port 050b0cda-50d0-41f1-bc23-8c58604f48bb on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:03.936149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['bc852035-333a-4331-bd83-00b57dbc7f7e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:04.004655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5c9f9-bbe3-4237-9ff1-644a4e386e99 req-ef07c587-961e-4414-a7f7-20dacf0d67b7 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:04.023108 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60a5c9f9-bbe3-4237-9ff1-644a4e386e99 req-ef07c587-961e-4414-a7f7-20dacf0d67b7 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 943 time: 0.1207380 Sep 29 23:01:04.052238 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.095773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40ccacb-9c2d-47b0-8c34-96a173bf38a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ec3a7bc-bb49-4555-b4b8-3139d874be75,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:04.102105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['541a5afd-875e-4ef3-b3ca-72838376afef']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:04.106868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60a5c9f9-bbe3-4237-9ff1-644a4e386e99 req-32d9a8d1-424d-47d6-92fc-f42ee865b8c1 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827346 Sep 29 23:01:04.115088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86af7f1-0719-4110-ba4b-9d5834902767') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:04.115710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86af7f1-0719-4110-ba4b-9d5834902767') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:04.139340 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.145404 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-7959622f-ebca-4938-bf89-c018515e0d00 req-dff0543e-afaa-4d5f-a462-92f959b07ef6 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] show failed (client error): The resource could not be found. Sep 29 23:01:04.146474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7959622f-ebca-4938-bf89-c018515e0d00 req-dff0543e-afaa-4d5f-a462-92f959b07ef6 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/ccba647e-5333-4542-864b-e6fb52b0274a HTTP/1.1" status: 404 len: 352 time: 0.0214286 Sep 29 23:01:04.159766 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.172176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:01:04.173460 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:01:04.181329 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:01:04.189123 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-9b285f49-e0db-4ccc-8d3d-3c6bc1eb4d53 req-0e65616a-5174-4719-84fd-f832e977cd51 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] show failed (client error): The resource could not be found. Sep 29 23:01:04.200492 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b285f49-e0db-4ccc-8d3d-3c6bc1eb4d53 req-0e65616a-5174-4719-84fd-f832e977cd51 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/c45e301b-43e3-4a01-9707-f90e997e0a75 HTTP/1.1" status: 404 len: 352 time: 0.0257821 Sep 29 23:01:04.269481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 8e9f10fe-8566-46c7-85cb-8a24fb98b86b up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:04.274464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7243c44-7689-4f80-90cd-3435cd68c61a req-f1047ea7-3307-4b84-b72d-65d52871d6d3 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:04.277632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7243c44-7689-4f80-90cd-3435cd68c61a req-f1047ea7-3307-4b84-b72d-65d52871d6d3 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.0759568 Sep 29 23:01:04.284973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.332492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.337384 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] 10.222.0.44 "DELETE /v2.0/networks/541a5afd-875e-4ef3-b3ca-72838376afef HTTP/1.1" status: 204 len: 168 time: 1.6999035 Sep 29 23:01:04.339231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ce78c8-5ff9-4eba-b3b2-c9d9481baa75 admin admin] Pushing event deleted for resources: {'Network': ['ID=541a5afd-875e-4ef3-b3ca-72838376afef,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:04.361642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:01:04.370376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:04.373437 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.388954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a11a9-da40-49ae-875f-a925608a1504 req-975a4df9-91ec-4fd9-8a29-c2f8ca363364 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:04.390482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c7a11a9-da40-49ae-875f-a925608a1504 req-975a4df9-91ec-4fd9-8a29-c2f8ca363364 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 945 time: 0.1266043 Sep 29 23:01:04.393365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 050b0cda-50d0-41f1-bc23-8c58604f48bb no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:04.395625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60184) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:04.404138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7243c44-7689-4f80-90cd-3435cd68c61a req-610d944b-378f-4a19-9462-0df9512e433a tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874846 Sep 29 23:01:04.448106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 050b0cda-50d0-41f1-bc23-8c58604f48bb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:04.448106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 050b0cda-50d0-41f1-bc23-8c58604f48bb not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:04.461392 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4142fa01-a698-4999-8283-ca7c763f1b7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2d4e8a468eeb4442adefe9ade2291c0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0644424 Sep 29 23:01:04.462546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:04.491958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c7a11a9-da40-49ae-875f-a925608a1504 req-aa109598-07f3-431d-9f8f-2d1de133a654 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861440 Sep 29 23:01:04.521719 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-beb9230c-3a55-4ce6-8adc-e203af20c4c6 req-2e46e5de-41e1-42a4-b0a3-f72447b3ea56 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] show failed (client error): The resource could not be found. Sep 29 23:01:04.523440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-beb9230c-3a55-4ce6-8adc-e203af20c4c6 req-2e46e5de-41e1-42a4-b0a3-f72447b3ea56 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/5ed1369d-b669-48cc-8cd0-59444c6fa3a8 HTTP/1.1" status: 404 len: 352 time: 0.0437944 Sep 29 23:01:04.552212 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.563851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60192) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:04.592604 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df031d04-f50e-4722-b7e9-f8e256c4d909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.596256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:04.597948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:04.601695 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d589a043-215a-4347-b888-69f3daf95be1" -d '{"events": [{"server_uuid": "590585ce-2550-422c-a8b4-e11c3eb4ffac", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f10fe-8566-46c7-85cb-8a24fb98b86b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:04.606081 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.606427 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-09378bce-7778-466a-bea3-7840905d0014 req-87b3a089-3963-4a12-9f97-b41a6e1de0f3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] show failed (client error): The resource could not be found. Sep 29 23:01:04.620429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09378bce-7778-466a-bea3-7840905d0014 req-87b3a089-3963-4a12-9f97-b41a6e1de0f3 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/5c06107d-85cd-43a3-ad1b-32dd6abba107 HTTP/1.1" status: 404 len: 352 time: 0.0689430 Sep 29 23:01:04.631300 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-acd3e1ff-62c9-4ee3-bb55-6c00e5cf1605 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=18bd7509041b46c7b3de95de964d42e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661576 Sep 29 23:01:04.633639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60198) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:04.678788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:04.686786 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf06277-4b03-436b-bdf6-d95c648ad0f2 x-openstack-request-id: req-5bf06277-4b03-436b-bdf6-d95c648ad0f2 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:04.687401 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590585ce-2550-422c-a8b4-e11c3eb4ffac", "name": "network-vif-plugged", "status": "completed", "tag": "8e9f10fe-8566-46c7-85cb-8a24fb98b86b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:04.687970 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5bf06277-4b03-436b-bdf6-d95c648ad0f2 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:04.688693 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'code': 200} Sep 29 23:01:04.693656 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-751a5fe4-1bdd-42d3-9a48-d5d4b98709d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.714518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df031d04-f50e-4722-b7e9-f8e256c4d909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.722586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-751a5fe4-1bdd-42d3-9a48-d5d4b98709d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.741283 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-73b102d9-1128-4b36-9b8f-d0ee916e1ddf req-536d08e2-b9e2-4f42-b98a-510b765d9e80 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] show failed (client error): The resource could not be found. Sep 29 23:01:04.743048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 04f276ae-d304-432c-be19-ae2b59d96b8d details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:04.743195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73b102d9-1128-4b36-9b8f-d0ee916e1ddf req-536d08e2-b9e2-4f42-b98a-510b765d9e80 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/18208f3b-666a-4884-89af-81ca1f2fa4df HTTP/1.1" status: 404 len: 352 time: 0.0447369 Sep 29 23:01:04.782902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5923c30-da5f-414f-828e-6d965977ee8f req-0e850f1a-9989-462a-aa90-72f51c47e4fa tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:04.784806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5923c30-da5f-414f-828e-6d965977ee8f req-0e850f1a-9989-462a-aa90-72f51c47e4fa tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 946 time: 0.1821468 Sep 29 23:01:04.812423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9144284-667a-4ce4-8a25-71934eeb2514 req-28d9cb70-34fb-4681-9ffc-ea2cf26875a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:04.813858 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-ab975524-f359-4f45-af30-a702012bd92f req-6216c3fb-4ed6-41b7-aef4-a49a32b4db74 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] show failed (client error): The resource could not be found. Sep 29 23:01:04.814098 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9144284-667a-4ce4-8a25-71934eeb2514 req-28d9cb70-34fb-4681-9ffc-ea2cf26875a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 1097 time: 0.0831623 Sep 29 23:01:04.815911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab975524-f359-4f45-af30-a702012bd92f req-6216c3fb-4ed6-41b7-aef4-a49a32b4db74 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/125be7af-4e47-4072-93fa-3f8a0399d409 HTTP/1.1" status: 404 len: 352 time: 0.0231345 Sep 29 23:01:04.845936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5923c30-da5f-414f-828e-6d965977ee8f req-67a9a9ea-05b7-4fe8-8614-3a2bf8c5501f tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441251 Sep 29 23:01:04.854369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df031d04-f50e-4722-b7e9-f8e256c4d909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.863324 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df031d04-f50e-4722-b7e9-f8e256c4d909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.868969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-df031d04-f50e-4722-b7e9-f8e256c4d909 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ae5b9b77-ddf1-497b-ae33-cd5fff85e710 HTTP/1.1" status: 204 len: 168 time: 0.4024582 Sep 29 23:01:04.877130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9144284-667a-4ce4-8a25-71934eeb2514 req-a1b6edf3-bea6-42db-be69-c444bb8fca27 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500455 Sep 29 23:01:04.877570 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-751a5fe4-1bdd-42d3-9a48-d5d4b98709d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.880099 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-751a5fe4-1bdd-42d3-9a48-d5d4b98709d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.884005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-751a5fe4-1bdd-42d3-9a48-d5d4b98709d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd01f24b-40af-4144-8d21-0bc2646269d3 HTTP/1.1" status: 204 len: 168 time: 0.2492125 Sep 29 23:01:04.893132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a5fe4-1bdd-42d3-9a48-d5d4b98709d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd01f24b-40af-4144-8d21-0bc2646269d3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:04.897941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 04f276ae-d304-432c-be19-ae2b59d96b8d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=04f276ae-d304-432c-be19-ae2b59d96b8d,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:04.904557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df031d04-f50e-4722-b7e9-f8e256c4d909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5b9b77-ddf1-497b-ae33-cd5fff85e710,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:04.911205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '04f276ae-d304-432c-be19-ae2b59d96b8d', 'network_id': 'f45d1d20-0bee-456a-8f4c-009843889124', 'port_id': '04f276ae-d304-432c-be19-ae2b59d96b8d', 'mac_address': 'fa:16:3e:c3:4a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cc54edb-28df-4849-b026-d1b115f5017f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:04.967201 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:04.988320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f276ae-d304-432c-be19-ae2b59d96b8d {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:05.014743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 04f276ae-d304-432c-be19-ae2b59d96b8d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=04f276ae-d304-432c-be19-ae2b59d96b8d,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:05.020749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:05.090597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=04f276ae-d304-432c-be19-ae2b59d96b8d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:05.187774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976b772-79ca-45ef-a4d2-5c950a537fcb req-1503c2fb-aaf1-4db4-829c-a19e8df518bb tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:05.189995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0976b772-79ca-45ef-a4d2-5c950a537fcb req-1503c2fb-aaf1-4db4-829c-a19e8df518bb tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1045 time: 0.0632141 Sep 29 23:01:05.267258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0976b772-79ca-45ef-a4d2-5c950a537fcb req-7360d9e1-e5d7-4ff0-9051-a42f591dfc57 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6b6d138-6d35-4b80-99dd-c9b2bf7f0017&id=69d42558-695d-4e76-b6f7-68fb91bfb4ec&id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0689216 Sep 29 23:01:05.283188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea482f00-94d6-49df-83bb-7f58a055b690 req-26e0a320-6e82-4841-85b1-5ec26ea390a1 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:05.284783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea482f00-94d6-49df-83bb-7f58a055b690 req-26e0a320-6e82-4841-85b1-5ec26ea390a1 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 944 time: 0.0770059 Sep 29 23:01:05.330344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea482f00-94d6-49df-83bb-7f58a055b690 req-d32f5f32-2b2d-4f6f-8e45-bf26432aa728 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393810 Sep 29 23:01:05.368969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60224) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:05.414875 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cbfbe2c6-5829-4dbf-9eda-c1ad9fb3dc69 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=95627872d4f04de090a1e128ae3578d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447176 Sep 29 23:01:05.417968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60228) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:05.466076 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85636091-a390-4000-8d6b-30de3cdf0b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:05.487601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85636091-a390-4000-8d6b-30de3cdf0b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:05.538050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85636091-a390-4000-8d6b-30de3cdf0b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:05.541078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85636091-a390-4000-8d6b-30de3cdf0b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:05.542254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-85636091-a390-4000-8d6b-30de3cdf0b12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2c2f17f1-8cfd-49ae-bbfb-497b8aeebc7c HTTP/1.1" status: 204 len: 168 time: 0.1233346 Sep 29 23:01:05.551119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85636091-a390-4000-8d6b-30de3cdf0b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2f17f1-8cfd-49ae-bbfb-497b8aeebc7c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:05.602779 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:01:05.607223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ac63c-9fd8-456c-8771-264191a66361 req-f7fe9035-8490-456d-bd08-fb35fff1d43b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:05.608748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-801ac63c-9fd8-456c-8771-264191a66361 req-f7fe9035-8490-456d-bd08-fb35fff1d43b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.1061847 Sep 29 23:01:05.678302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-801ac63c-9fd8-456c-8771-264191a66361 req-0feb6f0d-79e1-47f4-8d6a-3ee85d25f294 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578661 Sep 29 23:01:05.686973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad39a1-8026-438a-a93d-18f4feb66caf req-2d800070-00ee-4553-bf62-04289d9b4d01 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:05.688505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbad39a1-8026-438a-a93d-18f4feb66caf req-2d800070-00ee-4553-bf62-04289d9b4d01 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 945 time: 0.0785558 Sep 29 23:01:05.737632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbad39a1-8026-438a-a93d-18f4feb66caf req-6fd52e2f-f419-4402-81f8-1300c9de4796 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Sep 29 23:01:05.837005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['04f276ae-d304-432c-be19-ae2b59d96b8d'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:06.031778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d013debb-7fa5-4692-bb4e-f445d17e56bf req-4dc22b60-4a75-435d-9199-35f5ac859d64 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:06.039941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d013debb-7fa5-4692-bb4e-f445d17e56bf req-4dc22b60-4a75-435d-9199-35f5ac859d64 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 946 time: 0.0912004 Sep 29 23:01:06.086127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d013debb-7fa5-4692-bb4e-f445d17e56bf req-b366c58f-8108-4709-aa06-d379e82a8696 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Sep 29 23:01:06.154677 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3e72d717-6d13-4b85-b2b4-67915cfeeeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:06.300928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-078a062e-8984-4e36-931f-c43ddfce22d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=cddad5539fcd4eadaee32bc59e09787e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233846 Sep 29 23:01:06.374849 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:06.452387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-792e8851-8fb0-4adc-bfd4-ed8c3b3d5294 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:06.453883 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-792e8851-8fb0-4adc-bfd4-ed8c3b3d5294 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475406 Sep 29 23:01:06.466803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd69c2-3229-4f02-8fd7-10eb214542af req-29ec8f65-1b49-4bba-9fb4-adfc38eff5e5 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:06.468282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-debd69c2-3229-4f02-8fd7-10eb214542af req-29ec8f65-1b49-4bba-9fb4-adfc38eff5e5 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1045 time: 0.0865874 Sep 29 23:01:06.491203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3badf43-d783-43ed-8d16-bcd8fa69a095 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/quotas/cddad5539fcd4eadaee32bc59e09787e HTTP/1.1" status: 200 len: 375 time: 0.0219581 Sep 29 23:01:06.535050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-3150bd9a-a298-4d86-aca9-5a28294e55f1 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cddad5539fcd4eadaee32bc59e09787e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367472 Sep 29 23:01:06.546526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-debd69c2-3229-4f02-8fd7-10eb214542af req-4796e470-f0d2-4656-859b-3cb658cc41df tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups?id=c6b6d138-6d35-4b80-99dd-c9b2bf7f0017&id=69d42558-695d-4e76-b6f7-68fb91bfb4ec&id=37dcddca-4082-45cf-8fe2-a374160ffb95&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0704570 Sep 29 23:01:06.612877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f672af49-c7d8-4174-8c97-150364a722e0 req-f683c1fc-fcd8-4544-a148-57571e016da5 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:06.615576 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f672af49-c7d8-4174-8c97-150364a722e0 req-f683c1fc-fcd8-4544-a148-57571e016da5 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.26 "GET /v2.0/ports?device_id=3af4a16f-9573-4470-be19-1771ade585bc HTTP/1.1" status: 200 len: 1045 time: 0.0542812 Sep 29 23:01:06.676417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745879bb-916e-4f82-95e4-b8efe6bc0218 req-f27d2a2d-51ee-4333-8a46-2b0fa60c3b61 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:06.685610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-745879bb-916e-4f82-95e4-b8efe6bc0218 req-f27d2a2d-51ee-4333-8a46-2b0fa60c3b61 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 944 time: 0.0669038 Sep 29 23:01:06.734604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-745879bb-916e-4f82-95e4-b8efe6bc0218 req-844131c0-dfdc-44ca-9e39-68421b6969cf tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433989 Sep 29 23:01:06.756132 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 748c5794-5839-412b-a683-3a3b15737f1e details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:06.783383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f672af49-c7d8-4174-8c97-150364a722e0 req-d6644303-aa63-420a-b1a1-48f7cebf3cee tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Deleting port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:06.783956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device bc852035-333a-4331-bd83-00b57dbc7f7e up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:06.790825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f672af49-c7d8-4174-8c97-150364a722e0 req-d6644303-aa63-420a-b1a1-48f7cebf3cee tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:06.792222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d948498-4b11-45e8-aacd-d9c4b5d976d1 req-e4734e32-9d85-4de5-a909-a47e3b3b02e6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 210 time: 0.0886407 Sep 29 23:01:06.919410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5fc70-461a-4dcc-a2aa-7f9a9fb31c07 req-2b943248-9892-40fa-97db-7f22d66dd18c tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:06.928446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82f5fc70-461a-4dcc-a2aa-7f9a9fb31c07 req-2b943248-9892-40fa-97db-7f22d66dd18c tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.1023068 Sep 29 23:01:06.940237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f672af49-c7d8-4174-8c97-150364a722e0 req-d6644303-aa63-420a-b1a1-48f7cebf3cee tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] For port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,segment=NetworkSegment(2b35065b-0c79-457e-8cc8-1670d1d7ee41),segment_id=2b35065b-0c79-457e-8cc8-1670d1d7ee41)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:06.940948 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f672af49-c7d8-4174-8c97-150364a722e0 req-d6644303-aa63-420a-b1a1-48f7cebf3cee tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:06.957617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f672af49-c7d8-4174-8c97-150364a722e0 req-d6644303-aa63-420a-b1a1-48f7cebf3cee tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Calling delete_port for e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 owned by compute:tempest-test_az-1291209820 {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:06.983801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82f5fc70-461a-4dcc-a2aa-7f9a9fb31c07 req-5cf35fa8-9bd1-4542-850e-897165ba436f tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538225 Sep 29 23:01:06.990090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port bc852035-333a-4331-bd83-00b57dbc7f7e completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:01:07.014446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eee2fd-cc8a-4835-9e61-50df0e9c35b7 req-4d719d01-0983-43aa-bd87-752cf6493039 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:07.025823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-19eee2fd-cc8a-4835-9e61-50df0e9c35b7 req-4d719d01-0983-43aa-bd87-752cf6493039 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 945 time: 0.1524234 Sep 29 23:01:07.031149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 748c5794-5839-412b-a683-3a3b15737f1e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=748c5794-5839-412b-a683-3a3b15737f1e,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:07.053856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '748c5794-5839-412b-a683-3a3b15737f1e', 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31', 'port_id': '748c5794-5839-412b-a683-3a3b15737f1e', 'mac_address': 'fa:16:3e:c2:f9:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6281830-dcab-48c7-805a-af6788287cbb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:07.055766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port bc852035-333a-4331-bd83-00b57dbc7f7e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:07.056488 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:07.094531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-19eee2fd-cc8a-4835-9e61-50df0e9c35b7 req-f8a4ac7e-2c11-4d4f-9561-68282ddcec81 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677183 Sep 29 23:01:07.157753 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:07.186244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 748c5794-5839-412b-a683-3a3b15737f1e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:07.205433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f672af49-c7d8-4174-8c97-150364a722e0 req-d6644303-aa63-420a-b1a1-48f7cebf3cee tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:07.218618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 748c5794-5839-412b-a683-3a3b15737f1e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=748c5794-5839-412b-a683-3a3b15737f1e,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:07.221255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:07.267193 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:07.273246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22320a7-72d3-406c-8cdc-731921d1dab0 req-1ea11f52-f1be-4479-a210-5030f5a207f4 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:07.276970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e22320a7-72d3-406c-8cdc-731921d1dab0 req-1ea11f52-f1be-4479-a210-5030f5a207f4 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 946 time: 0.0811841 Sep 29 23:01:07.319762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6644303-aa63-420a-b1a1-48f7cebf3cee tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'Port': ['ID=e08e8a1d-9b1a-4c7a-9caa-dd886414fb82,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:07.345879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e22320a7-72d3-406c-8cdc-731921d1dab0 req-afbb202c-4610-4e00-a1ad-5cf32f053a08 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609136 Sep 29 23:01:07.350610 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f672af49-c7d8-4174-8c97-150364a722e0 req-d6644303-aa63-420a-b1a1-48f7cebf3cee tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] No DVR routers for this DVR port e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:07.353431 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f672af49-c7d8-4174-8c97-150364a722e0 req-d6644303-aa63-420a-b1a1-48f7cebf3cee tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:07.356852 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f672af49-c7d8-4174-8c97-150364a722e0 req-d6644303-aa63-420a-b1a1-48f7cebf3cee tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.26 "DELETE /v2.0/ports/e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 HTTP/1.1" status: 204 len: 173 time: 0.7345150 Sep 29 23:01:07.357483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3af4a16f-9573-4470-be19-1771ade585bc', 'name': 'network-vif-deleted', 'tag': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:07.364919 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a26bea-e83c-4f7b-a87f-5d056ba7ce45" -d '{"events": [{"server_uuid": "3af4a16f-9573-4470-be19-1771ade585bc", "name": "network-vif-deleted", "tag": "e08e8a1d-9b1a-4c7a-9caa-dd886414fb82"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:07.382225 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:07.429128 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:07.436498 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77ae4c3-39a6-461c-932d-9ac9b5c7e372 x-openstack-request-id: req-c77ae4c3-39a6-461c-932d-9ac9b5c7e372 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:07.436957 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3af4a16f-9573-4470-be19-1771ade585bc", "name": "network-vif-deleted", "tag": "e08e8a1d-9b1a-4c7a-9caa-dd886414fb82", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:07.437325 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c77ae4c3-39a6-461c-932d-9ac9b5c7e372 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:07.437818 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3af4a16f-9573-4470-be19-1771ade585bc', 'name': 'network-vif-deleted', 'tag': 'e08e8a1d-9b1a-4c7a-9caa-dd886414fb82', 'status': 'completed', 'code': 200} Sep 29 23:01:07.440171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc852035-333a-4331-bd83-00b57dbc7f7e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:07.442687 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47755ea-5355-41e9-84b0-a68689983a34" -d '{"events": [{"server_uuid": "f36a6be9-5a9f-447c-89c3-681b066e152b", "name": "network-vif-plugged", "status": "completed", "tag": "bc852035-333a-4331-bd83-00b57dbc7f7e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:07.448777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=748c5794-5839-412b-a683-3a3b15737f1e,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:07.460811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:07.467869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:07.482219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['748c5794-5839-412b-a683-3a3b15737f1e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:07.603479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=bc852035-333a-4331-bd83-00b57dbc7f7e,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:07.612034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-d6870f47-c3e5-48bb-94f5-04e2b4aa696d tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:07.617069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-d6870f47-c3e5-48bb-94f5-04e2b4aa696d tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0992908 Sep 29 23:01:07.685449 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-909975c2-ae62-412f-851a-1263afa8dcaf tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0614338 Sep 29 23:01:07.697057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-a9bd9e11-65d7-44b8-b346-69edd254f4c1 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e6d7f8c3de714814a01f70f895843e37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342200 Sep 29 23:01:07.700760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-6566e199-957d-43d2-b649-aaf53dabe5b1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Request body: {'floatingip': {'port_id': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:07.762577 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-6566e199-957d-43d2-b649-aaf53dabe5b1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:08.160023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-c16d422c-d503-40d2-aeb5-7f0dd491edc5 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:08.161483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-c16d422c-d503-40d2-aeb5-7f0dd491edc5 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4570997 Sep 29 23:01:08.207463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-b2abbc0d-c427-459e-b8cd-edc8df65d2ed tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/quotas/e6d7f8c3de714814a01f70f895843e37 HTTP/1.1" status: 200 len: 375 time: 0.0151310 Sep 29 23:01:08.260107 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-889153e1-0fed-4457-9eb9-d70a4de646dd tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=cddad5539fcd4eadaee32bc59e09787e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289438 Sep 29 23:01:08.273595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-575afd4d-21ca-42f0-9a21-51c594c30eac tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6d7f8c3de714814a01f70f895843e37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576355 Sep 29 23:01:08.394104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-4b793e7b-0dc0-4818-8a7e-4221f101594d tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:08.395599 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-4b793e7b-0dc0-4818-8a7e-4221f101594d tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1299593 Sep 29 23:01:08.410016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Request body: {'port': {'device_id': 'f379c550-cce4-456f-b553-052eab2e5855', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'cddad5539fcd4eadaee32bc59e09787e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:08.449529 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0c2905-fda5-4e11-b6e6-7e462239c292 x-openstack-request-id: req-8e0c2905-fda5-4e11-b6e6-7e462239c292 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:08.450140 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36a6be9-5a9f-447c-89c3-681b066e152b", "name": "network-vif-plugged", "status": "completed", "tag": "bc852035-333a-4331-bd83-00b57dbc7f7e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:08.451251 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e0c2905-fda5-4e11-b6e6-7e462239c292 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:08.451251 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc852035-333a-4331-bd83-00b57dbc7f7e', 'code': 200} Sep 29 23:01:08.489634 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:08.562265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Made reservation on behalf of cddad5539fcd4eadaee32bc59e09787e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:08.567118 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:08.590607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:08.631861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b89ffe-8582-4ff0-bb04-ebb41a9cd0b9 req-34dc1428-b894-4780-8db5-f8510e6f46df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:08.633685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4b89ffe-8582-4ff0-bb04-ebb41a9cd0b9 req-34dc1428-b894-4780-8db5-f8510e6f46df service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1097 time: 0.0840354 Sep 29 23:01:08.691939 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4b89ffe-8582-4ff0-bb04-ebb41a9cd0b9 req-b48b54c4-a061-4487-96f8-557b63d9af36 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464635 Sep 29 23:01:08.730140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea817c5-6972-4280-a776-dd0b2b866b4c req-d5d6664f-3012-4189-bec8-c04d3adc50d5 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:08.731801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ea817c5-6972-4280-a776-dd0b2b866b4c req-d5d6664f-3012-4189-bec8-c04d3adc50d5 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 944 time: 0.1778939 Sep 29 23:01:08.738941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:08.743186 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:08.766167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 04f276ae-d304-432c-be19-ae2b59d96b8d up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:08.833772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 04f276ae-d304-432c-be19-ae2b59d96b8d completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:01:08.838775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 04f276ae-d304-432c-be19-ae2b59d96b8d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:08.839180 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:08.840135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ea817c5-6972-4280-a776-dd0b2b866b4c req-7f144091-0771-4ee5-a033-5eacfd95930d tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986001 Sep 29 23:01:08.883399 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-6566e199-957d-43d2-b649-aaf53dabe5b1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:08.891706 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-6566e199-957d-43d2-b649-aaf53dabe5b1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:08.922060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Allocated IP 192.168.233.95 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/ec8cda5a-149e-4c92-9a33-f7c466773c22) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:08.926598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=760cd846-4a08-430c-8564-febd5ba7a57b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:08.963666 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:08.978195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba383025-2961-4161-8e6f-756307000ddb req-5f9811dd-e597-46e3-96c9-c4191ec474bf tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 210 time: 0.0314202 Sep 29 23:01:09.004132 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 04f276ae-d304-432c-be19-ae2b59d96b8d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=04f276ae-d304-432c-be19-ae2b59d96b8d,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:09.009938 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.013736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 748c5794-5839-412b-a683-3a3b15737f1e up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:09.059276 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-6566e199-957d-43d2-b649-aaf53dabe5b1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Floating IP 9b0a6f37-de00-4409-9708-9fac09f7e7f8 associated. External IP: 172.25.4.171, port: 6d4d0999-28c3-48dc-b8e9-3e48500668cb. Sep 29 23:01:09.106649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=04f276ae-d304-432c-be19-ae2b59d96b8d,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:09.131245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 748c5794-5839-412b-a683-3a3b15737f1e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:09.131674 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.143462 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.187675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.188740 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.221659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b262b-1029-4243-8d3f-e0eaa0f8c1a0 req-09c35538-d19f-43bf-98df-f84f719145a3 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:09.223338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f32b262b-1029-4243-8d3f-e0eaa0f8c1a0 req-09c35538-d19f-43bf-98df-f84f719145a3 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 945 time: 0.1110592 Sep 29 23:01:09.234697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:09.237826 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:09.241798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:09.247367 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.283162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 748c5794-5839-412b-a683-3a3b15737f1e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=748c5794-5839-412b-a683-3a3b15737f1e,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:09.287028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Pushing event updated for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:09.289508 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.307683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f32b262b-1029-4243-8d3f-e0eaa0f8c1a0 req-f977d6ef-f265-41d8-ae61-94dfd3b0bc87 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780754 Sep 29 23:01:09.310902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:09.311688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.349312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e3484f20-2603-43e9-ba72-2f274ddee1d2 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9440658 Sep 29 23:01:09.364262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Request body: {'port': {'device_id': 'f379c550-cce4-456f-b553-052eab2e5855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:09.383617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=748c5794-5839-412b-a683-3a3b15737f1e,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:09.393196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-6566e199-957d-43d2-b649-aaf53dabe5b1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Router e4fee08f-0726-46dd-acc5-997c2b95c129 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:01:09.439640 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.520249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de1a2c-8da5-444b-bb72-aa5aa041df01 req-52995953-fec0-474f-87f1-0be456ec7185 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:09.521736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8de1a2c-8da5-444b-bb72-aa5aa041df01 req-52995953-fec0-474f-87f1-0be456ec7185 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 946 time: 0.1128223 Sep 29 23:01:09.525619 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-1d70492a-24e8-4acf-852e-fdd88399878c tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e6d7f8c3de714814a01f70f895843e37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343342 Sep 29 23:01:09.590677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f7258e86-43fc-4f2c-802e-055c292853a2 None None] Provisioning complete for port ec8cda5a-149e-4c92-9a33-f7c466773c22 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:09.591657 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7258e86-43fc-4f2c-802e-055c292853a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.624523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8de1a2c-8da5-444b-bb72-aa5aa041df01 req-5947e533-d21b-45cc-bf59-ffe3573c2dc9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603459 Sep 29 23:01:09.626769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-6566e199-957d-43d2-b649-aaf53dabe5b1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:01:09.632383 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-6566e199-957d-43d2-b649-aaf53dabe5b1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.644295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f7258e86-43fc-4f2c-802e-055c292853a2 None None] Port ec8cda5a-149e-4c92-9a33-f7c466773c22 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:01:09.646033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] Sync routers for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:01:09.656993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:09.658037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:09.676448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-6566e199-957d-43d2-b649-aaf53dabe5b1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "PUT /v2.0/floatingips/9b0a6f37-de00-4409-9708-9fac09f7e7f8 HTTP/1.1" status: 200 len: 996 time: 1.9824460 Sep 29 23:01:09.676976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:09.694358 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f663decf-5b17-4916-8254-d96dfcdb3a58" -d '{"events": [{"name": "network-changed", "server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:09.741259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-8f2b6e93-a737-4bf7-bdde-06a799c030e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:09.742801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-8f2b6e93-a737-4bf7-bdde-06a799c030e5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1096 time: 0.0454941 Sep 29 23:01:09.773065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-f4087d1b-b205-4cbe-abc4-7687e3f0a6c2 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:09.775102 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-f4087d1b-b205-4cbe-abc4-7687e3f0a6c2 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409310 Sep 29 23:01:09.790309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Request body: {'port': {'device_id': '78ada1fb-dadb-40ed-bb65-d64d6a3f886b', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'e6d7f8c3de714814a01f70f895843e37'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:09.862556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-729aff7a-cd18-4b58-b6b7-db1e35871c85 req-34804b14-2e98-4af0-911c-766d39e8301b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 210 time: 0.0308781 Sep 29 23:01:09.879585 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-d81dc3ca-33fa-4cf1-875f-00b4c8bcca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:09.881337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-d81dc3ca-33fa-4cf1-875f-00b4c8bcca50 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.1276109 Sep 29 23:01:09.915188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:09.954971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8cda5a-149e-4c92-9a33-f7c466773c22 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:09.966122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.981736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Made reservation on behalf of e6d7f8c3de714814a01f70f895843e37 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:09.986323 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:09.988945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Transition to ACTIVE for port object ec8cda5a-149e-4c92-9a33-f7c466773c22 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:01:09.997642 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.001022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.141378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:10.176648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:ee:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de2654-3284-44bd-b6cf-e38970ed1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:08Z', 'revision_number': 1, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:10.222265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] Checking router: e4fee08f-0726-46dd-acc5-997c2b95c129 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:01:10.234988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Attempting to bind port ec8cda5a-149e-4c92-9a33-f7c466773c22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:01:10.235225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:10.235706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:10.236096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Attempting to bind port ec8cda5a-149e-4c92-9a33-f7c466773c22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:01:10.236661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Attempting to bind port ec8cda5a-149e-4c92-9a33-f7c466773c22 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:10.252467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Port ec8cda5a-149e-4c92-9a33-f7c466773c22 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:01:10.253073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Attempting to bind port ec8cda5a-149e-4c92-9a33-f7c466773c22 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:10.264545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:01:10.265196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:10.265801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:01:10.266467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Bound port: ec8cda5a-149e-4c92-9a33-f7c466773c22, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:01:10.267765 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.275195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.288582 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.296676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:10.304749 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-d20f6ed6-5852-4406-8c89-5d0b9284d909 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 999 time: 0.4153078 Sep 29 23:01:10.321911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e87dcce-22b3-49f2-8197-f481cadd6cb3 req-7bd6876b-d744-42e8-91f4-fc1ae32a56a9 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/69d42558-695d-4e76-b6f7-68fb91bfb4ec HTTP/1.1" status: 200 len: 1798 time: 0.4139438 Sep 29 23:01:10.342698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:10.346616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e08e8a1d-9b1a-4c7a-9caa-dd886414fb82 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:10.401459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17448d7-8e24-4cde-87df-64b23440d5fa,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:10.415615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-f861111c-ff17-4d1d-ad35-fbb3c3e9ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:10.418034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-f861111c-ff17-4d1d-ad35-fbb3c3e9ffd3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0889597 Sep 29 23:01:10.430373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:10.441336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:10.471167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c775b0-3d7e-495f-b47a-60a0851aa68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f276ae-d304-432c-be19-ae2b59d96b8d'}, {'server_uuid': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748c5794-5839-412b-a683-3a3b15737f1e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:10.473561 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023d11ad-2d4c-4c40-a13d-5be5e7df87e0" -d '{"events": [{"server_uuid": "19c775b0-3d7e-495f-b47a-60a0851aa68c", "name": "network-vif-plugged", "status": "completed", "tag": "04f276ae-d304-432c-be19-ae2b59d96b8d"}, {"server_uuid": "759a44ae-4046-4caf-8a0f-6fcd16304d98", "name": "network-vif-plugged", "status": "completed", "tag": "748c5794-5839-412b-a683-3a3b15737f1e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:10.476950 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e87dcce-22b3-49f2-8197-f481cadd6cb3 req-066f35e3-eddf-48c8-89e9-6e99f9009419 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.481420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:01:10.496293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.511448 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e87dcce-22b3-49f2-8197-f481cadd6cb3 req-066f35e3-eddf-48c8-89e9-6e99f9009419 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.530035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-3f09ffe0-69d2-4b0c-aa50-f4d3aafe2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:10.531861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-3f09ffe0-69d2-4b0c-aa50-f4d3aafe2dfb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883751 Sep 29 23:01:10.543157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-94d7fd5d-1708-41ca-b920-6342daf8254f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:01:10.545283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-94d7fd5d-1708-41ca-b920-6342daf8254f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058699 Sep 29 23:01:10.564306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Allocated IP 192.168.233.90 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/62a7b589-c78a-491e-bb2a-b3742fc7aa02) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:10.591528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:10.592450 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.594005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec8cda5a-149e-4c92-9a33-f7c466773c22 HTTP/1.1" status: 200 len: 1095 time: 1.2352040 Sep 29 23:01:10.598245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:10.602064 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd49670-b6bd-48df-ac4e-b86f58581daa" -d '{"events": [{"name": "network-changed", "server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:10.632724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30df7b9a-1dc2-45f7-9d17-bcd3f025d626 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:10.647009 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e87dcce-22b3-49f2-8197-f481cadd6cb3 req-066f35e3-eddf-48c8-89e9-6e99f9009419 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.649837 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2e87dcce-22b3-49f2-8197-f481cadd6cb3 req-066f35e3-eddf-48c8-89e9-6e99f9009419 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.651125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e87dcce-22b3-49f2-8197-f481cadd6cb3 req-066f35e3-eddf-48c8-89e9-6e99f9009419 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/69d42558-695d-4e76-b6f7-68fb91bfb4ec HTTP/1.1" status: 204 len: 173 time: 0.3281262 Sep 29 23:01:10.669098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f35e3-eddf-48c8-89e9-6e99f9009419 tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d42558-695d-4e76-b6f7-68fb91bfb4ec,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:10.688828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-bd322c3e-31d8-4e3e-a9eb-7920dc85d282 service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381729 Sep 29 23:01:10.736783 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6e88fc-7f27-477c-9a03-37d6079feb18 x-openstack-request-id: req-eb6e88fc-7f27-477c-9a03-37d6079feb18 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:10.737904 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:10.737904 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-eb6e88fc-7f27-477c-9a03-37d6079feb18 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:10.738230 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'status': 'completed', 'code': 200} Sep 29 23:01:10.782474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e8fc90be-953a-4ccd-b6de-063816754b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:10.784024 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-e8fc90be-953a-4ccd-b6de-063816754b74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cddad5539fcd4eadaee32bc59e09787e&device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 1098 time: 0.1384683 Sep 29 23:01:10.835333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:ee:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de2654-3284-44bd-b6cf-e38970ed1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:08Z', 'revision_number': 1, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:10.838971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1815042-54b7-43e5-aad5-6a054e9832c9 req-a5e974df-0a07-4fff-80d8-ce9541cce05f service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414495 Sep 29 23:01:10.863979 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-22acb047-e70f-43fd-ac87-8be680f02e3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22 HTTP/1.1" status: 200 len: 217 time: 0.0502913 Sep 29 23:01:10.896873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a1a236-513a-4bdf-a3d8-29f8a43af279 None None] The sync data for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 is: [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:ee:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de2654-3284-44bd-b6cf-e38970ed1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:08Z', 'revision_number': 1, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:01:10.914732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d0cf1-00d5-4f76-87a7-3efe5366e0db req-8baa83a8-196f-49bf-94b9-0fe00205a293 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:10.921991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd1d0cf1-00d5-4f76-87a7-3efe5366e0db req-8baa83a8-196f-49bf-94b9-0fe00205a293 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 945 time: 0.1119797 Sep 29 23:01:10.923139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-7f102322-6f2a-4d4b-80e4-698ab5dabf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:10.924673 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-7f102322-6f2a-4d4b-80e4-698ab5dabf4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1096 time: 0.1721563 Sep 29 23:01:10.965549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:10.975240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd1d0cf1-00d5-4f76-87a7-3efe5366e0db req-26ed24e8-6dc4-42d4-b466-c45c0ce8f1fe tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522318 Sep 29 23:01:10.986845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-4463b30a-83f0-4c66-8c14-1e60e2fc4ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:10.988330 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-4463b30a-83f0-4c66-8c14-1e60e2fc4ddc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1143146 Sep 29 23:01:11.026030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ce15-9ea8-4864-bbde-ffacc88d6b82 req-a0b0df69-1825-4ab7-a574-d2f994087dc0 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.027668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39c4ce15-9ea8-4864-bbde-ffacc88d6b82 req-a0b0df69-1825-4ab7-a574-d2f994087dc0 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 947 time: 0.0642309 Sep 29 23:01:11.094680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39c4ce15-9ea8-4864-bbde-ffacc88d6b82 req-259c1892-27b6-492a-bcbf-82da36ac82f4 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610516 Sep 29 23:01:11.102127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-f823439b-90e4-480b-ba5e-94f997b9f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.103503 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-f823439b-90e4-480b-ba5e-94f997b9f047 service neutron] 10.222.0.26 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.1697984 Sep 29 23:01:11.110943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-505cce06-9874-42f0-894f-4d622154874f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.112458 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-505cce06-9874-42f0-894f-4d622154874f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0859644 Sep 29 23:01:11.116978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd30a17-5980-403f-9de9-52d378fa2aac req-574bb70e-74a9-449b-9267-03689ae0dc6e tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.119043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccd30a17-5980-403f-9de9-52d378fa2aac req-574bb70e-74a9-449b-9267-03689ae0dc6e tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.0615399 Sep 29 23:01:11.119407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:11.182740 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6abd5359-81f6-415f-9fa7-8b6f1c3a7bce x-openstack-request-id: req-6abd5359-81f6-415f-9fa7-8b6f1c3a7bce {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:11.183634 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c775b0-3d7e-495f-b47a-60a0851aa68c", "name": "network-vif-plugged", "status": "completed", "tag": "04f276ae-d304-432c-be19-ae2b59d96b8d", "code": 200}, {"server_uuid": "759a44ae-4046-4caf-8a0f-6fcd16304d98", "name": "network-vif-plugged", "status": "completed", "tag": "748c5794-5839-412b-a683-3a3b15737f1e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:11.183914 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6abd5359-81f6-415f-9fa7-8b6f1c3a7bce {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:11.184864 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c775b0-3d7e-495f-b47a-60a0851aa68c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f276ae-d304-432c-be19-ae2b59d96b8d', 'code': 200} Sep 29 23:01:11.185131 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '748c5794-5839-412b-a683-3a3b15737f1e', 'code': 200} Sep 29 23:01:11.192436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccd30a17-5980-403f-9de9-52d378fa2aac req-ff5a4d34-becd-4543-8878-e1aea43bd62a tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558593 Sep 29 23:01:11.199631 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e71aa2-e801-4016-8032-0d81862c0519 None None] New status for floating IP 9b0a6f37-de00-4409-9708-9fac09f7e7f8: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:01:11.253538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:11.260003 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a44e78c-2577-4efe-9434-f90c8f477b4d x-openstack-request-id: req-0a44e78c-2577-4efe-9434-f90c8f477b4d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:11.260211 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:11.260457 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a44e78c-2577-4efe-9434-f90c8f477b4d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:11.260863 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'status': 'completed', 'code': 200} Sep 29 23:01:11.264373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:11.304311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-8ff827bc-0ea4-4def-8a99-a2614042e439 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 999 time: 0.1908770 Sep 29 23:01:11.309264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:11.345976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-555b9196-9ba9-4c1b-b6ef-209cb656d197 req-47623252-c39b-442c-b644-0e4a621add3f tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "GET /v2.0/security-groups/c6b6d138-6d35-4b80-99dd-c9b2bf7f0017 HTTP/1.1" status: 200 len: 1800 time: 0.0961471 Sep 29 23:01:11.362241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eac9b6-10b2-4b70-8e61-f89b02683d7c req-80a352be-eb8e-4cc7-94b1-dfc697e82f3a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.364075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7eac9b6-10b2-4b70-8e61-f89b02683d7c req-80a352be-eb8e-4cc7-94b1-dfc697e82f3a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 946 time: 0.1044350 Sep 29 23:01:11.442072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7eac9b6-10b2-4b70-8e61-f89b02683d7c req-b933fed9-6c62-410f-a215-856ff0bdd6f3 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693848 Sep 29 23:01:11.448124 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-555b9196-9ba9-4c1b-b6ef-209cb656d197 req-f7473b8e-3f70-4796-987d-84aaec39e2ce tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:11.472489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Pushing event updated for resources: {'Port': ['ID=62a7b589-c78a-491e-bb2a-b3742fc7aa02,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:11.480077 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-555b9196-9ba9-4c1b-b6ef-209cb656d197 req-f7473b8e-3f70-4796-987d-84aaec39e2ce tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:11.526034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-555b9196-9ba9-4c1b-b6ef-209cb656d197 req-f7473b8e-3f70-4796-987d-84aaec39e2ce tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:11.529704 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-555b9196-9ba9-4c1b-b6ef-209cb656d197 req-f7473b8e-3f70-4796-987d-84aaec39e2ce tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:11.531321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-555b9196-9ba9-4c1b-b6ef-209cb656d197 req-f7473b8e-3f70-4796-987d-84aaec39e2ce tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] 10.222.0.44 "DELETE /v2.0/security-groups/c6b6d138-6d35-4b80-99dd-c9b2bf7f0017 HTTP/1.1" status: 204 len: 173 time: 0.1840684 Sep 29 23:01:11.535238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.536626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:11.540943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60386) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:11.550735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7473b8e-3f70-4796-987d-84aaec39e2ce tempest-SecurityGroupsTestJSON-1670739171 tempest-SecurityGroupsTestJSON-1670739171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b6d138-6d35-4b80-99dd-c9b2bf7f0017,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:11.552667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-e2c07e6c-bbcb-4c23-9e9e-a4986df465e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.554801 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-e2c07e6c-bbcb-4c23-9e9e-a4986df465e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.2083147 Sep 29 23:01:11.575987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6a7eb-67d3-4758-91d7-23891928a3ba req-66bc8094-2e43-4649-b3a6-42c21334966e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.577530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54b6a7eb-67d3-4758-91d7-23891928a3ba req-66bc8094-2e43-4649-b3a6-42c21334966e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 1096 time: 0.2301788 Sep 29 23:01:11.612685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e581fa95-6701-4f8b-a078-bc78ad5e1a00 None None] Provisioning complete for port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:11.613455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e581fa95-6701-4f8b-a078-bc78ad5e1a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:11.642895 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-08642aea-d841-42ae-bb43-37a3257d5b0d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8573320 Sep 29 23:01:11.648600 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-12852499-31b6-41ff-9cb4-7ebd332ba4ac service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233929 Sep 29 23:01:11.650714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed4ccaa-1e86-4f16-9761-38c6e64cf574 admin admin] Deleting subnet 2d0b1942-f62b-4a21-9c7c-da17188bba03 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:01:11.654666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ccaa-1e86-4f16-9761-38c6e64cf574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:11.662136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e581fa95-6701-4f8b-a078-bc78ad5e1a00 None None] Port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:01:11.680383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Request body: {'port': {'device_id': '78ada1fb-dadb-40ed-bb65-d64d6a3f886b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:11.697366 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54b6a7eb-67d3-4758-91d7-23891928a3ba req-cc843556-4b45-469d-9b9a-bde6f6d9b921 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018105 Sep 29 23:01:11.719697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-3366ceb8-a962-4193-8eba-511071a5dfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.721236 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-3366ceb8-a962-4193-8eba-511071a5dfae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1421406 Sep 29 23:01:11.736024 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ccaa-1e86-4f16-9761-38c6e64cf574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:11.780538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0380258-a0cd-4182-a862-941b6150795f req-13bab96a-c62e-4a64-824d-d4bfa79259e3 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.782092 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-13bab96a-c62e-4a64-824d-d4bfa79259e3 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1528993 Sep 29 23:01:11.796779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d3a35-95e6-4ab2-b624-5f1f39b39bf2 req-bc1f7f40-6a78-42fe-9fdf-a2c2dcf8271c tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:11.798367 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e80d3a35-95e6-4ab2-b624-5f1f39b39bf2 req-bc1f7f40-6a78-42fe-9fdf-a2c2dcf8271c tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 935 time: 0.1513705 Sep 29 23:01:11.854866 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ccaa-1e86-4f16-9761-38c6e64cf574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:11.957744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e80d3a35-95e6-4ab2-b624-5f1f39b39bf2 req-01a7aaa0-adce-4c42-88b7-655b101f4848 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487541 Sep 29 23:01:11.961784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-a7a9a954-7dd3-4fcb-843c-95383674712c tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 1001 time: 0.1603625 Sep 29 23:01:11.975774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Request body: {'floatingip': {'port_id': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:12.015387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ccaa-1e86-4f16-9761-38c6e64cf574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.050505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed4ccaa-1e86-4f16-9761-38c6e64cf574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0b1942-f62b-4a21-9c7c-da17188bba03,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:12.057317 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ed4ccaa-1e86-4f16-9761-38c6e64cf574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.061953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6ed4ccaa-1e86-4f16-9761-38c6e64cf574 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2d0b1942-f62b-4a21-9c7c-da17188bba03 HTTP/1.1" status: 204 len: 168 time: 0.5173285 Sep 29 23:01:12.062774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:12.076039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.088918 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.114606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68d49a8c-bfd0-4796-8fab-69924ed27466 req-1a88b13e-8adf-4992-bb7f-cc96f2ada057 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504545 Sep 29 23:01:12.155960 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-5397689a-4f4d-4f31-8919-4f4372adb6c5 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249446 Sep 29 23:01:12.209113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.303594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35d344-f2b0-40ce-8ac4-bd90ffb26b59 req-589d40ee-a6d8-4416-9d31-ffb93b5c0161 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:12.305200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf35d344-f2b0-40ce-8ac4-bd90ffb26b59 req-589d40ee-a6d8-4416-9d31-ffb93b5c0161 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1097 time: 0.1391754 Sep 29 23:01:12.363232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-58ecd271-aeea-48bc-a2bc-3261c4f1e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:12.364762 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-58ecd271-aeea-48bc-a2bc-3261c4f1e34c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cddad5539fcd4eadaee32bc59e09787e&device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 1098 time: 0.1863315 Sep 29 23:01:12.414105 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.431699 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f663decf-5b17-4916-8254-d96dfcdb3a58 req-366be671-a34f-47f9-8a9e-b48bf9b8d3a4 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623596 Sep 29 23:01:12.453298 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf35d344-f2b0-40ce-8ac4-bd90ffb26b59 req-a27c2b1c-e2b1-4f34-a504-24e6057004ae tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379197 Sep 29 23:01:12.482998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39c450b-90c5-43d4-a41b-59e1ab4c4d47']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:12.496949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b35065b-0c79-457e-8cc8-1670d1d7ee41') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:12.497130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b35065b-0c79-457e-8cc8-1670d1d7ee41') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:12.508318 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.543702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-0efce1ef-d41b-4319-a5a6-073b6c040beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:12.545216 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-0efce1ef-d41b-4319-a5a6-073b6c040beb service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1647005 Sep 29 23:01:12.559098 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.571359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:01:12.571762 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:01:12.574100 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:01:12.611680 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-2c549087-441f-42fd-8f60-23752f056e93 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22 HTTP/1.1" status: 200 len: 217 time: 0.0440462 Sep 29 23:01:12.618915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a7b589-c78a-491e-bb2a-b3742fc7aa02 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:12.635051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.672868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Transition to ACTIVE for port object 62a7b589-c78a-491e-bb2a-b3742fc7aa02 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:01:12.679283 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.687571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-f1a442d9-5f48-428b-9803-ecfc31b3acd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:12.689089 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-f1a442d9-5f48-428b-9803-ecfc31b3acd5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0650141 Sep 29 23:01:12.704662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.718233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.722484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b39c450b-90c5-43d4-a41b-59e1ab4c4d47 HTTP/1.1" status: 204 len: 168 time: 0.6570096 Sep 29 23:01:12.735445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87554c-e742-42f6-bec7-bc399859e780 admin admin] Pushing event deleted for resources: {'Network': ['ID=b39c450b-90c5-43d4-a41b-59e1ab4c4d47,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:12.749620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de0686-2c09-4916-9467-38b06315c0bd req-dccca5ad-e3e9-40b1-afc0-edf142dd55dd tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:12.751066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2de0686-2c09-4916-9467-38b06315c0bd req-dccca5ad-e3e9-40b1-afc0-edf142dd55dd tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 945 time: 0.1580365 Sep 29 23:01:12.765965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Pushing event updated for resources: {'Port': ['ID=62a7b589-c78a-491e-bb2a-b3742fc7aa02,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:12.827021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-7c3b08e2-c4aa-4952-8288-b5aa3ecd86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:12.830035 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-7c3b08e2-c4aa-4952-8288-b5aa3ecd86d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1185467 Sep 29 23:01:12.872577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2de0686-2c09-4916-9467-38b06315c0bd req-8d791ea1-b448-4438-bc00-d0c849b97311 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878162 Sep 29 23:01:12.932361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Attempting to bind port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:01:12.933268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Attempting to bind port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:01:12.933753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Attempting to bind port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:12.945025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:01:12.945356 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Attempting to bind port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:12.955655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:01:12.956053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:12.956482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:01:12.956881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Bound port: 62a7b589-c78a-491e-bb2a-b3742fc7aa02, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:01:12.957246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:12.979287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60404) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:12.991210 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-380c2e22-9c7d-465d-ba71-e8b85bef188e service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523297 Sep 29 23:01:12.998626 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:13.005825 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:13.066122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e735cda7-6c63-4f72-8c25-ae83bedd4f7b req-de97fcef-5c04-4b6f-ac82-3e9069f024ab tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:13.067543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e735cda7-6c63-4f72-8c25-ae83bedd4f7b req-de97fcef-5c04-4b6f-ac82-3e9069f024ab tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 947 time: 0.1088126 Sep 29 23:01:13.126845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-07e54507-9a59-4f21-9d91-4d3324d630a3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3e2cbc92cb364c628e5432eaae2bd32b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1428840 Sep 29 23:01:13.127149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60408) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:13.135111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] For port 62a7b589-c78a-491e-bb2a-b3742fc7aa02, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:13.140143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] For port 62a7b589-c78a-491e-bb2a-b3742fc7aa02, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=62a7b589-c78a-491e-bb2a-b3742fc7aa02,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:01:13.148398 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:13.163291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e735cda7-6c63-4f72-8c25-ae83bedd4f7b req-847d25fe-82b5-4963-91a5-1526b3cc3940 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886755 Sep 29 23:01:13.167749 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Floating IP 9b0a6f37-de00-4409-9708-9fac09f7e7f8 associated. External IP: 172.25.4.171, port: 6d4d0999-28c3-48dc-b8e9-3e48500668cb. Sep 29 23:01:13.185421 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fd49670-b6bd-48df-ac4e-b86f58581daa req-ec61f431-59c3-4cf2-862a-0d0b7d1a25f0 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676061 Sep 29 23:01:13.196665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:13.197295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:13.198694 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] 10.222.0.26 "PUT /v2.0/ports/62a7b589-c78a-491e-bb2a-b3742fc7aa02 HTTP/1.1" status: 200 len: 1095 time: 1.5246496 Sep 29 23:01:13.217344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92aaab-3daf-4b21-99af-3b7074a8c898 service neutron] Pushing event updated for resources: {'Port': ['ID=62a7b589-c78a-491e-bb2a-b3742fc7aa02,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:13.254530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54b04b71-bfb9-4675-8449-4205bd9e6350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:13.262107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78ada1fb-dadb-40ed-bb65-d64d6a3f886b', 'tag': '62a7b589-c78a-491e-bb2a-b3742fc7aa02'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:13.265385 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cd11fd-6765-4798-9bc7-97811fab5716" -d '{"events": [{"name": "network-changed", "server_uuid": "78ada1fb-dadb-40ed-bb65-d64d6a3f886b", "tag": "62a7b589-c78a-491e-bb2a-b3742fc7aa02"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:13.348258 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54b04b71-bfb9-4675-8449-4205bd9e6350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:13.358759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-4edb7e04-00b1-4031-994e-4e878fa5930a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:13.360398 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-4edb7e04-00b1-4031-994e-4e878fa5930a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6d7f8c3de714814a01f70f895843e37&device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 1098 time: 0.0528483 Sep 29 23:01:13.407774 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-011b1169-cd65-435f-8593-f34e3f558e87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=62a7b589-c78a-491e-bb2a-b3742fc7aa02 HTTP/1.1" status: 200 len: 217 time: 0.0397577 Sep 29 23:01:13.435602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4441554-e25d-4789-9a1a-6d1d1e7260ad req-797f667b-7171-440f-9dbc-098a671dddbf tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:13.437211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4441554-e25d-4789-9a1a-6d1d1e7260ad req-797f667b-7171-440f-9dbc-098a671dddbf tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 946 time: 0.1453001 Sep 29 23:01:13.465636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-4d4dcebf-f549-4f66-9fbc-50de9acfc1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:13.467112 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-4d4dcebf-f549-4f66-9fbc-50de9acfc1cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0529478 Sep 29 23:01:13.515397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-3b57641a-4ff6-4b8a-b199-38e5b4051c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:13.516853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-3b57641a-4ff6-4b8a-b199-38e5b4051c5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428035 Sep 29 23:01:13.616484 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-bd704fc0-74db-49be-a806-f260e39683a0 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917504 Sep 29 23:01:13.710052 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5dd27796-8c52-4c1d-bc7c-7e04db9448b5 req-1e1e2b3e-dc4b-4ed9-8e53-533ff8a44353 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860579 Sep 29 23:01:13.755507 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54b04b71-bfb9-4675-8449-4205bd9e6350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:13.758038 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54b04b71-bfb9-4675-8449-4205bd9e6350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:13.759133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-54b04b71-bfb9-4675-8449-4205bd9e6350 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37dcddca-4082-45cf-8fe2-a374160ffb95 HTTP/1.1" status: 204 len: 168 time: 0.6310515 Sep 29 23:01:13.780834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b04b71-bfb9-4675-8449-4205bd9e6350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37dcddca-4082-45cf-8fe2-a374160ffb95,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:13.795914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Router e4fee08f-0726-46dd-acc5-997c2b95c129 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:01:13.801891 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4441554-e25d-4789-9a1a-6d1d1e7260ad req-9fcbf0bf-cb12-4757-9e33-a1b2714c4a7b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3437157 Sep 29 23:01:13.938961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:01:13.946324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4cd17c-608c-46a2-a041-78cecdf6719f req-cf234198-09e7-416d-a3c8-e10d50c0a864 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:13.947863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a4cd17c-608c-46a2-a041-78cecdf6719f req-cf234198-09e7-416d-a3c8-e10d50c0a864 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1097 time: 0.0852389 Sep 29 23:01:13.950605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] Sync routers for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:01:13.959978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:13.960623 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:14.049188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a4cd17c-608c-46a2-a041-78cecdf6719f req-05330012-8111-43fd-bb46-a3469f88b196 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717459 Sep 29 23:01:14.090171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:14.200546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Router e4fee08f-0726-46dd-acc5-997c2b95c129 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:01:14.346273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994523b-6a2f-40a2-92a3-17ce4dbcff67 req-ee5c0e0f-d2ea-4576-a5b0-668956d6d678 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:14.347803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e994523b-6a2f-40a2-92a3-17ce4dbcff67 req-ee5c0e0f-d2ea-4576-a5b0-668956d6d678 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 947 time: 0.0921469 Sep 29 23:01:14.368631 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:01:14.378755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:14.397111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:49:9e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:12Z', 'revision_number': 3, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:14.420971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:14.423028 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3998c337-e84b-4d72-a33e-68b6764d3b41" -d '{"events": [{"name": "network-changed", "server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:14.425848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] Checking router: e4fee08f-0726-46dd-acc5-997c2b95c129 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:01:14.434800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e994523b-6a2f-40a2-92a3-17ce4dbcff67 req-130db899-8cc3-481b-8009-d41909aaff25 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777833 Sep 29 23:01:14.435772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:14.436421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:14.462330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-f558707f-5783-424a-b921-98104f386ac6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "PUT /v2.0/floatingips/9b0a6f37-de00-4409-9708-9fac09f7e7f8 HTTP/1.1" status: 200 len: 999 time: 2.4914148 Sep 29 23:01:14.489947 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e667a1-2f02-4ef6-ab8e-55c50d3461a6 x-openstack-request-id: req-51e667a1-2f02-4ef6-ab8e-55c50d3461a6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:14.491536 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78ada1fb-dadb-40ed-bb65-d64d6a3f886b", "tag": "62a7b589-c78a-491e-bb2a-b3742fc7aa02", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:14.492214 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51e667a1-2f02-4ef6-ab8e-55c50d3461a6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:14.493327 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78ada1fb-dadb-40ed-bb65-d64d6a3f886b', 'tag': '62a7b589-c78a-491e-bb2a-b3742fc7aa02', 'status': 'completed', 'code': 200} Sep 29 23:01:14.528102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0380258-a0cd-4182-a862-941b6150795f req-5a51c20f-6fc7-4c1d-b2ac-b5f2702a7474 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:14.529681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-5a51c20f-6fc7-4c1d-b2ac-b5f2702a7474 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports/6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 942 time: 0.0585904 Sep 29 23:01:14.565979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-6945c8e5-7eaa-44a2-9e13-660ec3183d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:14.568203 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-6945c8e5-7eaa-44a2-9e13-660ec3183d09 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6d7f8c3de714814a01f70f895843e37&device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 1098 time: 0.0552428 Sep 29 23:01:14.571296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:14.690258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-e28a1251-76e6-4abf-9489-90e5b45e8b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:14.692553 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-e28a1251-76e6-4abf-9489-90e5b45e8b46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1154566 Sep 29 23:01:14.715233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60444) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:14.755986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-0b2557b8-aea1-437d-a879-c7b4cdeeb1e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=62a7b589-c78a-491e-bb2a-b3742fc7aa02 HTTP/1.1" status: 200 len: 217 time: 0.0550907 Sep 29 23:01:14.771704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0380258-a0cd-4182-a862-941b6150795f req-b2bbbcac-e1b7-4320-9428-67aed7199105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:14.775769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-b2bbbcac-e1b7-4320-9428-67aed7199105 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1096 time: 0.0902021 Sep 29 23:01:14.810276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 748c5794-5839-412b-a683-3a3b15737f1e no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:14.825201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-4344858c-76e3-45a2-872f-b4288bf91647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:14.826715 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-4344858c-76e3-45a2-872f-b4288bf91647 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0611031 Sep 29 23:01:14.884866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-e619d265-013c-4497-bb10-9e7a7eacca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:14.887999 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-e619d265-013c-4497-bb10-9e7a7eacca12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530393 Sep 29 23:01:14.894678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1722456499-network', 'tenant_id': '61c3500048974007942d51412ced450b'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:14.909151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e236ad-09d3-4f7f-806a-2cf5bc8e445f req-cb8dfc53-44ac-478f-ac95-ca9757566ef5 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:14.910701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16e236ad-09d3-4f7f-806a-2cf5bc8e445f req-cb8dfc53-44ac-478f-ac95-ca9757566ef5 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 945 time: 0.1336744 Sep 29 23:01:14.970710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0380258-a0cd-4182-a862-941b6150795f req-cce89dc1-743b-4cd0-bcfd-12589a84579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:14.972245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-cce89dc1-743b-4cd0-bcfd-12589a84579b service neutron] 10.222.0.44 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.1636343 Sep 29 23:01:14.973003 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:14.977907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Made reservation on behalf of 61c3500048974007942d51412ced450b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:14.980370 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:14.998394 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-2955cdb9-0f6c-4555-aaa0-d2bf0cc6944a service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025972 Sep 29 23:01:15.000762 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:15.008656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748c5794-5839-412b-a683-3a3b15737f1e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:15.011422 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081deccb-34c1-4102-8e78-cd7a7b06b682" -d '{"events": [{"server_uuid": "759a44ae-4046-4caf-8a0f-6fcd16304d98", "name": "network-vif-unplugged", "status": "completed", "tag": "748c5794-5839-412b-a683-3a3b15737f1e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:15.034809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16e236ad-09d3-4f7f-806a-2cf5bc8e445f req-e5e8eea2-c8fc-40ba-b94d-15d95a613949 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104634 Sep 29 23:01:15.040694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 748c5794-5839-412b-a683-3a3b15737f1e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=748c5794-5839-412b-a683-3a3b15737f1e,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:15.041026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-95189f1a-3970-48a7-8cb0-d47ffaf923f3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 217 time: 0.0575590 Sep 29 23:01:15.050282 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:15.110918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=748c5794-5839-412b-a683-3a3b15737f1e,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:15.116687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:49:9e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:12Z', 'revision_number': 3, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:15.141379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0380258-a0cd-4182-a862-941b6150795f req-33711140-251e-4b6f-85c3-6f8a7aa0ce17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:15.142806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-33711140-251e-4b6f-85c3-6f8a7aa0ce17 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0889556 Sep 29 23:01:15.157757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061bed8b-5d15-4579-aa62-4fa77ca788bb None None] The sync data for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 is: [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:49:9e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:12Z', 'revision_number': 3, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:01:15.181347 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-09cd11fd-6765-4798-9bc7-97811fab5716 req-0989c1f6-fb89-46a7-9837-c8ae1910d0b7 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744583 Sep 29 23:01:15.272684 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:15.279688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0380258-a0cd-4182-a862-941b6150795f req-b650bad7-a92b-42dc-a70a-31e10e4548c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:15.281261 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-b650bad7-a92b-42dc-a70a-31e10e4548c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261258 Sep 29 23:01:15.281844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:15.316718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a289e-dd27-44b5-a0b4-5fa9571bfc4d req-f2bf86f0-6fa2-4c51-b8c1-06ff56538cce tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:15.318245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-363a289e-dd27-44b5-a0b4-5fa9571bfc4d req-f2bf86f0-6fa2-4c51-b8c1-06ff56538cce tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 947 time: 0.1138396 Sep 29 23:01:15.348207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:01:15.361821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ec7b34-e993-4fa3-bd39-8137464586f7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:15.382111 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f228c1b-e686-47b8-aeb1-6824b41569fa None None] New status for floating IP 9b0a6f37-de00-4409-9708-9fac09f7e7f8: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:01:15.386347 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:15.386682 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Added segment 9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997 of type vlan for network 1bb8317d-ca17-47d1-80a6-110d93408891 Sep 29 23:01:15.478688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-363a289e-dd27-44b5-a0b4-5fa9571bfc4d req-93401300-73cd-4697-b5de-ae465b55a6d1 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373963 Sep 29 23:01:15.496177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:15.504519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-4e2ff093-d00b-46a9-9ace-c076b7599a1e service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051811 Sep 29 23:01:15.536248 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2598c69-af8a-4e9b-a17c-cce13e60f1e1 x-openstack-request-id: req-d2598c69-af8a-4e9b-a17c-cce13e60f1e1 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:15.536537 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:15.536793 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2598c69-af8a-4e9b-a17c-cce13e60f1e1 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:15.537185 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'status': 'completed', 'code': 200} Sep 29 23:01:15.555331 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:15.556365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:15.556958 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:15.635267 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-b12fadc6-66db-4b20-8de5-2015ccc98c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:15.638003 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-b12fadc6-66db-4b20-8de5-2015ccc98c63 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1096 time: 0.0783474 Sep 29 23:01:15.679872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9616292 Sep 29 23:01:15.681165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60462) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:15.688949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Request body: {'subnet': {'network_id': '1bb8317d-ca17-47d1-80a6-110d93408891', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1722456499-subnet', 'tenant_id': '61c3500048974007942d51412ced450b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:15.703691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] Sync routers for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:01:15.712615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:15.713248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:15.719636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b078f51-249a-4ad5-8a0e-0ffeff565934 admin admin] Pushing event updated for resources: {'Network': ['ID=1bb8317d-ca17-47d1-80a6-110d93408891,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:15.723325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-68aea107-aded-43c4-8a9c-128e0ca74051 service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128806 Sep 29 23:01:15.760129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 1bb8317d-ca17-47d1-80a6-110d93408891 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:01:15.783334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f8da5-0403-4f31-b046-83ac7d8b5edf req-03e4659c-7551-4ba4-90f4-3456eb5cab02 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:15.784992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-123f8da5-0403-4f31-b046-83ac7d8b5edf req-03e4659c-7551-4ba4-90f4-3456eb5cab02 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 944 time: 0.1420665 Sep 29 23:01:15.806525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Made reservation on behalf of 61c3500048974007942d51412ced450b for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:15.820222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:15.892211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0380258-a0cd-4182-a862-941b6150795f req-ef52338b-0bf9-422f-ab77-8f21f562e708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:15.893922 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-ef52338b-0bf9-422f-ab77-8f21f562e708 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 1097 time: 0.1080322 Sep 29 23:01:15.896407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:15.916324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-123f8da5-0403-4f31-b046-83ac7d8b5edf req-9744a64a-4f3c-4fe4-9196-c6c9759d1c44 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137526 Sep 29 23:01:15.951471 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-e69f180b-f7ad-4e89-82f1-599a04170a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:15.953410 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-e69f180b-f7ad-4e89-82f1-599a04170a68 service neutron] 10.222.0.26 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.3069050 Sep 29 23:01:16.016647 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b721ccfa-1c15-4d80-9e12-282ec3dbddaf x-openstack-request-id: req-b721ccfa-1c15-4d80-9e12-282ec3dbddaf {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:16.017236 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759a44ae-4046-4caf-8a0f-6fcd16304d98", "name": "network-vif-unplugged", "status": "completed", "tag": "748c5794-5839-412b-a683-3a3b15737f1e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:16.017236 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b721ccfa-1c15-4d80-9e12-282ec3dbddaf {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:16.017628 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '748c5794-5839-412b-a683-3a3b15737f1e', 'code': 200} Sep 29 23:01:16.021845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-4c6e2aa1-ca5f-4147-9b8e-45503a9e8be5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 217 time: 0.0393910 Sep 29 23:01:16.099223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0380258-a0cd-4182-a862-941b6150795f req-03e23720-7fbd-4adc-98f5-79589d02d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:16.100794 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-03e23720-7fbd-4adc-98f5-79589d02d37d service neutron] 10.222.0.44 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.1832500 Sep 29 23:01:16.110166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-28712230-e702-4b62-bb02-d82336c39f70 req-8ea7c52b-71bf-49ae-b13a-e15bee4bc71b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:01:16.112379 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28712230-e702-4b62-bb02-d82336c39f70 req-8ea7c52b-71bf-49ae-b13a-e15bee4bc71b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068986 Sep 29 23:01:16.196277 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:16.200560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-2beb4a9c-77de-48bb-91df-f852d69b254a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b HTTP/1.1" status: 200 len: 1002 time: 0.0870309 Sep 29 23:01:16.227501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:49:9e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:15Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:16.263778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] Checking router: e4fee08f-0726-46dd-acc5-997c2b95c129 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:01:16.269038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0380258-a0cd-4182-a862-941b6150795f req-fa71e528-3d40-420c-bdf6-753db907d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:16.277064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:16.278439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:16.279991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-fa71e528-3d40-420c-bdf6-753db907d9b1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0776665 Sep 29 23:01:16.344688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-93bc46f5-9c24-475b-b0a9-a2e35b9b763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:16.346406 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-93bc46f5-9c24-475b-b0a9-a2e35b9b763d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.3143103 Sep 29 23:01:16.371980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0380258-a0cd-4182-a862-941b6150795f req-915e22fc-8770-4fa2-b590-a7bb69ba21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:16.383549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-915e22fc-8770-4fa2-b590-a7bb69ba21f9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024139 Sep 29 23:01:16.396585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49407502-92cf-41f3-a655-1e14a1401174,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:16.403988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Checking segment: {'id': '9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1bb8317d-ca17-47d1-80a6-110d93408891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:16.404552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Network hostable DHCP agents. Network: 1bb8317d-ca17-47d1-80a6-110d93408891, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:01:16.412715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ec8cda5a-149e-4c92-9a33-f7c466773c22 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:16.421006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:16.444560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-6f685607-05b6-44ed-8ff0-251b29e9cd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:16.446342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-6f685607-05b6-44ed-8ff0-251b29e9cd25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0898485 Sep 29 23:01:16.451080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Network 1bb8317d-ca17-47d1-80a6-110d93408891 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:01:16.483074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 1bb8317d-ca17-47d1-80a6-110d93408891) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:16.494214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:16.495078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:16.523475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5179f790-2d5c-45c1-83cd-83e2f8f8f593 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8338697 Sep 29 23:01:16.577302 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.resource_extend [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:01:16.582516 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-278a951d-0ed0-4eac-8cf9-0fb72f44f5e1 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185293 Sep 29 23:01:16.601838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-8c3d843f-0c31-4a75-9245-07922401ec9d service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173476 Sep 29 23:01:16.692759 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3998c337-e84b-4d72-a33e-68b6764d3b41 req-27730ae1-6c70-4f7c-9e4c-992acc3a34f6 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009500 Sep 29 23:01:16.751928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0380258-a0cd-4182-a862-941b6150795f req-31feaa6c-dab5-4f0d-ac52-5b472cb0421d service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434071 Sep 29 23:01:16.780334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:16.800966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'mac_address': 'fa:16:3e:c8:3c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:16.804342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48dabb-35fd-4e4b-a758-b31737ba9750 None None] Network 1bb8317d-ca17-47d1-80a6-110d93408891 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:01:16.983455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:16.998031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e8918c-c20e-420c-81fe-f1acc47a7174 req-0eb1d174-73e0-435c-ae84-52245f3753f6 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:16.999147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8cda5a-149e-4c92-9a33-f7c466773c22 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:16.999739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8e8918c-c20e-420c-81fe-f1acc47a7174 req-0eb1d174-73e0-435c-ae84-52245f3753f6 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 947 time: 0.0585687 Sep 29 23:01:17.047892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8e8918c-c20e-420c-81fe-f1acc47a7174 req-cbccd237-4dfb-47dc-ab0b-9a09e1e26f54 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404866 Sep 29 23:01:17.057828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:17.069660 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:17.069660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 62a7b589-c78a-491e-bb2a-b3742fc7aa02 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:17.134983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354e590-7ab0-47e2-b598-524d52cc180a req-55056f90-065b-4031-91db-02dffd5c1143 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:17.137515 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3354e590-7ab0-47e2-b598-524d52cc180a req-55056f90-065b-4031-91db-02dffd5c1143 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "GET /v2.0/ports?device_id=759a44ae-4046-4caf-8a0f-6fcd16304d98 HTTP/1.1" status: 200 len: 944 time: 0.0841813 Sep 29 23:01:17.150276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72825f19-5fa6-4ebf-ab07-89b00618a659 None None] Network 1bb8317d-ca17-47d1-80a6-110d93408891 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:01:17.180459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a413740-b7bc-4a72-bde4-2969e1be54e3 req-98202f2b-21cd-405b-a9da-1b141c31d7f4 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:17.189244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 62a7b589-c78a-491e-bb2a-b3742fc7aa02, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=62a7b589-c78a-491e-bb2a-b3742fc7aa02,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:17.196742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a413740-b7bc-4a72-bde4-2969e1be54e3 req-98202f2b-21cd-405b-a9da-1b141c31d7f4 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 948 time: 0.0760984 Sep 29 23:01:17.275914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3354e590-7ab0-47e2-b598-524d52cc180a req-e8172adf-dcbc-435c-8f5f-48cf129cf78b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Deleting port 748c5794-5839-412b-a683-3a3b15737f1e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:17.275914 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3354e590-7ab0-47e2-b598-524d52cc180a req-e8172adf-dcbc-435c-8f5f-48cf129cf78b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:17.280817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a413740-b7bc-4a72-bde4-2969e1be54e3 req-ef143998-bb4e-4e00-9b7b-189e34c19f70 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841424 Sep 29 23:01:17.405633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '62a7b589-c78a-491e-bb2a-b3742fc7aa02', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '62a7b589-c78a-491e-bb2a-b3742fc7aa02', 'mac_address': 'fa:16:3e:6c:db:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:17.414871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:17.429661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c456be07-8580-47ea-8a04-5c7e293c248e req-36c29ed6-1a65-4dd1-b2da-6d23b3035228 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 1002 time: 0.1074665 Sep 29 23:01:17.470571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-3354e590-7ab0-47e2-b598-524d52cc180a req-e8172adf-dcbc-435c-8f5f-48cf129cf78b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] For port 748c5794-5839-412b-a683-3a3b15737f1e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=748c5794-5839-412b-a683-3a3b15737f1e,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:17.471675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3354e590-7ab0-47e2-b598-524d52cc180a req-e8172adf-dcbc-435c-8f5f-48cf129cf78b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:17.501970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3354e590-7ab0-47e2-b598-524d52cc180a req-e8172adf-dcbc-435c-8f5f-48cf129cf78b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Calling delete_port for 748c5794-5839-412b-a683-3a3b15737f1e owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:17.502417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:49:9e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:15Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:17.521141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456be07-8580-47ea-8a04-5c7e293c248e req-cc1a6c7b-20cd-431d-aa2a-ebf4bb6fc48b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:17.523469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c456be07-8580-47ea-8a04-5c7e293c248e req-cc1a6c7b-20cd-431d-aa2a-ebf4bb6fc48b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports/8e9f10fe-8566-46c7-85cb-8a24fb98b86b HTTP/1.1" status: 200 len: 943 time: 0.0815401 Sep 29 23:01:17.538722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'tag': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:17.541110 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2f32b7-0832-47bd-8f02-41642fb43efb" -d '{"events": [{"name": "network-changed", "server_uuid": "590585ce-2550-422c-a8b4-e11c3eb4ffac", "tag": "8e9f10fe-8566-46c7-85cb-8a24fb98b86b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:17.547081 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:17.551644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dda57b7-1873-4adc-8206-789746b7cc67 None None] The sync data for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 is: [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:49:9e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:15Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:01:17.562972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a7b589-c78a-491e-bb2a-b3742fc7aa02 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:17.605768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 62a7b589-c78a-491e-bb2a-b3742fc7aa02, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=62a7b589-c78a-491e-bb2a-b3742fc7aa02,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:17.613997 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:17.676031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=62a7b589-c78a-491e-bb2a-b3742fc7aa02,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:17.716083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c456be07-8580-47ea-8a04-5c7e293c248e req-c381a2fc-be81-48c7-8742-2a61cdf32f68 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 1002 time: 0.1301370 Sep 29 23:01:17.797724 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3354e590-7ab0-47e2-b598-524d52cc180a req-e8172adf-dcbc-435c-8f5f-48cf129cf78b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:17.880908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['62a7b589-c78a-491e-bb2a-b3742fc7aa02'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:17.887484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456be07-8580-47ea-8a04-5c7e293c248e req-e8579c88-5ce0-4051-8626-a3a6a42c98b3 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:17.889089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c456be07-8580-47ea-8a04-5c7e293c248e req-e8579c88-5ce0-4051-8626-a3a6a42c98b3 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1722243 Sep 29 23:01:17.889694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['ec8cda5a-149e-4c92-9a33-f7c466773c22'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:17.903664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8172adf-dcbc-435c-8f5f-48cf129cf78b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event deleted for resources: {'Port': ['ID=748c5794-5839-412b-a683-3a3b15737f1e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:17.981881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3354e590-7ab0-47e2-b598-524d52cc180a req-e8172adf-dcbc-435c-8f5f-48cf129cf78b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] No DVR routers for this DVR port 748c5794-5839-412b-a683-3a3b15737f1e on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:17.990318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3354e590-7ab0-47e2-b598-524d52cc180a req-e8172adf-dcbc-435c-8f5f-48cf129cf78b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:17.997853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3354e590-7ab0-47e2-b598-524d52cc180a req-e8172adf-dcbc-435c-8f5f-48cf129cf78b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "DELETE /v2.0/ports/748c5794-5839-412b-a683-3a3b15737f1e HTTP/1.1" status: 204 len: 173 time: 0.8539155 Sep 29 23:01:17.998809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'name': 'network-vif-deleted', 'tag': '748c5794-5839-412b-a683-3a3b15737f1e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:18.004009 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7774b8-70d2-418a-9eef-72a795807424" -d '{"events": [{"server_uuid": "759a44ae-4046-4caf-8a0f-6fcd16304d98", "name": "network-vif-deleted", "tag": "748c5794-5839-412b-a683-3a3b15737f1e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:18.098076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60536) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:18.166780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-46e9e16f-fd6d-4cf2-acbe-43d65bc15e45 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:01:18.168616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-46e9e16f-fd6d-4cf2-acbe-43d65bc15e45 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0692894 Sep 29 23:01:18.229277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-cf6dfaad-bbc6-426d-9afd-615ea8125a73 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:18.231269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-cf6dfaad-bbc6-426d-9afd-615ea8125a73 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports/bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 200 len: 1094 time: 0.0567470 Sep 29 23:01:18.319463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-0c6f6f8b-b0ca-40de-b6a5-a4e147956ff4 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:18.321030 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-0c6f6f8b-b0ca-40de-b6a5-a4e147956ff4 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/networks?id=1bb8317d-ca17-47d1-80a6-110d93408891 HTTP/1.1" status: 200 len: 818 time: 0.1177437 Sep 29 23:01:18.325579 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Request body: {'binding': {'host': 'n-h2-811173-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:18.326102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Unknown quota resources ['binding']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:01:18.357083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-7ee47258-32a0-417f-ba46-c9d293f99b38 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/quotas/61c3500048974007942d51412ced450b HTTP/1.1" status: 200 len: 375 time: 0.0286765 Sep 29 23:01:18.403738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-5afac477-9026-4ab1-b54d-3b9bba3ec245 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=61c3500048974007942d51412ced450b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396094 Sep 29 23:01:18.570125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-336f1a0d-c788-4b71-81a7-e19ed211a79b service neutron] 10.222.0.44 "GET /v2.0/networks/1bb8317d-ca17-47d1-80a6-110d93408891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564789 Sep 29 23:01:18.571190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e on host n-h2-811173-2 for vnic_type normal with profile None {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:01:18.571562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:01:18.571914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:18.584738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Port bc852035-333a-4331-bd83-00b57dbc7f7e on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:01:18.585057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:18.608329 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:01:18.608673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:18.609069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:01:18.609509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Bound port: bc852035-333a-4331-bd83-00b57dbc7f7e, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:01:19.006169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:01:19.010130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-2149041f-4f36-48dc-a213-dd701b04d523 service neutron] 10.222.0.44 "GET /v2.0/networks/1bb8317d-ca17-47d1-80a6-110d93408891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322321 Sep 29 23:01:19.012720 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] Notify callbacks [] for binding, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:19.013919 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c8b0e211-67dc-442e-add7-655ac42dc57c service neutron] 10.222.0.44 "POST /v2.0/ports/bc852035-333a-4331-bd83-00b57dbc7f7e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7353160 Sep 29 23:01:19.160698 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db18cc1-b6d7-4f7c-bcff-75508db57f0a x-openstack-request-id: req-7db18cc1-b6d7-4f7c-bcff-75508db57f0a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:19.160698 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590585ce-2550-422c-a8b4-e11c3eb4ffac", "tag": "8e9f10fe-8566-46c7-85cb-8a24fb98b86b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:19.160698 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7db18cc1-b6d7-4f7c-bcff-75508db57f0a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:19.160698 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'tag': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'status': 'completed', 'code': 200} Sep 29 23:01:19.241450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-7304eb39-0b40-48d3-8e0b-21a8b463f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:19.243000 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-7304eb39-0b40-48d3-8e0b-21a8b463f21e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 1097 time: 0.0556774 Sep 29 23:01:19.290027 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-87d88fc8-0ffe-4369-a981-1fcb33715083 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 1002 time: 0.1188831 Sep 29 23:01:19.344540 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3878b643-0aee-47c4-a283-d5f21e43ce82 x-openstack-request-id: req-3878b643-0aee-47c4-a283-d5f21e43ce82 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:19.345005 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759a44ae-4046-4caf-8a0f-6fcd16304d98", "name": "network-vif-deleted", "tag": "748c5794-5839-412b-a683-3a3b15737f1e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:19.345966 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3878b643-0aee-47c4-a283-d5f21e43ce82 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:19.346574 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '759a44ae-4046-4caf-8a0f-6fcd16304d98', 'name': 'network-vif-deleted', 'tag': '748c5794-5839-412b-a683-3a3b15737f1e', 'status': 'completed', 'code': 200} Sep 29 23:01:19.365164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-c66fa06e-1584-43f3-84a0-d64d2f657d87 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:19.376431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-c66fa06e-1584-43f3-84a0-d64d2f657d87 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports/8e9f10fe-8566-46c7-85cb-8a24fb98b86b HTTP/1.1" status: 200 len: 943 time: 0.0785878 Sep 29 23:01:19.446230 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-edad023e-2efa-41d5-9b3e-d86e3554f85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:19.447857 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-edad023e-2efa-41d5-9b3e-d86e3554f85e service neutron] 10.222.0.26 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.1972933 Sep 29 23:01:19.450730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-1e5a8c54-eabb-48c4-8837-74dc9253ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:19.452200 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-1e5a8c54-eabb-48c4-8837-74dc9253ebd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1097 time: 0.1399012 Sep 29 23:01:19.474450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38247d86-cb8d-41e3-a3b0-03f14038f38f req-f0e0d7f9-0470-418f-b719-7347cab3ae20 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:19.475957 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38247d86-cb8d-41e3-a3b0-03f14038f38f req-f0e0d7f9-0470-418f-b719-7347cab3ae20 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 948 time: 0.0985470 Sep 29 23:01:19.493599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-1ee74f25-eaa1-4ec1-acca-b7cf6e03563f tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 1002 time: 0.0785336 Sep 29 23:01:19.581450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38247d86-cb8d-41e3-a3b0-03f14038f38f req-3a769e0b-365d-497f-87d5-e6ffe6d256ca tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920031 Sep 29 23:01:19.655805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-bd85f9ab-706b-45e0-8d99-591cc5e12566 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:19.665017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-bd85f9ab-706b-45e0-8d99-591cc5e12566 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1575570 Sep 29 23:01:19.759949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-a12ac363-5f3e-4abb-bb7f-76942cc9cd30 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 1002 time: 0.0939267 Sep 29 23:01:19.766246 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:19.770663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-16f8e4dc-c2ca-42f2-8d84-7c0cf931afb0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:19.821188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbae9ff4-5f0a-40c1-bb00-4cff19ef32f0 req-f2ea6e77-bd3e-4596-a2e2-bfa23a4fb4e0 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:19.822791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbae9ff4-5f0a-40c1-bb00-4cff19ef32f0 req-f2ea6e77-bd3e-4596-a2e2-bfa23a4fb4e0 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 948 time: 0.1487770 Sep 29 23:01:19.850467 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-ee97350e-e021-4565-9a40-2790ef960fcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b HTTP/1.1" status: 200 len: 1002 time: 0.3885820 Sep 29 23:01:19.852604 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-16f8e4dc-c2ca-42f2-8d84-7c0cf931afb0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:19.913737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-10ab47db-d4b2-442f-9df7-226574f31148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:19.915264 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-10ab47db-d4b2-442f-9df7-226574f31148 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.4523082 Sep 29 23:01:19.920680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbae9ff4-5f0a-40c1-bb00-4cff19ef32f0 req-030c1db1-0010-4bad-b8e2-d9a7d2945aaa tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903504 Sep 29 23:01:19.923644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-3aed374c-c514-452d-b7c0-f0e53530a781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:19.925666 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-3aed374c-c514-452d-b7c0-f0e53530a781 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0662875 Sep 29 23:01:19.977059 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-80944a7a-7222-4c39-9905-67e55281ddab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 200 len: 217 time: 0.0498455 Sep 29 23:01:20.043463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-a60355ed-5460-4c40-b886-c32eba9851d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:20.045018 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-a60355ed-5460-4c40-b886-c32eba9851d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.0536745 Sep 29 23:01:20.046775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-a36410c6-b331-46d8-acce-b3e0b9a74b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:20.048147 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-a36410c6-b331-46d8-acce-b3e0b9a74b18 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1126759 Sep 29 23:01:20.060718 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-16f8e4dc-c2ca-42f2-8d84-7c0cf931afb0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:20.065183 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-16f8e4dc-c2ca-42f2-8d84-7c0cf931afb0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:20.065570 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-16f8e4dc-c2ca-42f2-8d84-7c0cf931afb0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Floating IP 9b0a6f37-de00-4409-9708-9fac09f7e7f8 disassociated. External IP: 172.25.4.171, port: 8e9f10fe-8566-46c7-85cb-8a24fb98b86b. Sep 29 23:01:20.103461 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-9a8f9227-6aee-4c9e-853d-fcdfc6384a0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370607 Sep 29 23:01:20.117857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b5c7e9-53c2-4d7d-a49d-ef9608c14604 req-0c5ddbc4-b27a-4513-9637-d7cd29c75d31 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:20.119377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13b5c7e9-53c2-4d7d-a49d-ef9608c14604 req-0c5ddbc4-b27a-4513-9637-d7cd29c75d31 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 946 time: 0.1219177 Sep 29 23:01:20.202304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13b5c7e9-53c2-4d7d-a49d-ef9608c14604 req-4e8460a6-bfc9-4b22-99d7-b8e469a170b7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742979 Sep 29 23:01:20.226127 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-19b75d69-4a49-4f41-ac16-7851fc196a48 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672554 Sep 29 23:01:20.284215 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-8ba9484c-3187-4aaf-b37c-15a75b0ac13d service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708519 Sep 29 23:01:20.334495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-16f8e4dc-c2ca-42f2-8d84-7c0cf931afb0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Router e4fee08f-0726-46dd-acc5-997c2b95c129 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:01:20.342861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ec8cda5a-149e-4c92-9a33-f7c466773c22 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:20.404414 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0a2f32b7-0832-47bd-8f02-41642fb43efb req-cb403583-aae6-42f5-8f5e-b6db8a9cacc8 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678915 Sep 29 23:01:20.411448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port ec8cda5a-149e-4c92-9a33-f7c466773c22 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:01:20.419167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port ec8cda5a-149e-4c92-9a33-f7c466773c22 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:20.419547 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:20.443219 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-da4c5329-6bd8-4dac-b9ca-7c0c568facf4 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301665 Sep 29 23:01:20.472658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-16f8e4dc-c2ca-42f2-8d84-7c0cf931afb0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:01:20.478396 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-16f8e4dc-c2ca-42f2-8d84-7c0cf931afb0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:20.483574 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] Sync routers for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:01:20.504276 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:20.508012 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:20.515615 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:20.528340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-16f8e4dc-c2ca-42f2-8d84-7c0cf931afb0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "PUT /v2.0/floatingips/9b0a6f37-de00-4409-9708-9fac09f7e7f8 HTTP/1.1" status: 200 len: 695 time: 0.7650068 Sep 29 23:01:20.562556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:20.564865 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a541140-1b16-44db-b84b-71b9479faaac" -d '{"events": [{"server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "name": "network-vif-plugged", "status": "completed", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:20.581309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:20.587678 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:20.588918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 62a7b589-c78a-491e-bb2a-b3742fc7aa02 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:20.612452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-3c15d21c-9912-4e29-81ec-19037f3035ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:20.614377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-3c15d21c-9912-4e29-81ec-19037f3035ea service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 1097 time: 0.0831048 Sep 29 23:01:20.708205 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:20.711366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-e572d916-3a48-4d11-a9b2-80adf29a00f1 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:20.711523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:20.712529 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-e572d916-3a48-4d11-a9b2-80adf29a00f1 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1097 time: 0.1080630 Sep 29 23:01:20.720401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-54c64787-4a52-4819-b859-25dd96b415de tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:20.721866 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-54c64787-4a52-4819-b859-25dd96b415de tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.42 "GET /v2.0/networks?id=1bb8317d-ca17-47d1-80a6-110d93408891 HTTP/1.1" status: 200 len: 818 time: 0.2325530 Sep 29 23:01:20.727285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811173-2'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:20.746240 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:01:20.751130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:20.751678 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:20.764973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Request body: {'port': {'device_id': '4106636b-f3a8-419e-8b14-4d4d387ae5c1', 'network_id': '1bb8317d-ca17-47d1-80a6-110d93408891', 'admin_state_up': True, 'tenant_id': '61c3500048974007942d51412ced450b'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:20.795326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-43e183ff-8e19-47ed-9895-6341f0304c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:20.805204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-43e183ff-8e19-47ed-9895-6341f0304c33 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.1838899 Sep 29 23:01:20.820610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 748c5794-5839-412b-a683-3a3b15737f1e no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:20.853513 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:20.856152 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-2a2dee97-0c0b-4872-b3ab-2f0848f90544 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b HTTP/1.1" status: 200 len: 217 time: 0.0495291 Sep 29 23:01:20.857541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 748c5794-5839-412b-a683-3a3b15737f1e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:20.858609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 748c5794-5839-412b-a683-3a3b15737f1e not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:20.928963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-8ea27940-736e-45b8-8caf-0fc137a277a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:20.930499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-8ea27940-736e-45b8-8caf-0fc137a277a8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0736251 Sep 29 23:01:20.950790 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:20.983267 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Made reservation on behalf of 61c3500048974007942d51412ced450b for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:20.986847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:21.009660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 62a7b589-c78a-491e-bb2a-b3742fc7aa02, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=62a7b589-c78a-491e-bb2a-b3742fc7aa02,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:21.015326 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:21.023820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-c0e502d5-6f92-4182-8fe3-de8113bdfc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:21.028429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-c0e502d5-6f92-4182-8fe3-de8113bdfc3a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886722 Sep 29 23:01:21.056392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91919c8b-00b6-4eff-a33f-c0f49f95540d req-19ed869d-c2a3-451d-ac9f-21c1c15cc1b2 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 210 time: 0.0503380 Sep 29 23:01:21.066416 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:21.073608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=62a7b589-c78a-491e-bb2a-b3742fc7aa02,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:21.160524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'tag': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:21.163162 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d" -d '{"events": [{"name": "network-changed", "server_uuid": "590585ce-2550-422c-a8b4-e11c3eb4ffac", "tag": "8e9f10fe-8566-46c7-85cb-8a24fb98b86b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:21.171421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:21.189213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-49fe5f8b-87eb-46e6-ba90-89d72bb74793 service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303041 Sep 29 23:01:21.207159 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] Checking router: e4fee08f-0726-46dd-acc5-997c2b95c129 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:01:21.216159 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:21.216687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Allocated IP 172.20.0.11 (1bb8317d-ca17-47d1-80a6-110d93408891/49407502-92cf-41f3-a655-1e14a1401174/7ef69045-bf48-437c-bccb-78f41108b6e1) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:21.217614 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:21.236970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:21.313590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:21.335869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:21.347788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc852035-333a-4331-bd83-00b57dbc7f7e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:21.350117 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7770ef-be53-44d6-bd04-f11fbf6cfd86" -d '{"events": [{"server_uuid": "f36a6be9-5a9f-447c-89c3-681b066e152b", "name": "network-vif-unplugged", "status": "completed", "tag": "bc852035-333a-4331-bd83-00b57dbc7f7e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:21.359143 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:21.385142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be14f764-a185-4f81-921c-d9ca763f9e5c req-477a05d5-51ce-486a-a634-1975c506f9d6 service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886511 Sep 29 23:01:21.396212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-504a82b9-8b7e-45a2-a1c9-082c7a09351e tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:21.397890 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-504a82b9-8b7e-45a2-a1c9-082c7a09351e tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/networks?id=b14a8130-7970-41a2-a073-fd7dae695e31 HTTP/1.1" status: 200 len: 822 time: 0.1798694 Sep 29 23:01:21.416798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-29c77f25-2ab3-4fec-81d6-d634c5ce5465 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/quotas/9c68216839e14637a486a0eea81a9a80 HTTP/1.1" status: 200 len: 375 time: 0.0099604 Sep 29 23:01:21.477014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Pushing event updated for resources: {'Port': ['ID=bc852035-333a-4331-bd83-00b57dbc7f7e,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:21.493092 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-138229cb-b26a-4cf3-b66f-1590d9ab6d33 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c68216839e14637a486a0eea81a9a80&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0635688 Sep 29 23:01:21.516662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e on host n-h1-811173-2 for vnic_type normal with profile {"migrating_to": "n-h2-811173-2"} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:01:21.517008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:01:21.517346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:21.523535 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:21.528257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Port bc852035-333a-4331-bd83-00b57dbc7f7e on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:01:21.528585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Attempting to bind port bc852035-333a-4331-bd83-00b57dbc7f7e on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:21.535566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:01:21.535991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:21.536377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:01:21.536812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Bound port: bc852035-333a-4331-bd83-00b57dbc7f7e, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:01:21.537175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:21.578324 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:21.598995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-c8e41fa6-34e8-445e-bbce-80cc00e21c32 service neutron] 10.222.0.44 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983584 Sep 29 23:01:21.612221 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e2807a-8d7c-43c5-b737-29bf6a22d007 x-openstack-request-id: req-96e2807a-8d7c-43c5-b737-29bf6a22d007 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:21.612920 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "name": "network-vif-plugged", "status": "completed", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:21.613341 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96e2807a-8d7c-43c5-b737-29bf6a22d007 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:21.613892 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'code': 200} Sep 29 23:01:21.650383 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b7c4b4-c72c-43b4-bc83-723603970d54 None None] The sync data for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 is: [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:01:21.693077 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:21.710801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:21.734285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:01:21.773721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-b6698b5a-14b2-48f5-bbe4-e6e712317637 service neutron] 10.222.0.44 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607306 Sep 29 23:01:21.781525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bf3aa8-5093-416c-9459-6a82754f7e2d req-58a5e110-7d41-4ccf-8830-16d97c2807f3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:21.781799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:21.783114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28bf3aa8-5093-416c-9459-6a82754f7e2d req-58a5e110-7d41-4ccf-8830-16d97c2807f3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 949 time: 0.0773673 Sep 29 23:01:21.822296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Network 1bb8317d-ca17-47d1-80a6-110d93408891 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:21.825846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28bf3aa8-5093-416c-9459-6a82754f7e2d req-6d9facf5-dcb1-453a-99d5-428103c94c05 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361457 Sep 29 23:01:21.836624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:21.840339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Pushing event updated for resources: {'Port': ['ID=7ef69045-bf48-437c-bccb-78f41108b6e1,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:21.849468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:21.855861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e58259-3562-43ed-b04e-03be51bae800 req-6081309f-3a7c-40b8-8f5b-faa570d6a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:21.858624 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51e58259-3562-43ed-b04e-03be51bae800 req-6081309f-3a7c-40b8-8f5b-faa570d6a448 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 1100 time: 0.1676042 Sep 29 23:01:22.043347 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b8ab67-981e-43e3-812f-9e6b0738b12d x-openstack-request-id: req-87b8ab67-981e-43e3-812f-9e6b0738b12d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:22.046407 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590585ce-2550-422c-a8b4-e11c3eb4ffac", "tag": "8e9f10fe-8566-46c7-85cb-8a24fb98b86b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:22.046751 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-87b8ab67-981e-43e3-812f-9e6b0738b12d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:22.048634 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'tag': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'status': 'completed', 'code': 200} Sep 29 23:01:22.097901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262fb555-7967-452f-935d-4ea5a42ac482 None None] New status for floating IP 9b0a6f37-de00-4409-9708-9fac09f7e7f8: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:01:22.117528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:22.118164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:22.119580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] 10.222.0.26 "PUT /v2.0/ports/bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 200 len: 1122 time: 1.3967869 Sep 29 23:01:22.140897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979bbb7-dd38-4305-a91f-2324600cab7e req-242fd09c-4330-4cbf-a1d8-1ee922675d86 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:22.145639 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51e58259-3562-43ed-b04e-03be51bae800 req-20e1eae6-2b41-40bd-bd5c-45ce346c6973 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563272 Sep 29 23:01:22.153724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4979bbb7-dd38-4305-a91f-2324600cab7e req-242fd09c-4330-4cbf-a1d8-1ee922675d86 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 949 time: 0.2367821 Sep 29 23:01:22.153865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:22.154609 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:22.194276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1659a-7740-41f0-9cba-d461dd7a2b04 service neutron] Pushing event updated for resources: {'Port': ['ID=bc852035-333a-4331-bd83-00b57dbc7f7e,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:22.198839 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-80499375-82f0-440c-bf2d-1cd24efa87b0 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4383602 Sep 29 23:01:22.203412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-a63b62d2-33a9-49b0-9111-8428d31a8204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:22.218164 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-a63b62d2-33a9-49b0-9111-8428d31a8204 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 1097 time: 0.1726332 Sep 29 23:01:22.226560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4979bbb7-dd38-4305-a91f-2324600cab7e req-3478be8a-24ac-466e-a32f-a0b6cc4ba937 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667326 Sep 29 23:01:22.234058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Request body: {'port': {'device_id': '4106636b-f3a8-419e-8b14-4d4d387ae5c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:22.270818 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e934edfb-9bd0-4fc8-9c2d-9b829630170b req-3c740c3e-a3a3-449e-8d26-b43fb2c96ade tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:22.290858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e934edfb-9bd0-4fc8-9c2d-9b829630170b req-3c740c3e-a3a3-449e-8d26-b43fb2c96ade tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.2049263 Sep 29 23:01:22.332396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['bc852035-333a-4331-bd83-00b57dbc7f7e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:22.332567 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:22.336407 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed6a81b-325c-49f8-867a-2b043af7f989 x-openstack-request-id: req-9ed6a81b-325c-49f8-867a-2b043af7f989 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:22.336725 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36a6be9-5a9f-447c-89c3-681b066e152b", "name": "network-vif-unplugged", "status": "completed", "tag": "bc852035-333a-4331-bd83-00b57dbc7f7e", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:22.336984 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ed6a81b-325c-49f8-867a-2b043af7f989 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:22.337382 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc852035-333a-4331-bd83-00b57dbc7f7e', 'code': 200} Sep 29 23:01:22.388366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e934edfb-9bd0-4fc8-9c2d-9b829630170b req-f7a9fb92-04fa-47d5-b01a-4a51d950580b tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950871 Sep 29 23:01:22.482832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d4eab7c-9815-4c49-8d47-07de9fd9dbc6 req-54d88429-f31b-45b2-8d12-a954bce69d7d tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 210 time: 0.0387762 Sep 29 23:01:22.665805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe71f6-b76a-4332-a696-22a2443906c8 req-1bcd1603-0651-43d0-aa0f-f4a00ead48cb tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:22.675883 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bfe71f6-b76a-4332-a696-22a2443906c8 req-1bcd1603-0651-43d0-aa0f-f4a00ead48cb tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 932 time: 0.1322839 Sep 29 23:01:22.755614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-512b9fd3-e691-42f3-9e88-8dfa9f4919f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:22.757145 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-512b9fd3-e691-42f3-9e88-8dfa9f4919f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.4166508 Sep 29 23:01:22.766673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bfe71f6-b76a-4332-a696-22a2443906c8 req-2125a552-e1f7-456f-8681-d421d494d5f2 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897350 Sep 29 23:01:22.820007 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-add8d73b-23a7-4930-b78b-a3708a0002d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b HTTP/1.1" status: 200 len: 217 time: 0.0411389 Sep 29 23:01:22.864121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e214e-2263-4669-9124-6bd952b64fc9 req-c9e7f5ac-29d3-4526-9daa-bf3453c19b11 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:22.866592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-953e214e-2263-4669-9124-6bd952b64fc9 req-c9e7f5ac-29d3-4526-9daa-bf3453c19b11 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0562694 Sep 29 23:01:22.941347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-7780660e-17b4-4016-a980-8eed96a1c137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:22.942791 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-7780660e-17b4-4016-a980-8eed96a1c137 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0738394 Sep 29 23:01:22.968347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-953e214e-2263-4669-9124-6bd952b64fc9 req-66138e3a-ed79-4e8a-b806-11f0663c4b41 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 696 time: 0.0953653 Sep 29 23:01:22.973608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-953e214e-2263-4669-9124-6bd952b64fc9 req-b8c95c09-b93e-4de9-9f0c-8d73f70d5c6b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Request body: {'floatingip': {'port_id': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:23.020073 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-953e214e-2263-4669-9124-6bd952b64fc9 req-b8c95c09-b93e-4de9-9f0c-8d73f70d5c6b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:23.035468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-c748f7d4-017b-4b06-8914-9ebb60242ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:23.037307 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-c748f7d4-017b-4b06-8914-9ebb60242ee8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840089 Sep 29 23:01:23.045512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ef69045-bf48-437c-bccb-78f41108b6e1 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:23.062365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:23.097785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Transition to ACTIVE for port object 7ef69045-bf48-437c-bccb-78f41108b6e1 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:01:23.101122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b074c-e0bd-4d8f-b013-205e5b6459b5 req-5b809a94-678f-48ee-84f5-0a7fb277c0ff tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:23.108761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da9b074c-e0bd-4d8f-b013-205e5b6459b5 req-5b809a94-678f-48ee-84f5-0a7fb277c0ff tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 949 time: 0.1814597 Sep 29 23:01:23.131370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:23.200271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da9b074c-e0bd-4d8f-b013-205e5b6459b5 req-d36194aa-6cf0-4033-bb19-3e33ee4ee456 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905235 Sep 29 23:01:23.221400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef69045-bf48-437c-bccb-78f41108b6e1,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:23.234238 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-0b07a3b3-bc1b-4382-8c88-45a3df8fb0c6 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841462 Sep 29 23:01:23.390122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Attempting to bind port 7ef69045-bf48-437c-bccb-78f41108b6e1 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:01:23.390805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Attempting to bind port 7ef69045-bf48-437c-bccb-78f41108b6e1 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1bb8317d-ca17-47d1-80a6-110d93408891'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:01:23.390805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Attempting to bind port 7ef69045-bf48-437c-bccb-78f41108b6e1 on network 1bb8317d-ca17-47d1-80a6-110d93408891 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:23.400864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Port 7ef69045-bf48-437c-bccb-78f41108b6e1 on network 1bb8317d-ca17-47d1-80a6-110d93408891 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:01:23.400864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Attempting to bind port 7ef69045-bf48-437c-bccb-78f41108b6e1 on network 1bb8317d-ca17-47d1-80a6-110d93408891 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:23.415762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:01:23.416146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Checking segment: {'id': '9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1bb8317d-ca17-47d1-80a6-110d93408891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:23.416531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Bound using segment: {'id': '9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1bb8317d-ca17-47d1-80a6-110d93408891'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:01:23.417014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Bound port: 7ef69045-bf48-437c-bccb-78f41108b6e1, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '1bb8317d-ca17-47d1-80a6-110d93408891'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:01:23.417378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:23.430326 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0bbe4e0f-9df8-4798-96d2-a57d05dfa77d req-1a83c775-4e9e-4a94-8702-21c922126bc6 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647296 Sep 29 23:01:23.525946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a5fb0-524b-4512-9f8d-3beb4af3d8be req-cc8359fe-d771-47ca-91f5-a3177f733f9e tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:23.533646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e0a5fb0-524b-4512-9f8d-3beb4af3d8be req-cc8359fe-d771-47ca-91f5-a3177f733f9e tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 949 time: 0.1715193 Sep 29 23:01:23.615497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ada1fb-dadb-40ed-bb65-d64d6a3f886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a7b589-c78a-491e-bb2a-b3742fc7aa02'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:23.617956 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aee670d-7ba1-4b74-870c-a430552535aa" -d '{"events": [{"server_uuid": "78ada1fb-dadb-40ed-bb65-d64d6a3f886b", "name": "network-vif-plugged", "status": "completed", "tag": "62a7b589-c78a-491e-bb2a-b3742fc7aa02"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:23.646042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e0a5fb0-524b-4512-9f8d-3beb4af3d8be req-cae486b7-a834-48c8-8e3b-4285d13e3e4b tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973003 Sep 29 23:01:23.792178 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-953e214e-2263-4669-9124-6bd952b64fc9 req-b8c95c09-b93e-4de9-9f0c-8d73f70d5c6b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:23.797525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-953e214e-2263-4669-9124-6bd952b64fc9 req-b8c95c09-b93e-4de9-9f0c-8d73f70d5c6b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:23.809658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] For port 7ef69045-bf48-437c-bccb-78f41108b6e1, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:23.829822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] For port 7ef69045-bf48-437c-bccb-78f41108b6e1, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7ef69045-bf48-437c-bccb-78f41108b6e1,segment=NetworkSegment(9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997),segment_id=9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:01:23.838231 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:23.851910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-172047e6-b51a-4bd0-aa4b-95a19f4035aa tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:23.853139 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-172047e6-b51a-4bd0-aa4b-95a19f4035aa tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "GET /v2.0/networks?id=b14a8130-7970-41a2-a073-fd7dae695e31 HTTP/1.1" status: 200 len: 822 time: 0.3901920 Sep 29 23:01:23.886439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Request body: {'port': {'device_id': '76f19e3a-e5ee-4677-a472-2a01da6ca0c3', 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31', 'admin_state_up': True, 'tenant_id': '9c68216839e14637a486a0eea81a9a80'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:23.918972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:23.919598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:23.921017 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] 10.222.0.42 "PUT /v2.0/ports/7ef69045-bf48-437c-bccb-78f41108b6e1 HTTP/1.1" status: 200 len: 1092 time: 1.7018952 Sep 29 23:01:23.983786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09a2ac-1804-4803-9b6a-d41654f11965 service neutron] Pushing event updated for resources: {'Port': ['ID=7ef69045-bf48-437c-bccb-78f41108b6e1,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:24.070609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-5665ed12-6ee2-4dc2-8eea-9d0168dd76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:24.072348 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-5665ed12-6ee2-4dc2-8eea-9d0168dd76b9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61c3500048974007942d51412ced450b&device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 1095 time: 0.0689516 Sep 29 23:01:24.073620 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Made reservation on behalf of 9c68216839e14637a486a0eea81a9a80 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:24.077498 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:24.137325 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-173b586e-1acb-4936-81ad-c3af31513e9c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ef69045-bf48-437c-bccb-78f41108b6e1 HTTP/1.1" status: 200 len: 217 time: 0.0493629 Sep 29 23:01:24.150080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccaec0c-5701-4cff-a06b-76d113210436 req-e5bd6209-8eb5-47fd-9aa0-a392efbc4405 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:24.155122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eccaec0c-5701-4cff-a06b-76d113210436 req-e5bd6209-8eb5-47fd-9aa0-a392efbc4405 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.4112086 Sep 29 23:01:24.227487 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-953e214e-2263-4669-9124-6bd952b64fc9 req-b8c95c09-b93e-4de9-9f0c-8d73f70d5c6b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Floating IP 9b0a6f37-de00-4409-9708-9fac09f7e7f8 associated. External IP: 172.25.4.171, port: 6d4d0999-28c3-48dc-b8e9-3e48500668cb. Sep 29 23:01:24.278313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637e908-8696-4b36-9a35-7d97583344b0 req-cce20add-ae2b-43c1-8071-888247933a54 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:24.280027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1637e908-8696-4b36-9a35-7d97583344b0 req-cce20add-ae2b-43c1-8071-888247933a54 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.26 "GET /v2.0/ports?device_id=590585ce-2550-422c-a8b4-e11c3eb4ffac HTTP/1.1" status: 200 len: 946 time: 0.1564617 Sep 29 23:01:24.281811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-8fae9144-7190-491a-b76c-585df8db0da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:24.282787 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-8fae9144-7190-491a-b76c-585df8db0da3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49407502-92cf-41f3-a655-1e14a1401174 HTTP/1.1" status: 200 len: 858 time: 0.1245215 Sep 29 23:01:24.300960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eccaec0c-5701-4cff-a06b-76d113210436 req-f2a6c5bc-9d99-4d14-8675-9b2615ba9d4c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414533 Sep 29 23:01:24.343001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'tag': 'bc852035-333a-4331-bd83-00b57dbc7f7e'}, {'name': 'network-changed', 'server_uuid': '4106636b-f3a8-419e-8b14-4d4d387ae5c1', 'tag': '7ef69045-bf48-437c-bccb-78f41108b6e1'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:24.345605 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50acec89-95d4-4a0a-9324-6c8d40632067" -d '{"events": [{"name": "network-changed", "server_uuid": "f36a6be9-5a9f-447c-89c3-681b066e152b", "tag": "bc852035-333a-4331-bd83-00b57dbc7f7e"}, {"name": "network-changed", "server_uuid": "4106636b-f3a8-419e-8b14-4d4d387ae5c1", "tag": "7ef69045-bf48-437c-bccb-78f41108b6e1"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:24.376190 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-fd98578d-76dc-433c-b933-efa4f3b79a35 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bb8317d-ca17-47d1-80a6-110d93408891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737193 Sep 29 23:01:24.410866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1543fbac-d3e7-4c48-b4c8-ddd8de07d716 req-902dbd26-470f-448e-8d68-e56b643f7072 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 210 time: 0.0314925 Sep 29 23:01:24.464662 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9990c55-d6dc-4136-9df3-e9bfc108ad60 x-openstack-request-id: req-a9990c55-d6dc-4136-9df3-e9bfc108ad60 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:24.465754 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ada1fb-dadb-40ed-bb65-d64d6a3f886b", "name": "network-vif-plugged", "status": "completed", "tag": "62a7b589-c78a-491e-bb2a-b3742fc7aa02", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:24.466021 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9990c55-d6dc-4136-9df3-e9bfc108ad60 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:24.466420 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ada1fb-dadb-40ed-bb65-d64d6a3f886b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a7b589-c78a-491e-bb2a-b3742fc7aa02', 'code': 200} Sep 29 23:01:24.468393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Allocated IP 172.20.0.2 (b14a8130-7970-41a2-a073-fd7dae695e31/a6281830-dcab-48c7-805a-af6788287cbb/cec138e6-2283-4a8b-b821-378b4b80ba2d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:24.582000 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-953e214e-2263-4669-9124-6bd952b64fc9 req-b8c95c09-b93e-4de9-9f0c-8d73f70d5c6b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Router e4fee08f-0726-46dd-acc5-997c2b95c129 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:01:24.593416 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-3b9dfa9b-1339-4925-a2df-a236c8b38a61 service neutron] 10.222.0.42 "GET /v2.0/networks/1bb8317d-ca17-47d1-80a6-110d93408891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063766 Sep 29 23:01:24.622553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-1637e908-8696-4b36-9a35-7d97583344b0 req-18fbe409-0207-428b-9cbc-f2a385492a89 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Deleting port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:24.622902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1637e908-8696-4b36-9a35-7d97583344b0 req-18fbe409-0207-428b-9cbc-f2a385492a89 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:24.708455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75201717-2c98-4f40-a6ab-65828c47b6f9 req-58fddb4c-bd66-480e-82a1-fd5fdc945253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:24.711866 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-75201717-2c98-4f40-a6ab-65828c47b6f9 req-58fddb4c-bd66-480e-82a1-fd5fdc945253 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 1100 time: 0.1634226 Sep 29 23:01:24.750028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-953e214e-2263-4669-9124-6bd952b64fc9 req-b8c95c09-b93e-4de9-9f0c-8d73f70d5c6b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:01:24.755118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-953e214e-2263-4669-9124-6bd952b64fc9 req-b8c95c09-b93e-4de9-9f0c-8d73f70d5c6b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:24.764723 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] Sync routers for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:01:24.781496 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:24.783086 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:24.793213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6c0cf-5f0d-4de8-84d9-e9a91e5fbe68 req-5c95727b-c2a7-488e-b204-c10b49d45e4f tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:24.800950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-add6c0cf-5f0d-4de8-84d9-e9a91e5fbe68 req-5c95727b-c2a7-488e-b204-c10b49d45e4f tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 944 time: 0.1304321 Sep 29 23:01:24.833783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-953e214e-2263-4669-9124-6bd952b64fc9 req-b8c95c09-b93e-4de9-9f0c-8d73f70d5c6b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "PUT /v2.0/floatingips/9b0a6f37-de00-4409-9708-9fac09f7e7f8 HTTP/1.1" status: 200 len: 996 time: 1.8591118 Sep 29 23:01:24.835114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:24.838008 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ce8691-d53c-4c0d-8361-3fd8957cecd6" -d '{"events": [{"name": "network-changed", "server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:24.895231 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-75201717-2c98-4f40-a6ab-65828c47b6f9 req-fcccc6da-999e-4308-b187-f733d22f05d4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263473 Sep 29 23:01:24.900550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1637e908-8696-4b36-9a35-7d97583344b0 req-18fbe409-0207-428b-9cbc-f2a385492a89 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] For port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:24.900989 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1637e908-8696-4b36-9a35-7d97583344b0 req-18fbe409-0207-428b-9cbc-f2a385492a89 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:24.904478 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-add6c0cf-5f0d-4de8-84d9-e9a91e5fbe68 req-51dfe6db-acb7-4ab9-a47f-9a787765378c tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022644 Sep 29 23:01:24.915401 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14bf6716-b779-4d80-a7d5-353d50c7b907 req-6fae0aa3-25b6-4da6-a6a5-24a73f362db1 service neutron] 10.222.0.42 "GET /v2.0/networks/1bb8317d-ca17-47d1-80a6-110d93408891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062441 Sep 29 23:01:24.921403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:24.931215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-1637e908-8696-4b36-9a35-7d97583344b0 req-18fbe409-0207-428b-9cbc-f2a385492a89 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Calling delete_port for 8e9f10fe-8566-46c7-85cb-8a24fb98b86b owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:24.934649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e214e-2263-4669-9124-6bd952b64fc9 req-1783c26a-3588-41a1-bf44-f00bf14197cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:24.942758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-953e214e-2263-4669-9124-6bd952b64fc9 req-1783c26a-3588-41a1-bf44-f00bf14197cb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1096 time: 0.0975761 Sep 29 23:01:24.976979 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:25.012054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:25.079273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Network b14a8130-7970-41a2-a073-fd7dae695e31 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:25.081501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event updated for resources: {'Port': ['ID=cec138e6-2283-4a8b-b821-378b4b80ba2d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:25.084226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:25.086847 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:25.105736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318308cf-8439-4f2a-a638-8d7a586bbbb6 req-84ae06a5-ffd7-4f0b-b36a-6425d718de9f tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:25.107428 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-318308cf-8439-4f2a-a638-8d7a586bbbb6 req-84ae06a5-ffd7-4f0b-b36a-6425d718de9f tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 949 time: 0.1103005 Sep 29 23:01:25.152760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e214e-2263-4669-9124-6bd952b64fc9 req-38075ece-7953-4831-9179-ae3caed32068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:25.155155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-953e214e-2263-4669-9124-6bd952b64fc9 req-38075ece-7953-4831-9179-ae3caed32068 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.2095301 Sep 29 23:01:25.177335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:25.178010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:25.204131 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5954230a-529d-4081-8b9e-1f331f41f478 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3237207 Sep 29 23:01:25.206937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1637e908-8696-4b36-9a35-7d97583344b0 req-18fbe409-0207-428b-9cbc-f2a385492a89 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:25.223738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['6d4d0999-28c3-48dc-b8e9-3e48500668cb', '8e9f10fe-8566-46c7-85cb-8a24fb98b86b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:25.243727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbe409-0207-428b-9cbc-f2a385492a89 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Pushing event deleted for resources: {'Port': ['ID=8e9f10fe-8566-46c7-85cb-8a24fb98b86b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:25.250003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Request body: {'port': {'device_id': '76f19e3a-e5ee-4677-a472-2a01da6ca0c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:25.270147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-953e214e-2263-4669-9124-6bd952b64fc9 req-848ca3c1-8e6d-4886-9355-04dc57a26eec service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 999 time: 0.1036062 Sep 29 23:01:25.330457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1637e908-8696-4b36-9a35-7d97583344b0 req-18fbe409-0207-428b-9cbc-f2a385492a89 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] No DVR routers for this DVR port 8e9f10fe-8566-46c7-85cb-8a24fb98b86b on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:25.347543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1637e908-8696-4b36-9a35-7d97583344b0 req-18fbe409-0207-428b-9cbc-f2a385492a89 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:25.357520 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1637e908-8696-4b36-9a35-7d97583344b0 req-18fbe409-0207-428b-9cbc-f2a385492a89 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.26 "DELETE /v2.0/ports/8e9f10fe-8566-46c7-85cb-8a24fb98b86b HTTP/1.1" status: 204 len: 173 time: 1.0562272 Sep 29 23:01:25.389397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-318308cf-8439-4f2a-a638-8d7a586bbbb6 req-8c1319e3-0d5f-464b-9416-693c60b1b28b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675433 Sep 29 23:01:25.456687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:25.457181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e214e-2263-4669-9124-6bd952b64fc9 req-295eb07c-0245-4198-b4f0-24f9ff01dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:25.458992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-953e214e-2263-4669-9124-6bd952b64fc9 req-295eb07c-0245-4198-b4f0-24f9ff01dddb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.1800530 Sep 29 23:01:25.519476 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:ee:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de2654-3284-44bd-b6cf-e38970ed1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:23Z', 'revision_number': 8, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:25.577041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e214e-2263-4669-9124-6bd952b64fc9 req-1cea43d5-9318-4375-835b-396ba0ce999a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:25.578571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-953e214e-2263-4669-9124-6bd952b64fc9 req-1cea43d5-9318-4375-835b-396ba0ce999a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1117611 Sep 29 23:01:25.615805 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] Checking router: e4fee08f-0726-46dd-acc5-997c2b95c129 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:01:25.640493 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:25.641286 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:25.674469 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8f6a5a-897a-48db-a98f-f5ac0c87fa8c x-openstack-request-id: req-3a8f6a5a-897a-48db-a98f-f5ac0c87fa8c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:25.675536 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f36a6be9-5a9f-447c-89c3-681b066e152b", "tag": "bc852035-333a-4331-bd83-00b57dbc7f7e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4106636b-f3a8-419e-8b14-4d4d387ae5c1", "tag": "7ef69045-bf48-437c-bccb-78f41108b6e1", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:25.676001 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3a8f6a5a-897a-48db-a98f-f5ac0c87fa8c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:25.677621 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'tag': 'bc852035-333a-4331-bd83-00b57dbc7f7e', 'status': 'completed', 'code': 200} Sep 29 23:01:25.678220 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4106636b-f3a8-419e-8b14-4d4d387ae5c1', 'tag': '7ef69045-bf48-437c-bccb-78f41108b6e1', 'status': 'completed', 'code': 200} Sep 29 23:01:25.741027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f42651-8d0e-4024-a5be-5d4039312bf8 req-61d7b38e-ca24-4718-b36f-640a065ad8ca tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:25.749966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3f42651-8d0e-4024-a5be-5d4039312bf8 req-61d7b38e-ca24-4718-b36f-640a065ad8ca tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 949 time: 0.1034672 Sep 29 23:01:25.759576 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:25.785056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-fa96bf7f-3edb-43e7-81c9-2a80de80a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:25.786853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-fa96bf7f-3edb-43e7-81c9-2a80de80a8a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1125 time: 0.1066461 Sep 29 23:01:25.787005 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-953e214e-2263-4669-9124-6bd952b64fc9 req-afc155eb-4c0b-4979-a822-a5be6c21495c service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008893 Sep 29 23:01:25.830657 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3f42651-8d0e-4024-a5be-5d4039312bf8 req-2b2b5326-d8fa-4e4e-8f2f-123ab5e674b5 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796227 Sep 29 23:01:25.936960 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc551c6e-415e-406a-b757-8c3b2480ef49 x-openstack-request-id: req-cc551c6e-415e-406a-b757-8c3b2480ef49 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:25.937265 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:25.937525 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc551c6e-415e-406a-b757-8c3b2480ef49 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:25.938382 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'status': 'completed', 'code': 200} Sep 29 23:01:26.000362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-953e214e-2263-4669-9124-6bd952b64fc9 req-5ac7d7c2-2453-4a87-8c16-20c9b1db9284 service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123044 Sep 29 23:01:26.094958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d6e95-a104-4172-aafc-635ac0ce638d req-6412da09-d0dc-4b87-9567-0a803e8d5add tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:26.103767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-519d6e95-a104-4172-aafc-635ac0ce638d req-6412da09-d0dc-4b87-9567-0a803e8d5add tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.0982263 Sep 29 23:01:26.114109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-e4891dda-28d2-4b06-8f9c-f97ec31a0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:26.115709 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-e4891dda-28d2-4b06-8f9c-f97ec31a0636 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.3112276 Sep 29 23:01:26.116800 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:ee:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de2654-3284-44bd-b6cf-e38970ed1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:23Z', 'revision_number': 8, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:26.164099 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b19d53b-89d4-48ee-b053-b2a0a67b487e None None] The sync data for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 is: [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9b0a6f37-de00-4409-9708-9fac09f7e7f8', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'port_id': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'mac_address': 'fa:16:3e:ee:82:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17de2654-3284-44bd-b6cf-e38970ed1525', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:00:46Z', 'updated_at': '2021-09-29T23:01:23Z', 'revision_number': 8, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:01:26.210453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec138e6-2283-4a8b-b821-378b4b80ba2d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:26.219196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:26.221230 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-519d6e95-a104-4172-aafc-635ac0ce638d req-f72935ea-6eae-4183-819e-fefdd12c93b8 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093383 Sep 29 23:01:26.252261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Transition to ACTIVE for port object cec138e6-2283-4a8b-b821-378b4b80ba2d will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:01:26.261802 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-0a96516d-4683-4e37-9d52-0b708d924fc7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 200 len: 217 time: 0.1227379 Sep 29 23:01:26.268718 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:26.289440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a326c-270a-48bb-94bc-f98820c375bd req-2eb4f271-bf91-4234-b46a-95072a77addc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:26.296839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee9a326c-270a-48bb-94bc-f98820c375bd req-2eb4f271-bf91-4234-b46a-95072a77addc tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 931 time: 0.1771677 Sep 29 23:01:26.351190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-3c847406-9190-47b1-b4cb-530bebe345b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:26.352738 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-3c847406-9190-47b1-b4cb-530bebe345b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1096 time: 0.3630855 Sep 29 23:01:26.374343 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device bc852035-333a-4331-bd83-00b57dbc7f7e details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:26.410247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee9a326c-270a-48bb-94bc-f98820c375bd req-7a84b496-6361-4511-bf7a-e26ba7505122 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120217 Sep 29 23:01:26.472859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Pushing event updated for resources: {'Port': ['ID=cec138e6-2283-4a8b-b821-378b4b80ba2d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:26.499389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-00bb06ba-d2e3-4085-940a-d8adbd7a055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:26.501475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-00bb06ba-d2e3-4085-940a-d8adbd7a055e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.2211008 Sep 29 23:01:26.575858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f121d266-2a7d-4f56-be6a-d751e1616f42 None None] New status for floating IP 9b0a6f37-de00-4409-9708-9fac09f7e7f8: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:01:26.610234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dad9b0-d30a-4220-9a9d-bcca32e47516 req-d470ede5-c017-45df-a994-1d3b8d104f6c tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:26.611870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17dad9b0-d30a-4220-9a9d-bcca32e47516 req-d470ede5-c017-45df-a994-1d3b8d104f6c tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 944 time: 0.0708444 Sep 29 23:01:26.704351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17dad9b0-d30a-4220-9a9d-bcca32e47516 req-0c646499-1202-4515-8b14-60ab34bc3461 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856535 Sep 29 23:01:26.850150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b30710d4-36fb-4f74-a9d7-a367205dc883 req-50b94600-1bce-4acd-a8db-30c8a7538410 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips/9b0a6f37-de00-4409-9708-9fac09f7e7f8 HTTP/1.1" status: 200 len: 996 time: 0.1038117 Sep 29 23:01:26.931747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:26.959558 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-04fed4c1-d3d1-4b2d-99d5-8a13b9ac66c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4292495 Sep 29 23:01:26.961610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device bc852035-333a-4331-bd83-00b57dbc7f7e has no active binding in host n-h2-811173-2 {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 23:01:27.041802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30710d4-36fb-4f74-a9d7-a367205dc883 req-5b5624d9-7443-46db-b101-01c5f36dedc8 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.043869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b30710d4-36fb-4f74-a9d7-a367205dc883 req-5b5624d9-7443-46db-b101-01c5f36dedc8 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1928840 Sep 29 23:01:27.054049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-b30710d4-36fb-4f74-a9d7-a367205dc883 req-e6039200-0c12-40ec-8e89-c3e5587637a1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:01:27.055794 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b30710d4-36fb-4f74-a9d7-a367205dc883 req-e6039200-0c12-40ec-8e89-c3e5587637a1 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063152 Sep 29 23:01:27.142780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d2510-0712-4129-b37c-09d3ac7c7db1 req-589153ba-2a8b-4b48-83fb-793326d7fbc7 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.144023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-012d2510-0712-4129-b37c-09d3ac7c7db1 req-589153ba-2a8b-4b48-83fb-793326d7fbc7 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 949 time: 0.0701175 Sep 29 23:01:27.147337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Attempting to bind port cec138e6-2283-4a8b-b821-378b4b80ba2d on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:01:27.147774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Attempting to bind port cec138e6-2283-4a8b-b821-378b4b80ba2d by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:01:27.148175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Attempting to bind port cec138e6-2283-4a8b-b821-378b4b80ba2d on network b14a8130-7970-41a2-a073-fd7dae695e31 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:27.160662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-e3df3372-3901-47c7-b860-c1d6b5b75bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.162648 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-e3df3372-3901-47c7-b860-c1d6b5b75bb6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.7955482 Sep 29 23:01:27.165547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Port cec138e6-2283-4a8b-b821-378b4b80ba2d on network b14a8130-7970-41a2-a073-fd7dae695e31 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:01:27.166017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Attempting to bind port cec138e6-2283-4a8b-b821-378b4b80ba2d on network b14a8130-7970-41a2-a073-fd7dae695e31 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:27.225658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:01:27.225887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Checking segment: {'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:27.226286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Bound using segment: {'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:01:27.226745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Bound port: cec138e6-2283-4a8b-b821-378b4b80ba2d, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589f9c90-25ab-4732-a0e7-3a63d5d4ace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:01:27.227112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:27.231993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-012d2510-0712-4129-b37c-09d3ac7c7db1 req-94e2bba1-3332-4983-89c7-0dfe63808a50 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865266 Sep 29 23:01:27.237399 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-83ae53c4-32dd-4150-94c3-fefd4e47667f service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673221 Sep 29 23:01:27.242187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-552f4955-364b-4bd8-a2c2-20e0a3c453b4 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 1001 time: 0.0961688 Sep 29 23:01:27.304553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-293c8a20-002b-420a-941c-c4bfa790ad77 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.306027 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-293c8a20-002b-420a-941c-c4bfa790ad77 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports/6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 942 time: 0.0552051 Sep 29 23:01:27.335441 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-bf1b22f8-7ff9-48e2-a75a-7db89d5ed487 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 1001 time: 0.1631777 Sep 29 23:01:27.363159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215d94b-8770-4b5a-9286-bc19a9010fc3 req-8fe650d5-0507-4d74-a3f2-9c02cca4f411 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.364956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2215d94b-8770-4b5a-9286-bc19a9010fc3 req-8fe650d5-0507-4d74-a3f2-9c02cca4f411 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.0557830 Sep 29 23:01:27.428238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] For port cec138e6-2283-4a8b-b821-378b4b80ba2d, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:27.448930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2215d94b-8770-4b5a-9286-bc19a9010fc3 req-d96ebcbe-ab75-4747-8c98-00641848e4ba tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759022 Sep 29 23:01:27.454772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] For port cec138e6-2283-4a8b-b821-378b4b80ba2d, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cec138e6-2283-4a8b-b821-378b4b80ba2d,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:01:27.456959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-cbade2c7-0b46-4ad3-90b9-b35a86f112e0 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 1001 time: 0.0903709 Sep 29 23:01:27.460925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:27.464678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-31194cea-4d7c-4194-8ec0-621031244daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.466534 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-31194cea-4d7c-4194-8ec0-621031244daf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0903950 Sep 29 23:01:27.471038 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-2f022e81-b808-4903-ad17-306187bb8630 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222364 Sep 29 23:01:27.536321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.536955 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:27.538796 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] 10.222.0.42 "PUT /v2.0/ports/cec138e6-2283-4a8b-b821-378b4b80ba2d HTTP/1.1" status: 200 len: 1091 time: 2.3001699 Sep 29 23:01:27.561920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57080ada-6044-420d-8b60-ad4242641b21 service neutron] Pushing event updated for resources: {'Port': ['ID=cec138e6-2283-4a8b-b821-378b4b80ba2d,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:27.590629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-938cc41f-aed5-47a0-a845-c225c8e304c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.592122 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-938cc41f-aed5-47a0-a845-c225c8e304c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164689 Sep 29 23:01:27.600503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-fb58e956-7d3d-4c8f-8852-b981ef06b82f tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.601881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-fb58e956-7d3d-4c8f-8852-b981ef06b82f tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1372218 Sep 29 23:01:27.661453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-be145b96-5b3f-4ce9-878d-2cfb4e944fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.662979 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-be145b96-5b3f-4ce9-878d-2cfb4e944fb7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=61c3500048974007942d51412ced450b&device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 1095 time: 0.0856421 Sep 29 23:01:27.681041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'name': 'network-vif-deleted', 'tag': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b'}, {'name': 'network-changed', 'server_uuid': '76f19e3a-e5ee-4677-a472-2a01da6ca0c3', 'tag': 'cec138e6-2283-4a8b-b821-378b4b80ba2d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:27.684049 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c432cfd6-a3a4-4792-8b09-d86356fedf8c" -d '{"events": [{"server_uuid": "590585ce-2550-422c-a8b4-e11c3eb4ffac", "name": "network-vif-deleted", "tag": "8e9f10fe-8566-46c7-85cb-8a24fb98b86b"}, {"name": "network-changed", "server_uuid": "76f19e3a-e5ee-4677-a472-2a01da6ca0c3", "tag": "cec138e6-2283-4a8b-b821-378b4b80ba2d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:27.687758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-e77acbf7-b4a7-47dd-970b-ca465aee0f11 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 1001 time: 0.0772235 Sep 29 23:01:27.700096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-5bd3bee5-f700-497b-aff9-a4b3e7085ef2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:27.776550 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-5bd3bee5-f700-497b-aff9-a4b3e7085ef2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:27.791047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-95a1e961-e1b7-4f70-aa8a-50823d21bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.792872 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-95a1e961-e1b7-4f70-aa8a-50823d21bdb6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c68216839e14637a486a0eea81a9a80&device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 1094 time: 0.1681259 Sep 29 23:01:27.852660 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-cec90998-2129-4385-9def-1a0179d74657 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cec138e6-2283-4a8b-b821-378b4b80ba2d HTTP/1.1" status: 200 len: 217 time: 0.0441418 Sep 29 23:01:27.854746 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-35da82bf-4fc3-42b4-a139-496c41d1b90e service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384138 Sep 29 23:01:27.913291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-14fb4e95-73af-4b0f-a9aa-c289c0a8aa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.914779 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-14fb4e95-73af-4b0f-a9aa-c289c0a8aa45 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1bb8317d-ca17-47d1-80a6-110d93408891 HTTP/1.1" status: 200 len: 919 time: 0.2410603 Sep 29 23:01:27.935157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2ef33-daf2-4eb9-afb1-5b75c8f60c46 req-4261396f-5914-4ed0-8380-9f3f8b04aa15 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:27.937129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73f2ef33-daf2-4eb9-afb1-5b75c8f60c46 req-4261396f-5914-4ed0-8380-9f3f8b04aa15 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 943 time: 0.0951259 Sep 29 23:01:27.972708 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-5bd3bee5-f700-497b-aff9-a4b3e7085ef2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:27.984545 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-5bd3bee5-f700-497b-aff9-a4b3e7085ef2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:27.984882 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-5bd3bee5-f700-497b-aff9-a4b3e7085ef2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Floating IP 9b0a6f37-de00-4409-9708-9fac09f7e7f8 disassociated. External IP: 172.25.4.171, port: 6d4d0999-28c3-48dc-b8e9-3e48500668cb. Sep 29 23:01:28.001347 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-b2ac5cf4-1e5f-439e-aaa0-75c0def26512 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ef69045-bf48-437c-bccb-78f41108b6e1 HTTP/1.1" status: 200 len: 217 time: 0.0765312 Sep 29 23:01:28.022460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-06a39594-3340-4ed6-b055-8942b95630ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:28.023912 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-06a39594-3340-4ed6-b055-8942b95630ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6281830-dcab-48c7-805a-af6788287cbb HTTP/1.1" status: 200 len: 862 time: 0.1618843 Sep 29 23:01:28.038958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73f2ef33-daf2-4eb9-afb1-5b75c8f60c46 req-fb8fdbf6-96e4-4bb0-8436-c8dbd98fe0f6 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721812 Sep 29 23:01:28.082312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-29a6ed0c-89f0-4d0d-96f2-b46ffd7824f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b14a8130-7970-41a2-a073-fd7dae695e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379083 Sep 29 23:01:28.087620 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-62ce8691-d53c-4c0d-8361-3fd8957cecd6 req-52ed89df-3991-4189-9988-6daaa5f40b53 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113428 Sep 29 23:01:28.122425 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8521702e-235c-4c73-9ed4-a20d7f27ade0 x-openstack-request-id: req-8521702e-235c-4c73-9ed4-a20d7f27ade0 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:28.122738 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590585ce-2550-422c-a8b4-e11c3eb4ffac", "name": "network-vif-deleted", "tag": "8e9f10fe-8566-46c7-85cb-8a24fb98b86b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76f19e3a-e5ee-4677-a472-2a01da6ca0c3", "tag": "cec138e6-2283-4a8b-b821-378b4b80ba2d", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:28.123059 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8521702e-235c-4c73-9ed4-a20d7f27ade0 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:28.123401 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590585ce-2550-422c-a8b4-e11c3eb4ffac', 'name': 'network-vif-deleted', 'tag': '8e9f10fe-8566-46c7-85cb-8a24fb98b86b', 'status': 'completed', 'code': 200} Sep 29 23:01:28.123660 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76f19e3a-e5ee-4677-a472-2a01da6ca0c3', 'tag': 'cec138e6-2283-4a8b-b821-378b4b80ba2d', 'status': 'completed', 'code': 200} Sep 29 23:01:28.125334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-19809b5b-c3bd-4a04-8d51-002663e10469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:28.126843 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-19809b5b-c3bd-4a04-8d51-002663e10469 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=49407502-92cf-41f3-a655-1e14a1401174 HTTP/1.1" status: 200 len: 858 time: 0.1170480 Sep 29 23:01:28.194157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-a6565d14-8357-4bd6-bdfb-50e959650ccf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1bb8317d-ca17-47d1-80a6-110d93408891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586982 Sep 29 23:01:28.230559 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-5bf0eaa1-9ba2-475e-acc3-0c1086eebed1 service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381555 Sep 29 23:01:28.313125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b32e0-e239-4ed5-adf1-b675132eafd2 req-14e2c104-6255-45d2-8f59-e8295dcb6379 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:28.314554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-123b32e0-e239-4ed5-adf1-b675132eafd2 req-14e2c104-6255-45d2-8f59-e8295dcb6379 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 949 time: 0.1415932 Sep 29 23:01:28.317897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-5bd3bee5-f700-497b-aff9-a4b3e7085ef2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Router e4fee08f-0726-46dd-acc5-997c2b95c129 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:01:28.347899 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-06cf1fc2-bde2-4d8a-8d48-b00d399b650a service neutron] 10.222.0.42 "GET /v2.0/ports/bc852035-333a-4331-bd83-00b57dbc7f7e/bindings/n-h2-811173-2 HTTP/1.1" status: 200 len: 384 time: 0.1114876 Sep 29 23:01:28.374195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 8e9f10fe-8566-46c7-85cb-8a24fb98b86b no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:28.377428 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-7f73916f-5576-455e-8aec-ee8b4ff28227 service neutron] 10.222.0.42 "GET /v2.0/networks/1bb8317d-ca17-47d1-80a6-110d93408891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597240 Sep 29 23:01:28.382874 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6a9a3ff-99bc-4fff-9a6e-7d4795389d89 req-c302c926-7944-47ac-8e44-e734450df8ac service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431882 Sep 29 23:01:28.395266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 8e9f10fe-8566-46c7-85cb-8a24fb98b86b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:28.395616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 8e9f10fe-8566-46c7-85cb-8a24fb98b86b not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:28.427951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-123b32e0-e239-4ed5-adf1-b675132eafd2 req-aee9632c-657b-4414-80d5-3aaa296e5168 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060054 Sep 29 23:01:28.531714 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-50acec89-95d4-4a0a-9324-6c8d40632067 req-a9640dc8-7402-4858-8483-1b20c124cccc service neutron] 10.222.0.42 "GET /v2.0/networks/1bb8317d-ca17-47d1-80a6-110d93408891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360891 Sep 29 23:01:28.548413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432cfd6-a3a4-4792-8b09-d86356fedf8c req-894ce369-81e8-4e52-b5e6-7672c0f3a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:28.549924 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c432cfd6-a3a4-4792-8b09-d86356fedf8c req-894ce369-81e8-4e52-b5e6-7672c0f3a4a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c68216839e14637a486a0eea81a9a80&device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 1094 time: 0.0508933 Sep 29 23:01:28.656007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432cfd6-a3a4-4792-8b09-d86356fedf8c req-3ac706bb-8cd4-496a-b95a-7817a79d35e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:28.657516 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c432cfd6-a3a4-4792-8b09-d86356fedf8c req-3ac706bb-8cd4-496a-b95a-7817a79d35e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b14a8130-7970-41a2-a073-fd7dae695e31 HTTP/1.1" status: 200 len: 923 time: 0.0974009 Sep 29 23:01:28.701320 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c432cfd6-a3a4-4792-8b09-d86356fedf8c req-265063e0-f11f-4805-bf9b-c70b90fc208a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cec138e6-2283-4a8b-b821-378b4b80ba2d HTTP/1.1" status: 200 len: 217 time: 0.0358584 Sep 29 23:01:28.753255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432cfd6-a3a4-4792-8b09-d86356fedf8c req-45fead19-fe51-4e02-8693-b536c4de1cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:28.754743 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c432cfd6-a3a4-4792-8b09-d86356fedf8c req-45fead19-fe51-4e02-8693-b536c4de1cc4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a6281830-dcab-48c7-805a-af6788287cbb HTTP/1.1" status: 200 len: 862 time: 0.0461013 Sep 29 23:01:28.789072 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c432cfd6-a3a4-4792-8b09-d86356fedf8c req-5f9600fd-cde5-430c-a841-99491a2dccff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b14a8130-7970-41a2-a073-fd7dae695e31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256927 Sep 29 23:01:28.851546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-5bd3bee5-f700-497b-aff9-a4b3e7085ef2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:01:28.857624 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-5bd3bee5-f700-497b-aff9-a4b3e7085ef2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:28.863261 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] Sync routers for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:01:28.874350 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:28.875042 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:28.892300 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c432cfd6-a3a4-4792-8b09-d86356fedf8c req-f83f7015-d848-4d12-9f0a-a660dcc108d5 service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936549 Sep 29 23:01:28.910771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be9cff-d210-4fa5-ba8a-6ee2a68d3971 req-2922733d-63f6-4d81-b897-2c628bea607f tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:28.912046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0be9cff-d210-4fa5-ba8a-6ee2a68d3971 req-2922733d-63f6-4d81-b897-2c628bea607f tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 944 time: 0.3928781 Sep 29 23:01:28.920059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-5bd3bee5-f700-497b-aff9-a4b3e7085ef2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "PUT /v2.0/floatingips/9b0a6f37-de00-4409-9708-9fac09f7e7f8 HTTP/1.1" status: 200 len: 696 time: 1.2230170 Sep 29 23:01:28.922865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:28.926280 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299c6985-8a46-45a1-a022-b0ed94ecc5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:28.928550 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7ef69045-bf48-437c-bccb-78f41108b6e1 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:28.996836 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:29.015523 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c432cfd6-a3a4-4792-8b09-d86356fedf8c req-c35d18db-3c86-4012-9c91-84d72736657d service neutron] 10.222.0.42 "GET /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161234 Sep 29 23:01:29.050499 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7ef69045-bf48-437c-bccb-78f41108b6e1, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7ef69045-bf48-437c-bccb-78f41108b6e1,segment=NetworkSegment(9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997),segment_id=9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:29.053755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0be9cff-d210-4fa5-ba8a-6ee2a68d3971 req-dfc9f816-8209-4b79-a1a3-2ee475f7a0a8 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218417 Sep 29 23:01:29.062610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-422f3a01-f58e-47a8-8efd-04850a29739c service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:29.066889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '7ef69045-bf48-437c-bccb-78f41108b6e1', 'network_id': '1bb8317d-ca17-47d1-80a6-110d93408891', 'port_id': '7ef69045-bf48-437c-bccb-78f41108b6e1', 'mac_address': 'fa:16:3e:9e:20:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49407502-92cf-41f3-a655-1e14a1401174', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:29.079511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-84155d6b-1c7e-45c2-ae1e-b1596f094047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:29.081061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-84155d6b-1c7e-45c2-ae1e-b1596f094047 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1096 time: 0.1468642 Sep 29 23:01:29.108268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-422f3a01-f58e-47a8-8efd-04850a29739c service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:29.122097 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:29.142293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ef69045-bf48-437c-bccb-78f41108b6e1 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:29.176180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7ef69045-bf48-437c-bccb-78f41108b6e1, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7ef69045-bf48-437c-bccb-78f41108b6e1,segment=NetworkSegment(9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997),segment_id=9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:29.183090 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:29.196731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-422f3a01-f58e-47a8-8efd-04850a29739c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc852035-333a-4331-bd83-00b57dbc7f7e {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:29.223044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-422f3a01-f58e-47a8-8efd-04850a29739c service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:29.244139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=7ef69045-bf48-437c-bccb-78f41108b6e1,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:29.267866 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-422f3a01-f58e-47a8-8efd-04850a29739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:29.287176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-ecf0a003-31c6-4e27-949f-faed5c95faa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:29.288701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-ecf0a003-31c6-4e27-949f-faed5c95faa0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.1907794 Sep 29 23:01:29.307972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62472b-c5fc-4426-996f-98139e34fb08 req-d5445dc0-44b7-40db-8c20-09f1bfe015f5 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:29.311087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca62472b-c5fc-4426-996f-98139e34fb08 req-d5445dc0-44b7-40db-8c20-09f1bfe015f5 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 944 time: 0.1065114 Sep 29 23:01:29.343550 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:29.365729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-00a1db35-34fd-43aa-9f9a-551b983dd682 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 217 time: 0.0684779 Sep 29 23:01:29.373875 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] Checking router: e4fee08f-0726-46dd-acc5-997c2b95c129 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:01:29.382260 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:29.382860 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:29.459400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca62472b-c5fc-4426-996f-98139e34fb08 req-78228c17-d0e2-4c88-b6d7-a01b697a2908 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018097 Sep 29 23:01:29.462549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-262fe95a-23be-4c59-ba65-10bacc77adc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:29.464390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-262fe95a-23be-4c59-ba65-10bacc77adc6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.0875745 Sep 29 23:01:29.475169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-422f3a01-f58e-47a8-8efd-04850a29739c service neutron] Transition to ACTIVE for port object bc852035-333a-4331-bd83-00b57dbc7f7e will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:01:29.486973 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-422f3a01-f58e-47a8-8efd-04850a29739c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:29.497319 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:29.580925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-422f3a01-f58e-47a8-8efd-04850a29739c service neutron] No DVR routers for this DVR port bc852035-333a-4331-bd83-00b57dbc7f7e on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:29.629695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f3a01-f58e-47a8-8efd-04850a29739c service neutron] Pushing event updated for resources: {'Port': ['ID=bc852035-333a-4331-bd83-00b57dbc7f7e,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:29.639204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['7ef69045-bf48-437c-bccb-78f41108b6e1'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:29.665582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-69a12404-5649-446c-9a72-d121da476da8 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e6d7f8c3de714814a01f70f895843e37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0857422 Sep 29 23:01:29.692817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-516b7977-b90c-4df8-a0a2-4ec86de953c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:29.694606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-516b7977-b90c-4df8-a0a2-4ec86de953c3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1973579 Sep 29 23:01:29.700075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-422f3a01-f58e-47a8-8efd-04850a29739c service neutron] 10.222.0.42 "PUT /v2.0/ports/bc852035-333a-4331-bd83-00b57dbc7f7e/bindings/n-h2-811173-2/activate HTTP/1.1" status: 200 len: 369 time: 1.3414531 Sep 29 23:01:29.769899 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:29.802998 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e823c87-6e5c-4d46-b4ad-7657b7ab3022 None None] The sync data for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 is: [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:00:21Z', 'revision_number': 4, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d165aab-d958-4587-9fbd-86845ecce1d4', 'name': '', 'network_id': '11415384-015c-4d5d-ba48-b0e1d65ca6ad', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'mac_address': 'fa:16:3e:40:0e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:19Z', 'updated_at': '2021-09-29T23:00:27Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'subnets': [{'id': '0a8cc7f0-896c-4150-982e-c0aeb74a04de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:01:29.884989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-a086ef88-fdb5-4b1a-9bb0-3ba2678e9ec2 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:29.886646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-a086ef88-fdb5-4b1a-9bb0-3ba2678e9ec2 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2110288 Sep 29 23:01:29.888555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-f70ac13b-ff86-4caa-a4aa-bc9f09725004 service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804433 Sep 29 23:01:29.915429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-90d186bd-843e-48f9-b79d-bb897a5edea6 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:29.917258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-90d186bd-843e-48f9-b79d-bb897a5edea6 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.0961125 Sep 29 23:01:29.925300 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-364fd99d-21c4-44ba-a770-d0d02ca37a91 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/quotas/e6d7f8c3de714814a01f70f895843e37 HTTP/1.1" status: 200 len: 375 time: 0.0304458 Sep 29 23:01:30.024629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c6a344ba-d22e-406e-8388-47b12e890d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:30.027898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-c6a344ba-d22e-406e-8388-47b12e890d17 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b&tenant_id=04184e88ba3b425fad67d78550b30b78 HTTP/1.1" status: 200 len: 1096 time: 0.0963702 Sep 29 23:01:30.030099 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-d0d67da5-555d-42a5-9f26-dad2944f2a11 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e6d7f8c3de714814a01f70f895843e37&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0965383 Sep 29 23:01:30.048198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d808dd6b-2b42-4000-b759-f3319b6f759e req-8f1f6ae5-dacc-47ae-a063-394b347f9af5 service neutron] 10.222.0.44 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517370 Sep 29 23:01:30.117671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-f83fafaf-c8d5-400d-9341-898126940578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:30.121446 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-f83fafaf-c8d5-400d-9341-898126940578 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1096 time: 0.0686862 Sep 29 23:01:30.194553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cd9276-54d6-4647-b624-3af41fadf172 None None] New status for floating IP 9b0a6f37-de00-4409-9708-9fac09f7e7f8: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:01:30.268686 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2afd26-27b8-4880-817b-f8581a241031 x-openstack-request-id: req-fd2afd26-27b8-4880-817b-f8581a241031 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:30.269169 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:30.269528 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd2afd26-27b8-4880-817b-f8581a241031 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:30.270357 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'status': 'completed', 'code': 200} Sep 29 23:01:30.339463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-f390cee7-7b83-4a26-8ec9-db597644018d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:30.341393 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-f390cee7-7b83-4a26-8ec9-db597644018d service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.2106318 Sep 29 23:01:30.393682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ec8cda5a-149e-4c92-9a33-f7c466773c22 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:30.416230 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-57761770-4173-4517-b770-791beb62c544 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 200 len: 217 time: 0.0534678 Sep 29 23:01:30.463972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-fe9d82f0-980a-49e9-a496-93f227550350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:30.465473 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-fe9d82f0-980a-49e9-a496-93f227550350 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7f6c99f38ef9470fa52361c15494a72c&device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 1096 time: 0.1650152 Sep 29 23:01:30.528564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b657a6-b5b4-40df-98a9-e2142a96eccf req-02a27bed-0db8-4e9e-9e85-2f1c6f8cec8f tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:30.532357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3b657a6-b5b4-40df-98a9-e2142a96eccf req-02a27bed-0db8-4e9e-9e85-2f1c6f8cec8f tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 945 time: 0.0919967 Sep 29 23:01:30.542215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51460f6-ae99-4551-aae9-dd55684c2df9 req-6f84d2b2-c995-4bef-86e8-bc5afa5edb6b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:30.544282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f51460f6-ae99-4551-aae9-dd55684c2df9 req-6f84d2b2-c995-4bef-86e8-bc5afa5edb6b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 943 time: 0.2128856 Sep 29 23:01:30.615663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-a09d7a35-a699-4e31-8416-bea381b2265f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:30.617227 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-a09d7a35-a699-4e31-8416-bea381b2265f service neutron] 10.222.0.26 "GET /v2.0/networks?id=11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 200 len: 922 time: 0.1426699 Sep 29 23:01:30.627287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f51460f6-ae99-4551-aae9-dd55684c2df9 req-587668a9-09a5-4bd9-8392-270f83b97a49 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755870 Sep 29 23:01:30.646593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-6ce46e99-8762-4d6b-b84a-2e148e7de2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:30.652098 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-6ce46e99-8762-4d6b-b84a-2e148e7de2fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.2231796 Sep 29 23:01:30.661439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3b657a6-b5b4-40df-98a9-e2142a96eccf req-4f03d426-9bf9-46ef-93e3-021d0fd9ed30 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998082 Sep 29 23:01:30.708478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:30.733433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'mac_address': 'fa:16:3e:c8:3c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:30.744284 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a86efb8-7c80-4020-a71b-e0e1b346c29d req-e20a2e68-3656-4d3a-91d7-3f346e419fb9 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 210 time: 0.0382233 Sep 29 23:01:30.781650 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-d2c99104-3cea-428e-81a1-58c52451d8f4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 200 len: 217 time: 0.1526275 Sep 29 23:01:30.828168 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-3c00f1f2-f70a-4b02-9ae6-f8466f27b69c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695043 Sep 29 23:01:30.888111 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:30.915549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec8cda5a-149e-4c92-9a33-f7c466773c22 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:30.956665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:30.957730 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-b51786bc-dace-4b3f-add3-8e10f9bba9c2 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064081 Sep 29 23:01:30.964341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7ef69045-bf48-437c-bccb-78f41108b6e1 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:30.976786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-ae84b226-af1f-432f-8a8f-9e62aa303997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:30.978629 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-ae84b226-af1f-432f-8a8f-9e62aa303997 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 200 len: 860 time: 0.1641905 Sep 29 23:01:31.050701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f3a4b-67ea-48ac-a465-1ef530451b3a req-ecb3d953-55d8-43f5-94d3-51830245d0a6 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:31.071082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d21f3a4b-67ea-48ac-a465-1ef530451b3a req-ecb3d953-55d8-43f5-94d3-51830245d0a6 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 945 time: 0.2171228 Sep 29 23:01:31.073820 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:31.102667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-0c29c2f9-2699-4d10-9348-01fa76eb4ed6 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips/9b0a6f37-de00-4409-9708-9fac09f7e7f8 HTTP/1.1" status: 200 len: 694 time: 0.2071085 Sep 29 23:01:31.130557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-463ae099-cfa0-4af2-8f12-d3e912e8678f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:31.132085 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-463ae099-cfa0-4af2-8f12-d3e912e8678f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=11415384-015c-4d5d-ba48-b0e1d65ca6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1395986 Sep 29 23:01:31.142306 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-6337ce1a-1dd5-4e80-ac2c-cb6664a78826 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744618 Sep 29 23:01:31.212750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['ec8cda5a-149e-4c92-9a33-f7c466773c22'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:31.226109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 7ef69045-bf48-437c-bccb-78f41108b6e1 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:01:31.242011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d21f3a4b-67ea-48ac-a465-1ef530451b3a req-14ad91d0-d6f2-42ec-a1cc-ff82df1be9d8 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699555 Sep 29 23:01:31.266503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 7ef69045-bf48-437c-bccb-78f41108b6e1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:31.266975 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:31.278309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:31.383099 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-b5fe1303-3e05-4801-bd41-e2426c71d122 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396882 Sep 29 23:01:31.392045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-f0e158ac-dc3c-4d13-8dc5-fe4634ada2a2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:31.408232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-f0e158ac-dc3c-4d13-8dc5-fe4634ada2a2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.2847176 Sep 29 23:01:31.421241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-bc4e3231-1d52-4504-9fb2-6e34a376ad45 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:01:31.422496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-bc4e3231-1d52-4504-9fb2-6e34a376ad45 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0069981 Sep 29 23:01:31.538890 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-e4fecbd3-3a70-4ce6-bf5a-0202a379e77b tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 697 time: 0.1092379 Sep 29 23:01:31.543436 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:31.580041 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-299c6985-8a46-45a1-a022-b0ed94ecc5b2 req-e69144a5-aa73-4bcb-a517-09d222cf28e0 service neutron] 10.222.0.26 "GET /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879129 Sep 29 23:01:31.597056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4106636b-f3a8-419e-8b14-4d4d387ae5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef69045-bf48-437c-bccb-78f41108b6e1'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:31.599546 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8418c4d8-b647-4768-9cf1-2bd81ad4fa6a" -d '{"events": [{"server_uuid": "4106636b-f3a8-419e-8b14-4d4d387ae5c1", "name": "network-vif-plugged", "status": "completed", "tag": "7ef69045-bf48-437c-bccb-78f41108b6e1"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:31.618066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-33f03751-ab57-407e-aab4-55ab01758d1f tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.171 HTTP/1.1" status: 200 len: 697 time: 0.0776029 Sep 29 23:01:31.629926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7ef69045-bf48-437c-bccb-78f41108b6e1, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7ef69045-bf48-437c-bccb-78f41108b6e1,segment=NetworkSegment(9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997),segment_id=9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:31.640880 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:31.641896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device bc852035-333a-4331-bd83-00b57dbc7f7e no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:31.698426 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d249b6-685f-407a-bc23-f65f24d1575d x-openstack-request-id: req-04d249b6-685f-407a-bc23-f65f24d1575d {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:31.699855 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4106636b-f3a8-419e-8b14-4d4d387ae5c1", "name": "network-vif-plugged", "status": "completed", "tag": "7ef69045-bf48-437c-bccb-78f41108b6e1", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:31.700288 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04d249b6-685f-407a-bc23-f65f24d1575d {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:31.701125 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4106636b-f3a8-419e-8b14-4d4d387ae5c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ef69045-bf48-437c-bccb-78f41108b6e1', 'code': 200} Sep 29 23:01:31.703389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-4825d577-d3e2-4872-a3ed-1055ca77ab6a tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:31.709405 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-4825d577-d3e2-4872-a3ed-1055ca77ab6a tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.1120625 Sep 29 23:01:31.786042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=7ef69045-bf48-437c-bccb-78f41108b6e1,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:31.795805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device bc852035-333a-4331-bd83-00b57dbc7f7e not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:31.918941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-a3b00758-e126-4c7c-9a26-0ade1845da14 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Deleting port 3440dcca-9866-4c7e-9909-54f491b9834b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:31.919321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-a3b00758-e126-4c7c-9a26-0ade1845da14 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.018084 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-a3b00758-e126-4c7c-9a26-0ade1845da14 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.018349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-a3b00758-e126-4c7c-9a26-0ade1845da14 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.032245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-a3b00758-e126-4c7c-9a26-0ade1845da14 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Calling delete_port for 3440dcca-9866-4c7e-9909-54f491b9834b owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:32.124261 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-f8a8d754-f2ae-4758-87a8-33ac84f3a8b9 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e6d7f8c3de714814a01f70f895843e37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329802 Sep 29 23:01:32.189191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4c06c-d5a1-4aac-8ce1-e7a2a2d1195e req-29f9c271-00a1-43fa-bb0e-a8e35890b75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:32.190711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3e4c06c-d5a1-4aac-8ce1-e7a2a2d1195e req-29f9c271-00a1-43fa-bb0e-a8e35890b75b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 1097 time: 0.4085352 Sep 29 23:01:32.239273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4263e113-4f92-4ada-885b-09cb746442d4 req-b3aa99e5-ab56-404e-983c-388baaeef8fb tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:32.240922 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4263e113-4f92-4ada-885b-09cb746442d4 req-b3aa99e5-ab56-404e-983c-388baaeef8fb tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 943 time: 0.3991370 Sep 29 23:01:32.242393 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-a3b00758-e126-4c7c-9a26-0ade1845da14 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.297466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b00758-e126-4c7c-9a26-0ade1845da14 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Pushing event deleted for resources: {'Port': ['ID=3440dcca-9866-4c7e-9909-54f491b9834b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:32.306766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3e4c06c-d5a1-4aac-8ce1-e7a2a2d1195e req-6447ec13-5c34-490c-8c37-1440c5d601f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047196 Sep 29 23:01:32.376207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4263e113-4f92-4ada-885b-09cb746442d4 req-0e50cea3-afa8-4665-b5a8-af0f13996be2 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120248 Sep 29 23:01:32.396245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ec8cda5a-149e-4c92-9a33-f7c466773c22 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:32.402613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-e33b507c-1f36-4454-a39c-06e11138a466 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:32.404426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-e33b507c-1f36-4454-a39c-06e11138a466 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731438 Sep 29 23:01:32.421319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-a3b00758-e126-4c7c-9a26-0ade1845da14 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.424148 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-a3b00758-e126-4c7c-9a26-0ade1845da14 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.425324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9dcf823a-4a8b-4c7d-8509-622ba814ca75 req-a3b00758-e126-4c7c-9a26-0ade1845da14 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "DELETE /v2.0/floatingips/9b0a6f37-de00-4409-9708-9fac09f7e7f8 HTTP/1.1" status: 204 len: 173 time: 0.8062463 Sep 29 23:01:32.428851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Request body: {'port': {'device_id': '33235564-5df9-4874-94a9-17e3f62c1b73', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'e6d7f8c3de714814a01f70f895843e37'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:32.436792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-316f5464-a9a7-451d-97d8-721f09de1b16 service neutron] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:32.469084 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-316f5464-a9a7-451d-97d8-721f09de1b16 service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.470468 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37d4b410-eb4c-42ff-872c-5fb3a7d27a69 req-316f5464-a9a7-451d-97d8-721f09de1b16 service neutron] 10.222.0.26 "DELETE /v2.0/ports/bc852035-333a-4331-bd83-00b57dbc7f7e/bindings/n-h1-811173-2 HTTP/1.1" status: 204 len: 173 time: 0.7479572 Sep 29 23:01:32.515204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port ec8cda5a-149e-4c92-9a33-f7c466773c22 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:32.516155 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.569767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acb51c6e-dc27-43a0-919d-291c6dbb9633 req-d68fbca2-a5e6-490f-bd4b-33209e66b69e tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 210 time: 0.0371189 Sep 29 23:01:32.592964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ffc26-b2d3-449a-b430-0d30bedd1711 req-d9aa505b-306a-4cd0-9552-32d24ddf3d3b tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:32.594559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c33ffc26-b2d3-449a-b430-0d30bedd1711 req-d9aa505b-306a-4cd0-9552-32d24ddf3d3b tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 946 time: 0.1301050 Sep 29 23:01:32.621196 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.664416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:32.676437 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.695178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c33ffc26-b2d3-449a-b430-0d30bedd1711 req-08b8b526-f0a4-4386-8d6c-92e2dea62d9c tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932908 Sep 29 23:01:32.708101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Made reservation on behalf of e6d7f8c3de714814a01f70f895843e37 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:32.712826 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:32.823331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:32.835432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7db6f-34c2-48b4-9f21-d1c6cacef89b req-dfe1c71d-2f31-462e-bc6b-72a1fda487df tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:32.837381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80b7db6f-34c2-48b4-9f21-d1c6cacef89b req-dfe1c71d-2f31-462e-bc6b-72a1fda487df tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 945 time: 0.0633798 Sep 29 23:01:32.932553 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80b7db6f-34c2-48b4-9f21-d1c6cacef89b req-fcaf7ad4-ff9d-480d-a93e-696eccc01da8 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836179 Sep 29 23:01:32.958213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cec138e6-2283-4a8b-b821-378b4b80ba2d details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:33.001888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Allocated IP 192.168.233.64 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/7b73c97d-f440-4feb-bd64-497f68e5ccdf) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:33.179156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7944d-2e05-4f17-8210-c1a0485818ae req-19a7d4a7-400c-4403-90c4-d0dbca660360 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:33.180938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cec138e6-2283-4a8b-b821-378b4b80ba2d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cec138e6-2283-4a8b-b821-378b4b80ba2d,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:33.188617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ade7944d-2e05-4f17-8210-c1a0485818ae req-19a7d4a7-400c-4403-90c4-d0dbca660360 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 945 time: 0.0778821 Sep 29 23:01:33.211027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'cec138e6-2283-4a8b-b821-378b4b80ba2d', 'network_id': 'b14a8130-7970-41a2-a073-fd7dae695e31', 'port_id': 'cec138e6-2283-4a8b-b821-378b4b80ba2d', 'mac_address': 'fa:16:3e:d0:2a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6281830-dcab-48c7-805a-af6788287cbb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:33.225170 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:33.243103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ade7944d-2e05-4f17-8210-c1a0485818ae req-544daa5a-dd45-4eed-bf62-45acbe9b6e42 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486400 Sep 29 23:01:33.288179 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:33.292546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df957875-1500-49b2-9fe9-927b9c6d5a53 req-5c924fc2-e52b-472a-85eb-34e1afa458c5 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:33.300726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df957875-1500-49b2-9fe9-927b9c6d5a53 req-5c924fc2-e52b-472a-85eb-34e1afa458c5 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1096 time: 0.0565505 Sep 29 23:01:33.328379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['62a7b589-c78a-491e-bb2a-b3742fc7aa02'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:33.349511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:33.352936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:33.357415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:33.367400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Pushing event updated for resources: {'Port': ['ID=7b73c97d-f440-4feb-bd64-497f68e5ccdf,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:33.403734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df957875-1500-49b2-9fe9-927b9c6d5a53 req-d34ea091-8ad8-458a-9617-c356c4190e96 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014132 Sep 29 23:01:33.433208 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-751c05d0-3cc7-4fcf-ba59-1cd03da7c15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:33.460743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:33.462866 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:33.507226 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:33.510066 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-33eaa32a-4010-4569-a368-2ec5b9db5f01 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0726750 Sep 29 23:01:33.518511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Request body: {'port': {'device_id': '33235564-5df9-4874-94a9-17e3f62c1b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:33.585884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec138e6-2283-4a8b-b821-378b4b80ba2d {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:33.611717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf12de-9143-4672-a842-511f97415c61 req-74ca5366-9d0a-42bc-b4ee-303edf713d35 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:33.615986 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:33.618226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ddf12de-9143-4672-a842-511f97415c61 req-74ca5366-9d0a-42bc-b4ee-303edf713d35 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 943 time: 0.1339676 Sep 29 23:01:33.646555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cec138e6-2283-4a8b-b821-378b4b80ba2d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cec138e6-2283-4a8b-b821-378b4b80ba2d,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:33.675126 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:33.721669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ddf12de-9143-4672-a842-511f97415c61 req-35e37a96-caca-42fc-b1fe-6671d6fcde2a tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926025 Sep 29 23:01:33.791585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:33.796837 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3aba0e-c361-4a74-ab22-94de0167096f" -d '{"events": [{"server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "name": "network-vif-plugged", "status": "completed", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:33.864024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75269c-e2f0-4c50-b95c-c43129fd3cdb req-7c08492b-c745-4e1b-b23a-1e3c2b68d242 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:33.879385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae75269c-e2f0-4c50-b95c-c43129fd3cdb req-7c08492b-c745-4e1b-b23a-1e3c2b68d242 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 935 time: 0.1493237 Sep 29 23:01:33.941804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae75269c-e2f0-4c50-b95c-c43129fd3cdb req-87ccdad3-803c-4264-b52c-bc41736e36a7 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614593 Sep 29 23:01:33.944471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=cec138e6-2283-4a8b-b821-378b4b80ba2d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:34.017148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ff626108-ca6d-432c-b42e-2d512965be6d None None] Provisioning complete for port 7b73c97d-f440-4feb-bd64-497f68e5ccdf triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:34.017535 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ff626108-ca6d-432c-b42e-2d512965be6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:34.089226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90996a5a-c7eb-4212-afd7-ba84a0e44ad8 req-8303c597-275a-4fdf-87e4-fec7642a09f1 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:34.091112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90996a5a-c7eb-4212-afd7-ba84a0e44ad8 req-8303c597-275a-4fdf-87e4-fec7642a09f1 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 946 time: 0.1824398 Sep 29 23:01:34.140777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ff626108-ca6d-432c-b42e-2d512965be6d None None] Port 7b73c97d-f440-4feb-bd64-497f68e5ccdf cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:01:34.166163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b73c97d-f440-4feb-bd64-497f68e5ccdf {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:34.177759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:34.186646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['cec138e6-2283-4a8b-b821-378b4b80ba2d'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:34.208306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Transition to ACTIVE for port object 7b73c97d-f440-4feb-bd64-497f68e5ccdf will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:01:34.220917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:34.283114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a953-9434-497d-858a-238753de0bbe req-4f375dde-9313-4f22-a4d8-bcfa4ba4de98 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:34.285754 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-4f375dde-9313-4f22-a4d8-bcfa4ba4de98 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 821 time: 0.1348295 Sep 29 23:01:34.346576 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90996a5a-c7eb-4212-afd7-ba84a0e44ad8 req-7f0ca89e-4065-41c2-9a91-b68c9549ee26 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462401 Sep 29 23:01:34.354590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-a05824af-cd49-4f9a-89d7-8c156a61f519 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/quotas/04184e88ba3b425fad67d78550b30b78 HTTP/1.1" status: 200 len: 375 time: 0.0585492 Sep 29 23:01:34.433027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Pushing event updated for resources: {'Port': ['ID=7b73c97d-f440-4feb-bd64-497f68e5ccdf,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:34.439625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Attempting to bind port 7b73c97d-f440-4feb-bd64-497f68e5ccdf on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:01:34.440438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Attempting to bind port 7b73c97d-f440-4feb-bd64-497f68e5ccdf by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:01:34.440987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Attempting to bind port 7b73c97d-f440-4feb-bd64-497f68e5ccdf on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:34.448507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Port 7b73c97d-f440-4feb-bd64-497f68e5ccdf on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:01:34.449540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Attempting to bind port 7b73c97d-f440-4feb-bd64-497f68e5ccdf on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:34.456654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:01:34.457248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-d8e1db41-463c-4cc5-96ab-1cb68f120e66 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1013548 Sep 29 23:01:34.457708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:34.458288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:01:34.458892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Bound port: 7b73c97d-f440-4feb-bd64-497f68e5ccdf, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:01:34.459423 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:34.528070 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d53609-2c0e-4b77-b555-6570354dc761 x-openstack-request-id: req-31d53609-2c0e-4b77-b555-6570354dc761 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:34.528070 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "name": "network-vif-plugged", "status": "completed", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:34.528070 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31d53609-2c0e-4b77-b555-6570354dc761 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:34.528549 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'code': 200} Sep 29 23:01:34.611487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-febc2405-78eb-4f4e-b899-d75a407002ea service neutron] 10.222.0.44 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529782 Sep 29 23:01:34.648449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-7d11e72e-b8be-4e03-b3f3-c78b64850c61 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:34.652434 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-7d11e72e-b8be-4e03-b3f3-c78b64850c61 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.26 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 945 time: 0.1604781 Sep 29 23:01:34.757536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-588806d6-1348-4dbc-935d-cda0e0068afd service neutron] 10.222.0.44 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421409 Sep 29 23:01:34.764146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] For port 7b73c97d-f440-4feb-bd64-497f68e5ccdf, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:34.814630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] For port 7b73c97d-f440-4feb-bd64-497f68e5ccdf, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7b73c97d-f440-4feb-bd64-497f68e5ccdf,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:01:34.828171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:34.890295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:34.890977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:34.892935 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] 10.222.0.26 "PUT /v2.0/ports/7b73c97d-f440-4feb-bd64-497f68e5ccdf HTTP/1.1" status: 200 len: 1095 time: 1.3807120 Sep 29 23:01:34.893436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33235564-5df9-4874-94a9-17e3f62c1b73', 'tag': '7b73c97d-f440-4feb-bd64-497f68e5ccdf'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:34.895757 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5" -d '{"events": [{"name": "network-changed", "server_uuid": "33235564-5df9-4874-94a9-17e3f62c1b73", "tag": "7b73c97d-f440-4feb-bd64-497f68e5ccdf"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:34.938966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b417daa-cd87-4a30-824a-049eac9b4603 service neutron] Pushing event updated for resources: {'Port': ['ID=7b73c97d-f440-4feb-bd64-497f68e5ccdf,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:34.962203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1bc18a-5f39-4250-adff-ebfb615e5628 req-10578c8e-6a07-4672-b45f-7b5846531a08 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:34.978264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f1bc18a-5f39-4250-adff-ebfb615e5628 req-10578c8e-6a07-4672-b45f-7b5846531a08 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 945 time: 0.1477358 Sep 29 23:01:35.027160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-6ded8636-c36a-4c2b-97ea-960e6f82d924 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Deleting port 6d4d0999-28c3-48dc-b8e9-3e48500668cb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:35.027493 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-6ded8636-c36a-4c2b-97ea-960e6f82d924 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:35.064405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f1bc18a-5f39-4250-adff-ebfb615e5628 req-0993420b-ad65-40d1-a202-f10de8d926de tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/security-groups?id=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816262 Sep 29 23:01:35.236496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-6ded8636-c36a-4c2b-97ea-960e6f82d924 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] For port 6d4d0999-28c3-48dc-b8e9-3e48500668cb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6d4d0999-28c3-48dc-b8e9-3e48500668cb,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:35.236875 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-6ded8636-c36a-4c2b-97ea-960e6f82d924 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:35.252867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-6ded8636-c36a-4c2b-97ea-960e6f82d924 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Calling delete_port for 6d4d0999-28c3-48dc-b8e9-3e48500668cb owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:35.302124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9762f0c-cda6-4e95-9b02-62cb96a4f3ae req-179a0c4e-3869-4344-827f-8436be3a6407 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:35.317819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9762f0c-cda6-4e95-9b02-62cb96a4f3ae req-179a0c4e-3869-4344-827f-8436be3a6407 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 944 time: 0.2470920 Sep 29 23:01:35.389116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-2c79e2e4-4140-4604-8a01-9235f65dfc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:35.390556 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-2c79e2e4-4140-4604-8a01-9235f65dfc62 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6d7f8c3de714814a01f70f895843e37&device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 1098 time: 0.4336755 Sep 29 23:01:35.398474 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4873a2d-6356-45b9-bcd8-dd9443a41af2 x-openstack-request-id: req-e4873a2d-6356-45b9-bcd8-dd9443a41af2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:35.398816 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33235564-5df9-4874-94a9-17e3f62c1b73", "tag": "7b73c97d-f440-4feb-bd64-497f68e5ccdf", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:35.399072 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4873a2d-6356-45b9-bcd8-dd9443a41af2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:35.399472 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33235564-5df9-4874-94a9-17e3f62c1b73', 'tag': '7b73c97d-f440-4feb-bd64-497f68e5ccdf', 'status': 'completed', 'code': 200} Sep 29 23:01:35.435169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-19b4a4d1-273f-4ea9-9efb-20879ea931a2 req-83083dc7-9fa5-4438-8241-52c68681933d tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 210 time: 0.0641892 Sep 29 23:01:35.442233 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-3ecaaab2-bc0c-4f33-963a-8b7dc0616c5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7b73c97d-f440-4feb-bd64-497f68e5ccdf HTTP/1.1" status: 200 len: 217 time: 0.0411799 Sep 29 23:01:35.453069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9762f0c-cda6-4e95-9b02-62cb96a4f3ae req-75a404b1-7ae6-4c84-8d46-77eaa10da0ff tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317077 Sep 29 23:01:35.525131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-6ded8636-c36a-4c2b-97ea-960e6f82d924 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:35.538517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['6d4d0999-28c3-48dc-b8e9-3e48500668cb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:35.621692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded8636-c36a-4c2b-97ea-960e6f82d924 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Pushing event deleted for resources: {'Port': ['ID=6d4d0999-28c3-48dc-b8e9-3e48500668cb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:35.674890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-6ded8636-c36a-4c2b-97ea-960e6f82d924 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] No DVR routers for this DVR port 6d4d0999-28c3-48dc-b8e9-3e48500668cb on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:35.677894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-77efe6ef-926f-4cbc-9649-c345b52a8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:35.679570 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-77efe6ef-926f-4cbc-9649-c345b52a8bee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2260821 Sep 29 23:01:35.799449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec6e303-e5a8-47b1-b9f9-4ee53ae2d537 req-12ab5ec9-359e-4f89-88a1-0eb72c94ac75 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:35.800992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dec6e303-e5a8-47b1-b9f9-4ee53ae2d537 req-12ab5ec9-359e-4f89-88a1-0eb72c94ac75 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 947 time: 0.2402451 Sep 29 23:01:35.813891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f533c5-549c-45d3-bb04-418655a9e157 req-34a511ec-bb1b-48a7-82fe-b57fcdf78b1f tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:35.814929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-6ded8636-c36a-4c2b-97ea-960e6f82d924 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:35.819472 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cee3c242-f2c1-46c7-9055-5890442c0b96 req-6ded8636-c36a-4c2b-97ea-960e6f82d924 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.26 "DELETE /v2.0/ports/6d4d0999-28c3-48dc-b8e9-3e48500668cb HTTP/1.1" status: 204 len: 173 time: 1.1589959 Sep 29 23:01:35.821812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0f533c5-549c-45d3-bb04-418655a9e157 req-34a511ec-bb1b-48a7-82fe-b57fcdf78b1f tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 946 time: 0.2270327 Sep 29 23:01:35.876721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-0bf629e7-64d4-4c1f-a97d-10b02d04a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:35.890326 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-0bf629e7-64d4-4c1f-a97d-10b02d04a4ff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2025971 Sep 29 23:01:35.902484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0f533c5-549c-45d3-bb04-418655a9e157 req-987430fb-85a9-4679-9077-9d7cc1596546 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753198 Sep 29 23:01:35.932607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dec6e303-e5a8-47b1-b9f9-4ee53ae2d537 req-62f73f08-603b-467b-b79d-14b69b4214f7 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060095 Sep 29 23:01:36.079194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-552c3052-ff49-4238-a96a-a3f42bd6bc77 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807289 Sep 29 23:01:36.169030 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc1e8cb8-6bde-48b4-879f-155c40be80a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:36.310504 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0841a0f5-44d7-49ce-925a-c0bbf68e7cda req-d5723ff6-0c75-48af-8786-ab201d657ad0 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207987 Sep 29 23:01:36.414718 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:36.482588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f9c4550-8792-4458-aeb2-a02613b829fd req-2cdabc8d-ba8b-4ae7-879c-528587e98bf2 tempest-FloatingIPsAssociationTestJSON-1665356793 tempest-FloatingIPsAssociationTestJSON-1665356793-project] 10.222.0.44 "GET /v2.0/ports?device_id=17de2654-3284-44bd-b6cf-e38970ed1525 HTTP/1.1" status: 200 len: 210 time: 0.0546436 Sep 29 23:01:36.516279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-a4312428-9306-4cd2-915d-cef59415c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:36.532271 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-a4312428-9306-4cd2-915d-cef59415c1e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6d7f8c3de714814a01f70f895843e37&device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 1098 time: 0.1234694 Sep 29 23:01:36.764751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-c908bdac-599c-4aec-9c1e-d0c2cb575bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:36.766307 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-c908bdac-599c-4aec-9c1e-d0c2cb575bcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2264805 Sep 29 23:01:36.860706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfefde-0072-43f9-aceb-b3f94724f4da req-ffdb3d47-c90f-4435-a57d-09e9cbbdecd9 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:36.866594 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-98bbb347-2b6d-4b6b-adb3-6a9e7972981a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=7b73c97d-f440-4feb-bd64-497f68e5ccdf HTTP/1.1" status: 200 len: 217 time: 0.0913844 Sep 29 23:01:36.874742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fecfefde-0072-43f9-aceb-b3f94724f4da req-ffdb3d47-c90f-4435-a57d-09e9cbbdecd9 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 946 time: 0.1689830 Sep 29 23:01:36.944638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-5563caa9-a8ea-49a1-ae4d-1cbf70691d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:36.946441 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-5563caa9-a8ea-49a1-ae4d-1cbf70691d86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0713468 Sep 29 23:01:36.972809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cec138e6-2283-4a8b-b821-378b4b80ba2d up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:37.020721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-5f2f3c9a-a8cf-49a3-94f8-8c36fae2bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:37.022920 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-5f2f3c9a-a8cf-49a3-94f8-8c36fae2bcd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0666306 Sep 29 23:01:37.059741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fecfefde-0072-43f9-aceb-b3f94724f4da req-2226d692-9f65-4d81-9251-3ddf6b06f3d8 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771960 Sep 29 23:01:37.060586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port cec138e6-2283-4a8b-b821-378b4b80ba2d completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:01:37.066622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port cec138e6-2283-4a8b-b821-378b4b80ba2d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:37.067134 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:37.120680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6390c73d-9c9d-4508-8c5b-d279475ac43e req-14e7e506-58f4-41ce-96bb-fa2998bc5c79 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:37.130872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6390c73d-9c9d-4508-8c5b-d279475ac43e req-14e7e506-58f4-41ce-96bb-fa2998bc5c79 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 944 time: 0.2370071 Sep 29 23:01:37.166948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a953-9434-497d-858a-238753de0bbe req-ef075f74-effe-4660-9384-71a72288b19f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:37.181663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-ef075f74-effe-4660-9384-71a72288b19f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 821 time: 0.3895452 Sep 29 23:01:37.206969 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:37.207526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Request body: {'port': {'device_id': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7', 'admin_state_up': True, 'tenant_id': '04184e88ba3b425fad67d78550b30b78'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:37.213876 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-41c7294b-ba9e-4246-9439-46da71081ca4 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768336 Sep 29 23:01:37.264259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0c0b01c-ab0a-4762-98d1-37c2878fc171 req-ee02bb76-57af-4132-9170-71b4eeeba95e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 210 time: 0.0654325 Sep 29 23:01:37.267349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f19e3a-e5ee-4677-a472-2a01da6ca0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec138e6-2283-4a8b-b821-378b4b80ba2d'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:37.270973 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493eb352-490f-4a17-91bc-8c030681ebff" -d '{"events": [{"server_uuid": "76f19e3a-e5ee-4677-a472-2a01da6ca0c3", "name": "network-vif-plugged", "status": "completed", "tag": "cec138e6-2283-4a8b-b821-378b4b80ba2d"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:37.296060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cec138e6-2283-4a8b-b821-378b4b80ba2d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cec138e6-2283-4a8b-b821-378b4b80ba2d,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:37.325101 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:37.329683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6390c73d-9c9d-4508-8c5b-d279475ac43e req-b370e32c-a00c-4754-abfb-721f1d849499 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975951 Sep 29 23:01:37.334961 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:37.400049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=cec138e6-2283-4a8b-b821-378b4b80ba2d,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:37.403523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'name': 'network-vif-deleted', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:37.417599 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec02512-e2b4-40e1-8713-15aa9b19d6b5" -d '{"events": [{"server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "name": "network-vif-deleted", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:37.466367 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9498d0ce-f6c2-4704-8ec9-092ee6d478e5 req-505a6952-92c2-4092-bd27-8601d92822db service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425456 Sep 29 23:01:37.552815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c2bc2-b1b1-4e64-b989-3c56abfb0850 req-8a986ade-aa1c-4a38-9aeb-aaf09f950c9e tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:37.567587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a77c2bc2-b1b1-4e64-b989-3c56abfb0850 req-8a986ade-aa1c-4a38-9aeb-aaf09f950c9e tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 947 time: 0.1038487 Sep 29 23:01:37.569135 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a32edc0-4fff-4056-a7a3-4af38ed9b69b x-openstack-request-id: req-2a32edc0-4fff-4056-a7a3-4af38ed9b69b {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:37.569482 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f19e3a-e5ee-4677-a472-2a01da6ca0c3", "name": "network-vif-plugged", "status": "completed", "tag": "cec138e6-2283-4a8b-b821-378b4b80ba2d", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:37.569740 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a32edc0-4fff-4056-a7a3-4af38ed9b69b {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:37.570315 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f19e3a-e5ee-4677-a472-2a01da6ca0c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec138e6-2283-4a8b-b821-378b4b80ba2d', 'code': 200} Sep 29 23:01:37.577844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Made reservation on behalf of 04184e88ba3b425fad67d78550b30b78 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:37.581865 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:37.642513 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3bcbf8-bc8b-46f5-8ccc-afdfacbd0926 x-openstack-request-id: req-fd3bcbf8-bc8b-46f5-8ccc-afdfacbd0926 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:37.642867 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17de2654-3284-44bd-b6cf-e38970ed1525", "name": "network-vif-deleted", "tag": "6d4d0999-28c3-48dc-b8e9-3e48500668cb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:37.643128 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fd3bcbf8-bc8b-46f5-8ccc-afdfacbd0926 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:37.643545 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17de2654-3284-44bd-b6cf-e38970ed1525', 'name': 'network-vif-deleted', 'tag': '6d4d0999-28c3-48dc-b8e9-3e48500668cb', 'status': 'completed', 'code': 200} Sep 29 23:01:37.653192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a77c2bc2-b1b1-4e64-b989-3c56abfb0850 req-73df263a-8ff2-4f61-a21e-75467346efae tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844257 Sep 29 23:01:37.802916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60968) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:37.825948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Allocated IP 172.20.0.5 (a1dd884b-5f72-4813-96aa-08148f7871b7/5c3e257f-b911-46db-9074-3307b87d2219/53fb62d5-eea9-42c8-88c6-82bae281f110) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:37.933475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1b479-f344-4953-9e7d-675e5a9155c1 req-7a1f5a1a-1cef-46e0-8ff8-5dfe07008f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:37.935226 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67d1b479-f344-4953-9e7d-675e5a9155c1 req-7a1f5a1a-1cef-46e0-8ff8-5dfe07008f74 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 1096 time: 0.1783099 Sep 29 23:01:38.028109 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67d1b479-f344-4953-9e7d-675e5a9155c1 req-f83b3584-407e-4969-b43a-f61a2c2213b7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834794 Sep 29 23:01:38.435169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6d4d0999-28c3-48dc-b8e9-3e48500668cb no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:38.472093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b0a9139-9865-4824-8151-a80ff78a10fd req-1bd27e1b-6d7e-4d2e-9229-6b102b3f7bf3 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 210 time: 0.0536213 Sep 29 23:01:38.501816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 6d4d0999-28c3-48dc-b8e9-3e48500668cb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:38.502172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6d4d0999-28c3-48dc-b8e9-3e48500668cb not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:38.519578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddba119-059f-4853-a16c-ee999254796a req-bb30ade9-f6bc-4a2d-844a-b3a7bbaeae5b tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:38.533514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ddba119-059f-4853-a16c-ee999254796a req-bb30ade9-f6bc-4a2d-844a-b3a7bbaeae5b tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 946 time: 0.1707761 Sep 29 23:01:38.549946 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:38.625713 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:38.664510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ddba119-059f-4853-a16c-ee999254796a req-cb8838b1-a55a-44ca-8cff-18e420936a0b tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296301 Sep 29 23:01:38.715657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0015506-429e-40da-9818-038a45692588 req-f2d91c1c-f5bb-4b2b-be14-337cad845840 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:38.725545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0015506-429e-40da-9818-038a45692588 req-f2d91c1c-f5bb-4b2b-be14-337cad845840 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 945 time: 0.1167774 Sep 29 23:01:38.784420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0015506-429e-40da-9818-038a45692588 req-2df1442c-1606-4819-8175-3612a96d5f0d tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575159 Sep 29 23:01:38.788102 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:38.951739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Network a1dd884b-5f72-4813-96aa-08148f7871b7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:38.988804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:39.000334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:39.035338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-aa815644-07f8-41dc-8f8c-44689cd1cb87 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:39.038636 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-aa815644-07f8-41dc-8f8c-44689cd1cb87 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.42 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 946 time: 0.1271539 Sep 29 23:01:39.105026 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:39.110585 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea49e5-0edb-4940-835f-50f8a86c78b5 req-0fc8e542-d4fd-4d56-adfa-0b33fd26e639 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:39.125223 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03ea49e5-0edb-4940-835f-50f8a86c78b5 req-0fc8e542-d4fd-4d56-adfa-0b33fd26e639 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 947 time: 0.1693828 Sep 29 23:01:39.136295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Pushing event updated for resources: {'Port': ['ID=53fb62d5-eea9-42c8-88c6-82bae281f110,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:39.180794 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:39.216102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:39.216785 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:39.255784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03ea49e5-0edb-4940-835f-50f8a86c78b5 req-ae3f2f18-b7fe-47c8-8e51-89f6ae24fd06 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295342 Sep 29 23:01:39.268840 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-3f19bf4f-5eb3-45bc-9fcb-bc04af86ac61 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0652549 Sep 29 23:01:39.302741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Request body: {'port': {'device_id': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:39.341750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-b4952c08-d784-4423-bcdf-0e0e24870df3 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Deleting port 7ef69045-bf48-437c-bccb-78f41108b6e1 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:39.342393 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-b4952c08-d784-4423-bcdf-0e0e24870df3 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:39.436720 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:39.675090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-b4952c08-d784-4423-bcdf-0e0e24870df3 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] For port 7ef69045-bf48-437c-bccb-78f41108b6e1, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7ef69045-bf48-437c-bccb-78f41108b6e1,segment=NetworkSegment(9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997),segment_id=9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:39.675593 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-b4952c08-d784-4423-bcdf-0e0e24870df3 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:39.716875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-b4952c08-d784-4423-bcdf-0e0e24870df3 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Calling delete_port for 7ef69045-bf48-437c-bccb-78f41108b6e1 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:39.876972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648516b-10cb-494d-9edc-906bdad010cf req-c1c7e06b-0c76-4a40-aa4a-bdc1a2fb2289 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:39.892983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3648516b-10cb-494d-9edc-906bdad010cf req-c1c7e06b-0c76-4a40-aa4a-bdc1a2fb2289 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 931 time: 0.2427268 Sep 29 23:01:40.087119 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-b4952c08-d784-4423-bcdf-0e0e24870df3 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:40.121964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['7ef69045-bf48-437c-bccb-78f41108b6e1'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:40.165539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3648516b-10cb-494d-9edc-906bdad010cf req-ee6108ce-ba6e-434b-be46-fca53d66684e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712789 Sep 29 23:01:40.209639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4952c08-d784-4423-bcdf-0e0e24870df3 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Pushing event deleted for resources: {'Port': ['ID=7ef69045-bf48-437c-bccb-78f41108b6e1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:40.223654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038fa1-418e-4e7a-8231-8c3db395523d req-61a1b3f1-d293-47e5-a3ef-affe70b45922 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:40.240236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0038fa1-418e-4e7a-8231-8c3db395523d req-61a1b3f1-d293-47e5-a3ef-affe70b45922 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/ports?device_id=4106636b-f3a8-419e-8b14-4d4d387ae5c1 HTTP/1.1" status: 200 len: 867 time: 0.3945248 Sep 29 23:01:40.282630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-b4952c08-d784-4423-bcdf-0e0e24870df3 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] No DVR routers for this DVR port 7ef69045-bf48-437c-bccb-78f41108b6e1 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:40.308393 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-b4952c08-d784-4423-bcdf-0e0e24870df3 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:40.313201 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c52d8b7b-150b-4c38-9592-b37f2d481418 req-b4952c08-d784-4423-bcdf-0e0e24870df3 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.42 "DELETE /v2.0/ports/7ef69045-bf48-437c-bccb-78f41108b6e1 HTTP/1.1" status: 204 len: 173 time: 1.2666678 Sep 29 23:01:40.313984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4106636b-f3a8-419e-8b14-4d4d387ae5c1', 'name': 'network-vif-deleted', 'tag': '7ef69045-bf48-437c-bccb-78f41108b6e1'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:40.316638 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2309e57-b6fb-49be-b7d1-99e9c95451f9" -d '{"events": [{"server_uuid": "4106636b-f3a8-419e-8b14-4d4d387ae5c1", "name": "network-vif-deleted", "tag": "7ef69045-bf48-437c-bccb-78f41108b6e1"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:40.445070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7b73c97d-f440-4feb-bd64-497f68e5ccdf details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:40.462483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0038fa1-418e-4e7a-8231-8c3db395523d req-f3717e95-f90f-4da1-bf3c-1730f4965dd4 tempest-InstanceActionsV221TestJSON-324082222 tempest-InstanceActionsV221TestJSON-324082222-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7ec7b34-e993-4fa3-bd39-8137464586f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217953 Sep 29 23:01:40.508525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fb62d5-eea9-42c8-88c6-82bae281f110 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:40.528355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:40.547247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] Deleting port 5d165aab-d958-4587-9fbd-86845ecce1d4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:40.549928 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:40.561351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Transition to ACTIVE for port object 53fb62d5-eea9-42c8-88c6-82bae281f110 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:01:40.577172 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:40.628781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59186cd4-9fc0-4737-8eba-7f60c06063e0 req-545e4773-1a23-48aa-befd-60f8b60924b2 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:40.641793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59186cd4-9fc0-4737-8eba-7f60c06063e0 req-545e4773-1a23-48aa-befd-60f8b60924b2 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 945 time: 0.3165705 Sep 29 23:01:40.708914 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7b73c97d-f440-4feb-bd64-497f68e5ccdf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7b73c97d-f440-4feb-bd64-497f68e5ccdf,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:40.727655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] For port 5d165aab-d958-4587-9fbd-86845ecce1d4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5d165aab-d958-4587-9fbd-86845ecce1d4,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:40.728455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:40.746361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '7b73c97d-f440-4feb-bd64-497f68e5ccdf', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '7b73c97d-f440-4feb-bd64-497f68e5ccdf', 'mac_address': 'fa:16:3e:8f:0e:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:40.766826 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] Calling delete_port for 5d165aab-d958-4587-9fbd-86845ecce1d4 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:40.804742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59186cd4-9fc0-4737-8eba-7f60c06063e0 req-8a3813d7-8955-4044-87c0-765087876d39 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150615 Sep 29 23:01:40.828813 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:40.853189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b73c97d-f440-4feb-bd64-497f68e5ccdf {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:40.895362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7b73c97d-f440-4feb-bd64-497f68e5ccdf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7b73c97d-f440-4feb-bd64-497f68e5ccdf,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:40.904346 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:40.977847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Pushing event updated for resources: {'Port': ['ID=53fb62d5-eea9-42c8-88c6-82bae281f110,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:41.051215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7b73c97d-f440-4feb-bd64-497f68e5ccdf,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:41.057262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf129b7-3668-4aa7-8705-acfc3d665a9c req-29ac2967-9a22-4de0-832b-538456411a22 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:41.079327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cf129b7-3668-4aa7-8705-acfc3d665a9c req-29ac2967-9a22-4de0-832b-538456411a22 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 947 time: 0.2458842 Sep 29 23:01:41.191645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7b73c97d-f440-4feb-bd64-497f68e5ccdf'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:41.225359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:01:41.225845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:01:41.226902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:41.233020 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f3e8a18-6417-4081-b6b8-ff07fcd9fcca x-openstack-request-id: req-3f3e8a18-6417-4081-b6b8-ff07fcd9fcca {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:41.235602 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4106636b-f3a8-419e-8b14-4d4d387ae5c1", "name": "network-vif-deleted", "tag": "7ef69045-bf48-437c-bccb-78f41108b6e1", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:41.236097 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3f3e8a18-6417-4081-b6b8-ff07fcd9fcca {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:41.236807 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4106636b-f3a8-419e-8b14-4d4d387ae5c1', 'name': 'network-vif-deleted', 'tag': '7ef69045-bf48-437c-bccb-78f41108b6e1', 'status': 'completed', 'code': 200} Sep 29 23:01:41.245541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:41.249910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Port 53fb62d5-eea9-42c8-88c6-82bae281f110 on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:01:41.255360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:41.283891 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cf129b7-3668-4aa7-8705-acfc3d665a9c req-2ee7afac-32b4-466b-ba1b-749176f51859 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034307 Sep 29 23:01:41.291256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=5d165aab-d958-4587-9fbd-86845ecce1d4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:41.339515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:01:41.343604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:41.344506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:01:41.360531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Bound port: 53fb62d5-eea9-42c8-88c6-82bae281f110, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:01:41.361762 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:41.550202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:41.559686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:01:41.619772 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:41.664114 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:41.768598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Pushing event updated for resources: {'Port': ['ID=53fb62d5-eea9-42c8-88c6-82bae281f110,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:41.773277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:41.773898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:41.775301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-a84cecdb-e0c5-4a81-ac39-b023b54c63a4 service neutron] 10.222.0.42 "PUT /v2.0/ports/53fb62d5-eea9-42c8-88c6-82bae281f110 HTTP/1.1" status: 200 len: 1091 time: 2.4860620 Sep 29 23:01:41.775800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'tag': '53fb62d5-eea9-42c8-88c6-82bae281f110'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:41.778047 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec1cda-8c9f-4537-a740-e86e85a1b25e", "tag": "53fb62d5-eea9-42c8-88c6-82bae281f110"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:41.826224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2c7e1-a24b-4152-8592-d5dcd23512b3 req-4b8ed7a0-a009-41c3-9c1f-f88e1d38a6fd tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:41.833776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ce2c7e1-a24b-4152-8592-d5dcd23512b3 req-4b8ed7a0-a009-41c3-9c1f-f88e1d38a6fd tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 943 time: 0.2722437 Sep 29 23:01:41.851179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2013a7-ad0d-49e2-b9eb-61e6bfc3593f req-71203282-84bb-45b3-9897-bf6359600788 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:41.859605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb2013a7-ad0d-49e2-b9eb-61e6bfc3593f req-71203282-84bb-45b3-9897-bf6359600788 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 945 time: 0.2771444 Sep 29 23:01:41.967795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb2013a7-ad0d-49e2-b9eb-61e6bfc3593f req-b4dc71e7-b110-4da4-bc27-8f8ded125dee tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072288 Sep 29 23:01:41.973095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a953-9434-497d-858a-238753de0bbe req-50997856-505e-48e7-88b6-ae6a19ff81f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:41.975093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-50997856-505e-48e7-88b6-ae6a19ff81f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1094 time: 0.1086588 Sep 29 23:01:41.980798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ce2c7e1-a24b-4152-8592-d5dcd23512b3 req-227e6d32-942b-4e15-8f51-3d1f9eb92c16 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461854 Sep 29 23:01:41.995133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] Router e4fee08f-0726-46dd-acc5-997c2b95c129 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:01:42.085155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-9ea85408-8422-4481-a612-07329a35739e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53fb62d5-eea9-42c8-88c6-82bae281f110 HTTP/1.1" status: 200 len: 217 time: 0.0920208 Sep 29 23:01:42.206986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:01:42.211771 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325e47b3-eae8-484e-b106-d4b43e6cb2ab x-openstack-request-id: req-325e47b3-eae8-484e-b106-d4b43e6cb2ab {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:42.212033 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec1cda-8c9f-4537-a740-e86e85a1b25e", "tag": "53fb62d5-eea9-42c8-88c6-82bae281f110", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:42.212290 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-325e47b3-eae8-484e-b106-d4b43e6cb2ab {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:42.212702 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'tag': '53fb62d5-eea9-42c8-88c6-82bae281f110', 'status': 'completed', 'code': 200} Sep 29 23:01:42.216430 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] Sync routers for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:01:42.218977 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-43659326-9a81-4566-a239-12d21c399cfc admin admin] 10.222.0.44 "PUT /v2.0/routers/e4fee08f-0726-46dd-acc5-997c2b95c129/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4140089 Sep 29 23:01:42.221467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32812) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:42.246272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9a953-9434-497d-858a-238753de0bbe req-1838fc23-0969-4312-914c-7625201678d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:42.247817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-1838fc23-0969-4312-914c-7625201678d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.1250253 Sep 29 23:01:42.251946 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:42.252747 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:42.317560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-48f96385-a798-46ca-b5e7-297f1fef8be9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582061 Sep 29 23:01:42.469840 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:42.483711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7b73c97d-f440-4feb-bd64-497f68e5ccdf up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:42.540984 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:42.548200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32822) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:42.610600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 7b73c97d-f440-4feb-bd64-497f68e5ccdf completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:01:42.617529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 7b73c97d-f440-4feb-bd64-497f68e5ccdf triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:42.620344 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:42.651769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-6242e8d1-6ca0-46fb-a2b2-3dd98decd97a admin admin] Deleting subnet 49407502-92cf-41f3-a655-1e14a1401174 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:01:42.660566 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-f347da10-979b-4b27-b7a7-2b729caf5772 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342371 Sep 29 23:01:42.688020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02e067-470d-4e57-9fc7-11504ee272d1 req-b6c0c3ec-78de-4b8d-9b4b-d0daa2c9a4ee tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:42.697213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba02e067-470d-4e57-9fc7-11504ee272d1 req-b6c0c3ec-78de-4b8d-9b4b-d0daa2c9a4ee tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 948 time: 0.2168493 Sep 29 23:01:42.721647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6242e8d1-6ca0-46fb-a2b2-3dd98decd97a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:42.751342 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:42.821131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7b73c97d-f440-4feb-bd64-497f68e5ccdf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7b73c97d-f440-4feb-bd64-497f68e5ccdf,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:42.824254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33235564-5df9-4874-94a9-17e3f62c1b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b73c97d-f440-4feb-bd64-497f68e5ccdf'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:42.829759 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a881d5-da85-418b-882f-c7cf25f33d72" -d '{"events": [{"server_uuid": "33235564-5df9-4874-94a9-17e3f62c1b73", "name": "network-vif-plugged", "status": "completed", "tag": "7b73c97d-f440-4feb-bd64-497f68e5ccdf"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:42.839539 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:42.878710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:42.944350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba02e067-470d-4e57-9fc7-11504ee272d1 req-3b942a38-e0c3-41d6-9f44-8e5a47253739 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432876 Sep 29 23:01:42.944621 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6242e8d1-6ca0-46fb-a2b2-3dd98decd97a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:42.959926 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98e18e98-7c9a-4f22-9bbc-219246786387 x-openstack-request-id: req-98e18e98-7c9a-4f22-9bbc-219246786387 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:42.971801 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33235564-5df9-4874-94a9-17e3f62c1b73", "name": "network-vif-plugged", "status": "completed", "tag": "7b73c97d-f440-4feb-bd64-497f68e5ccdf", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:42.972138 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98e18e98-7c9a-4f22-9bbc-219246786387 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:42.972552 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33235564-5df9-4874-94a9-17e3f62c1b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b73c97d-f440-4feb-bd64-497f68e5ccdf', 'code': 200} Sep 29 23:01:42.977968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7b73c97d-f440-4feb-bd64-497f68e5ccdf,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:43.002353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7ef69045-bf48-437c-bccb-78f41108b6e1 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:43.018855 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:01:43.038229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1c9a953-9434-497d-858a-238753de0bbe req-a26f33ff-04a6-418c-91da-cf7bf7e3b43a service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225088 Sep 29 23:01:43.043079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 7ef69045-bf48-437c-bccb-78f41108b6e1 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:43.043560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7ef69045-bf48-437c-bccb-78f41108b6e1 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:43.070082 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:01:41Z', 'revision_number': 5, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port': {'id': '66c03872-09bb-4587-95b4-cf53aa1dc608', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ba:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:00:15Z', 'updated_at': '2021-09-29T23:00:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:43.105046 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] Checking router: e4fee08f-0726-46dd-acc5-997c2b95c129 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:01:43.145219 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] Routers {'e4fee08f-0726-46dd-acc5-997c2b95c129'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:43.147264 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4fee08f-0726-46dd-acc5-997c2b95c129'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:43.201484 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6242e8d1-6ca0-46fb-a2b2-3dd98decd97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:43.237117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e164d5-c4f9-4fb3-9d00-bc32646024d9 req-9559f0ae-94ee-4129-9ff4-118821ffef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:43.240645 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59e164d5-c4f9-4fb3-9d00-bc32646024d9 req-9559f0ae-94ee-4129-9ff4-118821ffef8a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 1100 time: 0.2060416 Sep 29 23:01:43.255875 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca5bb3-fc77-4c9d-8bd2-4d25a50233aa req-17174038-f75d-48ce-8cec-babd88da2717 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:43.256726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbca5bb3-fc77-4c9d-8bd2-4d25a50233aa req-17174038-f75d-48ce-8cec-babd88da2717 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 945 time: 0.1430316 Sep 29 23:01:43.264929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-aa4b3a05-f99c-48f7-95b6-6201f4a40f5c tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:43.266667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-aa4b3a05-f99c-48f7-95b6-6201f4a40f5c tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 945 time: 0.1849296 Sep 29 23:01:43.277020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf req-dea627f9-2c6a-4407-85c4-31ac254477d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:43.278715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf req-dea627f9-2c6a-4407-85c4-31ac254477d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1094 time: 0.0893250 Sep 29 23:01:43.326894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Deleting port 66c03872-09bb-4587-95b4-cf53aa1dc608 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:43.327635 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:43.331540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1d8b1e-83cc-4d9d-addd-be9a6efd718e req-1e39c506-5a02-484a-8574-ad8f7c1681ee tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:43.339945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c1d8b1e-83cc-4d9d-addd-be9a6efd718e req-1e39c506-5a02-484a-8574-ad8f7c1681ee tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 943 time: 0.1604545 Sep 29 23:01:43.375428 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] Set router e4fee08f-0726-46dd-acc5-997c2b95c129 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:43.381401 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59e164d5-c4f9-4fb3-9d00-bc32646024d9 req-7349b009-c19c-4fc9-909b-e3e830bfa8b2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299307 Sep 29 23:01:43.413764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c1d8b1e-83cc-4d9d-addd-be9a6efd718e req-ef24498b-236d-4d11-80c4-003717ef354f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687151 Sep 29 23:01:43.484454 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6242e8d1-6ca0-46fb-a2b2-3dd98decd97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:43.486813 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:01:42Z', 'revision_number': 6, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:43.529954 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbca5bb3-fc77-4c9d-8bd2-4d25a50233aa req-c12b3dbd-d201-4a39-8abc-08d9c3f72a53 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups?id=c3975637-0ada-458b-b1b3-6e940e28b244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601023 Sep 29 23:01:43.536818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6242e8d1-6ca0-46fb-a2b2-3dd98decd97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:43.547726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:43.551369 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b0eaa99-06c9-4e32-b46e-ded3dc734a82 None None] The sync data for ids ['e4fee08f-0726-46dd-acc5-997c2b95c129'] in n-d-811173-2 is: [{'id': 'e4fee08f-0726-46dd-acc5-997c2b95c129', 'name': 'tempest-FloatingIPsAssociationTestJSON-1322826821-router', 'tenant_id': '7f6c99f38ef9470fa52361c15494a72c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:00:14Z', 'updated_at': '2021-09-29T23:01:42Z', 'revision_number': 6, 'project_id': '7f6c99f38ef9470fa52361c15494a72c', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:01:43.552156 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6242e8d1-6ca0-46fb-a2b2-3dd98decd97a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/49407502-92cf-41f3-a655-1e14a1401174 HTTP/1.1" status: 204 len: 168 time: 1.0028229 Sep 29 23:01:43.577625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242e8d1-6ca0-46fb-a2b2-3dd98decd97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49407502-92cf-41f3-a655-1e14a1401174,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:43.661340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] For port 66c03872-09bb-4587-95b4-cf53aa1dc608, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=66c03872-09bb-4587-95b4-cf53aa1dc608,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:43.661753 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:43.679253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Calling delete_port for 66c03872-09bb-4587-95b4-cf53aa1dc608 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:43.714324 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:43.727271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf req-196be270-28b2-43cb-87a9-c450a47dc616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:43.729075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf req-196be270-28b2-43cb-87a9-c450a47dc616 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.4402652 Sep 29 23:01:43.737675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-d7045b07-8adb-43f2-b155-fddf33fb57d9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Deleting port cec138e6-2283-4a8b-b821-378b4b80ba2d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:43.738059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-d7045b07-8adb-43f2-b155-fddf33fb57d9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:43.837082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf req-4bfa8c40-e5f7-4060-8b6f-d6c7963a86fa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53fb62d5-eea9-42c8-88c6-82bae281f110 HTTP/1.1" status: 200 len: 217 time: 0.0950162 Sep 29 23:01:43.896747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:43.958453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf req-21554da5-8d3e-4515-8315-2863223aa661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:43.960006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf req-21554da5-8d3e-4515-8315-2863223aa661 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.0602434 Sep 29 23:01:44.007194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf req-056a34d5-e5c8-491c-903c-a5b648e0e0c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359762 Sep 29 23:01:44.011014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bb8317d-ca17-47d1-80a6-110d93408891']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:44.032318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:44.032551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d8013f6-cd7e-4447-b5bb-6d4a2ad3f997') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:44.069240 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.169222 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.210582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:01:44.210987 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:01:44.220440 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:01:44.241700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-d7045b07-8adb-43f2-b155-fddf33fb57d9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] For port cec138e6-2283-4a8b-b821-378b4b80ba2d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cec138e6-2283-4a8b-b821-378b4b80ba2d,segment=NetworkSegment(589f9c90-25ab-4732-a0e7-3a63d5d4ace4),segment_id=589f9c90-25ab-4732-a0e7-3a63d5d4ace4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:44.242261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-d7045b07-8adb-43f2-b155-fddf33fb57d9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.256911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-d7045b07-8adb-43f2-b155-fddf33fb57d9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Calling delete_port for cec138e6-2283-4a8b-b821-378b4b80ba2d owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:44.284683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a9ebb-708b-4f26-9940-d9bd3e614743 req-8ff04bd8-6421-4f2a-b8cc-5712f93b1be4 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:44.292861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-845a9ebb-708b-4f26-9940-d9bd3e614743 req-8ff04bd8-6421-4f2a-b8cc-5712f93b1be4 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 949 time: 0.1858821 Sep 29 23:01:44.351892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf req-5d5b751f-d178-4075-a43b-cabfa1ac09ac service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314128 Sep 29 23:01:44.380584 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.394068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.413096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.421726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1bb8317d-ca17-47d1-80a6-110d93408891 HTTP/1.1" status: 204 len: 168 time: 0.8704236 Sep 29 23:01:44.425258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ae1db8-238b-400a-a315-bb2b818883c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bb8317d-ca17-47d1-80a6-110d93408891,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:44.437521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Pushing event deleted for resources: {'Port': ['ID=66c03872-09bb-4587-95b4-cf53aa1dc608,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:44.437719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-845a9ebb-708b-4f26-9940-d9bd3e614743 req-2f3b3981-36c2-468f-8811-c2356ded2b06 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428535 Sep 29 23:01:44.460059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 66c03872-09bb-4587-95b4-cf53aa1dc608 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:44.520629 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 66c03872-09bb-4587-95b4-cf53aa1dc608 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:44.521036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 66c03872-09bb-4587-95b4-cf53aa1dc608 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:44.521451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5d165aab-d958-4587-9fbd-86845ecce1d4 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:44.543061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a500bb3-a977-44e7-a1e9-eaf5bed394cf req-ebaa5ec7-63a0-4941-8c0c-8c588cf40e69 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836469 Sep 29 23:01:44.569787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 5d165aab-d958-4587-9fbd-86845ecce1d4 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:44.571236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5d165aab-d958-4587-9fbd-86845ecce1d4 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:44.589182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.609255 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-d7045b07-8adb-43f2-b155-fddf33fb57d9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.644972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['cec138e6-2283-4a8b-b821-378b4b80ba2d'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:44.736748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e385997e-2f55-4fcc-98a0-8c21f4c949c0 req-05b55869-f5ec-4813-82f7-f2b7d672ce4d tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/ports?device_id=76f19e3a-e5ee-4677-a472-2a01da6ca0c3 HTTP/1.1" status: 200 len: 210 time: 0.0943263 Sep 29 23:01:44.745294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7045b07-8adb-43f2-b155-fddf33fb57d9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event deleted for resources: {'Port': ['ID=cec138e6-2283-4a8b-b821-378b4b80ba2d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:44.792772 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.794938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32866) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:44.827178 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.861105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-d7045b07-8adb-43f2-b155-fddf33fb57d9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] No DVR routers for this DVR port cec138e6-2283-4a8b-b821-378b4b80ba2d on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:44.877271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e23c2-4a29-40e1-8810-7e458c3eeddf req-cb3c92da-3002-43e1-a173-e58918fbd913 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:44.879672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-063e23c2-4a29-40e1-8810-7e458c3eeddf req-cb3c92da-3002-43e1-a173-e58918fbd913 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 943 time: 0.2398539 Sep 29 23:01:44.883531 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-d7045b07-8adb-43f2-b155-fddf33fb57d9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.886209 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a4c1dc77-40ea-45ce-af0d-65b6933752a9 req-d7045b07-8adb-43f2-b155-fddf33fb57d9 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.42 "DELETE /v2.0/ports/cec138e6-2283-4a8b-b821-378b4b80ba2d HTTP/1.1" status: 204 len: 173 time: 1.5879943 Sep 29 23:01:44.925354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76f19e3a-e5ee-4677-a472-2a01da6ca0c3', 'name': 'network-vif-deleted', 'tag': 'cec138e6-2283-4a8b-b821-378b4b80ba2d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:44.929025 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b49e35-0c10-4ecf-8f2e-0a770716f54c" -d '{"events": [{"server_uuid": "76f19e3a-e5ee-4677-a472-2a01da6ca0c3", "name": "network-vif-deleted", "tag": "cec138e6-2283-4a8b-b821-378b4b80ba2d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:44.948750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e5c88010-755d-4b4e-8b42-071c2c3635d9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61c3500048974007942d51412ced450b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1382043 Sep 29 23:01:44.953362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32874) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:44.990012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-063e23c2-4a29-40e1-8810-7e458c3eeddf req-f2c5e0c7-2917-4eaf-a37a-528ca1c173b1 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004975 Sep 29 23:01:44.994141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:44.995337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4fee08f-0726-46dd-acc5-997c2b95c129 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:01:45.036002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.039434 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6a50cbe0-0d51-4cc8-9dfc-6e1f9f5539ab admin admin] 10.222.0.44 "DELETE /v2.0/routers/e4fee08f-0726-46dd-acc5-997c2b95c129 HTTP/1.1" status: 204 len: 168 time: 2.8168395 Sep 29 23:01:45.042550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:45.085048 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47be4d68-458f-44c9-83f7-4dd741f2d0e5 x-openstack-request-id: req-47be4d68-458f-44c9-83f7-4dd741f2d0e5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:45.085359 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76f19e3a-e5ee-4677-a472-2a01da6ca0c3", "name": "network-vif-deleted", "tag": "cec138e6-2283-4a8b-b821-378b4b80ba2d", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:45.086296 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47be4d68-458f-44c9-83f7-4dd741f2d0e5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:45.086710 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76f19e3a-e5ee-4677-a472-2a01da6ca0c3', 'name': 'network-vif-deleted', 'tag': 'cec138e6-2283-4a8b-b821-378b4b80ba2d', 'status': 'completed', 'code': 200} Sep 29 23:01:45.099569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00ccc97f-a94f-4da0-82fe-6df536e0f9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.119032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-7caa9158-3056-4c7a-a3d7-62b2df9dcece admin admin] Deleting subnet 0a8cc7f0-896c-4150-982e-c0aeb74a04de {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:01:45.128651 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7caa9158-3056-4c7a-a3d7-62b2df9dcece admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.144983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00ccc97f-a94f-4da0-82fe-6df536e0f9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.238330 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7caa9158-3056-4c7a-a3d7-62b2df9dcece admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.239920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00ccc97f-a94f-4da0-82fe-6df536e0f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.250371 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00ccc97f-a94f-4da0-82fe-6df536e0f9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.256758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-00ccc97f-a94f-4da0-82fe-6df536e0f9d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7ec7b34-e993-4fa3-bd39-8137464586f7 HTTP/1.1" status: 204 len: 168 time: 0.2996848 Sep 29 23:01:45.283496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ccc97f-a94f-4da0-82fe-6df536e0f9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ec7b34-e993-4fa3-bd39-8137464586f7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:45.432665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7caa9158-3056-4c7a-a3d7-62b2df9dcece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.533173 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7caa9158-3056-4c7a-a3d7-62b2df9dcece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.583493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caa9158-3056-4c7a-a3d7-62b2df9dcece admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8cc7f0-896c-4150-982e-c0aeb74a04de,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:45.624221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1277bb48-6a98-4ffa-b603-e65086fb6b4c None None] Network 11415384-015c-4d5d-ba48-b0e1d65ca6ad requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:01:45.631850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7caa9158-3056-4c7a-a3d7-62b2df9dcece admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.633963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7caa9158-3056-4c7a-a3d7-62b2df9dcece admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0a8cc7f0-896c-4150-982e-c0aeb74a04de HTTP/1.1" status: 204 len: 168 time: 0.5901606 Sep 29 23:01:45.637089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32894) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:45.761964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:45.823688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94794c1-e9a6-4874-8b65-f3d128a22a42 req-4622395b-d47f-4cce-80fa-20d04a28b0db tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:45.825454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f94794c1-e9a6-4874-8b65-f3d128a22a42 req-4622395b-d47f-4cce-80fa-20d04a28b0db tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 949 time: 0.2396104 Sep 29 23:01:45.973512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71551908-8a1d-4a1d-8248-4ecc11a6a4db req-65280657-52e2-4157-988b-248e5db88690 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:45.981573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71551908-8a1d-4a1d-8248-4ecc11a6a4db req-65280657-52e2-4157-988b-248e5db88690 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 945 time: 0.2139959 Sep 29 23:01:45.987917 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b6412-b54c-43d6-b959-f295a314a5a8 None None] DHCP port deletion for 11415384-015c-4d5d-ba48-b0e1d65ca6ad request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:01:46.050405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f94794c1-e9a6-4874-8b65-f3d128a22a42 req-7995983c-deb0-4c93-b318-8e80843c7e88 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692383 Sep 29 23:01:46.058899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-187b6412-b54c-43d6-b959-f295a314a5a8 None None] Deleting port 4311d2c7-2fde-4905-9887-04d0eb20aa3b {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:46.059958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Deleting port 4311d2c7-2fde-4905-9887-04d0eb20aa3b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:46.060276 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-187b6412-b54c-43d6-b959-f295a314a5a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.060386 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.106536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71551908-8a1d-4a1d-8248-4ecc11a6a4db req-38f3b588-c3b3-4b76-bd40-d8289ef30d5e tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168916 Sep 29 23:01:46.295288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] For port 4311d2c7-2fde-4905-9887-04d0eb20aa3b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4311d2c7-2fde-4905-9887-04d0eb20aa3b,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:46.295961 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.340848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-187b6412-b54c-43d6-b959-f295a314a5a8 None None] For port 4311d2c7-2fde-4905-9887-04d0eb20aa3b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4311d2c7-2fde-4905-9887-04d0eb20aa3b,segment=NetworkSegment(84895cac-5125-4676-af32-63530bfe301a),segment_id=84895cac-5125-4676-af32-63530bfe301a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:46.341243 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-187b6412-b54c-43d6-b959-f295a314a5a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.377065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Calling delete_port for 4311d2c7-2fde-4905-9887-04d0eb20aa3b owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:46.383980 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-187b6412-b54c-43d6-b959-f295a314a5a8 None None] Calling delete_port for 4311d2c7-2fde-4905-9887-04d0eb20aa3b owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:46.535730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4311d2c7-2fde-4905-9887-04d0eb20aa3b no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:46.581836 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.583771 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-187b6412-b54c-43d6-b959-f295a314a5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.587370 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No active binding found for port 4311d2c7-2fde-4905-9887-04d0eb20aa3b {{(pid=110007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 23:01:46.587862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4311d2c7-2fde-4905-9887-04d0eb20aa3b not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:46.625272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187b6412-b54c-43d6-b959-f295a314a5a8 None None] Pushing event deleted for resources: {'Port': ['ID=4311d2c7-2fde-4905-9887-04d0eb20aa3b,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:46.644972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187b6412-b54c-43d6-b959-f295a314a5a8 None None] No DVR routers for this DVR port 4311d2c7-2fde-4905-9887-04d0eb20aa3b on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:46.675660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Pushing event deleted for resources: {'Port': ['ID=4311d2c7-2fde-4905-9887-04d0eb20aa3b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:46.682312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] No DVR routers for this DVR port 4311d2c7-2fde-4905-9887-04d0eb20aa3b on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:46.761585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32946) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:46.808648 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.833443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa3894-4602-4d9c-9f69-5bd85624cee4 req-6a3ff723-baea-4fbc-92ef-d2f9b94cd853 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:46.835137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8fa3894-4602-4d9c-9f69-5bd85624cee4 req-6a3ff723-baea-4fbc-92ef-d2f9b94cd853 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 943 time: 0.2494037 Sep 29 23:01:46.874540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-334499253-network', 'tenant_id': 'd77d5f5498224d8aba35c6c0166f54c3'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:46.882129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11415384-015c-4d5d-ba48-b0e1d65ca6ad']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:46.895685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84895cac-5125-4676-af32-63530bfe301a') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:46.896120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84895cac-5125-4676-af32-63530bfe301a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:46.902005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Made reservation on behalf of d77d5f5498224d8aba35c6c0166f54c3 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:46.904866 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.915387 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.932617 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.953978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8fa3894-4602-4d9c-9f69-5bd85624cee4 req-f81345b0-d77d-403f-a12d-3783137f49fc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955830 Sep 29 23:01:46.958117 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.973833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bee83-be2e-4230-b547-5820a62c5c5c req-0c14d67c-694f-4e92-bb23-adbd44aad092 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:46.975654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a16bee83-be2e-4230-b547-5820a62c5c5c req-0c14d67c-694f-4e92-bb23-adbd44aad092 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 949 time: 0.2112219 Sep 29 23:01:46.979561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:01:46.980396 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:01:46.982660 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:01:47.042970 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.049355 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 53fb62d5-eea9-42c8-88c6-82bae281f110 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:01:47.060890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cec138e6-2283-4a8b-b821-378b4b80ba2d no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:47.065765 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.086128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a16bee83-be2e-4230-b547-5820a62c5c5c req-300a6abd-6204-4519-9636-0086a3300229 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867660 Sep 29 23:01:47.091131 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.099861 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.102898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] 10.222.0.44 "DELETE /v2.0/networks/11415384-015c-4d5d-ba48-b0e1d65ca6ad HTTP/1.1" status: 204 len: 168 time: 1.4644020 Sep 29 23:01:47.114703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343e8ea-f148-4e26-8aa6-aaebb541ec0f admin admin] Pushing event deleted for resources: {'Network': ['ID=11415384-015c-4d5d-ba48-b0e1d65ca6ad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:47.120215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:01:47.156415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32958) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:47.221686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89e6ce3-4be0-4953-a490-e767cbf11504,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:47.229265 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.231812 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Added segment d8c19b82-4b5e-4dce-85a9-5b09b1788c57 of type vlan for network d4f5d120-83fd-46cf-8fa2-853165c31b04 Sep 29 23:01:47.280051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: cec138e6-2283-4a8b-b821-378b4b80ba2d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:47.280661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cec138e6-2283-4a8b-b821-378b4b80ba2d not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:47.297000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:47.338845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '53fb62d5-eea9-42c8-88c6-82bae281f110', 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7', 'port_id': '53fb62d5-eea9-42c8-88c6-82bae281f110', 'mac_address': 'fa:16:3e:0b:c7:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e257f-b911-46db-9074-3307b87d2219', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:01:47.436274 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.438638 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.459000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32972) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:47.476383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fb62d5-eea9-42c8-88c6-82bae281f110 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:01:47.501344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:47.516584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.548462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-45ac1624-db90-49ed-a987-634bc0558e32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7f6c99f38ef9470fa52361c15494a72c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880084 Sep 29 23:01:47.551463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32974) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:47.611978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=53fb62d5-eea9-42c8-88c6-82bae281f110,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:47.653989 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.655426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:47.656494 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.685457 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da6086c8-2b80-4ab2-ad5a-0abdb13101d7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.722970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da6086c8-2b80-4ab2-ad5a-0abdb13101d7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.733782 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae80f-4dc4-4857-bf12-9107b0278460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.748109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f297bf-aa79-4fd9-b7ca-7c20d86bb377 req-11882997-dcc6-487a-abac-ec5687de3cb9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:47.755603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34f297bf-aa79-4fd9-b7ca-7c20d86bb377 req-11882997-dcc6-487a-abac-ec5687de3cb9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 945 time: 0.4786851 Sep 29 23:01:47.768275 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae80f-4dc4-4857-bf12-9107b0278460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.827532 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0618083 Sep 29 23:01:47.829138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32976) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:47.829751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34f297bf-aa79-4fd9-b7ca-7c20d86bb377 req-a4a6faca-9069-4de2-b5a2-b535e565523a tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/security-groups?id=3775db76-8301-457f-b6ce-2fdf1c71ad7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584631 Sep 29 23:01:47.833809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Request body: {'subnet': {'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-334499253-subnet', 'tenant_id': 'd77d5f5498224d8aba35c6c0166f54c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:47.846146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da6086c8-2b80-4ab2-ad5a-0abdb13101d7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.849366 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da6086c8-2b80-4ab2-ad5a-0abdb13101d7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.850799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-da6086c8-2b80-4ab2-ad5a-0abdb13101d7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "DELETE /v2.0/security-groups/be823cbb-1c3d-45f6-bd7b-303e1a414c58 HTTP/1.1" status: 204 len: 168 time: 0.6954353 Sep 29 23:01:47.854962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:47.871585 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-00e1d046-0e43-4f7d-aa33-ee963fd8191b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] show failed (client error): The resource could not be found. Sep 29 23:01:47.872625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-00e1d046-0e43-4f7d-aa33-ee963fd8191b tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "GET /v2.0/security-groups/be823cbb-1c3d-45f6-bd7b-303e1a414c58 HTTP/1.1" status: 404 len: 347 time: 0.0167532 Sep 29 23:01:47.877783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32980) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:47.881958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-755d0188-0a70-4fa8-9894-9aa9a5780d9e tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:47.883644 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-755d0188-0a70-4fa8-9894-9aa9a5780d9e tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.42 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 945 time: 0.2576256 Sep 29 23:01:47.888994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320e3ca-a976-4ffc-8274-975776c0a6eb admin admin] Pushing event updated for resources: {'Network': ['ID=d4f5d120-83fd-46cf-8fa2-853165c31b04,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:47.899051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network d4f5d120-83fd-46cf-8fa2-853165c31b04 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:01:47.926389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['53fb62d5-eea9-42c8-88c6-82bae281f110'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:47.936757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6086c8-2b80-4ab2-ad5a-0abdb13101d7 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be823cbb-1c3d-45f6-bd7b-303e1a414c58,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:47.973657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae80f-4dc4-4857-bf12-9107b0278460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:47.977856 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed2ae80f-4dc4-4857-bf12-9107b0278460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:48.010329 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ed2ae80f-4dc4-4857-bf12-9107b0278460 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21a0ee50-0cc6-4770-a1e7-70c5ed7466c6 HTTP/1.1" status: 204 len: 168 time: 0.4574122 Sep 29 23:01:48.055180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ae80f-4dc4-4857-bf12-9107b0278460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a0ee50-0cc6-4770-a1e7-70c5ed7466c6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:48.063396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Made reservation on behalf of d77d5f5498224d8aba35c6c0166f54c3 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:48.065917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:48.121764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-11a0e991-a27e-4ef9-b402-d08a639210e0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Deleting port 3532fdac-a8f0-44fc-a329-259441f7fbe0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:48.125074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a0e991-a27e-4ef9-b402-d08a639210e0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:48.317695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-edd034e9-6178-4617-99de-6e938cbc61e9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Deleting port 04f276ae-d304-432c-be19-ae2b59d96b8d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:48.318113 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-edd034e9-6178-4617-99de-6e938cbc61e9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:48.376806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa0711c-6c46-47c8-bb6f-d47eaa7b2051 req-c50897af-15bc-466f-a12b-7e40da0890d3 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:48.378500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-faa0711c-6c46-47c8-bb6f-d47eaa7b2051 req-c50897af-15bc-466f-a12b-7e40da0890d3 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 944 time: 0.2463651 Sep 29 23:01:48.425755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a0e991-a27e-4ef9-b402-d08a639210e0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:48.425755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a0e991-a27e-4ef9-b402-d08a639210e0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:48.443719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-11a0e991-a27e-4ef9-b402-d08a639210e0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Calling delete_port for 3532fdac-a8f0-44fc-a329-259441f7fbe0 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:48.505380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-edd034e9-6178-4617-99de-6e938cbc61e9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] For port 04f276ae-d304-432c-be19-ae2b59d96b8d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=04f276ae-d304-432c-be19-ae2b59d96b8d,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:48.505755 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-edd034e9-6178-4617-99de-6e938cbc61e9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:48.529268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-edd034e9-6178-4617-99de-6e938cbc61e9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Calling delete_port for 04f276ae-d304-432c-be19-ae2b59d96b8d owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:48.545919 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:48.600377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9cde3-800a-4348-8642-b7f3fb56a2c0 req-e036c730-3b17-49d9-8c6d-1e40d0cf3e57 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:48.602221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02c9cde3-800a-4348-8642-b7f3fb56a2c0 req-e036c730-3b17-49d9-8c6d-1e40d0cf3e57 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 949 time: 0.3874881 Sep 29 23:01:48.639821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcc3a829-1afc-43d5-a1c2-3f685715c47a,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:48.677178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-faa0711c-6c46-47c8-bb6f-d47eaa7b2051 req-d2114e49-6f5e-4176-b40b-8ee375de2c81 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792664 Sep 29 23:01:48.679346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Checking segment: {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:48.679718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Network hostable DHCP agents. Network: d4f5d120-83fd-46cf-8fa2-853165c31b04, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:01:48.727321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Network d4f5d120-83fd-46cf-8fa2-853165c31b04 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:01:48.785787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, d4f5d120-83fd-46cf-8fa2-853165c31b04) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:48.795807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb72f1b-24d9-4793-92fc-08e57f7cf6c1 None None] Network d4f5d120-83fd-46cf-8fa2-853165c31b04 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:01:48.814534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:48.815310 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:48.859800 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fdf01686-789b-4cd0-b2a6-9c0a0760fde3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0295329 Sep 29 23:01:48.877585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02c9cde3-800a-4348-8642-b7f3fb56a2c0 req-159fcb26-7fd6-4d66-98c2-86694de645cd tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675099 Sep 29 23:01:48.884359 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-edd034e9-6178-4617-99de-6e938cbc61e9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:48.928128 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a0e991-a27e-4ef9-b402-d08a639210e0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.013638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0e991-a27e-4ef9-b402-d08a639210e0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Pushing event deleted for resources: {'Port': ['ID=3532fdac-a8f0-44fc-a329-259441f7fbe0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:49.083478 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd034e9-6178-4617-99de-6e938cbc61e9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Pushing event deleted for resources: {'Port': ['ID=04f276ae-d304-432c-be19-ae2b59d96b8d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:49.107976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['04f276ae-d304-432c-be19-ae2b59d96b8d'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:49.110619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 53fb62d5-eea9-42c8-88c6-82bae281f110 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:49.194629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-edd034e9-6178-4617-99de-6e938cbc61e9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] No DVR routers for this DVR port 04f276ae-d304-432c-be19-ae2b59d96b8d on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:49.207637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-edd034e9-6178-4617-99de-6e938cbc61e9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.210702 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4d77a9cd-76de-4054-9987-8e08ee3cdef7 req-edd034e9-6178-4617-99de-6e938cbc61e9 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.42 "DELETE /v2.0/ports/04f276ae-d304-432c-be19-ae2b59d96b8d HTTP/1.1" status: 204 len: 173 time: 1.3177640 Sep 29 23:01:49.215135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19c775b0-3d7e-495f-b47a-60a0851aa68c', 'name': 'network-vif-deleted', 'tag': '04f276ae-d304-432c-be19-ae2b59d96b8d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:49.225996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbe99155-caf9-427f-ac05-9dc3cf9789d8 req-43afce50-5ea3-4649-b7be-6d38046c7b17 tempest-AttachSCSIVolumeTestJSON-2000498095 tempest-AttachSCSIVolumeTestJSON-2000498095-project] 10.222.0.44 "GET /v2.0/ports?device_id=19c775b0-3d7e-495f-b47a-60a0851aa68c HTTP/1.1" status: 200 len: 210 time: 0.1650426 Sep 29 23:01:49.232260 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512d7514-357b-4868-9e79-425c40e5e666" -d '{"events": [{"server_uuid": "19c775b0-3d7e-495f-b47a-60a0851aa68c", "name": "network-vif-deleted", "tag": "04f276ae-d304-432c-be19-ae2b59d96b8d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:49.259171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 53fb62d5-eea9-42c8-88c6-82bae281f110 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:01:49.259345 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-9f3cd146-fdd6-43a6-8bc3-7dc3a8242270 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2561457 Sep 29 23:01:49.272862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 53fb62d5-eea9-42c8-88c6-82bae281f110 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:49.273869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.344028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a0e991-a27e-4ef9-b402-d08a639210e0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.361725 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a0e991-a27e-4ef9-b402-d08a639210e0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.368216 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-11a0e991-a27e-4ef9-b402-d08a639210e0 tempest-ImagesOneServerNegativeTestJSON-804378520 tempest-ImagesOneServerNegativeTestJSON-804378520-project] 10.222.0.44 "DELETE /v2.0/floatingips/38f9155b-dc39-4a03-baa6-9e28ee41d1e2 HTTP/1.1" status: 204 len: 168 time: 1.4899001 Sep 29 23:01:49.378703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2adb65-94ea-4b64-a9d7-5e7758c69e3e req-d07b1305-3972-42f4-9372-6992f1af9f9e tempest-LiveMigrationNegativeTest-1760636014 tempest-LiveMigrationNegativeTest-1760636014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:49.389876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b2adb65-94ea-4b64-a9d7-5e7758c69e3e req-d07b1305-3972-42f4-9372-6992f1af9f9e tempest-LiveMigrationNegativeTest-1760636014 tempest-LiveMigrationNegativeTest-1760636014-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 1100 time: 0.2965732 Sep 29 23:01:49.404459 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9058b91d-558f-4d0e-afbe-2a1139809961 x-openstack-request-id: req-9058b91d-558f-4d0e-afbe-2a1139809961 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:49.405617 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19c775b0-3d7e-495f-b47a-60a0851aa68c", "name": "network-vif-deleted", "tag": "04f276ae-d304-432c-be19-ae2b59d96b8d", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:49.405976 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9058b91d-558f-4d0e-afbe-2a1139809961 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:49.407430 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19c775b0-3d7e-495f-b47a-60a0851aa68c', 'name': 'network-vif-deleted', 'tag': '04f276ae-d304-432c-be19-ae2b59d96b8d', 'status': 'completed', 'code': 200} Sep 29 23:01:49.418746 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b2adb65-94ea-4b64-a9d7-5e7758c69e3e req-69107240-cb6e-4964-b517-347641ad2248 tempest-LiveMigrationNegativeTest-1760636014 tempest-LiveMigrationNegativeTest-1760636014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.424910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-94425fd2-6ef0-4edd-975e-7fb4f6c50c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:49.426675 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-94425fd2-6ef0-4edd-975e-7fb4f6c50c58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1096 time: 0.1014886 Sep 29 23:01:49.465683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33036) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:49.476028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-d4f5d120-83fd-46cf-8fa2-853165c31b04', 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04', 'tenant_id': 'd77d5f5498224d8aba35c6c0166f54c3', 'fixed_ips': [{'subnet_id': 'bcc3a829-1afc-43d5-a1c2-3f685715c47a'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:01:49.483298 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.668407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-93eeff3d-2010-420b-ae49-a5aa925adda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:49.670111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-93eeff3d-2010-420b-ae49-a5aa925adda8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.2132871 Sep 29 23:01:49.718057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-7d5a2c57-6b43-4707-9841-a163ce15457f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 200 len: 217 time: 0.0376761 Sep 29 23:01:49.751178 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b2adb65-94ea-4b64-a9d7-5e7758c69e3e req-69107240-cb6e-4964-b517-347641ad2248 tempest-LiveMigrationNegativeTest-1760636014 tempest-LiveMigrationNegativeTest-1760636014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.763549 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0b2adb65-94ea-4b64-a9d7-5e7758c69e3e req-69107240-cb6e-4964-b517-347641ad2248 tempest-LiveMigrationNegativeTest-1760636014 tempest-LiveMigrationNegativeTest-1760636014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.789641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-42c3fa47-6191-4d5a-bca6-40765b2e1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:49.792558 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-42c3fa47-6191-4d5a-bca6-40765b2e1040 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.0662739 Sep 29 23:01:49.799324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-network', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:49.817067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Allocated IP 172.20.0.2 (d4f5d120-83fd-46cf-8fa2-853165c31b04/bcc3a829-1afc-43d5-a1c2-3f685715c47a/739ea29a-9f01-4a31-839d-b7b3e4496bc0) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:49.844636 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b2adb65-94ea-4b64-a9d7-5e7758c69e3e req-69107240-cb6e-4964-b517-347641ad2248 tempest-LiveMigrationNegativeTest-1760636014 tempest-LiveMigrationNegativeTest-1760636014-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4507208 Sep 29 23:01:49.846298 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Made reservation on behalf of c965c6cf0b2c4987be619ac53f5e18f4 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:49.857878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.872568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69107240-cb6e-4964-b517-347641ad2248 tempest-LiveMigrationNegativeTest-1760636014 tempest-LiveMigrationNegativeTest-1760636014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d546c9d5-68f7-46c3-a67d-ba417f8a6952,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:49.877073 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-4aae6b51-4df6-4758-8a47-6b4eb3692b9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547392 Sep 29 23:01:49.896535 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.930356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:49.977487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33064) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:50.065662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.070231 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-dbbab27a-5d47-4385-808d-d755d5004605 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805470 Sep 29 23:01:50.094093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fb62d5-eea9-42c8-88c6-82bae281f110'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:50.096650 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f03497f-07f7-4e59-9685-ead72c224871" -d '{"events": [{"server_uuid": "7fec1cda-8c9f-4537-a740-e86e85a1b25e", "name": "network-vif-plugged", "status": "completed", "tag": "53fb62d5-eea9-42c8-88c6-82bae281f110"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:50.116588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:50.135271 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.136621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 04f276ae-d304-432c-be19-ae2b59d96b8d no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:50.194351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b038ecd5-1dcd-4677-b765-3170ad845a00 admin admin] Deleting subnet a6281830-dcab-48c7-805a-af6788287cbb {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:01:50.204947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b038ecd5-1dcd-4677-b765-3170ad845a00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.250180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 04f276ae-d304-432c-be19-ae2b59d96b8d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:50.250823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 04f276ae-d304-432c-be19-ae2b59d96b8d not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:50.251577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.252625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c27a-44cf-4e77-a841-692098b9541c req-7c5a1d4e-65da-4afe-83fc-5ff6ba2a2a47 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:50.258811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=53fb62d5-eea9-42c8-88c6-82bae281f110,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:50.261389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-7c5a1d4e-65da-4afe-83fc-5ff6ba2a2a47 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 815 time: 0.3558662 Sep 29 23:01:50.282301 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.287181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2236ac-e820-4294-a858-c01f5116cc7b req-0ef79f47-3061-4106-b2a4-d5af2f3ecc15 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:50.295295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f2236ac-e820-4294-a858-c01f5116cc7b req-0ef79f47-3061-4106-b2a4-d5af2f3ecc15 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 945 time: 0.1771328 Sep 29 23:01:50.304422 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b038ecd5-1dcd-4677-b765-3170ad845a00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.312763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:01:50.325413 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.325863 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Added segment 65c351b4-f819-4d36-8b1c-3e3f7e8eee84 of type vlan for network 52376747-5e38-4f02-b8bd-e16ecf31389e Sep 29 23:01:50.349714 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.360316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-c9d59000-e6da-4929-ac28-a83afa1086e6 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/quotas/d77d5f5498224d8aba35c6c0166f54c3 HTTP/1.1" status: 200 len: 375 time: 0.0979199 Sep 29 23:01:50.374858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.393152 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.436733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b038ecd5-1dcd-4677-b765-3170ad845a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.448486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c84448c-1b85-4fc2-8585-3d0da7a1375e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:50.470538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.475160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:50.475969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.484604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Pushing event updated for resources: {'Port': ['ID=739ea29a-9f01-4a31-839d-b7b3e4496bc0,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:50.497953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f2236ac-e820-4294-a858-c01f5116cc7b req-5f3e3118-d771-4d9c-b66e-ce968529ad77 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952124 Sep 29 23:01:50.502457 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.0311387 Sep 29 23:01:50.503181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33070) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:50.515119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Network d4f5d120-83fd-46cf-8fa2-853165c31b04 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:50.523005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:50.527264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Request body: {'subnet': {'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-subnet', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:50.529485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:50.585708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-cee80278-5a0e-4550-92b5-10e9bf480311 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2171755 Sep 29 23:01:50.595024 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b038ecd5-1dcd-4677-b765-3170ad845a00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.604791 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a665973-7710-4ba6-b970-aba5dbe3863d req-8c0a1672-70c3-43c6-9660-0ba23c076b99 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5228012 Sep 29 23:01:50.608311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Made reservation on behalf of c965c6cf0b2c4987be619ac53f5e18f4 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:50.610718 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.647784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Attempting to bind port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:01:50.648213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Attempting to bind port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:01:50.648585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Attempting to bind port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 on network d4f5d120-83fd-46cf-8fa2-853165c31b04 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:50.663043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:01:50.663640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Checking segment: {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:50.663856 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.664280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Bound using segment: {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:01:50.664824 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Bound port: 739ea29a-9f01-4a31-839d-b7b3e4496bc0, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:01:50.665218 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.673076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b038ecd5-1dcd-4677-b765-3170ad845a00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.674525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b038ecd5-1dcd-4677-b765-3170ad845a00 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a6281830-dcab-48c7-805a-af6788287cbb HTTP/1.1" status: 204 len: 168 time: 0.6947958 Sep 29 23:01:50.677262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038ecd5-1dcd-4677-b765-3170ad845a00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6281830-dcab-48c7-805a-af6788287cbb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:50.680963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33084) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:50.798976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] For port 739ea29a-9f01-4a31-839d-b7b3e4496bc0, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:50.802522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] For port 739ea29a-9f01-4a31-839d-b7b3e4496bc0, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=739ea29a-9f01-4a31-839d-b7b3e4496bc0,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:01:50.811175 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.824454 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:50.837380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-84b4dfce-37c2-4ba6-bcb2-aa56cf9558e6 service neutron] 10.222.0.44 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507617 Sep 29 23:01:50.908602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38e63d-04a7-4e04-820c-54266e4f9707 None None] Pushing event updated for resources: {'Port': ['ID=739ea29a-9f01-4a31-839d-b7b3e4496bc0,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:50.918203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78abc13-aa03-460d-92f2-161b3e884ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=52376747-5e38-4f02-b8bd-e16ecf31389e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:50.931006 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fdfff9b-89fc-49da-8bf5-0c1c698a6b0a x-openstack-request-id: req-7fdfff9b-89fc-49da-8bf5-0c1c698a6b0a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:50.931529 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec1cda-8c9f-4537-a740-e86e85a1b25e", "name": "network-vif-plugged", "status": "completed", "tag": "53fb62d5-eea9-42c8-88c6-82bae281f110", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:50.932587 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fdfff9b-89fc-49da-8bf5-0c1c698a6b0a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:50.933084 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fb62d5-eea9-42c8-88c6-82bae281f110', 'code': 200} Sep 29 23:01:50.939785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 52376747-5e38-4f02-b8bd-e16ecf31389e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:01:51.144458 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.158359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-ed2f275d-b6a0-4311-bf0a-b6b2ecb77e56 req-45916fc7-50ca-40dd-9177-57386bc57ae2 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:01:51.164333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed2f275d-b6a0-4311-bf0a-b6b2ecb77e56 req-45916fc7-50ca-40dd-9177-57386bc57ae2 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0099926 Sep 29 23:01:51.165663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.171018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb694ff-a82d-45aa-88cd-d2a43380244a req-a6d189d4-f778-4777-8632-b3f3accd367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:51.172565 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cb694ff-a82d-45aa-88cd-d2a43380244a req-a6d189d4-f778-4777-8632-b3f3accd367d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1096 time: 0.1169121 Sep 29 23:01:51.214514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14a8130-7970-41a2-a073-fd7dae695e31']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:51.238315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589f9c90-25ab-4732-a0e7-3a63d5d4ace4') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:51.238626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589f9c90-25ab-4732-a0e7-3a63d5d4ace4') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:51.251157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.282054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.304445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:01:51.305076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.335571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae724f1a-faf3-4ec5-b633-28358464be4e,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:51.348929 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cb694ff-a82d-45aa-88cd-d2a43380244a req-d8ac04b1-d07b-4f1f-9222-0cce41ef1d25 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857136 Sep 29 23:01:51.383127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Checking segment: {'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:51.383529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Network hostable DHCP agents. Network: 52376747-5e38-4f02-b8bd-e16ecf31389e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:01:51.395032 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:01:51.441089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-b2353d44-270b-4f2d-be7e-7cfb8d0b343d service neutron] 10.222.0.44 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5958364 Sep 29 23:01:51.442220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Network 52376747-5e38-4f02-b8bd-e16ecf31389e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:01:51.446485 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.465323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 52376747-5e38-4f02-b8bd-e16ecf31389e) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:51.478116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:51.481657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.486687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d5eb5e-1ab6-4b55-b0dd-37be23f84d47 None None] Network 52376747-5e38-4f02-b8bd-e16ecf31389e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:01:51.528993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8c6febdb-0de0-4a00-839b-89b6efb05928 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0251634 Sep 29 23:01:51.532437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33104) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:51.534219 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.546673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:51.556330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b14a8130-7970-41a2-a073-fd7dae695e31 HTTP/1.1" status: 204 len: 168 time: 0.8744118 Sep 29 23:01:51.563118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c642c-1b18-4ed4-903a-55353a9dad04 admin admin] Pushing event deleted for resources: {'Network': ['ID=b14a8130-7970-41a2-a073-fd7dae695e31,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:51.583241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.585416 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.767337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:51.819930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b153c-821e-4c85-baa0-c19a4e67f9de req-57ca21bc-a4df-480a-9026-26eb16883317 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:51.830470 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-654b153c-821e-4c85-baa0-c19a4e67f9de req-57ca21bc-a4df-480a-9026-26eb16883317 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 945 time: 0.1779876 Sep 29 23:01:51.953446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-654b153c-821e-4c85-baa0-c19a4e67f9de req-1a6bbc63-c1df-42f0-88ae-c16c42b438e5 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218722 Sep 29 23:01:51.976879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33140) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:52.066869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-52376747-5e38-4f02-b8bd-e16ecf31389e', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:01:52.067748 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:52.227049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c2542202-d02a-44cf-8e20-0fd340560de0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c68216839e14637a486a0eea81a9a80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2470734 Sep 29 23:01:52.232220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33162) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:52.261579 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:52.414439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6c09-788d-4cba-8095-0c9c93456722 req-d85f1e4c-984a-408b-8512-a6e8ed80b027 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:52.430196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe2d6c09-788d-4cba-8095-0c9c93456722 req-d85f1e4c-984a-408b-8512-a6e8ed80b027 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 949 time: 0.3696709 Sep 29 23:01:52.496241 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b437d5b9-43d9-463d-86ba-d55684903441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:52.519771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Allocated IP 172.20.0.2 (52376747-5e38-4f02-b8bd-e16ecf31389e/ae724f1a-faf3-4ec5-b633-28358464be4e/9e35e4e3-a639-4235-bfdf-831b80aed6da) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:52.524785 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b437d5b9-43d9-463d-86ba-d55684903441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:52.552181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 739ea29a-9f01-4a31-839d-b7b3e4496bc0 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:52.584880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe2d6c09-788d-4cba-8095-0c9c93456722 req-216c64b5-a402-42b7-9686-08c0b3bd23ee tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491027 Sep 29 23:01:52.692686 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b437d5b9-43d9-463d-86ba-d55684903441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:52.695722 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b437d5b9-43d9-463d-86ba-d55684903441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:52.701933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b437d5b9-43d9-463d-86ba-d55684903441 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3975637-0ada-458b-b1b3-6e940e28b244 HTTP/1.1" status: 204 len: 168 time: 0.4645433 Sep 29 23:01:52.743988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437d5b9-43d9-463d-86ba-d55684903441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3975637-0ada-458b-b1b3-6e940e28b244,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:52.906402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db63829-d939-4778-a8c6-a9d4ce1a2c20 None None] Network d4f5d120-83fd-46cf-8fa2-853165c31b04 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:01:52.945005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:52.945643 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:52.999899 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:53.044495 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:53.203215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b9686-6881-4bd4-b4e0-2fc5c8af0335 req-fc30bc2b-52de-4633-809a-5a97995ee237 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:53.211820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-611b9686-6881-4bd4-b4e0-2fc5c8af0335 req-fc30bc2b-52de-4633-809a-5a97995ee237 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 949 time: 0.1356108 Sep 29 23:01:53.227751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-6fdea327-22fe-4ca6-8f7f-a34c66334b71 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:53.229594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Allocated IP 172.25.4.100 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/50abd9cf-9846-4718-a5a8-6c359d774356) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:53.236676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-6fdea327-22fe-4ca6-8f7f-a34c66334b71 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 815 time: 0.4553757 Sep 29 23:01:53.273256 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7fae9c18-e040-449a-ad51-994183fd9fd0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/quotas/d77d5f5498224d8aba35c6c0166f54c3 HTTP/1.1" status: 200 len: 375 time: 0.0353668 Sep 29 23:01:53.346001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-611b9686-6881-4bd4-b4e0-2fc5c8af0335 req-3ec1b9ef-b2ec-4ab7-81c6-ab5ee0e22277 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280899 Sep 29 23:01:53.353633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-48841d23-d49e-4ea9-9e16-602eaf314547 None None] Provisioning complete for port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:53.354265 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-48841d23-d49e-4ea9-9e16-602eaf314547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:53.386465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-a1552baa-fdd0-4322-acf1-550e281c6329 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1119082 Sep 29 23:01:53.480383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:53.530398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:53.551944 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:53.553379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-29f066e0-88a5-443e-960a-05532e89222f tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:53.555657 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-29f066e0-88a5-443e-960a-05532e89222f tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.26 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 949 time: 0.1525993 Sep 29 23:01:53.563348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:53.612366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-cd971410-93c4-49fc-b965-6c09821bcc0b service neutron] 10.222.0.44 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220902 Sep 29 23:01:53.629594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511d3ed-94c1-4ccc-9c95-51c1fb336e7c req-814ec1bd-2787-43bc-ad8a-b593e29f47a9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:53.637970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0511d3ed-94c1-4ccc-9c95-51c1fb336e7c req-814ec1bd-2787-43bc-ad8a-b593e29f47a9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 945 time: 0.1840184 Sep 29 23:01:53.658867 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Network 52376747-5e38-4f02-b8bd-e16ecf31389e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:53.687958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:53.694957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:53.696534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:53.710609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-ab0540e4-3ee2-4e8e-893b-3e204da1b38b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Deleting port 7b73c97d-f440-4feb-bd64-497f68e5ccdf {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:01:53.710978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-ab0540e4-3ee2-4e8e-893b-3e204da1b38b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:53.716655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Pushing event updated for resources: {'Port': ['ID=9e35e4e3-a639-4235-bfdf-831b80aed6da,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:53.736235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0511d3ed-94c1-4ccc-9c95-51c1fb336e7c req-542be7d6-62b3-4454-9c6b-e99cc9c85a51 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973706 Sep 29 23:01:53.769771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-f357228d-7abb-446d-9903-c34ed0e264c0 service neutron] 10.222.0.44 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551218 Sep 29 23:01:53.788572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:53.806379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:53.836077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 739ea29a-9f01-4a31-839d-b7b3e4496bc0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=739ea29a-9f01-4a31-839d-b7b3e4496bc0,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:53.884557 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:53.898035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:53.934137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f19ff5-a91a-4324-a3da-5d3160d11422 req-8bb81cdf-8064-4f2c-af15-16dee09627ea tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:53.945892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04f19ff5-a91a-4324-a3da-5d3160d11422 req-8bb81cdf-8064-4f2c-af15-16dee09627ea tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 949 time: 0.1042378 Sep 29 23:01:53.987951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Pushing event updated for resources: {'Port': ['ID=50abd9cf-9846-4718-a5a8-6c359d774356,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:54.018066 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-48841d23-d49e-4ea9-9e16-602eaf314547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:54.077042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=739ea29a-9f01-4a31-839d-b7b3e4496bc0,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:54.080849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04f19ff5-a91a-4324-a3da-5d3160d11422 req-a8d42a33-b39f-45bf-81df-54ad7dc0fa5d tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337454 Sep 29 23:01:54.099764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Attempting to bind port 9e35e4e3-a639-4235-bfdf-831b80aed6da on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:01:54.100588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Attempting to bind port 9e35e4e3-a639-4235-bfdf-831b80aed6da by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:01:54.101112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Attempting to bind port 9e35e4e3-a639-4235-bfdf-831b80aed6da on network 52376747-5e38-4f02-b8bd-e16ecf31389e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:01:54.112056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:01:54.112772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Checking segment: {'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:01:54.114347 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:54.114945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Bound using segment: {'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:01:54.115637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Bound port: 9e35e4e3-a639-4235-bfdf-831b80aed6da, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:01:54.116223 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:54.361695 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-48841d23-d49e-4ea9-9e16-602eaf314547 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:01:54.362111 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-48841d23-d49e-4ea9-9e16-602eaf314547 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:01:54.389270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c250ab8-1202-4c06-9e79-443577876659 req-b631dff3-6aa2-43a3-81e9-79f4b2cf4dfb tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:54.394489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c250ab8-1202-4c06-9e79-443577876659 req-b631dff3-6aa2-43a3-81e9-79f4b2cf4dfb tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1096 time: 0.1130137 Sep 29 23:01:54.443297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] For port 9e35e4e3-a639-4235-bfdf-831b80aed6da, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:01:54.452964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] For port 9e35e4e3-a639-4235-bfdf-831b80aed6da, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9e35e4e3-a639-4235-bfdf-831b80aed6da,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:01:54.463539 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:54.476109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c250ab8-1202-4c06-9e79-443577876659 req-f71bd82d-36af-4ca3-8827-a2650782f4ab tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736284 Sep 29 23:01:54.476898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 739ea29a-9f01-4a31-839d-b7b3e4496bc0 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:54.690711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d28276-73b9-486c-ba79-341ef9f13278 None None] Pushing event updated for resources: {'Port': ['ID=9e35e4e3-a639-4235-bfdf-831b80aed6da,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:54.710310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:54.710520 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:54.711164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01516e45-c38c-4238-b50c-01afd5dfe1e0 req-5828ac22-a220-4452-8680-d8cf5db726d7 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:54.719376 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01516e45-c38c-4238-b50c-01afd5dfe1e0 req-5828ac22-a220-4452-8680-d8cf5db726d7 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 949 time: 0.1937139 Sep 29 23:01:54.820542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01516e45-c38c-4238-b50c-01afd5dfe1e0 req-1a16f06b-668d-4ff7-9a27-87dbdc5de82f tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993202 Sep 29 23:01:54.840181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693219-8227-4ace-975c-bcdce7e06b26 req-4859aa45-a864-4d02-88dd-2efd56a5d54d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:54.850829 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-4859aa45-a864-4d02-88dd-2efd56a5d54d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 815 time: 0.2465250 Sep 29 23:01:54.872501 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ea87a975-2567-4219-b5c9-7ad319692c6e tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/quotas/d77d5f5498224d8aba35c6c0166f54c3 HTTP/1.1" status: 200 len: 375 time: 0.0203483 Sep 29 23:01:54.953031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-eea2c116-289b-480b-a10c-782f764f1fa0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0793662 Sep 29 23:01:55.119079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b8071-e104-4d92-b010-6d8bd27cb3ab req-85dd7cb0-d3f5-45e8-b252-da09dd83cd18 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:55.123167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-900b8071-e104-4d92-b010-6d8bd27cb3ab req-85dd7cb0-d3f5-45e8-b252-da09dd83cd18 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1096 time: 0.1677444 Sep 29 23:01:55.157302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4024b0f7-3af6-4075-997b-28b1b8fd9a8c None None] Provisioning complete for port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:55.157675 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4024b0f7-3af6-4075-997b-28b1b8fd9a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:55.160435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c27a-44cf-4e77-a841-692098b9541c req-1673a626-a4f5-4621-9724-8cc20806c588 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:55.161230 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-1673a626-a4f5-4621-9724-8cc20806c588 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.26 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 815 time: 1.1783328 Sep 29 23:01:55.178617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-d1c9710a-e86b-4454-a193-ab11816433a3 service neutron] 10.222.0.44 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236307 Sep 29 23:01:55.227811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-ab0540e4-3ee2-4e8e-893b-3e204da1b38b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] For port 7b73c97d-f440-4feb-bd64-497f68e5ccdf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7b73c97d-f440-4feb-bd64-497f68e5ccdf,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:55.228208 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-ab0540e4-3ee2-4e8e-893b-3e204da1b38b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:55.257552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-ab0540e4-3ee2-4e8e-893b-3e204da1b38b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Calling delete_port for 7b73c97d-f440-4feb-bd64-497f68e5ccdf owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:01:55.282610 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Request body: {'port': {'device_id': '910c5988-1909-4ebc-a1f0-e468f87b1ab1', 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04', 'admin_state_up': True, 'tenant_id': 'd77d5f5498224d8aba35c6c0166f54c3'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:55.293585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-900b8071-e104-4d92-b010-6d8bd27cb3ab req-840f1231-715e-4f88-9469-e50ed73d3ebf tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367826 Sep 29 23:01:55.367323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-fa5322b3-3cf2-40e6-9c01-98bc44cf4e5a service neutron] 10.222.0.44 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626432 Sep 29 23:01:55.513810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1e13d-dc6e-4986-9d81-9c32187dacae req-0b7891c3-b6b4-4d34-a414-387840f17931 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:55.515429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaf1e13d-dc6e-4986-9d81-9c32187dacae req-0b7891c3-b6b4-4d34-a414-387840f17931 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 949 time: 0.0617416 Sep 29 23:01:55.566977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Made reservation on behalf of d77d5f5498224d8aba35c6c0166f54c3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:55.573110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:55.659360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaf1e13d-dc6e-4986-9d81-9c32187dacae req-5027a87e-b883-453e-8928-4416cb27f732 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280038 Sep 29 23:01:55.808621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cde4938f-16b5-4c52-b4c4-86006284f874 req-c7e978b5-1c47-4627-a1c3-a81c2a129435 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 210 time: 0.0344629 Sep 29 23:01:56.174301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48102b0-fc58-451e-92da-250c6025d541 req-9ff324a7-562c-4de6-8a92-d8b285e2ee22 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:56.175863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e48102b0-fc58-451e-92da-250c6025d541 req-9ff324a7-562c-4de6-8a92-d8b285e2ee22 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1096 time: 0.0703886 Sep 29 23:01:56.249577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e48102b0-fc58-451e-92da-250c6025d541 req-bfe352b2-8d4d-4740-a1ec-c56af16b5cfd tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642972 Sep 29 23:01:56.278466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271d0b65-ee95-4b2c-a373-636de0909467 None None] Network 52376747-5e38-4f02-b8bd-e16ecf31389e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:01:56.342204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:56.363389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-ab0540e4-3ee2-4e8e-893b-3e204da1b38b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:56.531600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['62a7b589-c78a-491e-bb2a-b3742fc7aa02'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:01:56.583612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-11b5cb4e-5954-41a2-a41c-dfdff22b54e8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:56.586038 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9e35e4e3-a639-4235-bfdf-831b80aed6da up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:56.590283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ec8cda5a-149e-4c92-9a33-f7c466773c22 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:56.596587 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-11b5cb4e-5954-41a2-a41c-dfdff22b54e8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.42 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 815 time: 0.6175380 Sep 29 23:01:56.607428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0540e4-3ee2-4e8e-893b-3e204da1b38b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Pushing event deleted for resources: {'Port': ['ID=7b73c97d-f440-4feb-bd64-497f68e5ccdf,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:56.610776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Allocated IP 172.20.0.7 (d4f5d120-83fd-46cf-8fa2-853165c31b04/bcc3a829-1afc-43d5-a1c2-3f685715c47a/00622b95-6d0b-4206-b45f-ae9badbb0f44) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:56.620181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Request body: {'port': {'device_id': 'a8eb79b3-9ab6-40f9-9333-d95167afa50f', 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04', 'admin_state_up': True, 'tenant_id': 'd77d5f5498224d8aba35c6c0166f54c3'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:56.714567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9c0ff785-4f98-4ab0-9be9-38031ce86b92 None None] Provisioning complete for port 9e35e4e3-a639-4235-bfdf-831b80aed6da triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:56.715098 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff785-4f98-4ab0-9be9-38031ce86b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:56.856899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 9e35e4e3-a639-4235-bfdf-831b80aed6da triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:56.857501 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:56.953614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Made reservation on behalf of d77d5f5498224d8aba35c6c0166f54c3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:56.961684 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:56.962286 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:57.027195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1129aaa4-96a1-4871-b60d-632d188a6bcc req-f1f55914-be4c-4cb6-a32c-2bae98ad140c tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=33235564-5df9-4874-94a9-17e3f62c1b73 HTTP/1.1" status: 200 len: 210 time: 0.0822511 Sep 29 23:01:57.064177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-ab0540e4-3ee2-4e8e-893b-3e204da1b38b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] No DVR routers for this DVR port 7b73c97d-f440-4feb-bd64-497f68e5ccdf on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:01:57.086013 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff785-4f98-4ab0-9be9-38031ce86b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:57.096520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-ab0540e4-3ee2-4e8e-893b-3e204da1b38b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:57.099722 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-27119442-174b-47b3-b35c-97ae6e71bc95 req-ab0540e4-3ee2-4e8e-893b-3e204da1b38b tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.26 "DELETE /v2.0/ports/7b73c97d-f440-4feb-bd64-497f68e5ccdf HTTP/1.1" status: 204 len: 173 time: 3.5344276 Sep 29 23:01:57.101770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33235564-5df9-4874-94a9-17e3f62c1b73', 'name': 'network-vif-deleted', 'tag': '7b73c97d-f440-4feb-bd64-497f68e5ccdf'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:57.112865 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34ae32-cce9-4999-97e8-7d4a8665800c" -d '{"events": [{"server_uuid": "33235564-5df9-4874-94a9-17e3f62c1b73", "name": "network-vif-deleted", "tag": "7b73c97d-f440-4feb-bd64-497f68e5ccdf"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:57.227537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e355d6c-c44b-4c2b-a2dd-5a68bdad87dd req-21e87455-d413-4ea6-aa3d-4617db4e61c4 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 210 time: 0.1121538 Sep 29 23:01:57.341804 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188873b7-3c57-4cfb-888f-725a3c9f229b x-openstack-request-id: req-188873b7-3c57-4cfb-888f-725a3c9f229b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:57.342404 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33235564-5df9-4874-94a9-17e3f62c1b73", "name": "network-vif-deleted", "tag": "7b73c97d-f440-4feb-bd64-497f68e5ccdf", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:57.343006 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-188873b7-3c57-4cfb-888f-725a3c9f229b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:57.343106 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33235564-5df9-4874-94a9-17e3f62c1b73', 'name': 'network-vif-deleted', 'tag': '7b73c97d-f440-4feb-bd64-497f68e5ccdf', 'status': 'completed', 'code': 200} Sep 29 23:01:57.390177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:01:57.392523 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b060ea1b-58aa-4bb6-8129-1b80c3e0ce6a" -d '{"events": [{"server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "name": "network-vif-unplugged", "status": "completed", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:01:57.456903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9c0ff785-4f98-4ab0-9be9-38031ce86b92 None None] For port 9e35e4e3-a639-4235-bfdf-831b80aed6da, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9e35e4e3-a639-4235-bfdf-831b80aed6da,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:57.469391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:01:57.513755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e687e6f-aff7-460e-baf7-5811b193c62e req-da9db7af-a433-4129-a399-72b7fb83f970 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:57.515791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e687e6f-aff7-460e-baf7-5811b193c62e req-da9db7af-a433-4129-a399-72b7fb83f970 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1096 time: 0.0583022 Sep 29 23:01:57.534527 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9c0ff785-4f98-4ab0-9be9-38031ce86b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:57.537925 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:57.539031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7b73c97d-f440-4feb-bd64-497f68e5ccdf no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:01:57.567946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 7b73c97d-f440-4feb-bd64-497f68e5ccdf {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:01:57.568526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7b73c97d-f440-4feb-bd64-497f68e5ccdf not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:01:57.583782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e687e6f-aff7-460e-baf7-5811b193c62e req-a4576c60-0761-48f7-b606-500120500858 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600765 Sep 29 23:01:57.598803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693219-8227-4ace-975c-bcdce7e06b26 req-d08df451-b433-43c3-bb64-b30a87d872cc tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:57.601295 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-d08df451-b433-43c3-bb64-b30a87d872cc tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.26 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 815 time: 0.2556186 Sep 29 23:01:57.631809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Request body: {'port': {'device_id': '435da0b8-c889-4b09-8b3f-c171d9e452f8', 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04', 'admin_state_up': True, 'tenant_id': 'd77d5f5498224d8aba35c6c0166f54c3'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:57.672952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ff785-4f98-4ab0-9be9-38031ce86b92 None None] Pushing event updated for resources: {'Port': ['ID=9e35e4e3-a639-4235-bfdf-831b80aed6da,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:57.683012 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2459a251-415c-458b-9acd-df7b003bffc9 x-openstack-request-id: req-2459a251-415c-458b-9acd-df7b003bffc9 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:01:57.683483 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "name": "network-vif-unplugged", "status": "completed", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:01:57.683958 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2459a251-415c-458b-9acd-df7b003bffc9 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:01:57.684447 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'code': 200} Sep 29 23:01:57.714710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-325274eb-0e6a-4fb6-a70f-c7fcb393d456 None None] Provisioning complete for port 9e35e4e3-a639-4235-bfdf-831b80aed6da triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:57.715283 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-325274eb-0e6a-4fb6-a70f-c7fcb393d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:57.793359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:58.060327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Made reservation on behalf of d77d5f5498224d8aba35c6c0166f54c3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:01:58.063876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:58.091123 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:58.098738 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:58.288537 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:58.411458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Allocated IP 172.20.0.9 (d4f5d120-83fd-46cf-8fa2-853165c31b04/bcc3a829-1afc-43d5-a1c2-3f685715c47a/10dd9650-5d89-4e1c-958e-e205a7784485) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:58.424802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9e35e4e3-a639-4235-bfdf-831b80aed6da up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:01:58.495177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-299e32cf-f319-4625-b81d-704769751fbb req-87a65046-b898-4936-b68d-af1c2fd3cdcf tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 210 time: 0.0844281 Sep 29 23:01:58.578139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Network d4f5d120-83fd-46cf-8fa2-853165c31b04 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:58.610134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:58.613317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:58.630812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 9e35e4e3-a639-4235-bfdf-831b80aed6da triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:58.631389 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:58.649859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Pushing event updated for resources: {'Port': ['ID=00622b95-6d0b-4206-b45f-ae9badbb0f44,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:58.689834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad5554-adf9-4eb2-a97c-41c51cffee27 req-a27f7c3d-1f81-40a3-9038-e531d671962e tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:58.691544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccad5554-adf9-4eb2-a97c-41c51cffee27 req-a27f7c3d-1f81-40a3-9038-e531d671962e tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 949 time: 0.1040256 Sep 29 23:01:58.779247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:58.780301 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:58.787297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Router f965ef8b-2539-4d1a-9759-76e54640242a is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:01:58.818331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:58.824629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccad5554-adf9-4eb2-a97c-41c51cffee27 req-3137f991-4321-4314-8d46-3702e51bb6f4 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228011 Sep 29 23:01:58.830060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-9e8fb7e6-c880-4a79-9a26-9804bc599ed0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5673828 Sep 29 23:01:58.938846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Request body: {'port': {'device_id': '910c5988-1909-4ebc-a1f0-e468f87b1ab1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:59.020475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33478) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:59.092158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:59.094135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:59.106712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fb4da9d6-e307-4299-87c5-3d1291f5d112 None None] Provisioning complete for port 00622b95-6d0b-4206-b45f-ae9badbb0f44 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:59.107213 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb4da9d6-e307-4299-87c5-3d1291f5d112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:59.111808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-0b657618-61be-4fb7-879c-828bb5250bcd tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:01:59.113193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-0b657618-61be-4fb7-879c-828bb5250bcd tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0105407 Sep 29 23:01:59.139059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:01:59.204387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Network d4f5d120-83fd-46cf-8fa2-853165c31b04 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:01:59.237400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:01:59.248812 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:59.249980 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1b7f421a-f10c-4071-8fcd-46f748490d80 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.7163095 Sep 29 23:01:59.251195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:01:59.260646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Allocated IP 172.20.0.14 (d4f5d120-83fd-46cf-8fa2-853165c31b04/bcc3a829-1afc-43d5-a1c2-3f685715c47a/2f5925ce-2ca6-499a-8eb7-eddd54d25cf6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:01:59.262935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33498) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:01:59.294136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Pushing event updated for resources: {'Port': ['ID=10dd9650-5d89-4e1c-958e-e205a7784485,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:01:59.357141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Sync routers for ids ['f965ef8b-2539-4d1a-9759-76e54640242a'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:01:59.369550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-d8353387-f9a1-4cbd-b451-2103703094d4 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:59.374145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-d8353387-f9a1-4cbd-b451-2103703094d4 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports/53fb62d5-eea9-42c8-88c6-82bae281f110 HTTP/1.1" status: 200 len: 1093 time: 0.2001727 Sep 29 23:01:59.397738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Routers {'f965ef8b-2539-4d1a-9759-76e54640242a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:01:59.398584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f965ef8b-2539-4d1a-9759-76e54640242a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:59.402022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-fb4da9d6-e307-4299-87c5-3d1291f5d112 None None] Port 00622b95-6d0b-4206-b45f-ae9badbb0f44 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:01:59.564250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Set router f965ef8b-2539-4d1a-9759-76e54640242a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:01:59.724004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8c594154-1853-4969-96c4-cf219d52faa8 None None] Provisioning complete for port 10dd9650-5d89-4e1c-958e-e205a7784485 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:01:59.724451 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8c594154-1853-4969-96c4-cf219d52faa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:59.779646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8c594154-1853-4969-96c4-cf219d52faa8 None None] Port 10dd9650-5d89-4e1c-958e-e205a7784485 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:01:59.786271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Request body: {'binding': {'host': 'n-h2-811173-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:01:59.786729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Unknown quota resources ['binding']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:01:59.822660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:01:59.823399 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:01:59.842304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43c4cd64-aa02-44d5-b378-04d078aba4f1 req-0ff01390-cd3f-4c3a-abb2-6c29e61891fd tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 210 time: 0.0606601 Sep 29 23:01:59.849142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:01:55Z', 'revision_number': 3, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:01:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:01:59.890378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Checking router: f965ef8b-2539-4d1a-9759-76e54640242a for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:01:59.890378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Updating router f965ef8b-2539-4d1a-9759-76e54640242a port 50abd9cf-9846-4718-a5a8-6c359d774356 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:01:59.920640 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.001355 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-dbc853fb-e717-42ad-a7ab-60ceb14d12d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3861477 Sep 29 23:02:00.038921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Request body: {'port': {'device_id': 'a8eb79b3-9ab6-40f9-9333-d95167afa50f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:00.069264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b54e5a-f68e-4806-b49f-b8f2fa60c2e2 req-6e286dbc-3877-4edf-ba33-bdf9a54b056f tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:00.070780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02b54e5a-f68e-4806-b49f-b8f2fa60c2e2 req-6e286dbc-3877-4edf-ba33-bdf9a54b056f tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 949 time: 0.1217866 Sep 29 23:02:00.082730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-1a99f2cb-bba8-4c10-b4f2-978bbe224ac8 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:00.084333 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-1a99f2cb-bba8-4c10-b4f2-978bbe224ac8 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.26 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 949 time: 0.1284664 Sep 29 23:02:00.109577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 on host n-h2-811173-2 for vnic_type normal with profile None {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:00.109915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:00.110245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:00.127503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Port 53fb62d5-eea9-42c8-88c6-82bae281f110 on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:00.127856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:00.139122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:00.139458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:00.139881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:00.140318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Bound port: 53fb62d5-eea9-42c8-88c6-82bae281f110, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:00.178377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02b54e5a-f68e-4806-b49f-b8f2fa60c2e2 req-ad5e68b1-bff7-4410-bc68-0a6c0b39eb4c tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813329 Sep 29 23:02:00.192570 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.201126 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.233024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:00.263548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.278148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Attempting to bind port 50abd9cf-9846-4718-a5a8-6c359d774356 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:00.278494 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] Notify callbacks [] for binding, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.278624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Attempting to bind port 50abd9cf-9846-4718-a5a8-6c359d774356 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:00.278891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Attempting to bind port 50abd9cf-9846-4718-a5a8-6c359d774356 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:00.279670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-84d08188-7cc8-476d-8663-906d99ebcd39 service neutron] 10.222.0.44 "POST /v2.0/ports/53fb62d5-eea9-42c8-88c6-82bae281f110/bindings HTTP/1.1" status: 201 len: 389 time: 0.4970155 Sep 29 23:02:00.280969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ddb68-55e6-4e5c-87fc-e545d805faa8 None None] Pushing event updated for resources: {'Port': ['ID=50abd9cf-9846-4718-a5a8-6c359d774356,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:00.295462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:00.295884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:00.296263 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.296658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:00.297125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Bound port: 50abd9cf-9846-4718-a5a8-6c359d774356, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:00.297934 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.341214 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.385023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] For port 50abd9cf-9846-4718-a5a8-6c359d774356, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:00.387165 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.395488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] For port 50abd9cf-9846-4718-a5a8-6c359d774356, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=50abd9cf-9846-4718-a5a8-6c359d774356,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:00.409740 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.501352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5ddb68-55e6-4e5c-87fc-e545d805faa8 None None] Pushing event updated for resources: {'Port': ['ID=50abd9cf-9846-4718-a5a8-6c359d774356,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:00.505995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Routers {'f965ef8b-2539-4d1a-9759-76e54640242a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:00.507003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f965ef8b-2539-4d1a-9759-76e54640242a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:00.582564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.26', 60904) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:00.632935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e97e63-6a93-4c45-b6a4-f5a5dfcbb359 req-c94feaee-0255-4216-a5e1-1e7f4ada2eaa tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:00.633775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] Set router f965ef8b-2539-4d1a-9759-76e54640242a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:00.642484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5e97e63-6a93-4c45-b6a4-f5a5dfcbb359 req-c94feaee-0255-4216-a5e1-1e7f4ada2eaa tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 945 time: 0.1202998 Sep 29 23:02:00.699621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5e97e63-6a93-4c45-b6a4-f5a5dfcbb359 req-f07cf032-de1d-4279-8e68-4213debcff2b tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560915 Sep 29 23:02:00.789175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-5de44c27-74b7-4c7e-8c6f-f28027a412b3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Deleting port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:00.789533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-5de44c27-74b7-4c7e-8c6f-f28027a412b3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.793774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] Deleting port e0748b78-be5d-43e8-9c16-a1e377eec42e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:00.794245 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.833032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-a40f7dd9-3f2b-4a78-bee5-58ab837c6b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:00.834439 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-a40f7dd9-3f2b-4a78-bee5-58ab837c6b3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1096 time: 0.2500777 Sep 29 23:02:00.870511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:01:55Z', 'revision_number': 3, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:00.880997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] For port e0748b78-be5d-43e8-9c16-a1e377eec42e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e0748b78-be5d-43e8-9c16-a1e377eec42e,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:00.881371 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:00.895734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] Calling delete_port for e0748b78-be5d-43e8-9c16-a1e377eec42e owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:00.905596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c78d5d-fed3-47d2-a487-572040dcbe50 None None] The sync data for ids ['f965ef8b-2539-4d1a-9759-76e54640242a'] in n-d-811173-2 is: [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:01:55Z', 'revision_number': 3, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:02:00.940056 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:01.098121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292da35-d3bc-459f-bd04-52db447bcaa3 req-7c32be82-5fec-4b90-877f-5f26af681e0d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:01.099669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b292da35-d3bc-459f-bd04-52db447bcaa3 req-7c32be82-5fec-4b90-877f-5f26af681e0d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 932 time: 0.1499274 Sep 29 23:02:01.146998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-0362d40d-2c73-4b8b-931c-95df3cecc323 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=018dc07d270d454783480c3d7445c1ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649128 Sep 29 23:02:01.179544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Network d4f5d120-83fd-46cf-8fa2-853165c31b04 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:01.180275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Pushing event updated for resources: {'Port': ['ID=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:01.204614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:01.219482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:01.261112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b292da35-d3bc-459f-bd04-52db447bcaa3 req-7fa2f560-94e5-41d7-a652-0445e67922b6 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482110 Sep 29 23:02:01.343062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.343329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.343655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.344029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.344383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.344755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.345093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.345428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.345764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.346096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.346423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.346810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:01.393300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-5de44c27-74b7-4c7e-8c6f-f28027a412b3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] For port 62a7b589-c78a-491e-bb2a-b3742fc7aa02, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=62a7b589-c78a-491e-bb2a-b3742fc7aa02,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:01.393685 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-5de44c27-74b7-4c7e-8c6f-f28027a412b3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:01.403940 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:01.424037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-3c87e654-1c7f-48e7-af47-050ff4426456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:01.426157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-3c87e654-1c7f-48e7-af47-050ff4426456 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.5709934 Sep 29 23:02:01.452728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-5de44c27-74b7-4c7e-8c6f-f28027a412b3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Calling delete_port for 62a7b589-c78a-491e-bb2a-b3742fc7aa02 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:01.456397 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-48d7441f-392f-41a2-9a92-07dc19226df5 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:01.458074 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-48d7441f-392f-41a2-9a92-07dc19226df5 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982972 Sep 29 23:02:01.497916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0748b78-be5d-43e8-9c16-a1e377eec42e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:01.577672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-aec28368-3e4c-4090-924e-7501212f81a2 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/quotas/018dc07d270d454783480c3d7445c1ce HTTP/1.1" status: 200 len: 375 time: 0.0869398 Sep 29 23:02:01.637070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-27821c0b-a720-4c95-bf7b-59610f14d536 None None] Provisioning complete for port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:01.638251 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27821c0b-a720-4c95-bf7b-59610f14d536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:01.665411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-e6bbc21e-8b78-4c89-ad0d-dcc0f34e22cc tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=018dc07d270d454783480c3d7445c1ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867589 Sep 29 23:02:01.676719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:01.684843 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:01.693124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-27821c0b-a720-4c95-bf7b-59610f14d536 None None] Port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:01.699887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e92ca-8be8-4beb-832b-8c1ab388bf69 req-997400be-d8c9-4ed9-a86e-103c3ffbe24e tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:01.701528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983e92ca-8be8-4beb-832b-8c1ab388bf69 req-997400be-d8c9-4ed9-a86e-103c3ffbe24e tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 949 time: 0.2738051 Sep 29 23:02:01.709390 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-0efcdcfe-f543-41f5-b3c3-7e1e193faa4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53fb62d5-eea9-42c8-88c6-82bae281f110 HTTP/1.1" status: 200 len: 217 time: 0.1356800 Sep 29 23:02:01.968701 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-ffb2e660-c3c2-4f13-8fe1-a41558a748e1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3169816 Sep 29 23:02:01.977345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983e92ca-8be8-4beb-832b-8c1ab388bf69 req-d9ab6166-4197-48c7-be88-a31b416dcc89 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/security-groups?id=b17448d7-8e24-4cde-87df-64b23440d5fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308362 Sep 29 23:02:02.024278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Request body: {'port': {'device_id': '435da0b8-c889-4b09-8b3f-c171d9e452f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:02.120143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:02.262178 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:02.289974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-f68c74d7-1fa2-4ae6-87c1-57246da88ab6 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=018dc07d270d454783480c3d7445c1ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796683 Sep 29 23:02:02.432280 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-5de44c27-74b7-4c7e-8c6f-f28027a412b3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:02.437171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-d60a5a26-eaec-4b4a-9033-f25aa56f64ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:02.439156 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-d60a5a26-eaec-4b4a-9033-f25aa56f64ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.6749330 Sep 29 23:02:02.445764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['62a7b589-c78a-491e-bb2a-b3742fc7aa02'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:02.449174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759f9e9-2909-4d1a-929d-1b5b1055aa46 req-c14c5122-d7e1-4077-8fa7-40c3324ec431 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:02.459598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a759f9e9-2909-4d1a-929d-1b5b1055aa46 req-c14c5122-d7e1-4077-8fa7-40c3324ec431 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 945 time: 0.3233602 Sep 29 23:02:02.500872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00622b95-6d0b-4206-b45f-ae9badbb0f44 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:02.613136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ec8cda5a-149e-4c92-9a33-f7c466773c22 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:02.635573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a759f9e9-2909-4d1a-929d-1b5b1055aa46 req-96941a30-fbd6-431b-96a3-b4b953abb33a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708136 Sep 29 23:02:02.661165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 50abd9cf-9846-4718-a5a8-6c359d774356 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:02.727370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-702d572b-d995-412c-a7cb-602924bc4c85 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:02.737631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-702d572b-d995-412c-a7cb-602924bc4c85 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4313529 Sep 29 23:02:02.785443 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.resource_extend [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:02:02.849316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-3f1ab6e9-c8fd-4f04-97fa-fb1a7996ccad tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/quotas/018dc07d270d454783480c3d7445c1ce HTTP/1.1" status: 200 len: 375 time: 0.1106696 Sep 29 23:02:02.871989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 50abd9cf-9846-4718-a5a8-6c359d774356 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:02.872711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:02.897461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-136d1c45-7def-474f-bf00-629d0620c67d tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=018dc07d270d454783480c3d7445c1ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471005 Sep 29 23:02:02.976695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:02.981924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:02.997748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:03.013195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de44c27-74b7-4c7e-8c6f-f28027a412b3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Pushing event deleted for resources: {'Port': ['ID=62a7b589-c78a-491e-bb2a-b3742fc7aa02,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:03.037682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'mac_address': 'fa:16:3e:c8:3c:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:03.043035 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-b5a00561-cdc9-4a10-af4f-a7795077941e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5646060 Sep 29 23:02:03.046546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc92905-dd6d-4f2d-83f5-1133d0b8dcaa req-011e9228-d812-44eb-916b-9ed23582a970 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:03.057974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4dc92905-dd6d-4f2d-83f5-1133d0b8dcaa req-011e9228-d812-44eb-916b-9ed23582a970 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 932 time: 0.2563636 Sep 29 23:02:03.118236 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:03.148098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] Router 00c9edb7-b5ce-4cc5-8193-48b9727c82db has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:02:03.162987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 50abd9cf-9846-4718-a5a8-6c359d774356, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=50abd9cf-9846-4718-a5a8-6c359d774356,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:03.164951 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:03.183997 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:03.197586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8cda5a-149e-4c92-9a33-f7c466773c22 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:03.222740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:03.313861 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:03.317573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8ab5310-7560-4718-99ee-c4083617301b req-82d97d32-b538-4652-937c-4d06c3e5d1c4 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 210 time: 0.1126192 Sep 29 23:02:03.344938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4dc92905-dd6d-4f2d-83f5-1133d0b8dcaa req-7545e8f4-2d59-4b46-9d4f-14a96d10b018 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849596 Sep 29 23:02:03.345809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Transition to ACTIVE for port object 00622b95-6d0b-4206-b45f-ae9badbb0f44 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:03.348826 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-46a281dc-a960-4c6f-8843-3dd5091679d4 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903028 Sep 29 23:02:03.418527 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-465bbc20-154a-4a28-b255-143cc83f46d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:03.435689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['ec8cda5a-149e-4c92-9a33-f7c466773c22'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:03.540396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=50abd9cf-9846-4718-a5a8-6c359d774356,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:03.554535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.554893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.555247 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.555941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.557095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.557750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.558109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.558449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.558785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.559115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.559449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.559848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:03.666291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:03.748681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e77f507d-c3d4-43fa-acd5-39a3053daf2c req-f44e6670-6bb1-4aa2-a604-26acfd358b45 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 210 time: 0.1200690 Sep 29 23:02:03.753561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10dd9650-5d89-4e1c-958e-e205a7784485 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:03.784543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:03.873111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:02:03.882728 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] Sync routers for ids ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:02:03.914994 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] Routers {'00c9edb7-b5ce-4cc5-8193-48b9727c82db'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:03.917097 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:03.928621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bed9644e-c5d0-48eb-b52a-6ef6c1172f69 admin admin] 10.222.0.44 "PUT /v2.0/routers/00c9edb7-b5ce-4cc5-8193-48b9727c82db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9069328 Sep 29 23:02:03.929316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33676) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:03.950121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-5de44c27-74b7-4c7e-8c6f-f28027a412b3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] No DVR routers for this DVR port 62a7b589-c78a-491e-bb2a-b3742fc7aa02 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:02:03.956124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-5de44c27-74b7-4c7e-8c6f-f28027a412b3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:03.964379 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c86ab54c-5294-4415-b22e-10285ec07f1c req-5de44c27-74b7-4c7e-8c6f-f28027a412b3 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.26 "DELETE /v2.0/ports/62a7b589-c78a-491e-bb2a-b3742fc7aa02 HTTP/1.1" status: 204 len: 173 time: 3.8634746 Sep 29 23:02:03.965124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:03.988541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78ada1fb-dadb-40ed-bb65-d64d6a3f886b', 'name': 'network-vif-deleted', 'tag': '62a7b589-c78a-491e-bb2a-b3742fc7aa02'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:03.992248 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4b7fd4-9b80-4d1a-85ed-03601e501ed1" -d '{"events": [{"server_uuid": "78ada1fb-dadb-40ed-bb65-d64d6a3f886b", "name": "network-vif-deleted", "tag": "62a7b589-c78a-491e-bb2a-b3742fc7aa02"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:04.123717 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:04.182607 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] Set router 00c9edb7-b5ce-4cc5-8193-48b9727c82db gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:04.274713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55fee76-5d15-41d5-b612-5a08680b14fc req-26f533dd-3f72-4be6-ab50-159a39e09e07 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:04.283530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f55fee76-5d15-41d5-b612-5a08680b14fc req-26f533dd-3f72-4be6-ab50-159a39e09e07 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 945 time: 0.5106487 Sep 29 23:02:04.385327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-2963ef48-5779-44aa-ae05-027e7dde9e19 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=018dc07d270d454783480c3d7445c1ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487237 Sep 29 23:02:04.479960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Transition to ACTIVE for port object 10dd9650-5d89-4e1c-958e-e205a7784485 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:04.488943 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86aa332b-d27e-4cdc-8960-051eb4c8a457 x-openstack-request-id: req-86aa332b-d27e-4cdc-8960-051eb4c8a457 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:04.489378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 50abd9cf-9846-4718-a5a8-6c359d774356 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:04.492124 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78ada1fb-dadb-40ed-bb65-d64d6a3f886b", "name": "network-vif-deleted", "tag": "62a7b589-c78a-491e-bb2a-b3742fc7aa02", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:04.492566 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86aa332b-d27e-4cdc-8960-051eb4c8a457 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:04.502603 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78ada1fb-dadb-40ed-bb65-d64d6a3f886b', 'name': 'network-vif-deleted', 'tag': '62a7b589-c78a-491e-bb2a-b3742fc7aa02', 'status': 'completed', 'code': 200} Sep 29 23:02:04.569515 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:04.636452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ec8cda5a-149e-4c92-9a33-f7c466773c22 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:04.730921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Allocated IP 172.20.0.1 (52376747-5e38-4f02-b8bd-e16ecf31389e/ae724f1a-faf3-4ec5-b633-28358464be4e/ad5b1148-ad42-4c62-9367-c3713a26b7cd) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:04.746034 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-3022f3f0-e6af-4c7c-8fe2-d9f2d8c4b52a service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9559894 Sep 29 23:02:04.832907 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-router', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:40Z', 'updated_at': '2021-09-29T23:02:01Z', 'revision_number': 5, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'gw_port': {'id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:42Z', 'updated_at': '2021-09-29T22:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:04.841576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Pushing event updated for resources: {'Port': ['ID=00622b95-6d0b-4206-b45f-ae9badbb0f44,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:04.887259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port ec8cda5a-149e-4c92-9a33-f7c466773c22 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:04.888986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:04.892359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 50abd9cf-9846-4718-a5a8-6c359d774356 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:04.893739 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:05.017311 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b26767d-55ef-40b9-945b-459c92ed74c6 req-c5594a09-9bb0-4520-8eb9-49f5e22340a0 tempest-LiveMigrationNegativeTest-1373584859 tempest-LiveMigrationNegativeTest-1373584859-project] 10.222.0.44 "GET /v2.0/ports?device_id=78ada1fb-dadb-40ed-bb65-d64d6a3f886b HTTP/1.1" status: 200 len: 210 time: 0.0853455 Sep 29 23:02:05.160188 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] Checking router: 00c9edb7-b5ce-4cc5-8193-48b9727c82db for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:02:05.178203 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] Routers {'00c9edb7-b5ce-4cc5-8193-48b9727c82db'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:05.180227 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:01:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:05.184409 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:05.197670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f55fee76-5d15-41d5-b612-5a08680b14fc req-b9da1212-23e1-4d20-8471-b40c6f156d8b tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9119480 Sep 29 23:02:05.283669 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:05.301377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:05.302627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01f819-2df1-4e98-bc96-c529a942e06d req-80ae3dd0-9a64-439b-a020-4f2d671b6629 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:05.309272 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20565da-4fcf-4e02-a5e1-5f1005b39fb0" -d '{"events": [{"server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "name": "network-vif-plugged", "status": "completed", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:05.315035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d01f819-2df1-4e98-bc96-c529a942e06d req-80ae3dd0-9a64-439b-a020-4f2d671b6629 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 932 time: 0.1784296 Sep 29 23:02:05.351394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:05.367028 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:05.367999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 62a7b589-c78a-491e-bb2a-b3742fc7aa02 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:05.407610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 62a7b589-c78a-491e-bb2a-b3742fc7aa02 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:02:05.410933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 62a7b589-c78a-491e-bb2a-b3742fc7aa02 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:02:05.475234 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] Set router 00c9edb7-b5ce-4cc5-8193-48b9727c82db gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:05.519685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=10']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:05.579377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4c3db132-68b5-47e8-bec6-d2527700a7ef tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:05.592801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4c3db132-68b5-47e8-bec6-d2527700a7ef tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1968212 Sep 29 23:02:05.610767 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-570b710f-74c3-4d6c-be84-ae13e90bfb37 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=018dc07d270d454783480c3d7445c1ce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594456 Sep 29 23:02:05.615348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d01f819-2df1-4e98-bc96-c529a942e06d req-5105d6e0-2183-4b1f-b7e6-cb744736521c tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990570 Sep 29 23:02:05.626486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Request body: {'port': {'device_id': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': '018dc07d270d454783480c3d7445c1ce'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:05.671298 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee3138f4-9945-40b6-b490-9792b77f8b54 req-58e324f7-5ca4-4380-82e0-9f95c70f7121 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 210 time: 0.0766265 Sep 29 23:02:05.714169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Deleting port 157f3ddc-895f-4516-a4b3-0c294665e08d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:05.716111 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:05.722834 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3d2691-426b-461c-bd5b-9ea06727e11e x-openstack-request-id: req-2a3d2691-426b-461c-bd5b-9ea06727e11e {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:05.723136 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "name": "network-vif-plugged", "status": "completed", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:05.723387 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a3d2691-426b-461c-bd5b-9ea06727e11e {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:05.723780 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'code': 200} Sep 29 23:02:05.737646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-1d15f355-47cf-46e1-81b7-d25996790637 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:05.739271 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-1d15f355-47cf-46e1-81b7-d25996790637 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.7487996 Sep 29 23:02:05.761464 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-router', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:40Z', 'updated_at': '2021-09-29T23:02:01Z', 'revision_number': 5, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'gw_port': {'id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:42Z', 'updated_at': '2021-09-29T22:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:05.803312 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2cfc39-a85d-4dd0-87c9-5ec362a7f2a2 None None] The sync data for ids ['00c9edb7-b5ce-4cc5-8193-48b9727c82db'] in n-d-811173-2 is: [{'id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'name': 'tempest-AttachSCSIVolumeTestJSON-95642259-router', 'tenant_id': 'c8407addc0aa4e92ad92928cb338ac25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:40Z', 'updated_at': '2021-09-29T23:02:01Z', 'revision_number': 5, 'project_id': 'c8407addc0aa4e92ad92928cb338ac25', 'gw_port': {'id': '157f3ddc-895f-4516-a4b3-0c294665e08d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:73:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00c9edb7-b5ce-4cc5-8193-48b9727c82db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:42Z', 'updated_at': '2021-09-29T22:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:02:05.824472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:05.883221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] For port 157f3ddc-895f-4516-a4b3-0c294665e08d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=157f3ddc-895f-4516-a4b3-0c294665e08d,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:05.883494 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:05.903066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Calling delete_port for 157f3ddc-895f-4516-a4b3-0c294665e08d owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:05.906319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Made reservation on behalf of 018dc07d270d454783480c3d7445c1ce for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:05.911544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:05.926312 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.008214 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.056581 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.075297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Transition to ACTIVE for port object 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:06.081215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811173-2'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:06.089612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Pushing event updated for resources: {'Port': ['ID=10dd9650-5d89-4e1c-958e-e205a7784485,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:06.120357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Attempting to bind port 10dd9650-5d89-4e1c-958e-e205a7784485 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:06.120869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Attempting to bind port 10dd9650-5d89-4e1c-958e-e205a7784485 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:06.121212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Attempting to bind port 10dd9650-5d89-4e1c-958e-e205a7784485 on network d4f5d120-83fd-46cf-8fa2-853165c31b04 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:06.138511 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.155384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.172848 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f1aca28-41f1-4fb2-8a86-a0a26b98f8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.188534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Port 10dd9650-5d89-4e1c-958e-e205a7784485 on network d4f5d120-83fd-46cf-8fa2-853165c31b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:06.188534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Attempting to bind port 10dd9650-5d89-4e1c-958e-e205a7784485 on network d4f5d120-83fd-46cf-8fa2-853165c31b04 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:06.237676 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.251096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Network 52376747-5e38-4f02-b8bd-e16ecf31389e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:06.252054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.257912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:06.258404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Checking segment: {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:06.258843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Bound using segment: {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:06.259891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Bound port: 10dd9650-5d89-4e1c-958e-e205a7784485, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:06.260605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.285465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:06.358919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:06.380542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e0748b78-be5d-43e8-9c16-a1e377eec42e no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:06.380884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:06.454024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a49457-2f57-4a90-bd04-cb9544cfb5ca,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:06.481498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.484905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e0748b78-be5d-43e8-9c16-a1e377eec42e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:02:06.493125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e0748b78-be5d-43e8-9c16-a1e377eec42e not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:02:06.546577 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.600162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Pushing event deleted for resources: {'Port': ['ID=157f3ddc-895f-4516-a4b3-0c294665e08d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:06.604678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] For port 10dd9650-5d89-4e1c-958e-e205a7784485, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:06.611719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] For port 10dd9650-5d89-4e1c-958e-e205a7784485, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=10dd9650-5d89-4e1c-958e-e205a7784485,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:06.613274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5b1148-ad42-4c62-9367-c3713a26b7cd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:06.666032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.666260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.666386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.666727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.667068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.667404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.667753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.668096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.668971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.669311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.669642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.669972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.670294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.731729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.732378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.732872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.733564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.734065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.743512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.744647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.745235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.745822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.746303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.746796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.747273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:02:06.828541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35522ddf-4bed-4ac6-b43d-719cd2ef17e3 req-0565d52b-52fc-40dd-8156-ae821822bb6a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:06.831923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35522ddf-4bed-4ac6-b43d-719cd2ef17e3 req-0565d52b-52fc-40dd-8156-ae821822bb6a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 945 time: 0.4418824 Sep 29 23:02:06.876064 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.882370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Attempting to bind port 00622b95-6d0b-4206-b45f-ae9badbb0f44 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:06.882768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Attempting to bind port 00622b95-6d0b-4206-b45f-ae9badbb0f44 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:06.883104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Attempting to bind port 00622b95-6d0b-4206-b45f-ae9badbb0f44 on network d4f5d120-83fd-46cf-8fa2-853165c31b04 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:06.905742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33728) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:06.913934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b630b9b3-64c1-41b6-a072-eee465ed2638 None None] Provisioning complete for port ad5b1148-ad42-4c62-9367-c3713a26b7cd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:06.914311 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b630b9b3-64c1-41b6-a072-eee465ed2638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:06.938314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Allocated IP 192.168.233.43 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/cef065a1-6e7d-4136-8013-c6f600e73c32) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:06.965979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Port 00622b95-6d0b-4206-b45f-ae9badbb0f44 on network d4f5d120-83fd-46cf-8fa2-853165c31b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:06.966454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Attempting to bind port 00622b95-6d0b-4206-b45f-ae9badbb0f44 on network d4f5d120-83fd-46cf-8fa2-853165c31b04 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:06.984418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b630b9b3-64c1-41b6-a072-eee465ed2638 None None] Port ad5b1148-ad42-4c62-9367-c3713a26b7cd cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:07.008371 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.013952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35522ddf-4bed-4ac6-b43d-719cd2ef17e3 req-cb4c1540-e3f8-43d7-adac-5f410288b96c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479869 Sep 29 23:02:07.026865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Pushing event updated for resources: {'Port': ['ID=10dd9650-5d89-4e1c-958e-e205a7784485,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:07.031296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:07.031650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Checking segment: {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:07.032070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Bound using segment: {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:07.032517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Bound port: 00622b95-6d0b-4206-b45f-ae9badbb0f44, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:07.032881 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.050468 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.141009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] For port 00622b95-6d0b-4206-b45f-ae9badbb0f44, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:07.144752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] For port 00622b95-6d0b-4206-b45f-ae9badbb0f44, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=00622b95-6d0b-4206-b45f-ae9badbb0f44,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:07.163398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397a120-71bf-4373-ba2c-6dc29adf8f1d req-eb14ded5-e918-4606-b345-4951ca067557 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:07.165242 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2397a120-71bf-4373-ba2c-6dc29adf8f1d req-eb14ded5-e918-4606-b345-4951ca067557 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 944 time: 0.2898905 Sep 29 23:02:07.190037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.237878 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.241338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d75d45f-1943-47e4-a797-ef65d46be85f req-752b7502-6bea-4b55-9f29-6690348d4ab0 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 210 time: 0.0292556 Sep 29 23:02:07.325675 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.336105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:07.337538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.339234 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-7ed3ec26-3565-4e07-8c0b-77e9b2e1abd0 service neutron] 10.222.0.42 "PUT /v2.0/ports/10dd9650-5d89-4e1c-958e-e205a7784485 HTTP/1.1" status: 200 len: 1091 time: 7.3089378 Sep 29 23:02:07.342716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.345540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8eb79b3-9ab6-40f9-9333-d95167afa50f', 'tag': '10dd9650-5d89-4e1c-958e-e205a7784485'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:07.350121 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2397a120-71bf-4373-ba2c-6dc29adf8f1d req-f756b631-2215-49ce-89f7-3829313cb7e2 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559560 Sep 29 23:02:07.350314 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fda2b79-ef36-439a-8a98-d54bf4989ece" -d '{"events": [{"name": "network-changed", "server_uuid": "a8eb79b3-9ab6-40f9-9333-d95167afa50f", "tag": "10dd9650-5d89-4e1c-958e-e205a7784485"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:07.362421 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.371726 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.372323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00c9edb7-b5ce-4cc5-8193-48b9727c82db {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:02:07.379969 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.380941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ae8e07d3-aa3d-40c9-8a92-a43fd72bae2b admin admin] 10.222.0.44 "DELETE /v2.0/routers/00c9edb7-b5ce-4cc5-8193-48b9727c82db HTTP/1.1" status: 204 len: 168 time: 3.4475756 Sep 29 23:02:07.381762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-c4dfb08a-595a-4ca7-8c34-eece9eb6b929 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:07.383184 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-c4dfb08a-595a-4ca7-8c34-eece9eb6b929 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.7257926 Sep 29 23:02:07.383336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33734) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:07.416465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:07.418212 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.419654 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] 10.222.0.26 "PUT /v2.0/ports/00622b95-6d0b-4206-b45f-ae9badbb0f44 HTTP/1.1" status: 200 len: 1091 time: 8.5007460 Sep 29 23:02:07.426932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Request body: {'port': {'device_id': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': '018dc07d270d454783480c3d7445c1ce'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:07.454608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Attempting to bind port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:07.455111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Attempting to bind port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:07.455512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Attempting to bind port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 on network d4f5d120-83fd-46cf-8fa2-853165c31b04 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:07.530294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 on network d4f5d120-83fd-46cf-8fa2-853165c31b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:07.530611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Attempting to bind port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 on network d4f5d120-83fd-46cf-8fa2-853165c31b04 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:07.568263 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2450a85f-5fea-4b2f-8d72-1c54fca41f7b x-openstack-request-id: req-2450a85f-5fea-4b2f-8d72-1c54fca41f7b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:07.568451 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8eb79b3-9ab6-40f9-9333-d95167afa50f", "tag": "10dd9650-5d89-4e1c-958e-e205a7784485", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:07.568697 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2450a85f-5fea-4b2f-8d72-1c54fca41f7b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:07.569343 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8eb79b3-9ab6-40f9-9333-d95167afa50f', 'tag': '10dd9650-5d89-4e1c-958e-e205a7784485', 'status': 'completed', 'code': 200} Sep 29 23:02:07.574286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:07.574681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Checking segment: {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:07.575301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Bound using segment: {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:07.575504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Bound port: 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:07.575921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.586489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-046fabdf-7f75-4b39-a741-04436190722e admin admin] Deleting subnet 0cc54edb-28df-4849-b026-d1b115f5017f {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:02:07.598273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-046fabdf-7f75-4b39-a741-04436190722e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.640039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.691885 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-046fabdf-7f75-4b39-a741-04436190722e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.794201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:07.815928 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.839789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:07.881754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:07.890430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.909927 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-046fabdf-7f75-4b39-a741-04436190722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.914032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:07.947498 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:07.953852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:07.960009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:08.031402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] For port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:08.037003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] For port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:08.043353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:08.044806 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.074201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-046fabdf-7f75-4b39-a741-04436190722e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.086012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-4e0d59c7-ac3c-4be9-a6eb-1d61ae79c48a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4642904 Sep 29 23:02:08.101935 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.144242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Request body: {'port': {'device_id': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:08.153028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fabdf-7f75-4b39-a741-04436190722e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cc54edb-28df-4849-b026-d1b115f5017f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:08.167815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2c3289-1a64-4bef-9b93-df5a3f276d4d None None] Network f45d1d20-0bee-456a-8f4c-009843889124 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:02:08.188440 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-046fabdf-7f75-4b39-a741-04436190722e admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.190055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-046fabdf-7f75-4b39-a741-04436190722e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0cc54edb-28df-4849-b026-d1b115f5017f HTTP/1.1" status: 204 len: 168 time: 0.8057189 Sep 29 23:02:08.192732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33752) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:08.429546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 157f3ddc-895f-4516-a4b3-0c294665e08d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:08.463616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a0c62-a5bd-4563-83ae-92c0f2fd7efd req-5e0868b8-70fe-471f-a401-38ac9b62d7fd tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:08.465236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d92a0c62-a5bd-4563-83ae-92c0f2fd7efd req-5e0868b8-70fe-471f-a401-38ac9b62d7fd tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 943 time: 0.2874348 Sep 29 23:02:08.472894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 157f3ddc-895f-4516-a4b3-0c294665e08d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:02:08.473471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 157f3ddc-895f-4516-a4b3-0c294665e08d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:02:08.479866 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.484860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e294fcae-7b1d-4262-ab94-fc3dffafb351 None None] Provisioning complete for port cef065a1-6e7d-4136-8013-c6f600e73c32 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:08.485501 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e294fcae-7b1d-4262-ab94-fc3dffafb351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.491011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f648e3d-8a3e-416a-8601-e4c9888ab4f2 req-dd52341b-0a60-4b6a-a452-1ff263b4a515 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 210 time: 0.0997996 Sep 29 23:02:08.494424 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.513761 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.545525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e294fcae-7b1d-4262-ab94-fc3dffafb351 None None] Port cef065a1-6e7d-4136-8013-c6f600e73c32 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:08.578236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d92a0c62-a5bd-4563-83ae-92c0f2fd7efd req-58e75248-1c5b-4706-ae7f-d5ed6e956254 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940163 Sep 29 23:02:08.581467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738d6eb-1cc7-4a63-9b4a-fe539771203f None None] DHCP port deletion for f45d1d20-0bee-456a-8f4c-009843889124 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:02:08.710668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2738d6eb-1cc7-4a63-9b4a-fe539771203f None None] Deleting port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:08.711198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2738d6eb-1cc7-4a63-9b4a-fe539771203f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.766957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-cd790661-5410-4fb9-8d6a-f474657a60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:08.772723 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-cd790661-5410-4fb9-8d6a-f474657a60f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 1094 time: 1.2497151 Sep 29 23:02:08.786563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Deleting port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:08.786797 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.872519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb90e2-8361-4806-aa01-d7a430163d1d req-a2570eac-4a7b-42eb-b9fd-4aaa7ad4fc65 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:08.874341 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dbb90e2-8361-4806-aa01-d7a430163d1d req-a2570eac-4a7b-42eb-b9fd-4aaa7ad4fc65 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 944 time: 0.1566088 Sep 29 23:02:08.896037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2738d6eb-1cc7-4a63-9b4a-fe539771203f None None] For port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:08.896447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2738d6eb-1cc7-4a63-9b4a-fe539771203f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.911093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.920809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2738d6eb-1cc7-4a63-9b4a-fe539771203f None None] Calling delete_port for 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:08.936258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:08.939986 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:08.941559 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] 10.222.0.26 "PUT /v2.0/ports/2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 HTTP/1.1" status: 200 len: 1092 time: 6.9719763 Sep 29 23:02:08.988983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] For port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6,segment=NetworkSegment(7bcf7622-d1ff-46fa-8dcc-b678ef0007be),segment_id=7bcf7622-d1ff-46fa-8dcc-b678ef0007be)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:08.989387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.020906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bff275ca-f42d-4da1-b509-f9b6138fcb74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e6d7f8c3de714814a01f70f895843e37&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0024221 Sep 29 23:02:09.023540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c27a-44cf-4e77-a841-692098b9541c req-52ec7567-9308-43a0-85e9-5853adbe0bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:09.026485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33770) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:09.029799 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-52ec7567-9308-43a0-85e9-5853adbe0bc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 1094 time: 1.4707668 Sep 29 23:02:09.029938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Calling delete_port for 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:09.098168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dbb90e2-8361-4806-aa01-d7a430163d1d req-8d653cfe-4836-413e-b9fc-22370199eb83 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800387 Sep 29 23:02:09.156386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc0983-ed70-4279-b1f7-ae6429f333f5 service neutron] Pushing event updated for resources: {'Port': ['ID=00622b95-6d0b-4206-b45f-ae9badbb0f44,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:09.194460 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48316980-90c9-46b0-be2e-a0e1fa4209e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.223279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef065a1-6e7d-4136-8013-c6f600e73c32 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:09.234359 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.244932 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.248798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48316980-90c9-46b0-be2e-a0e1fa4209e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.272923 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.274217 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2738d6eb-1cc7-4a63-9b4a-fe539771203f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.301055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Transition to ACTIVE for port object cef065a1-6e7d-4136-8013-c6f600e73c32 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:09.308714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2738d6eb-1cc7-4a63-9b4a-fe539771203f None None] Pushing event deleted for resources: {'Port': ['ID=6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:09.310881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2738d6eb-1cc7-4a63-9b4a-fe539771203f None None] No DVR routers for this DVR port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:02:09.315739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.318098 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.332169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Pushing event updated for resources: {'Port': ['ID=53fb62d5-eea9-42c8-88c6-82bae281f110,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:09.369848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:09.371816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] No DVR routers for this DVR port 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:02:09.411886 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-633794ac-bd29-43b0-a713-b7833a597ca9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00622b95-6d0b-4206-b45f-ae9badbb0f44 HTTP/1.1" status: 200 len: 217 time: 0.1607943 Sep 29 23:02:09.445998 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48316980-90c9-46b0-be2e-a0e1fa4209e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.448798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48316980-90c9-46b0-be2e-a0e1fa4209e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.452197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-48316980-90c9-46b0-be2e-a0e1fa4209e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b17448d7-8e24-4cde-87df-64b23440d5fa HTTP/1.1" status: 204 len: 168 time: 0.4179168 Sep 29 23:02:09.460499 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-217ee68d-dbfe-404a-b39b-15f9cf31d606 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10dd9650-5d89-4e1c-958e-e205a7784485 HTTP/1.1" status: 200 len: 217 time: 0.5574207 Sep 29 23:02:09.543466 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c27a-44cf-4e77-a841-692098b9541c req-106ff9e4-5020-4a39-9d77-d6bf22e66757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:09.549580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-106ff9e4-5020-4a39-9d77-d6bf22e66757 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcc3a829-1afc-43d5-a1c2-3f685715c47a HTTP/1.1" status: 200 len: 854 time: 0.0744741 Sep 29 23:02:09.586297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910c5988-1909-4ebc-a1f0-e468f87b1ab1', 'tag': '00622b95-6d0b-4206-b45f-ae9badbb0f44'}, {'server_uuid': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53fb62d5-eea9-42c8-88c6-82bae281f110'}, {'name': 'network-changed', 'server_uuid': '435da0b8-c889-4b09-8b3f-c171d9e452f8', 'tag': '2f5925ce-2ca6-499a-8eb7-eddd54d25cf6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:09.586668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48316980-90c9-46b0-be2e-a0e1fa4209e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17448d7-8e24-4cde-87df-64b23440d5fa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:09.598430 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1900068-c834-4dae-b7b9-0bec5813e416" -d '{"events": [{"name": "network-changed", "server_uuid": "910c5988-1909-4ebc-a1f0-e468f87b1ab1", "tag": "00622b95-6d0b-4206-b45f-ae9badbb0f44"}, {"server_uuid": "7fec1cda-8c9f-4537-a740-e86e85a1b25e", "name": "network-vif-unplugged", "status": "completed", "tag": "53fb62d5-eea9-42c8-88c6-82bae281f110"}, {"name": "network-changed", "server_uuid": "435da0b8-c889-4b09-8b3f-c171d9e452f8", "tag": "2f5925ce-2ca6-499a-8eb7-eddd54d25cf6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:09.606297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72563ab0-895d-4cc6-8850-a3f1d41a3291 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:09.616236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:09.700626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693219-8227-4ace-975c-bcdce7e06b26 req-11c03740-43b7-4142-add7-8e7f1db580ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:09.702139 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-11c03740-43b7-4142-add7-8e7f1db580ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 1095 time: 0.5822520 Sep 29 23:02:09.723959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02271dd1-2a07-46d6-a0e4-a2e083f53226 req-33a5e19c-c27f-4d00-ac7a-d768c7bc6a68 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 210 time: 0.0935647 Sep 29 23:02:09.739030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5b1148-ad42-4c62-9367-c3713a26b7cd,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:09.782349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 on host n-h1-811173-2 for vnic_type normal with profile {"migrating_to": "n-h2-811173-2"} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:09.782696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:09.783082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:09.788333 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.801130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Port 53fb62d5-eea9-42c8-88c6-82bae281f110 on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:09.801769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Attempting to bind port 53fb62d5-eea9-42c8-88c6-82bae281f110 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:09.858121 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3399d545-1e4b-4d04-8747-3ce1fc2ee5ad x-openstack-request-id: req-3399d545-1e4b-4d04-8747-3ce1fc2ee5ad {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:09.858422 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "910c5988-1909-4ebc-a1f0-e468f87b1ab1", "tag": "00622b95-6d0b-4206-b45f-ae9badbb0f44", "status": "completed", "code": 200}, {"server_uuid": "7fec1cda-8c9f-4537-a740-e86e85a1b25e", "name": "network-vif-unplugged", "status": "completed", "tag": "53fb62d5-eea9-42c8-88c6-82bae281f110", "code": 200}, {"name": "network-changed", "server_uuid": "435da0b8-c889-4b09-8b3f-c171d9e452f8", "tag": "2f5925ce-2ca6-499a-8eb7-eddd54d25cf6", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:09.858701 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3399d545-1e4b-4d04-8747-3ce1fc2ee5ad {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:09.859100 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910c5988-1909-4ebc-a1f0-e468f87b1ab1', 'tag': '00622b95-6d0b-4206-b45f-ae9badbb0f44', 'status': 'completed', 'code': 200} Sep 29 23:02:09.859390 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53fb62d5-eea9-42c8-88c6-82bae281f110', 'code': 200} Sep 29 23:02:09.859645 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435da0b8-c889-4b09-8b3f-c171d9e452f8', 'tag': '2f5925ce-2ca6-499a-8eb7-eddd54d25cf6', 'status': 'completed', 'code': 200} Sep 29 23:02:09.865010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148c27a-44cf-4e77-a841-692098b9541c req-695c4a30-a575-49ac-8f39-eb4e8dfff8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:09.866641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-695c4a30-a575-49ac-8f39-eb4e8dfff8ef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4f5d120-83fd-46cf-8fa2-853165c31b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635504 Sep 29 23:02:09.872850 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-522a2615-b96a-445b-89c4-d6e7853224d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 HTTP/1.1" status: 200 len: 217 time: 0.1257195 Sep 29 23:02:09.876613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:09.876950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:09.877326 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:09.877766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Bound port: 53fb62d5-eea9-42c8-88c6-82bae281f110, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:09.878127 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.880601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Attempting to bind port cef065a1-6e7d-4136-8013-c6f600e73c32 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:09.881149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Attempting to bind port cef065a1-6e7d-4136-8013-c6f600e73c32 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:09.881649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Attempting to bind port cef065a1-6e7d-4136-8013-c6f600e73c32 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:09.910202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Port cef065a1-6e7d-4136-8013-c6f600e73c32 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:09.910882 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Attempting to bind port cef065a1-6e7d-4136-8013-c6f600e73c32 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:09.922061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45d1d20-0bee-456a-8f4c-009843889124']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:09.928113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:09.928824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:09.929375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:09.930032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Bound port: cef065a1-6e7d-4136-8013-c6f600e73c32, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:09.930560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:09.958124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bcf7622-d1ff-46fa-8dcc-b678ef0007be') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:09.958681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bcf7622-d1ff-46fa-8dcc-b678ef0007be') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:09.973233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33794) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:09.983736 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.006545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Made reservation on behalf of 018dc07d270d454783480c3d7445c1ce for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:10.011220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.013557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693219-8227-4ace-975c-bcdce7e06b26 req-465b13cf-b199-44ad-b6bb-77db5797d931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:10.015067 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-465b13cf-b199-44ad-b6bb-77db5797d931 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcc3a829-1afc-43d5-a1c2-3f685715c47a HTTP/1.1" status: 200 len: 854 time: 0.0760636 Sep 29 23:02:10.015991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.034051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a1ae34-8251-4de8-a462-7add548b8fcc req-9b5ccd7c-e6d4-478f-9caa-777a838614a4 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:10.037083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06a1ae34-8251-4de8-a462-7add548b8fcc req-9b5ccd7c-e6d4-478f-9caa-777a838614a4 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 943 time: 0.2368133 Sep 29 23:02:10.064559 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.117806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:02:10.119794 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:02:10.124422 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:02:10.157878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-cfb19438-c89e-43e9-b74b-d952e8f352de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:10.159529 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-cfb19438-c89e-43e9-b74b-d952e8f352de service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bcc3a829-1afc-43d5-a1c2-3f685715c47a HTTP/1.1" status: 200 len: 854 time: 0.6088021 Sep 29 23:02:10.179184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:10.224881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ffdccf88-3998-4646-98d7-2162c38e17b6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1654fba180364858907ea7111762b875&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484760 Sep 29 23:02:10.230271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:10.259506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06a1ae34-8251-4de8-a462-7add548b8fcc req-4239683c-c151-401f-9442-9f8c21131a9c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921482 Sep 29 23:02:10.276839 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.301702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:10.358235 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.380344 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.389476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f45d1d20-0bee-456a-8f4c-009843889124 HTTP/1.1" status: 204 len: 168 time: 2.1940286 Sep 29 23:02:10.392775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33804) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:10.393566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:10.429417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:02:10.430079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04693219-8227-4ace-975c-bcdce7e06b26 req-685de629-e722-42ac-80b3-d94994853162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:10.430780 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6b848d29-b2ed-429f-b0b7-7ce0a4e29dd6 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:02:10.432278 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-685de629-e722-42ac-80b3-d94994853162 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4f5d120-83fd-46cf-8fa2-853165c31b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4040372 Sep 29 23:02:10.465427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:10.468680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:10.479131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-1b510582-9a07-4203-9ad1-7a6bc3e2a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:10.480681 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-1b510582-9a07-4203-9ad1-7a6bc3e2a2b7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4f5d120-83fd-46cf-8fa2-853165c31b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3034005 Sep 29 23:02:10.496747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ed05064-9d18-4843-9dae-1fc5b03fe583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.527401 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ed05064-9d18-4843-9dae-1fc5b03fe583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.582708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f6464-7060-4c19-beb2-7c3f1a48c854 admin admin] Pushing event deleted for resources: {'Network': ['ID=f45d1d20-0bee-456a-8f4c-009843889124,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:10.605146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:10.606574 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.608510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-fc62f8a4-f95a-4deb-8e62-9d05781a7d14 service neutron] 10.222.0.42 "PUT /v2.0/ports/cef065a1-6e7d-4136-8013-c6f600e73c32 HTTP/1.1" status: 200 len: 1095 time: 2.4742007 Sep 29 23:02:10.619649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab5307-527a-464b-a5d2-be7588486541 req-1f18e0eb-44e6-435c-91b8-09443b2ad040 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:10.628842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3eab5307-527a-464b-a5d2-be7588486541 req-1f18e0eb-44e6-435c-91b8-09443b2ad040 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 944 time: 0.4156327 Sep 29 23:02:10.632025 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-3c513a56-2e8a-490c-97a4-3c279abe80e0 service neutron] 10.222.0.42 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178792 Sep 29 23:02:10.638914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:10.642407 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb3d32d-c75b-4757-b531-c527d3ab40c7" -d '{"events": [{"name": "network-changed", "server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:10.646179 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ed05064-9d18-4843-9dae-1fc5b03fe583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.649441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ed05064-9d18-4843-9dae-1fc5b03fe583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.651506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5ed05064-9d18-4843-9dae-1fc5b03fe583 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d546c9d5-68f7-46c3-a67d-ba417f8a6952 HTTP/1.1" status: 204 len: 168 time: 0.4203067 Sep 29 23:02:10.705923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-bfa4b77d-e407-4b19-970a-b3febfe583ef service neutron] 10.222.0.26 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7901182 Sep 29 23:02:10.709875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:10.731241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed05064-9d18-4843-9dae-1fc5b03fe583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d546c9d5-68f7-46c3-a67d-ba417f8a6952,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:10.734571 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7974a529-26d6-474e-8be9-0cf93e6fc51b x-openstack-request-id: req-7974a529-26d6-474e-8be9-0cf93e6fc51b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:10.735082 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:10.735531 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7974a529-26d6-474e-8be9-0cf93e6fc51b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:10.736133 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'status': 'completed', 'code': 200} Sep 29 23:02:10.848904 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a148c27a-44cf-4e77-a841-692098b9541c req-eb11e007-dc18-4a0c-8669-939a1b9b7bdd service neutron] 10.222.0.26 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313462 Sep 29 23:02:10.850499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3eab5307-527a-464b-a5d2-be7588486541 req-24aa8d7a-a574-4e1a-932d-297c9f7bdc93 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202096 Sep 29 23:02:10.889202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:10.890444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c13c99f-0a33-46fb-9de2-72ca3c17b9dd req-9cdd25ed-19f4-4603-b235-f716533c85cf tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 210 time: 0.0350726 Sep 29 23:02:10.909862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-09e09d2b-6634-4ef9-b4be-b5712ef64df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:10.913681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-09e09d2b-6634-4ef9-b4be-b5712ef64df2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=018dc07d270d454783480c3d7445c1ce&device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 1098 time: 0.2230573 Sep 29 23:02:10.939783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Network 52376747-5e38-4f02-b8bd-e16ecf31389e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:10.980170 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-0d123f2d-08f1-4225-aa1d-2ba8d644c54b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cef065a1-6e7d-4136-8013-c6f600e73c32 HTTP/1.1" status: 200 len: 217 time: 0.0446827 Sep 29 23:02:11.067814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-08aec148-e067-4145-9bb3-0cd8e4d88011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:11.069284 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-08aec148-e067-4145-9bb3-0cd8e4d88011 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0879600 Sep 29 23:02:11.089637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:11.152726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-8cd44fd9-a82a-4ec2-ae51-3ad2e72b6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:11.156231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-8cd44fd9-a82a-4ec2-ae51-3ad2e72b6aa2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0790126 Sep 29 23:02:11.246257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:11.247309 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:11.248777 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] 10.222.0.26 "PUT /v2.0/ports/53fb62d5-eea9-42c8-88c6-82bae281f110 HTTP/1.1" status: 200 len: 1121 time: 5.3003912 Sep 29 23:02:11.355116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-dca8391b-0a30-425c-b78d-ee4796d85fbb service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910183 Sep 29 23:02:11.379311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['53fb62d5-eea9-42c8-88c6-82bae281f110'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:11.624894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ba103a9b-d93a-44b4-b90c-913235a33aa2 None None] Provisioning complete for port ad5b1148-ad42-4c62-9367-c3713a26b7cd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:11.625566 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ba103a9b-d93a-44b4-b90c-913235a33aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:11.670459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ba103a9b-d93a-44b4-b90c-913235a33aa2 None None] Port ad5b1148-ad42-4c62-9367-c3713a26b7cd cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:11.858116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Allocated IP 192.168.233.249 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/163b67a8-5f69-49a1-85a8-3fabb837a84b) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:11.865811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'tag': '53fb62d5-eea9-42c8-88c6-82bae281f110'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:11.868277 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64b6092-fba3-4855-ae45-ce558d3fd127" -d '{"events": [{"name": "network-changed", "server_uuid": "7fec1cda-8c9f-4537-a740-e86e85a1b25e", "tag": "53fb62d5-eea9-42c8-88c6-82bae281f110"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:11.915176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0637e07-f74a-4423-be9f-a2eeccb7902f service neutron] Pushing event updated for resources: {'Port': ['ID=53fb62d5-eea9-42c8-88c6-82bae281f110,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:11.986875 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afcc0c-f129-4063-90c4-4feb2d3c1629 req-603cd071-9060-4e03-b38f-510d3704f6e4 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:11.995231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97afcc0c-f129-4063-90c4-4feb2d3c1629 req-603cd071-9060-4e03-b38f-510d3704f6e4 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 943 time: 0.5895467 Sep 29 23:02:12.005023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.42', 49310) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:12.047012 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-3702ff13-352d-4c6f-984b-aab59cf4f37c service neutron] 10.222.0.26 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5579276 Sep 29 23:02:12.049014 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222e204f-e16b-4290-8fbd-c525a29ce0eb x-openstack-request-id: req-222e204f-e16b-4290-8fbd-c525a29ce0eb {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:12.049548 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fec1cda-8c9f-4537-a740-e86e85a1b25e", "tag": "53fb62d5-eea9-42c8-88c6-82bae281f110", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:12.050050 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-222e204f-e16b-4290-8fbd-c525a29ce0eb {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:12.051691 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'tag': '53fb62d5-eea9-42c8-88c6-82bae281f110', 'status': 'completed', 'code': 200} Sep 29 23:02:12.072891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1a4aa40b-8ec0-4d85-b2ed-4d90c866d830 req-d5f5af0d-001d-4050-8ef8-201846f3d9f3 service neutron] 10.222.0.42 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4053128 Sep 29 23:02:12.075212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-fc4dd35d-3406-40fa-8518-f36ee0201927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:12.076938 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-fc4dd35d-3406-40fa-8518-f36ee0201927 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 1094 time: 1.0729141 Sep 29 23:02:12.094119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70ffeca0-367b-4b5c-a10b-b6ab7008cf37 req-90f6c151-631c-40a6-946d-ac0137372b31 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6757696 Sep 29 23:02:12.123935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97afcc0c-f129-4063-90c4-4feb2d3c1629 req-ecbf586e-20fc-410a-aae7-7f807d40c3ee tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261988 Sep 29 23:02:12.148303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b6092-fba3-4855-ae45-ce558d3fd127 req-8380208d-6d54-4e25-9d7c-165244915b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:12.151090 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e64b6092-fba3-4855-ae45-ce558d3fd127 req-8380208d-6d54-4e25-9d7c-165244915b87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1124 time: 0.1448593 Sep 29 23:02:12.171739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Router f965ef8b-2539-4d1a-9759-76e54640242a has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:02:12.189227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aa662a-2568-413b-944a-3a543612f557 req-e75131f0-b685-40cc-af62-93464c633055 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:12.196648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3aa662a-2568-413b-944a-3a543612f557 req-e75131f0-b685-40cc-af62-93464c633055 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 944 time: 0.1382046 Sep 29 23:02:12.381067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dd12d31-36df-45a3-95dd-6e70b83900f5 req-f4b29ec3-9027-44c2-8d51-091996990d4f tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 210 time: 0.0511401 Sep 29 23:02:12.413800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b6092-fba3-4855-ae45-ce558d3fd127 req-25f760eb-f092-4883-bdfb-c0080377d579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:12.416070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e64b6092-fba3-4855-ae45-ce558d3fd127 req-25f760eb-f092-4883-bdfb-c0080377d579 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.1820872 Sep 29 23:02:12.433838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3aa662a-2568-413b-944a-3a543612f557 req-f68adb19-0d20-4355-a5b6-0ffef19ee492 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356856 Sep 29 23:02:12.515164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e64b6092-fba3-4855-ae45-ce558d3fd127 req-62f8c3da-f7d2-48a0-bcff-385a1c1d1e18 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53fb62d5-eea9-42c8-88c6-82bae281f110 HTTP/1.1" status: 200 len: 217 time: 0.0791585 Sep 29 23:02:12.540173 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-04693219-8227-4ace-975c-bcdce7e06b26 req-54a00932-f19a-45e3-9009-3a025fa234ef service neutron] 10.222.0.26 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739182 Sep 29 23:02:12.563489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-48aa5945-b857-45e7-b2f9-c9d69602f5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:12.565965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-48aa5945-b857-45e7-b2f9-c9d69602f5a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 1094 time: 0.2371557 Sep 29 23:02:12.658284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-a51a423a-c368-4fee-863c-5c4b42187f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:12.659754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-a51a423a-c368-4fee-863c-5c4b42187f0f service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 916 time: 0.5432777 Sep 29 23:02:12.693419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-c5d706f7-c025-43f7-a4b8-7567e4789ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:12.694953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-c5d706f7-c025-43f7-a4b8-7567e4789ca8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 916 time: 0.1210186 Sep 29 23:02:12.745574 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-44957d04-5e4c-4ff0-96ee-041457a4f964 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00622b95-6d0b-4206-b45f-ae9badbb0f44 HTTP/1.1" status: 200 len: 217 time: 0.0693340 Sep 29 23:02:12.771204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-f898ab10-44c8-4e3c-873b-1a6035ba5ec9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10dd9650-5d89-4e1c-958e-e205a7784485 HTTP/1.1" status: 200 len: 217 time: 0.0552645 Sep 29 23:02:12.773036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b6092-fba3-4855-ae45-ce558d3fd127 req-61f0b308-8c73-4b76-83e3-0e2c8c2bfd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:12.778550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e64b6092-fba3-4855-ae45-ce558d3fd127 req-61f0b308-8c73-4b76-83e3-0e2c8c2bfd49 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.2554822 Sep 29 23:02:12.854013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e64b6092-fba3-4855-ae45-ce558d3fd127 req-2bf517ab-c063-479e-b213-93b21d5ede34 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623944 Sep 29 23:02:12.877618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-9ca4c230-d666-47e8-b331-85c6912e7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:12.879027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-9ca4c230-d666-47e8-b331-85c6912e7bb5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=018dc07d270d454783480c3d7445c1ce&device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 1098 time: 0.6173422 Sep 29 23:02:12.901731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-ba15be89-b0ff-4d98-8405-e4b24808baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:12.904375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-ba15be89-b0ff-4d98-8405-e4b24808baae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bcc3a829-1afc-43d5-a1c2-3f685715c47a HTTP/1.1" status: 200 len: 854 time: 0.1248550 Sep 29 23:02:12.970851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:02:12.985142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Sync routers for ids ['f965ef8b-2539-4d1a-9759-76e54640242a'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:02:12.991304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-501382a0-6ce9-4ad8-a1bd-583cc23c5de2 admin admin] 10.222.0.44 "PUT /v2.0/routers/f965ef8b-2539-4d1a-9759-76e54640242a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7267430 Sep 29 23:02:13.004781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-dac92850-f817-4933-8955-6c6f08921957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:13.006261 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-dac92850-f817-4933-8955-6c6f08921957 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcc3a829-1afc-43d5-a1c2-3f685715c47a HTTP/1.1" status: 200 len: 854 time: 0.2072330 Sep 29 23:02:13.021925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Routers {'f965ef8b-2539-4d1a-9759-76e54640242a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:13.022577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f965ef8b-2539-4d1a-9759-76e54640242a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:13.062351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-0caf4cf0-2556-46b3-a77b-127f8f829733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:13.064163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-0caf4cf0-2556-46b3-a77b-127f8f829733 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4f5d120-83fd-46cf-8fa2-853165c31b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1415632 Sep 29 23:02:13.078925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:13.200262 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-991c6f31-7764-4b85-8bed-716dc06a5f2b service neutron] 10.222.0.42 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263614 Sep 29 23:02:13.210107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e64b6092-fba3-4855-ae45-ce558d3fd127 req-034a2e14-37ad-4abb-822a-9342650bf123 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414249 Sep 29 23:02:13.320826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Set router f965ef8b-2539-4d1a-9759-76e54640242a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:13.382370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-6afe5e2c-c8a1-4a71-ba64-1dd46f9693e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:13.384613 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-6afe5e2c-c8a1-4a71-ba64-1dd46f9693e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.4770076 Sep 29 23:02:13.407509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-a3affc9f-4413-4969-9a9b-db9ae39714b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:13.409277 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-a3affc9f-4413-4969-9a9b-db9ae39714b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4f5d120-83fd-46cf-8fa2-853165c31b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3287518 Sep 29 23:02:13.451686 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:13.454783 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-d85b8844-be7f-474e-96f1-d3e922757f13 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cef065a1-6e7d-4136-8013-c6f600e73c32 HTTP/1.1" status: 200 len: 217 time: 0.0599413 Sep 29 23:02:13.467214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fda2b79-ef36-439a-8a98-d54bf4989ece req-821f8659-8c0c-4706-b9e0-70ad08724bc1 service neutron] 10.222.0.42 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547176 Sep 29 23:02:13.535504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-7ea073fc-99a3-40ea-8d3f-92983b344359 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d21cd580a19447e0afb4238b17bb75ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661063 Sep 29 23:02:13.591941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7340ade8-2010-49b9-b06a-b243829dd0b2 req-dcb9b77c-df3e-4505-b883-9180a207d0d7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:13.593485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7340ade8-2010-49b9-b06a-b243829dd0b2 req-dcb9b77c-df3e-4505-b883-9180a207d0d7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 943 time: 0.2858753 Sep 29 23:02:13.612756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:13.624913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:02:06Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ad5b1148-ad42-4c62-9367-c3713a26b7cd', 'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'mac_address': 'fa:16:3e:0e:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:02Z', 'updated_at': '2021-09-29T23:02:07Z', 'revision_number': 2, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'subnets': [{'id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:13.626378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Pushing event updated for resources: {'Port': ['ID=163b67a8-5f69-49a1-85a8-3fabb837a84b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:13.637974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:13.644904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:13.655368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-70b88333-ca0d-4571-8230-db028b5da87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:13.657199 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-70b88333-ca0d-4571-8230-db028b5da87b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1932607 Sep 29 23:02:13.661574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Checking router: f965ef8b-2539-4d1a-9759-76e54640242a for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:02:13.661864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Updating router f965ef8b-2539-4d1a-9759-76e54640242a port ad5b1148-ad42-4c62-9367-c3713a26b7cd binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:02:13.703879 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:13.760473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e64b6092-fba3-4855-ae45-ce558d3fd127 req-98f7bc40-1cd5-4635-bb30-8501a143794c service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294280 Sep 29 23:02:13.769660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7340ade8-2010-49b9-b06a-b243829dd0b2 req-19bf3de7-a6d2-4655-a74c-88bf736144ce tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648517 Sep 29 23:02:13.815125 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-54ccb9b8-59c7-469a-9cbd-d1babf3384d6 service neutron] 10.222.0.26 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733032 Sep 29 23:02:13.828494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b38278-252e-420d-9ced-9cfda338424e req-fadf1f0b-11ab-4677-8555-a331c518779a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:13.830319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-fadf1f0b-11ab-4677-8555-a331c518779a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2584028 Sep 29 23:02:13.835132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:13.845926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:13.872603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-4a3b9dd9-39cd-4105-9466-b807928f4ff2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/quotas/d21cd580a19447e0afb4238b17bb75ab HTTP/1.1" status: 200 len: 375 time: 0.0292568 Sep 29 23:02:13.911412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-5043f4aa-7a96-48e9-ac8c-6f64e57f59c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:13.913402 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-5043f4aa-7a96-48e9-ac8c-6f64e57f59c4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201576 Sep 29 23:02:13.914168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-72646001-3bc3-48bd-a4db-53e28e6aefaa tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371630 Sep 29 23:02:13.919683 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-dde88f01-35e1-4ab6-9114-df8a73eb9d20 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4986551 Sep 29 23:02:13.997455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Request body: {'port': {'device_id': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:14.098757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:14.130357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ac0d44ce-1d0f-4092-893b-b12f2076a359 None None] Provisioning complete for port 163b67a8-5f69-49a1-85a8-3fabb837a84b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:14.130850 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ac0d44ce-1d0f-4092-893b-b12f2076a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:14.187084 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-c0de12e4-999f-47e9-830b-b7ce009a52dc service neutron] 10.222.0.26 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3361168 Sep 29 23:02:14.231035 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:14.253380 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-596e48de-6cd4-4498-86ad-70257e96baa6 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627742 Sep 29 23:02:14.342646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d44ce-1d0f-4092-893b-b12f2076a359 None None] Port 163b67a8-5f69-49a1-85a8-3fabb837a84b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:14.358716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10979715-eebd-48ae-a4d6-964c9908b1d0 req-1b8d12c3-c0e6-45eb-a2da-acd6f40c7fbf tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:14.370898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10979715-eebd-48ae-a4d6-964c9908b1d0 req-1b8d12c3-c0e6-45eb-a2da-acd6f40c7fbf tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 936 time: 0.1655703 Sep 29 23:02:14.386149 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:14.403870 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:14.419439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-a15c8cc1-2e87-4c0e-8399-0b5a67146011 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:14.426841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-a15c8cc1-2e87-4c0e-8399-0b5a67146011 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/networks?id=52376747-5e38-4f02-b8bd-e16ecf31389e HTTP/1.1" status: 200 len: 829 time: 0.3684421 Sep 29 23:02:14.512667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-e29b4195-2610-423b-b5d4-18fa432dc42b tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/quotas/c965c6cf0b2c4987be619ac53f5e18f4 HTTP/1.1" status: 200 len: 375 time: 0.0771880 Sep 29 23:02:14.577369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c12189-1d31-42b4-91ac-5bb55f607ad7 None None] Pushing event updated for resources: {'Port': ['ID=ad5b1148-ad42-4c62-9367-c3713a26b7cd,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:14.640358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10979715-eebd-48ae-a4d6-964c9908b1d0 req-49e2ab90-024a-49fa-8525-1596464e7fd0 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123759 Sep 29 23:02:14.679123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 53fb62d5-eea9-42c8-88c6-82bae281f110 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:14.692842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-f5969a8a-d09c-4ece-b59d-c82932d128b1 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=c965c6cf0b2c4987be619ac53f5e18f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733749 Sep 29 23:02:14.715648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Attempting to bind port ad5b1148-ad42-4c62-9367-c3713a26b7cd on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:14.716065 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Attempting to bind port ad5b1148-ad42-4c62-9367-c3713a26b7cd by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:14.716390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Attempting to bind port ad5b1148-ad42-4c62-9367-c3713a26b7cd on network 52376747-5e38-4f02-b8bd-e16ecf31389e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:14.884804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-69506e5a-16c0-4286-aa17-9037434931fd service neutron] 10.222.0.44 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817403 Sep 29 23:02:14.916235 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:14.945845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:14.946226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Checking segment: {'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:14.947181 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:14.947626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Bound using segment: {'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:14.948386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Bound port: ad5b1148-ad42-4c62-9367-c3713a26b7cd, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:14.948784 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:14.950951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 53fb62d5-eea9-42c8-88c6-82bae281f110 has no active binding in host n-h2-811173-2 {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 23:02:14.951320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 00622b95-6d0b-4206-b45f-ae9badbb0f44 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:15.106301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-8d81f97a-93e3-42d9-ba2d-99502b8ddfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:15.107807 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-8d81f97a-93e3-42d9-ba2d-99502b8ddfc7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 1095 time: 0.8570035 Sep 29 23:02:15.139971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-28cb4c71-a27f-464f-bb16-96d22c8854bb None None] Provisioning complete for port ad5b1148-ad42-4c62-9367-c3713a26b7cd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:15.140560 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28cb4c71-a27f-464f-bb16-96d22c8854bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:15.147285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3671cfbd-6353-427f-850c-684e2d985df4 service neutron] 10.222.0.44 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503340 Sep 29 23:02:15.172464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-a557ec91-388a-4cb0-9c81-9239fbbd6926 service neutron] 10.222.0.42 "GET /v2.0/ports/53fb62d5-eea9-42c8-88c6-82bae281f110/bindings/n-h2-811173-2 HTTP/1.1" status: 200 len: 384 time: 0.0929732 Sep 29 23:02:15.191465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 10dd9650-5d89-4e1c-958e-e205a7784485 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:15.200672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa036102-1fa7-4ec1-a742-d897cf1e4a87 req-3915433b-9d26-4dfc-aab6-7ad695994249 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:15.208340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa036102-1fa7-4ec1-a742-d897cf1e4a87 req-3915433b-9d26-4dfc-aab6-7ad695994249 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 944 time: 0.3217423 Sep 29 23:02:15.283247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa036102-1fa7-4ec1-a742-d897cf1e4a87 req-3439340e-3c02-464b-b925-7325071cc6ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738914 Sep 29 23:02:15.410015 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ecb3d32d-c75b-4757-b531-c527d3ab40c7 req-a8e76976-0094-43d2-be8c-0dc73d169dbb service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1396554 Sep 29 23:02:15.436737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] For port ad5b1148-ad42-4c62-9367-c3713a26b7cd, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:15.491402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] For port ad5b1148-ad42-4c62-9367-c3713a26b7cd, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ad5b1148-ad42-4c62-9367-c3713a26b7cd,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:15.520893 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:15.597906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.resource_extend [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:02:15.605694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c12189-1d31-42b4-91ac-5bb55f607ad7 None None] Pushing event updated for resources: {'Port': ['ID=ad5b1148-ad42-4c62-9367-c3713a26b7cd,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:15.644694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-28cb4c71-a27f-464f-bb16-96d22c8854bb None None] Port ad5b1148-ad42-4c62-9367-c3713a26b7cd cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:15.661844 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8cc4e65-8bd5-4091-a9e9-43ddd6d3b92e req-a3713608-9d8c-4459-a2ed-3b5afcc15d9e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 210 time: 0.1314354 Sep 29 23:02:15.745458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 00622b95-6d0b-4206-b45f-ae9badbb0f44, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=00622b95-6d0b-4206-b45f-ae9badbb0f44,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:15.750984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Routers {'f965ef8b-2539-4d1a-9759-76e54640242a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:15.751980 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f965ef8b-2539-4d1a-9759-76e54640242a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:15.787791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-e4359f5b-f28e-4bb7-8632-8e9e790db474 service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:15.820156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd21e1b-8d62-48b6-9d57-751bc901a826 req-82f94726-fe3b-450d-a5df-eff641020f25 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:15.821835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bd21e1b-8d62-48b6-9d57-751bc901a826 req-82f94726-fe3b-450d-a5df-eff641020f25 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 943 time: 0.1547775 Sep 29 23:02:15.871417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163b67a8-5f69-49a1-85a8-3fabb837a84b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:15.880331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:15.895096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Transition to ACTIVE for port object 163b67a8-5f69-49a1-85a8-3fabb837a84b will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:15.937682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f2b9124-a679-4f3b-b5ac-e7235dc05c1c req-57f9047e-19c2-4f0a-b345-5b965340f56d tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 210 time: 0.1677079 Sep 29 23:02:15.954437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-4fc16d64-bc77-47bf-8dde-4dc78efe18ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:15.957890 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-4fc16d64-bc77-47bf-8dde-4dc78efe18ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 916 time: 0.6503685 Sep 29 23:02:15.963340 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-c427fbb9-cbe1-4358-a0ca-686f5aaae9e9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d21cd580a19447e0afb4238b17bb75ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369270 Sep 29 23:02:15.968012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-e4359f5b-f28e-4bb7-8632-8e9e790db474 service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:15.970939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 10dd9650-5d89-4e1c-958e-e205a7784485, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=10dd9650-5d89-4e1c-958e-e205a7784485,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:15.997330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '10dd9650-5d89-4e1c-958e-e205a7784485', 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04', 'port_id': '10dd9650-5d89-4e1c-958e-e205a7784485', 'mac_address': 'fa:16:3e:c0:63:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc3a829-1afc-43d5-a1c2-3f685715c47a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:15.998826 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:16.017429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '00622b95-6d0b-4206-b45f-ae9badbb0f44', 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04', 'port_id': '00622b95-6d0b-4206-b45f-ae9badbb0f44', 'mac_address': 'fa:16:3e:fc:82:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc3a829-1afc-43d5-a1c2-3f685715c47a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:16.105803 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:16.126870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Pushing event updated for resources: {'Port': ['ID=163b67a8-5f69-49a1-85a8-3fabb837a84b,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:16.129720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00622b95-6d0b-4206-b45f-ae9badbb0f44 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:16.134642 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-9f0ccfc3-8084-4e22-92cb-8857c17065e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 HTTP/1.1" status: 200 len: 217 time: 0.1439912 Sep 29 23:02:16.171887 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 00622b95-6d0b-4206-b45f-ae9badbb0f44, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=00622b95-6d0b-4206-b45f-ae9badbb0f44,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:16.199296 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:16.213695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8f7635fe-3bfa-4e6a-95b9-2e74a26b2b33 None None] Provisioning complete for port ad5b1148-ad42-4c62-9367-c3713a26b7cd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:16.214299 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f7635fe-3bfa-4e6a-95b9-2e74a26b2b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:16.238386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-e4359f5b-f28e-4bb7-8632-8e9e790db474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fb62d5-eea9-42c8-88c6-82bae281f110 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:16.277391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bd21e1b-8d62-48b6-9d57-751bc901a826 req-e7ca9685-845f-4af3-813e-d52fd1f19965 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314506 Sep 29 23:02:16.299328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-e4359f5b-f28e-4bb7-8632-8e9e790db474 service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:16.367560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=00622b95-6d0b-4206-b45f-ae9badbb0f44,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:16.389208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6fe0-e404-43a7-b411-4b46b4bdf604 req-5377dd4c-e2a9-4f7e-a972-85023cc6620e tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:16.394725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7dfe6fe0-e404-43a7-b411-4b46b4bdf604 req-5377dd4c-e2a9-4f7e-a972-85023cc6620e tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 948 time: 0.3276289 Sep 29 23:02:16.430901 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-e4359f5b-f28e-4bb7-8632-8e9e790db474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:16.484942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-8c86667d-1dec-4ba8-9c4c-7f6dbe8e8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:16.487418 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-8c86667d-1dec-4ba8-9c4c-7f6dbe8e8517 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcc3a829-1afc-43d5-a1c2-3f685715c47a HTTP/1.1" status: 200 len: 854 time: 0.3437400 Sep 29 23:02:16.530027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b38278-252e-420d-9ced-9cfda338424e req-c17c3ea3-783a-4463-b072-5aae300945d1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:16.543465 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-c17c3ea3-783a-4463-b072-5aae300945d1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5665035 Sep 29 23:02:16.549328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7dfe6fe0-e404-43a7-b411-4b46b4bdf604 req-144c9bc5-621f-4174-866f-d1a2a069c8b2 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459389 Sep 29 23:02:16.591499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Request body: {'port': {'device_id': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'd21cd580a19447e0afb4238b17bb75ab'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:16.682397 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1e7be-1e27-467d-a747-3eb57348de9d req-07cbe0e4-4e89-452e-9e6a-bbea65c30105 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:16.683968 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:16.688052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:16.697846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2fd1e7be-1e27-467d-a747-3eb57348de9d req-07cbe0e4-4e89-452e-9e6a-bbea65c30105 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 944 time: 0.2437994 Sep 29 23:02:16.753250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Attempting to bind port 163b67a8-5f69-49a1-85a8-3fabb837a84b on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:16.753607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Attempting to bind port 163b67a8-5f69-49a1-85a8-3fabb837a84b by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:16.753911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Attempting to bind port 163b67a8-5f69-49a1-85a8-3fabb837a84b on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:16.764369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] Set router f965ef8b-2539-4d1a-9759-76e54640242a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:16.769004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10dd9650-5d89-4e1c-958e-e205a7784485 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:16.772676 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-3cb39713-e09a-43c4-ad72-16da1a0a4197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:16.774189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-3cb39713-e09a-43c4-ad72-16da1a0a4197 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4f5d120-83fd-46cf-8fa2-853165c31b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2570829 Sep 29 23:02:16.796772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Port 163b67a8-5f69-49a1-85a8-3fabb837a84b on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:16.797191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Attempting to bind port 163b67a8-5f69-49a1-85a8-3fabb837a84b on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:16.810831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] Deleting port 6ba03490-bd76-425c-a291-2fe86f37cb21 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:16.811179 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:16.815603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 10dd9650-5d89-4e1c-958e-e205a7784485, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=10dd9650-5d89-4e1c-958e-e205a7784485,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:16.843412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2fd1e7be-1e27-467d-a747-3eb57348de9d req-8fdcd110-6ad5-4fa0-ba29-0e1318c2cd2d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339128 Sep 29 23:02:16.844913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-e4359f5b-f28e-4bb7-8632-8e9e790db474 service neutron] Transition to ACTIVE for port object 53fb62d5-eea9-42c8-88c6-82bae281f110 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:16.847447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:16.847906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:16.848376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:16.848831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Bound port: 163b67a8-5f69-49a1-85a8-3fabb837a84b, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:16.849195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:16.857157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-e4359f5b-f28e-4bb7-8632-8e9e790db474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:16.863574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['00622b95-6d0b-4206-b45f-ae9badbb0f44'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:16.909726 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:16.910492 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cef065a1-6e7d-4136-8013-c6f600e73c32 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:17.001719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4359f5b-f28e-4bb7-8632-8e9e790db474 service neutron] Pushing event updated for resources: {'Port': ['ID=53fb62d5-eea9-42c8-88c6-82bae281f110,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:17.003222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=10dd9650-5d89-4e1c-958e-e205a7784485,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:17.014812 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.resource_extend [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:02:17.064801 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f7635fe-3bfa-4e6a-95b9-2e74a26b2b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:17.077672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-859dba08-37b9-4f78-bb2b-aea5b8699fd1 req-4d30b27b-1cdf-46e3-afd8-1665c900b5a8 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 210 time: 0.0987663 Sep 29 23:02:17.095650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aff7d703-c76e-4ad3-a719-31bd21510294 req-9efb55ed-44ff-4c98-a6f8-de12c1de72af tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 210 time: 0.0725532 Sep 29 23:02:17.140888 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-cd73b792-5a5c-47ee-afd6-de316d560e2e service neutron] 10.222.0.26 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491392 Sep 29 23:02:17.150823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Made reservation on behalf of d21cd580a19447e0afb4238b17bb75ab for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:17.154534 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:17.154719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-e4359f5b-f28e-4bb7-8632-8e9e790db474 service neutron] No DVR routers for this DVR port 53fb62d5-eea9-42c8-88c6-82bae281f110 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:02:17.197967 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:17.199547 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.resource_extend [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:02:17.211522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-e4359f5b-f28e-4bb7-8632-8e9e790db474 service neutron] 10.222.0.42 "PUT /v2.0/ports/53fb62d5-eea9-42c8-88c6-82bae281f110/bindings/n-h2-811173-2/activate HTTP/1.1" status: 200 len: 369 time: 2.0260050 Sep 29 23:02:17.236260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] For port 6ba03490-bd76-425c-a291-2fe86f37cb21, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6ba03490-bd76-425c-a291-2fe86f37cb21,segment=NetworkSegment(737f21e5-8195-4ff3-a24a-dfb74c650596),segment_id=737f21e5-8195-4ff3-a24a-dfb74c650596)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:17.236660 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:17.261019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] For port 163b67a8-5f69-49a1-85a8-3fabb837a84b, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:17.288098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8f7635fe-3bfa-4e6a-95b9-2e74a26b2b33 None None] For port ad5b1148-ad42-4c62-9367-c3713a26b7cd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ad5b1148-ad42-4c62-9367-c3713a26b7cd,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:17.319361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] Calling delete_port for 6ba03490-bd76-425c-a291-2fe86f37cb21 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:17.322826 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] For port 163b67a8-5f69-49a1-85a8-3fabb837a84b, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:17.345107 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:17.392284 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f7635fe-3bfa-4e6a-95b9-2e74a26b2b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:17.453358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:17.500538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92225c2-4b0c-4aef-9ce0-bc0901e5bd2b req-4eb8c694-12ca-4f72-a541-77a78c943f0a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:17.509253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:17.509886 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:17.511435 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] 10.222.0.42 "PUT /v2.0/ports/163b67a8-5f69-49a1-85a8-3fabb837a84b HTTP/1.1" status: 200 len: 1096 time: 3.5197110 Sep 29 23:02:17.513753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'tag': '163b67a8-5f69-49a1-85a8-3fabb837a84b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:17.532837 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cced3d-a253-4cc4-845c-8ae7887fc79d" -d '{"events": [{"name": "network-changed", "server_uuid": "a68171e0-6ff5-47ad-a6e5-2ac806e9d863", "tag": "163b67a8-5f69-49a1-85a8-3fabb837a84b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:17.533148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a92225c2-4b0c-4aef-9ce0-bc0901e5bd2b req-4eb8c694-12ca-4f72-a541-77a78c943f0a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 944 time: 0.1135058 Sep 29 23:02:17.538211 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1900068-c834-4dae-b7b9-0bec5813e416 req-a90e4170-3851-4127-8a58-0ca2af71de01 service neutron] 10.222.0.26 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810990 Sep 29 23:02:17.645410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a92225c2-4b0c-4aef-9ce0-bc0901e5bd2b req-daab3ee8-448a-4cbd-b0da-a58f0a74ec02 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239164 Sep 29 23:02:17.745970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc88865-1d37-443c-b912-f5babadd57cc service neutron] Pushing event updated for resources: {'Port': ['ID=163b67a8-5f69-49a1-85a8-3fabb837a84b,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:17.764746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-a39f4e7f-2563-4472-8c2f-427d6766a22d tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:17.766238 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-a39f4e7f-2563-4472-8c2f-427d6766a22d tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1095 time: 0.4043322 Sep 29 23:02:17.878691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4411ff7-4fad-4acc-a105-7ed7a3c9380a req-6d755386-395c-4107-9d7f-57afa08f06c4 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:17.897003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4411ff7-4fad-4acc-a105-7ed7a3c9380a req-6d755386-395c-4107-9d7f-57afa08f06c4 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 948 time: 0.1191530 Sep 29 23:02:17.967869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:17.976520 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-60d1987e-cf59-45c9-b2f3-4bfe1457736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:17.978426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-60d1987e-cf59-45c9-b2f3-4bfe1457736d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=018dc07d270d454783480c3d7445c1ce&device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 1099 time: 0.3748014 Sep 29 23:02:17.999343 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:18.007206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '2f5925ce-2ca6-499a-8eb7-eddd54d25cf6', 'network_id': 'd4f5d120-83fd-46cf-8fa2-853165c31b04', 'port_id': '2f5925ce-2ca6-499a-8eb7-eddd54d25cf6', 'mac_address': 'fa:16:3e:2a:93:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcc3a829-1afc-43d5-a1c2-3f685715c47a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:18.008504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4411ff7-4fad-4acc-a105-7ed7a3c9380a req-2cead78c-6d4e-4ee6-a694-c9feb3623dae tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076777 Sep 29 23:02:18.016765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7635fe-3bfa-4e6a-95b9-2e74a26b2b33 None None] Pushing event updated for resources: {'Port': ['ID=ad5b1148-ad42-4c62-9367-c3713a26b7cd,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:18.027713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-1a15cfe8-24e5-4291-b6e0-0e3176f10970 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:18.030288 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-1a15cfe8-24e5-4291-b6e0-0e3176f10970 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.26 "GET /v2.0/networks?id=52376747-5e38-4f02-b8bd-e16ecf31389e HTTP/1.1" status: 200 len: 829 time: 0.5704734 Sep 29 23:02:18.078242 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-a0696f51-0c52-4383-b642-29c2a8ec4d46 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b HTTP/1.1" status: 200 len: 217 time: 0.0752041 Sep 29 23:02:18.104389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Request body: {'port': {'device_id': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'admin_state_up': True, 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:18.136534 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:18.169382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:18.195955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:18.217452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:18.225264 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:18.299939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:02:06Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ad5b1148-ad42-4c62-9367-c3713a26b7cd', 'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'mac_address': 'fa:16:3e:0e:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:02Z', 'updated_at': '2021-09-29T23:02:15Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'subnets': [{'id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:18.351959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6623274a-258f-4e56-b8e2-1f129f2af11d None None] The sync data for ids ['f965ef8b-2539-4d1a-9759-76e54640242a'] in n-d-811173-2 is: [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:02:06Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ad5b1148-ad42-4c62-9367-c3713a26b7cd', 'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'mac_address': 'fa:16:3e:0e:a6:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:02Z', 'updated_at': '2021-09-29T23:02:15Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'subnets': [{'id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:02:18.366362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88956db8-96b6-46e8-a22f-358000efa0a5 req-2b8bab9f-7fa1-491c-a7c4-a90e94603c9e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 210 time: 0.0626807 Sep 29 23:02:18.370464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'mac_address': 'fa:16:3e:0e:c9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:18.441080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7090b3-0328-4dcc-be1f-060deeeac4cc req-1f1552c9-a533-43cb-bf53-7b67ed896668 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:18.449088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:18.455422 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:18.470510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc7090b3-0328-4dcc-be1f-060deeeac4cc req-1f1552c9-a533-43cb-bf53-7b67ed896668 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 945 time: 0.2442050 Sep 29 23:02:18.472049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef065a1-6e7d-4136-8013-c6f600e73c32 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:18.497511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:18.504634 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:18.560038 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['2f5925ce-2ca6-499a-8eb7-eddd54d25cf6'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:18.585330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09ced8b8-af6c-42ee-9cd4-28ed099be47e req-837ca282-1e64-4f3c-bcda-202a780772d2 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 210 time: 0.0785413 Sep 29 23:02:18.630049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc7090b3-0328-4dcc-be1f-060deeeac4cc req-2b28d493-0502-45f4-a4de-3d2077edb900 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510322 Sep 29 23:02:18.636793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:18.652788 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed929084-97a4-4f95-bf16-1316c7744151 x-openstack-request-id: req-ed929084-97a4-4f95-bf16-1316c7744151 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:18.653362 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a68171e0-6ff5-47ad-a6e5-2ac806e9d863", "tag": "163b67a8-5f69-49a1-85a8-3fabb837a84b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:18.653362 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed929084-97a4-4f95-bf16-1316c7744151 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:18.653668 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'tag': '163b67a8-5f69-49a1-85a8-3fabb837a84b', 'status': 'completed', 'code': 200} Sep 29 23:02:18.820269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc0cb8a-136d-49c1-9eb6-f08ffca476c2 req-8cb02d05-1c7b-4675-a935-a36b6d225634 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:18.822038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-efc0cb8a-136d-49c1-9eb6-f08ffca476c2 req-8cb02d05-1c7b-4675-a935-a36b6d225634 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 944 time: 0.0795705 Sep 29 23:02:18.877728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07862ac9-94dc-42e8-99f0-67eb399eddb0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:18.913114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-c71ca406-1403-4150-8d99-5be4c65496be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:18.914630 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-c71ca406-1403-4150-8d99-5be4c65496be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.8196044 Sep 29 23:02:18.920445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-efc0cb8a-136d-49c1-9eb6-f08ffca476c2 req-b9066701-7626-43a1-9382-31fddb1704d5 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902412 Sep 29 23:02:18.940648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-020c2030-fae3-4cd0-892b-1f27788606e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:18.942189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-020c2030-fae3-4cd0-892b-1f27788606e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e&tenant_id=04184e88ba3b425fad67d78550b30b78 HTTP/1.1" status: 200 len: 1095 time: 1.1487470 Sep 29 23:02:19.005024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['cef065a1-6e7d-4136-8013-c6f600e73c32'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:19.005250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:19.032016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['10dd9650-5d89-4e1c-958e-e205a7784485'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:19.120535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Allocated IP 192.168.233.195 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/d221a1f4-9d82-46b6-b044-e49d414b832c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:19.214196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39243d33-3040-46b9-9a75-cf538738ec39 req-667ea2ee-73b2-4bb1-8523-925389acc369 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:19.222305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39243d33-3040-46b9-9a75-cf538738ec39 req-667ea2ee-73b2-4bb1-8523-925389acc369 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 948 time: 0.1057606 Sep 29 23:02:19.261881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba03490-bd76-425c-a291-2fe86f37cb21,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:19.294387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39243d33-3040-46b9-9a75-cf538738ec39 req-8ff81a74-a35f-44d1-bcdf-a41d2a9c36e0 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706925 Sep 29 23:02:19.351073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Made reservation on behalf of c965c6cf0b2c4987be619ac53f5e18f4 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:19.354617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:19.423102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-fe27894c-ab29-4b90-b869-6757c8f8af41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:19.426060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-fe27894c-ab29-4b90-b869-6757c8f8af41 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1095 time: 0.4391530 Sep 29 23:02:19.434040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-1d21711d-fbf9-4fbd-b7c3-c3319145ba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:19.435530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-1d21711d-fbf9-4fbd-b7c3-c3319145ba15 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4924521 Sep 29 23:02:19.517124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2a844f1-7ead-486d-bd30-45b44000f9b4 req-378d6213-b0c0-436f-84b3-fb669b8db647 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 210 time: 0.0351596 Sep 29 23:02:19.651915 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:02:19.723741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-741b8075-0971-4058-b068-412d879242c9 req-cf973822-c0ab-4434-a6fb-0b9b3391472c tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 210 time: 0.0325518 Sep 29 23:02:19.797159 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:19.826558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8083940-ca6d-423b-b0a1-0f368bef3a4a req-b84ec517-3861-4ad8-9952-befb83d47225 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:19.828329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8083940-ca6d-423b-b0a1-0f368bef3a4a req-b84ec517-3861-4ad8-9952-befb83d47225 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 945 time: 0.0833404 Sep 29 23:02:19.884961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8083940-ca6d-423b-b0a1-0f368bef3a4a req-b7759e55-e872-4133-9003-a6d3e8620333 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Sep 29 23:02:20.003579 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:20.048955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-378b91f8-8d2b-47e5-9909-181bd63413df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:20.050862 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-378b91f8-8d2b-47e5-9909-181bd63413df service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.6024387 Sep 29 23:02:20.072693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Allocated IP 172.20.0.11 (52376747-5e38-4f02-b8bd-e16ecf31389e/ae724f1a-faf3-4ec5-b633-28358464be4e/762a0a77-07d2-413d-8005-92301fe33c65) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:20.109376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b08b6e6-a19a-48ab-b374-407d262e0ef5 req-08aec586-d583-421b-9ee5-a4f7b14c30bc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:20.119358 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-f8f613c4-b219-48c9-b2ba-01d7e6b9e3fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53fb62d5-eea9-42c8-88c6-82bae281f110 HTTP/1.1" status: 200 len: 217 time: 0.0552614 Sep 29 23:02:20.120170 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b08b6e6-a19a-48ab-b374-407d262e0ef5 req-08aec586-d583-421b-9ee5-a4f7b14c30bc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 944 time: 0.0991859 Sep 29 23:02:20.178338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b08b6e6-a19a-48ab-b374-407d262e0ef5 req-f6b6f74b-7239-4edf-8040-851b23a621fb tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572822 Sep 29 23:02:20.193424 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-fc9a2c9f-9465-46f1-b7e9-785fb9f85f76 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575418 Sep 29 23:02:20.312300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-6bb90796-a458-4038-a83d-c419625848a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:20.313825 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-6bb90796-a458-4038-a83d-c419625848a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.1800492 Sep 29 23:02:20.367592 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-6deeea19-8140-4b1b-9210-f885063648c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327301 Sep 29 23:02:20.511527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-29160cdb-243d-4b2e-ac9b-3acef88dd5d2 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039596 Sep 29 23:02:20.520586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:20.530048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa411c-28b2-4310-97df-462c4fc0afbe req-46b9c322-3af9-48ed-93a2-94ae60160819 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:20.531642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4daa411c-28b2-4310-97df-462c4fc0afbe req-46b9c322-3af9-48ed-93a2-94ae60160819 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 948 time: 0.1038110 Sep 29 23:02:20.560541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 10dd9650-5d89-4e1c-958e-e205a7784485 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:20.590537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4daa411c-28b2-4310-97df-462c4fc0afbe req-7d428c45-94c7-4c21-832e-cd68d30cf6b4 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494409 Sep 29 23:02:20.611177 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:20.614163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ad5b1148-ad42-4c62-9367-c3713a26b7cd up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:20.646727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Pushing event updated for resources: {'Port': ['ID=d221a1f4-9d82-46b6-b044-e49d414b832c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:20.691024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 10dd9650-5d89-4e1c-958e-e205a7784485 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:20.697642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 00622b95-6d0b-4206-b45f-ae9badbb0f44 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:20.757353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 10dd9650-5d89-4e1c-958e-e205a7784485 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:20.759611 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:20.781174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf9a38-5282-4803-bc9c-81213676c922 req-dd6d2e6a-34b0-442b-b038-11753789686b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:20.793174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:20.797546 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb23a74c-13d3-4ea9-976e-6a4adee940b2 req-901c97a6-3bce-4983-b4a6-b439e1459d49 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901153 Sep 29 23:02:20.801585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5bf9a38-5282-4803-bc9c-81213676c922 req-dd6d2e6a-34b0-442b-b038-11753789686b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 936 time: 0.1057875 Sep 29 23:02:20.836442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:20.847152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:20.879421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 00622b95-6d0b-4206-b45f-ae9badbb0f44 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:20.887312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 00622b95-6d0b-4206-b45f-ae9badbb0f44 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:20.887894 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:20.910387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:20.911063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:20.929335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f3c3c64-598d-4d19-b67a-99c825bcb11a req-1e7dbada-dc9e-4e42-ad30-97c91901c737 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 210 time: 0.0568576 Sep 29 23:02:20.940445 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ad5b1148-ad42-4c62-9367-c3713a26b7cd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:20.942800 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:20.956999 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-8403421a-73c9-4a90-a143-129482466d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3884070 Sep 29 23:02:20.995250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5bf9a38-5282-4803-bc9c-81213676c922 req-2fe47f6e-4a27-4ce6-a440-d15c8e9ab103 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917205 Sep 29 23:02:21.029393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Request body: {'port': {'device_id': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:21.095493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-c246f9ab-bb17-42e0-b5d4-ecb8d9b5c489 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682812 Sep 29 23:02:21.147682 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:21.168951 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:21.195590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27f000-47cf-4c7e-a33b-b5fdf9f878b9 req-5734d394-935d-4ec7-9ccc-360822256ba0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:21.228781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eb79b3-9ab6-40f9-9333-d95167afa50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dd9650-5d89-4e1c-958e-e205a7784485'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:21.231751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b27f000-47cf-4c7e-a33b-b5fdf9f878b9 req-5734d394-935d-4ec7-9ccc-360822256ba0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 945 time: 0.1479013 Sep 29 23:02:21.237726 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6022c862-3510-4877-8f4f-bf8bb2ccf01f" -d '{"events": [{"server_uuid": "a8eb79b3-9ab6-40f9-9333-d95167afa50f", "name": "network-vif-plugged", "status": "completed", "tag": "10dd9650-5d89-4e1c-958e-e205a7784485"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:21.285706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-f1f5ef4e-6ba1-4578-af38-690f3a2d97b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:21.287304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-f1f5ef4e-6ba1-4578-af38-690f3a2d97b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=018dc07d270d454783480c3d7445c1ce&device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 1099 time: 0.3588908 Sep 29 23:02:21.299805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 10dd9650-5d89-4e1c-958e-e205a7784485, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=10dd9650-5d89-4e1c-958e-e205a7784485,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:21.313698 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:21.323864 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:21.323864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cef065a1-6e7d-4136-8013-c6f600e73c32 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:21.368064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b27f000-47cf-4c7e-a33b-b5fdf9f878b9 req-07cfb7c6-4e4c-4070-b153-a942004ec904 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307671 Sep 29 23:02:21.413967 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e7314600-5a7b-48e8-85ee-ad1d23e679c9 None None] Provisioning complete for port d221a1f4-9d82-46b6-b044-e49d414b832c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:21.414348 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e7314600-5a7b-48e8-85ee-ad1d23e679c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:21.464814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:21.475871 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0142080-7ff2-4ac9-9fe9-152b179ced72 x-openstack-request-id: req-c0142080-7ff2-4ac9-9fe9-152b179ced72 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:21.476219 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eb79b3-9ab6-40f9-9333-d95167afa50f", "name": "network-vif-plugged", "status": "completed", "tag": "10dd9650-5d89-4e1c-958e-e205a7784485", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:21.476339 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0142080-7ff2-4ac9-9fe9-152b179ced72 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:21.477357 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eb79b3-9ab6-40f9-9333-d95167afa50f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10dd9650-5d89-4e1c-958e-e205a7784485', 'code': 200} Sep 29 23:02:21.482293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port cef065a1-6e7d-4136-8013-c6f600e73c32 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:21.527173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d4f93-33c4-40d4-884b-4fd246df70c5 req-0ee4a03d-a063-4ad2-a281-04630bb351d1 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:21.543071 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e5d4f93-33c4-40d4-884b-4fd246df70c5 req-0ee4a03d-a063-4ad2-a281-04630bb351d1 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 944 time: 0.1639967 Sep 29 23:02:21.544290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port cef065a1-6e7d-4136-8013-c6f600e73c32 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:21.544674 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:21.551570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 00622b95-6d0b-4206-b45f-ae9badbb0f44, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=00622b95-6d0b-4206-b45f-ae9badbb0f44,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:21.672506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e5d4f93-33c4-40d4-884b-4fd246df70c5 req-b9220038-f936-40dd-ac08-f8ecb6ee58c9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280878 Sep 29 23:02:21.690945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142e015f-fec7-45b0-a13c-2ff46da96e0a req-9003498d-43f0-4555-90ad-2e49bc57262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:21.692558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-142e015f-fec7-45b0-a13c-2ff46da96e0a req-9003498d-43f0-4555-90ad-2e49bc57262c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 1096 time: 0.1118717 Sep 29 23:02:21.760990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e7314600-5a7b-48e8-85ee-ad1d23e679c9 None None] Port d221a1f4-9d82-46b6-b044-e49d414b832c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:21.764834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-142e015f-fec7-45b0-a13c-2ff46da96e0a req-5685e5b8-a75c-4d72-9e6c-6dfb03cbc6a6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645232 Sep 29 23:02:21.775395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=10dd9650-5d89-4e1c-958e-e205a7784485,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:21.778183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:21.779023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:21.853948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aceda1-3c7b-4c9e-9169-eb1d188e3f3e req-a0da5c1e-dbeb-4815-bea4-f6535affd2dc tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:21.855560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05aceda1-3c7b-4c9e-9169-eb1d188e3f3e req-a0da5c1e-dbeb-4815-bea4-f6535affd2dc tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 948 time: 0.0956044 Sep 29 23:02:21.920731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05aceda1-3c7b-4c9e-9169-eb1d188e3f3e req-e79a1864-2c6e-43d1-9cca-07357dc682cf tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560632 Sep 29 23:02:21.925560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=00622b95-6d0b-4206-b45f-ae9badbb0f44,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:21.940949 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:21.946112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:21.946781 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:22.039333 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:22.127094 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:22.129847 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7df816ff-dbd8-4691-9936-33cb07ef27af req-c5517d91-5579-446e-afa3-69d77a92ffd9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 210 time: 0.0755172 Sep 29 23:02:22.168118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:22.180616 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:22.181845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 53fb62d5-eea9-42c8-88c6-82bae281f110 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:22.209741 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:22.212194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b7387-15fa-46f3-9c5c-cc94ab03488a req-246d3ce0-9e54-43c3-a3e8-a56f28c84235 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:22.216837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:22.222144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-615b7387-15fa-46f3-9c5c-cc94ab03488a req-246d3ce0-9e54-43c3-a3e8-a56f28c84235 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 936 time: 0.0889938 Sep 29 23:02:22.241746 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:22.255053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] Router e4253cce-258b-4338-809d-f222ccb54c8f has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:02:22.266920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 53fb62d5-eea9-42c8-88c6-82bae281f110 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:02:22.281704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Network 52376747-5e38-4f02-b8bd-e16ecf31389e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:22.283471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-615b7387-15fa-46f3-9c5c-cc94ab03488a req-df128520-2a67-4a76-9953-a3eb498bc8e5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616882 Sep 29 23:02:22.284796 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:22.299237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-b5e818eb-29ed-4090-be48-80d8180c8e11 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:22.301043 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-b5e818eb-29ed-4090-be48-80d8180c8e11 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1095 time: 0.8644361 Sep 29 23:02:22.323280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:22.352124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:22.360615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:22.400648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Pushing event updated for resources: {'Port': ['ID=762a0a77-07d2-413d-8005-92301fe33c65,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:22.427745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-fcba4f2e-b3cc-4e7b-8bc4-d919db70d496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:22.429442 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-fcba4f2e-b3cc-4e7b-8bc4-d919db70d496 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 1.1303246 Sep 29 23:02:22.540643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88180-48a3-4886-ab4f-b79ba2a63ca7 req-494f6826-9211-4f87-ab95-3d24c9a4b120 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:22.542520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86f88180-48a3-4886-ab4f-b79ba2a63ca7 req-494f6826-9211-4f87-ab95-3d24c9a4b120 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.0736129 Sep 29 23:02:22.596310 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-c1122353-2e33-46a8-a8d6-b855c230db0a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b HTTP/1.1" status: 200 len: 217 time: 0.1012192 Sep 29 23:02:22.636612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86f88180-48a3-4886-ab4f-b79ba2a63ca7 req-e556a424-b365-4f9a-9905-6d029428c4f8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877671 Sep 29 23:02:22.688782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:22.689662 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:22.702123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-26dde4b4-e9cf-4b7f-b90b-4922c4cddd27 None None] Provisioning complete for port 762a0a77-07d2-413d-8005-92301fe33c65 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:22.702493 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-26dde4b4-e9cf-4b7f-b90b-4922c4cddd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:22.748207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-26dde4b4-e9cf-4b7f-b90b-4922c4cddd27 None None] Port 762a0a77-07d2-413d-8005-92301fe33c65 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:22.774160 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-3d4e6f7e-987b-41ad-a879-4d5ee257f863 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6823199 Sep 29 23:02:22.816574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Request body: {'port': {'device_id': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:22.861064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87e940-c8f2-4a8f-b7f8-99c7dfc69fe2 req-3b01b411-d11c-486a-b0e5-ec14a59605bc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:22.864145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a87e940-c8f2-4a8f-b7f8-99c7dfc69fe2 req-3b01b411-d11c-486a-b0e5-ec14a59605bc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 944 time: 0.0864563 Sep 29 23:02:22.913441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a87e940-c8f2-4a8f-b7f8-99c7dfc69fe2 req-8b8ac972-cfb2-463c-a604-b95167fd07e4 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427704 Sep 29 23:02:22.913757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-9e51ff51-3c00-4aac-8af2-15af6a7db452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:22.915792 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-9e51ff51-3c00-4aac-8af2-15af6a7db452 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2704978 Sep 29 23:02:22.985284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:02:23.004581 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] Sync routers for ids ['e4253cce-258b-4338-809d-f222ccb54c8f'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:02:23.018882 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] Routers {'e4253cce-258b-4338-809d-f222ccb54c8f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:23.019547 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4253cce-258b-4338-809d-f222ccb54c8f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:23.024717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f5a0f33f-da41-4514-994c-295096950244 admin admin] 10.222.0.44 "PUT /v2.0/routers/e4253cce-258b-4338-809d-f222ccb54c8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6266778 Sep 29 23:02:23.025729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:23.027913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-55847321-ff72-4d7c-80f7-c55c2eee7e06 service neutron] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:23.039184 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-55847321-ff72-4d7c-80f7-c55c2eee7e06 service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:23.040898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f879d24-b5b5-4d25-bcf6-42b8b2b528f1 req-55847321-ff72-4d7c-80f7-c55c2eee7e06 service neutron] 10.222.0.26 "DELETE /v2.0/ports/53fb62d5-eea9-42c8-88c6-82bae281f110/bindings/n-h1-811173-2 HTTP/1.1" status: 204 len: 173 time: 0.7025068 Sep 29 23:02:23.061462 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:23.115060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-be3fc4dd-1450-45ff-a8ca-cfca01c12343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:23.122253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-be3fc4dd-1450-45ff-a8ca-cfca01c12343 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1944499 Sep 29 23:02:23.173941 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] Set router e4253cce-258b-4338-809d-f222ccb54c8f gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:23.303110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974244ea-2715-4316-94bd-dde44d7fad18 req-4776a75f-fcab-4597-bc9a-0d5dec44018a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:23.314965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-974244ea-2715-4316-94bd-dde44d7fad18 req-4776a75f-fcab-4597-bc9a-0d5dec44018a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 948 time: 0.2726507 Sep 29 23:02:23.320566 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:23.327419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde964e-7fd4-4ff2-8b4b-035f3f65cc26 req-f5f82a50-405c-4863-8f8f-c7a7e2e9a3a5 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:23.338709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dde964e-7fd4-4ff2-8b4b-035f3f65cc26 req-f5f82a50-405c-4863-8f8f-c7a7e2e9a3a5 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1095 time: 0.2186539 Sep 29 23:02:23.440914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d221a1f4-9d82-46b6-b044-e49d414b832c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:23.461774 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-router', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:53Z', 'updated_at': '2021-09-29T23:02:18Z', 'revision_number': 5, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'gw_port': {'id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:55Z', 'updated_at': '2021-09-29T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:23.478716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dde964e-7fd4-4ff2-8b4b-035f3f65cc26 req-f3b157b7-e1ab-4fdd-aa7b-8b93fb07fb40 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356943 Sep 29 23:02:23.479185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910c5988-1909-4ebc-a1f0-e468f87b1ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00622b95-6d0b-4206-b45f-ae9badbb0f44'}, {'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32'}, {'server_uuid': '435da0b8-c889-4b09-8b3f-c171d9e452f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5925ce-2ca6-499a-8eb7-eddd54d25cf6'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:23.480905 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:23.483373 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6761c5f3-de28-4fc6-b7eb-e91833390958" -d '{"events": [{"server_uuid": "910c5988-1909-4ebc-a1f0-e468f87b1ab1", "name": "network-vif-plugged", "status": "completed", "tag": "00622b95-6d0b-4206-b45f-ae9badbb0f44"}, {"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-plugged", "status": "completed", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32"}, {"server_uuid": "435da0b8-c889-4b09-8b3f-c171d9e452f8", "name": "network-vif-plugged", "status": "completed", "tag": "2f5925ce-2ca6-499a-8eb7-eddd54d25cf6"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:23.541753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Transition to ACTIVE for port object d221a1f4-9d82-46b6-b044-e49d414b832c will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:23.560082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-ed3580a5-58d4-4016-a1d4-e18cfa2de5f1 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924994 Sep 29 23:02:23.562852 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:23.565582 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] Checking router: e4253cce-258b-4338-809d-f222ccb54c8f for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:02:23.574399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-974244ea-2715-4316-94bd-dde44d7fad18 req-92852f1b-fcbe-4763-9ca9-a3c5dd97f34a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576594 Sep 29 23:02:23.606289 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] Routers {'e4253cce-258b-4338-809d-f222ccb54c8f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:23.606954 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e4253cce-258b-4338-809d-f222ccb54c8f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:23.786774 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] Set router e4253cce-258b-4338-809d-f222ccb54c8f gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:23.848457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Pushing event updated for resources: {'Port': ['ID=d221a1f4-9d82-46b6-b044-e49d414b832c,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:24.069880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 762a0a77-07d2-413d-8005-92301fe33c65 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:24.075222 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-router', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:53Z', 'updated_at': '2021-09-29T23:02:18Z', 'revision_number': 5, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'gw_port': {'id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:55Z', 'updated_at': '2021-09-29T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:24.081457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:24.097976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Transition to ACTIVE for port object 762a0a77-07d2-413d-8005-92301fe33c65 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:24.104068 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b038fb70-74d3-45d1-96c5-0e69d6e51ac9 None None] The sync data for ids ['e4253cce-258b-4338-809d-f222ccb54c8f'] in n-d-811173-2 is: [{'id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'name': 'tempest-AttachSCSIVolumeTestJSON-105214042-router', 'tenant_id': '4b88e26d17e24b2c80f6d2a821e43197', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:53Z', 'updated_at': '2021-09-29T23:02:18Z', 'revision_number': 5, 'project_id': '4b88e26d17e24b2c80f6d2a821e43197', 'gw_port': {'id': '8f34e1be-ff6d-4fb3-8208-4400e24ed593', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:31:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4253cce-258b-4338-809d-f222ccb54c8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:55Z', 'updated_at': '2021-09-29T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:02:24.126948 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:24.192538 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-18cced3d-a253-4cc4-845c-8ae7887fc79d req-91409dd1-2529-4389-b6c6-ab09c86111ab service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6208277 Sep 29 23:02:24.256183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Pushing event updated for resources: {'Port': ['ID=762a0a77-07d2-413d-8005-92301fe33c65,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:24.266780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Attempting to bind port d221a1f4-9d82-46b6-b044-e49d414b832c on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:24.278379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Attempting to bind port d221a1f4-9d82-46b6-b044-e49d414b832c by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:24.279736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Attempting to bind port d221a1f4-9d82-46b6-b044-e49d414b832c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:24.307085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Port d221a1f4-9d82-46b6-b044-e49d414b832c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:24.308977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Attempting to bind port d221a1f4-9d82-46b6-b044-e49d414b832c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:24.323125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:24.354528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:24.355174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:24.357750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:24.358400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Bound port: d221a1f4-9d82-46b6-b044-e49d414b832c, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:24.358888 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:24.367171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6ba03490-bd76-425c-a291-2fe86f37cb21 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:24.405402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 6ba03490-bd76-425c-a291-2fe86f37cb21 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:02:24.405674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6ba03490-bd76-425c-a291-2fe86f37cb21 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:02:24.430054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698cf24a-7ed9-41c9-a985-593b3d2de584 req-836b01dd-c979-421c-a697-9b7c7ef5ecc0 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:24.437923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-698cf24a-7ed9-41c9-a985-593b3d2de584 req-836b01dd-c979-421c-a697-9b7c7ef5ecc0 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 932 time: 0.6728551 Sep 29 23:02:24.447725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d91b80-2522-40ea-983e-99ebe84c16d1 req-e4e61dfb-c496-4adf-9d88-8008bb28bdd8 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:24.461427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8d91b80-2522-40ea-983e-99ebe84c16d1 req-e4e61dfb-c496-4adf-9d88-8008bb28bdd8 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 948 time: 0.7025995 Sep 29 23:02:24.466880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:24.471092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d221a1f4-9d82-46b6-b044-e49d414b832c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:24.488441 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:24.530152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Attempting to bind port 762a0a77-07d2-413d-8005-92301fe33c65 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:24.530648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Attempting to bind port 762a0a77-07d2-413d-8005-92301fe33c65 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:24.531088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Attempting to bind port 762a0a77-07d2-413d-8005-92301fe33c65 on network 52376747-5e38-4f02-b8bd-e16ecf31389e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:24.551646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:24.552587 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:24.554227 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] 10.222.0.26 "PUT /v2.0/ports/d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 200 len: 1096 time: 3.5296330 Sep 29 23:02:24.555170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Port 762a0a77-07d2-413d-8005-92301fe33c65 on network 52376747-5e38-4f02-b8bd-e16ecf31389e not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:24.555695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Attempting to bind port 762a0a77-07d2-413d-8005-92301fe33c65 on network 52376747-5e38-4f02-b8bd-e16ecf31389e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:24.557783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:24.560479 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837426ea-28fc-413a-b922-505c867a2b60" -d '{"events": [{"name": "network-changed", "server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:24.568891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 163b67a8-5f69-49a1-85a8-3fabb837a84b details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:24.582934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-698cf24a-7ed9-41c9-a985-593b3d2de584 req-ba603c6e-c798-4d6e-8ede-da1b6e62512b tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440403 Sep 29 23:02:24.597169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:24.597598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Checking segment: {'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:24.600338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Bound using segment: {'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:24.600917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Bound port: 762a0a77-07d2-413d-8005-92301fe33c65, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c351b4-f819-4d36-8b1c-3e3f7e8eee84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:24.601501 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:24.628331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8d91b80-2522-40ea-983e-99ebe84c16d1 req-ee53c5dc-d8c0-41fa-85ef-cdb7bc248774 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651707 Sep 29 23:02:24.658302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Deleting port 8f34e1be-ff6d-4fb3-8208-4400e24ed593 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:24.658744 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:24.668367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62374d0-f958-4a76-944f-f5f9ab7d3101 service neutron] Pushing event updated for resources: {'Port': ['ID=d221a1f4-9d82-46b6-b044-e49d414b832c,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:24.760742 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6248b0e1-c9c9-4a25-a0f9-e767f5715e21 x-openstack-request-id: req-6248b0e1-c9c9-4a25-a0f9-e767f5715e21 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:24.761391 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910c5988-1909-4ebc-a1f0-e468f87b1ab1", "name": "network-vif-plugged", "status": "completed", "tag": "00622b95-6d0b-4206-b45f-ae9badbb0f44", "code": 200}, {"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-plugged", "status": "completed", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32", "code": 200}, {"server_uuid": "435da0b8-c889-4b09-8b3f-c171d9e452f8", "name": "network-vif-plugged", "status": "completed", "tag": "2f5925ce-2ca6-499a-8eb7-eddd54d25cf6", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:24.761837 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6248b0e1-c9c9-4a25-a0f9-e767f5715e21 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:24.762530 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910c5988-1909-4ebc-a1f0-e468f87b1ab1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00622b95-6d0b-4206-b45f-ae9badbb0f44', 'code': 200} Sep 29 23:02:24.762970 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'code': 200} Sep 29 23:02:24.763432 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435da0b8-c889-4b09-8b3f-c171d9e452f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5925ce-2ca6-499a-8eb7-eddd54d25cf6', 'code': 200} Sep 29 23:02:24.808350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 163b67a8-5f69-49a1-85a8-3fabb837a84b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:24.846754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '163b67a8-5f69-49a1-85a8-3fabb837a84b', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '163b67a8-5f69-49a1-85a8-3fabb837a84b', 'mac_address': 'fa:16:3e:a3:20:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:24.921888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] For port 762a0a77-07d2-413d-8005-92301fe33c65, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:24.925668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] For port 762a0a77-07d2-413d-8005-92301fe33c65, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=762a0a77-07d2-413d-8005-92301fe33c65,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:24.960641 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:24.977026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a05b02f-0f83-481c-b285-9f45ec9ad166 req-a6c9c23c-9a5e-496c-a7cb-bdafd559f3d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:24.985205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a05b02f-0f83-481c-b285-9f45ec9ad166 req-a6c9c23c-9a5e-496c-a7cb-bdafd559f3d8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.1990552 Sep 29 23:02:24.990533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:25.001508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163b67a8-5f69-49a1-85a8-3fabb837a84b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:25.041430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 163b67a8-5f69-49a1-85a8-3fabb837a84b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:25.055906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:25.073530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] For port 8f34e1be-ff6d-4fb3-8208-4400e24ed593, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8f34e1be-ff6d-4fb3-8208-4400e24ed593,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:25.074286 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:25.074453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b38278-252e-420d-9ced-9cfda338424e req-b6640a53-650a-4c2f-a464-713dcc22a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.080368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-b6640a53-650a-4c2f-a464-713dcc22a4e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1099 time: 0.4494529 Sep 29 23:02:25.106529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a05b02f-0f83-481c-b285-9f45ec9ad166 req-576b5f9d-d648-43e8-8d66-02ad24786bd6 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155026 Sep 29 23:02:25.139516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.140171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:25.141573 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] 10.222.0.26 "PUT /v2.0/ports/762a0a77-07d2-413d-8005-92301fe33c65 HTTP/1.1" status: 200 len: 1092 time: 2.3293147 Sep 29 23:02:25.159397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=163b67a8-5f69-49a1-85a8-3fabb837a84b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:25.194667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-a379b84a-2d13-47d5-b29e-55b970355101 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 200 len: 217 time: 0.1012959 Sep 29 23:02:25.235465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Calling delete_port for 8f34e1be-ff6d-4fb3-8208-4400e24ed593 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:25.242681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea850b9a-ea2c-45f5-8afc-48e390fa26b0 req-19827886-73ed-46cf-b678-119ea4dbf2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.244435 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea850b9a-ea2c-45f5-8afc-48e390fa26b0 req-19827886-73ed-46cf-b678-119ea4dbf2ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 1097 time: 0.3785677 Sep 29 23:02:25.246503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411d2a2-f414-493a-aa12-0758b44fed7e req-38e596a3-0772-48cb-8755-c4493584675a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.247557 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d411d2a2-f414-493a-aa12-0758b44fed7e req-38e596a3-0772-48cb-8755-c4493584675a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 1100 time: 0.3040459 Sep 29 23:02:25.304209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856feef-ea93-4600-a35b-b5e0a1ee5f78 req-d0fbb85e-9324-4cb1-9363-e3282b2315fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.306250 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6856feef-ea93-4600-a35b-b5e0a1ee5f78 req-d0fbb85e-9324-4cb1-9363-e3282b2315fe service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 1096 time: 0.4392188 Sep 29 23:02:25.327587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38de30a-6846-47f3-934d-0e4414016f07 service neutron] Pushing event updated for resources: {'Port': ['ID=762a0a77-07d2-413d-8005-92301fe33c65,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:25.407494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-f2458f3b-ef40-42fe-ab61-a9431ebfea1b tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.413019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-f2458f3b-ef40-42fe-ab61-a9431ebfea1b tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 821 time: 0.4253888 Sep 29 23:02:25.471482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['163b67a8-5f69-49a1-85a8-3fabb837a84b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:25.492528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-f781fb4f-caa0-4507-b0ec-faab3fac4f57 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/quotas/04184e88ba3b425fad67d78550b30b78 HTTP/1.1" status: 200 len: 375 time: 0.0675967 Sep 29 23:02:25.595540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5592ed87-4d12-484a-ad07-15256cd48273 req-7b84b130-a733-4a79-8538-1ec2acc04d76 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.602480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5592ed87-4d12-484a-ad07-15256cd48273 req-7b84b130-a733-4a79-8538-1ec2acc04d76 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 949 time: 0.1547306 Sep 29 23:02:25.668454 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0b0d6a-797c-4060-ab56-ea9af5f30d1a x-openstack-request-id: req-9a0b0d6a-797c-4060-ab56-ea9af5f30d1a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:25.669065 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:25.669065 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a0b0d6a-797c-4060-ab56-ea9af5f30d1a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:25.669818 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c', 'status': 'completed', 'code': 200} Sep 29 23:02:25.679584 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5592ed87-4d12-484a-ad07-15256cd48273 req-806849ed-558a-455a-aa4e-b1d440d856c9 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747802 Sep 29 23:02:25.689403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-84b3ab89-59c5-4229-9fda-387ce8442eb2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1895099 Sep 29 23:02:25.710092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b38278-252e-420d-9ced-9cfda338424e req-3fff0243-4c74-4007-bad5-5d73ab84c711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.712839 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-3fff0243-4c74-4007-bad5-5d73ab84c711 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.5034049 Sep 29 23:02:25.724197 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:25.736657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-d5a3336c-67fa-431b-957e-d1374a0e45e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.738420 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-d5a3336c-67fa-431b-957e-d1374a0e45e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c965c6cf0b2c4987be619ac53f5e18f4&device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 1095 time: 0.5276370 Sep 29 23:02:25.749656 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d411d2a2-f414-493a-aa12-0758b44fed7e req-93753752-06d2-4dd4-be40-002e429178f6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4547186 Sep 29 23:02:25.768262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f34e1be-ff6d-4fb3-8208-4400e24ed593,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:25.777190 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6856feef-ea93-4600-a35b-b5e0a1ee5f78 req-5bd80497-5bb8-427c-b750-d9cae9e91fcb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451740 Sep 29 23:02:25.806130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea850b9a-ea2c-45f5-8afc-48e390fa26b0 req-c9de9cd1-94b8-445b-a1c4-de32ccc0d315 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5121579 Sep 29 23:02:25.809526 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-5ac618be-bcf0-43c3-a11b-6eced8c79d34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=762a0a77-07d2-413d-8005-92301fe33c65 HTTP/1.1" status: 200 len: 217 time: 0.0561824 Sep 29 23:02:25.820785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b38278-252e-420d-9ced-9cfda338424e req-a5c9210f-1363-4b5d-85b4-f1ebfaffc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.822898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-a5c9210f-1363-4b5d-85b4-f1ebfaffc55a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997152 Sep 29 23:02:25.907515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2db0c-9c07-474e-a9c6-ae4fbf1d2d7f req-ab4a7e4a-74bd-496e-8d4b-41fa1114dfbd tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:25.909314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1b2db0c-9c07-474e-a9c6-ae4fbf1d2d7f req-ab4a7e4a-74bd-496e-8d4b-41fa1114dfbd tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 944 time: 0.1492193 Sep 29 23:02:25.912685 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:25.916823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-ba85f0d1-d337-412c-a93a-786537e3c3aa service neutron] 10.222.0.44 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142396 Sep 29 23:02:26.048174 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:26.055685 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:26.097877 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1b2db0c-9c07-474e-a9c6-ae4fbf1d2d7f req-3049ee8c-902f-4dcb-8ab0-a231225f8f1c tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799860 Sep 29 23:02:26.142875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:26.143418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4253cce-258b-4338-809d-f222ccb54c8f {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:02:26.148643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:26.153179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-37265470-ff5d-42b4-af8d-5b555b6ecd60 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e4253cce-258b-4338-809d-f222ccb54c8f HTTP/1.1" status: 204 len: 168 time: 3.1233950 Sep 29 23:02:26.153441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34142) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:26.155487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-0f3a3a54-5caa-4ac6-92a4-dcdbb1a9475b service neutron] 10.222.0.44 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044239 Sep 29 23:02:26.231048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd4f7184-9b21-4109-9d2a-0aa10e2e9a7c admin admin] Deleting subnet ff72adc6-a769-45a7-9e7c-8568e4d28beb {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:02:26.236655 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd4f7184-9b21-4109-9d2a-0aa10e2e9a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:26.275886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e71482-7f36-4455-80b7-67a6fa270ca4 req-31c08307-3983-46c6-9916-805c86924756 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:26.283242 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7e71482-7f36-4455-80b7-67a6fa270ca4 req-31c08307-3983-46c6-9916-805c86924756 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 948 time: 0.1206136 Sep 29 23:02:26.319933 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd4f7184-9b21-4109-9d2a-0aa10e2e9a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:26.407428 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7e71482-7f36-4455-80b7-67a6fa270ca4 req-a42b51d1-989f-4b0a-b148-d918ca64f182 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200259 Sep 29 23:02:26.454400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-879f75ea-8a06-44c4-8945-065dcef8a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:26.456203 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-879f75ea-8a06-44c4-8945-065dcef8a1c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae724f1a-faf3-4ec5-b633-28358464be4e HTTP/1.1" status: 200 len: 868 time: 0.2103999 Sep 29 23:02:26.529475 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd4f7184-9b21-4109-9d2a-0aa10e2e9a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:26.544386 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-981caa3d-e9c1-430f-8833-b77a846ae752 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866402 Sep 29 23:02:26.606766 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd4f7184-9b21-4109-9d2a-0aa10e2e9a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:26.636002 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd4f7184-9b21-4109-9d2a-0aa10e2e9a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:26.640712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fd4f7184-9b21-4109-9d2a-0aa10e2e9a7c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ff72adc6-a769-45a7-9e7c-8568e4d28beb HTTP/1.1" status: 204 len: 168 time: 0.4819429 Sep 29 23:02:26.643791 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ea74a7-62cf-4a5b-8827-6cb8801173af None None] Network cd910052-80bd-4c55-8d5f-1fd3ad82f24b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:02:26.657639 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-06b38278-252e-420d-9ced-9cfda338424e req-f18136a9-9efb-48ff-8997-4202bc862b8c service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043870 Sep 29 23:02:26.658134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34164) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:26.662027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f7184-9b21-4109-9d2a-0aa10e2e9a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff72adc6-a769-45a7-9e7c-8568e4d28beb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:26.671740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-9af00da4-e3a3-4af6-be2e-703673ad1f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:26.673323 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-9af00da4-e3a3-4af6-be2e-703673ad1f12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52376747-5e38-4f02-b8bd-e16ecf31389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2060659 Sep 29 23:02:26.726047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e0363-7d73-4d43-bea1-9e78b3cf2815 req-936b0664-2249-414d-99b2-78e921e49171 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:26.732573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-945e0363-7d73-4d43-bea1-9e78b3cf2815 req-936b0664-2249-414d-99b2-78e921e49171 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.1362317 Sep 29 23:02:26.825802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-945e0363-7d73-4d43-bea1-9e78b3cf2815 req-e5cc0eb3-6f21-4ada-8b12-7353fa4da107 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880845 Sep 29 23:02:26.828196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91582b4f-4013-40b2-af11-6a03526631c8 req-191e129a-aa79-495c-87f4-748c5a123d14 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 210 time: 0.0715246 Sep 29 23:02:26.875721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837426ea-28fc-413a-b922-505c867a2b60 req-23dfc2f4-d9d5-4067-904d-0a1e6aa790a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:26.877299 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-837426ea-28fc-413a-b922-505c867a2b60 req-23dfc2f4-d9d5-4067-904d-0a1e6aa790a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1099 time: 0.1168675 Sep 29 23:02:26.897009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:26.932462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-e8e41e74-7b0b-492c-831d-d6b1a163bdad service neutron] 10.222.0.26 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392774 Sep 29 23:02:26.968250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24774010-179b-4288-8fc2-98b6b245fdba None None] DHCP port deletion for cd910052-80bd-4c55-8d5f-1fd3ad82f24b request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:02:27.029801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-24774010-179b-4288-8fc2-98b6b245fdba None None] Deleting port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:27.030427 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-24774010-179b-4288-8fc2-98b6b245fdba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:27.059991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad918721-176f-4ed1-bda3-38d19ceeee2a req-867474bd-70b3-4e64-9a64-21f3a353969c tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:27.061597 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad918721-176f-4ed1-bda3-38d19ceeee2a req-867474bd-70b3-4e64-9a64-21f3a353969c tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 949 time: 0.1184266 Sep 29 23:02:27.071727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2098c4e-34dc-4c25-8e03-7ad7106ee0e7 req-24d6a85c-67e2-46b6-94a6-7ac2ebcd48a7 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:27.072946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2098c4e-34dc-4c25-8e03-7ad7106ee0e7 req-24d6a85c-67e2-46b6-94a6-7ac2ebcd48a7 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 950 time: 0.0963182 Sep 29 23:02:27.125063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-24774010-179b-4288-8fc2-98b6b245fdba None None] For port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1fff7fb5-96e6-4ed8-b00e-c67e3f66f466,segment=NetworkSegment(737f21e5-8195-4ff3-a24a-dfb74c650596),segment_id=737f21e5-8195-4ff3-a24a-dfb74c650596)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:27.126108 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-24774010-179b-4288-8fc2-98b6b245fdba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:27.143430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-24774010-179b-4288-8fc2-98b6b245fdba None None] Calling delete_port for 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:27.144893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837426ea-28fc-413a-b922-505c867a2b60 req-c5dc9d9c-870f-4c48-8ee8-f1bc97602437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:27.146521 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-837426ea-28fc-413a-b922-505c867a2b60 req-c5dc9d9c-870f-4c48-8ee8-f1bc97602437 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2540612 Sep 29 23:02:27.159154 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2098c4e-34dc-4c25-8e03-7ad7106ee0e7 req-03b8a6fe-2002-4198-b59d-6011508cf799 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781808 Sep 29 23:02:27.170029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad918721-176f-4ed1-bda3-38d19ceeee2a req-8c617028-43f9-4908-906c-965da2b90f07 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958235 Sep 29 23:02:27.218809 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8fb543ab-60c6-422e-a5dd-d00d2eb7d63c req-7d8dd20b-3c79-4dbf-ab67-5db86c4abf23 service neutron] 10.222.0.26 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623308 Sep 29 23:02:27.293058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Deleting port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:27.293406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:27.297184 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-837426ea-28fc-413a-b922-505c867a2b60 req-c03ff7cd-dbb8-45c9-9262-6f1a6701b991 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 200 len: 217 time: 0.1293464 Sep 29 23:02:27.332464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09168b19-b44a-4bf3-afaf-3cc6d1e2bc94 req-830cfffa-0787-44cd-803c-d9ed33a3af5e tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:27.334023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09168b19-b44a-4bf3-afaf-3cc6d1e2bc94 req-830cfffa-0787-44cd-803c-d9ed33a3af5e tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 944 time: 0.0955408 Sep 29 23:02:27.348183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-24774010-179b-4288-8fc2-98b6b245fdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:27.419078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24774010-179b-4288-8fc2-98b6b245fdba None None] Pushing event deleted for resources: {'Port': ['ID=1fff7fb5-96e6-4ed8-b00e-c67e3f66f466,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:27.435986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24774010-179b-4288-8fc2-98b6b245fdba None None] No DVR routers for this DVR port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:02:27.439022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09168b19-b44a-4bf3-afaf-3cc6d1e2bc94 req-3b433f71-9209-40e6-b3d8-a02d0f2b2921 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960777 Sep 29 23:02:27.443386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837426ea-28fc-413a-b922-505c867a2b60 req-6062d8e8-4c88-4744-812e-ebb235018f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:27.448715 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-837426ea-28fc-413a-b922-505c867a2b60 req-6062d8e8-4c88-4744-812e-ebb235018f14 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1345439 Sep 29 23:02:27.451274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] For port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1fff7fb5-96e6-4ed8-b00e-c67e3f66f466,segment=NetworkSegment(737f21e5-8195-4ff3-a24a-dfb74c650596),segment_id=737f21e5-8195-4ff3-a24a-dfb74c650596)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:27.451679 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:27.515683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Calling delete_port for 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:27.534824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837426ea-28fc-413a-b922-505c867a2b60 req-6444ef6f-6672-4e1a-9412-294c01aff899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:27.537018 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-837426ea-28fc-413a-b922-505c867a2b60 req-6444ef6f-6672-4e1a-9412-294c01aff899 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0811102 Sep 29 23:02:27.590630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c64f73-ca33-4130-aa77-ad1f398d7305 req-110c9490-384f-4163-bd1b-0cb41673e2dc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:27.592590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62c64f73-ca33-4130-aa77-ad1f398d7305 req-110c9490-384f-4163-bd1b-0cb41673e2dc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 948 time: 0.0721986 Sep 29 23:02:27.636720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62c64f73-ca33-4130-aa77-ad1f398d7305 req-aacdc58f-64c2-45a5-9d5b-85b56961ffa2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378165 Sep 29 23:02:27.670286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'tag': '762a0a77-07d2-413d-8005-92301fe33c65'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:27.672602 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e90017-60d1-41e4-ba03-d72a9f13a70b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f77188c-d0ca-4092-8e62-98b69686dc0c", "tag": "762a0a77-07d2-413d-8005-92301fe33c65"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:27.691275 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-837426ea-28fc-413a-b922-505c867a2b60 req-8bbe5a66-d26e-4a07-9b5a-54b1ba72a18d service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201892 Sep 29 23:02:27.692548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:27.742183 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e77991-169d-4fae-b3b5-1093b568f10b x-openstack-request-id: req-e1e77991-169d-4fae-b3b5-1093b568f10b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:27.742491 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f77188c-d0ca-4092-8e62-98b69686dc0c", "tag": "762a0a77-07d2-413d-8005-92301fe33c65", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:27.742728 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1e77991-169d-4fae-b3b5-1093b568f10b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:27.743659 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'tag': '762a0a77-07d2-413d-8005-92301fe33c65', 'status': 'completed', 'code': 200} Sep 29 23:02:27.752777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fff7fb5-96e6-4ed8-b00e-c67e3f66f466,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:27.765673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] No DVR routers for this DVR port 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:02:27.891877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-c6a79ce8-0466-41d5-88be-e6a5ec03ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:27.893414 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-c6a79ce8-0466-41d5-88be-e6a5ec03ba6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c965c6cf0b2c4987be619ac53f5e18f4&device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 1095 time: 0.1425159 Sep 29 23:02:27.916929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:27.927075 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-837426ea-28fc-413a-b922-505c867a2b60 req-990bcb7e-e25b-44cd-97e0-3934781381bd service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256234 Sep 29 23:02:27.943749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113ba0e-f9c5-478b-9ddc-566487118a20 req-cd02641d-3ce2-438b-9f88-448a84fd4a36 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:27.952451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3113ba0e-f9c5-478b-9ddc-566487118a20 req-cd02641d-3ce2-438b-9f88-448a84fd4a36 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.0731521 Sep 29 23:02:27.961279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd910052-80bd-4c55-8d5f-1fd3ad82f24b']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:27.983563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '737f21e5-8195-4ff3-a24a-dfb74c650596') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:27.983889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '737f21e5-8195-4ff3-a24a-dfb74c650596') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:28.003603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7344c60-9c1f-4149-b612-1b92e77ce36b req-7881fc92-a322-4ad3-80e2-3ee11aba67c0 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 210 time: 0.0498583 Sep 29 23:02:28.027843 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.048534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3113ba0e-f9c5-478b-9ddc-566487118a20 req-69c6cf15-a61a-4cc6-a103-0f8d63e22b0a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930197 Sep 29 23:02:28.065832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.111870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-b525e758-c064-4654-80d9-bb053d85f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:28.113374 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-b525e758-c064-4654-80d9-bb053d85f19e service neutron] 10.222.0.26 "GET /v2.0/networks?id=52376747-5e38-4f02-b8bd-e16ecf31389e HTTP/1.1" status: 200 len: 930 time: 0.1934314 Sep 29 23:02:28.151598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:02:28.152071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:02:28.154265 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:02:28.175894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a6f276-7bb8-4172-9e0d-e1988867d2d9 req-5e612ff9-0e03-49e9-acb0-d2ef06d9304c tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:28.177592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5a6f276-7bb8-4172-9e0d-e1988867d2d9 req-5e612ff9-0e03-49e9-acb0-d2ef06d9304c tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.0574589 Sep 29 23:02:28.226722 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-6d9fe0b8-4490-4a81-af13-8c187773acab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=762a0a77-07d2-413d-8005-92301fe33c65 HTTP/1.1" status: 200 len: 217 time: 0.0603244 Sep 29 23:02:28.230985 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5a6f276-7bb8-4172-9e0d-e1988867d2d9 req-c14150fb-d896-403a-a916-d05dd61f8a5d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443938 Sep 29 23:02:28.299644 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.311232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.313504 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cd910052-80bd-4c55-8d5f-1fd3ad82f24b HTTP/1.1" status: 204 len: 168 time: 1.6505308 Sep 29 23:02:28.349514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-1015d1de-39af-4ebb-baeb-95a466372275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:28.351082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-1015d1de-39af-4ebb-baeb-95a466372275 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae724f1a-faf3-4ec5-b633-28358464be4e HTTP/1.1" status: 200 len: 868 time: 0.0906281 Sep 29 23:02:28.360701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-e0a5708a-69df-4e29-8685-7420c5240acc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:28.362247 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-e0a5708a-69df-4e29-8685-7420c5240acc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 821 time: 0.3456500 Sep 29 23:02:28.388997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a920149-522c-48a0-b4dd-0b77e36a3761 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd910052-80bd-4c55-8d5f-1fd3ad82f24b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:28.398160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Request body: {'port': {'device_id': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7', 'admin_state_up': True, 'tenant_id': '04184e88ba3b425fad67d78550b30b78'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:28.400893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8f34e1be-ff6d-4fb3-8208-4400e24ed593 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:28.409855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69954a0f-bb7a-4b6a-81c7-4bd19fa569d7 req-1e64e892-c9de-49f7-a023-b01ab09f16b4 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:28.412308 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69954a0f-bb7a-4b6a-81c7-4bd19fa569d7 req-1e64e892-c9de-49f7-a023-b01ab09f16b4 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 949 time: 0.1275527 Sep 29 23:02:28.424777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8f34e1be-ff6d-4fb3-8208-4400e24ed593 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:02:28.425237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8f34e1be-ff6d-4fb3-8208-4400e24ed593 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:02:28.425667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c91df-6205-4afe-8eef-c111d950850f req-6b3c349a-4340-4682-a58d-bd03b75aac27 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:28.425815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:28.428557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d1c91df-6205-4afe-8eef-c111d950850f req-6b3c349a-4340-4682-a58d-bd03b75aac27 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 950 time: 0.1143520 Sep 29 23:02:28.450331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:02:28.450683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1fff7fb5-96e6-4ed8-b00e-c67e3f66f466 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:02:28.508436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69954a0f-bb7a-4b6a-81c7-4bd19fa569d7 req-b7d593d4-76c7-4b16-a350-c486be8207f6 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795052 Sep 29 23:02:28.525617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-1fb7aa00-ec88-41a3-be43-3afa0b337b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:28.525617 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-1fb7aa00-ec88-41a3-be43-3afa0b337b9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52376747-5e38-4f02-b8bd-e16ecf31389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466160 Sep 29 23:02:28.526108 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d1c91df-6205-4afe-8eef-c111d950850f req-541d9428-a004-45a0-ad4b-ae7765258dc8 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811133 Sep 29 23:02:28.612588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 163b67a8-5f69-49a1-85a8-3fabb837a84b up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:28.617507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34250) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:28.651318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Made reservation on behalf of 04184e88ba3b425fad67d78550b30b78 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:28.655016 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.666698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 163b67a8-5f69-49a1-85a8-3fabb837a84b completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:28.674103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 163b67a8-5f69-49a1-85a8-3fabb837a84b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:28.674834 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.675081 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-8d3182ba-7732-4087-a234-e574987a1a7b service neutron] 10.222.0.26 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455958 Sep 29 23:02:28.709471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ad85d-9f74-4aab-828a-8bd189e4db2c req-39eb2ef6-5b61-48b1-8926-346f8bc15cd6 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:28.710929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b48ad85d-9f74-4aab-828a-8bd189e4db2c req-39eb2ef6-5b61-48b1-8926-346f8bc15cd6 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 945 time: 0.1290843 Sep 29 23:02:28.723543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ee934d40-a881-4d8d-b3ec-583e141c9ef1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8407addc0aa4e92ad92928cb338ac25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010869 Sep 29 23:02:28.725277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34254) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:28.753650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93314af6-fbec-407c-8765-4199d4818419 req-6795b559-7e5c-4e52-acc0-f5b6ef752577 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:28.755260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93314af6-fbec-407c-8765-4199d4818419 req-6795b559-7e5c-4e52-acc0-f5b6ef752577 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 944 time: 0.1611557 Sep 29 23:02:28.773162 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.798171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163b67a8-5f69-49a1-85a8-3fabb837a84b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:28.800596 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc3910c-dc9f-4054-b195-4690eddbbd37" -d '{"events": [{"server_uuid": "a68171e0-6ff5-47ad-a6e5-2ac806e9d863", "name": "network-vif-plugged", "status": "completed", "tag": "163b67a8-5f69-49a1-85a8-3fabb837a84b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:28.815649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 163b67a8-5f69-49a1-85a8-3fabb837a84b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:28.820630 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.830362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b48ad85d-9f74-4aab-828a-8bd189e4db2c req-29417cc5-f49b-40e5-a9f3-ed2cf2129174 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059673 Sep 29 23:02:28.854614 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93314af6-fbec-407c-8765-4199d4818419 req-c0af4f59-52a9-4b08-8f5f-43003b591afe tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791259 Sep 29 23:02:28.866170 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322e48ad-81b6-4635-aeda-c46d1b92a3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.880300 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54e90017-60d1-41e4-ba03-d72a9f13a70b req-0563f3f0-9cad-420f-bf53-447d21fbeb3b service neutron] 10.222.0.26 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935394 Sep 29 23:02:28.892575 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322e48ad-81b6-4635-aeda-c46d1b92a3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:28.896316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Allocated IP 172.20.0.4 (a1dd884b-5f72-4813-96aa-08148f7871b7/5c3e257f-b911-46db-9074-3307b87d2219/b59aac8b-7a6d-4077-b43c-4f96d852dce3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:28.927875 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90afc969-3a7a-40d1-a8a4-1542d7f75ca8 x-openstack-request-id: req-90afc969-3a7a-40d1-a8a4-1542d7f75ca8 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:28.928309 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68171e0-6ff5-47ad-a6e5-2ac806e9d863", "name": "network-vif-plugged", "status": "completed", "tag": "163b67a8-5f69-49a1-85a8-3fabb837a84b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:28.928660 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90afc969-3a7a-40d1-a8a4-1542d7f75ca8 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:28.929677 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163b67a8-5f69-49a1-85a8-3fabb837a84b', 'code': 200} Sep 29 23:02:28.936991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=163b67a8-5f69-49a1-85a8-3fabb837a84b,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:29.004022 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322e48ad-81b6-4635-aeda-c46d1b92a3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:29.007002 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-322e48ad-81b6-4635-aeda-c46d1b92a3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:29.008186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-322e48ad-81b6-4635-aeda-c46d1b92a3b5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3775db76-8301-457f-b6ce-2fdf1c71ad7b HTTP/1.1" status: 204 len: 168 time: 0.2809258 Sep 29 23:02:29.025244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e48ad-81b6-4635-aeda-c46d1b92a3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3775db76-8301-457f-b6ce-2fdf1c71ad7b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:29.080393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23832c-de6b-4cd4-9178-aa0f2685180f req-6112ddd3-ba9f-4996-be6c-342d956c66f9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:29.081944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa23832c-de6b-4cd4-9178-aa0f2685180f req-6112ddd3-ba9f-4996-be6c-342d956c66f9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 948 time: 0.1151400 Sep 29 23:02:29.105032 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:29.144976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f24da-050f-4a5a-be09-c75b3638cfe8 req-c4f4bdaa-9f76-4397-af5c-38e45601d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:29.146510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d95f24da-050f-4a5a-be09-c75b3638cfe8 req-c4f4bdaa-9f76-4397-af5c-38e45601d948 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 1101 time: 0.0977576 Sep 29 23:02:29.149499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa23832c-de6b-4cd4-9178-aa0f2685180f req-dbf0bc63-20ca-4546-bd24-8dd333177af4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506020 Sep 29 23:02:29.151701 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:29.191489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d95f24da-050f-4a5a-be09-c75b3638cfe8 req-9311202c-2d84-4c37-be6e-700416e88fa8 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376079 Sep 29 23:02:29.226789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Network a1dd884b-5f72-4813-96aa-08148f7871b7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:29.233151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:29.236575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:29.281072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Pushing event updated for resources: {'Port': ['ID=b59aac8b-7a6d-4077-b43c-4f96d852dce3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:29.296063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c312-8401-44ec-80df-2d68d646de49 req-789ee3d8-5e1d-4b64-a2d4-f15a997c5095 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:29.297733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b61c312-8401-44ec-80df-2d68d646de49 req-789ee3d8-5e1d-4b64-a2d4-f15a997c5095 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 931 time: 0.0622206 Sep 29 23:02:29.317053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:29.317798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:29.334714 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-73d07ae1-9187-4a0d-bea3-121544859b26 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9427624 Sep 29 23:02:29.353760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b61c312-8401-44ec-80df-2d68d646de49 req-4425d157-eb13-4450-97e1-d85d4fde3789 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490193 Sep 29 23:02:29.421514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bc3ee-3727-4320-8d5c-756195d875f9 req-5d4a915e-4b78-4a30-8545-63a3af5030a7 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:29.422996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f4bc3ee-3727-4320-8d5c-756195d875f9 req-5d4a915e-4b78-4a30-8545-63a3af5030a7 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.0561209 Sep 29 23:02:29.459596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34268) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:29.463214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f4bc3ee-3727-4320-8d5c-756195d875f9 req-977a124b-1e04-4d26-bd5b-fa9bc5748d4d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339952 Sep 29 23:02:29.502268 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e7a0b517-a513-4b20-ad00-40637c982a26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b88e26d17e24b2c80f6d2a821e43197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392408 Sep 29 23:02:29.502492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34272) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:29.551346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae950fcc-428b-4d9d-b43b-7be41b023065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:29.574143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae950fcc-428b-4d9d-b43b-7be41b023065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:29.590392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Request body: {'port': {'device_id': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:29.630533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49977481-8569-45bd-a46c-5bcd6fdef63c req-a1c06dc5-adaf-4fec-acd4-0414968c9a55 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:29.632086 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49977481-8569-45bd-a46c-5bcd6fdef63c req-a1c06dc5-adaf-4fec-acd4-0414968c9a55 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 950 time: 0.0497901 Sep 29 23:02:29.666520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:29.681388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49977481-8569-45bd-a46c-5bcd6fdef63c req-6ce33927-84c4-4c8f-a7d3-82989d0e9eae tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424552 Sep 29 23:02:29.719641 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae950fcc-428b-4d9d-b43b-7be41b023065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:29.722233 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ae950fcc-428b-4d9d-b43b-7be41b023065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:29.725836 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ae950fcc-428b-4d9d-b43b-7be41b023065 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3ddea2b3-dc0d-402c-a204-1e84725e7d55 HTTP/1.1" status: 204 len: 168 time: 0.2199934 Sep 29 23:02:29.742641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae950fcc-428b-4d9d-b43b-7be41b023065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddea2b3-dc0d-402c-a204-1e84725e7d55,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:29.851408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff276dce-d3a8-4cc2-9d09-efd6d369fa2f req-695046c7-d4ed-470a-8f8e-7935762a4f69 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:29.853566 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff276dce-d3a8-4cc2-9d09-efd6d369fa2f req-695046c7-d4ed-470a-8f8e-7935762a4f69 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 950 time: 0.1134655 Sep 29 23:02:29.862017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9991e7-9e2f-4c8f-98ad-a48a7bad1951 req-853d1b7f-fe03-4f13-9f44-a725fee3ea99 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:29.863467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d9991e7-9e2f-4c8f-98ad-a48a7bad1951 req-853d1b7f-fe03-4f13-9f44-a725fee3ea99 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.0717480 Sep 29 23:02:29.932813 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff276dce-d3a8-4cc2-9d09-efd6d369fa2f req-0ef2e23f-e791-46f8-9f4c-1dd822b460fe tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/security-groups?id=760cd846-4a08-430c-8564-febd5ba7a57b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682116 Sep 29 23:02:29.946483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d9991e7-9e2f-4c8f-98ad-a48a7bad1951 req-823e9eed-7aa4-4938-978d-8f5443351f34 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683501 Sep 29 23:02:30.018131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59aac8b-7a6d-4077-b43c-4f96d852dce3 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:30.027299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:30.059028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f609525-8ba1-4f29-b094-9c1564dbe4bd req-c40fa1d4-5716-46a5-9d94-8940dabac2ee tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:30.060770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f609525-8ba1-4f29-b094-9c1564dbe4bd req-c40fa1d4-5716-46a5-9d94-8940dabac2ee tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 944 time: 0.0607264 Sep 29 23:02:30.062410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Transition to ACTIVE for port object b59aac8b-7a6d-4077-b43c-4f96d852dce3 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:30.082720 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:30.130004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f609525-8ba1-4f29-b094-9c1564dbe4bd req-5284efbc-1455-46fd-8319-f87dc4b46030 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588970 Sep 29 23:02:30.185538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-5391aa88-9e54-4015-a3f2-7fb8be1b350c tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:30.187317 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-5391aa88-9e54-4015-a3f2-7fb8be1b350c tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.26 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 950 time: 0.1467030 Sep 29 23:02:30.191710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Pushing event updated for resources: {'Port': ['ID=b59aac8b-7a6d-4077-b43c-4f96d852dce3,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:30.297871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:30.298202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:30.298523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:30.306189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362f662-23b4-432b-a34e-07b4772d7657 req-96f11b85-c720-431b-b8ec-714e19abeb1a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:30.313388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362f662-23b4-432b-a34e-07b4772d7657 req-96f11b85-c720-431b-b8ec-714e19abeb1a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:30.322586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362f662-23b4-432b-a34e-07b4772d7657 req-96f11b85-c720-431b-b8ec-714e19abeb1a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:30.324079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:30.324410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:30.330434 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2362f662-23b4-432b-a34e-07b4772d7657 req-96f11b85-c720-431b-b8ec-714e19abeb1a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8&device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f&device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 2417 time: 0.1052897 Sep 29 23:02:30.333662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:30.334004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:30.334386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:30.334829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Bound port: b59aac8b-7a6d-4077-b43c-4f96d852dce3, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:30.335175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:30.391160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-f2507274-5fe7-4818-abb2-6d41306741b6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Deleting port ec8cda5a-149e-4c92-9a33-f7c466773c22 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:30.391506 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-f2507274-5fe7-4818-abb2-6d41306741b6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:30.400621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2362f662-23b4-432b-a34e-07b4772d7657 req-267f88af-105a-47e6-a9ef-1592278def32 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690887 Sep 29 23:02:30.413624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150e400-c838-4f49-b9d7-0836315e6512 req-f3271ccf-ad03-4eaa-8793-a8c0fd553c3f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:30.416215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d150e400-c838-4f49-b9d7-0836315e6512 req-f3271ccf-ad03-4eaa-8793-a8c0fd553c3f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 948 time: 0.1239707 Sep 29 23:02:30.492381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d150e400-c838-4f49-b9d7-0836315e6512 req-e2c810f2-5538-4f72-9535-fb472145da49 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690517 Sep 29 23:02:30.546770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e88de7-c7d9-4a09-abf4-bbd63ad48b91 req-0e6976e1-771b-4151-9e9f-cca677172d5c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:30.555087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64e88de7-c7d9-4a09-abf4-bbd63ad48b91 req-0e6976e1-771b-4151-9e9f-cca677172d5c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.0830176 Sep 29 23:02:30.608774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64e88de7-c7d9-4a09-abf4-bbd63ad48b91 req-39d48246-802a-4957-b96f-f6b68b05ce7f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520744 Sep 29 23:02:30.755869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 762a0a77-07d2-413d-8005-92301fe33c65 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:30.763890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99098e-f2cc-48f0-928b-3ec02f306557 req-68144528-fdd5-482c-b815-f9ff9d831153 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:30.773312 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea99098e-f2cc-48f0-928b-3ec02f306557 req-68144528-fdd5-482c-b815-f9ff9d831153 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.0771315 Sep 29 23:02:30.801337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:30.822036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:30.825145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea99098e-f2cc-48f0-928b-3ec02f306557 req-024cd933-a152-4184-8530-a672be0a82ce tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505583 Sep 29 23:02:30.828665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-f2507274-5fe7-4818-abb2-6d41306741b6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] For port ec8cda5a-149e-4c92-9a33-f7c466773c22, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ec8cda5a-149e-4c92-9a33-f7c466773c22,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:30.829031 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-f2507274-5fe7-4818-abb2-6d41306741b6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:30.840329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:30.848449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-f2507274-5fe7-4818-abb2-6d41306741b6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Calling delete_port for ec8cda5a-149e-4c92-9a33-f7c466773c22 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:30.857489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ec8cda5a-149e-4c92-9a33-f7c466773c22 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:30.882307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 762a0a77-07d2-413d-8005-92301fe33c65, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=762a0a77-07d2-413d-8005-92301fe33c65,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:30.899982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '762a0a77-07d2-413d-8005-92301fe33c65', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'port_id': '762a0a77-07d2-413d-8005-92301fe33c65', 'mac_address': 'fa:16:3e:9a:90:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:30.926841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:30.927492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:30.928957 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] 10.222.0.42 "PUT /v2.0/ports/b59aac8b-7a6d-4077-b43c-4f96d852dce3 HTTP/1.1" status: 200 len: 1091 time: 1.3452523 Sep 29 23:02:30.929386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'tag': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:30.931708 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b71e84-eb9c-4ca0-80d3-0a37adf0852e", "tag": "b59aac8b-7a6d-4077-b43c-4f96d852dce3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:30.946078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf213c-f6d2-47d6-8cb7-67fbc97d4c7b req-1a527efe-e3a1-48c4-b55d-b0d8acf9dc2f tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:30.953187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cdf213c-f6d2-47d6-8cb7-67fbc97d4c7b req-1a527efe-e3a1-48c4-b55d-b0d8acf9dc2f tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 950 time: 0.0640669 Sep 29 23:02:30.960642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbf181-ff70-4e0f-9aca-d00750dceec3 service neutron] Pushing event updated for resources: {'Port': ['ID=b59aac8b-7a6d-4077-b43c-4f96d852dce3,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:30.992047 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:31.017007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cdf213c-f6d2-47d6-8cb7-67fbc97d4c7b req-e5eddd4f-667b-47eb-8ade-5b2fe290cd2d tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609889 Sep 29 23:02:31.034188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 762a0a77-07d2-413d-8005-92301fe33c65 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:31.062249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 762a0a77-07d2-413d-8005-92301fe33c65, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=762a0a77-07d2-413d-8005-92301fe33c65,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:31.070118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:31.075007 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:31.075947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d221a1f4-9d82-46b6-b044-e49d414b832c details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:31.078406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-af8f6527-5f5d-41fd-a1ec-3e1a0c91c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:31.080295 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-af8f6527-5f5d-41fd-a1ec-3e1a0c91c3d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 1094 time: 0.0841300 Sep 29 23:02:31.087761 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-f2507274-5fe7-4818-abb2-6d41306741b6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:31.130439 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09364eaf-3d3b-46f0-a0d9-fe2add1cd25c x-openstack-request-id: req-09364eaf-3d3b-46f0-a0d9-fe2add1cd25c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:31.130719 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b71e84-eb9c-4ca0-80d3-0a37adf0852e", "tag": "b59aac8b-7a6d-4077-b43c-4f96d852dce3", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:31.130965 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09364eaf-3d3b-46f0-a0d9-fe2add1cd25c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:31.131359 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'tag': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3', 'status': 'completed', 'code': 200} Sep 29 23:02:31.147141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=762a0a77-07d2-413d-8005-92301fe33c65,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:31.164310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2507274-5fe7-4818-abb2-6d41306741b6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Pushing event deleted for resources: {'Port': ['ID=ec8cda5a-149e-4c92-9a33-f7c466773c22,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:31.170101 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-d33e262c-bbe7-4045-b136-7a359c56fc22 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3 HTTP/1.1" status: 200 len: 217 time: 0.0727944 Sep 29 23:02:31.229342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47172966-5eea-4ddb-a2f2-e62987a5ce1a req-18713c38-09bd-438b-8807-26c27007ec97 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.44 "GET /v2.0/ports?device_id=f379c550-cce4-456f-b553-052eab2e5855 HTTP/1.1" status: 200 len: 210 time: 0.0428073 Sep 29 23:02:31.247985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-f2507274-5fe7-4818-abb2-6d41306741b6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] No DVR routers for this DVR port ec8cda5a-149e-4c92-9a33-f7c466773c22 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:02:31.253111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-f2507274-5fe7-4818-abb2-6d41306741b6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:31.255078 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b56ab6ca-ff44-4676-89f5-fd56b1f6ffdf req-f2507274-5fe7-4818-abb2-6d41306741b6 tempest-ImagesOneServerTestJSON-1947580993 tempest-ImagesOneServerTestJSON-1947580993-project] 10.222.0.26 "DELETE /v2.0/ports/ec8cda5a-149e-4c92-9a33-f7c466773c22 HTTP/1.1" status: 204 len: 173 time: 1.0401478 Sep 29 23:02:31.271350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-5386fa79-2647-4dc9-ac8a-4e018df16b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:31.273380 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-5386fa79-2647-4dc9-ac8a-4e018df16b9d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.0700121 Sep 29 23:02:31.289314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d221a1f4-9d82-46b6-b044-e49d414b832c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:31.315642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'd221a1f4-9d82-46b6-b044-e49d414b832c', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'd221a1f4-9d82-46b6-b044-e49d414b832c', 'mac_address': 'fa:16:3e:14:60:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:31.351315 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-4a892a84-e9cc-4e1a-9632-73839f050a0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700285 Sep 29 23:02:31.375030 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:31.390995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d221a1f4-9d82-46b6-b044-e49d414b832c {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:31.394634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587ac0b-c3a1-4740-9444-4fdcae9807a7 req-e22e6599-926b-4e38-9693-b2bc8dae20aa tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:31.396146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5587ac0b-c3a1-4740-9444-4fdcae9807a7 req-e22e6599-926b-4e38-9693-b2bc8dae20aa tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 949 time: 0.0748527 Sep 29 23:02:31.416301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d221a1f4-9d82-46b6-b044-e49d414b832c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:31.421761 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:31.454200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99c616-f872-476e-846a-0363e1a3ab97 req-1f38c998-213a-4190-b15b-435d0be6dfa6 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:31.455793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd99c616-f872-476e-846a-0363e1a3ab97 req-1f38c998-213a-4190-b15b-435d0be6dfa6 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 945 time: 0.0843260 Sep 29 23:02:31.480167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=d221a1f4-9d82-46b6-b044-e49d414b832c,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:31.481197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5587ac0b-c3a1-4740-9444-4fdcae9807a7 req-6b848efa-a21f-4186-b7f2-146d0a4cb1a3 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657699 Sep 29 23:02:31.487768 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-a24c5438-b619-4aeb-9634-eae006a10249 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274061 Sep 29 23:02:31.520305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd99c616-f872-476e-846a-0363e1a3ab97 req-bfa77f94-e223-42bf-a90d-d92108d31b51 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524998 Sep 29 23:02:31.619500 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8ad4ceb-83d9-495b-a60b-7af827567f14 req-880c10ba-0213-4da7-834c-dcde5fe317da service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234651 Sep 29 23:02:31.700002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['d221a1f4-9d82-46b6-b044-e49d414b832c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:31.737468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['762a0a77-07d2-413d-8005-92301fe33c65'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:31.759668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e req-75610f51-03d1-4d05-818c-56a88fc140b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:31.761812 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e req-75610f51-03d1-4d05-818c-56a88fc140b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 1094 time: 0.0475421 Sep 29 23:02:31.918049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e72a2-f5da-44a3-b73d-b5dbbb486bdf req-92fc55e5-f24f-4a0a-b385-dc7e5beb4b53 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:31.925892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b07e72a2-f5da-44a3-b73d-b5dbbb486bdf req-92fc55e5-f24f-4a0a-b385-dc7e5beb4b53 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 949 time: 0.0766385 Sep 29 23:02:31.965856 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b07e72a2-f5da-44a3-b73d-b5dbbb486bdf req-1c26eb15-3cf2-448e-81c8-968c1ee5b197 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Sep 29 23:02:31.972182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e req-2b1bc9cf-1f77-4b2d-bb66-d416cf6f641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:31.973887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e req-2b1bc9cf-1f77-4b2d-bb66-d416cf6f641e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.1963568 Sep 29 23:02:32.052023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e req-89584e4b-cba5-4671-8ec7-8676b2370d2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3 HTTP/1.1" status: 200 len: 217 time: 0.0700796 Sep 29 23:02:32.090538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825c30e-97dc-4fb5-b56c-306d7396025d req-4267670f-f8cd-4aaa-96ef-9430a06a5a76 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:32.092065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7825c30e-97dc-4fb5-b56c-306d7396025d req-4267670f-f8cd-4aaa-96ef-9430a06a5a76 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.0572684 Sep 29 23:02:32.112348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e req-4d8133e5-e68e-42b9-8300-0e2caca1db59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:32.113786 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e req-4d8133e5-e68e-42b9-8300-0e2caca1db59 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.0533931 Sep 29 23:02:32.134946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7825c30e-97dc-4fb5-b56c-306d7396025d req-fbf78492-7969-4fff-9907-f0e7b7d7eb30 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Sep 29 23:02:32.159142 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e req-382b664f-3804-4493-a0ca-67241729fdfd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246758 Sep 29 23:02:32.273121 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e req-d54ebdc0-a1d9-4ddf-b3f3-3ab439fd5b9b service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061718 Sep 29 23:02:32.388639 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bab62beb-8a1f-4c4f-9ce4-8be1864c2f3e req-6fc0abaf-2369-4a6c-8339-d7c98be847a6 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078162 Sep 29 23:02:32.655539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fc5df-5942-4f8f-8bbc-627612ba2521 req-9942d983-b7cd-4865-8877-a177cfaf5497 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:32.657384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-977fc5df-5942-4f8f-8bbc-627612ba2521 req-9942d983-b7cd-4865-8877-a177cfaf5497 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 945 time: 0.0522578 Sep 29 23:02:32.699012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-977fc5df-5942-4f8f-8bbc-627612ba2521 req-9a952886-388e-42bb-a0e7-40960057e271 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350924 Sep 29 23:02:32.763723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 762a0a77-07d2-413d-8005-92301fe33c65 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:32.825924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 762a0a77-07d2-413d-8005-92301fe33c65 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:32.830092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 762a0a77-07d2-413d-8005-92301fe33c65 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:32.830753 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:32.847067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34386) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:32.920994 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:32.953686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762a0a77-07d2-413d-8005-92301fe33c65'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:32.957176 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08cbafe-43c3-454b-bca8-86f0d9fa3968" -d '{"events": [{"server_uuid": "6f77188c-d0ca-4092-8e62-98b69686dc0c", "name": "network-vif-plugged", "status": "completed", "tag": "762a0a77-07d2-413d-8005-92301fe33c65"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:32.981850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 762a0a77-07d2-413d-8005-92301fe33c65, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=762a0a77-07d2-413d-8005-92301fe33c65,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:32.989496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:32.990389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d221a1f4-9d82-46b6-b044-e49d414b832c up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:33.033663 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-139049fd-9ecb-4b82-b3be-1715cf95c97d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cddad5539fcd4eadaee32bc59e09787e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1852028 Sep 29 23:02:33.036107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34398) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:33.078202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea67be-a169-4715-bc75-30bba927e384 req-59a6be16-8107-4022-b6ec-78360297e21b tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:33.080158 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bea67be-a169-4715-bc75-30bba927e384 req-59a6be16-8107-4022-b6ec-78360297e21b tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.0610445 Sep 29 23:02:33.094678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=762a0a77-07d2-413d-8005-92301fe33c65,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:33.095296 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93194e4b-9e9b-4e3b-b9a6-72aef1bf7b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:33.112821 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port d221a1f4-9d82-46b6-b044-e49d414b832c completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:33.117388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port d221a1f4-9d82-46b6-b044-e49d414b832c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:33.117777 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:33.125659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bea67be-a169-4715-bc75-30bba927e384 req-3b6053e7-9d00-4b8f-81c5-176128337f28 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 Sep 29 23:02:33.129849 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93194e4b-9e9b-4e3b-b9a6-72aef1bf7b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:33.137538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'name': 'network-vif-deleted', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:33.141355 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c719189f-e0e7-4205-aa3a-9edd4e2c364d" -d '{"events": [{"server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "name": "network-vif-deleted", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:33.179890 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace49b85-c90d-4880-8f25-f9587cc3c816 x-openstack-request-id: req-ace49b85-c90d-4880-8f25-f9587cc3c816 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:33.180183 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77188c-d0ca-4092-8e62-98b69686dc0c", "name": "network-vif-plugged", "status": "completed", "tag": "762a0a77-07d2-413d-8005-92301fe33c65", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:33.180982 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ace49b85-c90d-4880-8f25-f9587cc3c816 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:33.181477 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '762a0a77-07d2-413d-8005-92301fe33c65', 'code': 200} Sep 29 23:02:33.220704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93194e4b-9e9b-4e3b-b9a6-72aef1bf7b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:33.223754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93194e4b-9e9b-4e3b-b9a6-72aef1bf7b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:33.224947 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-93194e4b-9e9b-4e3b-b9a6-72aef1bf7b90 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/760cd846-4a08-430c-8564-febd5ba7a57b HTTP/1.1" status: 204 len: 168 time: 0.1873491 Sep 29 23:02:33.242472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93194e4b-9e9b-4e3b-b9a6-72aef1bf7b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=760cd846-4a08-430c-8564-febd5ba7a57b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:33.269991 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:33.300162 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-824da23b-326f-4c9b-bbb1-a52d65a9e2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:33.318036 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5221bdca-b960-459e-b7cb-60204b0820d7 x-openstack-request-id: req-5221bdca-b960-459e-b7cb-60204b0820d7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:33.318807 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f379c550-cce4-456f-b553-052eab2e5855", "name": "network-vif-deleted", "tag": "ec8cda5a-149e-4c92-9a33-f7c466773c22", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:33.319554 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5221bdca-b960-459e-b7cb-60204b0820d7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:33.320000 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f379c550-cce4-456f-b553-052eab2e5855', 'name': 'network-vif-deleted', 'tag': 'ec8cda5a-149e-4c92-9a33-f7c466773c22', 'status': 'completed', 'code': 200} Sep 29 23:02:33.331759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d221a1f4-9d82-46b6-b044-e49d414b832c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:33.340375 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:33.341424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ec8cda5a-149e-4c92-9a33-f7c466773c22 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:33.344901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa592b7e-7226-4ecb-a530-ef6321688fd2 req-242cb3b8-1fd8-4ced-9daf-c88149b79585 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:33.345171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6ec3b-83c2-4af0-86f6-080332633056 req-a3327b05-b14d-4da3-a255-f905a43d8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:33.346906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2bb6ec3b-83c2-4af0-86f6-080332633056 req-a3327b05-b14d-4da3-a255-f905a43d8d80 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 1097 time: 0.0901532 Sep 29 23:02:33.353733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa592b7e-7226-4ecb-a530-ef6321688fd2 req-242cb3b8-1fd8-4ced-9daf-c88149b79585 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 949 time: 0.0852301 Sep 29 23:02:33.372107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: ec8cda5a-149e-4c92-9a33-f7c466773c22 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:02:33.372462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ec8cda5a-149e-4c92-9a33-f7c466773c22 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:02:33.393090 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2bb6ec3b-83c2-4af0-86f6-080332633056 req-4681d440-236a-41b1-a4ea-8d99c1499925 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385444 Sep 29 23:02:33.421385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa592b7e-7226-4ecb-a530-ef6321688fd2 req-a1576652-7ba2-4dff-96cb-6e80a38711fd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663962 Sep 29 23:02:33.425797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=d221a1f4-9d82-46b6-b044-e49d414b832c,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:33.442865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5d21c-1eff-42ec-82dd-1258222c0495 req-0798c15a-6947-4880-9c8a-be34b98bfd7c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:33.444743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4c5d21c-1eff-42ec-82dd-1258222c0495 req-0798c15a-6947-4880-9c8a-be34b98bfd7c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.0833714 Sep 29 23:02:33.488417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4c5d21c-1eff-42ec-82dd-1258222c0495 req-321c93b2-4ad5-441c-9d52-0c39a2233a93 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362029 Sep 29 23:02:33.817017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5b791-20d7-40b6-ad15-c09d65fc3f73 req-0f7f49f4-e304-49a8-9763-996e78a3d1f0 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:33.818839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ad5b791-20d7-40b6-ad15-c09d65fc3f73 req-0f7f49f4-e304-49a8-9763-996e78a3d1f0 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 946 time: 0.0503345 Sep 29 23:02:33.858957 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ad5b791-20d7-40b6-ad15-c09d65fc3f73 req-ff62df4e-409e-497b-8c65-e4bf6c7edc7a tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334120 Sep 29 23:02:33.974635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34442) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:34.070458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1650548217-network', 'tenant_id': 'b794a02f8b734d46ac58f00e4d1c8627'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:34.093042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Made reservation on behalf of b794a02f8b734d46ac58f00e4d1c8627 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:34.095347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.106713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.226655 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.232507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.258162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:02:34.260302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65235954-4456-4052-bfda-ecd9f16f33a6 req-e0305ab8-d5ee-4dad-8611-a2bb2d714f25 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:34.262555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65235954-4456-4052-bfda-ecd9f16f33a6 req-e0305ab8-d5ee-4dad-8611-a2bb2d714f25 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.0617208 Sep 29 23:02:34.276546 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:34.279812 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.280262 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Added segment f1cf87df-c82b-4f52-8976-f0754d8a2b5b of type vlan for network dd8fa703-5be0-4809-a8ac-f32c71d02b8d Sep 29 23:02:34.318483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65235954-4456-4052-bfda-ecd9f16f33a6 req-69bd7ebf-2b44-4708-9f73-50fe17e6a697 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 Sep 29 23:02:34.331434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.359132 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.360232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:34.360833 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.398872 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4231122 Sep 29 23:02:34.402362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34460) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:34.439991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Request body: {'subnet': {'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1650548217-subnet', 'tenant_id': 'b794a02f8b734d46ac58f00e4d1c8627', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:34.446963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797e371-ef3a-4ad0-b7cb-450f11a8ca63 admin admin] Pushing event updated for resources: {'Network': ['ID=dd8fa703-5be0-4809-a8ac-f32c71d02b8d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:34.460561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network dd8fa703-5be0-4809-a8ac-f32c71d02b8d details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:02:34.494279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34464) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:34.495560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Made reservation on behalf of b794a02f8b734d46ac58f00e4d1c8627 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:34.498061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.577675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac0ba9-a75e-4d7a-9fcb-e254910e512c req-696ec0cf-b848-4bde-b772-c2412cb554d0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:34.585252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29ac0ba9-a75e-4d7a-9fcb-e254910e512c req-696ec0cf-b848-4bde-b772-c2412cb554d0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.0611308 Sep 29 23:02:34.661321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29ac0ba9-a75e-4d7a-9fcb-e254910e512c req-455c299f-c308-4d61-ac27-bd688c16f65d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748887 Sep 29 23:02:34.663246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb82ca98-70d6-4f2b-99fa-eae47abe5903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.702880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ccf42-5187-493c-a098-ce8f2b50ec7c req-5493975b-b7db-4d72-958e-621bca0f84e7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:34.704445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-732ccf42-5187-493c-a098-ce8f2b50ec7c req-5493975b-b7db-4d72-958e-621bca0f84e7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.0976295 Sep 29 23:02:34.745020 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.761738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-732ccf42-5187-493c-a098-ce8f2b50ec7c req-44d8bb48-4be3-4a2e-84a6-80986d236efa tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507960 Sep 29 23:02:34.814394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Pushing event updated for resources: {'Subnet': ['ID=701904cc-49a5-4873-8794-97e507443f4b,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:34.814777 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb82ca98-70d6-4f2b-99fa-eae47abe5903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.819699 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb82ca98-70d6-4f2b-99fa-eae47abe5903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.823811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Checking segment: {'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:34.824201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Network hostable DHCP agents. Network: dd8fa703-5be0-4809-a8ac-f32c71d02b8d, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:02:34.840572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Network dd8fa703-5be0-4809-a8ac-f32c71d02b8d is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:02:34.848792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, dd8fa703-5be0-4809-a8ac-f32c71d02b8d) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:34.852945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:34.853666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.862370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cb82ca98-70d6-4f2b-99fa-eae47abe5903 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb8a969fcde64976954095e07d049d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647156 Sep 29 23:02:34.862751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:34.863322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4b427b-81bc-4794-8d50-81408b733c6c None None] Network dd8fa703-5be0-4809-a8ac-f32c71d02b8d requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:02:34.867714 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f7b9d654-b04c-47bc-94f2-bca281e9173a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4642880 Sep 29 23:02:34.878830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82ca98-70d6-4f2b-99fa-eae47abe5903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d532e06e-0e5e-4ca3-9fbb-e984912e7330,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:34.936357 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a74ee528-8544-4f7d-84a1-00b473642668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:34.982710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a74ee528-8544-4f7d-84a1-00b473642668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:35.002061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b70b095-f4bd-4ed3-b965-74c8ca780376 None None] Network dd8fa703-5be0-4809-a8ac-f32c71d02b8d requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:02:35.036225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbef9f-c9e8-45f7-96b9-64bcdd330a36 req-14957987-6738-4515-bae8-a37c35b0cb6d tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:35.037772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcfbef9f-c9e8-45f7-96b9-64bcdd330a36 req-14957987-6738-4515-bae8-a37c35b0cb6d tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 946 time: 0.0894825 Sep 29 23:02:35.076516 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a74ee528-8544-4f7d-84a1-00b473642668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:35.079138 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a74ee528-8544-4f7d-84a1-00b473642668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:35.080393 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a74ee528-8544-4f7d-84a1-00b473642668 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d532e06e-0e5e-4ca3-9fbb-e984912e7330 HTTP/1.1" status: 204 len: 168 time: 0.2168860 Sep 29 23:02:35.092179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ee528-8544-4f7d-84a1-00b473642668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d532e06e-0e5e-4ca3-9fbb-e984912e7330,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:35.096557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcfbef9f-c9e8-45f7-96b9-64bcdd330a36 req-51955c3b-56b0-4e78-8530-b73f962d0bbb tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488183 Sep 29 23:02:35.182334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:35.186579 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b760a007-aa20-4525-a0cc-422af35658b5" -d '{"events": [{"server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "name": "network-vif-plugged", "status": "completed", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:35.344251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-16592404-9d5d-4f88-a5b7-66d6c89f4783 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 258 time: 0.2057757 Sep 29 23:02:35.353580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:35.378869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:35.831574 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:35.842097 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-3e744ed0-19ef-4aae-a22f-cf72a9d6027b tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:35.843557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-3e744ed0-19ef-4aae-a22f-cf72a9d6027b tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/networks?id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d HTTP/1.1" status: 200 len: 818 time: 0.1204095 Sep 29 23:02:35.886654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-36a292df-8796-4ff3-8aeb-19eba5409566 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/quotas/b794a02f8b734d46ac58f00e4d1c8627 HTTP/1.1" status: 200 len: 375 time: 0.0370693 Sep 29 23:02:35.928981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-f435483c-86f3-4c2d-bcb0-b2b8e502967e tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b794a02f8b734d46ac58f00e4d1c8627&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345638 Sep 29 23:02:36.028768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Allocated IP 172.25.4.88 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/a04c8a3e-d40f-4d98-8c04-be4d8e8cb5eb) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:36.075164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-a11d3e09-6a63-4ba3-b0ca-72f6da6e4f6d service neutron] 10.222.0.44 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239371 Sep 29 23:02:36.164884 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-acebbd1a-b47e-4255-b07d-9515fd23fc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.211112 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.224431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-0dce6ca3-8eab-4aa7-9609-af2432514a60 service neutron] 10.222.0.44 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416450 Sep 29 23:02:36.253024 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.289463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:36.293124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:36.296660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:36.330874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Pushing event updated for resources: {'Port': ['ID=a04c8a3e-d40f-4d98-8c04-be4d8e8cb5eb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:36.395791 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.402893 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.431594 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.452637 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31085315-37a8-4c2e-9385-05b9561cecc3 x-openstack-request-id: req-31085315-37a8-4c2e-9385-05b9561cecc3 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:36.453210 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "name": "network-vif-plugged", "status": "completed", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:36.453757 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31085315-37a8-4c2e-9385-05b9561cecc3 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:36.454338 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c', 'code': 200} Sep 29 23:02:36.561248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99858786-5645-4cfb-92f6-21670757d07f req-8f07c3d5-e535-49cc-adff-4d8fe13769d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:36.562838 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99858786-5645-4cfb-92f6-21670757d07f req-8f07c3d5-e535-49cc-adff-4d8fe13769d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1101 time: 0.0460777 Sep 29 23:02:36.601701 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99858786-5645-4cfb-92f6-21670757d07f req-9dde1d60-006c-4051-a7c6-89745c0cf81b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304770 Sep 29 23:02:36.621005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39527175-1c16-4a0d-80ba-28233b939e03 req-658fa025-0ae5-4409-bfe4-c741938ab592 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:36.622520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39527175-1c16-4a0d-80ba-28233b939e03 req-658fa025-0ae5-4409-bfe4-c741938ab592 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.0810330 Sep 29 23:02:36.645443 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.653134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b59aac8b-7a6d-4077-b43c-4f96d852dce3 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:36.654900 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.731958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39527175-1c16-4a0d-80ba-28233b939e03 req-f373f1ea-6146-4f8e-a177-a2a0a877c149 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006908 Sep 29 23:02:36.758417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Pushing event updated for resources: {'Port': ['ID=a04c8a3e-d40f-4d98-8c04-be4d8e8cb5eb,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:36.767865 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.776552 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:36.785975 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.795297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-a74f43e2-f36d-4561-9076-6e1fadc56607 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4457562 Sep 29 23:02:36.796261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3', 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7', 'port_id': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3', 'mac_address': 'fa:16:3e:f6:b1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e257f-b911-46db-9074-3307b87d2219', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:36.846228 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.863383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b59aac8b-7a6d-4077-b43c-4f96d852dce3 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:36.864713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-2dfd98ef-a101-4e4f-a445-c3a6757825c6 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.0681083 Sep 29 23:02:36.885010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:36.889484 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:36.890414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cef065a1-6e7d-4136-8013-c6f600e73c32 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:36.942728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87336190-f834-451b-85df-14b6c3d0f3f1 req-bfd1e5aa-5f79-46db-941a-7e1e59b6329f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:36.944462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-87336190-f834-451b-85df-14b6c3d0f3f1 req-bfd1e5aa-5f79-46db-941a-7e1e59b6329f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.1010258 Sep 29 23:02:37.005741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=b59aac8b-7a6d-4077-b43c-4f96d852dce3,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:37.031901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-87336190-f834-451b-85df-14b6c3d0f3f1 req-86263259-96cc-4f55-91e3-b2a5eef01e5f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617049 Sep 29 23:02:37.039197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-23c14d60-5b0b-4ed1-9419-2797b3e2fcef tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:37.040882 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e93c516-9ff3-4e74-aa1f-7d82e91c0e4f req-23c14d60-5b0b-4ed1-9419-2797b3e2fcef tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1581621 Sep 29 23:02:37.046301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:37.058155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'mac_address': 'fa:16:3e:0e:c9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:37.102003 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:37.124070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cef065a1-6e7d-4136-8013-c6f600e73c32 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:37.154765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:37.158774 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:37.219208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:37.239951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbb0e6-03fc-4f01-9fb1-7803db3be757 req-06e2c9dd-19e4-44fd-93cf-438aafb4dadc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:37.241456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0acbb0e6-03fc-4f01-9fb1-7803db3be757 req-06e2c9dd-19e4-44fd-93cf-438aafb4dadc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 944 time: 0.0609739 Sep 29 23:02:37.318333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0acbb0e6-03fc-4f01-9fb1-7803db3be757 req-6305d6ab-ed42-48b8-b5eb-773157a2c127 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623405 Sep 29 23:02:37.348671 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:37.392618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['cef065a1-6e7d-4136-8013-c6f600e73c32'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:37.489598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-7d7dea92-01e1-46ab-81b5-b115a92432b7 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:37.500792 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-7d7dea92-01e1-46ab-81b5-b115a92432b7 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0796390 Sep 29 23:02:37.568145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-e7c2e259-0c9f-4e13-ac32-7cafdd5d2eb8 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.0660651 Sep 29 23:02:37.576127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-b4e9e423-66c5-44e4-a565-45db4daf3c45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Request body: {'floatingip': {'port_id': '762a0a77-07d2-413d-8005-92301fe33c65', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:37.632233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-b4e9e423-66c5-44e4-a565-45db4daf3c45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:37.710606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aeca141-4a3b-4ee3-95ef-917d28dc8642 req-87f913de-fba3-4274-b0f3-b0da1df93f12 tempest-AbsoluteLimitsNegativeTestJSON-899849035 tempest-AbsoluteLimitsNegativeTestJSON-899849035-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=4dba8720f1a04d01afc3c4490cbf02f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443962 Sep 29 23:02:37.904260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeca141-4a3b-4ee3-95ef-917d28dc8642 req-5e483b5f-c5ee-4578-8227-3b8b7b92acc8 tempest-AbsoluteLimitsNegativeTestJSON-899849035 tempest-AbsoluteLimitsNegativeTestJSON-899849035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:37.905802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aeca141-4a3b-4ee3-95ef-917d28dc8642 req-5e483b5f-c5ee-4578-8227-3b8b7b92acc8 tempest-AbsoluteLimitsNegativeTestJSON-899849035 tempest-AbsoluteLimitsNegativeTestJSON-899849035-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1863139 Sep 29 23:02:37.951457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aeca141-4a3b-4ee3-95ef-917d28dc8642 req-d1e9ff8a-d86d-4fa1-93b1-10eb9b50d056 tempest-AbsoluteLimitsNegativeTestJSON-899849035 tempest-AbsoluteLimitsNegativeTestJSON-899849035-project] 10.222.0.44 "GET /v2.0/quotas/4dba8720f1a04d01afc3c4490cbf02f1 HTTP/1.1" status: 200 len: 375 time: 0.0389013 Sep 29 23:02:38.020880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aeca141-4a3b-4ee3-95ef-917d28dc8642 req-27cfc10b-704e-4d15-b2e5-f975d41c068d tempest-AbsoluteLimitsNegativeTestJSON-899849035 tempest-AbsoluteLimitsNegativeTestJSON-899849035-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=4dba8720f1a04d01afc3c4490cbf02f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636504 Sep 29 23:02:38.033595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['b59aac8b-7a6d-4077-b43c-4f96d852dce3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:38.204403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7fc2f62-cd9c-4c1c-829d-f926de02324b req-18b90247-a674-4ac7-8f56-995b960b4238 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 210 time: 0.0362241 Sep 29 23:02:38.354829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-81eac6ed-24fd-4237-889c-f7abfa4b3c77 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:38.357750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-81eac6ed-24fd-4237-889c-f7abfa4b3c77 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.26 "GET /v2.0/networks?id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d HTTP/1.1" status: 200 len: 818 time: 0.1992328 Sep 29 23:02:38.379449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Request body: {'port': {'device_id': '348bd18b-2904-489f-b0b0-f1de23a021b7', 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d', 'admin_state_up': True, 'tenant_id': 'b794a02f8b734d46ac58f00e4d1c8627'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:38.440035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-b4e9e423-66c5-44e4-a565-45db4daf3c45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:38.459606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-b4e9e423-66c5-44e4-a565-45db4daf3c45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:38.480139 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:38.503227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34596) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:38.522907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452d483-769f-4f38-9f9f-5b653385cf11 req-933147bb-fcb0-4013-9b6e-af53ec1d90b1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:38.524932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5452d483-769f-4f38-9f9f-5b653385cf11 req-933147bb-fcb0-4013-9b6e-af53ec1d90b1 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.1614685 Sep 29 23:02:38.620357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5452d483-769f-4f38-9f9f-5b653385cf11 req-3c7f83dd-1b0a-47d0-b245-3c2a33293c4a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841808 Sep 29 23:02:38.657131 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-b4e9e423-66c5-44e4-a565-45db4daf3c45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Floating IP d3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43 associated. External IP: 172.25.4.88, port: 762a0a77-07d2-413d-8005-92301fe33c65. Sep 29 23:02:38.661782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cef065a1-6e7d-4136-8013-c6f600e73c32 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:38.662821 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cd062d0-bcdb-4e4a-8236-2d4bbc29f885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:38.668272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Made reservation on behalf of b794a02f8b734d46ac58f00e4d1c8627 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:38.672017 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:38.724516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port cef065a1-6e7d-4136-8013-c6f600e73c32 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:38.724858 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:38.739368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-f182d621-deb5-4104-8276-dfe9f9bf5f47 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:38.740853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-f182d621-deb5-4104-8276-dfe9f9bf5f47 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.42 "GET /v2.0/networks?id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d HTTP/1.1" status: 200 len: 818 time: 0.2245407 Sep 29 23:02:38.767664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Request body: {'port': {'device_id': '019c48a3-9427-430e-bbc8-02776f32e2e1', 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d', 'admin_state_up': True, 'tenant_id': 'b794a02f8b734d46ac58f00e4d1c8627'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:38.807919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea4b2a-9fee-464d-a53e-f97511b4ef86 req-1b70ebd4-ab59-431a-9bdb-f4c7847af182 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:38.809479 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3ea4b2a-9fee-464d-a53e-f97511b4ef86 req-1b70ebd4-ab59-431a-9bdb-f4c7847af182 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.1033783 Sep 29 23:02:38.824595 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:38.867457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:38.868913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:38.871523 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0624933-5787-495c-9d84-0e1a78372393" -d '{"events": [{"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-plugged", "status": "completed", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:38.875256 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:38.907007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3ea4b2a-9fee-464d-a53e-f97511b4ef86 req-7df2a41e-3324-47ad-8853-073e313dc120 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870245 Sep 29 23:02:38.919248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Allocated IP 172.20.0.11 (dd8fa703-5be0-4809-a8ac-f32c71d02b8d/701904cc-49a5-4873-8794-97e507443f4b/b6a8eab6-1f19-4043-9447-b21501cbcc48) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:38.947758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:39.001685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-b4e9e423-66c5-44e4-a565-45db4daf3c45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Router f965ef8b-2539-4d1a-9759-76e54640242a has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:02:39.059155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cd062d0-bcdb-4e4a-8236-2d4bbc29f885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.073366 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cd062d0-bcdb-4e4a-8236-2d4bbc29f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.138766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd062d0-bcdb-4e4a-8236-2d4bbc29f885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b09034-eddd-4488-b0aa-60ca89437810,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:39.170960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Made reservation on behalf of b794a02f8b734d46ac58f00e4d1c8627 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:39.174738 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.186680 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5cd062d0-bcdb-4e4a-8236-2d4bbc29f885 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4dba8720f1a04d01afc3c4490cbf02f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6819692 Sep 29 23:02:39.195556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34612) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:39.200992 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.261229 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.355944 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f87c447d-b036-45f4-b01a-2f368ff3140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.387380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f87c447d-b036-45f4-b01a-2f368ff3140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.397114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.509509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Network dd8fa703-5be0-4809-a8ac-f32c71d02b8d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:39.522043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Allocated IP 172.20.0.9 (dd8fa703-5be0-4809-a8ac-f32c71d02b8d/701904cc-49a5-4873-8794-97e507443f4b/33271e34-cf9f-45b9-b407-ca6ecb92b649) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:39.524095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:39.528729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Pushing event updated for resources: {'Port': ['ID=b6a8eab6-1f19-4043-9447-b21501cbcc48,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:39.531595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:39.574280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-b4e9e423-66c5-44e4-a565-45db4daf3c45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:02:39.596347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] Sync routers for ids ['f965ef8b-2539-4d1a-9759-76e54640242a'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:02:39.601059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f87c447d-b036-45f4-b01a-2f368ff3140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.604000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f87c447d-b036-45f4-b01a-2f368ff3140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.605220 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f87c447d-b036-45f4-b01a-2f368ff3140f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/52b09034-eddd-4488-b0aa-60ca89437810 HTTP/1.1" status: 204 len: 168 time: 0.4024634 Sep 29 23:02:39.610460 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-b4e9e423-66c5-44e4-a565-45db4daf3c45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.618779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:39.619386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.629480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d0737-9984-444f-a853-4effcab14d75 req-8a7b3a90-e74d-4c50-88d7-906649a62877 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:39.631234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-236d0737-9984-444f-a853-4effcab14d75 req-8a7b3a90-e74d-4c50-88d7-906649a62877 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 944 time: 0.5038128 Sep 29 23:02:39.638186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c447d-b036-45f4-b01a-2f368ff3140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b09034-eddd-4488-b0aa-60ca89437810,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:39.643081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] Routers {'f965ef8b-2539-4d1a-9759-76e54640242a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:39.645620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f965ef8b-2539-4d1a-9759-76e54640242a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:39.666801 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-676567d7-9109-4076-bdbb-48a7dcd8fd0a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2993286 Sep 29 23:02:39.689700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Request body: {'port': {'device_id': '348bd18b-2904-489f-b0b0-f1de23a021b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:39.708912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-b4e9e423-66c5-44e4-a565-45db4daf3c45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "PUT /v2.0/floatingips/d3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43 HTTP/1.1" status: 200 len: 996 time: 2.1393270 Sep 29 23:02:39.714801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'tag': '762a0a77-07d2-413d-8005-92301fe33c65'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:39.717075 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f77188c-d0ca-4092-8e62-98b69686dc0c", "tag": "762a0a77-07d2-413d-8005-92301fe33c65"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:39.739640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-4622a393-59ac-4e40-b853-3a03ef3240e4 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:39.741793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-4622a393-59ac-4e40-b853-3a03ef3240e4 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.42 "GET /v2.0/networks?id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d HTTP/1.1" status: 200 len: 818 time: 0.6123784 Sep 29 23:02:39.793583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Request body: {'port': {'device_id': '7dd3d623-bf86-461e-b1a1-c3cb7583399c', 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d', 'admin_state_up': True, 'tenant_id': 'b794a02f8b734d46ac58f00e4d1c8627'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:39.798463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.820075 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:39.873049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] Set router f965ef8b-2539-4d1a-9759-76e54640242a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:39.929053 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-236d0737-9984-444f-a853-4effcab14d75 req-398e2687-c276-4170-8bea-874f9816371c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760251 Sep 29 23:02:39.966868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-c4833ebf-e3bb-429e-87f7-eaa3ceac53bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:39.974206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-c4833ebf-e3bb-429e-87f7-eaa3ceac53bd service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c965c6cf0b2c4987be619ac53f5e18f4&device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 1097 time: 0.2469394 Sep 29 23:02:40.000318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:40.093430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Network dd8fa703-5be0-4809-a8ac-f32c71d02b8d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:40.120334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:40.143439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:40.153408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Made reservation on behalf of b794a02f8b734d46ac58f00e4d1c8627 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:40.158842 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:40.237890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-e1f66cfc-c229-4d1c-acab-0fb68e3ea651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:40.246150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-e1f66cfc-c229-4d1c-acab-0fb68e3ea651 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52376747-5e38-4f02-b8bd-e16ecf31389e HTTP/1.1" status: 200 len: 930 time: 0.2710452 Sep 29 23:02:40.261308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:40.261538 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe71bfb-a575-467d-81dd-c6523b966790 x-openstack-request-id: req-dfe71bfb-a575-467d-81dd-c6523b966790 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:40.261738 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-plugged", "status": "completed", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:40.262005 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dfe71bfb-a575-467d-81dd-c6523b966790 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:40.262397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:40.262534 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'code': 200} Sep 29 23:02:40.281810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Pushing event updated for resources: {'Port': ['ID=33271e34-cf9f-45b9-b407-ca6ecb92b649,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:40.297844 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:02:06Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'd3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'port_id': '762a0a77-07d2-413d-8005-92301fe33c65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'mac_address': 'fa:16:3e:9a:90:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:02:36Z', 'updated_at': '2021-09-29T23:02:38Z', 'revision_number': 1, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5b1148-ad42-4c62-9367-c3713a26b7cd', 'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'mac_address': 'fa:16:3e:0e:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:02Z', 'updated_at': '2021-09-29T23:02:17Z', 'revision_number': 5, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'subnets': [{'id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:40.341076 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-cb9ce984-6f73-4f30-ad89-4160fdee11ee tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5791869 Sep 29 23:02:40.367885 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Request body: {'port': {'device_id': '019c48a3-9427-430e-bbc8-02776f32e2e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:40.371360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-a7082fa4-5d68-4456-b603-3d0ff8a51f0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=762a0a77-07d2-413d-8005-92301fe33c65 HTTP/1.1" status: 200 len: 999 time: 0.1243205 Sep 29 23:02:40.390203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] Checking router: f965ef8b-2539-4d1a-9759-76e54640242a for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:02:40.411979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] Routers {'f965ef8b-2539-4d1a-9759-76e54640242a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:40.413907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f965ef8b-2539-4d1a-9759-76e54640242a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:40.474791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-16d89ac2-6bb6-4979-ae64-61a3971db514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:40.479195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-16d89ac2-6bb6-4979-ae64-61a3971db514 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae724f1a-faf3-4ec5-b633-28358464be4e HTTP/1.1" status: 200 len: 868 time: 0.0760217 Sep 29 23:02:40.485428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:40.567444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-a1b013c5-127d-4157-9876-5df45d9922e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:40.569608 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-a1b013c5-127d-4157-9876-5df45d9922e1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52376747-5e38-4f02-b8bd-e16ecf31389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823100 Sep 29 23:02:40.650599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] Set router f965ef8b-2539-4d1a-9759-76e54640242a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:40.703736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b59aac8b-7a6d-4077-b43c-4f96d852dce3 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:40.741331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-5e83bbf0-e268-4848-92fa-3b4d10e733cf service neutron] 10.222.0.44 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644132 Sep 29 23:02:40.826263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a8e97-ef14-4348-ac67-a822ad151648 req-717af4e9-7b6e-4f17-a0a1-da3ba558f812 tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:40.833912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f23a8e97-ef14-4348-ac67-a822ad151648 req-717af4e9-7b6e-4f17-a0a1-da3ba558f812 tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1101 time: 0.0908754 Sep 29 23:02:40.882372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f23a8e97-ef14-4348-ac67-a822ad151648 req-de389c36-164d-4d78-b523-9483cf984e79 tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:40.892175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34664) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:40.928391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3a5234-a122-46fb-a79b-711372c0dfa3 req-fea99fb4-c19c-4140-8239-c045b6b4a48a service neutron] 10.222.0.44 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767254 Sep 29 23:02:41.024103 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f23a8e97-ef14-4348-ac67-a822ad151648 req-de389c36-164d-4d78-b523-9483cf984e79 tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.032490 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f23a8e97-ef14-4348-ac67-a822ad151648 req-de389c36-164d-4d78-b523-9483cf984e79 tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.090351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1778742026-network', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:41.113525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f23a8e97-ef14-4348-ac67-a822ad151648 req-de389c36-164d-4d78-b523-9483cf984e79 tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783279 Sep 29 23:02:41.126550 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port b59aac8b-7a6d-4077-b43c-4f96d852dce3 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:41.135884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port b59aac8b-7a6d-4077-b43c-4f96d852dce3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:41.136329 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.136946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a8eab6-1f19-4043-9447-b21501cbcc48 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:41.145111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.148031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d578a78d-13d7-49bc-aaa0-b54ade293963 req-fd08a1c3-927b-47b1-8234-a7893f62bbf6 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 210 time: 0.0720518 Sep 29 23:02:41.157439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de389c36-164d-4d78-b523-9483cf984e79 tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fb37b5-96b8-49c0-866e-3a689f4b955d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:41.161019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Transition to ACTIVE for port object b6a8eab6-1f19-4043-9447-b21501cbcc48 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:41.171264 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.224952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Made reservation on behalf of 235cb6eda5ba4ca998847694bdd2b31b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:41.229657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.254801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.271310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:02:06Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'd3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'port_id': '762a0a77-07d2-413d-8005-92301fe33c65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'mac_address': 'fa:16:3e:9a:90:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:02:36Z', 'updated_at': '2021-09-29T23:02:38Z', 'revision_number': 1, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5b1148-ad42-4c62-9367-c3713a26b7cd', 'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'mac_address': 'fa:16:3e:0e:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:02Z', 'updated_at': '2021-09-29T23:02:17Z', 'revision_number': 5, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'subnets': [{'id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:41.333913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bee3c9a-0484-4fc7-aac6-63c7e4d0a4da None None] The sync data for ids ['f965ef8b-2539-4d1a-9759-76e54640242a'] in n-d-811173-2 is: [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:02:06Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'd3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'floating_ip_address': '172.25.4.88', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'port_id': '762a0a77-07d2-413d-8005-92301fe33c65', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'mac_address': 'fa:16:3e:9a:90:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:02:36Z', 'updated_at': '2021-09-29T23:02:38Z', 'revision_number': 1, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad5b1148-ad42-4c62-9367-c3713a26b7cd', 'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'mac_address': 'fa:16:3e:0e:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:02Z', 'updated_at': '2021-09-29T23:02:17Z', 'revision_number': 5, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'subnets': [{'id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:02:41.357198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.422300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a8eab6-1f19-4043-9447-b21501cbcc48,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:41.434693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Attempting to bind port b6a8eab6-1f19-4043-9447-b21501cbcc48 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:41.435030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Attempting to bind port b6a8eab6-1f19-4043-9447-b21501cbcc48 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:41.435573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Attempting to bind port b6a8eab6-1f19-4043-9447-b21501cbcc48 on network dd8fa703-5be0-4809-a8ac-f32c71d02b8d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:41.437722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:41.448609 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.458107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Port b6a8eab6-1f19-4043-9447-b21501cbcc48 on network dd8fa703-5be0-4809-a8ac-f32c71d02b8d not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:41.458699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Attempting to bind port b6a8eab6-1f19-4043-9447-b21501cbcc48 on network dd8fa703-5be0-4809-a8ac-f32c71d02b8d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:41.465374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:41.466539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Checking segment: {'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:41.467275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Bound using segment: {'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:41.467914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Bound port: b6a8eab6-1f19-4043-9447-b21501cbcc48, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:41.468449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.475610 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8a887a-e95c-47be-a3d4-b75b4433c1c9 x-openstack-request-id: req-6a8a887a-e95c-47be-a3d4-b75b4433c1c9 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:41.475930 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f77188c-d0ca-4092-8e62-98b69686dc0c", "tag": "762a0a77-07d2-413d-8005-92301fe33c65", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:41.476187 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6a8a887a-e95c-47be-a3d4-b75b4433c1c9 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:41.476600 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'tag': '762a0a77-07d2-413d-8005-92301fe33c65', 'status': 'completed', 'code': 200} Sep 29 23:02:41.537643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-d1da6c3a-f0a9-4d16-b0aa-1c99e54ef59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:41.540196 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-d1da6c3a-f0a9-4d16-b0aa-1c99e54ef59d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c965c6cf0b2c4987be619ac53f5e18f4&device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 1097 time: 0.1310177 Sep 29 23:02:41.557672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=b59aac8b-7a6d-4077-b43c-4f96d852dce3,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:41.639287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Allocated IP 172.20.0.8 (dd8fa703-5be0-4809-a8ac-f32c71d02b8d/701904cc-49a5-4873-8794-97e507443f4b/6a0fbd02-e344-449e-9243-17cb6793de81) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:41.677352 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.696378 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.715987 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b2438e-47c2-4e06-9e7b-e0ad7cf4f8c6 None None] New status for floating IP d3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:02:41.720133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] For port b6a8eab6-1f19-4043-9447-b21501cbcc48, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:41.741943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] For port b6a8eab6-1f19-4043-9447-b21501cbcc48, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b6a8eab6-1f19-4043-9447-b21501cbcc48,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:41.744879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f7e371-9a5a-427d-b809-87e49ada3040,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:41.752470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-ccab0033-ddf1-4d52-b72d-27371d454047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:41.755783 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-ccab0033-ddf1-4d52-b72d-27371d454047 service neutron] 10.222.0.26 "GET /v2.0/networks?id=52376747-5e38-4f02-b8bd-e16ecf31389e HTTP/1.1" status: 200 len: 930 time: 0.2036226 Sep 29 23:02:41.759769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.783255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2cef7-e7ea-4995-8f68-5e2a74800fe3 req-370074be-5a68-45fb-94ce-ba0bbff007d4 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:41.785114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ec2cef7-e7ea-4995-8f68-5e2a74800fe3 req-370074be-5a68-45fb-94ce-ba0bbff007d4 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.3123455 Sep 29 23:02:41.795467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:02:41.810314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-80222a88-84e2-4b29-97da-a29a52b44958 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 258 time: 0.3322299 Sep 29 23:02:41.832313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:41.842662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Pushing event updated for resources: {'Port': ['ID=b6a8eab6-1f19-4043-9447-b21501cbcc48,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:41.881205 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.894556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.895142 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Added segment 5c189ee3-be0a-48f4-a6d8-77e29489d113 of type vlan for network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 Sep 29 23:02:41.916173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:41.916799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:41.918354 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-deefc336-e479-46a2-818f-ba209e2b7a40 service neutron] 10.222.0.26 "PUT /v2.0/ports/b6a8eab6-1f19-4043-9447-b21501cbcc48 HTTP/1.1" status: 200 len: 1092 time: 2.2329102 Sep 29 23:02:41.919094 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '348bd18b-2904-489f-b0b0-f1de23a021b7', 'tag': 'b6a8eab6-1f19-4043-9447-b21501cbcc48'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:41.921522 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269c4588-b93c-476c-9b4f-7455ac36716a" -d '{"events": [{"name": "network-changed", "server_uuid": "348bd18b-2904-489f-b0b0-f1de23a021b7", "tag": "b6a8eab6-1f19-4043-9447-b21501cbcc48"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:41.963506 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-149a4487-b075-46fd-a82e-1119a2cde82b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=762a0a77-07d2-413d-8005-92301fe33c65 HTTP/1.1" status: 200 len: 999 time: 0.1218438 Sep 29 23:02:42.019629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ec2cef7-e7ea-4995-8f68-5e2a74800fe3 req-03eef5d9-253d-4c30-a4d6-c024a138af89 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213507 Sep 29 23:02:42.024155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:42.073576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-85602c42-017a-4b94-91af-8dd73c0a80de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:42.074903 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-85602c42-017a-4b94-91af-8dd73c0a80de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae724f1a-faf3-4ec5-b633-28358464be4e HTTP/1.1" status: 200 len: 868 time: 0.0888186 Sep 29 23:02:42.083046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-7fc44643-7621-4a83-aba3-f024fe535e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:42.084863 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-7fc44643-7621-4a83-aba3-f024fe535e20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b794a02f8b734d46ac58f00e4d1c8627&device_id=348bd18b-2904-489f-b0b0-f1de23a021b7 HTTP/1.1" status: 200 len: 1095 time: 0.0975394 Sep 29 23:02:42.154923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-8cb1187b-5f7e-4e50-88b9-9c2ce3ff738b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6a8eab6-1f19-4043-9447-b21501cbcc48 HTTP/1.1" status: 200 len: 217 time: 0.0495040 Sep 29 23:02:42.165869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:42.166929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:42.167531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:42.236339 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:42.258996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3657115 Sep 29 23:02:42.260424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-b095d592-37b3-4341-91cc-c555d2fd841e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:42.263379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:42.263950 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-b095d592-37b3-4341-91cc-c555d2fd841e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52376747-5e38-4f02-b8bd-e16ecf31389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1628971 Sep 29 23:02:42.264481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34692) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:42.265763 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e1f46c-2afa-45da-bb74-6da04aae49d3" -d '{"events": [{"server_uuid": "e1b71e84-eb9c-4ca0-80d3-0a37adf0852e", "name": "network-vif-plugged", "status": "completed", "tag": "b59aac8b-7a6d-4077-b43c-4f96d852dce3"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:42.267561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-68bf40f8-efbb-4e47-abbd-b024e2e781c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:42.269149 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-68bf40f8-efbb-4e47-abbd-b024e2e781c3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=701904cc-49a5-4873-8794-97e507443f4b HTTP/1.1" status: 200 len: 858 time: 0.0915048 Sep 29 23:02:42.273111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Request body: {'subnet': {'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1778742026-subnet', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:42.297134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90b6a4b-53c5-4628-a991-bff06e6211da admin admin] Pushing event updated for resources: {'Network': ['ID=cc30321d-ac0d-4aa1-8a2b-b9d635c4df49,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:42.309291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:02:42.353306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489c9874-881e-494b-8f67-eb2550bb56c0 req-0d3b3221-a94a-4079-9ea1-302afc6428c3 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:42.361265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-489c9874-881e-494b-8f67-eb2550bb56c0 req-0d3b3221-a94a-4079-9ea1-302afc6428c3 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.2224059 Sep 29 23:02:42.400353 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-feaf4d40-4080-467e-a11b-79c67fc48f98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932109 Sep 29 23:02:42.402308 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:42.425799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:42.452882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Made reservation on behalf of 235cb6eda5ba4ca998847694bdd2b31b for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:42.455519 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:42.466181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-489c9874-881e-494b-8f67-eb2550bb56c0 req-80c7adf7-af86-49a4-8fbc-8edaa9227a10 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000798 Sep 29 23:02:42.536572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Network dd8fa703-5be0-4809-a8ac-f32c71d02b8d is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:42.551238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:42.553902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:42.611299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:42.611950 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:42.667429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Pushing event updated for resources: {'Port': ['ID=6a0fbd02-e344-449e-9243-17cb6793de81,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:42.683921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e32e56ec-0a17-475b-89b0-5a760fefc2e0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9047923 Sep 29 23:02:42.723873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Request body: {'port': {'device_id': '7dd3d623-bf86-461e-b1a1-c3cb7583399c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:42.734078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Allocated IP 172.25.4.195 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/d20d640c-c324-4538-a7c3-51eca2752d20) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:42.752672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e6dd66be-a4d3-4943-a19e-9546377193c5 service neutron] 10.222.0.26 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505359 Sep 29 23:02:42.853905 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-aaa18e54-284e-4980-86b8-a7a41ad6e8c5 service neutron] 10.222.0.26 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277579 Sep 29 23:02:42.873408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:43.068428 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:43.138706 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:43.199865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:43.202909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:43.205621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:43.308611 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9a9cd2-e100-4f61-89d5-1d58ff6710dd x-openstack-request-id: req-1a9a9cd2-e100-4f61-89d5-1d58ff6710dd {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:43.309406 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "348bd18b-2904-489f-b0b0-f1de23a021b7", "tag": "b6a8eab6-1f19-4043-9447-b21501cbcc48", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:43.309406 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a9a9cd2-e100-4f61-89d5-1d58ff6710dd {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:43.309694 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '348bd18b-2904-489f-b0b0-f1de23a021b7', 'tag': 'b6a8eab6-1f19-4043-9447-b21501cbcc48', 'status': 'completed', 'code': 200} Sep 29 23:02:43.313119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34718) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:43.338983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33271e34-cf9f-45b9-b407-ca6ecb92b649 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:43.352795 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-285d43f4-8b71-4352-a693-f3314134591c service neutron] 10.222.0.26 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971750 Sep 29 23:02:43.353473 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:43.355958 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e56a47b8-3107-4182-b15d-eaa6eafc6a4a req-45cac589-608d-4dfa-9ea1-c11e6d478451 service neutron] 10.222.0.26 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588308 Sep 29 23:02:43.362829 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:43.384338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:43.418312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Transition to ACTIVE for port object 33271e34-cf9f-45b9-b407-ca6ecb92b649 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:43.428276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Pushing event updated for resources: {'Port': ['ID=d20d640c-c324-4538-a7c3-51eca2752d20,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:43.444817 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:43.560868 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:43.594156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3ad63e-1bdb-47b0-94a0-457eb3fe096a,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:43.643632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47133b41-38bf-4726-8a00-1189754cd0b3 req-17a6fed6-361a-418a-94f0-28eb61657819 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:43.645691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47133b41-38bf-4726-8a00-1189754cd0b3 req-17a6fed6-361a-418a-94f0-28eb61657819 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 931 time: 0.1656406 Sep 29 23:02:43.722077 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Checking segment: {'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:43.722449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Network hostable DHCP agents. Network: cc30321d-ac0d-4aa1-8a2b-b9d635c4df49, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:02:43.724978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Pushing event updated for resources: {'Port': ['ID=33271e34-cf9f-45b9-b407-ca6ecb92b649,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:43.747474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4588-b93c-476c-9b4f-7455ac36716a req-457be3bd-e0c9-4aa8-a9c2-6a15658419f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:43.749049 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-269c4588-b93c-476c-9b4f-7455ac36716a req-457be3bd-e0c9-4aa8-a9c2-6a15658419f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b794a02f8b734d46ac58f00e4d1c8627&device_id=348bd18b-2904-489f-b0b0-f1de23a021b7 HTTP/1.1" status: 200 len: 1095 time: 0.3213849 Sep 29 23:02:43.773766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47133b41-38bf-4726-8a00-1189754cd0b3 req-efcc45c9-8de0-43c9-ab52-24ee6fbaf622 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188560 Sep 29 23:02:43.800008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Attempting to bind port 33271e34-cf9f-45b9-b407-ca6ecb92b649 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:43.800355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Attempting to bind port 33271e34-cf9f-45b9-b407-ca6ecb92b649 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:43.800690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Attempting to bind port 33271e34-cf9f-45b9-b407-ca6ecb92b649 on network dd8fa703-5be0-4809-a8ac-f32c71d02b8d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:43.837450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a0fbd02-e344-449e-9243-17cb6793de81 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:43.838054 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55dbdfd-dbb1-4b5e-823e-3f8bc5f51218 x-openstack-request-id: req-a55dbdfd-dbb1-4b5e-823e-3f8bc5f51218 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:43.838536 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b71e84-eb9c-4ca0-80d3-0a37adf0852e", "name": "network-vif-plugged", "status": "completed", "tag": "b59aac8b-7a6d-4077-b43c-4f96d852dce3", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:43.838634 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a55dbdfd-dbb1-4b5e-823e-3f8bc5f51218 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:43.839021 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3', 'code': 200} Sep 29 23:02:43.849381 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:43.886669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Transition to ACTIVE for port object 6a0fbd02-e344-449e-9243-17cb6793de81 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:43.906437 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:43.974246 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-5ff5edc9-c64c-4348-9e30-13d41763ed3d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6567714 Sep 29 23:02:44.012038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-3f9e220f-28f1-469c-bc5e-33d80b720a1b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:02:44.013681 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-3f9e220f-28f1-469c-bc5e-33d80b720a1b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0167415 Sep 29 23:02:44.022040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.036508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Port 33271e34-cf9f-45b9-b407-ca6ecb92b649 on network dd8fa703-5be0-4809-a8ac-f32c71d02b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:44.036843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Attempting to bind port 33271e34-cf9f-45b9-b407-ca6ecb92b649 on network dd8fa703-5be0-4809-a8ac-f32c71d02b8d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:44.044487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:44.044833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Checking segment: {'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:44.045233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Bound using segment: {'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:44.045831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Bound port: 33271e34-cf9f-45b9-b407-ca6ecb92b649, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:44.046213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.046342 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.052128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0fbd02-e344-449e-9243-17cb6793de81,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:44.066169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:02:44.082421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4588-b93c-476c-9b4f-7455ac36716a req-f09aa0fe-3928-4732-b8c8-71554b8988c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:44.083997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-269c4588-b93c-476c-9b4f-7455ac36716a req-f09aa0fe-3928-4732-b8c8-71554b8988c3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d HTTP/1.1" status: 200 len: 919 time: 0.3205829 Sep 29 23:02:44.124963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, cc30321d-ac0d-4aa1-8a2b-b9d635c4df49) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:44.135946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f889d-d4cf-4c53-9c33-bff8413cfe0f None None] Network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:02:44.146118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:44.146737 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.174159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ec020-0133-466f-be36-a4724b3cd591 req-16088cff-b8fd-4d6e-bf42-942fb17856d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:44.175740 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dc4ec020-0133-466f-be36-a4724b3cd591 req-16088cff-b8fd-4d6e-bf42-942fb17856d8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 1096 time: 0.1887715 Sep 29 23:02:44.196471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c6cfa-6ba7-4540-a505-4ef3b5a0c9c9 req-bfa25b2b-ad32-4bed-8a25-c590232c75e2 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:44.203614 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-974c6cfa-6ba7-4540-a505-4ef3b5a0c9c9 req-bfa25b2b-ad32-4bed-8a25-c590232c75e2 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.2143168 Sep 29 23:02:44.213354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Pushing event updated for resources: {'Port': ['ID=d20d640c-c324-4538-a7c3-51eca2752d20,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:44.222087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0b6a9263-903f-4b65-9d8b-c3eae0ce4f95 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9564767 Sep 29 23:02:44.233082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34742) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:44.246038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:44.253539 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.257298 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-269c4588-b93c-476c-9b4f-7455ac36716a req-2a8121fb-6d91-49f2-ae72-e1f72b5013da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6a8eab6-1f19-4043-9447-b21501cbcc48 HTTP/1.1" status: 200 len: 217 time: 0.1287799 Sep 29 23:02:44.269364 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Attempting to bind port 6a0fbd02-e344-449e-9243-17cb6793de81 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:44.269706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Attempting to bind port 6a0fbd02-e344-449e-9243-17cb6793de81 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:44.270130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Attempting to bind port 6a0fbd02-e344-449e-9243-17cb6793de81 on network dd8fa703-5be0-4809-a8ac-f32c71d02b8d {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:44.294043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Port 6a0fbd02-e344-449e-9243-17cb6793de81 on network dd8fa703-5be0-4809-a8ac-f32c71d02b8d not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:44.294399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Attempting to bind port 6a0fbd02-e344-449e-9243-17cb6793de81 on network dd8fa703-5be0-4809-a8ac-f32c71d02b8d {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:44.332958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-974c6cfa-6ba7-4540-a505-4ef3b5a0c9c9 req-976c2a12-3f37-4592-8b0f-2a327e7d8ab8 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135938 Sep 29 23:02:44.342962 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.345353 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.356848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:44.357589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Checking segment: {'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:44.359465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Bound using segment: {'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:44.361164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Bound port: 6a0fbd02-e344-449e-9243-17cb6793de81, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:44.361319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.365245 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.369611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-2715f537-b926-4835-9ece-8d86862e1874 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5579243 Sep 29 23:02:44.400306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c4588-b93c-476c-9b4f-7455ac36716a req-5893fee7-0143-481f-978f-69dc0ab7db2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:44.411797 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-269c4588-b93c-476c-9b4f-7455ac36716a req-5893fee7-0143-481f-978f-69dc0ab7db2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=701904cc-49a5-4873-8794-97e507443f4b HTTP/1.1" status: 200 len: 858 time: 0.1223931 Sep 29 23:02:44.441002 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dc4ec020-0133-466f-be36-a4724b3cd591 req-24b41060-6e16-4551-b739-ead128fa488c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207344 Sep 29 23:02:44.491169 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-269c4588-b93c-476c-9b4f-7455ac36716a req-4d068002-fcd7-4502-b552-37cdc1844e1f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684266 Sep 29 23:02:44.504032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] For port 33271e34-cf9f-45b9-b407-ca6ecb92b649, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:44.511164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:02:44.512327 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.598284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.608485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-78a80351-f739-406b-9d25-9924c70e1450 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.2145782 Sep 29 23:02:44.708241 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-269c4588-b93c-476c-9b4f-7455ac36716a req-1c565a15-6dba-462e-a41a-376d510abaf9 service neutron] 10.222.0.26 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008142 Sep 29 23:02:44.723076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] For port 33271e34-cf9f-45b9-b407-ca6ecb92b649, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=33271e34-cf9f-45b9-b407-ca6ecb92b649,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:44.735548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b2191-92f3-46f8-bba1-9e6aecb8ce40 req-ec06a2dc-f2cf-4469-85e0-1ea805ab1ffb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:44.737225 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b9b2191-92f3-46f8-bba1-9e6aecb8ce40 req-ec06a2dc-f2cf-4469-85e0-1ea805ab1ffb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.2501357 Sep 29 23:02:44.778789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Allocated IP 172.20.0.2 (cc30321d-ac0d-4aa1-8a2b-b9d635c4df49/3e3ad63e-1bdb-47b0-94a0-457eb3fe096a/d470a06e-5d61-45a5-acf2-b50f16a3b1d9) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:44.850862 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-269c4588-b93c-476c-9b4f-7455ac36716a req-6f751d41-72a7-4993-ac33-45941a2283a8 service neutron] 10.222.0.26 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296957 Sep 29 23:02:44.853155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.909718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Pushing event updated for resources: {'Port': ['ID=33271e34-cf9f-45b9-b407-ca6ecb92b649,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:44.932194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:44.933963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:44.936476 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e20b1782-dbe8-4e0b-a76d-097d84d98cbe service neutron] 10.222.0.42 "PUT /v2.0/ports/33271e34-cf9f-45b9-b407-ca6ecb92b649 HTTP/1.1" status: 200 len: 1091 time: 4.5764058 Sep 29 23:02:45.048121 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:45.062617 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:45.125134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-ff3b4fbf-fdbe-4d58-8133-9d61110a3de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:45.130457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:45.133004 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-ff3b4fbf-fdbe-4d58-8133-9d61110a3de3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b794a02f8b734d46ac58f00e4d1c8627&device_id=019c48a3-9427-430e-bbc8-02776f32e2e1 HTTP/1.1" status: 200 len: 1094 time: 0.0977271 Sep 29 23:02:45.134677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:45.138591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:45.175609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Pushing event updated for resources: {'Port': ['ID=d470a06e-5d61-45a5-acf2-b50f16a3b1d9,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:45.231494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Attempting to bind port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:45.232265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Attempting to bind port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:45.232833 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Attempting to bind port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 on network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:45.238561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:45.239189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Checking segment: {'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:45.239755 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:45.240753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Bound using segment: {'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:45.241236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Bound port: d470a06e-5d61-45a5-acf2-b50f16a3b1d9, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:45.241751 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:45.260972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] For port 6a0fbd02-e344-449e-9243-17cb6793de81, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:45.353912 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] For port 6a0fbd02-e344-449e-9243-17cb6793de81, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6a0fbd02-e344-449e-9243-17cb6793de81,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:45.369747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019c48a3-9427-430e-bbc8-02776f32e2e1', 'tag': '33271e34-cf9f-45b9-b407-ca6ecb92b649'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:45.372060 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560b3a12-177d-4717-90bc-6cebc43b6d29" -d '{"events": [{"name": "network-changed", "server_uuid": "019c48a3-9427-430e-bbc8-02776f32e2e1", "tag": "33271e34-cf9f-45b9-b407-ca6ecb92b649"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:45.372342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] For port d470a06e-5d61-45a5-acf2-b50f16a3b1d9, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:45.376297 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-a6850cfd-a4bf-46d7-b951-ea9041f6dc36 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33271e34-cf9f-45b9-b407-ca6ecb92b649 HTTP/1.1" status: 200 len: 217 time: 0.1050708 Sep 29 23:02:45.376529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b9b2191-92f3-46f8-bba1-9e6aecb8ce40 req-3bdd28f1-cd4c-413b-a45f-bae373bca9ce tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6275864 Sep 29 23:02:45.378882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] For port d470a06e-5d61-45a5-acf2-b50f16a3b1d9, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d470a06e-5d61-45a5-acf2-b50f16a3b1d9,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:45.392174 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:45.408167 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:45.419470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-72239a4e-849d-4de1-a604-608a067f6200 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:45.421063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-72239a4e-849d-4de1-a604-608a067f6200 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.8114135 Sep 29 23:02:45.424101 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:45.479599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-b2c9d1f5-504a-4181-826f-1ecba555ad70 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:02:45.480843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cca1aa19-34f9-412e-91b1-e1ad78244b7c req-b2c9d1f5-504a-4181-826f-1ecba555ad70 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0202119 Sep 29 23:02:45.507372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:45.508825 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:45.516313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] 10.222.0.42 "PUT /v2.0/ports/6a0fbd02-e344-449e-9243-17cb6793de81 HTTP/1.1" status: 200 len: 1091 time: 2.8063822 Sep 29 23:02:45.519292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd3d623-bf86-461e-b1a1-c3cb7583399c', 'tag': '6a0fbd02-e344-449e-9243-17cb6793de81'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:45.523017 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "7dd3d623-bf86-461e-b1a1-c3cb7583399c", "tag": "6a0fbd02-e344-449e-9243-17cb6793de81"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:45.555873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5371b-28af-420b-9165-621134d5b7d6 None None] Pushing event updated for resources: {'Port': ['ID=d470a06e-5d61-45a5-acf2-b50f16a3b1d9,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:45.581890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-0362eea7-be4a-4d50-8963-534d0517da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:45.585962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-0362eea7-be4a-4d50-8963-534d0517da96 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=701904cc-49a5-4873-8794-97e507443f4b HTTP/1.1" status: 200 len: 858 time: 0.1599510 Sep 29 23:02:45.605572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216e60a-16b5-4f3e-9115-907d37844de4 service neutron] Pushing event updated for resources: {'Port': ['ID=6a0fbd02-e344-449e-9243-17cb6793de81,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:45.642762 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-96b44b42-c367-4980-8203-ff368f8eff94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316796 Sep 29 23:02:45.780872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d52b75-14e6-4152-9b00-927c3bd32fe3 req-061c51ec-0131-4e7a-a0fc-c2c7aa2193cf tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:45.782424 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22d52b75-14e6-4152-9b00-927c3bd32fe3 req-061c51ec-0131-4e7a-a0fc-c2c7aa2193cf tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 946 time: 0.2482326 Sep 29 23:02:45.872051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f162ff63-f5d7-419a-b0df-546cdeec6453 req-b722bdfe-31df-4741-824a-4de9fdfbe023 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:45.876694 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-b587c149-dac7-4c42-b5a4-8f8bb8536a29 service neutron] 10.222.0.42 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040036 Sep 29 23:02:45.879961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f162ff63-f5d7-419a-b0df-546cdeec6453 req-b722bdfe-31df-4741-824a-4de9fdfbe023 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.2709930 Sep 29 23:02:45.891939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-5add78d3-87e6-4ea0-96b3-3042a1fdcd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:45.893497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-5add78d3-87e6-4ea0-96b3-3042a1fdcd33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b794a02f8b734d46ac58f00e4d1c8627&device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 1094 time: 0.2829313 Sep 29 23:02:45.972013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22d52b75-14e6-4152-9b00-927c3bd32fe3 req-cb8815cc-8f0f-491e-9687-b47110a64784 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718218 Sep 29 23:02:46.043457 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-d8093fb4-355e-40ab-a359-e9df54a38089 service neutron] 10.222.0.42 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563811 Sep 29 23:02:46.048077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-3d174436-85da-4eaf-b191-f640ec655b6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a0fbd02-e344-449e-9243-17cb6793de81 HTTP/1.1" status: 200 len: 217 time: 0.1121461 Sep 29 23:02:46.051005 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f162ff63-f5d7-419a-b0df-546cdeec6453 req-c2fb5e03-4c8d-4648-8253-6969d1c034c8 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702294 Sep 29 23:02:46.298792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-7bdc6ce0-a23e-4e34-8536-4cc2c2f9792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:46.301035 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-7bdc6ce0-a23e-4e34-8536-4cc2c2f9792b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1101 time: 0.0655437 Sep 29 23:02:46.308358 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-54bb7ed0-ff93-4ee3-95f0-718eda12c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:46.309862 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-54bb7ed0-ff93-4ee3-95f0-718eda12c765 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=701904cc-49a5-4873-8794-97e507443f4b HTTP/1.1" status: 200 len: 858 time: 0.2049255 Sep 29 23:02:46.329564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290a409-7bf9-4a0a-aa23-c791a56ad8c4 req-475e773d-4d99-40c5-b06d-79e93037eccd tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:46.348921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d290a409-7bf9-4a0a-aa23-c791a56ad8c4 req-475e773d-4d99-40c5-b06d-79e93037eccd tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 943 time: 0.2426279 Sep 29 23:02:46.365455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:46.536702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-f60fdc46-dbc2-4560-8e2d-47fa862c1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:46.544727 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-f60fdc46-dbc2-4560-8e2d-47fa862c1ec9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2297997 Sep 29 23:02:46.544944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-d1589fac-c9ea-42b7-a17a-ad8b9ccdb646 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1774461 Sep 29 23:02:46.546001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:46.550234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d470a06e-5d61-45a5-acf2-b50f16a3b1d9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:46.615793 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-596a653c-6efc-47d6-8327-0765f2025d84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 200 len: 217 time: 0.0614591 Sep 29 23:02:46.671551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:46.671971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:46.696993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d3a64fd1-5c9b-449b-924d-4e9c63e584ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:46.698650 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d3a64fd1-5c9b-449b-924d-4e9c63e584ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0748284 Sep 29 23:02:46.771231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d290a409-7bf9-4a0a-aa23-c791a56ad8c4 req-7adfd39a-6681-4229-be42-6bb7b4ff1aa9 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210732 Sep 29 23:02:46.781650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-628acf87-e21e-4826-ac6e-692fa6d6b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:46.783339 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-628acf87-e21e-4826-ac6e-692fa6d6b908 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0761595 Sep 29 23:02:46.840298 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:46.859536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b6a8eab6-1f19-4043-9447-b21501cbcc48 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:46.860002 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d3bb13-6f87-4de5-9c42-fef6b0472067 x-openstack-request-id: req-42d3bb13-6f87-4de5-9c42-fef6b0472067 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:46.860410 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "019c48a3-9427-430e-bbc8-02776f32e2e1", "tag": "33271e34-cf9f-45b9-b407-ca6ecb92b649", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:46.860772 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-42d3bb13-6f87-4de5-9c42-fef6b0472067 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:46.861586 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019c48a3-9427-430e-bbc8-02776f32e2e1', 'tag': '33271e34-cf9f-45b9-b407-ca6ecb92b649', 'status': 'completed', 'code': 200} Sep 29 23:02:46.876823 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d176b-4f70-43f1-bc5a-f88888e6d328 req-0725c101-2a93-4253-9c94-80e97b151d8d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:46.885545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba8d176b-4f70-43f1-bc5a-f88888e6d328 req-0725c101-2a93-4253-9c94-80e97b151d8d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.6301210 Sep 29 23:02:46.998074 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-5ac9c6dd-838c-402d-825f-69033bcbca11 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030497 Sep 29 23:02:47.007949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3a12-177d-4717-90bc-6cebc43b6d29 req-8f5345e1-1163-47e0-bd9d-d6ecc4f24240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:47.010254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-560b3a12-177d-4717-90bc-6cebc43b6d29 req-8f5345e1-1163-47e0-bd9d-d6ecc4f24240 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b794a02f8b734d46ac58f00e4d1c8627&device_id=019c48a3-9427-430e-bbc8-02776f32e2e1 HTTP/1.1" status: 200 len: 1094 time: 0.0974045 Sep 29 23:02:47.112672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-3312def1-a6c9-428e-b131-22e19b4addd8 service neutron] 10.222.0.42 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5517018 Sep 29 23:02:47.121466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba8d176b-4f70-43f1-bc5a-f88888e6d328 req-f92f30d2-7946-4a4a-99d9-252a2099ee4d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163916 Sep 29 23:02:47.169998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Allocated IP 172.25.4.155 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:47.230897 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5562b4-78be-40e0-99d8-0553cb139ccc x-openstack-request-id: req-0a5562b4-78be-40e0-99d8-0553cb139ccc {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:47.231159 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dd3d623-bf86-461e-b1a1-c3cb7583399c", "tag": "6a0fbd02-e344-449e-9243-17cb6793de81", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:47.231413 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a5562b4-78be-40e0-99d8-0553cb139ccc {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:47.231812 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dd3d623-bf86-461e-b1a1-c3cb7583399c', 'tag': '6a0fbd02-e344-449e-9243-17cb6793de81', 'status': 'completed', 'code': 200} Sep 29 23:02:47.233398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b6a8eab6-1f19-4043-9447-b21501cbcc48, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b6a8eab6-1f19-4043-9447-b21501cbcc48,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:47.266876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1d788d-62db-47fc-bfd4-1838e13764fd req-c24b37f5-b05b-495a-a210-ac5f20974548 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:47.270182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de11efc-bbac-4130-87f0-491d536063f2 None None] Network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:02:47.276032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc1d788d-62db-47fc-bfd4-1838e13764fd req-c24b37f5-b05b-495a-a210-ac5f20974548 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2108173 Sep 29 23:02:47.309846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'b6a8eab6-1f19-4043-9447-b21501cbcc48', 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d', 'port_id': 'b6a8eab6-1f19-4043-9447-b21501cbcc48', 'mac_address': 'fa:16:3e:8e:0a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701904cc-49a5-4873-8794-97e507443f4b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:47.372254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc1d788d-62db-47fc-bfd4-1838e13764fd req-1e29a175-8d13-4aed-94f3-1dac37913ecc tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0949140 Sep 29 23:02:47.377590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-dc1d788d-62db-47fc-bfd4-1838e13764fd req-424460f4-43fc-4611-88f4-35b245a62672 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Request body: {'floatingip': {'port_id': '762a0a77-07d2-413d-8005-92301fe33c65', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:47.418355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd33bbfb-3ae3-42d6-8f71-d7e6f414c0ea req-642f0f94-00fd-4180-be38-e4c632fef050 service neutron] 10.222.0.42 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903230 Sep 29 23:02:47.425811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port d470a06e-5d61-45a5-acf2-b50f16a3b1d9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d470a06e-5d61-45a5-acf2-b50f16a3b1d9,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:47.445945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d8e2236b-fbfb-42c2-9316-c24490f1b535 None None] Provisioning complete for port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:47.446398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d8e2236b-fbfb-42c2-9316-c24490f1b535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:47.448193 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:47.491177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dc1d788d-62db-47fc-bfd4-1838e13764fd req-424460f4-43fc-4611-88f4-35b245a62672 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:47.529617 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:47.571795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af48e9-8506-442f-aaa0-6db8ecb69d4a req-84a2b3f6-be8d-4fbe-a740-964d3ea79a7d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:47.574257 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00af48e9-8506-442f-aaa0-6db8ecb69d4a req-84a2b3f6-be8d-4fbe-a740-964d3ea79a7d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.2194142 Sep 29 23:02:47.594708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a8eab6-1f19-4043-9447-b21501cbcc48 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:47.600431 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-a7052e74-5e53-45e5-a71c-3db24b5b8974 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5887938 Sep 29 23:02:47.609094 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3a12-177d-4717-90bc-6cebc43b6d29 req-9910c7dd-a418-4bb6-a38a-e711b0d6efea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:47.611164 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-560b3a12-177d-4717-90bc-6cebc43b6d29 req-9910c7dd-a418-4bb6-a38a-e711b0d6efea service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d HTTP/1.1" status: 200 len: 919 time: 0.5751662 Sep 29 23:02:47.653607 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=d470a06e-5d61-45a5-acf2-b50f16a3b1d9,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:47.693587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b6a8eab6-1f19-4043-9447-b21501cbcc48, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b6a8eab6-1f19-4043-9447-b21501cbcc48,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:47.705435 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-560b3a12-177d-4717-90bc-6cebc43b6d29 req-ba99821a-8a06-48fe-951b-4c9c628c7fc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=33271e34-cf9f-45b9-b407-ca6ecb92b649 HTTP/1.1" status: 200 len: 217 time: 0.0830667 Sep 29 23:02:47.751211 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:47.779444 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:47.832535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b3a12-177d-4717-90bc-6cebc43b6d29 req-42a5119b-8941-44e5-ba55-7f3ec802976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:47.835578 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-560b3a12-177d-4717-90bc-6cebc43b6d29 req-42a5119b-8941-44e5-ba55-7f3ec802976a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=701904cc-49a5-4873-8794-97e507443f4b HTTP/1.1" status: 200 len: 858 time: 0.1135416 Sep 29 23:02:47.923760 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b6a8eab6-1f19-4043-9447-b21501cbcc48,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:47.927930 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:47.960124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00af48e9-8506-442f-aaa0-6db8ecb69d4a req-67a74bc0-a2a3-4a77-bb1c-2790a253a64f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3400013 Sep 29 23:02:47.964626 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-560b3a12-177d-4717-90bc-6cebc43b6d29 req-6d0461ca-9c59-49c2-8c78-96f600a23506 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1186290 Sep 29 23:02:48.065850 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f req-d8e29a5d-1b4a-4616-989c-1f4e0a0443a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:48.069989 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f req-d8e29a5d-1b4a-4616-989c-1f4e0a0443a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b794a02f8b734d46ac58f00e4d1c8627&device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 1094 time: 0.4647713 Sep 29 23:02:48.122846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b6a8eab6-1f19-4043-9447-b21501cbcc48'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:48.189190 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-560b3a12-177d-4717-90bc-6cebc43b6d29 req-63a610ca-d80e-418b-8108-408a4547d794 service neutron] 10.222.0.42 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135425 Sep 29 23:02:48.308461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f req-eaf72453-e8f1-4b48-8326-1a4a71bf2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:48.318304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f req-eaf72453-e8f1-4b48-8326-1a4a71bf2abf service neutron] 10.222.0.42 "GET /v2.0/networks?id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d HTTP/1.1" status: 200 len: 919 time: 0.2249389 Sep 29 23:02:48.322447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:48.352268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:48.373352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:48.397145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-81c5ba9b-fff1-4938-8785-c08b804b1965 None None] Provisioning complete for port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:48.397532 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81c5ba9b-fff1-4938-8785-c08b804b1965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:48.456847 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-560b3a12-177d-4717-90bc-6cebc43b6d29 req-fd1d746b-ad0f-4a68-82c7-1123ce6a67b8 service neutron] 10.222.0.42 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581062 Sep 29 23:02:48.524271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Pushing event updated for resources: {'Port': ['ID=178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:48.538581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d470a06e-5d61-45a5-acf2-b50f16a3b1d9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:48.542562 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f req-e06cb6c6-726b-413c-a0be-d7d0b89d07c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a0fbd02-e344-449e-9243-17cb6793de81 HTTP/1.1" status: 200 len: 217 time: 0.1469860 Sep 29 23:02:48.608005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:48.608640 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:48.682419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f020ab-2e4d-4fee-844e-0f217d9dd5f9 req-91b1ea28-be4f-4731-a4d4-1e86ef96177c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:48.684290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f020ab-2e4d-4fee-844e-0f217d9dd5f9 req-91b1ea28-be4f-4731-a4d4-1e86ef96177c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.2776616 Sep 29 23:02:48.752378 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-dc1d788d-62db-47fc-bfd4-1838e13764fd req-424460f4-43fc-4611-88f4-35b245a62672 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] update failed (client error): There was a conflict when trying to complete your request. Sep 29 23:02:48.768416 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc1d788d-62db-47fc-bfd4-1838e13764fd req-424460f4-43fc-4611-88f4-35b245a62672 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "PUT /v2.0/floatingips/e4478ab2-52d7-46e7-beda-aec7500265c9 HTTP/1.1" status: 409 len: 551 time: 1.3945692 Sep 29 23:02:48.787677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f req-5db3227b-a611-4134-9eac-616a3c282f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:48.790381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f req-5db3227b-a611-4134-9eac-616a3c282f10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=701904cc-49a5-4873-8794-97e507443f4b HTTP/1.1" status: 200 len: 858 time: 0.2275236 Sep 29 23:02:48.832072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f020ab-2e4d-4fee-844e-0f217d9dd5f9 req-a3f6f8b0-1063-481f-a36c-a60eeee146cf tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322393 Sep 29 23:02:48.902778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f req-0e288db9-71cf-4264-b4f9-2bea14d4e326 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=dd8fa703-5be0-4809-a8ac-f32c71d02b8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0929871 Sep 29 23:02:49.501647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893685bd-287b-47ec-9087-5643ca7ea791 req-0fde2159-69db-473c-a82d-e529ea3b8cd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:49.508798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-893685bd-287b-47ec-9087-5643ca7ea791 req-0fde2159-69db-473c-a82d-e529ea3b8cd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 943 time: 0.2374859 Sep 29 23:02:49.542622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f4264-5985-4bb9-9f92-fc41b46ce5fb req-17b40b62-20b6-47a7-ab5a-d71df4737c1c tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:49.550358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b1f4264-5985-4bb9-9f92-fc41b46ce5fb req-17b40b62-20b6-47a7-ab5a-d71df4737c1c tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.6176138 Sep 29 23:02:49.584724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f req-a0cc4ef4-4de9-4c6b-985e-8a9793dec678 service neutron] 10.222.0.42 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6629090 Sep 29 23:02:49.595967 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:49.716958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b1f4264-5985-4bb9-9f92-fc41b46ce5fb req-5ab8393d-b2ea-4502-92d9-712b0d9c7915 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654665 Sep 29 23:02:49.720048 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-893685bd-287b-47ec-9087-5643ca7ea791 req-f18162e4-71fe-4fd2-90d1-ca558207c1ab tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101872 Sep 29 23:02:49.826085 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:49.987785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-c12bc55b-a2c3-4528-ad20-e41abb9555ed tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips/e4478ab2-52d7-46e7-beda-aec7500265c9 HTTP/1.1" status: 200 len: 693 time: 0.1713083 Sep 29 23:02:50.063866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-30bd4cce-a149-49ec-aebd-faa3a7808ccf tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--2064210337&fields=id&tenant_id=75a46b3b2bfd455ab763f8a64884f4fe HTTP/1.1" status: 200 len: 267 time: 0.1617117 Sep 29 23:02:50.078668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cf4d03c-1ea6-40d1-b1f1-1b4fa26fbc6f req-b2261f76-8b58-4006-aa4e-8bbbe92dc2c3 service neutron] 10.222.0.42 "GET /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800427 Sep 29 23:02:50.253683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:50.361244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-a6bd1839-8453-4ed9-a9de-8fb4534d290c tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:50.362765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-a6bd1839-8453-4ed9-a9de-8fb4534d290c tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.3625953 Sep 29 23:02:50.373283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-7a6b969f-66d6-45e7-b1f6-fa8c32442378 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:50.374925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-7a6b969f-66d6-45e7-b1f6-fa8c32442378 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/networks?id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89 HTTP/1.1" status: 200 len: 824 time: 0.3002145 Sep 29 23:02:50.466393 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-55fc6cf2-a4d3-4d1b-82b8-c834783715ba tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/quotas/75a46b3b2bfd455ab763f8a64884f4fe HTTP/1.1" status: 200 len: 375 time: 0.0816612 Sep 29 23:02:50.471117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-982d58da-c7e0-4c5a-adde-ec44b6562532 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0952144 Sep 29 23:02:50.559466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-a70e98f8-6d73-4635-8994-602f8e723dc6 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0740457 Sep 29 23:02:50.640538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-321d7fbc-51db-4802-97cf-5c29a50ff8d0 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=75a46b3b2bfd455ab763f8a64884f4fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1634595 Sep 29 23:02:50.703119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Router 37792ab2-b64b-42b7-8829-c67ff3375481 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:02:50.760828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 33271e34-cf9f-45b9-b407-ca6ecb92b649 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:50.873177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b6a8eab6-1f19-4043-9447-b21501cbcc48 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:50.927384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 33271e34-cf9f-45b9-b407-ca6ecb92b649, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=33271e34-cf9f-45b9-b407-ca6ecb92b649,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:50.930377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-7149a667-6a63-4f33-b958-b0aa0eea4e3b service neutron] 10.222.0.44 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739165 Sep 29 23:02:50.959489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '33271e34-cf9f-45b9-b407-ca6ecb92b649', 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d', 'port_id': '33271e34-cf9f-45b9-b407-ca6ecb92b649', 'mac_address': 'fa:16:3e:11:bd:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701904cc-49a5-4873-8794-97e507443f4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:51.016341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca726526-8b4b-4c93-9202-0280a56f284d req-f791ca2a-f076-4870-a4dd-18eea80173ac tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:51.018416 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca726526-8b4b-4c93-9202-0280a56f284d req-f791ca2a-f076-4870-a4dd-18eea80173ac tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.42 "GET /v2.0/ports?device_id=df477e61-d4f0-475c-8ec5-ff16e8735333 HTTP/1.1" status: 200 len: 946 time: 0.2234430 Sep 29 23:02:51.034797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port b6a8eab6-1f19-4043-9447-b21501cbcc48 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:51.039866 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.047869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-8d1dcd3d-b2a2-40fd-ae68-ab0c6dc3c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Deleting port d20d640c-c324-4538-a7c3-51eca2752d20 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:51.048212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-8d1dcd3d-b2a2-40fd-ae68-ab0c6dc3c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.048369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port b6a8eab6-1f19-4043-9447-b21501cbcc48 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:51.048719 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.060557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:02:51.100072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Sync routers for ids ['37792ab2-b64b-42b7-8829-c67ff3375481'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:02:51.109245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33271e34-cf9f-45b9-b407-ca6ecb92b649 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:51.122964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Routers {'37792ab2-b64b-42b7-8829-c67ff3375481'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:51.123663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['37792ab2-b64b-42b7-8829-c67ff3375481'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:51.197329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 33271e34-cf9f-45b9-b407-ca6ecb92b649, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=33271e34-cf9f-45b9-b407-ca6ecb92b649,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:51.241338 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.334262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Set router 37792ab2-b64b-42b7-8829-c67ff3375481 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:51.415019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=33271e34-cf9f-45b9-b407-ca6ecb92b649,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:51.425888 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.500898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348bd18b-2904-489f-b0b0-f1de23a021b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a8eab6-1f19-4043-9447-b21501cbcc48'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:51.503682 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f655e80e-954c-4e59-9715-6d0cd44fa295" -d '{"events": [{"server_uuid": "348bd18b-2904-489f-b0b0-f1de23a021b7", "name": "network-vif-plugged", "status": "completed", "tag": "b6a8eab6-1f19-4043-9447-b21501cbcc48"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:51.504229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.510646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-de85e71f-11cb-4edb-a019-99b875bca630 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.2682610 Sep 29 23:02:51.513135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34832) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:51.525241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b6a8eab6-1f19-4043-9447-b21501cbcc48, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b6a8eab6-1f19-4043-9447-b21501cbcc48,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:51.537719 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.566025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-3eb826da-f3b1-4955-b7f1-efef6628eeeb service neutron] 10.222.0.44 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914574 Sep 29 23:02:51.592368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-8d1dcd3d-b2a2-40fd-ae68-ab0c6dc3c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.592715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-8d1dcd3d-b2a2-40fd-ae68-ab0c6dc3c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.610866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-8d1dcd3d-b2a2-40fd-ae68-ab0c6dc3c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Calling delete_port for d20d640c-c324-4538-a7c3-51eca2752d20 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:51.622735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Deleting port 758d5700-e2df-4654-8cd3-442ff839c3c4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:02:51.623086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.720896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b6a8eab6-1f19-4043-9447-b21501cbcc48,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:51.759004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:48Z', 'revision_number': 3, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:51.797198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] For port 758d5700-e2df-4654-8cd3-442ff839c3c4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=758d5700-e2df-4654-8cd3-442ff839c3c4,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:51.797608 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:51.848360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Checking router: 37792ab2-b64b-42b7-8829-c67ff3375481 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:02:51.849399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Updating router 37792ab2-b64b-42b7-8829-c67ff3375481 port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:02:51.936707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['33271e34-cf9f-45b9-b407-ca6ecb92b649'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:51.939671 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:52.028705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-8d1dcd3d-b2a2-40fd-ae68-ab0c6dc3c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:52.079493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dcd3d-b2a2-40fd-ae68-ab0c6dc3c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Pushing event deleted for resources: {'Port': ['ID=d20d640c-c324-4538-a7c3-51eca2752d20,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:52.141257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7db86-a356-4840-949f-d7db89c9a713 req-efa16643-45d0-46f4-886a-2d74f6a8477b tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:52.155637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0b7db86-a356-4840-949f-d7db89c9a713 req-efa16643-45d0-46f4-886a-2d74f6a8477b tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 1096 time: 0.2266865 Sep 29 23:02:52.430764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:52.431537 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:52.431537 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Floating IP 6b9017de-9d40-4337-967d-1df15f816749 disassociated. External IP: 172.25.4.84, port: 758d5700-e2df-4654-8cd3-442ff839c3c4. Sep 29 23:02:52.431889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Calling delete_port for 758d5700-e2df-4654-8cd3-442ff839c3c4 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:02:52.583939 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-8d1dcd3d-b2a2-40fd-ae68-ab0c6dc3c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:52.593055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-8d1dcd3d-b2a2-40fd-ae68-ab0c6dc3c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:52.594262 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-065e5da2-10f4-4679-b26a-d8eaa5231394 req-8d1dcd3d-b2a2-40fd-ae68-ab0c6dc3c9ae tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "DELETE /v2.0/floatingips/e4478ab2-52d7-46e7-beda-aec7500265c9 HTTP/1.1" status: 204 len: 173 time: 2.0253832 Sep 29 23:02:52.599978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0b7db86-a356-4840-949f-d7db89c9a713 req-398b9717-a697-4cd1-8ea0-5b5ae994c3d7 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410238 Sep 29 23:02:52.636395 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:52.792083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6a0fbd02-e344-449e-9243-17cb6793de81 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:02:52.794048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 758d5700-e2df-4654-8cd3-442ff839c3c4 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:02:52.906189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Allocated IP 172.20.0.1 (cc30321d-ac0d-4aa1-8a2b-b9d635c4df49/3e3ad63e-1bdb-47b0-94a0-457eb3fe096a/80337e5e-db52-4121-8c30-1ee502e2ec52) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:52.918695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:52.988884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No active binding found for port 758d5700-e2df-4654-8cd3-442ff839c3c4 {{(pid=110007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 23:02:52.989514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 758d5700-e2df-4654-8cd3-442ff839c3c4 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:02:52.994205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event deleted for resources: {'Port': ['ID=758d5700-e2df-4654-8cd3-442ff839c3c4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:53.029762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763e232-5728-41ae-ae64-1aaeb8380f36 req-7c6a2903-877f-41fc-940a-97503599444f tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:53.040070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0763e232-5728-41ae-ae64-1aaeb8380f36 req-7c6a2903-877f-41fc-940a-97503599444f tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 943 time: 0.1387191 Sep 29 23:02:53.057196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6dfa3-b566-4408-993a-0949c189c397 req-dd7a9724-67d3-4487-aa1b-26014e1ee86f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:53.058782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffd6dfa3-b566-4408-993a-0949c189c397 req-dd7a9724-67d3-4487-aa1b-26014e1ee86f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.2662818 Sep 29 23:02:53.067564 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:53.083166 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:53.101283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 6a0fbd02-e344-449e-9243-17cb6793de81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6a0fbd02-e344-449e-9243-17cb6793de81,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:53.118980 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:53.152801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '6a0fbd02-e344-449e-9243-17cb6793de81', 'network_id': 'dd8fa703-5be0-4809-a8ac-f32c71d02b8d', 'port_id': '6a0fbd02-e344-449e-9243-17cb6793de81', 'mac_address': 'fa:16:3e:1f:16:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '701904cc-49a5-4873-8794-97e507443f4b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:02:53.168658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Attempting to bind port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:53.169033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Attempting to bind port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:53.169405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Attempting to bind port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:53.175551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4173e7-033e-44d7-ba4a-8b71641c8b46 None None] Pushing event updated for resources: {'Port': ['ID=178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:53.179489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:53.180435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:53.180847 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:53.181279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:53.181770 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Bound port: 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:53.182201 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:53.185429 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:53.199653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0763e232-5728-41ae-ae64-1aaeb8380f36 req-b0f01f37-4ed7-4813-b00f-07a2ab8f1704 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540773 Sep 29 23:02:53.216830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffd6dfa3-b566-4408-993a-0949c189c397 req-f061845c-2221-47bc-8a02-c93eb7e8598e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481719 Sep 29 23:02:53.257572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:53.260700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:53.267779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:53.270711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Pushing event updated for resources: {'Port': ['ID=80337e5e-db52-4121-8c30-1ee502e2ec52,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:53.299614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] For port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:53.306119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] For port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:53.340018 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:53.351593 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:53.426757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Router c8abeef3-bd5a-4708-9203-1677258a318d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:02:53.476682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb01fb-43f4-46f8-922c-19acf0a2416c req-577c94de-dd3a-410f-b5ed-85cd4ecbec99 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:53.493968 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9943350e-7e85-4e84-9fef-7b35ae747c3e x-openstack-request-id: req-9943350e-7e85-4e84-9fef-7b35ae747c3e {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:53.494644 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348bd18b-2904-489f-b0b0-f1de23a021b7", "name": "network-vif-plugged", "status": "completed", "tag": "b6a8eab6-1f19-4043-9447-b21501cbcc48", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:53.495093 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9943350e-7e85-4e84-9fef-7b35ae747c3e {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:53.495431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2eb01fb-43f4-46f8-922c-19acf0a2416c req-577c94de-dd3a-410f-b5ed-85cd4ecbec99 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.1761963 Sep 29 23:02:53.495929 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348bd18b-2904-489f-b0b0-f1de23a021b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a8eab6-1f19-4043-9447-b21501cbcc48', 'code': 200} Sep 29 23:02:53.499984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4173e7-033e-44d7-ba4a-8b71641c8b46 None None] Pushing event updated for resources: {'Port': ['ID=178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:53.513057 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:53.534813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a0fbd02-e344-449e-9243-17cb6793de81 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:53.549670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Routers {'37792ab2-b64b-42b7-8829-c67ff3375481'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:53.550682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['37792ab2-b64b-42b7-8829-c67ff3375481'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:53.618059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 6a0fbd02-e344-449e-9243-17cb6793de81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6a0fbd02-e344-449e-9243-17cb6793de81,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:53.630407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43838662-7594-43f9-a7f4-bdffc3ddc7c3 req-f014f6ed-7906-4d05-a429-ff516a2287a9 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 210 time: 0.0915265 Sep 29 23:02:53.651893 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:53.803987 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2eb01fb-43f4-46f8-922c-19acf0a2416c req-f371e87a-d16c-4d67-bf3f-e727b563c702 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010190 Sep 29 23:02:53.892337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=6a0fbd02-e344-449e-9243-17cb6793de81,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:53.908483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8039494-62a8-4890-8609-ad48ca49905d req-80363a75-9892-49d7-8afd-5f05407b0bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:53.910012 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b8039494-62a8-4890-8609-ad48ca49905d req-80363a75-9892-49d7-8afd-5f05407b0bd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=348bd18b-2904-489f-b0b0-f1de23a021b7 HTTP/1.1" status: 200 len: 1097 time: 0.1941962 Sep 29 23:02:53.935800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] Set router 37792ab2-b64b-42b7-8829-c67ff3375481 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:53.977483 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b8039494-62a8-4890-8609-ad48ca49905d req-f7ab0343-cef6-49d5-a8cd-f4e13e4048cd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348797 Sep 29 23:02:53.979765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-b48a8f40-d667-4b57-b268-1ac3166de01d tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 1001 time: 0.2692177 Sep 29 23:02:53.981994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:54.039572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9d4742fd-cfe7-4c64-92ce-8a75efe2b67d None None] Provisioning complete for port 80337e5e-db52-4121-8c30-1ee502e2ec52 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:54.040218 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d4742fd-cfe7-4c64-92ce-8a75efe2b67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:54.041288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:02:54.058300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-d3488cc5-081b-4b8e-8e6f-f93d3fa32b6f tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:54.060054 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-d3488cc5-081b-4b8e-8e6f-f93d3fa32b6f tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports/762a0a77-07d2-413d-8005-92301fe33c65 HTTP/1.1" status: 200 len: 943 time: 0.0738254 Sep 29 23:02:54.079295 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] Sync routers for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:02:54.094775 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:54.096539 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:54.119583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] No DVR routers for this DVR port 758d5700-e2df-4654-8cd3-442ff839c3c4 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:02:54.126850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:54.131672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca726526-8b4b-4c93-9202-0280a56f284d req-8cefad72-dbb7-401b-a36b-2f5c4a6e9ea1 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.42 "DELETE /v2.0/ports/758d5700-e2df-4654-8cd3-442ff839c3c4 HTTP/1.1" status: 204 len: 173 time: 3.0935342 Sep 29 23:02:54.132202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'name': 'network-vif-deleted', 'tag': '758d5700-e2df-4654-8cd3-442ff839c3c4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:54.141236 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a85ae0-5d71-4a64-88ae-d0de53f6a7a2" -d '{"events": [{"server_uuid": "df477e61-d4f0-475c-8ec5-ff16e8735333", "name": "network-vif-deleted", "tag": "758d5700-e2df-4654-8cd3-442ff839c3c4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:54.151117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-49b1fc44-4193-411d-8e93-ccea9a818eef tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:54.152738 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-49b1fc44-4193-411d-8e93-ccea9a818eef tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.26 "GET /v2.0/networks?id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89 HTTP/1.1" status: 200 len: 824 time: 0.3783758 Sep 29 23:02:54.182072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9d4742fd-cfe7-4c64-92ce-8a75efe2b67d None None] Port 80337e5e-db52-4121-8c30-1ee502e2ec52 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:54.296985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['6a0fbd02-e344-449e-9243-17cb6793de81'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:02:54.298382 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:54.369546 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:54.377808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-36dfff4c-ac50-4547-9b58-870901980ddf tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 1001 time: 0.1770530 Sep 29 23:02:54.382718 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8530bb34-7deb-4e55-97b0-ca60b5239bbc x-openstack-request-id: req-8530bb34-7deb-4e55-97b0-ca60b5239bbc {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:54.383579 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df477e61-d4f0-475c-8ec5-ff16e8735333", "name": "network-vif-deleted", "tag": "758d5700-e2df-4654-8cd3-442ff839c3c4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:54.384964 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8530bb34-7deb-4e55-97b0-ca60b5239bbc {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:54.385399 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df477e61-d4f0-475c-8ec5-ff16e8735333', 'name': 'network-vif-deleted', 'tag': '758d5700-e2df-4654-8cd3-442ff839c3c4', 'status': 'completed', 'code': 200} Sep 29 23:02:54.391633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:54.449695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Pushing event updated for resources: {'Port': ['ID=80337e5e-db52-4121-8c30-1ee502e2ec52,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:54.549912 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923b4949-9993-4e5c-b48e-1d69f99281b3 req-ec93fa05-f2fd-40b4-84a0-0d88a1db2160 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:54.559723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-923b4949-9993-4e5c-b48e-1d69f99281b3 req-ec93fa05-f2fd-40b4-84a0-0d88a1db2160 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 944 time: 0.1441104 Sep 29 23:02:54.560302 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:54.632280 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-6ca5bac3-4721-453b-8bd7-6c5cf460965d tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75a46b3b2bfd455ab763f8a64884f4fe HTTP/1.1" status: 200 len: 380 time: 0.2561803 Sep 29 23:02:54.652419 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-923b4949-9993-4e5c-b48e-1d69f99281b3 req-f00f30cd-413d-4d21-a865-d71594931508 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917027 Sep 29 23:02:54.692673 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:48Z', 'revision_number': 3, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:54.743628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e7895-f2a6-415f-97de-446b093f1655 None None] The sync data for ids ['37792ab2-b64b-42b7-8829-c67ff3375481'] in n-d-811173-2 is: [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:48Z', 'revision_number': 3, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:02:54.815023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 33271e34-cf9f-45b9-b407-ca6ecb92b649 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:54.859147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Request body: {'port': {'device_id': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'admin_state_up': True, 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'security_groups': ['dc69f536-e3c4-4843-be6b-5be5ff9f14d3']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:54.923285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-b84e0f62-d4a2-4adc-abc5-7d809fbbc762 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:54.937901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-b84e0f62-d4a2-4adc-abc5-7d809fbbc762 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.5508630 Sep 29 23:02:55.039769 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 33271e34-cf9f-45b9-b407-ca6ecb92b649 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:55.045093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 33271e34-cf9f-45b9-b407-ca6ecb92b649 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:55.045481 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:55.112522 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:55.154928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-b7f7dd75-d3f5-4313-90a3-a6906bbb099d tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 1001 time: 0.2160995 Sep 29 23:02:55.163912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:55.170309 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-2c435e39-1b37-48bd-a800-a36442f47866 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:55.192944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd7c44-47db-413f-acb9-57ee0a18f046 req-baaeba5a-b1d6-48e1-9297-a7695a5d7d40 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:55.205668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:55.212472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7abd7c44-47db-413f-acb9-57ee0a18f046 req-baaeba5a-b1d6-48e1-9297-a7695a5d7d40 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.3770249 Sep 29 23:02:55.249041 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] Checking router: c8abeef3-bd5a-4708-9203-1677258a318d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:02:55.276863 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:55.277882 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:55.286615 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:55.324820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Made reservation on behalf of 75a46b3b2bfd455ab763f8a64884f4fe for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:02:55.337678 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:55.409407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 33271e34-cf9f-45b9-b407-ca6ecb92b649, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=33271e34-cf9f-45b9-b407-ca6ecb92b649,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:55.419906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:55.431285 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-2c435e39-1b37-48bd-a800-a36442f47866 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:55.507377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c48a3-9427-430e-bbc8-02776f32e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33271e34-cf9f-45b9-b407-ca6ecb92b649'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:55.511454 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a571e14-c76a-4fdf-8b36-d33a7eff6127" -d '{"events": [{"server_uuid": "019c48a3-9427-430e-bbc8-02776f32e2e1", "name": "network-vif-plugged", "status": "completed", "tag": "33271e34-cf9f-45b9-b407-ca6ecb92b649"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:55.542679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=33271e34-cf9f-45b9-b407-ca6ecb92b649,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:55.600454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Router 37792ab2-b64b-42b7-8829-c67ff3375481 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:02:55.653735 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:55.740530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-61edad5e-d8ba-46dd-a3ed-2357f17309b8 None None] Provisioning complete for port 80337e5e-db52-4121-8c30-1ee502e2ec52 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:55.741012 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-61edad5e-d8ba-46dd-a3ed-2357f17309b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:55.861001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-61edad5e-d8ba-46dd-a3ed-2357f17309b8 None None] Port 80337e5e-db52-4121-8c30-1ee502e2ec52 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:55.873812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Allocated IP 172.20.0.7 (f5dcb48d-bfc9-41ad-81a7-5e64086afd89/0c774230-cb00-48da-9fd3-cbe7f4b106f4/9af60005-8d87-46a4-a01e-d5da00332081) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:02:55.895812 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-2c435e39-1b37-48bd-a800-a36442f47866 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:55.906845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:02:55.919347 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9345c3f8-b803-40e4-a9b4-d8f32f241423 admin admin] 10.222.0.44 "PUT /v2.0/routers/37792ab2-b64b-42b7-8829-c67ff3375481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4020398 Sep 29 23:02:55.979889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7abd7c44-47db-413f-acb9-57ee0a18f046 req-7ab214d7-0006-45cf-85d2-25948883937c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7664354 Sep 29 23:02:55.991188 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-2c435e39-1b37-48bd-a800-a36442f47866 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:55.991784 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-2c435e39-1b37-48bd-a800-a36442f47866 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Floating IP d3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43 disassociated. External IP: 172.25.4.88, port: 762a0a77-07d2-413d-8005-92301fe33c65. Sep 29 23:02:56.223114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28e9880b-bd7d-4a44-b205-f424d8954083 req-22d58e5a-de94-4c44-bc03-0c9af080bce2 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 210 time: 0.0634656 Sep 29 23:02:56.253984 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:56.303863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:56.317278 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a432d6-8ed4-4227-b536-7697607fd06f None None] The sync data for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 is: [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:02:56.432229 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:56.486905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event updated for resources: {'Port': ['ID=9af60005-8d87-46a4-a01e-d5da00332081,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:56.514926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:02:56.516931 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:02:56.519670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:02:56.546821 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:56.585069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-2c435e39-1b37-48bd-a800-a36442f47866 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Router f965ef8b-2539-4d1a-9759-76e54640242a has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:02:56.596884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:56.597570 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:56.620407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e210e60-e95a-4c2d-8970-fa65de36cc11 req-20208aa2-77f0-4346-a05a-3f1259d2b05a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:56.625919 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-2e52124f-cd35-4538-b2e3-53daaa8a91b4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7737103 Sep 29 23:02:56.627193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e210e60-e95a-4c2d-8970-fa65de36cc11 req-20208aa2-77f0-4346-a05a-3f1259d2b05a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.2083771 Sep 29 23:02:56.651617 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:02:56.655507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Request body: {'port': {'device_id': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:56.690044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:56.690737 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:56.759315 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:56.854357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6a0fbd02-e344-449e-9243-17cb6793de81 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:56.872869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e210e60-e95a-4c2d-8970-fa65de36cc11 req-d61c9a13-e41e-4df9-a56b-1765e41905b3 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647873 Sep 29 23:02:56.948248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70bad004-8351-495a-8f3b-53299cac0741 None None] New status for floating IP 6b9017de-9d40-4337-967d-1df15f816749: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:02:56.997903 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-df1eb6ed-133e-4091-8724-b684c81c75c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2643037 Sep 29 23:02:57.013450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-2c435e39-1b37-48bd-a800-a36442f47866 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:02:57.025711 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] Sync routers for ids ['f965ef8b-2539-4d1a-9759-76e54640242a'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:02:57.041591 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-2c435e39-1b37-48bd-a800-a36442f47866 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:57.042502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] Routers {'f965ef8b-2539-4d1a-9759-76e54640242a'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:57.045690 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f965ef8b-2539-4d1a-9759-76e54640242a'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:57.057713 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:57.104965 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59f29da-22df-4603-8119-88ab047b34de x-openstack-request-id: req-f59f29da-22df-4603-8119-88ab047b34de {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:57.111258 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019c48a3-9427-430e-bbc8-02776f32e2e1", "name": "network-vif-plugged", "status": "completed", "tag": "33271e34-cf9f-45b9-b407-ca6ecb92b649", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:57.111945 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f59f29da-22df-4603-8119-88ab047b34de {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:57.112607 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019c48a3-9427-430e-bbc8-02776f32e2e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33271e34-cf9f-45b9-b407-ca6ecb92b649', 'code': 200} Sep 29 23:02:57.142676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-2c435e39-1b37-48bd-a800-a36442f47866 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "PUT /v2.0/floatingips/d3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43 HTTP/1.1" status: 200 len: 694 time: 1.9856057 Sep 29 23:02:57.151410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'tag': '762a0a77-07d2-413d-8005-92301fe33c65'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:57.154523 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22" -d '{"events": [{"name": "network-changed", "server_uuid": "6f77188c-d0ca-4092-8e62-98b69686dc0c", "tag": "762a0a77-07d2-413d-8005-92301fe33c65"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:57.256845 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] Set router f965ef8b-2539-4d1a-9759-76e54640242a gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:57.279007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-15964612-c355-4e4d-b82f-075ac1527d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:57.280737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-15964612-c355-4e4d-b82f-075ac1527d6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 1096 time: 0.1716514 Sep 29 23:02:57.297545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-dbfb1c1c-938e-4dfb-a6b3-56159892371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:57.299450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-dbfb1c1c-938e-4dfb-a6b3-56159892371a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=c965c6cf0b2c4987be619ac53f5e18f4&device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 1097 time: 0.1038396 Sep 29 23:02:57.328716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb0e94-57ad-421d-a9b4-6448ded190d9 req-901af4e4-9401-4e3a-b2c5-588494fc362a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:57.340545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8bb0e94-57ad-421d-a9b4-6448ded190d9 req-901af4e4-9401-4e3a-b2c5-588494fc362a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 944 time: 0.1415429 Sep 29 23:02:57.361199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f2894-3074-4693-9134-3dd0c71fc9d1 req-ed5221d8-41e5-45b9-aae9-829b8b9d7f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:57.362905 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb8f2894-3074-4693-9134-3dd0c71fc9d1 req-ed5221d8-41e5-45b9-aae9-829b8b9d7f7c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=019c48a3-9427-430e-bbc8-02776f32e2e1 HTTP/1.1" status: 200 len: 1096 time: 0.1395903 Sep 29 23:02:57.404395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:57.406939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 6a0fbd02-e344-449e-9243-17cb6793de81 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:02:57.421860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 6a0fbd02-e344-449e-9243-17cb6793de81 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:57.422242 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:57.424106 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:57.463306 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb8f2894-3074-4693-9134-3dd0c71fc9d1 req-43c9ff51-ec9d-4c08-b97b-294e6fa37b90 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875251 Sep 29 23:02:57.468166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af60005-8d87-46a4-a01e-d5da00332081 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:02:57.489925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:57.512185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Transition to ACTIVE for port object 9af60005-8d87-46a4-a01e-d5da00332081 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:02:57.531502 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:57.571519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:57.589786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b76842b8-5104-461a-91ee-7e417bcdaa2b None None] Provisioning complete for port 9af60005-8d87-46a4-a01e-d5da00332081 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:57.590181 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b76842b8-5104-461a-91ee-7e417bcdaa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:57.618412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9af60005-8d87-46a4-a01e-d5da00332081,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:57.704021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Attempting to bind port 9af60005-8d87-46a4-a01e-d5da00332081 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:57.704392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Attempting to bind port 9af60005-8d87-46a4-a01e-d5da00332081 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:57.710737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Attempting to bind port 9af60005-8d87-46a4-a01e-d5da00332081 on network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:57.721595 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:02:06Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ad5b1148-ad42-4c62-9367-c3713a26b7cd', 'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'mac_address': 'fa:16:3e:0e:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:02Z', 'updated_at': '2021-09-29T23:02:17Z', 'revision_number': 5, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'subnets': [{'id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:57.744446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Port 9af60005-8d87-46a4-a01e-d5da00332081 on network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:02:57.744800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Attempting to bind port 9af60005-8d87-46a4-a01e-d5da00332081 on network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:57.761911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:57.762250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Checking segment: {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:57.762556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Bound using segment: {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:57.763018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Bound port: 9af60005-8d87-46a4-a01e-d5da00332081, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc1900db-6155-47a5-8d69-b194ccfdcca5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:57.763390 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:57.793024 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] Checking router: f965ef8b-2539-4d1a-9759-76e54640242a for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:02:57.804151 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] Routers {'f965ef8b-2539-4d1a-9759-76e54640242a'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:57.805049 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f965ef8b-2539-4d1a-9759-76e54640242a'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:57.907553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] For port 9af60005-8d87-46a4-a01e-d5da00332081, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:02:57.910987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] For port 9af60005-8d87-46a4-a01e-d5da00332081, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9af60005-8d87-46a4-a01e-d5da00332081,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:02:57.926035 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:57.980604 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] Set router f965ef8b-2539-4d1a-9759-76e54640242a gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:58.004684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:58.005322 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:58.006761 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] 10.222.0.26 "PUT /v2.0/ports/9af60005-8d87-46a4-a01e-d5da00332081 HTTP/1.1" status: 200 len: 1091 time: 1.3612773 Sep 29 23:02:58.007217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'tag': '9af60005-8d87-46a4-a01e-d5da00332081'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:58.009770 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26e074c-325c-4267-afe8-07d6e14cd189" -d '{"events": [{"name": "network-changed", "server_uuid": "7a667d86-065b-4da3-b7e5-bb4405c1b0e3", "tag": "9af60005-8d87-46a4-a01e-d5da00332081"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:58.017294 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Sync routers for ids ['37792ab2-b64b-42b7-8829-c67ff3375481'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:02:58.067396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3a94a-21d6-4e07-9ac8-61a4c40dd8a0 service neutron] Pushing event updated for resources: {'Port': ['ID=9af60005-8d87-46a4-a01e-d5da00332081,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:58.079305 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Routers {'37792ab2-b64b-42b7-8829-c67ff3375481'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:02:58.080214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['37792ab2-b64b-42b7-8829-c67ff3375481'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:58.082436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b76842b8-5104-461a-91ee-7e417bcdaa2b None None] Port 9af60005-8d87-46a4-a01e-d5da00332081 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:02:58.134603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-98e45785-5d99-463c-be11-c17cf4a85920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:58.136205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-98e45785-5d99-463c-be11-c17cf4a85920 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 916 time: 0.7901003 Sep 29 23:02:58.177604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-90dd597c-b664-43c9-abc6-513b852f47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:58.179480 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-90dd597c-b664-43c9-abc6-513b852f47a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75a46b3b2bfd455ab763f8a64884f4fe&device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 1094 time: 0.0952308 Sep 29 23:02:58.287470 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-007b9df7-7e69-4fa2-a21b-a8b36e73169b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10dd9650-5d89-4e1c-958e-e205a7784485 HTTP/1.1" status: 200 len: 217 time: 0.1409349 Sep 29 23:02:58.324322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:58.379678 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8bb0e94-57ad-421d-a9b4-6448ded190d9 req-ee4f63da-6a03-49df-a22d-b2aafd554914 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0382140 Sep 29 23:02:58.396117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Set router 37792ab2-b64b-42b7-8829-c67ff3375481 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:02:58.505942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-f2589a91-fdad-4827-af1d-f31afdeaa836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:58.507882 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:02:06Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ad5b1148-ad42-4c62-9367-c3713a26b7cd', 'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'mac_address': 'fa:16:3e:0e:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:02Z', 'updated_at': '2021-09-29T23:02:17Z', 'revision_number': 5, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'subnets': [{'id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:58.522585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 6a0fbd02-e344-449e-9243-17cb6793de81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6a0fbd02-e344-449e-9243-17cb6793de81,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:02:58.524435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-f2589a91-fdad-4827-af1d-f31afdeaa836 service neutron] 10.222.0.44 "GET /v2.0/networks?id=52376747-5e38-4f02-b8bd-e16ecf31389e HTTP/1.1" status: 200 len: 930 time: 1.1786103 Sep 29 23:02:58.535177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-8e182b1f-2607-48d6-9103-b78de11b80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:58.537905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-8e182b1f-2607-48d6-9103-b78de11b80dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bcc3a829-1afc-43d5-a1c2-3f685715c47a HTTP/1.1" status: 200 len: 854 time: 0.2346752 Sep 29 23:02:58.548764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:02:58.584969 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2407b-451b-403b-aadc-0a7dc944d355 None None] The sync data for ids ['f965ef8b-2539-4d1a-9759-76e54640242a'] in n-d-811173-2 is: [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:02:06Z', 'revision_number': 4, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ad5b1148-ad42-4c62-9367-c3713a26b7cd', 'name': '', 'network_id': '52376747-5e38-4f02-b8bd-e16ecf31389e', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'mac_address': 'fa:16:3e:0e:a6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_interface', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:02Z', 'updated_at': '2021-09-29T23:02:17Z', 'revision_number': 5, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'subnets': [{'id': 'ae724f1a-faf3-4ec5-b633-28358464be4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:02:58.612143 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:58.636820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-b3592883-2e84-41c8-96a6-6f26f363e39e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=762a0a77-07d2-413d-8005-92301fe33c65 HTTP/1.1" status: 200 len: 217 time: 0.1114221 Sep 29 23:02:58.754827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-a5ad4eaf-88e3-490b-a3bd-7991f195862a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:58.757048 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-a5ad4eaf-88e3-490b-a3bd-7991f195862a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=ae724f1a-faf3-4ec5-b633-28358464be4e HTTP/1.1" status: 200 len: 868 time: 0.1194673 Sep 29 23:02:58.778094 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-6c8d64d8-c4b9-4a48-bfaf-5944cd76beed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9af60005-8d87-46a4-a01e-d5da00332081 HTTP/1.1" status: 200 len: 217 time: 0.5882220 Sep 29 23:02:58.818457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-da5cf991-9f49-45dc-9ff7-b640d0dbe47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:58.822254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-da5cf991-9f49-45dc-9ff7-b640d0dbe47d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d4f5d120-83fd-46cf-8fa2-853165c31b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2202079 Sep 29 23:02:58.898243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-a31e76ea-994b-4c5c-a8e5-39acf1a89e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:58.901594 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-a31e76ea-994b-4c5c-a8e5-39acf1a89e23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c774230-cb00-48da-9fd3-cbe7f4b106f4 HTTP/1.1" status: 200 len: 863 time: 0.1089649 Sep 29 23:02:58.904718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=6a0fbd02-e344-449e-9243-17cb6793de81,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:58.974619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:02:58.974619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:58.995233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-f851dafa-85d7-4bb9-bca5-2f105167ed76 service neutron] 10.222.0.42 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620998 Sep 29 23:02:59.035059 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-9825ab54-8abd-4ce3-b9a1-a83b52a4bb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:59.037037 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-9825ab54-8abd-4ce3-b9a1-a83b52a4bb07 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=52376747-5e38-4f02-b8bd-e16ecf31389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2658305 Sep 29 23:02:59.041235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-3e12da34-74d7-4b09-8c3b-8b7f7f82f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:59.048161 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-3e12da34-74d7-4b09-8c3b-8b7f7f82f182 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361933 Sep 29 23:02:59.066130 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af037d1d-09d8-4245-93c7-2582a5c15438 None None] New status for floating IP d3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:02:59.119042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd3d623-bf86-461e-b1a1-c3cb7583399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0fbd02-e344-449e-9243-17cb6793de81'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:02:59.121416 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6bb5f6-7772-4040-bac3-25be4e5b1a8c" -d '{"events": [{"server_uuid": "7dd3d623-bf86-461e-b1a1-c3cb7583399c", "name": "network-vif-plugged", "status": "completed", "tag": "6a0fbd02-e344-449e-9243-17cb6793de81"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:02:59.138350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '80337e5e-db52-4121-8c30-1ee502e2ec52', 'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'mac_address': 'fa:16:3e:82:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:52Z', 'updated_at': '2021-09-29T23:02:54Z', 'revision_number': 2, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'subnets': [{'id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:02:59.238519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34940) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:59.245023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-449ca324-910a-4bb7-89f6-7355bc547f98 service neutron] 10.222.0.26 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787660 Sep 29 23:02:59.251762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dec1a445-98b4-4df7-b854-21be6e876c0d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--452946895', 'description': 'tempest-description--2138061983'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:59.253512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Checking router: 37792ab2-b64b-42b7-8829-c67ff3375481 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:02:59.253874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Updating router 37792ab2-b64b-42b7-8829-c67ff3375481 port 80337e5e-db52-4121-8c30-1ee502e2ec52 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:02:59.287862 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-3347a48f-477f-455e-8933-cf3566ad3d55 service neutron] 10.222.0.44 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347486 Sep 29 23:02:59.307897 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.379406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dec1a445-98b4-4df7-b854-21be6e876c0d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.453953 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4e77eca-6a7b-4ec5-8a58-a5d6a78bc72c req-dbcf4efe-215b-47cc-bc31-e0f325ddf983 service neutron] 10.222.0.26 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958032 Sep 29 23:02:59.479457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e25eb6c-7fce-4f26-b855-9a2e36f082b6 req-04481dfc-9394-42d0-9004-0f38d187b19e service neutron] 10.222.0.42 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724593 Sep 29 23:02:59.509227 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb8aa87f-0c93-4be4-a40e-786832814e2c req-2cfcb146-bbb0-4c0a-b599-9393c03abe4b service neutron] 10.222.0.44 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064953 Sep 29 23:02:59.554090 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dec1a445-98b4-4df7-b854-21be6e876c0d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.561225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dec1a445-98b4-4df7-b854-21be6e876c0d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.642862 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1a445-98b4-4df7-b854-21be6e876c0d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:59.650228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dec1a445-98b4-4df7-b854-21be6e876c0d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.652561 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dec1a445-98b4-4df7-b854-21be6e876c0d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4054532 Sep 29 23:02:59.655336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34954) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:59.662638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a19b9c87-34c9-41cf-b718-2df777b6e247 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Request body: {'security_group_rule': {'security_group_id': '521ff4c1-60e5-4ccf-a31c-6e43c374b7f6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:59.698666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a19b9c87-34c9-41cf-b718-2df777b6e247 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.744675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6b4c8-e1e8-4e89-a6e8-45dbb2be0f06 req-be2a867e-6273-46d8-8e79-df9ede43a8d7 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:59.746318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42e6b4c8-e1e8-4e89-a6e8-45dbb2be0f06 req-be2a867e-6273-46d8-8e79-df9ede43a8d7 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.1323295 Sep 29 23:02:59.751760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.759391 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.793033 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a77e24-240a-4dd5-99c1-4163f4f7a031 x-openstack-request-id: req-34a77e24-240a-4dd5-99c1-4163f4f7a031 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:02:59.794088 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f77188c-d0ca-4092-8e62-98b69686dc0c", "tag": "762a0a77-07d2-413d-8005-92301fe33c65", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:02:59.794088 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34a77e24-240a-4dd5-99c1-4163f4f7a031 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:02:59.794088 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'tag': '762a0a77-07d2-413d-8005-92301fe33c65', 'status': 'completed', 'code': 200} Sep 29 23:02:59.815344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a19b9c87-34c9-41cf-b718-2df777b6e247 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.822575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b4be0-9f39-48d5-b5e3-3e6fc4c1ddff None None] Pushing event updated for resources: {'Port': ['ID=80337e5e-db52-4121-8c30-1ee502e2ec52,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:59.823331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a19b9c87-34c9-41cf-b718-2df777b6e247 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.847106 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42e6b4c8-e1e8-4e89-a6e8-45dbb2be0f06 req-f6557597-00f2-4dfd-a207-3321b7116759 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875952 Sep 29 23:02:59.892259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b9c87-34c9-41cf-b718-2df777b6e247 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d323a35-27cc-4bab-90c7-cbabf503299e,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:02:59.913897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a19b9c87-34c9-41cf-b718-2df777b6e247 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.924996 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a19b9c87-34c9-41cf-b718-2df777b6e247 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2682371 Sep 29 23:02:59.925731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34958) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:02:59.935930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-33ec3ced-a025-4fda-8aca-57aa021541dd tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Request body: {'security_group_rule': {'security_group_id': '521ff4c1-60e5-4ccf-a31c-6e43c374b7f6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:02:59.957871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Attempting to bind port 80337e5e-db52-4121-8c30-1ee502e2ec52 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:02:59.958837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Attempting to bind port 80337e5e-db52-4121-8c30-1ee502e2ec52 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:02:59.960015 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Attempting to bind port 80337e5e-db52-4121-8c30-1ee502e2ec52 on network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:02:59.967288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:02:59.968016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Checking segment: {'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:02:59.968692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.969366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Bound using segment: {'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:02:59.969600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea513be-9b39-4d63-b14d-709ca5211a3e req-5485fe23-9184-40b9-9c93-a7d74e5bb8bc tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:59.970707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Bound port: 80337e5e-db52-4121-8c30-1ee502e2ec52, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:02:59.971393 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:02:59.978218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ea513be-9b39-4d63-b14d-709ca5211a3e req-5485fe23-9184-40b9-9c93-a7d74e5bb8bc tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 943 time: 0.1065242 Sep 29 23:02:59.989323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-0f659c4c-e28a-4cc7-b652-aed468969de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:02:59.991198 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-0f659c4c-e28a-4cc7-b652-aed468969de7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c965c6cf0b2c4987be619ac53f5e18f4&device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 1097 time: 0.1567252 Sep 29 23:02:59.998090 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33ec3ced-a025-4fda-8aca-57aa021541dd tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:00.056907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ea513be-9b39-4d63-b14d-709ca5211a3e req-36148bfb-e6f7-4d2a-971c-87ec0ce9dd83 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772622 Sep 29 23:03:00.065185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] For port 80337e5e-db52-4121-8c30-1ee502e2ec52, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:00.077669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] For port 80337e5e-db52-4121-8c30-1ee502e2ec52, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=80337e5e-db52-4121-8c30-1ee502e2ec52,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:03:00.091971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:00.107468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec0532-3e30-456b-b502-bee42689d00a req-59e7324b-3625-4a4a-91e0-264607e45430 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:00.112373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1ec0532-3e30-456b-b502-bee42689d00a req-59e7324b-3625-4a4a-91e0-264607e45430 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.1088450 Sep 29 23:03:00.176427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b4be0-9f39-48d5-b5e3-3e6fc4c1ddff None None] Pushing event updated for resources: {'Port': ['ID=80337e5e-db52-4121-8c30-1ee502e2ec52,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:00.208317 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1ec0532-3e30-456b-b502-bee42689d00a req-a2583732-8f80-427c-ac17-9b1f85da9c01 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815148 Sep 29 23:03:00.220104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Routers {'37792ab2-b64b-42b7-8829-c67ff3375481'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:03:00.220846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:02:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['37792ab2-b64b-42b7-8829-c67ff3375481'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:00.236602 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33ec3ced-a025-4fda-8aca-57aa021541dd tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:00.239569 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7d65b5-5fde-4d62-a333-0416c38a5505 x-openstack-request-id: req-9d7d65b5-5fde-4d62-a333-0416c38a5505 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:00.239887 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a667d86-065b-4da3-b7e5-bb4405c1b0e3", "tag": "9af60005-8d87-46a4-a01e-d5da00332081", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:00.240434 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d7d65b5-5fde-4d62-a333-0416c38a5505 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:00.241036 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'tag': '9af60005-8d87-46a4-a01e-d5da00332081', 'status': 'completed', 'code': 200} Sep 29 23:03:00.248810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-15728af9-7ff0-4d15-9caf-7c247aeb390b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:00.252214 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-15728af9-7ff0-4d15-9caf-7c247aeb390b service neutron] 10.222.0.26 "GET /v2.0/networks?id=52376747-5e38-4f02-b8bd-e16ecf31389e HTTP/1.1" status: 200 len: 930 time: 0.2509623 Sep 29 23:03:00.253513 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33ec3ced-a025-4fda-8aca-57aa021541dd tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:00.423038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec3ced-a025-4fda-8aca-57aa021541dd tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4f08ac7-86ca-43d8-bb6b-ad62afac1351,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:00.434367 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-b9da02bb-eeb8-4774-aada-e127906762c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=762a0a77-07d2-413d-8005-92301fe33c65 HTTP/1.1" status: 200 len: 217 time: 0.1641376 Sep 29 23:03:00.439935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] Set router 37792ab2-b64b-42b7-8829-c67ff3375481 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:03:00.441797 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33ec3ced-a025-4fda-8aca-57aa021541dd tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:00.446674 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-33ec3ced-a025-4fda-8aca-57aa021541dd tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5116467 Sep 29 23:03:00.447128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34970) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:00.451875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:00.480944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-3cb70b21-d6c9-4eeb-93cf-242e9c20dc14 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips/d3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43 HTTP/1.1" status: 200 len: 692 time: 0.1237690 Sep 29 23:03:00.515343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-7b37193f-ed53-4375-973e-e7ec02940508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:00.517072 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-7b37193f-ed53-4375-973e-e7ec02940508 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75a46b3b2bfd455ab763f8a64884f4fe&device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 1094 time: 0.2482302 Sep 29 23:03:00.565425 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed72954c-b617-4eac-a851-eba3104721fb x-openstack-request-id: req-ed72954c-b617-4eac-a851-eba3104721fb {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:00.565796 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd3d623-bf86-461e-b1a1-c3cb7583399c", "name": "network-vif-plugged", "status": "completed", "tag": "6a0fbd02-e344-449e-9243-17cb6793de81", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:00.566017 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed72954c-b617-4eac-a851-eba3104721fb {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:00.566366 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd3d623-bf86-461e-b1a1-c3cb7583399c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a0fbd02-e344-449e-9243-17cb6793de81', 'code': 200} Sep 29 23:03:00.629988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5f78f0e2-2217-4b29-80d6-236c3fd9f75c None None] Provisioning complete for port 80337e5e-db52-4121-8c30-1ee502e2ec52 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:00.630368 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f78f0e2-2217-4b29-80d6-236c3fd9f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:00.638355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-4e7c494e-b5af-4aba-a791-7ef93466253e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:00.639893 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-4e7c494e-b5af-4aba-a791-7ef93466253e service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89 HTTP/1.1" status: 200 len: 925 time: 0.1050382 Sep 29 23:03:00.648591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-45001a3f-1bf6-43c1-bad9-abe775bcd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:00.650590 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-45001a3f-1bf6-43c1-bad9-abe775bcd160 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae724f1a-faf3-4ec5-b633-28358464be4e HTTP/1.1" status: 200 len: 868 time: 0.1936688 Sep 29 23:03:00.669035 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:00.689078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-81864e39-de9f-498c-a146-de608c09a935 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:00.691000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-81864e39-de9f-498c-a146-de608c09a935 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1841803 Sep 29 23:03:00.732916 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-5ce28630-8962-48e1-a559-56c77356e5df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9af60005-8d87-46a4-a01e-d5da00332081 HTTP/1.1" status: 200 len: 217 time: 0.0815923 Sep 29 23:03:00.767791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f486ba-9716-4071-8145-7942bc8a5ca5 req-b9fbe64f-10f5-4adc-9452-b5c97b8c761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:00.769349 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82f486ba-9716-4071-8145-7942bc8a5ca5 req-b9fbe64f-10f5-4adc-9452-b5c97b8c761b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 1096 time: 0.2935488 Sep 29 23:03:00.778123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c797d1f-261d-4093-b241-5911312ae1c1 req-cd3a796f-a6f3-40dd-90cd-9b009710a605 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:00.785279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c797d1f-261d-4093-b241-5911312ae1c1 req-cd3a796f-a6f3-40dd-90cd-9b009710a605 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 945 time: 0.3308446 Sep 29 23:03:00.790606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-b1ad5351-77eb-49cb-8bcd-8d2e570ef107 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.0861022 Sep 29 23:03:00.801768 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f78f0e2-2217-4b29-80d6-236c3fd9f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:00.802335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-7ad68b6c-5473-43f5-b413-742fb94df1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:00.803611 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-7ad68b6c-5473-43f5-b413-742fb94df1ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=52376747-5e38-4f02-b8bd-e16ecf31389e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455200 Sep 29 23:03:00.839277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '80337e5e-db52-4121-8c30-1ee502e2ec52', 'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'mac_address': 'fa:16:3e:82:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:52Z', 'updated_at': '2021-09-29T23:03:00Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'subnets': [{'id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:00.871624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-32949f27-ebe6-4232-a892-38d155167577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:00.873158 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-32949f27-ebe6-4232-a892-38d155167577 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c774230-cb00-48da-9fd3-cbe7f4b106f4 HTTP/1.1" status: 200 len: 863 time: 0.1267936 Sep 29 23:03:00.877649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c979f2-64d1-4f1d-8d3c-cfe351f71822 None None] The sync data for ids ['37792ab2-b64b-42b7-8829-c67ff3375481'] in n-d-811173-2 is: [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '80337e5e-db52-4121-8c30-1ee502e2ec52', 'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'mac_address': 'fa:16:3e:82:36:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:52Z', 'updated_at': '2021-09-29T23:03:00Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'subnets': [{'id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:03:00.882186 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5f78f0e2-2217-4b29-80d6-236c3fd9f75c None None] For port 80337e5e-db52-4121-8c30-1ee502e2ec52, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=80337e5e-db52-4121-8c30-1ee502e2ec52,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:00.888388 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f78f0e2-2217-4b29-80d6-236c3fd9f75c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:00.981845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-b16537f1-ba14-47c9-af99-7e6b8642d078 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.88 HTTP/1.1" status: 200 len: 695 time: 0.1579525 Sep 29 23:03:00.983440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82f486ba-9716-4071-8145-7942bc8a5ca5 req-a5606c82-5c8e-48b7-857d-4a21114ae219 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796486 Sep 29 23:03:01.025725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c797d1f-261d-4093-b241-5911312ae1c1 req-99e78b06-c43c-4960-88e1-c46fe18057d9 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394755 Sep 29 23:03:01.044117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-454fa21e-c0d9-46eb-a434-c886cc49b84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:01.045658 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-454fa21e-c0d9-46eb-a434-c886cc49b84f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450140 Sep 29 23:03:01.049440 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-1282e074-6d86-4e65-8d79-0cdf8cab329d service neutron] 10.222.0.26 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349222 Sep 29 23:03:01.052106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:01.213719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-1e555831-d22a-4d75-98df-7fe382ab4fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Deleting port a04c8a3e-d40f-4d98-8c04-be4d8e8cb5eb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:01.214540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-1e555831-d22a-4d75-98df-7fe382ab4fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:01.258881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78f0e2-2217-4b29-80d6-236c3fd9f75c None None] Pushing event updated for resources: {'Port': ['ID=80337e5e-db52-4121-8c30-1ee502e2ec52,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:01.268790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dd400beb-62b1-4c50-a9c3-84e12224dbbb None None] Provisioning complete for port 80337e5e-db52-4121-8c30-1ee502e2ec52 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:01.269176 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd400beb-62b1-4c50-a9c3-84e12224dbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:01.405804 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-89ffc016-5595-4e03-960c-1e38171c87a5 service neutron] 10.222.0.26 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428807 Sep 29 23:03:01.419129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6e6e3f4-4d85-4c44-aead-1967ff3dab22 req-6ab407cc-b788-4a87-a169-c6b71c74a8a4 service neutron] 10.222.0.26 "GET /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463814 Sep 29 23:03:01.420741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dc054-ec69-432e-bd63-d41796051d8c req-18edde3c-21db-4465-826b-a7199894e8bc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:01.422482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d7dc054-ec69-432e-bd63-d41796051d8c req-18edde3c-21db-4465-826b-a7199894e8bc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.1944849 Sep 29 23:03:01.444026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Allocated IP 172.25.4.171 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/7845e53f-2db5-4bcf-aba4-c75836f68e96) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:03:01.474026 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-1e555831-d22a-4d75-98df-7fe382ab4fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:01.474508 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-1e555831-d22a-4d75-98df-7fe382ab4fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:01.489599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-1e555831-d22a-4d75-98df-7fe382ab4fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Calling delete_port for a04c8a3e-d40f-4d98-8c04-be4d8e8cb5eb owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:01.605598 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f26e074c-325c-4267-afe8-07d6e14cd189 req-8f208c01-8048-471b-95ee-e31a3dd9f9cf service neutron] 10.222.0.26 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887598 Sep 29 23:03:01.654323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d7dc054-ec69-432e-bd63-d41796051d8c req-9c42e4f7-c440-411d-8649-48503e8f7df0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173533 Sep 29 23:03:01.674338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:01.721096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-1e555831-d22a-4d75-98df-7fe382ab4fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:01.729332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:01.773711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e555831-d22a-4d75-98df-7fe382ab4fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Pushing event deleted for resources: {'Port': ['ID=a04c8a3e-d40f-4d98-8c04-be4d8e8cb5eb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:01.798512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:03:01.806232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:03:01.808609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Pushing event updated for resources: {'Port': ['ID=7845e53f-2db5-4bcf-aba4-c75836f68e96,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:01.811772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:03:01.876711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.877369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.877666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.878785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.879193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.879670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.880130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.880822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.881765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.882209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.883311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.883741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:01.891965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d34cb9-e21d-4fc7-88bd-de70fb787213 req-68241f03-f4b9-4efd-8647-1497a34a7a06 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:01.893667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37d34cb9-e21d-4fc7-88bd-de70fb787213 req-68241f03-f4b9-4efd-8647-1497a34a7a06 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 943 time: 0.1585364 Sep 29 23:03:01.896679 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-1e555831-d22a-4d75-98df-7fe382ab4fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:01.900461 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-1e555831-d22a-4d75-98df-7fe382ab4fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:01.901604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3a00fb5-f17c-4e1f-93c3-3ab3b3d689e1 req-1e555831-d22a-4d75-98df-7fe382ab4fb9 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "DELETE /v2.0/floatingips/d3b5bdc3-779c-4a6e-bf5e-fd4a1045bb43 HTTP/1.1" status: 204 len: 173 time: 0.9046545 Sep 29 23:03:01.972744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37d34cb9-e21d-4fc7-88bd-de70fb787213 req-0e7c1300-87e7-4da2-bde7-2df00936f119 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678401 Sep 29 23:03:02.008662 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:02.052533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b9310e-5c44-4130-be02-4c153e8ab555 req-789d3dbd-1623-489b-9d81-4ba1a0cf038f tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:02.054611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17b9310e-5c44-4130-be02-4c153e8ab555 req-789d3dbd-1623-489b-9d81-4ba1a0cf038f tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 949 time: 0.0595698 Sep 29 23:03:02.077897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:02.123643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17b9310e-5c44-4130-be02-4c153e8ab555 req-871e18eb-75d6-4554-b1a5-a8418fbfa8eb tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578146 Sep 29 23:03:02.152481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e60343d-355e-48ac-a336-1aca985cf65c req-585a2f18-52ab-4be9-b605-9846d85a5424 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:02.155630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e60343d-355e-48ac-a336-1aca985cf65c req-585a2f18-52ab-4be9-b605-9846d85a5424 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.0975773 Sep 29 23:03:02.208016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e60343d-355e-48ac-a336-1aca985cf65c req-59bcd32b-0c65-41e7-8f9b-d8a65d43e06d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476689 Sep 29 23:03:02.272323 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:02.282597 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:02.306638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d72cd-0131-4f10-ba94-8a0417207829 req-7504db9c-b9b7-47ba-87cf-2ec1c6b71351 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:02.308479 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-286d72cd-0131-4f10-ba94-8a0417207829 req-7504db9c-b9b7-47ba-87cf-2ec1c6b71351 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 945 time: 0.0640087 Sep 29 23:03:02.391886 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:02.396148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-286d72cd-0131-4f10-ba94-8a0417207829 req-8ded976f-6355-4977-a42a-6c51378356b8 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804985 Sep 29 23:03:02.426138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Pushing event updated for resources: {'Port': ['ID=7845e53f-2db5-4bcf-aba4-c75836f68e96,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:02.430547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:02.432028 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ffaab0c8-19d2-4407-9c85-bfea61b70253 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9839680 Sep 29 23:03:02.520023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 80337e5e-db52-4121-8c30-1ee502e2ec52 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:03:02.658886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af56f9d-9042-4b30-a71a-59dc6d7490d5 req-3f1ec3fb-4110-4f1f-a7fa-db87c8ed4d45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:02.668947 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0af56f9d-9042-4b30-a71a-59dc6d7490d5 req-3f1ec3fb-4110-4f1f-a7fa-db87c8ed4d45 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1407726 Sep 29 23:03:02.678091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 80337e5e-db52-4121-8c30-1ee502e2ec52 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:02.678711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:02.762395 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0af56f9d-9042-4b30-a71a-59dc6d7490d5 req-323f7bf8-4be5-469a-9f9b-571a46dc0bd6 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0843694 Sep 29 23:03:02.900868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f81056-71a8-44aa-8fab-1edafd670b74 req-068630b6-7a26-4b08-afe6-5763e6520a98 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:02.902472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3f81056-71a8-44aa-8fab-1edafd670b74 req-068630b6-7a26-4b08-afe6-5763e6520a98 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.0810032 Sep 29 23:03:02.935568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4395dd48-b855-4ebb-8081-5b67957bd00c req-d70287c2-3d4e-417a-80f5-21f91ae41386 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0495036 Sep 29 23:03:02.953201 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9af60005-8d87-46a4-a01e-d5da00332081 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:03:02.985255 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3f81056-71a8-44aa-8fab-1edafd670b74 req-e4be6206-cc60-4310-a2a0-0c6cc1c17e1f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472000 Sep 29 23:03:03.152310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9af60005-8d87-46a4-a01e-d5da00332081, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9af60005-8d87-46a4-a01e-d5da00332081,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:03.170463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '9af60005-8d87-46a4-a01e-d5da00332081', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'port_id': '9af60005-8d87-46a4-a01e-d5da00332081', 'mac_address': 'fa:16:3e:4e:49:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:03:03.213740 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:03.221757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc85eb5-9653-48bb-acd3-0fa131462200 req-fc2d8470-8d1c-4c7d-aaed-7460b176217d tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:03.230089 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af60005-8d87-46a4-a01e-d5da00332081 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:03.236288 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8bc85eb5-9653-48bb-acd3-0fa131462200 req-fc2d8470-8d1c-4c7d-aaed-7460b176217d tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 943 time: 0.1325643 Sep 29 23:03:03.262118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9af60005-8d87-46a4-a01e-d5da00332081, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9af60005-8d87-46a4-a01e-d5da00332081,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:03.273554 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:03.333435 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-365f0ffe-b988-4c56-9712-a8c91537290a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:03.381235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8bc85eb5-9653-48bb-acd3-0fa131462200 req-68b42cd6-f6d3-4755-a6b7-26c822aebfab tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303849 Sep 29 23:03:03.397546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9af60005-8d87-46a4-a01e-d5da00332081,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:03.410621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdc99e1-326f-49d4-a901-e1a539b10576 req-f400c1e0-ab5d-4cb8-a3fe-bd0d4a738434 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:03.425836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fdc99e1-326f-49d4-a901-e1a539b10576 req-f400c1e0-ab5d-4cb8-a3fe-bd0d4a738434 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 946 time: 0.1631992 Sep 29 23:03:03.489087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fdc99e1-326f-49d4-a901-e1a539b10576 req-7adf9971-d876-483b-81c7-6ed494acfd52 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621183 Sep 29 23:03:03.547234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596957d7-712e-4051-b060-1fe3a1dddf86 req-ac6d1625-e929-485c-800a-9786b287e96d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:03.554624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-596957d7-712e-4051-b060-1fe3a1dddf86 req-ac6d1625-e929-485c-800a-9786b287e96d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.0865326 Sep 29 23:03:03.611151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['9af60005-8d87-46a4-a01e-d5da00332081'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:03.625954 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-596957d7-712e-4051-b060-1fe3a1dddf86 req-531dfc29-d5b4-4a97-a449-d37a56854df2 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702691 Sep 29 23:03:03.638525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dde1a9-256c-4291-85dc-9875fceed1f2 req-49c4d988-0607-41f0-8ae9-cb60b1425c6a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:03.640287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8dde1a9-256c-4291-85dc-9875fceed1f2 req-49c4d988-0607-41f0-8ae9-cb60b1425c6a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 945 time: 0.0827227 Sep 29 23:03:03.719975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8dde1a9-256c-4291-85dc-9875fceed1f2 req-2f23e5ea-3df1-462c-96e9-29b417b42cd7 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694733 Sep 29 23:03:03.860833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026dc3bd-4df7-4967-998f-1f5282f7e76e req-5bd123aa-c92f-46c7-aca9-d81cc3fdf68a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:03.862941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-026dc3bd-4df7-4967-998f-1f5282f7e76e req-5bd123aa-c92f-46c7-aca9-d81cc3fdf68a tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=019c48a3-9427-430e-bbc8-02776f32e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0599911 Sep 29 23:03:03.922229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-026dc3bd-4df7-4967-998f-1f5282f7e76e req-c5b2c157-a44b-4d53-ab09-351e0327e341 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508626 Sep 29 23:03:04.064642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954597b-cc4f-4fc1-b3bb-bfea067a8cc1 req-b0b2189b-2f0a-401a-84a5-6be060548e3e tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:04.072689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3954597b-cc4f-4fc1-b3bb-bfea067a8cc1 req-b0b2189b-2f0a-401a-84a5-6be060548e3e tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=348bd18b-2904-489f-b0b0-f1de23a021b7 HTTP/1.1" status: 200 len: 946 time: 0.0778501 Sep 29 23:03:04.164003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3954597b-cc4f-4fc1-b3bb-bfea067a8cc1 req-d1df78db-c071-4cc9-ab05-58799e45cbbd tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880389 Sep 29 23:03:04.283345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480f8a4-3b62-4572-a73f-ac5a405ba0f3 req-cecde885-7fbe-4d08-b593-34faa146717a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:04.284933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3480f8a4-3b62-4572-a73f-ac5a405ba0f3 req-cecde885-7fbe-4d08-b593-34faa146717a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.1194870 Sep 29 23:03:04.342757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b454698-1ffc-46f9-9bec-87cc959455a2 req-7d783f4b-a19a-4b72-bd6b-3f2279cdf226 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:04.348957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-34e46127-f5ea-459f-85e3-1a722ec617c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:04.351157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-34e46127-f5ea-459f-85e3-1a722ec617c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 1096 time: 0.0727825 Sep 29 23:03:04.352432 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b454698-1ffc-46f9-9bec-87cc959455a2 req-7d783f4b-a19a-4b72-bd6b-3f2279cdf226 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.1154184 Sep 29 23:03:04.367848 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3480f8a4-3b62-4572-a73f-ac5a405ba0f3 req-8806f2d8-0a84-4eeb-bced-86bba93827f1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719862 Sep 29 23:03:04.419907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b454698-1ffc-46f9-9bec-87cc959455a2 req-8286228a-b467-4bc9-ab3c-3944fa193d95 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664659 Sep 29 23:03:04.498196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-9f1646b9-c86c-45c6-bdc2-5c1c95b5d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:04.499703 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-9f1646b9-c86c-45c6-bdc2-5c1c95b5d024 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 200 len: 916 time: 0.1355913 Sep 29 23:03:04.557092 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-d7f9d165-0ba7-416b-9a8f-1bab253667b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00622b95-6d0b-4206-b45f-ae9badbb0f44 HTTP/1.1" status: 200 len: 217 time: 0.0401881 Sep 29 23:03:04.630116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-b7ab8556-4c79-4aac-9e14-a9bbf5594e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:04.630942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-b7ab8556-4c79-4aac-9e14-a9bbf5594e0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bcc3a829-1afc-43d5-a1c2-3f685715c47a HTTP/1.1" status: 200 len: 854 time: 0.0637984 Sep 29 23:03:04.658402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823267d0-86c8-43a2-b8f3-af9e82ad8672 req-cf7fe3da-1aca-434a-af95-c6edf119b789 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:04.662156 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-823267d0-86c8-43a2-b8f3-af9e82ad8672 req-cf7fe3da-1aca-434a-af95-c6edf119b789 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 944 time: 0.0961823 Sep 29 23:03:04.714369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-ea748913-4d0c-4d22-8349-ca0634e8b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:04.716504 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-ea748913-4d0c-4d22-8349-ca0634e8b76f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d4f5d120-83fd-46cf-8fa2-853165c31b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671341 Sep 29 23:03:04.762144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-823267d0-86c8-43a2-b8f3-af9e82ad8672 req-c6339e3f-b2fd-42f6-ba5e-1b79d192dd62 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908813 Sep 29 23:03:04.812216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601d1b-583a-48d7-bde6-8ad4569b58eb req-7a16e54c-563c-4b25-b710-113c1b82cf2a tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:04.813785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f601d1b-583a-48d7-bde6-8ad4569b58eb req-7a16e54c-563c-4b25-b710-113c1b82cf2a tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 946 time: 0.1122136 Sep 29 23:03:04.853689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cef065a1-6e7d-4136-8013-c6f600e73c32 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:04.876005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-f965c2ab-d722-4ba0-9a5e-85f84c81332b service neutron] 10.222.0.26 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438124 Sep 29 23:03:04.893721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f601d1b-583a-48d7-bde6-8ad4569b58eb req-8c6da646-cf36-4f68-8dcd-aedbbe53d89f tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/security-groups?id=6c84448c-1b85-4fc2-8585-3d0da7a1375e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703454 Sep 29 23:03:04.933774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17aa8a-2b4e-464c-9b73-217fd1ada10a req-7f5dbe5b-069e-4198-be4e-5fde050a7a7e tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:04.944650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f17aa8a-2b4e-464c-9b73-217fd1ada10a req-7f5dbe5b-069e-4198-be4e-5fde050a7a7e tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=019c48a3-9427-430e-bbc8-02776f32e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0955057 Sep 29 23:03:05.032630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f17aa8a-2b4e-464c-9b73-217fd1ada10a req-2f5dea12-2ee2-4e4f-a58d-2c8dd357bccf tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822904 Sep 29 23:03:05.034945 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:05.051509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9af60005-8d87-46a4-a01e-d5da00332081 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:03:05.051696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d46750-e85e-4ade-af85-02f798a08be0 req-26f406f4-4b4e-4999-bc8e-105bd8da5539 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:05.051696 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-24d46750-e85e-4ade-af85-02f798a08be0 req-26f406f4-4b4e-4999-bc8e-105bd8da5539 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 946 time: 0.1262186 Sep 29 23:03:05.090504 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5faaabdc-e86f-4f2d-b5ca-b4d9a142307f req-22f89595-bfcd-4be7-af96-24ed41a18619 service neutron] 10.222.0.26 "GET /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050049 Sep 29 23:03:05.111856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:05.114670 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa4aeff6-e913-4642-be2f-b56111b2ae98" -d '{"events": [{"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-unplugged", "status": "completed", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:05.139472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:05.145447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:05.206546 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb3717a-fbdd-453a-b762-94941fd97321 x-openstack-request-id: req-ddb3717a-fbdd-453a-b762-94941fd97321 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:05.206913 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-unplugged", "status": "completed", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:05.207110 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddb3717a-fbdd-453a-b762-94941fd97321 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:05.207512 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'code': 200} Sep 29 23:03:05.208161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-24d46750-e85e-4ade-af85-02f798a08be0 req-004950ff-5c45-4d93-9f62-681fbe6ba1ea tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Deleting port 762a0a77-07d2-413d-8005-92301fe33c65 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:05.208520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-24d46750-e85e-4ade-af85-02f798a08be0 req-004950ff-5c45-4d93-9f62-681fbe6ba1ea tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:05.208661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:05.223352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.223917 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.224282 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.224755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.226041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.226480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.226814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.227332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.228563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.229070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.229555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.230050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:05.237794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 9af60005-8d87-46a4-a01e-d5da00332081 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:03:05.243807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 9af60005-8d87-46a4-a01e-d5da00332081 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:05.245128 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:05.327589 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-24d46750-e85e-4ade-af85-02f798a08be0 req-004950ff-5c45-4d93-9f62-681fbe6ba1ea tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] For port 762a0a77-07d2-413d-8005-92301fe33c65, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=762a0a77-07d2-413d-8005-92301fe33c65,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:05.328206 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-24d46750-e85e-4ade-af85-02f798a08be0 req-004950ff-5c45-4d93-9f62-681fbe6ba1ea tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:05.343598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-24d46750-e85e-4ade-af85-02f798a08be0 req-004950ff-5c45-4d93-9f62-681fbe6ba1ea tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Calling delete_port for 762a0a77-07d2-413d-8005-92301fe33c65 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:05.360288 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:05.403218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9af60005-8d87-46a4-a01e-d5da00332081, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9af60005-8d87-46a4-a01e-d5da00332081,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:05.410185 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:05.499019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9af60005-8d87-46a4-a01e-d5da00332081,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:05.555703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766426e-22fd-4907-8af0-0a4592223e86 req-b54e897e-ce92-4b9f-9a6f-0e149d22dc5c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:05.557966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c766426e-22fd-4907-8af0-0a4592223e86 req-b54e897e-ce92-4b9f-9a6f-0e149d22dc5c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.0871367 Sep 29 23:03:05.568380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-24d46750-e85e-4ade-af85-02f798a08be0 req-004950ff-5c45-4d93-9f62-681fbe6ba1ea tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:05.581709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['762a0a77-07d2-413d-8005-92301fe33c65'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:05.640723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004950ff-5c45-4d93-9f62-681fbe6ba1ea tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Pushing event deleted for resources: {'Port': ['ID=762a0a77-07d2-413d-8005-92301fe33c65,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:05.701580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb2159-c134-4b79-af7b-8a06812f7969 req-b7570f48-bb81-4fda-b547-0d8579881feb tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:05.714674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d46750-e85e-4ade-af85-02f798a08be0 req-004950ff-5c45-4d93-9f62-681fbe6ba1ea tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] No DVR routers for this DVR port 762a0a77-07d2-413d-8005-92301fe33c65 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:05.714996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93bb2159-c134-4b79-af7b-8a06812f7969 req-b7570f48-bb81-4fda-b547-0d8579881feb tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.1490304 Sep 29 23:03:05.721000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-24d46750-e85e-4ade-af85-02f798a08be0 req-004950ff-5c45-4d93-9f62-681fbe6ba1ea tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:05.724070 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-24d46750-e85e-4ade-af85-02f798a08be0 req-004950ff-5c45-4d93-9f62-681fbe6ba1ea tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.26 "DELETE /v2.0/ports/762a0a77-07d2-413d-8005-92301fe33c65 HTTP/1.1" status: 204 len: 173 time: 0.6660807 Sep 29 23:03:05.724966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'name': 'network-vif-deleted', 'tag': '762a0a77-07d2-413d-8005-92301fe33c65'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:05.729298 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf276ac-14d8-4523-b9a3-6f65e3ab51da" -d '{"events": [{"server_uuid": "6f77188c-d0ca-4092-8e62-98b69686dc0c", "name": "network-vif-deleted", "tag": "762a0a77-07d2-413d-8005-92301fe33c65"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:05.731787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c766426e-22fd-4907-8af0-0a4592223e86 req-e5c5062a-577f-4441-9b9f-bda2e8290b44 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604872 Sep 29 23:03:05.769780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93bb2159-c134-4b79-af7b-8a06812f7969 req-83d68a99-1e8e-44e5-97f5-3e2088188ea7 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547328 Sep 29 23:03:05.793808 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c601a3-41b4-4e4a-886e-fd4ca6990438 x-openstack-request-id: req-d1c601a3-41b4-4e4a-886e-fd4ca6990438 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:05.794191 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f77188c-d0ca-4092-8e62-98b69686dc0c", "name": "network-vif-deleted", "tag": "762a0a77-07d2-413d-8005-92301fe33c65", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:05.794536 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1c601a3-41b4-4e4a-886e-fd4ca6990438 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:05.795017 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f77188c-d0ca-4092-8e62-98b69686dc0c', 'name': 'network-vif-deleted', 'tag': '762a0a77-07d2-413d-8005-92301fe33c65', 'status': 'completed', 'code': 200} Sep 29 23:03:05.902973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd927f7d-5689-4be0-b670-46905c8109ba req-a3f0049b-447c-432f-92ba-c85d0d1cf654 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:05.904832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd927f7d-5689-4be0-b670-46905c8109ba req-a3f0049b-447c-432f-92ba-c85d0d1cf654 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 945 time: 0.0552330 Sep 29 23:03:05.958526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd927f7d-5689-4be0-b670-46905c8109ba req-06dfdaa2-66a8-4f2f-9e92-9da859aa3e3b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425031 Sep 29 23:03:06.018488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90d33b4c-e089-49a4-a105-7650a8febd9a req-09a01bb3-67d0-4929-bf6e-2ab5ff1d8373 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652 tempest-FloatingIPsAssociationNegativeTestJSON-1650194652-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f77188c-d0ca-4092-8e62-98b69686dc0c HTTP/1.1" status: 200 len: 210 time: 0.0292969 Sep 29 23:03:06.176412 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7d2e1165-5e1f-4b0b-93d9-27e109bc534e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:06.191577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab6551b-68e0-44fa-9371-7cd7671f0f79 req-931897a8-7ee4-4d27-87d7-db2755f253f2 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:06.193544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab6551b-68e0-44fa-9371-7cd7671f0f79 req-931897a8-7ee4-4d27-87d7-db2755f253f2 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=019c48a3-9427-430e-bbc8-02776f32e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0672324 Sep 29 23:03:06.256739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab6551b-68e0-44fa-9371-7cd7671f0f79 req-607fd424-f47a-4087-a346-2f5087f7eb8c tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523806 Sep 29 23:03:06.413858 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:06.782742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-db7e940e-c0e9-40f8-984e-879dc40bf4ba tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:06.784673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-db7e940e-c0e9-40f8-984e-879dc40bf4ba tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.42 "GET /v2.0/ports?device_id=019c48a3-9427-430e-bbc8-02776f32e2e1 HTTP/1.1" status: 200 len: 945 time: 0.0878160 Sep 29 23:03:06.948071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac175e3d-bed1-4b74-b389-ebe30a53cce5 req-585cfe8b-634c-4633-be1e-028f14ed31ab tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:06.949571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac175e3d-bed1-4b74-b389-ebe30a53cce5 req-585cfe8b-634c-4633-be1e-028f14ed31ab tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.1237912 Sep 29 23:03:06.966750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58028ba-c323-48d5-90d8-d2533c930110 req-7bb74dfc-d137-434d-ae1f-3532df05250b tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:06.968289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e58028ba-c323-48d5-90d8-d2533c930110 req-7bb74dfc-d137-434d-ae1f-3532df05250b tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.1082804 Sep 29 23:03:07.036189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Deleting port 33271e34-cf9f-45b9-b407-ca6ecb92b649 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:07.036540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:07.057146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac175e3d-bed1-4b74-b389-ebe30a53cce5 req-8f19a462-6809-449d-9d7d-358c21bf9adb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011674 Sep 29 23:03:07.064406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e58028ba-c323-48d5-90d8-d2533c930110 req-1d1d4ae2-10d3-48e8-9791-476a955e8b8b tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890410 Sep 29 23:03:07.135674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35196) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:07.156114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] For port 33271e34-cf9f-45b9-b407-ca6ecb92b649, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=33271e34-cf9f-45b9-b407-ca6ecb92b649,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:07.157351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:07.182703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Calling delete_port for 33271e34-cf9f-45b9-b407-ca6ecb92b649 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:07.209137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af60005-8d87-46a4-a01e-d5da00332081'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:07.212239 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5028870d-e815-4511-b087-49452a60e6f6" -d '{"events": [{"server_uuid": "7a667d86-065b-4da3-b7e5-bb4405c1b0e3", "name": "network-vif-plugged", "status": "completed", "tag": "9af60005-8d87-46a4-a01e-d5da00332081"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:07.323424 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:07.338366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf58f56e-5b84-4720-9174-2d43b30cb919 req-be19e798-7fd6-4155-88ea-dfd6c1ccab38 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:07.339966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf58f56e-5b84-4720-9174-2d43b30cb919 req-be19e798-7fd6-4155-88ea-dfd6c1ccab38 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 945 time: 0.1543899 Sep 29 23:03:07.400781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132e6b7-5a29-4fe4-8f66-7b86c17b543a req-954412a1-8772-4d93-9e99-5b740175c9df tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:07.402222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f132e6b7-5a29-4fe4-8f66-7b86c17b543a req-954412a1-8772-4d93-9e99-5b740175c9df tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.1246560 Sep 29 23:03:07.433213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf58f56e-5b84-4720-9174-2d43b30cb919 req-37b90854-0849-403e-a2bf-6ec90e21c162 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805845 Sep 29 23:03:07.497759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f132e6b7-5a29-4fe4-8f66-7b86c17b543a req-ea62fb84-654b-48b4-9270-497985dfe7a7 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824723 Sep 29 23:03:07.507452 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8009fd87-fa3f-40c6-917e-f0956b185f08 x-openstack-request-id: req-8009fd87-fa3f-40c6-917e-f0956b185f08 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:07.508019 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a667d86-065b-4da3-b7e5-bb4405c1b0e3", "name": "network-vif-plugged", "status": "completed", "tag": "9af60005-8d87-46a4-a01e-d5da00332081", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:07.508511 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8009fd87-fa3f-40c6-917e-f0956b185f08 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:07.516099 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af60005-8d87-46a4-a01e-d5da00332081', 'code': 200} Sep 29 23:03:07.522429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:07.542215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b6a8eab6-1f19-4043-9447-b21501cbcc48'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:07.564577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Pushing event deleted for resources: {'Port': ['ID=33271e34-cf9f-45b9-b407-ca6ecb92b649,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:07.595881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.596243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.596591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.596930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.597265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.597601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.597937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.598299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.598604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.598934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.599272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.600284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:03:07.609563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['33271e34-cf9f-45b9-b407-ca6ecb92b649', '6a0fbd02-e344-449e-9243-17cb6793de81'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:07.650218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18ff713b-3e53-44af-aa35-b2306ecd899b req-3af39288-a6e3-42da-9da4-ec65b7e50e7d tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=019c48a3-9427-430e-bbc8-02776f32e2e1 HTTP/1.1" status: 200 len: 210 time: 0.0584893 Sep 29 23:03:07.652429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] No DVR routers for this DVR port 33271e34-cf9f-45b9-b407-ca6ecb92b649 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:07.655258 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:07.657759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f81fc28-ca52-41a8-804a-50abb1db845a req-ae2f696c-ee71-4215-8cb5-ab6be5662397 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.42 "DELETE /v2.0/ports/33271e34-cf9f-45b9-b407-ca6ecb92b649 HTTP/1.1" status: 204 len: 173 time: 0.8665481 Sep 29 23:03:07.658899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c48a3-9427-430e-bbc8-02776f32e2e1', 'name': 'network-vif-deleted', 'tag': '33271e34-cf9f-45b9-b407-ca6ecb92b649'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:07.662058 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74241a6-ccd3-48fc-8c0b-ad85d22aa471" -d '{"events": [{"server_uuid": "019c48a3-9427-430e-bbc8-02776f32e2e1", "name": "network-vif-deleted", "tag": "33271e34-cf9f-45b9-b407-ca6ecb92b649"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:07.672618 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:07.732446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee5f38-e3cb-496e-bf0d-123729d857e1 req-cb9a0a46-3946-48ac-bc8a-7fc20ad574bd tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:07.739232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3ee5f38-e3cb-496e-bf0d-123729d857e1 req-cb9a0a46-3946-48ac-bc8a-7fc20ad574bd tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 945 time: 0.0860705 Sep 29 23:03:07.750424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537a873-90dc-4203-98d5-5c2598a5225d req-8c87aec8-8352-4bea-a9bc-440ed5b07187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:07.751935 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9537a873-90dc-4203-98d5-5c2598a5225d req-8c87aec8-8352-4bea-a9bc-440ed5b07187 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 1096 time: 0.1465471 Sep 29 23:03:07.796086 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6167a42-a2b7-4ce6-8541-674281b570ac x-openstack-request-id: req-b6167a42-a2b7-4ce6-8541-674281b570ac {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:07.796574 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "019c48a3-9427-430e-bbc8-02776f32e2e1", "name": "network-vif-deleted", "tag": "33271e34-cf9f-45b9-b407-ca6ecb92b649", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:07.797402 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6167a42-a2b7-4ce6-8541-674281b570ac {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:07.797933 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019c48a3-9427-430e-bbc8-02776f32e2e1', 'name': 'network-vif-deleted', 'tag': '33271e34-cf9f-45b9-b407-ca6ecb92b649', 'status': 'completed', 'code': 200} Sep 29 23:03:07.830481 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3ee5f38-e3cb-496e-bf0d-123729d857e1 req-e26b6051-f0dc-4431-9b3b-c86909da41ab tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858920 Sep 29 23:03:07.838612 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9537a873-90dc-4203-98d5-5c2598a5225d req-87d590cc-30e7-4a54-9f45-451ea65339af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761509 Sep 29 23:03:07.988841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb11e1d5-c7cc-457f-a343-85c0f9dba341 req-7bf51db7-a2f5-4fdc-994f-97729f80983a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:07.990544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb11e1d5-c7cc-457f-a343-85c0f9dba341 req-7bf51db7-a2f5-4fdc-994f-97729f80983a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.0626388 Sep 29 23:03:08.055520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb11e1d5-c7cc-457f-a343-85c0f9dba341 req-2c4c76a7-3a2f-4c6c-b022-4c1af6aa7a35 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561683 Sep 29 23:03:08.101893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-048958f6-a8d1-45c1-a230-4d561351c558 req-f1063694-2093-4da2-80d6-0a826d1f2a7a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:03:08.103339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-048958f6-a8d1-45c1-a230-4d561351c558 req-f1063694-2093-4da2-80d6-0a826d1f2a7a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070601 Sep 29 23:03:08.236429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-048958f6-a8d1-45c1-a230-4d561351c558 req-f51216be-0e26-4ae8-8a4f-9d0a8149e3ce tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1247196 Sep 29 23:03:08.260247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d76776-892c-415f-b36f-38f91ea33f67 req-2120d765-b729-4832-9e32-a01de7b929d3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:08.261959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99d76776-892c-415f-b36f-38f91ea33f67 req-2120d765-b729-4832-9e32-a01de7b929d3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.0957961 Sep 29 23:03:08.323218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99d76776-892c-415f-b36f-38f91ea33f67 req-a02a7cd7-c292-4888-9043-da75c3d3b15f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501027 Sep 29 23:03:08.349566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] Deleting port ad5b1148-ad42-4c62-9367-c3713a26b7cd {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:08.350091 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:08.450235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] For port ad5b1148-ad42-4c62-9367-c3713a26b7cd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ad5b1148-ad42-4c62-9367-c3713a26b7cd,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:08.450712 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:08.466804 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] Calling delete_port for ad5b1148-ad42-4c62-9367-c3713a26b7cd owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:08.488273 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:08.674613 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:08.713068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5b1148-ad42-4c62-9367-c3713a26b7cd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:08.871475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 163b67a8-5f69-49a1-85a8-3fabb837a84b details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:03:08.911320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f1bf77-7c6e-49e7-b29d-e38b260803a9 req-1de8a1da-3bf0-4f69-ac43-3ea26f98b01c tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:08.913747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07f1bf77-7c6e-49e7-b29d-e38b260803a9 req-1de8a1da-3bf0-4f69-ac43-3ea26f98b01c tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.4121070 Sep 29 23:03:08.929921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:08.930628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49137771-d409-4546-84bc-c53ae8bb2493 req-1cae47ad-6a30-42e0-868b-2437bc1d0ddc tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:08.934596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49137771-d409-4546-84bc-c53ae8bb2493 req-1cae47ad-6a30-42e0-868b-2437bc1d0ddc tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 945 time: 0.4047699 Sep 29 23:03:08.979909 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 762a0a77-07d2-413d-8005-92301fe33c65 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:09.020668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 762a0a77-07d2-413d-8005-92301fe33c65 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:09.021237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 762a0a77-07d2-413d-8005-92301fe33c65 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:09.027672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07f1bf77-7c6e-49e7-b29d-e38b260803a9 req-34ad28ea-cd9d-4d76-860e-d7738e064bcc tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901182 Sep 29 23:03:09.050685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49137771-d409-4546-84bc-c53ae8bb2493 req-3ddcdf70-4db9-45a3-b2b7-698eab16bfce tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042795 Sep 29 23:03:09.131112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 163b67a8-5f69-49a1-85a8-3fabb837a84b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:09.177650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84c875e-ea72-4597-9903-a67ff2b2ba3c req-69eef1c1-5b08-4823-843d-0f31ab7babb5 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:09.186055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d84c875e-ea72-4597-9903-a67ff2b2ba3c req-69eef1c1-5b08-4823-843d-0f31ab7babb5 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 945 time: 0.0588479 Sep 29 23:03:09.200940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '163b67a8-5f69-49a1-85a8-3fabb837a84b', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '163b67a8-5f69-49a1-85a8-3fabb837a84b', 'mac_address': 'fa:16:3e:a3:20:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:03:09.207622 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:09.246345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] Router f965ef8b-2539-4d1a-9759-76e54640242a has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:03:09.257704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:09.258783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d84c875e-ea72-4597-9903-a67ff2b2ba3c req-c4fb0c96-5e23-4106-b89d-f7fff4e53a77 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717869 Sep 29 23:03:09.287671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 163b67a8-5f69-49a1-85a8-3fabb837a84b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:09.335133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 163b67a8-5f69-49a1-85a8-3fabb837a84b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:09.347901 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:09.412935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=163b67a8-5f69-49a1-85a8-3fabb837a84b,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:09.454152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:03:09.461931 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7b36021e-fdaa-4339-a797-551cc43b0d13 admin admin] 10.222.0.44 "PUT /v2.0/routers/f965ef8b-2539-4d1a-9759-76e54640242a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3234191 Sep 29 23:03:09.462112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19be595-cda0-47e1-b76e-b66c245dc3ed req-ec68856e-f2c3-4dca-b616-9f89fd02cb39 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:09.462430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35264) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:09.462765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e19be595-cda0-47e1-b76e-b66c245dc3ed req-ec68856e-f2c3-4dca-b616-9f89fd02cb39 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.1061928 Sep 29 23:03:09.475937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea2361-8bc4-4d75-888c-de4dfa3322fe req-096dd6ad-6cf1-466a-86b4-cce9b4a1f0f5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:09.476718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] Sync routers for ids ['f965ef8b-2539-4d1a-9759-76e54640242a'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:03:09.477996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75ea2361-8bc4-4d75-888c-de4dfa3322fe req-096dd6ad-6cf1-466a-86b4-cce9b4a1f0f5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.0754566 Sep 29 23:03:09.490726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] Routers {'f965ef8b-2539-4d1a-9759-76e54640242a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:03:09.491388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:03:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f965ef8b-2539-4d1a-9759-76e54640242a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:09.538033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e19be595-cda0-47e1-b76e-b66c245dc3ed req-2dbe6357-798d-4dbd-ac78-c31680326f7b tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588086 Sep 29 23:03:09.544317 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75ea2361-8bc4-4d75-888c-de4dfa3322fe req-45dd9874-f31d-495b-a782-e7866f702eb3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576468 Sep 29 23:03:09.606440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['163b67a8-5f69-49a1-85a8-3fabb837a84b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:09.627741 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:09.668876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] Set router f965ef8b-2539-4d1a-9759-76e54640242a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:03:09.786716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:09.925890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Deleting port 50abd9cf-9846-4718-a5a8-6c359d774356 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:09.926254 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:10.051859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100'}], 'enable_snat': True}, 'gw_port_id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:03:08Z', 'revision_number': 5, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port': {'id': '50abd9cf-9846-4718-a5a8-6c359d774356', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:21:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:01:53Z', 'updated_at': '2021-09-29T23:02:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:10.092816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] Checking router: f965ef8b-2539-4d1a-9759-76e54640242a for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:03:10.102675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0bee-fe23-4a0d-a320-91ad0b4accdd req-5701671a-c9e1-4619-945c-28a7162e73d5 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:10.103814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] Routers {'f965ef8b-2539-4d1a-9759-76e54640242a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:03:10.104710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:03:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f965ef8b-2539-4d1a-9759-76e54640242a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:10.109217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0bee-fe23-4a0d-a320-91ad0b4accdd req-5701671a-c9e1-4619-945c-28a7162e73d5 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:10.117772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0bee-fe23-4a0d-a320-91ad0b4accdd req-5701671a-c9e1-4619-945c-28a7162e73d5 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:10.120593 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b07f0bee-fe23-4a0d-a320-91ad0b4accdd req-5701671a-c9e1-4619-945c-28a7162e73d5 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8&device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f&device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 2417 time: 0.1090660 Sep 29 23:03:10.138891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] For port 50abd9cf-9846-4718-a5a8-6c359d774356, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=50abd9cf-9846-4718-a5a8-6c359d774356,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:10.138891 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:10.164554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Calling delete_port for 50abd9cf-9846-4718-a5a8-6c359d774356 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:10.184436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b07f0bee-fe23-4a0d-a320-91ad0b4accdd req-a4cd58ea-5ae2-41fe-be7b-9861e8f5842c tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576336 Sep 29 23:03:10.231863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] Set router f965ef8b-2539-4d1a-9759-76e54640242a gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:03:10.239365 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-077a8eb6-9143-45d6-ab12-48fd218aa221 service neutron] show failed (client error): The resource could not be found. Sep 29 23:03:10.240683 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-077a8eb6-9143-45d6-ab12-48fd218aa221 service neutron] 10.222.0.26 "GET /v2.0/ports/d221a1f4-9d82-46b6-b044-e49d414b832c/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.1802380 Sep 29 23:03:10.279705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238397a2-bd64-4599-9cea-42fd5c602359 req-3f3a62dc-dbd6-4a35-963f-c7dce37b5a05 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:10.307518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-238397a2-bd64-4599-9cea-42fd5c602359 req-3f3a62dc-dbd6-4a35-963f-c7dce37b5a05 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 945 time: 0.1219671 Sep 29 23:03:10.309732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:03:09Z', 'revision_number': 6, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:10.424465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-238397a2-bd64-4599-9cea-42fd5c602359 req-cd631096-cf6b-413f-9a61-d36d0dc01cf4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160104 Sep 29 23:03:10.476239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc1ae7-4f85-447e-bf1d-51c496d526d2 req-e48594e8-2429-4af2-9850-d2e64e2ed557 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:10.486996 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:10.492782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc1ae7-4f85-447e-bf1d-51c496d526d2 req-e48594e8-2429-4af2-9850-d2e64e2ed557 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:10.497685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fcbc1ae7-4f85-447e-bf1d-51c496d526d2 req-e48594e8-2429-4af2-9850-d2e64e2ed557 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=348bd18b-2904-489f-b0b0-f1de23a021b7&device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 1682 time: 0.1530373 Sep 29 23:03:10.542271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7a2892-06c3-475c-bc9e-f04a19d86ea2 None None] The sync data for ids ['f965ef8b-2539-4d1a-9759-76e54640242a'] in n-d-811173-2 is: [{'id': 'f965ef8b-2539-4d1a-9759-76e54640242a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2095975947-router', 'tenant_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:01:51Z', 'updated_at': '2021-09-29T23:03:09Z', 'revision_number': 6, 'project_id': 'c965c6cf0b2c4987be619ac53f5e18f4', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:03:10.563951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50abd9cf-9846-4718-a5a8-6c359d774356,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:10.637053 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:10.652265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fcbc1ae7-4f85-447e-bf1d-51c496d526d2 req-74a121bd-acba-476d-a3aa-d4ebca2a50b0 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459816 Sep 29 23:03:10.676045 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3ed1b5c-dac0-4aa2-80f9-f9f3c4e05961 req-bfd2da50-e6eb-4751-b038-04f69a9384bc tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1709836 Sep 29 23:03:10.685890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-180eb94c-58a3-42fe-b8da-4955a988b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:10.687384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-180eb94c-58a3-42fe-b8da-4955a988b12b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91&tenant_id=d21cd580a19447e0afb4238b17bb75ab HTTP/1.1" status: 200 len: 1101 time: 0.1259105 Sep 29 23:03:10.708365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:10.752446 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:10.755022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:10.809545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:10.810131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f965ef8b-2539-4d1a-9759-76e54640242a {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:03:10.819563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:10.821304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-697f9f49-c63e-44d1-b824-ebdcaec6a1c1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/f965ef8b-2539-4d1a-9759-76e54640242a HTTP/1.1" status: 204 len: 168 time: 1.3577087 Sep 29 23:03:10.825095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35306) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:10.865446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0c567-35e0-499d-85e4-68341e372026 req-06e79850-1f63-48ee-85d0-c2fcfa3c8be4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:10.867315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47d0c567-35e0-499d-85e4-68341e372026 req-06e79850-1f63-48ee-85d0-c2fcfa3c8be4 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 945 time: 0.1549904 Sep 29 23:03:10.868951 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:10.871417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb7f3d0c-cfa5-46ff-991a-9d915c87ba3a admin admin] Deleting subnet ae724f1a-faf3-4ec5-b633-28358464be4e {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:03:10.875631 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3d0c-cfa5-46ff-991a-9d915c87ba3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:10.878189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35308) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:10.883767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 163b67a8-5f69-49a1-85a8-3fabb837a84b up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:03:10.885861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c9838d59-f980-4980-899b-b5e9e2b82732 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Request body: {'floatingip': {'port_id': '9af60005-8d87-46a4-a01e-d5da00332081'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:10.929367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28586f-b6de-419d-841c-b1f37f9503f8 req-c9683558-ccd8-4868-86af-4d2aca889727 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:10.931242 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba28586f-b6de-419d-841c-b1f37f9503f8 req-c9683558-ccd8-4868-86af-4d2aca889727 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.1169655 Sep 29 23:03:11.006888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 163b67a8-5f69-49a1-85a8-3fabb837a84b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:11.008162 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.064315 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3d0c-cfa5-46ff-991a-9d915c87ba3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.117463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9838d59-f980-4980-899b-b5e9e2b82732 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for floatingip, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.218255 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.230663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d221a1f4-9d82-46b6-b044-e49d414b832c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:11.273841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:11.280722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163b67a8-5f69-49a1-85a8-3fabb837a84b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:11.283315 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c747df32-7afe-43b5-8620-b577b7a20619" -d '{"events": [{"server_uuid": "a68171e0-6ff5-47ad-a6e5-2ac806e9d863", "name": "network-vif-plugged", "status": "completed", "tag": "163b67a8-5f69-49a1-85a8-3fabb837a84b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:11.323617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 163b67a8-5f69-49a1-85a8-3fabb837a84b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:11.331745 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.332895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 33271e34-cf9f-45b9-b407-ca6ecb92b649 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:11.337697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.352911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Transition to ACTIVE for port object d221a1f4-9d82-46b6-b044-e49d414b832c will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:03:11.353727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:11.356656 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a64003e-7952-418e-8b49-c4a8fd92d3e4" -d '{"events": [{"server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "name": "network-vif-unplugged", "status": "completed", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:11.363867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba28586f-b6de-419d-841c-b1f37f9503f8 req-0ebbdf20-d8e8-42d4-8750-06373fc86259 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261663 Sep 29 23:03:11.365027 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.450919 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3d0c-cfa5-46ff-991a-9d915c87ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.456030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] No DVR routers for this DVR port d221a1f4-9d82-46b6-b044-e49d414b832c on host n-h2-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:11.475041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d221a1f4-9d82-46b6-b044-e49d414b832c,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:11.489985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=163b67a8-5f69-49a1-85a8-3fabb837a84b,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:11.498884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 33271e34-cf9f-45b9-b407-ca6ecb92b649 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:11.503386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 33271e34-cf9f-45b9-b407-ca6ecb92b649 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:11.551476 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450549f8-b568-4df1-9dbc-688d0a2dca25 x-openstack-request-id: req-450549f8-b568-4df1-9dbc-688d0a2dca25 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:11.553150 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68171e0-6ff5-47ad-a6e5-2ac806e9d863", "name": "network-vif-plugged", "status": "completed", "tag": "163b67a8-5f69-49a1-85a8-3fabb837a84b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:11.553621 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-450549f8-b568-4df1-9dbc-688d0a2dca25 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:11.554375 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163b67a8-5f69-49a1-85a8-3fabb837a84b', 'code': 200} Sep 29 23:03:11.565361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Attempting to bind port d221a1f4-9d82-46b6-b044-e49d414b832c on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:03:11.565706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Attempting to bind port d221a1f4-9d82-46b6-b044-e49d414b832c by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:03:11.566036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Attempting to bind port d221a1f4-9d82-46b6-b044-e49d414b832c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:11.587288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Port d221a1f4-9d82-46b6-b044-e49d414b832c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:03:11.608662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Attempting to bind port d221a1f4-9d82-46b6-b044-e49d414b832c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:11.623869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 2, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:03:11.630491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:11.633860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:03:11.634374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Bound port: d221a1f4-9d82-46b6-b044-e49d414b832c, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:03:11.634756 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.731898 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4689e394-d502-4ff8-88d9-d75aa2d1c2ee x-openstack-request-id: req-4689e394-d502-4ff8-88d9-d75aa2d1c2ee {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:11.732318 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "name": "network-vif-unplugged", "status": "completed", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:11.732318 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4689e394-d502-4ff8-88d9-d75aa2d1c2ee {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:11.736662 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c', 'code': 200} Sep 29 23:03:11.743759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3d0c-cfa5-46ff-991a-9d915c87ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.800852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:11.804900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d221a1f4-9d82-46b6-b044-e49d414b832c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:03:11.815041 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.818198 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb7f3d0c-cfa5-46ff-991a-9d915c87ba3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.822287 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bb7f3d0c-cfa5-46ff-991a-9d915c87ba3a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ae724f1a-faf3-4ec5-b633-28358464be4e HTTP/1.1" status: 204 len: 168 time: 0.9973080 Sep 29 23:03:11.827559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35334) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:11.832349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3aa874f-9a0e-4e62-965e-88fca70b27c0 None None] Network 52376747-5e38-4f02-b8bd-e16ecf31389e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:03:11.918354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:11.919252 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:11.921028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] 10.222.0.42 "PUT /v2.0/ports/d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 200 len: 1096 time: 1.2186658 Sep 29 23:03:11.940673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6023127-3af7-4d67-8208-1b2447306cb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d221a1f4-9d82-46b6-b044-e49d414b832c,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:12.010594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f3d0c-cfa5-46ff-991a-9d915c87ba3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae724f1a-faf3-4ec5-b633-28358464be4e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:12.030751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-628293c8-8f2e-40aa-a348-8945ad6c1fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:12.032357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-628293c8-8f2e-40aa-a348-8945ad6c1fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1099 time: 0.0642474 Sep 29 23:03:12.063214 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:12.270329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9838d59-f980-4980-899b-b5e9e2b82732 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:12.291001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9838d59-f980-4980-899b-b5e9e2b82732 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:12.358805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-310ea136-86dc-4f30-8b18-96fcf3799b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:12.360330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-310ea136-86dc-4f30-8b18-96fcf3799b42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.3084724 Sep 29 23:03:12.391382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763ea86b-c876-4454-b4d8-daa912bd73ac None None] DHCP port deletion for 52376747-5e38-4f02-b8bd-e16ecf31389e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:03:12.395285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Deleting port 9e35e4e3-a639-4235-bfdf-831b80aed6da {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:12.395285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:12.474429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-69a49f11-8e96-4cd8-9949-e4df099630a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 200 len: 217 time: 0.1041117 Sep 29 23:03:12.515357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9e35e4e3-a639-4235-bfdf-831b80aed6da no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:12.564103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-763ea86b-c876-4454-b4d8-daa912bd73ac None None] Deleting port 9e35e4e3-a639-4235-bfdf-831b80aed6da {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:12.564877 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-763ea86b-c876-4454-b4d8-daa912bd73ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:12.568254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-1282f51f-0d01-4a12-9b05-47d86f16a517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:12.572255 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-1282f51f-0d01-4a12-9b05-47d86f16a517 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0905325 Sep 29 23:03:12.685391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-763ea86b-c876-4454-b4d8-daa912bd73ac None None] For port 9e35e4e3-a639-4235-bfdf-831b80aed6da, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9e35e4e3-a639-4235-bfdf-831b80aed6da,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:12.686074 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-763ea86b-c876-4454-b4d8-daa912bd73ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:12.711204 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:12.725338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-763ea86b-c876-4454-b4d8-daa912bd73ac None None] Calling delete_port for 9e35e4e3-a639-4235-bfdf-831b80aed6da owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:12.730241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-272c44ee-8867-411f-8c79-c23d5e0860b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:12.736845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-272c44ee-8867-411f-8c79-c23d5e0860b5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1541059 Sep 29 23:03:12.818601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 9e35e4e3-a639-4235-bfdf-831b80aed6da, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9e35e4e3-a639-4235-bfdf-831b80aed6da,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:12.824535 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:12.825350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ad5b1148-ad42-4c62-9367-c3713a26b7cd no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:12.827488 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-c9838d59-f980-4980-899b-b5e9e2b82732 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Floating IP 6b9017de-9d40-4337-967d-1df15f816749 associated. External IP: 172.25.4.84, port: 9af60005-8d87-46a4-a01e-d5da00332081. Sep 29 23:03:12.830603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] For port 9e35e4e3-a639-4235-bfdf-831b80aed6da, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9e35e4e3-a639-4235-bfdf-831b80aed6da,segment=NetworkSegment(65c351b4-f819-4d36-8b1c-3e3f7e8eee84),segment_id=65c351b4-f819-4d36-8b1c-3e3f7e8eee84)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:12.832360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:12.876269 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ad5b1148-ad42-4c62-9367-c3713a26b7cd {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:12.876650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ad5b1148-ad42-4c62-9367-c3713a26b7cd not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:12.877063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 50abd9cf-9846-4718-a5a8-6c359d774356 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:12.905922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Calling delete_port for 9e35e4e3-a639-4235-bfdf-831b80aed6da owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:12.910991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 50abd9cf-9846-4718-a5a8-6c359d774356 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:12.911324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 50abd9cf-9846-4718-a5a8-6c359d774356 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:12.942305 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=9e35e4e3-a639-4235-bfdf-831b80aed6da,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:12.954888 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-763ea86b-c876-4454-b4d8-daa912bd73ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:12.955843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-89718ab6-14b8-4fbd-bc70-f8394b002876 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070019 Sep 29 23:03:12.971736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccaf345-a139-41c6-9e58-3ffd07ba1d1f req-12e7b108-387b-4305-baab-4b906c93fc20 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:12.980463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fccaf345-a139-41c6-9e58-3ffd07ba1d1f req-12e7b108-387b-4305-baab-4b906c93fc20 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 948 time: 0.2147813 Sep 29 23:03:12.985150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763ea86b-c876-4454-b4d8-daa912bd73ac None None] Pushing event deleted for resources: {'Port': ['ID=9e35e4e3-a639-4235-bfdf-831b80aed6da,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:12.992609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ea86b-c876-4454-b4d8-daa912bd73ac None None] No DVR routers for this DVR port 9e35e4e3-a639-4235-bfdf-831b80aed6da on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:13.022859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416c674-a586-44cc-91a7-6c5cbc15c401 req-c84bd3d5-e865-4bb2-9d13-7cb966a1635a tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:13.024307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c416c674-a586-44cc-91a7-6c5cbc15c401 req-c84bd3d5-e865-4bb2-9d13-7cb966a1635a tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 1096 time: 0.2576845 Sep 29 23:03:13.103873 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fccaf345-a139-41c6-9e58-3ffd07ba1d1f req-b514244e-8f4d-4515-bf8c-2f5b33ea7aae tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222937 Sep 29 23:03:13.114230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:13.143937 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c416c674-a586-44cc-91a7-6c5cbc15c401 req-d483573f-d3c9-408b-881f-66d597bb20f1 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985343 Sep 29 23:03:13.151387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-80778bce-a1e1-49f8-bccf-f942f00f0fbe service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625876 Sep 29 23:03:13.152017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] No DVR routers for this DVR port 9e35e4e3-a639-4235-bfdf-831b80aed6da on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:13.158499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e35e4e3-a639-4235-bfdf-831b80aed6da,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:13.288382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c965d-50f7-4e57-8114-bfcaec9022b4 req-c02d0928-455d-4e34-bed4-deeed9110285 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:13.293932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b8c965d-50f7-4e57-8114-bfcaec9022b4 req-c02d0928-455d-4e34-bed4-deeed9110285 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=348bd18b-2904-489f-b0b0-f1de23a021b7 HTTP/1.1" status: 200 len: 946 time: 0.0839329 Sep 29 23:03:13.339431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b8c965d-50f7-4e57-8114-bfcaec9022b4 req-7f7f1405-1322-430e-acd4-f731553f2553 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/security-groups?id=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445950 Sep 29 23:03:13.367380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:13.402228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52376747-5e38-4f02-b8bd-e16ecf31389e']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:13.418070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c351b4-f819-4d36-8b1c-3e3f7e8eee84') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:13.418418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c351b4-f819-4d36-8b1c-3e3f7e8eee84') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:13.421400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9838d59-f980-4980-899b-b5e9e2b82732 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Router c8abeef3-bd5a-4708-9203-1677258a318d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:03:13.441913 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:13.489387 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:13.631274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:03:13.633790 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:03:13.686446 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:03:13.738193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:13.741109 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f8857c-28b5-4283-8326-b1170c4bd4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:13.767861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9838d59-f980-4980-899b-b5e9e2b82732 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:03:13.779240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c9838d59-f980-4980-899b-b5e9e2b82732 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:13.782432 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] Sync routers for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:03:13.796698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-613e2c29-b337-4808-b2d3-2c5248ac7a78 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:13.797854 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:03:13.798412 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-613e2c29-b337-4808-b2d3-2c5248ac7a78 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.26 "GET /v2.0/ports?device_id=348bd18b-2904-489f-b0b0-f1de23a021b7 HTTP/1.1" status: 200 len: 946 time: 0.3529992 Sep 29 23:03:13.798569 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:03:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:13.799063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:13.844548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:13.847511 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/52376747-5e38-4f02-b8bd-e16ecf31389e HTTP/1.1" status: 204 len: 168 time: 1.9898844 Sep 29 23:03:13.879407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6e741-4bd6-47c4-bf95-9894766679a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=52376747-5e38-4f02-b8bd-e16ecf31389e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:13.890220 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c9838d59-f980-4980-899b-b5e9e2b82732 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "PUT /v2.0/floatingips/6b9017de-9d40-4337-967d-1df15f816749 HTTP/1.1" status: 200 len: 990 time: 3.0086925 Sep 29 23:03:13.891754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'tag': '9af60005-8d87-46a4-a01e-d5da00332081'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:13.894027 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf45512-c9ca-4efa-a975-869e51f858eb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a667d86-065b-4da3-b7e5-bb4405c1b0e3", "tag": "9af60005-8d87-46a4-a01e-d5da00332081"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:13.978837 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97295b96-809e-4b87-8be4-6dbeb26c2a3a x-openstack-request-id: req-97295b96-809e-4b87-8be4-6dbeb26c2a3a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:13.979045 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:13.979198 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-97295b96-809e-4b87-8be4-6dbeb26c2a3a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:13.979602 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c', 'status': 'completed', 'code': 200} Sep 29 23:03:13.983238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-0c9ede4c-d4ba-4adb-8c93-1de14f340f92 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Deleting port b6a8eab6-1f19-4043-9447-b21501cbcc48 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:13.984287 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-0c9ede4c-d4ba-4adb-8c93-1de14f340f92 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:14.077771 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:03:14.113112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:14.188750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-0c9ede4c-d4ba-4adb-8c93-1de14f340f92 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] For port b6a8eab6-1f19-4043-9447-b21501cbcc48, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b6a8eab6-1f19-4043-9447-b21501cbcc48,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:14.189317 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-0c9ede4c-d4ba-4adb-8c93-1de14f340f92 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:14.205068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-0c9ede4c-d4ba-4adb-8c93-1de14f340f92 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Calling delete_port for b6a8eab6-1f19-4043-9447-b21501cbcc48 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:14.281108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-f85d8d23-a9b3-425f-9a1f-4ec135ba05ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:14.283128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-f85d8d23-a9b3-425f-9a1f-4ec135ba05ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1099 time: 0.2391531 Sep 29 23:03:14.339458 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0136b9cb-bc45-4d4a-b8eb-c5a00442cd30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c965c6cf0b2c4987be619ac53f5e18f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225411 Sep 29 23:03:14.343129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35430) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:14.383508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-ebdf0fda-067a-43da-90de-d59dcbf0a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:14.385619 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-ebdf0fda-067a-43da-90de-d59dcbf0a639 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1099 time: 0.3704741 Sep 29 23:03:14.575603 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-0c9ede4c-d4ba-4adb-8c93-1de14f340f92 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:14.578208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937e18c-a159-42c5-b2d5-f06c3b94483c req-301fb025-c318-48bf-a352-d71f551e1ca7 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:14.590187 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6b9017de-9d40-4337-967d-1df15f816749', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'port_id': '9af60005-8d87-46a4-a01e-d5da00332081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'mac_address': 'fa:16:3e:4e:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T22:59:22Z', 'updated_at': '2021-09-29T23:03:12Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:14.591763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b6a8eab6-1f19-4043-9447-b21501cbcc48'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:14.607729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8937e18c-a159-42c5-b2d5-f06c3b94483c req-301fb025-c318-48bf-a352-d71f551e1ca7 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.2830453 Sep 29 23:03:14.620893 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] Checking router: c8abeef3-bd5a-4708-9203-1677258a318d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:03:14.632103 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:03:14.633920 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:03:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:14.640457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ede4c-d4ba-4adb-8c93-1de14f340f92 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Pushing event deleted for resources: {'Port': ['ID=b6a8eab6-1f19-4043-9447-b21501cbcc48,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:14.656750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['6a0fbd02-e344-449e-9243-17cb6793de81'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:14.717249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-660ee234-1c7e-4daf-bcde-0cb42fcc1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:14.718820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-660ee234-1c7e-4daf-bcde-0cb42fcc1b97 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2776558 Sep 29 23:03:14.736114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-dd85f69e-7492-452f-bc4e-c68c797bf922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:14.738782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-dd85f69e-7492-452f-bc4e-c68c797bf922 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.4427896 Sep 29 23:03:14.760929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-0c9ede4c-d4ba-4adb-8c93-1de14f340f92 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] No DVR routers for this DVR port b6a8eab6-1f19-4043-9447-b21501cbcc48 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:14.774759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-0c9ede4c-d4ba-4adb-8c93-1de14f340f92 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:14.786048 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a8d7c145-eb33-43c8-bb48-79db7865157a req-0c9ede4c-d4ba-4adb-8c93-1de14f340f92 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.26 "DELETE /v2.0/ports/b6a8eab6-1f19-4043-9447-b21501cbcc48 HTTP/1.1" status: 204 len: 173 time: 0.9665244 Sep 29 23:03:14.798608 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:03:14.858245 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-4b0d9bc5-6415-413c-8444-bba7394ec18a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 200 len: 217 time: 0.1042044 Sep 29 23:03:14.880039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca20e85b-b0e8-4151-a7b5-86c7cb2c62d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:14.910613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8937e18c-a159-42c5-b2d5-f06c3b94483c req-faca406e-7f43-4003-aed4-ec9173c69336 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996275 Sep 29 23:03:14.934109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-b09ab58f-55e0-44a8-b0e7-3b184c455ecd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 200 len: 217 time: 0.1804729 Sep 29 23:03:14.966850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca20e85b-b0e8-4151-a7b5-86c7cb2c62d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:15.024134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d221a1f4-9d82-46b6-b044-e49d414b832c no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:15.047203 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45668fb0-f836-40c1-86f7-7492783b14d1 x-openstack-request-id: req-45668fb0-f836-40c1-86f7-7492783b14d1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:15.052416 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a667d86-065b-4da3-b7e5-bb4405c1b0e3", "tag": "9af60005-8d87-46a4-a01e-d5da00332081", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:15.052798 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45668fb0-f836-40c1-86f7-7492783b14d1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:15.053323 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'tag': '9af60005-8d87-46a4-a01e-d5da00332081', 'status': 'completed', 'code': 200} Sep 29 23:03:15.138096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-e606db61-2e10-4df3-865d-c648c04c8c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:15.143491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-9ac0952b-9f45-40ab-84b9-b94365769d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:15.145565 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d221a1f4-9d82-46b6-b044-e49d414b832c not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:15.147431 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-e606db61-2e10-4df3-865d-c648c04c8c8a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2747202 Sep 29 23:03:15.148684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-9ac0952b-9f45-40ab-84b9-b94365769d27 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1606672 Sep 29 23:03:15.291111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-4a658def-7b41-4bd2-9d49-698ad01ad6db tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:15.295164 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-4a658def-7b41-4bd2-9d49-698ad01ad6db tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.42 "GET /v2.0/ports?device_id=7dd3d623-bf86-461e-b1a1-c3cb7583399c HTTP/1.1" status: 200 len: 945 time: 0.3161063 Sep 29 23:03:15.307442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-fe49c206-bdf9-4859-8b45-74ed18926707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:15.309545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-fe49c206-bdf9-4859-8b45-74ed18926707 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1426418 Sep 29 23:03:15.335968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418d2a6-3c6d-4ed4-9574-127fbdda1f37 req-ffe94e6f-f9f7-46fe-a283-f37d22083e6f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:15.342104 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6b9017de-9d40-4337-967d-1df15f816749', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'port_id': '9af60005-8d87-46a4-a01e-d5da00332081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'mac_address': 'fa:16:3e:4e:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T22:59:22Z', 'updated_at': '2021-09-29T23:03:12Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:15.344168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4418d2a6-3c6d-4ed4-9574-127fbdda1f37 req-ffe94e6f-f9f7-46fe-a283-f37d22083e6f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 948 time: 0.1333139 Sep 29 23:03:15.393644 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac704c56-5dc5-4733-b4e6-a78867b24e71 None None] The sync data for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 is: [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6b9017de-9d40-4337-967d-1df15f816749', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'floating_ip_address': '172.25.4.84', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'port_id': '9af60005-8d87-46a4-a01e-d5da00332081', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'mac_address': 'fa:16:3e:4e:49:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T22:59:22Z', 'updated_at': '2021-09-29T23:03:12Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:03:15.462355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca20e85b-b0e8-4151-a7b5-86c7cb2c62d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:15.470224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca20e85b-b0e8-4151-a7b5-86c7cb2c62d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:15.473613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ca20e85b-b0e8-4151-a7b5-86c7cb2c62d3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6c84448c-1b85-4fc2-8585-3d0da7a1375e HTTP/1.1" status: 204 len: 168 time: 1.1270628 Sep 29 23:03:15.503658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-0220129a-05d6-4209-a98d-9732656a4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:15.508289 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-0220129a-05d6-4209-a98d-9732656a4e8f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3223934 Sep 29 23:03:15.584809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4418d2a6-3c6d-4ed4-9574-127fbdda1f37 req-c03eddb2-b34e-434b-9790-e769523467b0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394435 Sep 29 23:03:15.611558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20e85b-b0e8-4151-a7b5-86c7cb2c62d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c84448c-1b85-4fc2-8585-3d0da7a1375e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:15.692026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-556b4ec3-4d0f-43a2-b6a2-cdf967e8434f service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710508 Sep 29 23:03:15.791299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-a14db911-65f5-4470-89a3-6b329feca064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:15.797961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-a14db911-65f5-4470-89a3-6b329feca064 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=75a46b3b2bfd455ab763f8a64884f4fe&device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 1096 time: 0.7131138 Sep 29 23:03:15.846157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-ca81b9ba-af51-4705-8b04-6e04ce81ff4b service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678759 Sep 29 23:03:15.881092 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27ae74a6-071c-4389-987f-65c39b54a558 req-1ca254ad-d336-4dbb-958e-a0efab7d404c tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.44 "GET /v2.0/ports?device_id=348bd18b-2904-489f-b0b0-f1de23a021b7 HTTP/1.1" status: 200 len: 210 time: 0.1142986 Sep 29 23:03:15.964171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0b2cb5-950a-473a-a970-456033fe16fa None None] New status for floating IP 6b9017de-9d40-4337-967d-1df15f816749: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:03:15.983850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-11ce7120-67e6-4d62-8630-569493f1a149 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778478 Sep 29 23:03:16.093548 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99f8857c-28b5-4283-8326-b1170c4bd4a4 req-729ebdc2-0120-4502-ace7-9984d47e22a3 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402365 Sep 29 23:03:16.096153 n-d-811173-2 neutron-server[110006]: WARNING keystonemiddleware.auth_token [req-7924b1d2-9e32-4744-a1d3-0275e8e57e54 req-3f9e220f-28f1-469c-bc5e-33d80b720a1b service neutron] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 29 23:03:16.099919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-2068f1ab-d9c3-4481-9997-1ea59fb132a2 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:03:16.101466 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-2068f1ab-d9c3-4481-9997-1ea59fb132a2 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.5780869 Sep 29 23:03:16.135191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-2cc94459-4d62-4629-828e-da1b9b81d760 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:16.136773 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-2cc94459-4d62-4629-828e-da1b9b81d760 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.26 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.8303916 Sep 29 23:03:16.283545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-7cda6546-cf6b-41db-964d-c13976040f3c tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:16.286125 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-7cda6546-cf6b-41db-964d-c13976040f3c tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports/b59aac8b-7a6d-4077-b43c-4f96d852dce3 HTTP/1.1" status: 200 len: 1093 time: 0.1461279 Sep 29 23:03:16.363642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Request body: {'binding': {'host': 'n-h2-811173-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:16.364147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Unknown quota resources ['binding']. {{(pid=110006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:03:16.367192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-7f5fce7e-aefd-40d1-a93f-6037ae85e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:16.368929 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-7f5fce7e-aefd-40d1-a93f-6037ae85e165 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89 HTTP/1.1" status: 200 len: 925 time: 0.4979718 Sep 29 23:03:16.451245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-0e3fdd0a-1687-434e-a365-bd83a5fccfd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Deleting port 6a0fbd02-e344-449e-9243-17cb6793de81 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:16.451805 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-0e3fdd0a-1687-434e-a365-bd83a5fccfd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:16.575313 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-65c65da6-7d7b-4351-8520-02d3ecb12cab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9af60005-8d87-46a4-a01e-d5da00332081 HTTP/1.1" status: 200 len: 1000 time: 0.1815286 Sep 29 23:03:16.899982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-dabbc664-20fc-46b2-abed-732af7ab37ef tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Deleting port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:16.900335 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-dabbc664-20fc-46b2-abed-732af7ab37ef tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:16.921336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d221a1f4-9d82-46b6-b044-e49d414b832c details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:03:17.035530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-0e3fdd0a-1687-434e-a365-bd83a5fccfd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] For port 6a0fbd02-e344-449e-9243-17cb6793de81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6a0fbd02-e344-449e-9243-17cb6793de81,segment=NetworkSegment(f1cf87df-c82b-4f52-8976-f0754d8a2b5b),segment_id=f1cf87df-c82b-4f52-8976-f0754d8a2b5b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:17.042008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-0e3fdd0a-1687-434e-a365-bd83a5fccfd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:17.047029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b6a8eab6-1f19-4043-9447-b21501cbcc48 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:17.075138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: b6a8eab6-1f19-4043-9447-b21501cbcc48 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:17.075952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b6a8eab6-1f19-4043-9447-b21501cbcc48 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:17.087072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '348bd18b-2904-489f-b0b0-f1de23a021b7', 'name': 'network-vif-deleted', 'tag': 'b6a8eab6-1f19-4043-9447-b21501cbcc48'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:17.090155 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5971a3bb-401a-490f-bb41-a01c9332392e" -d '{"events": [{"server_uuid": "348bd18b-2904-489f-b0b0-f1de23a021b7", "name": "network-vif-deleted", "tag": "b6a8eab6-1f19-4043-9447-b21501cbcc48"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:17.111323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-0e3fdd0a-1687-434e-a365-bd83a5fccfd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Calling delete_port for 6a0fbd02-e344-449e-9243-17cb6793de81 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:17.114410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-6f6e22ba-2dc1-4eb4-aadf-9f0cc12d5339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:17.115987 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-6f6e22ba-2dc1-4eb4-aadf-9f0cc12d5339 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0c774230-cb00-48da-9fd3-cbe7f4b106f4 HTTP/1.1" status: 200 len: 863 time: 0.2356601 Sep 29 23:03:17.130831 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d221a1f4-9d82-46b6-b044-e49d414b832c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:17.150759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'd221a1f4-9d82-46b6-b044-e49d414b832c', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'd221a1f4-9d82-46b6-b044-e49d414b832c', 'mac_address': 'fa:16:3e:14:60:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:03:17.160700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on host n-h2-811173-2 for vnic_type normal with profile None {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:03:17.160700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:03:17.160700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:17.233227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:03:17.233560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:17.239209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-dabbc664-20fc-46b2-abed-732af7ab37ef tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] For port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:17.239573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-dabbc664-20fc-46b2-abed-732af7ab37ef tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:17.246402 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:17.261093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d221a1f4-9d82-46b6-b044-e49d414b832c {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:17.265470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:03:17.265825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:17.266202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:03:17.266900 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Bound port: b59aac8b-7a6d-4077-b43c-4f96d852dce3, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:03:17.286055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d221a1f4-9d82-46b6-b044-e49d414b832c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:17.293914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-dabbc664-20fc-46b2-abed-732af7ab37ef tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Calling delete_port for 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:17.294175 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:17.364292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=d221a1f4-9d82-46b6-b044-e49d414b832c,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:17.374469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:03:17.376896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-96b6efb7-0e52-475d-ad93-6247b3aef691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:17.378552 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-96b6efb7-0e52-475d-ad93-6247b3aef691 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f5dcb48d-bfc9-41ad-81a7-5e64086afd89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2500374 Sep 29 23:03:17.403237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:17.404479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-62829e42-f3a6-4137-a51f-d816379a4dae service neutron] 10.222.0.44 "POST /v2.0/ports/b59aac8b-7a6d-4077-b43c-4f96d852dce3/bindings HTTP/1.1" status: 201 len: 389 time: 1.1008334 Sep 29 23:03:17.689596 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-d7d13a15-efed-4b84-a688-f785d5ab2c41 service neutron] 10.222.0.26 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977126 Sep 29 23:03:17.751427 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-0e3fdd0a-1687-434e-a365-bd83a5fccfd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:17.822237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d73b0-cf83-4223-b955-e419ddbea8fb req-7fd7ced3-bad0-400b-a904-a6a90d3972ba tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:17.828806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d3d73b0-cf83-4223-b955-e419ddbea8fb req-7fd7ced3-bad0-400b-a904-a6a90d3972ba tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=435da0b8-c889-4b09-8b3f-c171d9e452f8 HTTP/1.1" status: 200 len: 946 time: 0.1329470 Sep 29 23:03:17.868003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3fdd0a-1687-434e-a365-bd83a5fccfd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Pushing event deleted for resources: {'Port': ['ID=6a0fbd02-e344-449e-9243-17cb6793de81,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:17.924608 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d3d73b0-cf83-4223-b955-e419ddbea8fb req-db33bf00-b922-4869-8de8-bd8e0d7df631 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871732 Sep 29 23:03:17.957280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d04661da-a5a3-4b83-b86c-1d8d0023d5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:17.959872 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d04661da-a5a3-4b83-b86c-1d8d0023d5bf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 1096 time: 0.2239268 Sep 29 23:03:17.966761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-0e3fdd0a-1687-434e-a365-bd83a5fccfd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] No DVR routers for this DVR port 6a0fbd02-e344-449e-9243-17cb6793de81 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:17.981815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-0e3fdd0a-1687-434e-a365-bd83a5fccfd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:17.984580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3734952e-acd5-45e7-8c8b-28b287637f8d req-0e3fdd0a-1687-434e-a365-bd83a5fccfd5 tempest-ListServersNegativeTestJSON-1812012949 tempest-ListServersNegativeTestJSON-1812012949-project] 10.222.0.42 "DELETE /v2.0/ports/6a0fbd02-e344-449e-9243-17cb6793de81 HTTP/1.1" status: 204 len: 173 time: 2.6794863 Sep 29 23:03:18.002693 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-dabbc664-20fc-46b2-abed-732af7ab37ef tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:18.015580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['00622b95-6d0b-4206-b45f-ae9badbb0f44'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:18.100367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbc664-20fc-46b2-abed-732af7ab37ef tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Pushing event deleted for resources: {'Port': ['ID=2f5925ce-2ca6-499a-8eb7-eddd54d25cf6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:18.111326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981cf36-1a02-428a-b72c-67a8749e8795 req-9fc35dff-8e24-4719-be5f-2840d744583d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:18.120977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d981cf36-1a02-428a-b72c-67a8749e8795 req-9fc35dff-8e24-4719-be5f-2840d744583d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 949 time: 0.1386752 Sep 29 23:03:18.133399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['10dd9650-5d89-4e1c-958e-e205a7784485'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:18.168650 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbf45512-c9ca-4efa-a975-869e51f858eb req-2f63e15c-dcdb-43b2-95bb-6232fc0bfb92 service neutron] 10.222.0.26 "GET /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698429 Sep 29 23:03:18.172591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-dabbc664-20fc-46b2-abed-732af7ab37ef tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] No DVR routers for this DVR port 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:18.176958 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-dabbc664-20fc-46b2-abed-732af7ab37ef tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:18.180334 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a26c84c-0ae9-49a8-a236-57392e24edf2 req-dabbc664-20fc-46b2-abed-732af7ab37ef tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.26 "DELETE /v2.0/ports/2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 HTTP/1.1" status: 204 len: 173 time: 2.0137777 Sep 29 23:03:18.211007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-eb143f1c-0c70-4f44-812e-71282ed20293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:18.213081 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-eb143f1c-0c70-4f44-812e-71282ed20293 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.2443402 Sep 29 23:03:18.248946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d981cf36-1a02-428a-b72c-67a8749e8795 req-f156250c-0103-402a-8d03-c159d3a3be6a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268017 Sep 29 23:03:18.324673 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-5d0bcdb4-fa37-4ddc-9c24-c46ca74f1e78 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3 HTTP/1.1" status: 200 len: 217 time: 0.1025798 Sep 29 23:03:18.421463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-9dc3cced-0c19-4275-9cfa-fd617ad22cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:18.424549 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-9dc3cced-0c19-4275-9cfa-fd617ad22cf4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.0861228 Sep 29 23:03:18.516176 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-141a6ea4-116b-44a6-983c-8d14a856123b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601377 Sep 29 23:03:18.751207 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-2b39991b-eeb3-4680-b5b3-3eca4472c8ef service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239928 Sep 29 23:03:18.913518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6a0fbd02-e344-449e-9243-17cb6793de81 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:18.954426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 6a0fbd02-e344-449e-9243-17cb6793de81 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:18.954840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6a0fbd02-e344-449e-9243-17cb6793de81 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:18.968385 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-6f017c6f-3077-4227-9776-916484609e48 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075024 Sep 29 23:03:19.034712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d221a1f4-9d82-46b6-b044-e49d414b832c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:19.064540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:19.091180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:19.091874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2f5925ce-2ca6-499a-8eb7-eddd54d25cf6 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:19.810991 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:20.571051 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dd1317-305c-480e-8320-7f2d084d60ef x-openstack-request-id: req-15dd1317-305c-480e-8320-7f2d084d60ef {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:20.571614 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "348bd18b-2904-489f-b0b0-f1de23a021b7", "name": "network-vif-deleted", "tag": "b6a8eab6-1f19-4043-9447-b21501cbcc48", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:20.571614 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-15dd1317-305c-480e-8320-7f2d084d60ef {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:20.572014 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '348bd18b-2904-489f-b0b0-f1de23a021b7', 'name': 'network-vif-deleted', 'tag': 'b6a8eab6-1f19-4043-9447-b21501cbcc48', 'status': 'completed', 'code': 200} Sep 29 23:03:20.597151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-9e8ec820-43c7-4fb4-93a0-b3ad1a4eb48a tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=94fab95008c7426aa96031bfcbdb3365&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453186 Sep 29 23:03:20.738978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-bc770e7b-924f-44e2-a512-27d112cdc5a3 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:20.747720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-bc770e7b-924f-44e2-a512-27d112cdc5a3 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496539 Sep 29 23:03:20.760332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-67e40f10-2eea-4e0e-910c-d79d72ec81bb tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/quotas/94fab95008c7426aa96031bfcbdb3365 HTTP/1.1" status: 200 len: 375 time: 0.0113137 Sep 29 23:03:20.803895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-93814f09-9b4d-4cc3-8963-57d092918ee5 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=94fab95008c7426aa96031bfcbdb3365&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347166 Sep 29 23:03:20.896608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4061cec-25df-45fa-994e-a08e1a2c1892 req-f3c1e681-0db2-40a7-aac4-e2a43fe669c9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:20.900077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4061cec-25df-45fa-994e-a08e1a2c1892 req-f3c1e681-0db2-40a7-aac4-e2a43fe669c9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.1415615 Sep 29 23:03:20.942218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d221a1f4-9d82-46b6-b044-e49d414b832c up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:03:21.022383 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4061cec-25df-45fa-994e-a08e1a2c1892 req-e74ddb44-632c-48ff-91db-585616b4a2bd tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994043 Sep 29 23:03:21.057012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port d221a1f4-9d82-46b6-b044-e49d414b832c completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:03:21.062260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port d221a1f4-9d82-46b6-b044-e49d414b832c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:21.067529 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:21.253909 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:21.322465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:21.331631 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af588d08-b833-4275-89f3-4b92fce3abc2" -d '{"events": [{"server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "name": "network-vif-plugged", "status": "completed", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:21.365727 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d221a1f4-9d82-46b6-b044-e49d414b832c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:21.387423 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:21.455167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fede0b86-9a89-4506-bb87-a15f833ba737 req-0b040379-519a-4783-8233-d635300232dd tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 210 time: 0.0854709 Sep 29 23:03:21.489486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:21.543637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=d221a1f4-9d82-46b6-b044-e49d414b832c,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:21.631218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-a644e2d5-c9de-45fc-a315-76c72213e8c6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:21.644958 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-a644e2d5-c9de-45fc-a315-76c72213e8c6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91&tenant_id=d21cd580a19447e0afb4238b17bb75ab&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 950 time: 0.2390265 Sep 29 23:03:21.664629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-df2f850f-8f84-41ce-9f5f-fe1fc102e620 admin admin] Deleting subnet 701904cc-49a5-4873-8794-97e507443f4b {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:03:21.684364 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df2f850f-8f84-41ce-9f5f-fe1fc102e620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:21.717172 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b6aec9-80f5-4a2f-bf5b-6e4287cde661 x-openstack-request-id: req-11b6aec9-80f5-4a2f-bf5b-6e4287cde661 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:21.718007 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "name": "network-vif-plugged", "status": "completed", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:21.718363 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11b6aec9-80f5-4a2f-bf5b-6e4287cde661 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:21.718855 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c', 'code': 200} Sep 29 23:03:21.772041 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-88a3b23f-f8d4-4b65-9669-2dc566f8029f service neutron] delete failed (client error): The resource could not be found. Sep 29 23:03:21.774266 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-88a3b23f-f8d4-4b65-9669-2dc566f8029f service neutron] 10.222.0.26 "DELETE /v2.0/ports/d221a1f4-9d82-46b6-b044-e49d414b832c/bindings/n-h2-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.1210163 Sep 29 23:03:21.780835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f57d9-ea0c-4e3f-a7e2-201037063702 req-618bbff2-01d5-4cd5-9053-64fa0d5b5c93 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:21.789586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-961f57d9-ea0c-4e3f-a7e2-201037063702 req-618bbff2-01d5-4cd5-9053-64fa0d5b5c93 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.2074096 Sep 29 23:03:21.815149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df2f850f-8f84-41ce-9f5f-fe1fc102e620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:21.933852 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-961f57d9-ea0c-4e3f-a7e2-201037063702 req-58038a8b-5ee0-4fc4-813d-7dc8df147cad tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430497 Sep 29 23:03:21.935007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-3487d497-40bf-4e3e-a948-06c4d9362539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:21.938089 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-3487d497-40bf-4e3e-a948-06c4d9362539 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1101 time: 0.0942299 Sep 29 23:03:21.985906 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df2f850f-8f84-41ce-9f5f-fe1fc102e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:22.183916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-54f74c6f-5f77-405b-83c0-232d78c4a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:22.187367 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-54f74c6f-5f77-405b-83c0-232d78c4a1d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2391863 Sep 29 23:03:22.222201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df2f850f-8f84-41ce-9f5f-fe1fc102e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:22.302180 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-1b05e27b-f92a-4040-9753-ad5f28c4c607 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 200 len: 217 time: 0.1055391 Sep 29 23:03:22.358985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2f850f-8f84-41ce-9f5f-fe1fc102e620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=701904cc-49a5-4873-8794-97e507443f4b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:22.375102 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df2f850f-8f84-41ce-9f5f-fe1fc102e620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:22.376031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-211012d9-4a0a-488e-b431-88b44ddafaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:22.377525 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-211012d9-4a0a-488e-b431-88b44ddafaf0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0677149 Sep 29 23:03:22.390006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-df2f850f-8f84-41ce-9f5f-fe1fc102e620 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/701904cc-49a5-4873-8794-97e507443f4b HTTP/1.1" status: 204 len: 168 time: 0.8990548 Sep 29 23:03:22.395964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35576) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:22.463604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f9e97-6331-479c-b16c-c65d632a68a2 req-5e798750-3fa6-4f9a-b6c0-d6ba99c245e7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:22.465662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-820f9e97-6331-479c-b16c-c65d632a68a2 req-5e798750-3fa6-4f9a-b6c0-d6ba99c245e7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.2705784 Sep 29 23:03:22.520115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-eadf6086-7fea-4f7d-859c-7393a9469437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:22.524412 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-eadf6086-7fea-4f7d-859c-7393a9469437 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1389184 Sep 29 23:03:22.573763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd3d623-bf86-461e-b1a1-c3cb7583399c', 'name': 'network-vif-deleted', 'tag': '6a0fbd02-e344-449e-9243-17cb6793de81'}, {'server_uuid': '435da0b8-c889-4b09-8b3f-c171d9e452f8', 'name': 'network-vif-deleted', 'tag': '2f5925ce-2ca6-499a-8eb7-eddd54d25cf6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:22.578926 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed43269-60b5-473d-8f57-4fe081060656" -d '{"events": [{"server_uuid": "7dd3d623-bf86-461e-b1a1-c3cb7583399c", "name": "network-vif-deleted", "tag": "6a0fbd02-e344-449e-9243-17cb6793de81"}, {"server_uuid": "435da0b8-c889-4b09-8b3f-c171d9e452f8", "name": "network-vif-deleted", "tag": "2f5925ce-2ca6-499a-8eb7-eddd54d25cf6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:22.672751 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:22.691206 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-e2746c23-108f-4149-87ea-9e3b41a97b63 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585417 Sep 29 23:03:22.699529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-820f9e97-6331-479c-b16c-c65d632a68a2 req-50d43642-9efa-431f-a993-bb1b1a2b884e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697848 Sep 29 23:03:22.846014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dff73a55-a68e-413a-bbef-6d069a937324 req-21bdee7e-8b4e-49c4-9712-66cde6aadb66 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 210 time: 0.1203592 Sep 29 23:03:22.871408 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e5fe2472-1e60-476d-a3d7-63bdac68a461 req-fe051b0a-0d78-4431-83ea-f7766f369c0a service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705739 Sep 29 23:03:22.994906 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339bb711-bdd1-498a-9cc9-5a95fd857e6d x-openstack-request-id: req-339bb711-bdd1-498a-9cc9-5a95fd857e6d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:22.995184 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dd3d623-bf86-461e-b1a1-c3cb7583399c", "name": "network-vif-deleted", "tag": "6a0fbd02-e344-449e-9243-17cb6793de81", "status": "completed", "code": 200}, {"server_uuid": "435da0b8-c889-4b09-8b3f-c171d9e452f8", "name": "network-vif-deleted", "tag": "2f5925ce-2ca6-499a-8eb7-eddd54d25cf6", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:22.995439 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-339bb711-bdd1-498a-9cc9-5a95fd857e6d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:22.995918 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dd3d623-bf86-461e-b1a1-c3cb7583399c', 'name': 'network-vif-deleted', 'tag': '6a0fbd02-e344-449e-9243-17cb6793de81', 'status': 'completed', 'code': 200} Sep 29 23:03:22.996150 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435da0b8-c889-4b09-8b3f-c171d9e452f8', 'name': 'network-vif-deleted', 'tag': '2f5925ce-2ca6-499a-8eb7-eddd54d25cf6', 'status': 'completed', 'code': 200} Sep 29 23:03:23.128966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:23.164277 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-1980b733-ffdd-4061-96ad-8296c9c1850a tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=94fab95008c7426aa96031bfcbdb3365&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334706 Sep 29 23:03:23.244995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd8fa703-5be0-4809-a8ac-f32c71d02b8d']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:23.393911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705ffb4-4fa5-4770-bd10-3cf62bc4d9cc req-9c5c29de-289d-409e-bc53-7fedf6e1bea7 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:23.403274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2705ffb4-4fa5-4770-bd10-3cf62bc4d9cc req-9c5c29de-289d-409e-bc53-7fedf6e1bea7 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 945 time: 0.5705025 Sep 29 23:03:23.410601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:23.410903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cf87df-c82b-4f52-8976-f0754d8a2b5b') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:23.468739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:23.477533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-a4da6734-4b69-4022-b216-eccca2a92387 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:23.481904 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-a4da6734-4b69-4022-b216-eccca2a92387 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008525 Sep 29 23:03:23.518053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Request body: {'port': {'device_id': 'f9330288-fbda-4630-b0e8-412c60e09486', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': '94fab95008c7426aa96031bfcbdb3365'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:23.537081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae6fbf5-cfa7-4f59-a819-1c289ed523b5 req-66e1d9da-3eea-48f9-9c24-8553f8cf91ad tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:23.545979 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ae6fbf5-cfa7-4f59-a819-1c289ed523b5 req-66e1d9da-3eea-48f9-9c24-8553f8cf91ad tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.3194127 Sep 29 23:03:23.550374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:23.579031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2705ffb4-4fa5-4770-bd10-3cf62bc4d9cc req-267838e1-a8c5-447e-af4d-3252de71d8ea tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744313 Sep 29 23:03:23.597520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:03:23.598624 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:03:23.603673 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:03:23.759447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ae6fbf5-cfa7-4f59-a819-1c289ed523b5 req-1df44967-547a-44da-9bf7-66fcc1c3ef2e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125599 Sep 29 23:03:23.761727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Made reservation on behalf of 94fab95008c7426aa96031bfcbdb3365 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:23.766240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:23.780546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:23.786765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:23.793460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/dd8fa703-5be0-4809-a8ac-f32c71d02b8d HTTP/1.1" status: 204 len: 168 time: 1.3875229 Sep 29 23:03:23.811425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:23.823029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b30b2b-eb52-40c2-a43b-e984c296f9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd8fa703-5be0-4809-a8ac-f32c71d02b8d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:23.975377 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:23.980807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:24.043639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca271289-e79f-48e2-8b4b-216d1c86444a req-3ab650c9-b076-40c7-97da-3bf64f3732b0 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:24.046435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca271289-e79f-48e2-8b4b-216d1c86444a req-3ab650c9-b076-40c7-97da-3bf64f3732b0 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.1492314 Sep 29 23:03:24.141339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca271289-e79f-48e2-8b4b-216d1c86444a req-d3af0a05-75b7-4d7e-935e-86aacd3189ce tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866876 Sep 29 23:03:24.171773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35614) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:24.236961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0e744ee-d3ca-4c5b-ae8e-96c43e0b3a48 req-8c924d76-e5ee-404e-b3dd-0164acb0c9ac tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 210 time: 0.1070638 Sep 29 23:03:24.254291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:24.316043 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-51586f67-2a10-4e0a-8e26-f95c0e3fc41f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b794a02f8b734d46ac58f00e4d1c8627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1169515 Sep 29 23:03:24.318426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35618) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:24.418141 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Allocated IP 192.168.233.214 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/ef60e375-36cf-47c7-81a5-2ddd14d30dc4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:03:24.447976 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b160c8e7-2171-48a8-ac32-0fe25b2cbcd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:24.501564 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b160c8e7-2171-48a8-ac32-0fe25b2cbcd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:24.595884 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b160c8e7-2171-48a8-ac32-0fe25b2cbcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:24.598786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b160c8e7-2171-48a8-ac32-0fe25b2cbcd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:24.602716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b160c8e7-2171-48a8-ac32-0fe25b2cbcd8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b30ed9e-66ae-40eb-b650-4a6d882ca8ac HTTP/1.1" status: 204 len: 168 time: 0.2823384 Sep 29 23:03:24.622964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b160c8e7-2171-48a8-ac32-0fe25b2cbcd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b30ed9e-66ae-40eb-b650-4a6d882ca8ac,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:24.694397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:24.759289 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:24.810027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:03:24.816144 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:03:24.924435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:03:24.937762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Pushing event updated for resources: {'Port': ['ID=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:25.033852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-22767b5b-cc60-4b77-8b1f-e45f041f59bf tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:25.041679 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-22767b5b-cc60-4b77-8b1f-e45f041f59bf tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 945 time: 0.3367045 Sep 29 23:03:25.099761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:25.100555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:25.101758 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a00041-0b93-4fda-a1d4-57169f54f722 req-551c8d70-1d9f-4e1e-b4e6-9ca1a3dd2521 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:25.112532 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69a00041-0b93-4fda-a1d4-57169f54f722 req-551c8d70-1d9f-4e1e-b4e6-9ca1a3dd2521 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 945 time: 0.3260527 Sep 29 23:03:25.142549 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-3ffc4bc9-57c5-4848-abd7-5139f66d3838 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6288149 Sep 29 23:03:25.167531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Request body: {'port': {'device_id': 'f9330288-fbda-4630-b0e8-412c60e09486', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:25.215498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11194104-759e-4d5a-81f8-1957849a51e0 req-2c7265c6-fbe1-4ec7-8eee-8728ed7025bb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:25.228094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11194104-759e-4d5a-81f8-1957849a51e0 req-2c7265c6-fbe1-4ec7-8eee-8728ed7025bb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.2946568 Sep 29 23:03:25.293994 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-21dfb09f-cdce-49b5-9313-67f042621ce9 None None] Provisioning complete for port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:25.294620 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-21dfb09f-cdce-49b5-9313-67f042621ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:25.332513 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11194104-759e-4d5a-81f8-1957849a51e0 req-5cfb42f7-9434-4156-8ddd-245b3c31b13c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878150 Sep 29 23:03:25.360579 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69a00041-0b93-4fda-a1d4-57169f54f722 req-b6addfc1-0472-4870-b9c8-70d75cfb45d2 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314472 Sep 29 23:03:25.368008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:25.456097 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-21dfb09f-cdce-49b5-9313-67f042621ce9 None None] Port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:03:25.587226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-aa4e9ab8-35b4-4918-9828-1af406929627 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Deleting port 10dd9650-5d89-4e1c-958e-e205a7784485 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:25.587574 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-aa4e9ab8-35b4-4918-9828-1af406929627 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:25.800904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-aa4e9ab8-35b4-4918-9828-1af406929627 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] For port 10dd9650-5d89-4e1c-958e-e205a7784485, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=10dd9650-5d89-4e1c-958e-e205a7784485,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:25.801562 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-aa4e9ab8-35b4-4918-9828-1af406929627 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:25.839775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-aa4e9ab8-35b4-4918-9828-1af406929627 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Calling delete_port for 10dd9650-5d89-4e1c-958e-e205a7784485 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:25.972805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef60e375-36cf-47c7-81a5-2ddd14d30dc4 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:26.005943 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.026465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Transition to ACTIVE for port object ef60e375-36cf-47c7-81a5-2ddd14d30dc4 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:03:26.036276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.111017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35674) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:26.196585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Pushing event updated for resources: {'Port': ['ID=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:26.338064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1331766552-network', 'tenant_id': '871e6c2e17b84809811dfd61390a3630'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:26.381588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Attempting to bind port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:03:26.381972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Attempting to bind port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:03:26.382831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Attempting to bind port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:26.394314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:03:26.394569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Attempting to bind port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:26.396752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Made reservation on behalf of 871e6c2e17b84809811dfd61390a3630 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:26.399675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.415753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:03:26.416249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:26.416648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:03:26.417099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Bound port: ef60e375-36cf-47c7-81a5-2ddd14d30dc4, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:03:26.417461 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.433365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.529639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] For port ef60e375-36cf-47c7-81a5-2ddd14d30dc4, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:26.535565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] For port ef60e375-36cf-47c7-81a5-2ddd14d30dc4, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:03:26.547164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.580857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db90f34-00bf-40ce-8c86-c26d88c58907 req-2697c179-51ec-400b-afed-5703da2104b6 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:26.582964 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9db90f34-00bf-40ce-8c86-c26d88c58907 req-2697c179-51ec-400b-afed-5703da2104b6 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 1.0314419 Sep 29 23:03:26.597939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15061b-5981-4726-8410-4ce5c4d28491 req-8b449631-b921-424a-b0e3-4b78bfa3e30a tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:26.599763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd15061b-5981-4726-8410-4ce5c4d28491 req-8b449631-b921-424a-b0e3-4b78bfa3e30a tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 948 time: 0.7461469 Sep 29 23:03:26.634724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Pushing event updated for resources: {'Port': ['ID=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:26.640997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:26.641753 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.643321 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-49c4bc87-b529-49c3-ab9f-b14c3b0c5bfd service neutron] 10.222.0.42 "PUT /v2.0/ports/ef60e375-36cf-47c7-81a5-2ddd14d30dc4 HTTP/1.1" status: 200 len: 1096 time: 1.4855368 Sep 29 23:03:26.644280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9330288-fbda-4630-b0e8-412c60e09486', 'tag': 'ef60e375-36cf-47c7-81a5-2ddd14d30dc4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:26.646670 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05061cb1-674b-4dd7-a883-923f33e5cb28" -d '{"events": [{"name": "network-changed", "server_uuid": "f9330288-fbda-4630-b0e8-412c60e09486", "tag": "ef60e375-36cf-47c7-81a5-2ddd14d30dc4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:26.684713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd15061b-5981-4726-8410-4ce5c4d28491 req-1e3ea2de-db1c-4f8c-afc5-cfaa24275d0c tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726986 Sep 29 23:03:26.743063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9db90f34-00bf-40ce-8c86-c26d88c58907 req-8bc94056-804e-46fe-8905-6849ec953da7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421430 Sep 29 23:03:26.765318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.785190 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.862354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:03:26.908333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e50709-14ca-4ae8-b215-900e326ce814,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:26.911691 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.913403 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Added segment 6828e19f-f440-4f5f-ab6e-60f9c5397d72 of type vlan for network 5c93102d-efd3-4942-bdd1-4d4c91ce4619 Sep 29 23:03:26.945315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-aa4e9ab8-35b4-4918-9828-1af406929627 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:26.957364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['00622b95-6d0b-4206-b45f-ae9badbb0f44'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:26.972960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-e27d2764-ccda-46f3-9917-bdc8bacaaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:26.975737 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-e27d2764-ccda-46f3-9917-bdc8bacaaffc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94fab95008c7426aa96031bfcbdb3365&device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 1099 time: 0.2498753 Sep 29 23:03:27.028823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['10dd9650-5d89-4e1c-958e-e205a7784485'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:27.126205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4e9ab8-35b4-4918-9828-1af406929627 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Pushing event deleted for resources: {'Port': ['ID=10dd9650-5d89-4e1c-958e-e205a7784485,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:27.129576 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-e8b4b7eb-6ec0-4627-b435-4de1f01e389b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ef60e375-36cf-47c7-81a5-2ddd14d30dc4 HTTP/1.1" status: 200 len: 217 time: 0.0943296 Sep 29 23:03:27.142338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eaeac07b-a21f-4052-b94e-f0a60c09f214 req-249f1185-6f7c-42f7-836d-0812b9f57b3a tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8eb79b3-9ab6-40f9-9333-d95167afa50f HTTP/1.1" status: 200 len: 210 time: 0.1104283 Sep 29 23:03:27.143949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:27.249641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-aa4e9ab8-35b4-4918-9828-1af406929627 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] No DVR routers for this DVR port 10dd9650-5d89-4e1c-958e-e205a7784485 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:27.252943 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-aa4e9ab8-35b4-4918-9828-1af406929627 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:27.255945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b2d2f6f-c066-44bb-83f4-2134021c007c req-aa4e9ab8-35b4-4918-9828-1af406929627 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.42 "DELETE /v2.0/ports/10dd9650-5d89-4e1c-958e-e205a7784485 HTTP/1.1" status: 204 len: 173 time: 2.1362455 Sep 29 23:03:27.268713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8eb79b3-9ab6-40f9-9333-d95167afa50f', 'name': 'network-vif-deleted', 'tag': '10dd9650-5d89-4e1c-958e-e205a7784485'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:27.274174 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafa76fc-0f57-4de7-a554-0fb32d109b24" -d '{"events": [{"server_uuid": "a8eb79b3-9ab6-40f9-9333-d95167afa50f", "name": "network-vif-deleted", "tag": "10dd9650-5d89-4e1c-958e-e205a7784485"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:27.306958 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:27.309053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:27.313121 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:27.321096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-9c75fd27-9226-4ade-8b6e-b2646b7dd94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:27.322893 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-9c75fd27-9226-4ade-8b6e-b2646b7dd94a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1812308 Sep 29 23:03:27.329531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0374494-9e51-4c21-ba47-1aacdfeb5d64 req-9ecd9c74-0636-48d8-8a6e-12afb6e7c939 tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:27.334420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0374494-9e51-4c21-ba47-1aacdfeb5d64 req-9ecd9c74-0636-48d8-8a6e-12afb6e7c939 tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1101 time: 0.4172494 Sep 29 23:03:27.338906 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcee3ae-ecf1-4faa-a2ed-d2f529e8e820 x-openstack-request-id: req-6bcee3ae-ecf1-4faa-a2ed-d2f529e8e820 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:27.339309 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9330288-fbda-4630-b0e8-412c60e09486", "tag": "ef60e375-36cf-47c7-81a5-2ddd14d30dc4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:27.339664 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6bcee3ae-ecf1-4faa-a2ed-d2f529e8e820 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:27.340184 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9330288-fbda-4630-b0e8-412c60e09486', 'tag': 'ef60e375-36cf-47c7-81a5-2ddd14d30dc4', 'status': 'completed', 'code': 200} Sep 29 23:03:27.363005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2480445 Sep 29 23:03:27.364229 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35696) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:27.369931 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Request body: {'subnet': {'network_id': '5c93102d-efd3-4942-bdd1-4d4c91ce4619', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1331766552-subnet', 'tenant_id': '871e6c2e17b84809811dfd61390a3630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:27.410011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0374494-9e51-4c21-ba47-1aacdfeb5d64 req-1a98d9ef-59f5-42cf-9d06-ced70353c071 tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682514 Sep 29 23:03:27.435316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728b107-38ef-4eac-940f-270920714a72 admin admin] Pushing event updated for resources: {'Network': ['ID=5c93102d-efd3-4942-bdd1-4d4c91ce4619,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:27.448046 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4074253c-fb66-4856-b9ff-5776240bbe2e x-openstack-request-id: req-4074253c-fb66-4856-b9ff-5776240bbe2e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:27.448046 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8eb79b3-9ab6-40f9-9333-d95167afa50f", "name": "network-vif-deleted", "tag": "10dd9650-5d89-4e1c-958e-e205a7784485", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:27.448046 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4074253c-fb66-4856-b9ff-5776240bbe2e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:27.448046 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8eb79b3-9ab6-40f9-9333-d95167afa50f', 'name': 'network-vif-deleted', 'tag': '10dd9650-5d89-4e1c-958e-e205a7784485', 'status': 'completed', 'code': 200} Sep 29 23:03:27.453675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 5c93102d-efd3-4942-bdd1-4d4c91ce4619 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:03:27.467432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Made reservation on behalf of 871e6c2e17b84809811dfd61390a3630 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:27.470081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:27.488187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-d76f145e-cf90-4ffd-9295-e50a55145d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:27.490053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-d76f145e-cf90-4ffd-9295-e50a55145d5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1269662 Sep 29 23:03:27.906782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-946aa485-237f-47ed-b6c6-65b5189f2c24 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d21cd580a19447e0afb4238b17bb75ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326645 Sep 29 23:03:27.918565 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-e7493c01-5916-42b3-ae1b-a24c55a85902 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429151 Sep 29 23:03:27.974441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a88f6-326b-4cf4-99cc-8aabd574e960 req-f7a51e1e-4bf6-4d1c-8dd9-ff811faa6c40 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:27.987245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d1a88f6-326b-4cf4-99cc-8aabd574e960 req-f7a51e1e-4bf6-4d1c-8dd9-ff811faa6c40 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 948 time: 0.1696613 Sep 29 23:03:28.112548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-2eaacf2f-5323-4cb2-943a-524e2c770fe9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:28.122099 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-2eaacf2f-5323-4cb2-943a-524e2c770fe9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145312 Sep 29 23:03:28.169580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-a8a59651-d699-41b9-8ad6-f17fe8f97e21 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/quotas/d21cd580a19447e0afb4238b17bb75ab HTTP/1.1" status: 200 len: 375 time: 0.0462520 Sep 29 23:03:28.211267 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:28.261741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d1a88f6-326b-4cf4-99cc-8aabd574e960 req-f3e38bc9-f751-487e-946a-18cb595967e7 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730720 Sep 29 23:03:28.301535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-75e3f011-8a31-4b9e-b417-d62ba8d4efe5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233218 Sep 29 23:03:28.392603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9626ba3-95b1-4253-b76c-1af900b63dec,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:28.400586 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fae9140-f730-43b3-abbb-c8fadcdab3de req-ffb4a6e9-8efe-4f55-9b71-4ca6f8f2ef76 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4562969 Sep 29 23:03:28.426234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Checking segment: {'id': '6828e19f-f440-4f5f-ab6e-60f9c5397d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5c93102d-efd3-4942-bdd1-4d4c91ce4619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:28.429394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Network hostable DHCP agents. Network: 5c93102d-efd3-4942-bdd1-4d4c91ce4619, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:03:28.459205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb496f-8f3b-41c5-986d-84a071b07978 req-9a83366e-0a78-4c82-91bc-b74660284542 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:28.470755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85eb496f-8f3b-41c5-986d-84a071b07978 req-9a83366e-0a78-4c82-91bc-b74660284542 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.1274300 Sep 29 23:03:28.473999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Network 5c93102d-efd3-4942-bdd1-4d4c91ce4619 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:03:28.494883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 5c93102d-efd3-4942-bdd1-4d4c91ce4619) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:03:28.503465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:28.504121 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:28.508182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a145a-eb77-4206-b2cc-b16f08821e8d None None] Network 5c93102d-efd3-4942-bdd1-4d4c91ce4619 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:03:28.541845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e6fe1fd7-ea96-456d-87ae-fe992563061e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1764550 Sep 29 23:03:28.611894 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85eb496f-8f3b-41c5-986d-84a071b07978 req-f7bfbced-365f-45d8-9b8f-27bec523e13a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288486 Sep 29 23:03:28.728519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-d10fc247-2aef-44c2-bce1-4f438095b5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:28.733091 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-d10fc247-2aef-44c2-bce1-4f438095b5df service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=94fab95008c7426aa96031bfcbdb3365&device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 1099 time: 0.1900389 Sep 29 23:03:28.953943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ca7d566-5917-4bcb-b609-b780e2ab5913 req-4ade9bfa-8073-48b1-ba2e-cd7ed01144c4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 210 time: 0.0935104 Sep 29 23:03:28.978621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-224441e8-7ce4-43dd-b147-1d82942aede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:28.982329 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-224441e8-7ce4-43dd-b147-1d82942aede6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2381992 Sep 29 23:03:29.061777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 10dd9650-5d89-4e1c-958e-e205a7784485 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:29.118968 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-bdcb1b97-d735-4f46-80a8-c9d85c78c751 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ef60e375-36cf-47c7-81a5-2ddd14d30dc4 HTTP/1.1" status: 200 len: 217 time: 0.1251090 Sep 29 23:03:29.183540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 10dd9650-5d89-4e1c-958e-e205a7784485 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:29.187227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 10dd9650-5d89-4e1c-958e-e205a7784485 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:29.193224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa19e48-bcda-4c68-862d-5c24e26ee08d None None] Network 5c93102d-efd3-4942-bdd1-4d4c91ce4619 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:03:29.309430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-c13b1a57-ab6f-4249-8c26-3731e3bbfbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:29.317213 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-c13b1a57-ab6f-4249-8c26-3731e3bbfbcd service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1853342 Sep 29 23:03:29.413504 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7ec91-a8a9-45c8-b622-ecafd9f738d3 req-aa40d662-7526-4bf5-b93b-7b2b71a92594 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:29.415187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-92b7ec91-a8a9-45c8-b622-ecafd9f738d3 req-aa40d662-7526-4bf5-b93b-7b2b71a92594 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.1926775 Sep 29 23:03:29.445578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-b78bbbab-54fd-410a-a408-6f7195e07f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:29.448063 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-b78bbbab-54fd-410a-a408-6f7195e07f22 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285512 Sep 29 23:03:29.475761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-92b7ec91-a8a9-45c8-b622-ecafd9f738d3 req-388f20be-ab88-41e8-af68-14632d51f0f0 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500460 Sep 29 23:03:29.604257 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-78cf99ef-a022-4cdd-86a7-328f8a1b76fd service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430082 Sep 29 23:03:29.780131 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-05061cb1-674b-4dd7-a883-923f33e5cb28 req-d05bd671-6ae2-4670-a325-6390467a0858 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641531 Sep 29 23:03:29.824363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd4feec-33e5-4663-9b49-4336cd455d90 req-e8ffa2db-9c16-4506-ba6f-15e64b34d9c6 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:29.826033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2dd4feec-33e5-4663-9b49-4336cd455d90 req-e8ffa2db-9c16-4506-ba6f-15e64b34d9c6 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 948 time: 0.1814449 Sep 29 23:03:29.870248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-ef85d5fb-1e93-425f-8253-5e3dedbfe320 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:29.882798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-ef85d5fb-1e93-425f-8253-5e3dedbfe320 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/networks?id=5c93102d-efd3-4942-bdd1-4d4c91ce4619 HTTP/1.1" status: 200 len: 814 time: 0.2836919 Sep 29 23:03:29.916302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-c7c2318f-a566-42af-88b9-cfdf2c5814c6 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/quotas/871e6c2e17b84809811dfd61390a3630 HTTP/1.1" status: 200 len: 375 time: 0.0268860 Sep 29 23:03:29.932777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2dd4feec-33e5-4663-9b49-4336cd455d90 req-c23c4d86-f557-48e7-a0ab-4f87760caea3 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988531 Sep 29 23:03:29.980961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-20806094-688a-4a8d-903b-a6b5831e9a29 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=871e6c2e17b84809811dfd61390a3630&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454302 Sep 29 23:03:30.173220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3ff404-692e-4d78-bc85-bb95463ac871 req-ce245430-d880-4573-abe7-14c6e6a9020c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:30.181757 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c3ff404-692e-4d78-bc85-bb95463ac871 req-ce245430-d880-4573-abe7-14c6e6a9020c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.0873716 Sep 29 23:03:30.190472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-77d60917-5144-4b06-8c37-5fa357e9adb1 service neutron] 10.222.0.44 "GET /v2.0/networks/5c93102d-efd3-4942-bdd1-4d4c91ce4619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999686 Sep 29 23:03:30.248177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c3ff404-692e-4d78-bc85-bb95463ac871 req-e95ee459-4f97-42bf-a0d4-8d2c8ffefb3e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653853 Sep 29 23:03:30.364354 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-dd772615-100d-443f-9411-762488301f84 service neutron] 10.222.0.44 "GET /v2.0/networks/5c93102d-efd3-4942-bdd1-4d4c91ce4619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622961 Sep 29 23:03:30.496803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c944365-356f-4832-9aa8-cd0211d81e39 req-8a58776f-b4a4-4c18-9140-8d86410406aa tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 210 time: 0.0379281 Sep 29 23:03:30.601636 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-58c368f7-6c44-4129-b72b-c0044101d119 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d21cd580a19447e0afb4238b17bb75ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450091 Sep 29 23:03:30.633035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9141ba52-91e8-422e-b740-c19eeb1a212a req-43175f7f-e63f-45ec-bdfc-7f794a0fb588 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 210 time: 0.0777652 Sep 29 23:03:30.714878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508208-5bad-4147-83fa-8d245e11907f req-10b311b2-29b5-48f8-902b-e7d5c3b887e3 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:30.716965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d508208-5bad-4147-83fa-8d245e11907f req-10b311b2-29b5-48f8-902b-e7d5c3b887e3 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.0958993 Sep 29 23:03:30.789761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d508208-5bad-4147-83fa-8d245e11907f req-fc433e1b-25cc-4aa6-b13b-2ca9f8ec3d9d tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651355 Sep 29 23:03:31.168660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-323ad104-fdf9-4328-b30c-7adf0bd4311e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:31.170476 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-323ad104-fdf9-4328-b30c-7adf0bd4311e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5571737 Sep 29 23:03:31.198326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013736d-92b0-487b-92fd-1e3a9a206fea req-f751a66c-42b0-47f5-9f1d-fd70158adff8 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:31.213903 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7013736d-92b0-487b-92fd-1e3a9a206fea req-f751a66c-42b0-47f5-9f1d-fd70158adff8 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 948 time: 0.1291726 Sep 29 23:03:31.246748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Request body: {'port': {'device_id': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'd21cd580a19447e0afb4238b17bb75ab'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:31.276106 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7013736d-92b0-487b-92fd-1e3a9a206fea req-b502485f-545e-4fa9-8136-1019aa088868 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595007 Sep 29 23:03:31.298307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-29a7d7cf-76a1-414d-a643-06230a5b6553 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:31.300703 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-29a7d7cf-76a1-414d-a643-06230a5b6553 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.26 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.1294882 Sep 29 23:03:31.393936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-68eb838a-85f9-47d2-a2a9-bb5d6a0e1954 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--452946895&fields=id&tenant_id=235cb6eda5ba4ca998847694bdd2b31b HTTP/1.1" status: 200 len: 267 time: 0.1164885 Sep 29 23:03:31.531906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-3f8e23ba-5852-48b9-9fdb-1d9a214464ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Deleting port 00622b95-6d0b-4206-b45f-ae9badbb0f44 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:31.532164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-3f8e23ba-5852-48b9-9fdb-1d9a214464ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:31.536164 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Made reservation on behalf of d21cd580a19447e0afb4238b17bb75ab for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:31.541605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:31.550219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b13679-5c0e-4b13-9151-3e880f64f3db req-78079fb7-bc41-41df-8a3c-5d8c79b455dc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:31.552376 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32b13679-5c0e-4b13-9151-3e880f64f3db req-78079fb7-bc41-41df-8a3c-5d8c79b455dc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.1404705 Sep 29 23:03:31.595467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-5ad80cc7-7277-42b2-800f-ad7a0491039a tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:31.604778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-5ad80cc7-7277-42b2-800f-ad7a0491039a tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/networks?id=cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 HTTP/1.1" status: 200 len: 816 time: 0.2080514 Sep 29 23:03:31.629123 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-de37422a-d008-46c5-b0c2-95164f889414 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/quotas/235cb6eda5ba4ca998847694bdd2b31b HTTP/1.1" status: 200 len: 375 time: 0.0232790 Sep 29 23:03:31.679820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32b13679-5c0e-4b13-9151-3e880f64f3db req-fc45c4b9-631b-469c-9bb9-4868bc7288d3 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151719 Sep 29 23:03:31.727791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-3f8e23ba-5852-48b9-9fdb-1d9a214464ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] For port 00622b95-6d0b-4206-b45f-ae9badbb0f44, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=00622b95-6d0b-4206-b45f-ae9badbb0f44,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:31.728322 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-3f8e23ba-5852-48b9-9fdb-1d9a214464ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:31.733451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-ffbc0b10-6f20-495b-a0a4-898b3e6cef19 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=235cb6eda5ba4ca998847694bdd2b31b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1033094 Sep 29 23:03:31.785319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-3f8e23ba-5852-48b9-9fdb-1d9a214464ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Calling delete_port for 00622b95-6d0b-4206-b45f-ae9badbb0f44 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:31.855203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Allocated IP 192.168.233.196 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/71e10714-89bc-4228-9cf2-fa51c3a6fa0f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:03:31.921115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dee96f3-0956-40cb-b2b2-c2ee842799e2 req-5b4b8adf-6d56-4c8b-a1df-3f65fd97451c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 210 time: 0.0402908 Sep 29 23:03:31.941199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-a8eb5b98-053c-4e42-af0b-8b01b3485379 service neutron] 10.222.0.44 "GET /v2.0/networks/cc30321d-ac0d-4aa1-8a2b-b9d635c4df49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974852 Sep 29 23:03:32.074616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85509815-b23d-4317-af62-f6126fea9deb req-03f44291-15b3-42d5-bca4-3d78dfcdba24 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 210 time: 0.0399349 Sep 29 23:03:32.130141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-2c5e0803-7269-4304-b12d-b6b0ae3e5f0a service neutron] 10.222.0.44 "GET /v2.0/networks/cc30321d-ac0d-4aa1-8a2b-b9d635c4df49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815987 Sep 29 23:03:32.150080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-58e65f59-a0fa-47d5-a528-9621e55dedf8 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:32.151614 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-58e65f59-a0fa-47d5-a528-9621e55dedf8 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.26 "GET /v2.0/networks?id=5c93102d-efd3-4942-bdd1-4d4c91ce4619 HTTP/1.1" status: 200 len: 814 time: 0.2932429 Sep 29 23:03:32.214269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Request body: {'port': {'device_id': 'db3f88e3-190d-4276-8c40-3d0d69a0bb14', 'network_id': '5c93102d-efd3-4942-bdd1-4d4c91ce4619', 'admin_state_up': True, 'tenant_id': '871e6c2e17b84809811dfd61390a3630'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:32.276701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8587855b-cba7-433a-922c-0c7d5a09d2e0 req-450de8c8-bd28-43c3-99c0-c46b1453fddf tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:32.278263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8587855b-cba7-433a-922c-0c7d5a09d2e0 req-450de8c8-bd28-43c3-99c0-c46b1453fddf tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 945 time: 0.0738015 Sep 29 23:03:32.344915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8587855b-cba7-433a-922c-0c7d5a09d2e0 req-528fbe15-fbe4-4e02-81a6-7a67b74e4461 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/security-groups?id=a89e6ce3-4be0-4953-a490-e767cbf11504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587833 Sep 29 23:03:32.426522 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:32.453764 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-3f8e23ba-5852-48b9-9fdb-1d9a214464ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:32.466288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['00622b95-6d0b-4206-b45f-ae9badbb0f44'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:32.498153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Made reservation on behalf of 871e6c2e17b84809811dfd61390a3630 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:32.502361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:32.527693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e23ba-5852-48b9-9fdb-1d9a214464ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Pushing event deleted for resources: {'Port': ['ID=00622b95-6d0b-4206-b45f-ae9badbb0f44,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:32.582139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af739e2-5e45-4331-9298-357a4fe1634d req-5e500989-af4d-4fcc-85ce-498c7c383845 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:32.591341 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0af739e2-5e45-4331-9298-357a4fe1634d req-5e500989-af4d-4fcc-85ce-498c7c383845 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 948 time: 0.0904987 Sep 29 23:03:32.645821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0af739e2-5e45-4331-9298-357a4fe1634d req-398893ec-c76f-4984-a305-800c9ff4cbe3 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487995 Sep 29 23:03:32.770799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8680a544-9801-4fa8-8fc6-d15f833704a2 req-8bba842c-b0a4-44f9-80c8-2b410c294a88 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 210 time: 0.0635302 Sep 29 23:03:32.817665 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:32.848133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Allocated IP 172.20.0.6 (5c93102d-efd3-4942-bdd1-4d4c91ce4619/c9626ba3-95b1-4253-b76c-1af900b63dec/291ba4f5-795d-4ed1-8c21-4c347d3b6ce1) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:03:32.862976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d221a1f4-9d82-46b6-b044-e49d414b832c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:32.928096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:03:32.929409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99485d-f6cf-48d9-a7d6-0352288ad78f req-5690180b-09ae-4e4a-b1e8-b5362fc23b07 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:32.933686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:03:32.936029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-3f8e23ba-5852-48b9-9fdb-1d9a214464ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] No DVR routers for this DVR port 00622b95-6d0b-4206-b45f-ae9badbb0f44 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:32.940599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e99485d-f6cf-48d9-a7d6-0352288ad78f req-5690180b-09ae-4e4a-b1e8-b5362fc23b07 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.1425347 Sep 29 23:03:32.941754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:03:32.997974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ef60e375-36cf-47c7-81a5-2ddd14d30dc4 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:03:33.004109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:33.008509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:33.012567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e99485d-f6cf-48d9-a7d6-0352288ad78f req-ff9eacbd-8389-4e34-b131-58a8c3b4eefe tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645924 Sep 29 23:03:33.015927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-3f8e23ba-5852-48b9-9fdb-1d9a214464ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:33.018700 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-435e0b88-1c10-4c92-836e-efce0de19ba9 req-3f8e23ba-5852-48b9-9fdb-1d9a214464ae tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.26 "DELETE /v2.0/ports/00622b95-6d0b-4206-b45f-ae9badbb0f44 HTTP/1.1" status: 204 len: 173 time: 1.7045834 Sep 29 23:03:33.024173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910c5988-1909-4ebc-a1f0-e468f87b1ab1', 'name': 'network-vif-deleted', 'tag': '00622b95-6d0b-4206-b45f-ae9badbb0f44'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:33.026838 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab3e30d-2a0c-4ed4-9997-4b48d56e7232" -d '{"events": [{"server_uuid": "910c5988-1909-4ebc-a1f0-e468f87b1ab1", "name": "network-vif-deleted", "tag": "00622b95-6d0b-4206-b45f-ae9badbb0f44"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:33.062126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Pushing event updated for resources: {'Port': ['ID=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:33.133991 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-5305e380-5d8c-4303-8d53-f50e7b11bf51 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8970833 Sep 29 23:03:33.155315 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba847b9-bec8-454c-ada1-15b36ce8452f x-openstack-request-id: req-8ba847b9-bec8-454c-ada1-15b36ce8452f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:33.155691 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "910c5988-1909-4ebc-a1f0-e468f87b1ab1", "name": "network-vif-deleted", "tag": "00622b95-6d0b-4206-b45f-ae9badbb0f44", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:33.156029 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ba847b9-bec8-454c-ada1-15b36ce8452f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:33.156312 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910c5988-1909-4ebc-a1f0-e468f87b1ab1', 'name': 'network-vif-deleted', 'tag': '00622b95-6d0b-4206-b45f-ae9badbb0f44', 'status': 'completed', 'code': 200} Sep 29 23:03:33.176792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Request body: {'port': {'device_id': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:33.210592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29f4c7-2e70-48db-9516-89cd7d7bb317 req-2aab988e-a65c-4c80-8580-f2cc7549776c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:33.219306 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc29f4c7-2e70-48db-9516-89cd7d7bb317 req-2aab988e-a65c-4c80-8580-f2cc7549776c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 936 time: 0.0810158 Sep 29 23:03:33.335819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc29f4c7-2e70-48db-9516-89cd7d7bb317 req-a441d420-6678-4f97-a53a-2222c25af5b1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158504 Sep 29 23:03:33.414131 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49970ba3-594d-49af-b265-2788ac62af30 req-b2e52386-1774-4c5f-9d91-5d1d239fba4d tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 210 time: 0.1307847 Sep 29 23:03:33.446081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:33.523648 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:33.618534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55d3cddd-0cc4-4dac-95a7-0f8c010cd5ae req-1c2b6571-e124-4dd2-817d-1effa25c5a09 tempest-ListServerFiltersTestJSON-1954722139 tempest-ListServerFiltersTestJSON-1954722139-project] 10.222.0.44 "GET /v2.0/ports?device_id=910c5988-1909-4ebc-a1f0-e468f87b1ab1 HTTP/1.1" status: 200 len: 210 time: 0.0601926 Sep 29 23:03:33.652356 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:03:33.744893 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:33.757525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port ef60e375-36cf-47c7-81a5-2ddd14d30dc4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:33.847525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'ef60e375-36cf-47c7-81a5-2ddd14d30dc4', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'ef60e375-36cf-47c7-81a5-2ddd14d30dc4', 'mac_address': 'fa:16:3e:24:7b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:03:33.875421 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fbe26460-4503-4c09-9c9a-a94ff6034a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:33.883977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Network 5c93102d-efd3-4942-bdd1-4d4c91ce4619 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:03:33.905341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:03:33.912134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Pushing event updated for resources: {'Port': ['ID=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:33.914704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cfe948fa-f4ee-4b74-bbea-3c876dc079ce None None] Provisioning complete for port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:33.915417 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cfe948fa-f4ee-4b74-bbea-3c876dc079ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:33.927233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb646b2a-c54a-4482-86f7-845e72e0105c req-795fe8c5-25ce-4506-864f-0500086b087b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 210 time: 0.0382576 Sep 29 23:03:33.955944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681d76e-d23e-463b-bf57-2d10adf1fc60 req-00f18fd2-cb17-4ff9-b1dc-05087509c747 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:33.967475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d681d76e-d23e-463b-bf57-2d10adf1fc60 req-00f18fd2-cb17-4ff9-b1dc-05087509c747 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 948 time: 0.1669216 Sep 29 23:03:34.027441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d681d76e-d23e-463b-bf57-2d10adf1fc60 req-481cbfcc-0aea-45e2-8fa4-4824c318bd8c tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578732 Sep 29 23:03:34.069636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cfe948fa-f4ee-4b74-bbea-3c876dc079ce None None] Port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:03:34.116944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:03:34.118097 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:34.172725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef60e375-36cf-47c7-81a5-2ddd14d30dc4 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:34.206782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port ef60e375-36cf-47c7-81a5-2ddd14d30dc4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:34.216986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:34.218815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-e363939d-44cc-4106-a231-55fa4bd14702 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:34.220668 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-e363939d-44cc-4106-a231-55fa4bd14702 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.1730266 Sep 29 23:03:34.232508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:34.233576 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:34.245139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811173-2'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:34.253408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae0e14d-be5d-402b-9361-088c3c2e294b req-6ad0aca0-af79-4a39-a5f4-ef584dfc6be2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:34.261997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eae0e14d-be5d-402b-9361-088c3c2e294b req-6ad0aca0-af79-4a39-a5f4-ef584dfc6be2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 945 time: 0.0960002 Sep 29 23:03:34.337696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:34.344971 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-0fc7d749-0ce2-41eb-a25d-b660ab9c33d7 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1374559 Sep 29 23:03:34.345647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:34.347965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eae0e14d-be5d-402b-9361-088c3c2e294b req-1cd1521b-16d6-45ec-8aa6-55b86d7f8544 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786326 Sep 29 23:03:34.367784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Request body: {'port': {'device_id': 'db3f88e3-190d-4276-8c40-3d0d69a0bb14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:34.503291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a9082-cd36-4bca-92b2-e75480f1e986 req-3e43659b-5e8e-4e32-8126-e2c94718215f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:34.512358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-250a9082-cd36-4bca-92b2-e75480f1e986 req-3e43659b-5e8e-4e32-8126-e2c94718215f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 936 time: 0.0929842 Sep 29 23:03:34.535695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e10714-89bc-4228-9cf2-fa51c3a6fa0f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:34.540162 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:34.561632 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:34.605458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d03cbf-04dd-4250-80c7-fab27206c1e6 req-ae359f46-047a-4210-acb9-bd6b60eac9ac tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:34.614813 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9d03cbf-04dd-4250-80c7-fab27206c1e6 req-ae359f46-047a-4210-acb9-bd6b60eac9ac tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 931 time: 0.1214075 Sep 29 23:03:34.636239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Transition to ACTIVE for port object 71e10714-89bc-4228-9cf2-fa51c3a6fa0f will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:03:34.651980 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:34.682588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9d03cbf-04dd-4250-80c7-fab27206c1e6 req-9a8320ff-b4f7-44b4-8ec1-9698dd030e95 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615776 Sep 29 23:03:34.710609 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-250a9082-cd36-4bca-92b2-e75480f1e986 req-b6b74770-47aa-45d2-ab81-fbb52dc9db12 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895688 Sep 29 23:03:34.765149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Pushing event updated for resources: {'Port': ['ID=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:34.766969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['ef60e375-36cf-47c7-81a5-2ddd14d30dc4'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:34.785614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:34.838978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35912) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:34.965697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:35.013595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd29b10-69a1-4ed0-acd9-8b343deccfa2 admin admin] Deleting subnet bcc3a829-1afc-43d5-a1c2-3f685715c47a {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:03:35.021420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fd29b10-69a1-4ed0-acd9-8b343deccfa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.083738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-a112dcfa-2c16-4102-976b-1992b8bd77fb tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:35.085820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-a112dcfa-2c16-4102-976b-1992b8bd77fb tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.42 "GET /v2.0/networks?id=cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 HTTP/1.1" status: 200 len: 816 time: 0.3369813 Sep 29 23:03:35.112919 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.133150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fd29b10-69a1-4ed0-acd9-8b343deccfa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.133839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b59aac8b-7a6d-4077-b43c-4f96d852dce3 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:03:35.137478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 00622b95-6d0b-4206-b45f-ae9badbb0f44 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:35.137622 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ea11372-ad6a-41cc-b4df-c939e529175f req-ff51e369-d968-4f2f-b239-148935e57377 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 210 time: 0.0661345 Sep 29 23:03:35.170358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:35.172788 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f460e3-1880-4714-a0ec-78e1cd7fa51b" -d '{"events": [{"server_uuid": "e1b71e84-eb9c-4ca0-80d3-0a37adf0852e", "name": "network-vif-unplugged", "status": "completed", "tag": "b59aac8b-7a6d-4077-b43c-4f96d852dce3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:35.184142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.184868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 00622b95-6d0b-4206-b45f-ae9badbb0f44 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:35.185434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 00622b95-6d0b-4206-b45f-ae9badbb0f44 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:35.254933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dc3f9a5a-f983-4144-be39-e42d40c54533 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=235cb6eda5ba4ca998847694bdd2b31b HTTP/1.1" status: 200 len: 379 time: 0.1323018 Sep 29 23:03:35.285235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Request body: {'port': {'device_id': 'f0674982-9684-424a-b095-79f2c3779c6b', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'admin_state_up': True, 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'security_groups': ['521ff4c1-60e5-4ccf-a31c-6e43c374b7f6']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:35.307368 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478e7501-f46a-462c-b062-30ba637b40ba x-openstack-request-id: req-478e7501-f46a-462c-b062-30ba637b40ba {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:35.307782 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b71e84-eb9c-4ca0-80d3-0a37adf0852e", "name": "network-vif-unplugged", "status": "completed", "tag": "b59aac8b-7a6d-4077-b43c-4f96d852dce3", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:35.308154 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-478e7501-f46a-462c-b062-30ba637b40ba {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:35.308672 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3', 'code': 200} Sep 29 23:03:35.313565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Attempting to bind port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:03:35.314097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Attempting to bind port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:03:35.314530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Attempting to bind port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:35.317831 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:35.326093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:03:35.326510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Attempting to bind port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:35.339911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:03:35.340416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:35.340898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:03:35.341444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Bound port: 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:03:35.341903 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.348151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on host n-h1-811173-2 for vnic_type normal with profile {"migrating_to": "n-h2-811173-2"} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:03:35.348535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:03:35.348905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:35.353763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:03:35.354123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:35.359131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:03:35.359508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:35.360134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:03:35.360887 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Bound port: b59aac8b-7a6d-4077-b43c-4f96d852dce3, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:03:35.361295 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.427205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588dbad-bf53-494b-8e03-d37ff4bffa4d req-c79f32d3-4af6-4484-b873-685b3e03c5ea tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:35.431430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on host n-h1-811173-2 for vnic_type normal with profile {"migrating_to": "n-h2-811173-2"} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:03:35.432190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:03:35.432347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:35.436008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d588dbad-bf53-494b-8e03-d37ff4bffa4d req-c79f32d3-4af6-4484-b873-685b3e03c5ea tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 949 time: 0.3168290 Sep 29 23:03:35.456372 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:35.462197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:03:35.466212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Pushing event updated for resources: {'Port': ['ID=b59aac8b-7a6d-4077-b43c-4f96d852dce3,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:35.472408 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.472835 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:03:35.473246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Attempting to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:35.496261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:03:35.496750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:35.497235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:03:35.497781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Bound port: b59aac8b-7a6d-4077-b43c-4f96d852dce3, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:03:35.498285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.503248 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fd29b10-69a1-4ed0-acd9-8b343deccfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.519157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:35.533497 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.598037 n-d-811173-2 neutron-server[110006]: WARNING neutron.plugins.ml2.plugin [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Concurrent port binding operations failed on port b59aac8b-7a6d-4077-b43c-4f96d852dce3 Sep 29 23:03:35.601019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b59aac8b-7a6d-4077-b43c-4f96d852dce3 has no active binding in host n-h2-811173-2 {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 23:03:35.602763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:35.603254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b59aac8b-7a6d-4077-b43c-4f96d852dce3,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:35.604583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d588dbad-bf53-494b-8e03-d37ff4bffa4d req-ca2ac44e-201e-4d10-9568-a5813a0343b7 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676381 Sep 29 23:03:35.606577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:35.618332 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Attempt 2 to bind port b59aac8b-7a6d-4077-b43c-4f96d852dce3 Sep 29 23:03:35.631381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:35.633737 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.634888 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d051f8dd-2170-484b-be82-8bd54c7b2751 service neutron] 10.222.0.26 "PUT /v2.0/ports/b59aac8b-7a6d-4077-b43c-4f96d852dce3 HTTP/1.1" status: 200 len: 1121 time: 1.3941927 Sep 29 23:03:35.640681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:03:35.648981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Transition to ACTIVE for port object 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:03:35.658403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.671332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.673658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Made reservation on behalf of 235cb6eda5ba4ca998847694bdd2b31b for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:35.677553 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.689079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df1f01-91a5-44d6-a62e-0a5550f2a56e req-e4ca044e-331e-4c66-983d-a5f104802660 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:35.703949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17df1f01-91a5-44d6-a62e-0a5550f2a56e req-e4ca044e-331e-4c66-983d-a5f104802660 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.2452445 Sep 29 23:03:35.722255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b59aac8b-7a6d-4077-b43c-4f96d852dce3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:35.730614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fd29b10-69a1-4ed0-acd9-8b343deccfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.734745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:35.735964 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.737726 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] 10.222.0.42 "PUT /v2.0/ports/71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 200 len: 1096 time: 2.5761490 Sep 29 23:03:35.792811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd29b10-69a1-4ed0-acd9-8b343deccfa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcc3a829-1afc-43d5-a1c2-3f685715c47a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:35.810415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732b0e2-b393-495e-a594-a79dfce4027d service neutron] Pushing event updated for resources: {'Port': ['ID=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:35.852913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c254ca7-0a12-48bb-87eb-d67801f554ce None None] Network d4f5d120-83fd-46cf-8fa2-853165c31b04 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:03:35.890425 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7fd29b10-69a1-4ed0-acd9-8b343deccfa2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:35.892531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7fd29b10-69a1-4ed0-acd9-8b343deccfa2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bcc3a829-1afc-43d5-a1c2-3f685715c47a HTTP/1.1" status: 204 len: 168 time: 1.0526011 Sep 29 23:03:35.899176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35934) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:35.947348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17df1f01-91a5-44d6-a62e-0a5550f2a56e req-c3b400f3-64e9-4b4b-9ef0-0f1c8dcdf6ef tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422364 Sep 29 23:03:36.021602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['b59aac8b-7a6d-4077-b43c-4f96d852dce3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:36.030329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Pushing event updated for resources: {'Port': ['ID=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:36.065449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Allocated IP 172.20.0.4 (cc30321d-ac0d-4aa1-8a2b-b9d635c4df49/3e3ad63e-1bdb-47b0-94a0-457eb3fe096a/55c82ecc-8c84-4505-bb5a-2be16315604f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:03:36.098416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-d339bf89-794d-41c6-919c-4cdf5bb157d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:36.101744 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-d339bf89-794d-41c6-919c-4cdf5bb157d5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 1099 time: 0.2236073 Sep 29 23:03:36.102910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Attempting to bind port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:03:36.103248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Attempting to bind port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '6828e19f-f440-4f5f-ab6e-60f9c5397d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5c93102d-efd3-4942-bdd1-4d4c91ce4619'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:03:36.103576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Attempting to bind port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 on network 5c93102d-efd3-4942-bdd1-4d4c91ce4619 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:36.115663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.187082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 on network 5c93102d-efd3-4942-bdd1-4d4c91ce4619 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:03:36.187693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Attempting to bind port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 on network 5c93102d-efd3-4942-bdd1-4d4c91ce4619 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:36.190859 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-2ffd57f9-3596-4909-ae49-0f89e1ee4fbc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 200 len: 217 time: 0.0711286 Sep 29 23:03:36.208987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:03:36.209588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Checking segment: {'id': '6828e19f-f440-4f5f-ab6e-60f9c5397d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5c93102d-efd3-4942-bdd1-4d4c91ce4619'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:36.210826 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Bound using segment: {'id': '6828e19f-f440-4f5f-ab6e-60f9c5397d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5c93102d-efd3-4942-bdd1-4d4c91ce4619'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:03:36.211628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Bound port: 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6828e19f-f440-4f5f-ab6e-60f9c5397d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '5c93102d-efd3-4942-bdd1-4d4c91ce4619'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:03:36.212187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.249869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.298671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06420a-f000-4b2d-aeaa-64b1f5e0ac2b req-77572737-e1ee-4af7-ba5d-df8499aa0f66 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:36.300675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd06420a-f000-4b2d-aeaa-64b1f5e0ac2b req-77572737-e1ee-4af7-ba5d-df8499aa0f66 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 943 time: 0.4728441 Sep 29 23:03:36.321066 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.332642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-c7b79553-ec97-4b17-ab2c-ed0f8bbae5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:36.334202 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-c7b79553-ec97-4b17-ab2c-ed0f8bbae5a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1348109 Sep 29 23:03:36.373814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] For port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:36.378155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] For port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,segment=NetworkSegment(6828e19f-f440-4f5f-ab6e-60f9c5397d72),segment_id=6828e19f-f440-4f5f-ab6e-60f9c5397d72)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:03:36.380946 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-538cec11-693a-424b-82ff-7b9cd0b2e3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.415039 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.426273 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.442224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Pushing event updated for resources: {'Port': ['ID=55c82ecc-8c84-4505-bb5a-2be16315604f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:36.464589 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd06420a-f000-4b2d-aeaa-64b1f5e0ac2b req-9d995217-fa97-4305-9373-004308a90748 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182911 Sep 29 23:03:36.476561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb814860-f517-4633-bcb5-ac5f0935b5bf None None] DHCP port deletion for d4f5d120-83fd-46cf-8fa2-853165c31b04 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:03:36.484628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:03:36.488255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:03:36.503256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:03:36.567251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bb814860-f517-4633-bcb5-ac5f0935b5bf None None] Deleting port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:36.567639 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb814860-f517-4633-bcb5-ac5f0935b5bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.616908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:36.617870 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.647721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf794752-add9-4c2f-8634-8e9a6df59cfb req-866b32ed-4660-4c8c-8262-0c0eb5539a81 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:36.658152 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf794752-add9-4c2f-8634-8e9a6df59cfb req-866b32ed-4660-4c8c-8262-0c0eb5539a81 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 948 time: 0.3551648 Sep 29 23:03:36.697675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dcfdf25d-c893-4b1d-b666-a21f2b11eecf tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4220600 Sep 29 23:03:36.722611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Request body: {'port': {'device_id': 'f0674982-9684-424a-b095-79f2c3779c6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:36.730758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bb814860-f517-4633-bcb5-ac5f0935b5bf None None] For port 739ea29a-9f01-4a31-839d-b7b3e4496bc0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=739ea29a-9f01-4a31-839d-b7b3e4496bc0,segment=NetworkSegment(d8c19b82-4b5e-4dce-85a9-5b09b1788c57),segment_id=d8c19b82-4b5e-4dce-85a9-5b09b1788c57)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:36.731327 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb814860-f517-4633-bcb5-ac5f0935b5bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.749223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bb814860-f517-4633-bcb5-ac5f0935b5bf None None] Calling delete_port for 739ea29a-9f01-4a31-839d-b7b3e4496bc0 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:36.838801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf794752-add9-4c2f-8634-8e9a6df59cfb req-dc73ad28-e156-4d35-aa03-4bb50373df25 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794283 Sep 29 23:03:36.851332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99338802-532f-49c0-9763-72d4a5945611 req-408c71d1-10dc-4b29-8eda-2cce32a7c1f7 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:36.853455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99338802-532f-49c0-9763-72d4a5945611 req-408c71d1-10dc-4b29-8eda-2cce32a7c1f7 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 931 time: 0.1005039 Sep 29 23:03:36.856923 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.864460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-99e9d3bc-1927-49de-b35e-07ffd68f1b2c None None] Provisioning complete for port 55c82ecc-8c84-4505-bb5a-2be16315604f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:36.864910 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99e9d3bc-1927-49de-b35e-07ffd68f1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.895626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:36.896461 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.898724 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] 10.222.0.26 "PUT /v2.0/ports/291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 HTTP/1.1" status: 200 len: 1091 time: 2.5360339 Sep 29 23:03:36.910728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Deleting port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:36.911067 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.917432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-99e9d3bc-1927-49de-b35e-07ffd68f1b2c None None] Port 55c82ecc-8c84-4505-bb5a-2be16315604f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:03:36.923010 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb814860-f517-4633-bcb5-ac5f0935b5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.962142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99338802-532f-49c0-9763-72d4a5945611 req-f3057aab-6c84-4346-a1dc-14e66bda9b3b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999618 Sep 29 23:03:36.968412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb814860-f517-4633-bcb5-ac5f0935b5bf None None] Pushing event deleted for resources: {'Port': ['ID=739ea29a-9f01-4a31-839d-b7b3e4496bc0,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:36.981218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] For port 739ea29a-9f01-4a31-839d-b7b3e4496bc0, host n-d-811173-2, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:36.981665 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:36.983257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb814860-f517-4633-bcb5-ac5f0935b5bf None None] No DVR routers for this DVR port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:36.995719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Calling delete_port for 739ea29a-9f01-4a31-839d-b7b3e4496bc0 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:36.999515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:03:37.004667 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.006924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ef60e375-36cf-47c7-81a5-2ddd14d30dc4 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:03:37.031578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-ad253551-c889-432c-9a0c-5c08ed2f1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:37.033147 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-ad253551-c889-432c-9a0c-5c08ed2f1edd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6478734 Sep 29 23:03:37.083355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] No DVR routers for this DVR port 739ea29a-9f01-4a31-839d-b7b3e4496bc0 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:37.153440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:03:37.157864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:37.158248 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.192896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.196373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b02c4f-649c-4d02-a6fe-2d2db9b4731f service neutron] Pushing event updated for resources: {'Port': ['ID=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:37.255368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Pushing event deleted for resources: {'Port': ['ID=739ea29a-9f01-4a31-839d-b7b3e4496bc0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:37.284524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f5d120-83fd-46cf-8fa2-853165c31b04']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:37.288715 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.303108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-7c7750af-1eaa-47a4-94aa-fb8c7048d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:37.313505 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-7c7750af-1eaa-47a4-94aa-fb8c7048d90c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=871e6c2e17b84809811dfd61390a3630&device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 1094 time: 0.3121405 Sep 29 23:03:37.317137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'tag': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3'}, {'name': 'network-changed', 'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f'}, {'name': 'network-changed', 'server_uuid': 'db3f88e3-190d-4276-8c40-3d0d69a0bb14', 'tag': '291ba4f5-795d-4ed1-8c21-4c347d3b6ce1'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:37.325289 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45537c1b-a166-43f9-9c52-db27b463b219" -d '{"events": [{"name": "network-changed", "server_uuid": "e1b71e84-eb9c-4ca0-80d3-0a37adf0852e", "tag": "b59aac8b-7a6d-4077-b43c-4f96d852dce3"}, {"name": "network-changed", "server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f"}, {"name": "network-changed", "server_uuid": "db3f88e3-190d-4276-8c40-3d0d69a0bb14", "tag": "291ba4f5-795d-4ed1-8c21-4c347d3b6ce1"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:37.332632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:37.333011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c19b82-4b5e-4dce-85a9-5b09b1788c57') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:37.361651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port ef60e375-36cf-47c7-81a5-2ddd14d30dc4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:37.371943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9330288-fbda-4630-b0e8-412c60e09486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef60e375-36cf-47c7-81a5-2ddd14d30dc4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:37.376454 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a80ea35-6d42-49f6-9712-1db39ac5a51e" -d '{"events": [{"server_uuid": "f9330288-fbda-4630-b0e8-412c60e09486", "name": "network-vif-plugged", "status": "completed", "tag": "ef60e375-36cf-47c7-81a5-2ddd14d30dc4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:37.390396 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.392878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.401088 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-ba798574-9ecd-4cd3-b436-32567136c91e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 HTTP/1.1" status: 200 len: 217 time: 0.0705492 Sep 29 23:03:37.401618 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.424267 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-b9f51f7f-d4de-48fa-be96-a0a17d9594c8 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800001 Sep 29 23:03:37.449665 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.469771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:37.481034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:03:37.481436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:03:37.483107 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:03:37.508048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-8112f901-8eac-4e3d-bff5-01f92003e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:37.510407 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-8112f901-8eac-4e3d-bff5-01f92003e42e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9626ba3-95b1-4253-b76c-1af900b63dec HTTP/1.1" status: 200 len: 854 time: 0.0979490 Sep 29 23:03:37.605086 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-21e249aa-8b0e-4926-8e40-0fba6397ddda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c93102d-efd3-4942-bdd1-4d4c91ce4619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574691 Sep 29 23:03:37.608417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed6149-9a47-49bc-8ee7-136ce78b0f91 req-714ecf18-f378-441d-8fd1-18e17095e4f1 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:37.613824 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.616616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fed6149-9a47-49bc-8ee7-136ce78b0f91 req-714ecf18-f378-441d-8fd1-18e17095e4f1 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 950 time: 0.1211228 Sep 29 23:03:37.629814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d501b1-9569-42d1-92aa-b76b8dcaca97 req-a25e5236-ab1e-4dc5-945e-2051c0a0131e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:37.631280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70d501b1-9569-42d1-92aa-b76b8dcaca97 req-a25e5236-ab1e-4dc5-945e-2051c0a0131e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.1376021 Sep 29 23:03:37.640238 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.642065 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] 10.222.0.44 "DELETE /v2.0/networks/d4f5d120-83fd-46cf-8fa2-853165c31b04 HTTP/1.1" status: 204 len: 168 time: 1.7212107 Sep 29 23:03:37.664698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff70056-f648-4885-abce-8f55ab26804d admin admin] Pushing event deleted for resources: {'Network': ['ID=d4f5d120-83fd-46cf-8fa2-853165c31b04,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:37.670051 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bac7bed9-905c-4572-b008-d4f1e5966c2f req-8887360f-b1d4-4d86-bb3e-27950aa20bb8 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257361 Sep 29 23:03:37.705716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c82ecc-8c84-4505-bb5a-2be16315604f {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:37.726908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.753764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fed6149-9a47-49bc-8ee7-136ce78b0f91 req-b1eaca06-58da-4cf2-b2b2-699b4d90c746 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358931 Sep 29 23:03:37.759440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70d501b1-9569-42d1-92aa-b76b8dcaca97 req-5a3f976f-7d41-46c5-896f-851ce8b22eb6 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890541 Sep 29 23:03:37.760934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Transition to ACTIVE for port object 55c82ecc-8c84-4505-bb5a-2be16315604f will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:03:37.767562 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:37.778827 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-97fad0d3-8035-468a-b60c-a5dd65a1eaa6 service neutron] 10.222.0.26 "GET /v2.0/networks/5c93102d-efd3-4942-bdd1-4d4c91ce4619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490715 Sep 29 23:03:37.840661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Pushing event updated for resources: {'Port': ['ID=55c82ecc-8c84-4505-bb5a-2be16315604f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:37.904715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35974) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:37.917550 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4e08a3-ac75-4df6-ae4b-19dbc84e7123 x-openstack-request-id: req-bb4e08a3-ac75-4df6-ae4b-19dbc84e7123 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:37.917841 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1b71e84-eb9c-4ca0-80d3-0a37adf0852e", "tag": "b59aac8b-7a6d-4077-b43c-4f96d852dce3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "db3f88e3-190d-4276-8c40-3d0d69a0bb14", "tag": "291ba4f5-795d-4ed1-8c21-4c347d3b6ce1", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:37.918096 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bb4e08a3-ac75-4df6-ae4b-19dbc84e7123 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:37.919571 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'tag': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3', 'status': 'completed', 'code': 200} Sep 29 23:03:37.919853 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f', 'status': 'completed', 'code': 200} Sep 29 23:03:37.920097 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db3f88e3-190d-4276-8c40-3d0d69a0bb14', 'tag': '291ba4f5-795d-4ed1-8c21-4c347d3b6ce1', 'status': 'completed', 'code': 200} Sep 29 23:03:37.959171 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86afef14-b609-46b9-bb58-bd278d33fd93 x-openstack-request-id: req-86afef14-b609-46b9-bb58-bd278d33fd93 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:37.959706 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9330288-fbda-4630-b0e8-412c60e09486", "name": "network-vif-plugged", "status": "completed", "tag": "ef60e375-36cf-47c7-81a5-2ddd14d30dc4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:37.959798 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86afef14-b609-46b9-bb58-bd278d33fd93 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:37.960198 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9330288-fbda-4630-b0e8-412c60e09486', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef60e375-36cf-47c7-81a5-2ddd14d30dc4', 'code': 200} Sep 29 23:03:37.960749 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfae6a8c-8e11-4be4-98e7-9d3c4ee66f36 req-56ff1cc7-de27-4db0-bb5e-ecb7e11177c5 service neutron] 10.222.0.26 "GET /v2.0/networks/5c93102d-efd3-4942-bdd1-4d4c91ce4619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790280 Sep 29 23:03:37.981452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c09346-2b82-4ec8-a741-a0d789c91bba req-b91ba3ae-82e8-42f5-99c5-db3e9bad8b14 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:37.989351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7c09346-2b82-4ec8-a741-a0d789c91bba req-b91ba3ae-82e8-42f5-99c5-db3e9bad8b14 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 950 time: 0.1563828 Sep 29 23:03:38.063107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-85fb78cb-09f0-4fd8-94af-1e27be1db270 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d77d5f5498224d8aba35c6c0166f54c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1554353 Sep 29 23:03:38.071012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35980) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:38.089652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537c1b-a166-43f9-9c52-db27b463b219 req-6709a1ae-8c44-4841-905b-940e2e20882a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.091447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-6709a1ae-8c44-4841-905b-940e2e20882a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 1124 time: 0.1293740 Sep 29 23:03:38.116426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Attempting to bind port 55c82ecc-8c84-4505-bb5a-2be16315604f on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:03:38.116794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Attempting to bind port 55c82ecc-8c84-4505-bb5a-2be16315604f by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:03:38.117075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Attempting to bind port 55c82ecc-8c84-4505-bb5a-2be16315604f on network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:38.134748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7c09346-2b82-4ec8-a741-a0d789c91bba req-30c3c4d3-a013-4e82-b51b-10c8eeea552e tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400054 Sep 29 23:03:38.158687 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Port 55c82ecc-8c84-4505-bb5a-2be16315604f on network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:03:38.159055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Attempting to bind port 55c82ecc-8c84-4505-bb5a-2be16315604f on network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:38.166476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 3, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:03:38.166870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Checking segment: {'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:38.167195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Bound using segment: {'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:03:38.167636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Bound port: 55c82ecc-8c84-4505-bb5a-2be16315604f, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c189ee3-be0a-48f4-a6d8-77e29489d113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:03:38.168027 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:38.182641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537c1b-a166-43f9-9c52-db27b463b219 req-0329b518-d01c-45a1-9af5-7af93021aea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.184503 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-0329b518-d01c-45a1-9af5-7af93021aea2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=871e6c2e17b84809811dfd61390a3630&device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 1094 time: 0.1563032 Sep 29 23:03:38.197007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d12a4-a8ce-446d-a32e-fa345bb68173 req-1befe526-6500-4ac2-9906-043967f6a859 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.198565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-425d12a4-a8ce-446d-a32e-fa345bb68173 req-1befe526-6500-4ac2-9906-043967f6a859 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 943 time: 0.1219344 Sep 29 23:03:38.271053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b42db-1c5a-4330-958f-b56b4d68acd1 req-1da9c35f-8383-4b04-b589-254fc73c2b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.273183 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8c3b42db-1c5a-4330-958f-b56b4d68acd1 req-1da9c35f-8383-4b04-b589-254fc73c2b48 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 1101 time: 0.1808417 Sep 29 23:03:38.308831 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] For port 55c82ecc-8c84-4505-bb5a-2be16315604f, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:38.316403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-425d12a4-a8ce-446d-a32e-fa345bb68173 req-00e77602-2104-489b-8fc8-e63f51a80cb8 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997646 Sep 29 23:03:38.339532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] For port 55c82ecc-8c84-4505-bb5a-2be16315604f, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=55c82ecc-8c84-4505-bb5a-2be16315604f,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:03:38.352728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1542b-2300-486b-887f-f643c7953f9c req-bb7372f1-b685-456a-baca-fd81851e6251 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.354615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9f1542b-2300-486b-887f-f643c7953f9c req-bb7372f1-b685-456a-baca-fd81851e6251 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 948 time: 0.1257381 Sep 29 23:03:38.359372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:38.373957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c046-fca1-4d0a-a436-33a7ea31657a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:38.395990 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c046-fca1-4d0a-a436-33a7ea31657a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:38.463200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Pushing event updated for resources: {'Port': ['ID=55c82ecc-8c84-4505-bb5a-2be16315604f,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:38.472077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.472733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:38.474128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-b66da6fa-0e97-4f8b-b4ae-9faacab255db service neutron] 10.222.0.42 "PUT /v2.0/ports/55c82ecc-8c84-4505-bb5a-2be16315604f HTTP/1.1" status: 200 len: 1091 time: 1.7557368 Sep 29 23:03:38.476168 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0674982-9684-424a-b095-79f2c3779c6b', 'tag': '55c82ecc-8c84-4505-bb5a-2be16315604f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:38.479069 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f67ea0-2603-4f95-8900-98240b28c7e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f0674982-9684-424a-b095-79f2c3779c6b", "tag": "55c82ecc-8c84-4505-bb5a-2be16315604f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:38.501458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537c1b-a166-43f9-9c52-db27b463b219 req-ca93ddef-7513-4138-b97d-460d48cc6979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.502125 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:38.502983 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-ca93ddef-7513-4138-b97d-460d48cc6979 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.3693449 Sep 29 23:03:38.506054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537c1b-a166-43f9-9c52-db27b463b219 req-2c63fba5-0198-4db0-bbdf-18a44d15a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.507530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-2c63fba5-0198-4db0-bbdf-18a44d15a2db service neutron] 10.222.0.26 "GET /v2.0/networks?id=5c93102d-efd3-4942-bdd1-4d4c91ce4619 HTTP/1.1" status: 200 len: 915 time: 0.2920566 Sep 29 23:03:38.510549 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8c3b42db-1c5a-4330-958f-b56b4d68acd1 req-f41a72ce-de3e-4848-b66e-1b0cb62fc324 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277148 Sep 29 23:03:38.527512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 739ea29a-9f01-4a31-839d-b7b3e4496bc0 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:38.559137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9f1542b-2300-486b-887f-f643c7953f9c req-c83b8317-7e38-4a2d-a1b8-06309e443f85 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865392 Sep 29 23:03:38.592440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 739ea29a-9f01-4a31-839d-b7b3e4496bc0 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:38.593072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 739ea29a-9f01-4a31-839d-b7b3e4496bc0 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:38.593388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001f4db-c3dc-4b96-b0bc-eefb230dc82a req-a1936e2d-5bf6-40f8-9760-8d7c8ad04738 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.601811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b001f4db-c3dc-4b96-b0bc-eefb230dc82a req-a1936e2d-5bf6-40f8-9760-8d7c8ad04738 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 943 time: 0.1354411 Sep 29 23:03:38.615512 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-7fcf8fd6-df99-4fdf-bd78-e6367f9e8fdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3 HTTP/1.1" status: 200 len: 217 time: 0.1037934 Sep 29 23:03:38.619007 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-69cce188-3429-43c3-97a7-ef32c4e1ce24 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 HTTP/1.1" status: 200 len: 217 time: 0.0984805 Sep 29 23:03:38.636933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c046-fca1-4d0a-a436-33a7ea31657a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:38.640116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4f6c046-fca1-4d0a-a436-33a7ea31657a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:38.641427 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f4f6c046-fca1-4d0a-a436-33a7ea31657a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a89e6ce3-4be0-4953-a490-e767cbf11504 HTTP/1.1" status: 204 len: 168 time: 0.5645828 Sep 29 23:03:38.674602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b001f4db-c3dc-4b96-b0bc-eefb230dc82a req-3c17668b-58b3-4955-b196-bfd5e1c7d8f3 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717945 Sep 29 23:03:38.679249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6c046-fca1-4d0a-a436-33a7ea31657a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89e6ce3-4be0-4953-a490-e767cbf11504,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:38.713658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537c1b-a166-43f9-9c52-db27b463b219 req-f59bd2d8-7728-4f03-894d-39234e0aa753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.715254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-f59bd2d8-7728-4f03-894d-39234e0aa753 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c9626ba3-95b1-4253-b76c-1af900b63dec HTTP/1.1" status: 200 len: 854 time: 0.0874164 Sep 29 23:03:38.767392 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-33e7cac3-2fcc-4a4f-8a3d-e36fb8729b63 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5c93102d-efd3-4942-bdd1-4d4c91ce4619&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429544 Sep 29 23:03:38.769684 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beab1ffb-5f57-4fcd-860e-f0e73906658c x-openstack-request-id: req-beab1ffb-5f57-4fcd-860e-f0e73906658c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:38.770588 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0674982-9684-424a-b095-79f2c3779c6b", "tag": "55c82ecc-8c84-4505-bb5a-2be16315604f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:38.770588 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-beab1ffb-5f57-4fcd-860e-f0e73906658c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:38.770819 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0674982-9684-424a-b095-79f2c3779c6b', 'tag': '55c82ecc-8c84-4505-bb5a-2be16315604f', 'status': 'completed', 'code': 200} Sep 29 23:03:38.910503 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-fdd539e6-156c-4bde-8e44-248a084f37ae service neutron] 10.222.0.26 "GET /v2.0/networks/5c93102d-efd3-4942-bdd1-4d4c91ce4619?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328080 Sep 29 23:03:38.951758 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f04249-0ded-4401-8f15-2c5335c56638 req-baf08942-a4bb-4fe6-8a11-c112034117ce tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:38.953748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8f04249-0ded-4401-8f15-2c5335c56638 req-baf08942-a4bb-4fe6-8a11-c112034117ce tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 950 time: 0.0896447 Sep 29 23:03:39.005551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 163b67a8-5f69-49a1-85a8-3fabb837a84b no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:39.065207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8f04249-0ded-4401-8f15-2c5335c56638 req-72c197a0-39f5-4e16-b2b5-2678fabaa9d7 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026609 Sep 29 23:03:39.182892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537c1b-a166-43f9-9c52-db27b463b219 req-3aeb8042-cf3c-4930-879d-79c361d419cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:39.184432 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-3aeb8042-cf3c-4930-879d-79c361d419cb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.2210529 Sep 29 23:03:39.195764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-7274ef6a-a08b-4bd6-9fe5-4f48a2ed3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:39.197335 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-7274ef6a-a08b-4bd6-9fe5-4f48a2ed3db4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=235cb6eda5ba4ca998847694bdd2b31b&device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 1094 time: 0.2350724 Sep 29 23:03:39.251741 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-112a5097-ef08-4bbd-96f5-04256354117a service neutron] 10.222.0.26 "GET /v2.0/networks/5c93102d-efd3-4942-bdd1-4d4c91ce4619?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326890 Sep 29 23:03:39.269145 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:39.302150 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-9df5f914-7425-4a3b-839a-c011e95fd9d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1033292 Sep 29 23:03:39.305436 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-6cf2e4a8-ed0e-44e9-8779-43b922b158c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55c82ecc-8c84-4505-bb5a-2be16315604f HTTP/1.1" status: 200 len: 217 time: 0.0823843 Sep 29 23:03:39.315153 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:39.320289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 163b67a8-5f69-49a1-85a8-3fabb837a84b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:39.327112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:39.399787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db7db39-cc4d-4d7a-8203-d844b201e3df req-e134930c-f163-4abc-86b2-50120b27d077 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:39.401325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2db7db39-cc4d-4d7a-8203-d844b201e3df req-e134930c-f163-4abc-86b2-50120b27d077 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.1338930 Sep 29 23:03:39.473014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-a9cb951d-12fc-4329-9cb5-cfc6e7ac057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:39.474579 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-a9cb951d-12fc-4329-9cb5-cfc6e7ac057d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e3ad63e-1bdb-47b0-94a0-457eb3fe096a HTTP/1.1" status: 200 len: 855 time: 0.1414378 Sep 29 23:03:39.492400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=163b67a8-5f69-49a1-85a8-3fabb837a84b,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:39.545320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2db7db39-cc4d-4d7a-8203-d844b201e3df req-37e82d3f-2d6f-4182-8849-102703dbcf71 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359928 Sep 29 23:03:39.591116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59549235-a0af-460c-a9d4-07f6345f4863 req-6f581c21-3d4c-46b5-9a37-e93044a35475 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:39.604769 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-29db4b6d-366b-45f9-b74c-976a1c2ca4b1 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901505 Sep 29 23:03:39.606688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59549235-a0af-460c-a9d4-07f6345f4863 req-6f581c21-3d4c-46b5-9a37-e93044a35475 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 943 time: 0.1474974 Sep 29 23:03:39.608755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-79607f0f-060a-4ecb-a810-d690d45561f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:39.610213 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-79607f0f-060a-4ecb-a810-d690d45561f0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc30321d-ac0d-4aa1-8a2b-b9d635c4df49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050055 Sep 29 23:03:39.680807 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59549235-a0af-460c-a9d4-07f6345f4863 req-16090a16-2dcb-468a-90af-044c48f4f78c tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670817 Sep 29 23:03:39.759588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a53213-97c8-4f3b-9f9b-6c2e661dd8fb req-27dac569-d007-475a-83b4-ad29bb8ec2ee tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:39.761543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-19a53213-97c8-4f3b-9f9b-6c2e661dd8fb req-27dac569-d007-475a-83b4-ad29bb8ec2ee tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 948 time: 0.0696027 Sep 29 23:03:39.835530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-19a53213-97c8-4f3b-9f9b-6c2e661dd8fb req-5e8f3e3c-fc55-4d58-b6f4-1717d50fd1c9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667281 Sep 29 23:03:39.876287 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-2d5b5662-489d-4290-8d76-26fb677e9be9 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454970 Sep 29 23:03:39.888076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d83f8-276c-4836-8fc0-4dfa90ad2857 req-4f46bdb0-82c7-44c1-af03-abb23a19c0d1 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:39.889941 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-dd650d4b-9524-4b56-9ebd-bb7de1d5dfdb service neutron] 10.222.0.42 "GET /v2.0/networks/cc30321d-ac0d-4aa1-8a2b-b9d635c4df49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603614 Sep 29 23:03:39.902132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b46d83f8-276c-4836-8fc0-4dfa90ad2857 req-4f46bdb0-82c7-44c1-af03-abb23a19c0d1 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 943 time: 0.1265817 Sep 29 23:03:39.961530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163b67a8-5f69-49a1-85a8-3fabb837a84b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:39.965403 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418bd7c1-143e-4e34-9ab9-ba0f09f2c238" -d '{"events": [{"server_uuid": "a68171e0-6ff5-47ad-a6e5-2ac806e9d863", "name": "network-vif-unplugged", "status": "completed", "tag": "163b67a8-5f69-49a1-85a8-3fabb837a84b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:39.992574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b46d83f8-276c-4836-8fc0-4dfa90ad2857 req-748c7d94-7b07-439c-9689-4ce494932e4d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874705 Sep 29 23:03:40.015494 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb862d5-b417-4aa8-b365-36f7f80e8acc x-openstack-request-id: req-bfb862d5-b417-4aa8-b365-36f7f80e8acc {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:40.016531 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68171e0-6ff5-47ad-a6e5-2ac806e9d863", "name": "network-vif-unplugged", "status": "completed", "tag": "163b67a8-5f69-49a1-85a8-3fabb837a84b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:40.016988 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bfb862d5-b417-4aa8-b365-36f7f80e8acc {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:40.017579 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '163b67a8-5f69-49a1-85a8-3fabb837a84b', 'code': 200} Sep 29 23:03:40.062342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29231f84-f90f-4fdb-b97f-1daf6ed07771 req-7530691d-e7aa-41a7-a758-d5952fc3f49d service neutron] 10.222.0.42 "GET /v2.0/networks/cc30321d-ac0d-4aa1-8a2b-b9d635c4df49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548877 Sep 29 23:03:40.164122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537c1b-a166-43f9-9c52-db27b463b219 req-c5e585a3-3a65-47a9-85a5-d6f2182d0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.165767 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-c5e585a3-3a65-47a9-85a5-d6f2182d0c77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 1099 time: 0.0634305 Sep 29 23:03:40.262166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23d3bf-ac1b-4329-bb45-9d851ecfa282 req-f122c865-c230-4700-a9a3-a0f11205357c tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.264077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a23d3bf-ac1b-4329-bb45-9d851ecfa282 req-f122c865-c230-4700-a9a3-a0f11205357c tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 950 time: 0.0830328 Sep 29 23:03:40.338703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a23d3bf-ac1b-4329-bb45-9d851ecfa282 req-e4704bed-1b68-42c8-9077-570851e1e041 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678504 Sep 29 23:03:40.366523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-c81f7670-8738-45ed-8ef1-e907b9bf5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.368327 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-c81f7670-8738-45ed-8ef1-e907b9bf5b06 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=235cb6eda5ba4ca998847694bdd2b31b&device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 1094 time: 0.1669636 Sep 29 23:03:40.391555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537c1b-a166-43f9-9c52-db27b463b219 req-be4cf799-b2f4-49bd-bf0e-12d71fd7eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.394522 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-be4cf799-b2f4-49bd-bf0e-12d71fd7eefb service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2046802 Sep 29 23:03:40.521643 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-0b153886-4509-427b-b7c2-c491ac0d25d3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 200 len: 217 time: 0.0582426 Sep 29 23:03:40.644988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537c1b-a166-43f9-9c52-db27b463b219 req-dc049770-02de-4f5a-be9c-7cbc6cdeb11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.646762 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-dc049770-02de-4f5a-be9c-7cbc6cdeb11c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1124158 Sep 29 23:03:40.653227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-b653dc3f-7fe0-446f-9469-1b0567f2526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.654855 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-b653dc3f-7fe0-446f-9469-1b0567f2526b service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 HTTP/1.1" status: 200 len: 917 time: 0.1846001 Sep 29 23:03:40.688586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81639193-1ed3-410e-a8cf-271665ae7487 req-42f2dd95-43a7-4ef8-9f7d-e0e995c70dfd tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.690796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81639193-1ed3-410e-a8cf-271665ae7487 req-42f2dd95-43a7-4ef8-9f7d-e0e995c70dfd tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.0578494 Sep 29 23:03:40.741652 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-53f7b389-010a-4db4-b226-b0e28a83330a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55c82ecc-8c84-4505-bb5a-2be16315604f HTTP/1.1" status: 200 len: 217 time: 0.0633028 Sep 29 23:03:40.759230 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81639193-1ed3-410e-a8cf-271665ae7487 req-a3a6be74-1816-4950-8a02-911dd49fc223 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552118 Sep 29 23:03:40.763523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45537c1b-a166-43f9-9c52-db27b463b219 req-b0345b09-fea1-4891-a6f6-82c9706a6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.765253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-b0345b09-fea1-4891-a6f6-82c9706a6276 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0964921 Sep 29 23:03:40.837969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-06094011-39eb-41ef-9810-276b37a091df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.839426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-06094011-39eb-41ef-9810-276b37a091df service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e3ad63e-1bdb-47b0-94a0-457eb3fe096a HTTP/1.1" status: 200 len: 855 time: 0.0784240 Sep 29 23:03:40.840853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98dae5-46ad-486d-bb47-e80abdcb5cf5 req-99e06be3-248f-440e-8f39-27129d6d4fc9 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.848912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e98dae5-46ad-486d-bb47-e80abdcb5cf5 req-99e06be3-248f-440e-8f39-27129d6d4fc9 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 943 time: 0.0630956 Sep 29 23:03:40.899878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e98dae5-46ad-486d-bb47-e80abdcb5cf5 req-7c18abab-f284-409a-b7f1-e792d88177aa tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499401 Sep 29 23:03:40.927409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:40.956161 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-27e43ffa-dbc7-4bf2-8950-cb56897b9c6c service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635871 Sep 29 23:03:40.958762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-75a39727-93a3-493c-a0b6-7753be6dbcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:40.960870 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-75a39727-93a3-493c-a0b6-7753be6dbcbd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc30321d-ac0d-4aa1-8a2b-b9d635c4df49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954072 Sep 29 23:03:41.083669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb58b4-8bc3-46ef-ac8a-a4b2b3a151f0 req-2590f103-015a-4fae-8500-fee3360b2d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:41.085732 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3feb58b4-8bc3-46ef-ac8a-a4b2b3a151f0 req-2590f103-015a-4fae-8500-fee3360b2d28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 948 time: 0.1265814 Sep 29 23:03:41.116749 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-0150a054-4b50-433b-b9d4-ccba09cf33d0 service neutron] 10.222.0.42 "GET /v2.0/networks/cc30321d-ac0d-4aa1-8a2b-b9d635c4df49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289439 Sep 29 23:03:41.120872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba189071-caad-4ebb-beb5-bacd5842735b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:41.184321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3feb58b4-8bc3-46ef-ac8a-a4b2b3a151f0 req-0b1675a8-5efa-4a5e-9b2a-d043e9101c27 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922639 Sep 29 23:03:41.194984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:03:41.218148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aecb25-645e-4d54-8759-81dce916dc0a req-992a607f-37ce-4593-b120-e58d9e25a793 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:41.219587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3aecb25-645e-4d54-8759-81dce916dc0a req-992a607f-37ce-4593-b120-e58d9e25a793 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 943 time: 0.0945823 Sep 29 23:03:41.291223 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3aecb25-645e-4d54-8759-81dce916dc0a req-56bb3ff4-60e5-44a1-9b36-ee1d85710638 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624876 Sep 29 23:03:41.356560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba189071-caad-4ebb-beb5-bacd5842735b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:41.363466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba189071-caad-4ebb-beb5-bacd5842735b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:41.372640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,segment=NetworkSegment(6828e19f-f440-4f5f-ab6e-60f9c5397d72),segment_id=6828e19f-f440-4f5f-ab6e-60f9c5397d72)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:41.388976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '291ba4f5-795d-4ed1-8c21-4c347d3b6ce1', 'network_id': '5c93102d-efd3-4942-bdd1-4d4c91ce4619', 'port_id': '291ba4f5-795d-4ed1-8c21-4c347d3b6ce1', 'mac_address': 'fa:16:3e:63:13:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9626ba3-95b1-4253-b76c-1af900b63dec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:03:41.432123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba189071-caad-4ebb-beb5-bacd5842735b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2631684-a88e-41fc-8e52-284ee8b36565,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:41.439412 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:41.453348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ba189071-caad-4ebb-beb5-bacd5842735b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dcdf2adb140e462c95ab86734f2e2935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5247712 Sep 29 23:03:41.458051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36102) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:41.467844 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:41.507017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,segment=NetworkSegment(6828e19f-f440-4f5f-ab6e-60f9c5397d72),segment_id=6828e19f-f440-4f5f-ab6e-60f9c5397d72)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:41.513213 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:41.550165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb48aa-acc7-4819-98f6-278fcbccef60 req-340cdcec-5e43-4fdf-b952-6750dbd37c00 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:41.551587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6afb48aa-acc7-4819-98f6-278fcbccef60 req-340cdcec-5e43-4fdf-b952-6750dbd37c00 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 950 time: 0.0821869 Sep 29 23:03:41.555502 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2116e34-f149-4a20-9d6d-a506295c8665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:41.569126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:41.593703 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2116e34-f149-4a20-9d6d-a506295c8665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:41.609309 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45537c1b-a166-43f9-9c52-db27b463b219 req-47c5f42d-77b7-4cd6-84b3-a2f684dba82d service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293879 Sep 29 23:03:41.630836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6afb48aa-acc7-4819-98f6-278fcbccef60 req-43bcb554-6ede-48ce-a63e-1209ebf29e1e tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708287 Sep 29 23:03:41.631236 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4f67ea0-2603-4f95-8900-98240b28c7e2 req-5bb06161-a781-465f-8db3-366a7c45856c service neutron] 10.222.0.42 "GET /v2.0/networks/cc30321d-ac0d-4aa1-8a2b-b9d635c4df49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165450 Sep 29 23:03:41.671654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2116e34-f149-4a20-9d6d-a506295c8665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:41.674366 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2116e34-f149-4a20-9d6d-a506295c8665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:41.675523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e2116e34-f149-4a20-9d6d-a506295c8665 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2631684-a88e-41fc-8e52-284ee8b36565 HTTP/1.1" status: 204 len: 168 time: 0.2136254 Sep 29 23:03:41.684016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2116e34-f149-4a20-9d6d-a506295c8665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2631684-a88e-41fc-8e52-284ee8b36565,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:41.761341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['291ba4f5-795d-4ed1-8c21-4c347d3b6ce1'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:41.925287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999747c-7fcd-4921-ac83-f699e4145f33 req-e0844051-a69e-4f59-a24f-f1416f9a49ff tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:41.926841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f999747c-7fcd-4921-ac83-f699e4145f33 req-e0844051-a69e-4f59-a24f-f1416f9a49ff tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.0848167 Sep 29 23:03:41.938049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043bc947-5b10-4571-8368-8f3b1ca7c37f req-bc50b0ed-7ec0-4c9f-a877-c342c21e797d tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:41.939638 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-043bc947-5b10-4571-8368-8f3b1ca7c37f req-bc50b0ed-7ec0-4c9f-a877-c342c21e797d tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 950 time: 0.0836842 Sep 29 23:03:41.999467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f999747c-7fcd-4921-ac83-f699e4145f33 req-5796d6d8-63cd-41d5-b6bb-bbd7598ee3af tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588520 Sep 29 23:03:42.004297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-043bc947-5b10-4571-8368-8f3b1ca7c37f req-2272ce3a-35de-408d-a179-f864031fd772 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571578 Sep 29 23:03:42.117607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a66157-b4e8-42e1-af64-6a5795e49c9c req-096170dd-9535-4752-90be-a2a53506be66 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:42.119118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70a66157-b4e8-42e1-af64-6a5795e49c9c req-096170dd-9535-4752-90be-a2a53506be66 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 944 time: 0.0532022 Sep 29 23:03:42.157915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70a66157-b4e8-42e1-af64-6a5795e49c9c req-8e77530d-9463-4325-90f0-92447a864a56 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325928 Sep 29 23:03:42.328865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01476515-16e6-48d7-a522-2f9583c4473e req-3a63697c-d91a-4663-a6da-e4bd7dbe7a62 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:42.330578 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01476515-16e6-48d7-a522-2f9583c4473e req-3a63697c-d91a-4663-a6da-e4bd7dbe7a62 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 948 time: 0.0530777 Sep 29 23:03:42.372036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01476515-16e6-48d7-a522-2f9583c4473e req-9da72509-4bfc-4f61-abe9-b11defa10871 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341611 Sep 29 23:03:42.376058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36138) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:42.429123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0ccfb-c80a-4cfa-bf5b-e43c36d92e2f req-c7161f82-50d7-4a03-af8e-0bcff4de2dc9 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:42.430681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62e0ccfb-c80a-4cfa-bf5b-e43c36d92e2f req-c7161f82-50d7-4a03-af8e-0bcff4de2dc9 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 943 time: 0.0577004 Sep 29 23:03:42.473429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-606928020-network', 'tenant_id': 'd9c688a923414be086c6f6df40f636f0'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:42.474077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62e0ccfb-c80a-4cfa-bf5b-e43c36d92e2f req-95269f7e-8500-4fb2-9f73-809a5a432fe2 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374153 Sep 29 23:03:42.503428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Made reservation on behalf of d9c688a923414be086c6f6df40f636f0 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:42.505814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:42.515378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:42.609461 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:42.613184 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:42.637646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:03:42.647639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8695416c-8016-447b-9090-372c36cd9beb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:42.652289 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:42.652637 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Added segment f610fc93-dd31-4137-94e8-f0dddea5c1e8 of type vlan for network 547c33b9-981c-4319-b078-b3f7491afe2b Sep 29 23:03:42.691575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:42.716096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:42.717054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:42.717628 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:42.742079 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3649583 Sep 29 23:03:42.745255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36152) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:42.750265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Request body: {'subnet': {'network_id': '547c33b9-981c-4319-b078-b3f7491afe2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-606928020-subnet', 'tenant_id': 'd9c688a923414be086c6f6df40f636f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:42.771070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Made reservation on behalf of d9c688a923414be086c6f6df40f636f0 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:42.773353 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:42.779579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0270f3ae-6242-4483-a4e9-24f315d77353 admin admin] Pushing event updated for resources: {'Network': ['ID=547c33b9-981c-4319-b078-b3f7491afe2b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:42.789288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 547c33b9-981c-4319-b078-b3f7491afe2b details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:03:42.940387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:42.998545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e5075b8-2fbc-464f-a2eb-472d6477cd0e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:43.000648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 71e10714-89bc-4228-9cf2-fa51c3a6fa0f details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:03:43.005503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Checking segment: {'id': 'f610fc93-dd31-4137-94e8-f0dddea5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '547c33b9-981c-4319-b078-b3f7491afe2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:43.005654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Network hostable DHCP agents. Network: 547c33b9-981c-4319-b078-b3f7491afe2b, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:03:43.025098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Network 547c33b9-981c-4319-b078-b3f7491afe2b is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:03:43.040879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 547c33b9-981c-4319-b078-b3f7491afe2b) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:03:43.053423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:43.061107 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:43.078477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f710bd12-607e-467a-8ea1-829b94985f20 None None] Network 547c33b9-981c-4319-b078-b3f7491afe2b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:03:43.083707 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0df1d1ca-c704-45d1-824b-9fdc3e098295 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3371418 Sep 29 23:03:43.198604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:03:43.222934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089cfba-e6c8-4c4e-87b7-1ed694cbc3a7 req-6fadeeda-b12c-43a8-86db-10b0a760ebd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:43.224656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9089cfba-e6c8-4c4e-87b7-1ed694cbc3a7 req-6fadeeda-b12c-43a8-86db-10b0a760ebd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.1079719 Sep 29 23:03:43.234201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073d203-b904-4f81-a23f-448ee2465c0e req-d575ff36-5419-4ed9-a08f-b2a8fe0b3766 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:43.235724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f073d203-b904-4f81-a23f-448ee2465c0e req-d575ff36-5419-4ed9-a08f-b2a8fe0b3766 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 950 time: 0.1166530 Sep 29 23:03:43.270532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:43.295046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f', 'mac_address': 'fa:16:3e:68:8b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:03:43.296263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9089cfba-e6c8-4c4e-87b7-1ed694cbc3a7 req-22586e57-b054-4dcf-8db1-6cfcc833d931 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595317 Sep 29 23:03:43.301239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f073d203-b904-4f81-a23f-448ee2465c0e req-13987c96-35e0-4fc1-88fb-af7ba4421a0a tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577328 Sep 29 23:03:43.368790 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:43.371931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:03:43.400505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:43.400896 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:43.449203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31bc4a2-3b67-448d-bdc0-a20eb9dd661c None None] Network 547c33b9-981c-4319-b078-b3f7491afe2b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:03:43.464472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e16ee8-3230-4643-92cc-cf8d328e6171 req-9df8aa60-9e68-424b-9139-562e555e5a85 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:43.488726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2e16ee8-3230-4643-92cc-cf8d328e6171 req-9df8aa60-9e68-424b-9139-562e555e5a85 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 944 time: 0.0825469 Sep 29 23:03:43.549377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e10714-89bc-4228-9cf2-fa51c3a6fa0f {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:43.573754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:43.575933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2e16ee8-3230-4643-92cc-cf8d328e6171 req-6d7a038f-cacc-4f9c-b28d-338b295fba6b tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821428 Sep 29 23:03:43.602580 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:43.691025 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:43.715604 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:43.728732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58186193-cad5-4ee1-b7f0-87ac762bef25 req-a5fffba6-ddb3-49eb-b199-23031daee87f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:43.730633 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58186193-cad5-4ee1-b7f0-87ac762bef25 req-a5fffba6-ddb3-49eb-b199-23031daee87f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 949 time: 0.0980120 Sep 29 23:03:43.740592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3f88e3-190d-4276-8c40-3d0d69a0bb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ba4f5-795d-4ed1-8c21-4c347d3b6ce1'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:43.743276 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108379a1-7e2a-44a5-948c-c2712ff22c80" -d '{"events": [{"server_uuid": "db3f88e3-190d-4276-8c40-3d0d69a0bb14", "name": "network-vif-plugged", "status": "completed", "tag": "291ba4f5-795d-4ed1-8c21-4c347d3b6ce1"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:43.760139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,segment=NetworkSegment(6828e19f-f440-4f5f-ab6e-60f9c5397d72),segment_id=6828e19f-f440-4f5f-ab6e-60f9c5397d72)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:43.765099 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:43.812736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58186193-cad5-4ee1-b7f0-87ac762bef25 req-d7114c79-31eb-4cf1-a486-1502e85f23bf tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742216 Sep 29 23:03:43.813101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:43.837088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-007d6fe2-0796-4041-bcca-fbd99ec0cd10 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:43.838680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-007d6fe2-0796-4041-bcca-fbd99ec0cd10 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/networks?id=547c33b9-981c-4319-b078-b3f7491afe2b HTTP/1.1" status: 200 len: 808 time: 0.1676686 Sep 29 23:03:43.854541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-88dd9e55-7c1e-4f63-8990-2f2d205286c7 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/quotas/d9c688a923414be086c6f6df40f636f0 HTTP/1.1" status: 200 len: 375 time: 0.0099962 Sep 29 23:03:43.891471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-38b774c5-a3a2-4abf-8ecd-ef8aedb1630e tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9c688a923414be086c6f6df40f636f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301127 Sep 29 23:03:44.000333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0311a-34a5-4c59-abe9-40e86e99e0d7 req-20f154b4-44bb-42fc-b9ae-e7a8914a455f tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:44.001738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0f0311a-34a5-4c59-abe9-40e86e99e0d7 req-20f154b4-44bb-42fc-b9ae-e7a8914a455f tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 943 time: 0.1132710 Sep 29 23:03:44.031961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-4b9851d2-3401-4b5b-950d-652eaf1f1bd1 service neutron] 10.222.0.44 "GET /v2.0/networks/547c33b9-981c-4319-b078-b3f7491afe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317139 Sep 29 23:03:44.069923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0f0311a-34a5-4c59-abe9-40e86e99e0d7 req-4c729913-458c-4d88-9815-a87518a29ee0 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605106 Sep 29 23:03:44.140783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-786d1d9e-f565-40d1-937a-104eec5dd2b6 service neutron] 10.222.0.44 "GET /v2.0/networks/547c33b9-981c-4319-b078-b3f7491afe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978868 Sep 29 23:03:44.175696 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849ca085-9767-46a7-8d03-182c74946c54 x-openstack-request-id: req-849ca085-9767-46a7-8d03-182c74946c54 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:44.176046 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3f88e3-190d-4276-8c40-3d0d69a0bb14", "name": "network-vif-plugged", "status": "completed", "tag": "291ba4f5-795d-4ed1-8c21-4c347d3b6ce1", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:44.176306 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-849ca085-9767-46a7-8d03-182c74946c54 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:44.176697 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3f88e3-190d-4276-8c40-3d0d69a0bb14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '291ba4f5-795d-4ed1-8c21-4c347d3b6ce1', 'code': 200} Sep 29 23:03:44.279493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d692a1-1498-4c5b-92c3-798704eb7dd2 req-b4cbfeb1-9c97-48f7-b9b4-b1713a2642b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:44.281668 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9d692a1-1498-4c5b-92c3-798704eb7dd2 req-b4cbfeb1-9c97-48f7-b9b4-b1713a2642b5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 1096 time: 0.0471590 Sep 29 23:03:44.333652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28b21a25-60f5-456b-b03a-8f3e3a3fafb3 req-9989eecf-4891-4dfc-b9b1-02f5cad05b07 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 210 time: 0.0309436 Sep 29 23:03:44.361223 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9d692a1-1498-4c5b-92c3-798704eb7dd2 req-d902c55b-8bfe-4412-b4d6-382ee15c3897 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647349 Sep 29 23:03:44.490610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cb5e8-6c25-40ae-acfc-7c55b900bbd1 req-83ab6b42-b9d3-4f65-8e47-b2d1e039e46c tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:44.495082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['71e10714-89bc-4228-9cf2-fa51c3a6fa0f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:44.501497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-801cb5e8-6c25-40ae-acfc-7c55b900bbd1 req-83ab6b42-b9d3-4f65-8e47-b2d1e039e46c tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 950 time: 0.1100981 Sep 29 23:03:44.512304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-2c15bfaa-1f58-41b3-a8f0-cfdc4a40de2d tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:44.516978 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-2c15bfaa-1f58-41b3-a8f0-cfdc4a40de2d tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 950 time: 0.0839987 Sep 29 23:03:44.541467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c439a0-f5f0-4630-bd52-2939c8c73a1c req-e7536e57-9959-44a2-81c1-3649fcc7019d tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:44.543994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0c439a0-f5f0-4630-bd52-2939c8c73a1c req-e7536e57-9959-44a2-81c1-3649fcc7019d tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 943 time: 0.1423120 Sep 29 23:03:44.564335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-801cb5e8-6c25-40ae-acfc-7c55b900bbd1 req-118ff7aa-d1f3-4f94-8183-9d6be925dd3e tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/security-groups?id=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618165 Sep 29 23:03:44.607009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0c439a0-f5f0-4630-bd52-2939c8c73a1c req-e68e4f2b-47a4-4c3f-8f6a-064a735f7749 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470538 Sep 29 23:03:44.741601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99512fbb-7de5-4b9e-bc9f-16a48f914969 req-7059db34-8193-4ebd-b790-1e3b93b9eb4f tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:44.744327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99512fbb-7de5-4b9e-bc9f-16a48f914969 req-7059db34-8193-4ebd-b790-1e3b93b9eb4f tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 945 time: 0.0592206 Sep 29 23:03:44.767568 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d56554e8-3802-47e5-bb45-24e14ad5c681 service neutron] 10.222.0.42 "GET /v2.0/ports/b59aac8b-7a6d-4077-b43c-4f96d852dce3/bindings/n-h2-811173-2 HTTP/1.1" status: 200 len: 384 time: 0.1176879 Sep 29 23:03:44.772464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-81370501-0915-4410-978c-f0306e983508 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Deleting port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:44.772813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-81370501-0915-4410-978c-f0306e983508 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:44.788687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99512fbb-7de5-4b9e-bc9f-16a48f914969 req-b42f1a72-bf29-4208-8dcf-b19de7026a4f tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389566 Sep 29 23:03:44.943463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ffdd81-5e2f-499d-a0b5-00e527d1b160 req-ad797306-211f-40e3-9035-077bbf1f3a28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:44.945478 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6ffdd81-5e2f-499d-a0b5-00e527d1b160 req-ad797306-211f-40e3-9035-077bbf1f3a28 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 949 time: 0.0514100 Sep 29 23:03:44.951384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-81370501-0915-4410-978c-f0306e983508 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] For port ef60e375-36cf-47c7-81a5-2ddd14d30dc4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:44.951754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-81370501-0915-4410-978c-f0306e983508 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:44.987513 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-81370501-0915-4410-978c-f0306e983508 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Calling delete_port for ef60e375-36cf-47c7-81a5-2ddd14d30dc4 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:44.994935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6ffdd81-5e2f-499d-a0b5-00e527d1b160 req-ff042508-cc8e-4a91-95de-78dea96852e2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418687 Sep 29 23:03:45.008462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cef065a1-6e7d-4136-8013-c6f600e73c32 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:03:45.103864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-51f987fe-a018-4626-ac45-b75dcae304fc req-1e546d32-8c6d-4bc6-8a25-f103ae325569 service neutron] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:45.108006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:45.123774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'mac_address': 'fa:16:3e:0e:c9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:03:45.138786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-51f987fe-a018-4626-ac45-b75dcae304fc req-1e546d32-8c6d-4bc6-8a25-f103ae325569 service neutron] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:45.164998 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:45.183413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef065a1-6e7d-4136-8013-c6f600e73c32 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:45.210297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-51f987fe-a018-4626-ac45-b75dcae304fc req-1e546d32-8c6d-4bc6-8a25-f103ae325569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b59aac8b-7a6d-4077-b43c-4f96d852dce3 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:45.214597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:45.220023 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:45.226182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce2fa67-24da-4f11-8568-36dc66077f2e req-38d9a4a8-c7c6-4830-88fe-3f637e636e88 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:45.231989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-51f987fe-a018-4626-ac45-b75dcae304fc req-1e546d32-8c6d-4bc6-8a25-f103ae325569 service neutron] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:45.233137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dce2fa67-24da-4f11-8568-36dc66077f2e req-38d9a4a8-c7c6-4830-88fe-3f637e636e88 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 943 time: 0.0827641 Sep 29 23:03:45.251770 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-51f987fe-a018-4626-ac45-b75dcae304fc req-1e546d32-8c6d-4bc6-8a25-f103ae325569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:45.263215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-81370501-0915-4410-978c-f0306e983508 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:45.278195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:45.296827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81370501-0915-4410-978c-f0306e983508 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Pushing event deleted for resources: {'Port': ['ID=ef60e375-36cf-47c7-81a5-2ddd14d30dc4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:45.301519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dce2fa67-24da-4f11-8568-36dc66077f2e req-f0718d88-ef37-4763-88d4-b76a20450888 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446534 Sep 29 23:03:45.392219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-81370501-0915-4410-978c-f0306e983508 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] No DVR routers for this DVR port ef60e375-36cf-47c7-81a5-2ddd14d30dc4 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:45.395918 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-81370501-0915-4410-978c-f0306e983508 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:45.398391 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-55ee4bb7-5ca6-400c-9a43-0aa21f641052 req-81370501-0915-4410-978c-f0306e983508 tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.42 "DELETE /v2.0/ports/ef60e375-36cf-47c7-81a5-2ddd14d30dc4 HTTP/1.1" status: 204 len: 173 time: 0.8735864 Sep 29 23:03:45.398959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9330288-fbda-4630-b0e8-412c60e09486', 'name': 'network-vif-deleted', 'tag': 'ef60e375-36cf-47c7-81a5-2ddd14d30dc4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:45.401401 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da03ce9-0a64-43af-8940-ee69d2167a47" -d '{"events": [{"server_uuid": "f9330288-fbda-4630-b0e8-412c60e09486", "name": "network-vif-deleted", "tag": "ef60e375-36cf-47c7-81a5-2ddd14d30dc4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:45.437091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['cef065a1-6e7d-4136-8013-c6f600e73c32'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:45.490719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ffd2f56-9596-46a8-af2c-eccf5bbec919 req-9f815b44-8c7a-4704-98c5-22d2231f75db tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 210 time: 0.0553432 Sep 29 23:03:45.494693 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdded6c-0531-4d40-aef4-37affadb29cd x-openstack-request-id: req-bcdded6c-0531-4d40-aef4-37affadb29cd {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:45.495089 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9330288-fbda-4630-b0e8-412c60e09486", "name": "network-vif-deleted", "tag": "ef60e375-36cf-47c7-81a5-2ddd14d30dc4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:45.496054 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bcdded6c-0531-4d40-aef4-37affadb29cd {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:45.496565 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9330288-fbda-4630-b0e8-412c60e09486', 'name': 'network-vif-deleted', 'tag': 'ef60e375-36cf-47c7-81a5-2ddd14d30dc4', 'status': 'completed', 'code': 200} Sep 29 23:03:45.521036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-51f987fe-a018-4626-ac45-b75dcae304fc req-1e546d32-8c6d-4bc6-8a25-f103ae325569 service neutron] Transition to ACTIVE for port object b59aac8b-7a6d-4077-b43c-4f96d852dce3 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:03:45.563139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['ef60e375-36cf-47c7-81a5-2ddd14d30dc4'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:45.570965 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-51f987fe-a018-4626-ac45-b75dcae304fc req-1e546d32-8c6d-4bc6-8a25-f103ae325569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:45.719676 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-51f987fe-a018-4626-ac45-b75dcae304fc req-1e546d32-8c6d-4bc6-8a25-f103ae325569 service neutron] No DVR routers for this DVR port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:45.735869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-3c6071ef-d9b6-49bc-bb8f-d39003a7a029 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:45.737430 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-3c6071ef-d9b6-49bc-bb8f-d39003a7a029 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.26 "GET /v2.0/networks?id=547c33b9-981c-4319-b078-b3f7491afe2b HTTP/1.1" status: 200 len: 808 time: 0.3256290 Sep 29 23:03:45.751994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e546d32-8c6d-4bc6-8a25-f103ae325569 service neutron] Pushing event updated for resources: {'Port': ['ID=b59aac8b-7a6d-4077-b43c-4f96d852dce3,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:45.771767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3391b4c2-e23f-4c0c-aef8-a5138e43734e req-21a6299f-51d8-4b86-9f59-4775eaa1d53e tempest-ImagesNegativeTestJSON-58621062 tempest-ImagesNegativeTestJSON-58621062-project] 10.222.0.44 "GET /v2.0/ports?device_id=f9330288-fbda-4630-b0e8-412c60e09486 HTTP/1.1" status: 200 len: 210 time: 0.0433183 Sep 29 23:03:45.774705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Request body: {'port': {'device_id': '79f2dc2e-ac7c-4832-b134-9f966210862b', 'network_id': '547c33b9-981c-4319-b078-b3f7491afe2b', 'admin_state_up': True, 'tenant_id': 'd9c688a923414be086c6f6df40f636f0'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:45.800137 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-1e546d32-8c6d-4bc6-8a25-f103ae325569 service neutron] 10.222.0.42 "PUT /v2.0/ports/b59aac8b-7a6d-4077-b43c-4f96d852dce3/bindings/n-h2-811173-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0242002 Sep 29 23:03:45.814650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bdb75-97ee-4632-aacf-a7e2d2f3540d req-3f9a69af-eb40-43d4-b503-32d99acf5f00 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:45.816205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-600bdb75-97ee-4632-aacf-a7e2d2f3540d req-3f9a69af-eb40-43d4-b503-32d99acf5f00 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 944 time: 0.0759411 Sep 29 23:03:45.868697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-600bdb75-97ee-4632-aacf-a7e2d2f3540d req-2e442753-a14e-400d-b07b-e376fbd332bb tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457399 Sep 29 23:03:45.906602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Made reservation on behalf of d9c688a923414be086c6f6df40f636f0 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:45.910171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:45.955554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63de178d-8cbc-4ed1-a42c-5ed1453d6ba7 req-1e80d345-6ee4-43a6-bedf-04852da1884d tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:45.957076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63de178d-8cbc-4ed1-a42c-5ed1453d6ba7 req-1e80d345-6ee4-43a6-bedf-04852da1884d tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 945 time: 0.0564194 Sep 29 23:03:45.998627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63de178d-8cbc-4ed1-a42c-5ed1453d6ba7 req-17529c73-7c3a-4af4-ab58-b76d09bf1463 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348685 Sep 29 23:03:46.087499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Allocated IP 172.20.0.12 (547c33b9-981c-4319-b078-b3f7491afe2b/9e5075b8-2fbc-464f-a2eb-472d6477cd0e/ef512b4d-ee91-4dc0-aa60-a083762e6d48) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:03:46.142730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409bef7-8838-4aba-a918-8a37518a091e req-5da31cc9-f705-40b9-9d6a-d3d81a9e34ad tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:46.144644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7409bef7-8838-4aba-a918-8a37518a091e req-5da31cc9-f705-40b9-9d6a-d3d81a9e34ad tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 949 time: 0.0574501 Sep 29 23:03:46.197543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7409bef7-8838-4aba-a918-8a37518a091e req-a87d1ccd-730d-4a89-9957-4463aef54dab tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450773 Sep 29 23:03:46.221696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-ea86fefa-a4c5-4f33-9144-4f6b2241065c tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:46.223775 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-ea86fefa-a4c5-4f33-9144-4f6b2241065c tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1095 time: 0.1123753 Sep 29 23:03:46.370413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-cea14e55-b227-4583-ae6c-e4079e7547cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:46.374487 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-cea14e55-b227-4583-ae6c-e4079e7547cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e&tenant_id=04184e88ba3b425fad67d78550b30b78 HTTP/1.1" status: 200 len: 1095 time: 0.1383381 Sep 29 23:03:46.406563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:46.434259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cf57b6-f5d9-49a3-87c1-8973ff64a172 req-a67e8911-a1b9-409f-95df-86dc95747b6d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:46.435810 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70cf57b6-f5d9-49a3-87c1-8973ff64a172 req-a67e8911-a1b9-409f-95df-86dc95747b6d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 943 time: 0.0600049 Sep 29 23:03:46.480122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-9349e658-0db8-4ce4-82c6-170992402bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:46.481623 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-9349e658-0db8-4ce4-82c6-170992402bdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 1095 time: 0.0666049 Sep 29 23:03:46.482996 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:46.502738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70cf57b6-f5d9-49a3-87c1-8973ff64a172 req-bda69015-9af2-4495-9b15-72f6939495ed tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569680 Sep 29 23:03:46.514808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae475292-6dd1-48b9-82eb-15b8c62967a6 req-742d808c-6b35-4d39-82b1-01b2ca6c704a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:46.523790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae475292-6dd1-48b9-82eb-15b8c62967a6 req-742d808c-6b35-4d39-82b1-01b2ca6c704a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 945 time: 0.0798013 Sep 29 23:03:46.551508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Network 547c33b9-981c-4319-b078-b3f7491afe2b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:03:46.561944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae475292-6dd1-48b9-82eb-15b8c62967a6 req-51d6b663-2400-4e25-ba2c-23959195530c tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385513 Sep 29 23:03:46.567297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:03:46.570704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:03:46.624801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d8b11-b67a-46ab-a491-c4b559c6eb67 req-29e69e8c-12b9-4654-b434-9602efef78c4 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:46.625371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Pushing event updated for resources: {'Port': ['ID=ef512b4d-ee91-4dc0-aa60-a083762e6d48,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:46.626417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-887d8b11-b67a-46ab-a491-c4b559c6eb67 req-29e69e8c-12b9-4654-b434-9602efef78c4 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 932 time: 0.0498013 Sep 29 23:03:46.665476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-887d8b11-b67a-46ab-a491-c4b559c6eb67 req-57a6b612-c45f-4658-b69b-22bfd1b68596 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323875 Sep 29 23:03:46.666944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:46.667571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:46.679262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-a1c0456f-10fe-4ca0-b93b-9f3be0c6ae47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:46.680771 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-a1c0456f-10fe-4ca0-b93b-9f3be0c6ae47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.1899874 Sep 29 23:03:46.687218 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-62905981-5383-47fd-8f49-55cc90aca8af tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9402330 Sep 29 23:03:46.706389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Request body: {'port': {'device_id': '79f2dc2e-ac7c-4832-b134-9f966210862b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:46.751837 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-8ef3481d-23cd-4cab-bf05-c8c752c640f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3 HTTP/1.1" status: 200 len: 217 time: 0.0558734 Sep 29 23:03:46.817220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:46.833696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d4095bb8-bab0-43f7-997b-8021c6e6316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:46.836018 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-d4095bb8-bab0-43f7-997b-8021c6e6316b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.0754488 Sep 29 23:03:46.890409 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-c4fdcb4e-dc94-4ac4-bae2-34db34f83593 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290234 Sep 29 23:03:47.016809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1055e2a-fb9c-474f-b730-fc64497aac5a req-2499374c-4c2e-498f-b816-2659888469cb tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:47.019602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1055e2a-fb9c-474f-b730-fc64497aac5a req-2499374c-4c2e-498f-b816-2659888469cb tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 944 time: 0.0590253 Sep 29 23:03:47.024457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cef065a1-6e7d-4136-8013-c6f600e73c32 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:03:47.074415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1055e2a-fb9c-474f-b730-fc64497aac5a req-bab3901a-301a-4f5c-afef-75fcb8264703 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434520 Sep 29 23:03:47.081387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port cef065a1-6e7d-4136-8013-c6f600e73c32 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:47.082390 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.111206 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-9431e503-5f0d-4a5e-8542-9f38c4b0b395 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052414 Sep 29 23:03:47.253465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36288) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:47.285774 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-50162a0b-9a71-41c3-a0ab-e899ad56706d service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647928 Sep 29 23:03:47.314128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef512b4d-ee91-4dc0-aa60-a083762e6d48 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:47.319603 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.332577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.364839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Transition to ACTIVE for port object ef512b4d-ee91-4dc0-aa60-a083762e6d48 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:03:47.368205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:47.369163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:47.372520 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeedfb45-b225-4655-ae39-5d5be722c3e9" -d '{"events": [{"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-plugged", "status": "completed", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:47.377609 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.378505 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.379011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 71e10714-89bc-4228-9cf2-fa51c3a6fa0f up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:03:47.390469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5efa1c-a3d3-4da9-bfac-2cbaa0ebcacd req-e6c8d8c7-3ed3-426b-a530-b5641a3c9b4e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:47.398877 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c5efa1c-a3d3-4da9-bfac-2cbaa0ebcacd req-e6c8d8c7-3ed3-426b-a530-b5641a3c9b4e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 949 time: 0.1083248 Sep 29 23:03:47.430816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=10']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:47.432288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Pushing event updated for resources: {'Port': ['ID=ef512b4d-ee91-4dc0-aa60-a083762e6d48,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:47.495180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c5efa1c-a3d3-4da9-bfac-2cbaa0ebcacd req-39b8b351-e0c6-4ed8-9f5d-fb4e9d1c3c06 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926783 Sep 29 23:03:47.496253 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140d84cf-7cba-4a72-b7ef-12e2a7046cd2 x-openstack-request-id: req-140d84cf-7cba-4a72-b7ef-12e2a7046cd2 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:47.496466 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-plugged", "status": "completed", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:47.496669 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-140d84cf-7cba-4a72-b7ef-12e2a7046cd2 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:47.498378 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'code': 200} Sep 29 23:03:47.499956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:03:47.504138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:47.504519 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.504659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fafcdf58-bb83-4c0b-97e7-fa8b30d18bb4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94fab95008c7426aa96031bfcbdb3365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497630 Sep 29 23:03:47.508680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36304) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:47.571921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36f28330-419b-4816-8191-5f43a15edb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.578888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Attempting to bind port ef512b4d-ee91-4dc0-aa60-a083762e6d48 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:03:47.579152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Attempting to bind port ef512b4d-ee91-4dc0-aa60-a083762e6d48 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'f610fc93-dd31-4137-94e8-f0dddea5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '547c33b9-981c-4319-b078-b3f7491afe2b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:03:47.579484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Attempting to bind port ef512b4d-ee91-4dc0-aa60-a083762e6d48 on network 547c33b9-981c-4319-b078-b3f7491afe2b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:47.597918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36f28330-419b-4816-8191-5f43a15edb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.601241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Port ef512b4d-ee91-4dc0-aa60-a083762e6d48 on network 547c33b9-981c-4319-b078-b3f7491afe2b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:03:47.601678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Attempting to bind port ef512b4d-ee91-4dc0-aa60-a083762e6d48 on network 547c33b9-981c-4319-b078-b3f7491afe2b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:03:47.613589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.635578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:03:47.635948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Checking segment: {'id': 'f610fc93-dd31-4137-94e8-f0dddea5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '547c33b9-981c-4319-b078-b3f7491afe2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:47.636340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Bound using segment: {'id': 'f610fc93-dd31-4137-94e8-f0dddea5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '547c33b9-981c-4319-b078-b3f7491afe2b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:03:47.636788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Bound port: ef512b4d-ee91-4dc0-aa60-a083762e6d48, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f610fc93-dd31-4137-94e8-f0dddea5c1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '547c33b9-981c-4319-b078-b3f7491afe2b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:03:47.637149 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.652995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:47.657732 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.658855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b59aac8b-7a6d-4077-b43c-4f96d852dce3 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:47.659262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f987fe-a018-4626-ac45-b75dcae304fc req-4de5b981-d34e-40b8-a183-86f1affd00ed tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:47.660993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-4de5b981-d34e-40b8-a183-86f1affd00ed tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1095 time: 0.0761535 Sep 29 23:03:47.722142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9214f9f2-e920-40de-b6eb-aaa6e7b51a27 req-7f14e43d-0db5-419d-805a-3fbc665f2975 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:47.722906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9214f9f2-e920-40de-b6eb-aaa6e7b51a27 req-7f14e43d-0db5-419d-805a-3fbc665f2975 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 943 time: 0.1059761 Sep 29 23:03:47.739812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3b95a-354d-4573-b107-143e800f8ffd req-3c752781-7a61-4cb4-ab3d-b5821cdfcc8e tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:47.742164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3e3b95a-354d-4573-b107-143e800f8ffd req-3c752781-7a61-4cb4-ab3d-b5821cdfcc8e tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 945 time: 0.0844529 Sep 29 23:03:47.753792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36f28330-419b-4816-8191-5f43a15edb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.755951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b59aac8b-7a6d-4077-b43c-4f96d852dce3 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:47.757553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ef60e375-36cf-47c7-81a5-2ddd14d30dc4 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:47.758205 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-36f28330-419b-4816-8191-5f43a15edb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.759362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-36f28330-419b-4816-8191-5f43a15edb4c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2ca17b95-d5c7-42e6-ba38-dc41e1cd8434 HTTP/1.1" status: 204 len: 168 time: 0.2438161 Sep 29 23:03:47.763876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:47.785932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f28330-419b-4816-8191-5f43a15edb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca17b95-d5c7-42e6-ba38-dc41e1cd8434,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:47.822314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9214f9f2-e920-40de-b6eb-aaa6e7b51a27 req-d3113c5e-09ae-4649-b261-38c64c9f190f tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906048 Sep 29 23:03:47.823947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: ef60e375-36cf-47c7-81a5-2ddd14d30dc4 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:47.824514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ef60e375-36cf-47c7-81a5-2ddd14d30dc4 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:47.846372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3e3b95a-354d-4573-b107-143e800f8ffd req-e31bb76c-b56a-47ba-b3ba-a137ddd58a6e tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/security-groups?id=b1e50709-14ca-4ae8-b215-900e326ce814&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844712 Sep 29 23:03:47.864959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] For port ef512b4d-ee91-4dc0-aa60-a083762e6d48, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:47.873360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] For port ef512b4d-ee91-4dc0-aa60-a083762e6d48, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ef512b4d-ee91-4dc0-aa60-a083762e6d48,segment=NetworkSegment(f610fc93-dd31-4137-94e8-f0dddea5c1e8),segment_id=f610fc93-dd31-4137-94e8-f0dddea5c1e8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:03:47.881756 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.954155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8cc2-e6e9-47b3-a73e-392720c85303 req-b27ed7ec-639a-4e92-b60a-d4aad54e77b5 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:47.962297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-759d8cc2-e6e9-47b3-a73e-392720c85303 req-b27ed7ec-639a-4e92-b60a-d4aad54e77b5 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 944 time: 0.0590551 Sep 29 23:03:47.968275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:47.969198 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:47.970746 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] 10.222.0.26 "PUT /v2.0/ports/ef512b4d-ee91-4dc0-aa60-a083762e6d48 HTTP/1.1" status: 200 len: 1092 time: 1.2692685 Sep 29 23:03:47.971435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f2dc2e-ac7c-4832-b134-9f966210862b', 'tag': 'ef512b4d-ee91-4dc0-aa60-a083762e6d48'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:47.973862 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6891e5c-c69c-4440-8513-d404e47c0d77" -d '{"events": [{"name": "network-changed", "server_uuid": "79f2dc2e-ac7c-4832-b134-9f966210862b", "tag": "ef512b4d-ee91-4dc0-aa60-a083762e6d48"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:48.010876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-759d8cc2-e6e9-47b3-a73e-392720c85303 req-88bac80a-a0e7-43ba-bc3f-726524f7ace9 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463173 Sep 29 23:03:48.040024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43880d8-c3cc-4c20-8e27-9684e020cb5b service neutron] Pushing event updated for resources: {'Port': ['ID=ef512b4d-ee91-4dc0-aa60-a083762e6d48,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:48.062807 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673f77a1-04dc-496c-bd38-803273c2d3c7 x-openstack-request-id: req-673f77a1-04dc-496c-bd38-803273c2d3c7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:48.063197 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f2dc2e-ac7c-4832-b134-9f966210862b", "tag": "ef512b4d-ee91-4dc0-aa60-a083762e6d48", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:48.063518 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-673f77a1-04dc-496c-bd38-803273c2d3c7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:48.063941 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79f2dc2e-ac7c-4832-b134-9f966210862b', 'tag': 'ef512b4d-ee91-4dc0-aa60-a083762e6d48', 'status': 'completed', 'code': 200} Sep 29 23:03:48.068646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-51f987fe-a018-4626-ac45-b75dcae304fc req-ef467afc-bad4-49f5-bb6e-c2fbd370203c service neutron] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:03:48.089230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-51f987fe-a018-4626-ac45-b75dcae304fc req-ef467afc-bad4-49f5-bb6e-c2fbd370203c service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:48.090351 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-51f987fe-a018-4626-ac45-b75dcae304fc req-ef467afc-bad4-49f5-bb6e-c2fbd370203c service neutron] 10.222.0.26 "DELETE /v2.0/ports/b59aac8b-7a6d-4077-b43c-4f96d852dce3/bindings/n-h1-811173-2 HTTP/1.1" status: 204 len: 173 time: 0.3823915 Sep 29 23:03:48.107361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-4c329961-1401-4c4e-bf08-a1d41cf24b82 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:48.108595 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-4c329961-1401-4c4e-bf08-a1d41cf24b82 tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.26 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 945 time: 0.1055069 Sep 29 23:03:48.128232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-24dc76d2-63ca-4bee-ad87-f9ce2f346bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:48.129734 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-24dc76d2-63ca-4bee-ad87-f9ce2f346bcd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9c688a923414be086c6f6df40f636f0&device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 1095 time: 0.0853016 Sep 29 23:03:48.198504 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-d7d5ce5b-01a9-4e90-a9f4-66baa5c3c597 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef512b4d-ee91-4dc0-aa60-a083762e6d48 HTTP/1.1" status: 200 len: 217 time: 0.0473650 Sep 29 23:03:48.217544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f56555-83a3-4b18-9701-6c0d8a91deee req-83c977d5-6963-4127-a6b8-3331b6ed179f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:48.219086 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48f56555-83a3-4b18-9701-6c0d8a91deee req-83c977d5-6963-4127-a6b8-3331b6ed179f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 944 time: 0.0579543 Sep 29 23:03:48.260059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48f56555-83a3-4b18-9701-6c0d8a91deee req-aa6fd2f3-30c9-4c2f-9c0f-3d90cbf1e9ce tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337765 Sep 29 23:03:48.293031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-52230995-9c18-427e-a64b-02df96648d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:48.293031 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-52230995-9c18-427e-a64b-02df96648d9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e5075b8-2fbc-464f-a2eb-472d6477cd0e HTTP/1.1" status: 200 len: 848 time: 0.0762477 Sep 29 23:03:48.323992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-a5512ac4-92ce-43e9-b8cf-6388b1f57d2a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Deleting port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:03:48.324339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-a5512ac4-92ce-43e9-b8cf-6388b1f57d2a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:48.328804 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-4efec2ec-889f-4dae-bd3e-ed242de7a7c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=547c33b9-981c-4319-b078-b3f7491afe2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371962 Sep 29 23:03:48.409521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab27009-28d0-486a-a48a-66e9cbeb0b89 req-88d192cf-9a0b-4a2e-bf32-f91d20d707fb tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:48.411079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ab27009-28d0-486a-a48a-66e9cbeb0b89 req-88d192cf-9a0b-4a2e-bf32-f91d20d707fb tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 1095 time: 0.0403481 Sep 29 23:03:48.457709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ab27009-28d0-486a-a48a-66e9cbeb0b89 req-8990e5dc-f005-4327-a343-7bb242b4eda9 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Sep 29 23:03:48.512223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-a5512ac4-92ce-43e9-b8cf-6388b1f57d2a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] For port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,segment=NetworkSegment(6828e19f-f440-4f5f-ab6e-60f9c5397d72),segment_id=6828e19f-f440-4f5f-ab6e-60f9c5397d72)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:48.512920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-a5512ac4-92ce-43e9-b8cf-6388b1f57d2a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:48.518886 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-d7a59cd8-4f3f-4be2-8a6e-976c170f3c2b service neutron] 10.222.0.26 "GET /v2.0/networks/547c33b9-981c-4319-b078-b3f7491afe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768296 Sep 29 23:03:48.542662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-a5512ac4-92ce-43e9-b8cf-6388b1f57d2a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Calling delete_port for 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:03:48.656014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f5b2b-e167-4881-8c70-195b49b87f88 req-2ff54a83-8eca-4859-b5c8-e32e9e871abb tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:48.657678 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-191f5b2b-e167-4881-8c70-195b49b87f88 req-2ff54a83-8eca-4859-b5c8-e32e9e871abb tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 1095 time: 0.0813010 Sep 29 23:03:48.693622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860cd64d-c4cf-4ad5-85e9-863ab385115a req-2074a446-777d-49fe-a301-aecc84fcea1f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:48.695521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-860cd64d-c4cf-4ad5-85e9-863ab385115a req-2074a446-777d-49fe-a301-aecc84fcea1f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.0756745 Sep 29 23:03:48.718802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-191f5b2b-e167-4881-8c70-195b49b87f88 req-3a414178-33bc-43ff-a6fc-84df5a1a9150 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543008 Sep 29 23:03:48.748060 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-860cd64d-c4cf-4ad5-85e9-863ab385115a req-700c477d-6ddd-490a-bb4b-3b47369b1666 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426979 Sep 29 23:03:48.943323 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9abba92-e5a5-4e09-9b0d-27676e217eb4 req-913bea99-b138-470b-bcc1-9389e1022255 service neutron] 10.222.0.26 "GET /v2.0/networks/547c33b9-981c-4319-b078-b3f7491afe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147446 Sep 29 23:03:49.071353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa38a9-b2fe-4066-9777-dce843504969 req-3fc80d27-a7e6-486b-b9e6-adcf3ce8ba91 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:49.088972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82aa38a9-b2fe-4066-9777-dce843504969 req-3fc80d27-a7e6-486b-b9e6-adcf3ce8ba91 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 943 time: 0.0671027 Sep 29 23:03:49.113852 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-a5512ac4-92ce-43e9-b8cf-6388b1f57d2a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:49.117222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891e5c-c69c-4440-8513-d404e47c0d77 req-fcdec291-6d1e-4fed-a634-116275dbf4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:49.118885 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6891e5c-c69c-4440-8513-d404e47c0d77 req-fcdec291-6d1e-4fed-a634-116275dbf4b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9c688a923414be086c6f6df40f636f0&device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 1095 time: 0.0826788 Sep 29 23:03:49.126999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['291ba4f5-795d-4ed1-8c21-4c347d3b6ce1'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:49.153055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5512ac4-92ce-43e9-b8cf-6388b1f57d2a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Pushing event deleted for resources: {'Port': ['ID=291ba4f5-795d-4ed1-8c21-4c347d3b6ce1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:49.155320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82aa38a9-b2fe-4066-9777-dce843504969 req-faf8cfd7-49de-4135-a476-3dfce1619662 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595460 Sep 29 23:03:49.298703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7836c997-3258-425a-8248-00ba5f723074 req-223064e1-0d11-48cf-a50c-dd0925873d2e tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.44 "GET /v2.0/ports?device_id=db3f88e3-190d-4276-8c40-3d0d69a0bb14 HTTP/1.1" status: 200 len: 210 time: 0.0500240 Sep 29 23:03:49.328931 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891e5c-c69c-4440-8513-d404e47c0d77 req-c2f697b3-d385-4441-96ed-cf25fde63616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:49.330757 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6891e5c-c69c-4440-8513-d404e47c0d77 req-c2f697b3-d385-4441-96ed-cf25fde63616 service neutron] 10.222.0.26 "GET /v2.0/networks?id=547c33b9-981c-4319-b078-b3f7491afe2b HTTP/1.1" status: 200 len: 909 time: 0.1791015 Sep 29 23:03:49.331686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-a5512ac4-92ce-43e9-b8cf-6388b1f57d2a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] No DVR routers for this DVR port 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:03:49.336311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-a5512ac4-92ce-43e9-b8cf-6388b1f57d2a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:49.339865 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e73ee59-85d5-4d01-bd69-ba159e8628da req-a5512ac4-92ce-43e9-b8cf-6388b1f57d2a tempest-ServerAddressesTestJSON-364310491 tempest-ServerAddressesTestJSON-364310491-project] 10.222.0.26 "DELETE /v2.0/ports/291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 HTTP/1.1" status: 204 len: 173 time: 1.2195868 Sep 29 23:03:49.360506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:49.411390 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6891e5c-c69c-4440-8513-d404e47c0d77 req-9d578ca4-abef-4d24-913e-e658dfa043b7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef512b4d-ee91-4dc0-aa60-a083762e6d48 HTTP/1.1" status: 200 len: 217 time: 0.0640299 Sep 29 23:03:49.499454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:49.501954 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ed8d22-03ed-440c-8092-3e403f63546c" -d '{"events": [{"server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "name": "network-vif-plugged", "status": "completed", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:49.513829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae4f145-8ea4-497f-879b-e8c549138704 req-658e7386-5a90-4841-b3fd-f84c21cb30bf tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:49.521433 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ae4f145-8ea4-497f-879b-e8c549138704 req-658e7386-5a90-4841-b3fd-f84c21cb30bf tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 944 time: 0.0793571 Sep 29 23:03:49.558910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6891e5c-c69c-4440-8513-d404e47c0d77 req-a7441a58-2f69-429b-93c0-73c718c9370a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:49.560382 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6891e5c-c69c-4440-8513-d404e47c0d77 req-a7441a58-2f69-429b-93c0-73c718c9370a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9e5075b8-2fbc-464f-a2eb-472d6477cd0e HTTP/1.1" status: 200 len: 848 time: 0.1112061 Sep 29 23:03:49.566243 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ae4f145-8ea4-497f-879b-e8c549138704 req-0c77a41f-c52a-4fd4-9b74-90a70898788b tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433018 Sep 29 23:03:49.576641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-34438952-3308-4417-bcee-0701dc1e4fd9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0624864 Sep 29 23:03:49.589335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c7905fc-fb1f-42ba-ad7a-05ae6f5690ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:49.629498 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6891e5c-c69c-4440-8513-d404e47c0d77 req-5757f224-10fc-4f64-a096-3a7e6facbad1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=547c33b9-981c-4319-b078-b3f7491afe2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414503 Sep 29 23:03:49.640620 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf2d259-1076-4a00-a5e9-e77209375dbb x-openstack-request-id: req-cbf2d259-1076-4a00-a5e9-e77209375dbb {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:49.640918 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "name": "network-vif-plugged", "status": "completed", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:49.641166 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cbf2d259-1076-4a00-a5e9-e77209375dbb {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:49.641748 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f', 'code': 200} Sep 29 23:03:49.695413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c7905fc-fb1f-42ba-ad7a-05ae6f5690ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:49.700267 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c7905fc-fb1f-42ba-ad7a-05ae6f5690ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:49.748912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7c7905fc-fb1f-42ba-ad7a-05ae6f5690ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e4b36897639549e5a7e3ba287ecd013f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853199 Sep 29 23:03:49.749129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36398) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:49.754909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7905fc-fb1f-42ba-ad7a-05ae6f5690ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e8bde5-463f-4dfd-a516-0d976bc944db,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:49.783335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-fa5e2c49-07f2-418b-b19f-2c90313ed132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:49.784896 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-fa5e2c49-07f2-418b-b19f-2c90313ed132 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 1096 time: 0.1276648 Sep 29 23:03:49.806048 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69327947-076c-415c-9589-8d618f7b8f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:49.817654 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:49.832646 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6891e5c-c69c-4440-8513-d404e47c0d77 req-3fcd406f-ff11-434b-baca-7b9ab576e691 service neutron] 10.222.0.26 "GET /v2.0/networks/547c33b9-981c-4319-b078-b3f7491afe2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834502 Sep 29 23:03:49.833562 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69327947-076c-415c-9589-8d618f7b8f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:49.836649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539984e-ef9a-4a75-9776-64d59bb681ab req-bbafd93b-d5fe-48ec-ba15-0cb339414418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:49.838035 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9539984e-ef9a-4a75-9776-64d59bb681ab req-bbafd93b-d5fe-48ec-ba15-0cb339414418 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 1101 time: 0.0974541 Sep 29 23:03:49.905803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979a0c4-25f6-4acc-9ff5-eb7da2a6d2ed req-e12c3c84-2fd0-4c33-b655-4d49ea8b5d9f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:49.907237 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6979a0c4-25f6-4acc-9ff5-eb7da2a6d2ed req-e12c3c84-2fd0-4c33-b655-4d49ea8b5d9f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.0711350 Sep 29 23:03:49.929063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69327947-076c-415c-9589-8d618f7b8f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:49.931526 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69327947-076c-415c-9589-8d618f7b8f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:49.932635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-69327947-076c-415c-9589-8d618f7b8f68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/64e8bde5-463f-4dfd-a516-0d976bc944db HTTP/1.1" status: 204 len: 168 time: 0.1826296 Sep 29 23:03:49.949494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69327947-076c-415c-9589-8d618f7b8f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e8bde5-463f-4dfd-a516-0d976bc944db,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:49.969501 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6979a0c4-25f6-4acc-9ff5-eb7da2a6d2ed req-f1c69b7f-eca8-4093-8454-1f7b8e326a41 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477796 Sep 29 23:03:50.002727 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9539984e-ef9a-4a75-9776-64d59bb681ab req-79e4ee2b-c844-425d-8041-25ff9b198130 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551249 Sep 29 23:03:50.029137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-ab2eae7d-c468-4783-a390-77973881c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:50.030898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-ab2eae7d-c468-4783-a390-77973881c647 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.2085433 Sep 29 23:03:50.048884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6891e5c-c69c-4440-8513-d404e47c0d77 req-275747b9-6899-4583-a225-145787324bc9 service neutron] 10.222.0.26 "GET /v2.0/networks/547c33b9-981c-4319-b078-b3f7491afe2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998093 Sep 29 23:03:50.078917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db3f88e3-190d-4276-8c40-3d0d69a0bb14', 'name': 'network-vif-deleted', 'tag': '291ba4f5-795d-4ed1-8c21-4c347d3b6ce1'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:50.081372 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6d49e4-4f73-4581-a4b4-17b05f1a4395" -d '{"events": [{"server_uuid": "db3f88e3-190d-4276-8c40-3d0d69a0bb14", "name": "network-vif-deleted", "tag": "291ba4f5-795d-4ed1-8c21-4c347d3b6ce1"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:50.086706 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-5681e2e6-911f-424d-aa5c-ad22aa8dfbd1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 200 len: 217 time: 0.0474908 Sep 29 23:03:50.140367 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ce038c-9fa3-4772-8ecf-82f265d2b901 x-openstack-request-id: req-63ce038c-9fa3-4772-8ecf-82f265d2b901 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:50.140695 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db3f88e3-190d-4276-8c40-3d0d69a0bb14", "name": "network-vif-deleted", "tag": "291ba4f5-795d-4ed1-8c21-4c347d3b6ce1", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:50.140952 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-63ce038c-9fa3-4772-8ecf-82f265d2b901 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:50.141349 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db3f88e3-190d-4276-8c40-3d0d69a0bb14', 'name': 'network-vif-deleted', 'tag': '291ba4f5-795d-4ed1-8c21-4c347d3b6ce1', 'status': 'completed', 'code': 200} Sep 29 23:03:50.180117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-20b4520d-e0c7-43f7-aa9f-4286d761083d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:50.182244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-20b4520d-e0c7-43f7-aa9f-4286d761083d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.0803289 Sep 29 23:03:50.228796 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-d693cae8-38ea-4d32-b55a-7e26aa0f0869 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359311 Sep 29 23:03:50.299668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937f7ac-7a13-4c9a-a273-2826cacaea07 req-74b9e33d-008b-4ea3-8678-2b56f0078d25 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:50.308846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3937f7ac-7a13-4c9a-a273-2826cacaea07 req-74b9e33d-008b-4ea3-8678-2b56f0078d25 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 943 time: 0.0699024 Sep 29 23:03:50.363566 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3937f7ac-7a13-4c9a-a273-2826cacaea07 req-fb1ad1d0-1ad8-49ed-a3bf-56e1b9786fd2 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483778 Sep 29 23:03:50.364136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:50.388750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-84f7f824-e84b-4870-8c94-7f367ba8d663 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511288 Sep 29 23:03:50.419455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a59a70-9409-45b5-b600-4575f822dd25 admin admin] Deleting subnet c9626ba3-95b1-4253-b76c-1af900b63dec {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:03:50.422858 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08a59a70-9409-45b5-b600-4575f822dd25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.463903 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08a59a70-9409-45b5-b600-4575f822dd25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.510603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08a59a70-9409-45b5-b600-4575f822dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.520332 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3548eeb2-cbcf-454f-931e-9437ad80b1ad req-a1818411-eb08-4124-9d9a-aa2b84d1f856 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158800 Sep 29 23:03:50.581158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08a59a70-9409-45b5-b600-4575f822dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.598395 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08a59a70-9409-45b5-b600-4575f822dd25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.601186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-08a59a70-9409-45b5-b600-4575f822dd25 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c9626ba3-95b1-4253-b76c-1af900b63dec HTTP/1.1" status: 204 len: 168 time: 0.2359622 Sep 29 23:03:50.603994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36434) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:50.654363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a59a70-9409-45b5-b600-4575f822dd25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9626ba3-95b1-4253-b76c-1af900b63dec,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:50.710861 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.738960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ab23b-8773-404d-afcb-4761d7514c36 req-ef1fd61d-2c4d-4ffe-bc20-e90ba173611f tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:50.740596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d61ab23b-8773-404d-afcb-4761d7514c36 req-ef1fd61d-2c4d-4ffe-bc20-e90ba173611f tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 944 time: 0.0577059 Sep 29 23:03:50.800080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d61ab23b-8773-404d-afcb-4761d7514c36 req-c8179afd-2886-45e1-b7b3-e20dece82576 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493534 Sep 29 23:03:50.800916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36448) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:50.802442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.825263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c93102d-efd3-4942-bdd1-4d4c91ce4619']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:50.835490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6828e19f-f440-4f5f-ab6e-60f9c5397d72') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:50.835793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6828e19f-f440-4f5f-ab6e-60f9c5397d72') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:50.845388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.859898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.866827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:03:50.867224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:03:50.868938 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:03:50.908967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-185302325-network', 'tenant_id': '56f49c4c7d7f44bd99520f746d0f4e42'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:50.931723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Made reservation on behalf of 56f49c4c7d7f44bd99520f746d0f4e42 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:50.932708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.934327 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.940598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.946601 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5c93102d-efd3-4942-bdd1-4d4c91ce4619 HTTP/1.1" status: 204 len: 168 time: 0.3414922 Sep 29 23:03:50.947060 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:50.958010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1195528-369e-4e5b-ae93-ed9770728aa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c93102d-efd3-4942-bdd1-4d4c91ce4619,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:51.018067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 55c82ecc-8c84-4505-bb5a-2be16315604f details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:03:51.083584 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.097644 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.111894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:03:51.113639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36456) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:51.122413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.123033 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Added segment 12cd89b1-5be3-4fe5-827a-05eea9652139 of type vlan for network 890b326e-382b-4836-be04-cbf23b0c9b42 Sep 29 23:03:51.160005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e515a296-57e5-49c8-a600-5466c72a0226 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=871e6c2e17b84809811dfd61390a3630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454531 Sep 29 23:03:51.161344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36458) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:51.167597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 55c82ecc-8c84-4505-bb5a-2be16315604f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=55c82ecc-8c84-4505-bb5a-2be16315604f,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:51.183027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '55c82ecc-8c84-4505-bb5a-2be16315604f', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'port_id': '55c82ecc-8c84-4505-bb5a-2be16315604f', 'mac_address': 'fa:16:3e:19:d4:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 542, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:03:51.228683 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.235065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709603e5-0614-42fc-bb33-828e6755845e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:51.247335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ef512b4d-ee91-4dc0-aa60-a083762e6d48 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:03:51.250988 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.264908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-182b2d81-1459-4e4e-aad0-f6539a55ed9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.277504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:03:51.302287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647689d4-6792-46e8-bc71-7f9277921dbb req-82e3d4f6-44e6-4e06-9a21-768719e3ecd4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:51.305963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-647689d4-6792-46e8-bc71-7f9277921dbb req-82e3d4f6-44e6-4e06-9a21-768719e3ecd4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.2198303 Sep 29 23:03:51.316871 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.319078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:51.320513 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.321032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:03:51.321454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 291ba4f5-795d-4ed1-8c21-4c347d3b6ce1 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:03:51.322122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-182b2d81-1459-4e4e-aad0-f6539a55ed9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.325213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c82ecc-8c84-4505-bb5a-2be16315604f {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:51.382014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-182b2d81-1459-4e4e-aad0-f6539a55ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.385097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-182b2d81-1459-4e4e-aad0-f6539a55ed9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.389820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-182b2d81-1459-4e4e-aad0-f6539a55ed9b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b1e50709-14ca-4ae8-b215-900e326ce814 HTTP/1.1" status: 204 len: 168 time: 0.2278345 Sep 29 23:03:51.406523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b2d81-1459-4e4e-aad0-f6539a55ed9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e50709-14ca-4ae8-b215-900e326ce814,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:51.408485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-647689d4-6792-46e8-bc71-7f9277921dbb req-d92eec42-869e-4bc0-8ad6-308eb94ce6cd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939062 Sep 29 23:03:51.421444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36472) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:51.422325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6198292 Sep 29 23:03:51.430566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 55c82ecc-8c84-4505-bb5a-2be16315604f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=55c82ecc-8c84-4505-bb5a-2be16315604f,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:51.432144 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Request body: {'subnet': {'network_id': '890b326e-382b-4836-be04-cbf23b0c9b42', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-185302325-subnet', 'tenant_id': '56f49c4c7d7f44bd99520f746d0f4e42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:51.459923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea5f49-cea4-4b29-92b8-d6d6984e6b95 admin admin] Pushing event updated for resources: {'Network': ['ID=890b326e-382b-4836-be04-cbf23b0c9b42,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:51.479931 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Made reservation on behalf of 56f49c4c7d7f44bd99520f746d0f4e42 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:51.485687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.494739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 890b326e-382b-4836-be04-cbf23b0c9b42 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:03:51.505664 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.643076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edafe46-1096-4870-970c-b66f62bf05d5 req-e5c65b5e-5262-4b0d-867f-8d3cf22708c0 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:51.651498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9edafe46-1096-4870-970c-b66f62bf05d5 req-e5c65b5e-5262-4b0d-867f-8d3cf22708c0 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 944 time: 0.1489677 Sep 29 23:03:51.681488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ef512b4d-ee91-4dc0-aa60-a083762e6d48, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ef512b4d-ee91-4dc0-aa60-a083762e6d48,segment=NetworkSegment(f610fc93-dd31-4137-94e8-f0dddea5c1e8),segment_id=f610fc93-dd31-4137-94e8-f0dddea5c1e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:51.703677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=55c82ecc-8c84-4505-bb5a-2be16315604f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:51.734129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'ef512b4d-ee91-4dc0-aa60-a083762e6d48', 'network_id': '547c33b9-981c-4319-b078-b3f7491afe2b', 'port_id': 'ef512b4d-ee91-4dc0-aa60-a083762e6d48', 'mac_address': 'fa:16:3e:e2:5f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e5075b8-2fbc-464f-a2eb-472d6477cd0e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:03:51.791138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9edafe46-1096-4870-970c-b66f62bf05d5 req-782cb895-1073-4324-a9d3-6524cec9300f tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225822 Sep 29 23:03:51.867466 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.891375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef512b4d-ee91-4dc0-aa60-a083762e6d48 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:03:51.949697 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:51.960685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ef512b4d-ee91-4dc0-aa60-a083762e6d48, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ef512b4d-ee91-4dc0-aa60-a083762e6d48,segment=NetworkSegment(f610fc93-dd31-4137-94e8-f0dddea5c1e8),segment_id=f610fc93-dd31-4137-94e8-f0dddea5c1e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:51.974925 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:52.043524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b9d5c-ef70-4ec9-9c97-2e11962a5f4e req-03557950-cc62-4c3b-b543-59900c99e7f1 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:52.056246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a5b9d5c-ef70-4ec9-9c97-2e11962a5f4e req-03557950-cc62-4c3b-b543-59900c99e7f1 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 944 time: 0.1110651 Sep 29 23:03:52.060589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['55c82ecc-8c84-4505-bb5a-2be16315604f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:52.081505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Checking segment: {'id': '12cd89b1-5be3-4fe5-827a-05eea9652139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '890b326e-382b-4836-be04-cbf23b0c9b42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:52.081874 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Network hostable DHCP agents. Network: 890b326e-382b-4836-be04-cbf23b0c9b42, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:03:52.090314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa5a0b6-388a-4552-8c0f-69672080cd3b,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:52.108258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ef512b4d-ee91-4dc0-aa60-a083762e6d48,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:52.111473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Network 890b326e-382b-4836-be04-cbf23b0c9b42 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:03:52.125308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 890b326e-382b-4836-be04-cbf23b0c9b42) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:03:52.130419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:52.132497 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:52.140797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b13ac-bab4-4863-aee1-00f827002f70 None None] Network 890b326e-382b-4836-be04-cbf23b0c9b42 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:03:52.142665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a5b9d5c-ef70-4ec9-9c97-2e11962a5f4e req-51426fd6-36e4-4213-b0d6-38afb6bc15b3 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820923 Sep 29 23:03:52.175226 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b74bd50-5081-4b98-b5d3-1cc2fd58c3ce admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7439733 Sep 29 23:03:52.305388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['ef512b4d-ee91-4dc0-aa60-a083762e6d48'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:03:52.435151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd82cb3-6356-4aa1-8e54-112cd2fbc85a None None] Network 890b326e-382b-4836-be04-cbf23b0c9b42 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:03:52.660500 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-abf4486e-6a21-4c3b-b761-cd9183b3c3c4 req-40c5c79c-4e68-45cd-b38c-123c3cc6e372 tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] show failed (client error): The resource could not be found. Sep 29 23:03:52.664082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abf4486e-6a21-4c3b-b761-cd9183b3c3c4 req-40c5c79c-4e68-45cd-b38c-123c3cc6e372 tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] 10.222.0.44 "GET /v2.0/security-groups/3a497f86-7ff4-4d04-a51d-40629ede19af HTTP/1.1" status: 404 len: 352 time: 0.0276058 Sep 29 23:03:52.746523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568097b-bed2-4a6d-90b8-03b7717e2f5a req-b1f45cdb-56ef-4d8e-bd63-e2f058093098 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:52.773801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b568097b-bed2-4a6d-90b8-03b7717e2f5a req-b1f45cdb-56ef-4d8e-bd63-e2f058093098 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.2003162 Sep 29 23:03:52.867116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b568097b-bed2-4a6d-90b8-03b7717e2f5a req-f1d7d49c-9412-49be-9e4a-bea91caddf90 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902448 Sep 29 23:03:52.952691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:52.982787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc756715-23fa-4592-88ca-37e002e1220d req-6c711d19-7cf1-46ae-bb8d-a88ede4b89e8 tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56f49c4c7d7f44bd99520f746d0f4e42 HTTP/1.1" status: 200 len: 2984 time: 0.1172092 Sep 29 23:03:53.121743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc756715-23fa-4592-88ca-37e002e1220d req-9416929e-0533-48a3-8644-37a8429b55fc tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] 10.222.0.44 "GET /v2.0/security-groups/709603e5-0614-42fc-bb33-828e6755845e HTTP/1.1" status: 200 len: 2981 time: 0.1343086 Sep 29 23:03:53.164571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-560384393-network', 'tenant_id': '77e930ef0c3e4b22be19d6c98376fd64'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:53.214157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc756715-23fa-4592-88ca-37e002e1220d req-6d6ab4b3-e4d4-4d9d-ba64-def666833cf9 tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] 10.222.0.44 "GET /v2.0/security-groups/709603e5-0614-42fc-bb33-828e6755845e HTTP/1.1" status: 200 len: 2981 time: 0.0915623 Sep 29 23:03:53.231064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0716b-7f47-4469-9b29-d6df32987246 req-1699d194-27ed-4b34-b678-df70a41abf2b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:53.232786 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5a0716b-7f47-4469-9b29-d6df32987246 req-1699d194-27ed-4b34-b678-df70a41abf2b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 944 time: 0.1421006 Sep 29 23:03:53.234133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Made reservation on behalf of 77e930ef0c3e4b22be19d6c98376fd64 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:53.236487 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:53.253286 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:53.356107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5a0716b-7f47-4469-9b29-d6df32987246 req-e1f59f1d-8d35-43ab-ba6d-8d6a2ac14a12 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161902 Sep 29 23:03:53.488429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-7bdd51dc-83e9-481a-8c81-b43e7947fcbb req-4ed44f25-11eb-434e-90ac-05d8414fd635 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:03:53.491579 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bdd51dc-83e9-481a-8c81-b43e7947fcbb req-4ed44f25-11eb-434e-90ac-05d8414fd635 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0240009 Sep 29 23:03:53.570153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:53.590719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:53.632118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:03:53.660505 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:53.661007 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Added segment 559ee88a-8c46-4d96-bb85-8aa5249cb33c of type vlan for network 60b39112-d360-4f6c-84a8-5e73200f2e34 Sep 29 23:03:53.663778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2eeb9a-af11-417e-8ac3-a1a0dda38631,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:53.731694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd1248-aa23-4b3a-853a-4eaf39299afa req-926b29c7-59b4-42e9-a321-b7ef8fbf8930 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:53.740140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21cd1248-aa23-4b3a-853a-4eaf39299afa req-926b29c7-59b4-42e9-a321-b7ef8fbf8930 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 945 time: 0.1651576 Sep 29 23:03:53.789752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:53.857261 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-340a5331-e3fc-4bf3-a8d5-3f0b448e14f2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0618629 Sep 29 23:03:53.860450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21cd1248-aa23-4b3a-853a-4eaf39299afa req-70f46db4-775d-4d53-888b-aa4b069a88f4 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186817 Sep 29 23:03:53.885296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f30e607-c44f-4d52-8a74-f153747494e0 req-759ed563-b21c-4cdb-8828-3065f7472f0f tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] 10.222.0.44 "GET /v2.0/security-groups/709603e5-0614-42fc-bb33-828e6755845e HTTP/1.1" status: 200 len: 2981 time: 0.1390436 Sep 29 23:03:53.896940 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:53.899125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:53.900178 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:53.978286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0195816 Sep 29 23:03:53.980228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36570) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:53.986200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Request body: {'subnet': {'network_id': '60b39112-d360-4f6c-84a8-5e73200f2e34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-560384393-subnet', 'tenant_id': '77e930ef0c3e4b22be19d6c98376fd64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:54.024415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ffbab-7917-47fd-b3a5-d1a8257455ce admin admin] Pushing event updated for resources: {'Network': ['ID=60b39112-d360-4f6c-84a8-5e73200f2e34,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:54.034400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 60b39112-d360-4f6c-84a8-5e73200f2e34 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:03:54.071282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Made reservation on behalf of 77e930ef0c3e4b22be19d6c98376fd64 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:54.072088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b124d-4f00-4cfc-99ae-fa309c9e81a2 req-cca633ca-ca3b-4e62-9b74-93e4855f2721 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:54.074125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:54.080234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f92b124d-4f00-4cfc-99ae-fa309c9e81a2 req-cca633ca-ca3b-4e62-9b74-93e4855f2721 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1311159 Sep 29 23:03:54.105946 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-9f30e607-c44f-4d52-8a74-f153747494e0 req-97059092-0ee3-4317-aa5b-5325417b3af0 tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 23:03:54.123868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f30e607-c44f-4d52-8a74-f153747494e0 req-97059092-0ee3-4317-aa5b-5325417b3af0 tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] 10.222.0.44 "DELETE /v2.0/security-groups/709603e5-0614-42fc-bb33-828e6755845e HTTP/1.1" status: 409 len: 352 time: 0.2310412 Sep 29 23:03:54.149262 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f92b124d-4f00-4cfc-99ae-fa309c9e81a2 req-d7671f4c-77f9-45bd-a80d-4b9334ed9084 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678723 Sep 29 23:03:54.282076 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-296d9a77-35e8-4a45-8740-3922657954fe req-6044d636-421d-4669-8aaa-e0d4fe98fd8c tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] show failed (client error): The resource could not be found. Sep 29 23:03:54.284920 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-296d9a77-35e8-4a45-8740-3922657954fe req-6044d636-421d-4669-8aaa-e0d4fe98fd8c tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] 10.222.0.44 "GET /v2.0/security-groups/07fc4167-e104-4402-8b7e-2ec34ea3e499 HTTP/1.1" status: 404 len: 352 time: 0.0593617 Sep 29 23:03:54.360403 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-71c015a3-c0b2-47f3-8a17-513023952afe req-d6e59b90-e946-403e-8fda-2a6cba3118d8 tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] show failed (client error): The resource could not be found. Sep 29 23:03:54.377818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36592) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:54.385205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71c015a3-c0b2-47f3-8a17-513023952afe req-d6e59b90-e946-403e-8fda-2a6cba3118d8 tempest-SecurityGroupsNegativeTestJSON-614985217 tempest-SecurityGroupsNegativeTestJSON-614985217-project] 10.222.0.44 "GET /v2.0/security-groups/7d2cdb34-62c9-42f2-9bfc-7e08345aa0af HTTP/1.1" status: 404 len: 352 time: 0.0473821 Sep 29 23:03:54.513997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3560d59b-36ae-464f-a79f-a31a3f428659 admin admin] Deleting subnet 2aa5a0b6-388a-4552-8c0f-69672080cd3b {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:03:54.527771 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3560d59b-36ae-464f-a79f-a31a3f428659 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:54.552492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1cdab-108d-4d4f-815b-225fd6cd81a5 req-f9a9052a-7be9-4936-bc54-54b6362430ed tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:54.564352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5f1cdab-108d-4d4f-815b-225fd6cd81a5 req-f9a9052a-7be9-4936-bc54-54b6362430ed tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 944 time: 0.1205053 Sep 29 23:03:54.582783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3560d59b-36ae-464f-a79f-a31a3f428659 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:54.636760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3560d59b-36ae-464f-a79f-a31a3f428659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:54.654369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5f1cdab-108d-4d4f-815b-225fd6cd81a5 req-c1578102-e4e6-4189-965d-d24c561b59c5 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854208 Sep 29 23:03:54.717159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3560d59b-36ae-464f-a79f-a31a3f428659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:54.734443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:54.741230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3560d59b-36ae-464f-a79f-a31a3f428659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:54.746860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3560d59b-36ae-464f-a79f-a31a3f428659 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2aa5a0b6-388a-4552-8c0f-69672080cd3b HTTP/1.1" status: 204 len: 168 time: 0.3643022 Sep 29 23:03:54.748347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36606) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:54.768129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560d59b-36ae-464f-a79f-a31a3f428659 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa5a0b6-388a-4552-8c0f-69672080cd3b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:54.815658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Checking segment: {'id': '559ee88a-8c46-4d96-bb85-8aa5249cb33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '60b39112-d360-4f6c-84a8-5e73200f2e34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:54.816160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Network hostable DHCP agents. Network: 60b39112-d360-4f6c-84a8-5e73200f2e34, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:03:54.851467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Network 60b39112-d360-4f6c-84a8-5e73200f2e34 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:03:54.862395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2185d2b5-358d-4cf2-b8f0-0990ddaa8bac,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:54.873447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 60b39112-d360-4f6c-84a8-5e73200f2e34) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:03:54.883817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d322313a-b31c-499c-b9cc-fd8eef17e003 None None] Network 60b39112-d360-4f6c-84a8-5e73200f2e34 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:03:54.887470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:54.888303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:54.916093 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ded2b665-8300-42d7-baef-aa9fef55e161 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9343765 Sep 29 23:03:54.939085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:55.060711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 55c82ecc-8c84-4505-bb5a-2be16315604f up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:03:55.113779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:55.148767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d2bbee-802d-4d73-8545-72ef661ee2f5 req-00ef224a-5fda-435e-aef4-b19057cd8b3a tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:55.150345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25d2bbee-802d-4d73-8545-72ef661ee2f5 req-00ef224a-5fda-435e-aef4-b19057cd8b3a tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 945 time: 0.1135046 Sep 29 23:03:55.152130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890b326e-382b-4836-be04-cbf23b0c9b42']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:55.167363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12cd89b1-5be3-4fe5-827a-05eea9652139') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:55.167363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12cd89b1-5be3-4fe5-827a-05eea9652139') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:03:55.191284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:55.260183 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:55.285978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:03:55.286946 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:03:55.290520 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:03:55.363877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ef512b4d-ee91-4dc0-aa60-a083762e6d48 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:03:55.373966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25d2bbee-802d-4d73-8545-72ef661ee2f5 req-3458498b-62bd-4d55-ada7-22a130a219d9 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913109 Sep 29 23:03:55.496477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dc578-4594-49db-980d-c650fa49afca req-119e766a-7f44-47a8-821a-027c4dcef43a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:55.504860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c19dc578-4594-49db-980d-c650fa49afca req-119e766a-7f44-47a8-821a-027c4dcef43a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.2084830 Sep 29 23:03:55.513990 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:55.545488 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:55.547961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] 10.222.0.44 "DELETE /v2.0/networks/890b326e-382b-4836-be04-cbf23b0c9b42 HTTP/1.1" status: 204 len: 168 time: 0.7979300 Sep 29 23:03:55.551322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb734ba7-e2bb-4132-a3fd-357266f0a6ed admin admin] Pushing event deleted for resources: {'Network': ['ID=890b326e-382b-4836-be04-cbf23b0c9b42,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:55.579044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 55c82ecc-8c84-4505-bb5a-2be16315604f completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:03:55.591699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c19dc578-4594-49db-980d-c650fa49afca req-2e64cdb9-3a96-4eeb-bab7-a9562a1852e2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811927 Sep 29 23:03:55.672682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 55c82ecc-8c84-4505-bb5a-2be16315604f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:55.673065 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:55.827212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f7a952-ef01-43f0-8a40-3e42e8e23ab6 None None] Network 60b39112-d360-4f6c-84a8-5e73200f2e34 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:03:55.905740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36650) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:55.999969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port ef512b4d-ee91-4dc0-aa60-a083762e6d48 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:03:56.004565 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port ef512b4d-ee91-4dc0-aa60-a083762e6d48 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:03:56.004941 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:56.007054 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-96155f52-a1d0-4ec6-916f-832d21f7f693 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=56f49c4c7d7f44bd99520f746d0f4e42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0995753 Sep 29 23:03:56.011022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36652) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:56.118983 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:56.127910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-e9877cda-8362-4c2d-833f-0c95b05b8a3c tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:56.138590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-e9877cda-8362-4c2d-833f-0c95b05b8a3c tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/networks?id=60b39112-d360-4f6c-84a8-5e73200f2e34 HTTP/1.1" status: 200 len: 812 time: 0.1918409 Sep 29 23:03:56.156166 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50741eda-b7b7-4080-8ac9-403067a9289c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:56.179414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0674982-9684-424a-b095-79f2c3779c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c82ecc-8c84-4505-bb5a-2be16315604f'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:56.181292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-d5ecb81b-dac0-464b-9ec4-a79382bba82a tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/quotas/77e930ef0c3e4b22be19d6c98376fd64 HTTP/1.1" status: 200 len: 375 time: 0.0408287 Sep 29 23:03:56.182565 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a302d3bc-62b9-432e-b324-85188024adf7" -d '{"events": [{"server_uuid": "f0674982-9684-424a-b095-79f2c3779c6b", "name": "network-vif-plugged", "status": "completed", "tag": "55c82ecc-8c84-4505-bb5a-2be16315604f"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:56.208426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50741eda-b7b7-4080-8ac9-403067a9289c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:56.219477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 55c82ecc-8c84-4505-bb5a-2be16315604f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=55c82ecc-8c84-4505-bb5a-2be16315604f,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:56.229543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-c0fbf139-b410-4357-bea5-973ae47a140a tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=77e930ef0c3e4b22be19d6c98376fd64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454421 Sep 29 23:03:56.229773 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:56.263120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c331c4-634d-4aa4-90f0-98daf5ca6c83 req-8e0098e4-ed7a-4f27-b3bf-b10b51d546e6 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:56.264830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99c331c4-634d-4aa4-90f0-98daf5ca6c83 req-8e0098e4-ed7a-4f27-b3bf-b10b51d546e6 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 944 time: 0.3568220 Sep 29 23:03:56.319931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50741eda-b7b7-4080-8ac9-403067a9289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:56.324221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50741eda-b7b7-4080-8ac9-403067a9289c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:56.325742 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-50741eda-b7b7-4080-8ac9-403067a9289c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/709603e5-0614-42fc-bb33-828e6755845e HTTP/1.1" status: 204 len: 168 time: 0.3122637 Sep 29 23:03:56.337357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50741eda-b7b7-4080-8ac9-403067a9289c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709603e5-0614-42fc-bb33-828e6755845e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:56.427279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-b13a375e-ac1d-48cc-b069-8fa00a8a34a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:56.431022 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-b13a375e-ac1d-48cc-b069-8fa00a8a34a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 1101 time: 0.0658681 Sep 29 23:03:56.481060 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99c331c4-634d-4aa4-90f0-98daf5ca6c83 req-93f05073-682e-4d81-8b71-9f7e3ac24f29 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1984336 Sep 29 23:03:56.499114 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=55c82ecc-8c84-4505-bb5a-2be16315604f,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:56.506655 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:56.567216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ef512b4d-ee91-4dc0-aa60-a083762e6d48, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ef512b4d-ee91-4dc0-aa60-a083762e6d48,segment=NetworkSegment(f610fc93-dd31-4137-94e8-f0dddea5c1e8),segment_id=f610fc93-dd31-4137-94e8-f0dddea5c1e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:03:56.571164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-04d52c74-4983-4140-8887-b7e7dfa00f2f service neutron] 10.222.0.44 "GET /v2.0/networks/60b39112-d360-4f6c-84a8-5e73200f2e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305187 Sep 29 23:03:56.579060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:56.591069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-92a03f9f-3121-478b-86e8-819599f03b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:56.592780 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-92a03f9f-3121-478b-86e8-819599f03b8f service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1489079 Sep 29 23:03:56.635547 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bded323e-b141-4067-aa0b-d8a216e71b29 x-openstack-request-id: req-bded323e-b141-4067-aa0b-d8a216e71b29 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:56.635867 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0674982-9684-424a-b095-79f2c3779c6b", "name": "network-vif-plugged", "status": "completed", "tag": "55c82ecc-8c84-4505-bb5a-2be16315604f", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:56.636190 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bded323e-b141-4067-aa0b-d8a216e71b29 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:56.636593 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0674982-9684-424a-b095-79f2c3779c6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c82ecc-8c84-4505-bb5a-2be16315604f', 'code': 200} Sep 29 23:03:56.637895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ef512b4d-ee91-4dc0-aa60-a083762e6d48,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:56.717273 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-c6a686ed-9764-46e4-82a1-2a593cf9101b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 200 len: 217 time: 0.0859485 Sep 29 23:03:56.807238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1917a-b7e4-424b-89c0-0a32391dee1e req-fabd3c4d-c1c7-4f48-b602-75801ff6c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:56.809092 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34a1917a-b7e4-424b-89c0-0a32391dee1e req-fabd3c4d-c1c7-4f48-b602-75801ff6c890 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 1096 time: 0.0908267 Sep 29 23:03:56.813474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-df08d995-a001-45f3-98f2-ea2b4ebb1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:56.815550 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-df08d995-a001-45f3-98f2-ea2b4ebb1dfa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0870156 Sep 29 23:03:56.816377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-d3e5ced1-78df-48d2-bab3-736f3bf9e36a service neutron] 10.222.0.44 "GET /v2.0/networks/60b39112-d360-4f6c-84a8-5e73200f2e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384622 Sep 29 23:03:56.847194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e52d9-98a5-40cc-bd5d-ff936c5e9aac req-cef64106-9bc6-497e-aaeb-c30004aae2eb tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:56.848785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e04e52d9-98a5-40cc-bd5d-ff936c5e9aac req-cef64106-9bc6-497e-aaeb-c30004aae2eb tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 946 time: 0.1026685 Sep 29 23:03:56.878349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34a1917a-b7e4-424b-89c0-0a32391dee1e req-99b2a660-c99e-42bb-a201-ecaac12a6f0e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577126 Sep 29 23:03:56.929944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e04e52d9-98a5-40cc-bd5d-ff936c5e9aac req-f29112a2-8332-4ab1-8b9b-d615b1d6beb4 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655630 Sep 29 23:03:56.937404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-95a2ec3d-9c7c-47d6-a7f4-ce2c9a4111ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:56.945252 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-95a2ec3d-9c7c-47d6-a7f4-ce2c9a4111ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1056426 Sep 29 23:03:57.196443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68206a5-2715-454c-b6a0-0bdcac6af989 req-beb5f107-efaa-4a64-8475-45b0dceb84b5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:57.225770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f68206a5-2715-454c-b6a0-0bdcac6af989 req-beb5f107-efaa-4a64-8475-45b0dceb84b5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1233079 Sep 29 23:03:57.279391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f68206a5-2715-454c-b6a0-0bdcac6af989 req-2efbacb4-2e3c-442c-9044-d4d1379ac080 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527463 Sep 29 23:03:57.354447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96aa7d78-af14-4d8b-80e0-9e5b11eb8686 req-82df6d8d-c727-4aaf-a64e-a8a006ef7911 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 210 time: 0.0577075 Sep 29 23:03:57.631853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-ca00608c-84db-40fa-9b8c-f176b58a5992 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896867 Sep 29 23:03:57.672566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36742) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:57.735587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea76f9-c2c3-4861-b8be-f16b62e2cc38 req-7fd2c46b-98c0-4865-a62b-fc2f88aa2e02 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:57.750135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bea76f9-c2c3-4861-b8be-f16b62e2cc38 req-7fd2c46b-98c0-4865-a62b-fc2f88aa2e02 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 945 time: 0.1531458 Sep 29 23:03:57.871696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bea76f9-c2c3-4861-b8be-f16b62e2cc38 req-3e94a832-f44f-4370-bb29-d6ab23a5bf76 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089873 Sep 29 23:03:57.927552 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-6f943ddc-9feb-45ec-96fc-745b609fdf42 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873170 Sep 29 23:03:57.938079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1159929583-network', 'tenant_id': 'd2bebca2870946dda4759fdbb1bc85eb'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:57.950815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-83cb3c8e-bd74-4a0a-8848-240f3e20ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:57.952420 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-83cb3c8e-bd74-4a0a-8848-240f3e20ae60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=018dc07d270d454783480c3d7445c1ce&device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 1101 time: 0.1229992 Sep 29 23:03:58.035570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Made reservation on behalf of d2bebca2870946dda4759fdbb1bc85eb for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:58.040734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:58.067367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:58.211657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:58.227738 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:58.357218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945a28f1-167e-4a3c-bb91-2635a225318f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:58.367964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-2417a021-525f-4010-b837-25fa2eb01309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:58.369483 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-2417a021-525f-4010-b837-25fa2eb01309 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.3271158 Sep 29 23:03:58.411243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:03:58.452879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc3c4f-9264-4b43-b335-3c92ca6452e3 req-117da5d6-bad9-4808-84cb-ecffed3710e8 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:58.468510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8adc3c4f-9264-4b43-b335-3c92ca6452e3 req-117da5d6-bad9-4808-84cb-ecffed3710e8 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 946 time: 0.2550516 Sep 29 23:03:58.480558 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-03097aef-36c5-426e-9180-4970e6c72d2e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=cef065a1-6e7d-4136-8013-c6f600e73c32 HTTP/1.1" status: 200 len: 217 time: 0.0969625 Sep 29 23:03:58.568055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:58.569831 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Added segment 304bb7b7-a253-49b5-8ce3-c8acb139730b of type vlan for network 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b Sep 29 23:03:58.588601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-b65cfe96-a103-4c99-97f3-5030738302b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:58.590242 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-b65cfe96-a103-4c99-97f3-5030738302b2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0891688 Sep 29 23:03:58.654022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f2dc2e-ac7c-4832-b134-9f966210862b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef512b4d-ee91-4dc0-aa60-a083762e6d48'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:03:58.659973 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e2519-f81e-4b7f-a424-da6b053eea03" -d '{"events": [{"server_uuid": "79f2dc2e-ac7c-4832-b134-9f966210862b", "name": "network-vif-plugged", "status": "completed", "tag": "ef512b4d-ee91-4dc0-aa60-a083762e6d48"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:03:58.694835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8adc3c4f-9264-4b43-b335-3c92ca6452e3 req-ba261132-bed9-430f-8763-e071288b4bd0 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226708 Sep 29 23:03:58.698476 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:58.733852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-c22abf62-0c32-4f5d-a867-1e854546f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:58.735381 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-c22abf62-0c32-4f5d-a867-1e854546f68d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1291344 Sep 29 23:03:58.739020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b3048-e5f5-4964-809f-32ed939818fe req-1d753a8b-bf18-454b-8b76-be07d09c3416 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:58.749671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-351b3048-e5f5-4964-809f-32ed939818fe req-1d753a8b-bf18-454b-8b76-be07d09c3416 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.3394125 Sep 29 23:03:58.839417 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:58.840478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:58.841926 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:58.941966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bfb47f8-4f62-46c3-bab6-62977b7b2385 req-4ebb7396-5788-4c88-9bd8-a6a0e23977a4 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 210 time: 0.0679498 Sep 29 23:03:58.991453 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-dd21c83d-8d8d-4385-ab2c-ddaa1f3cf57d service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403820 Sep 29 23:03:58.998615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-351b3048-e5f5-4964-809f-32ed939818fe req-b124a5b9-2922-4e3c-9170-b5018e61fcf5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477648 Sep 29 23:03:59.026240 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c17b8a-f03b-4006-b511-aa8bc855e307 x-openstack-request-id: req-41c17b8a-f03b-4006-b511-aa8bc855e307 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:03:59.026554 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f2dc2e-ac7c-4832-b134-9f966210862b", "name": "network-vif-plugged", "status": "completed", "tag": "ef512b4d-ee91-4dc0-aa60-a083762e6d48", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:03:59.026812 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41c17b8a-f03b-4006-b511-aa8bc855e307 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:03:59.027208 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f2dc2e-ac7c-4832-b134-9f966210862b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef512b4d-ee91-4dc0-aa60-a083762e6d48', 'code': 200} Sep 29 23:03:59.028786 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3550322 Sep 29 23:03:59.031596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:03:59.038580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Request body: {'subnet': {'network_id': '2a99c1af-9caf-4cac-ae43-4e5ccddfde8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1159929583-subnet', 'tenant_id': 'd2bebca2870946dda4759fdbb1bc85eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:59.096937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Made reservation on behalf of d2bebca2870946dda4759fdbb1bc85eb for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:59.101867 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:59.105123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b42077f-3eff-4938-8b3f-7b7b6e022aea admin admin] Pushing event updated for resources: {'Network': ['ID=2a99c1af-9caf-4cac-ae43-4e5ccddfde8b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:59.117066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:03:59.436699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b9971adf-2fc3-4957-883a-bf5f117193f5 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:59.438534 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b9971adf-2fc3-4957-883a-bf5f117193f5 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.26 "GET /v2.0/networks?id=60b39112-d360-4f6c-84a8-5e73200f2e34 HTTP/1.1" status: 200 len: 812 time: 0.3885086 Sep 29 23:03:59.459702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Request body: {'port': {'device_id': '795f4ec7-1658-4506-93e5-b6076769d07a', 'network_id': '60b39112-d360-4f6c-84a8-5e73200f2e34', 'admin_state_up': True, 'tenant_id': '77e930ef0c3e4b22be19d6c98376fd64'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:03:59.504780 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6808f460-91f5-4196-93ca-aac5b0e1b0dc req-e4c1d0d9-92c5-49f0-a7fc-67ca297a7e30 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899337 Sep 29 23:03:59.528171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cd7d52-0d3b-4e3a-b708-1481f62ad0b9 req-bf9a74e4-4698-4453-8e1f-b5082d9fbd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:59.530674 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8cd7d52-0d3b-4e3a-b708-1481f62ad0b9 req-bf9a74e4-4698-4453-8e1f-b5082d9fbd73 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 1097 time: 0.3155577 Sep 29 23:03:59.687953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31eace-aaf8-45a1-a546-2fba29a3cb25 req-3da377b5-5e0e-4b9f-bb0c-80eec909b947 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:03:59.690158 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f31eace-aaf8-45a1-a546-2fba29a3cb25 req-3da377b5-5e0e-4b9f-bb0c-80eec909b947 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 945 time: 0.0978341 Sep 29 23:03:59.692140 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8cd7d52-0d3b-4e3a-b708-1481f62ad0b9 req-a6a633bf-2eef-4713-a7f1-dca3bb7d1095 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529057 Sep 29 23:03:59.747147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Made reservation on behalf of 77e930ef0c3e4b22be19d6c98376fd64 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:03:59.752442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:59.774550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f31eace-aaf8-45a1-a546-2fba29a3cb25 req-48b0374b-cf8e-4de1-968f-9cf9701f54d5 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741637 Sep 29 23:03:59.873807 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:03:59.973811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=219120e6-a36c-47e0-adf8-a95b85241adf,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:03:59.995502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Checking segment: {'id': '304bb7b7-a253-49b5-8ce3-c8acb139730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a99c1af-9caf-4cac-ae43-4e5ccddfde8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:03:59.996098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Network hostable DHCP agents. Network: 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:04:00.029624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa97e5-7e87-4c2d-bb69-9aef7ed8250f req-568a35ac-97a0-4c9f-9de1-6c5b40e23871 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:00.039899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Allocated IP 172.20.0.10 (60b39112-d360-4f6c-84a8-5e73200f2e34/2185d2b5-358d-4cf2-b8f0-0990ddaa8bac/a470a314-8492-4d3a-a6f4-92ddc609810e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:00.040608 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6daa97e5-7e87-4c2d-bb69-9aef7ed8250f req-568a35ac-97a0-4c9f-9de1-6c5b40e23871 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 946 time: 0.1179187 Sep 29 23:04:00.075679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Network 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:04:00.106689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:00.110871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6daa97e5-7e87-4c2d-bb69-9aef7ed8250f req-2f05b550-4b9b-49fa-a60b-474f81dea2f1 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691628 Sep 29 23:04:00.113717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:00.114315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:00.127397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b223b3e-1480-4443-a17c-aa50668a74dc None None] Network 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:00.138722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e541ee81-2409-4e6d-aaac-3e8052a3b7ba admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1057913 Sep 29 23:04:00.404369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe0bf2b-ddd5-4798-bce5-5150c2c5d920 req-c21ffe92-2647-4c50-94d9-fa27b782fea3 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:00.417610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffe0bf2b-ddd5-4798-bce5-5150c2c5d920 req-c21ffe92-2647-4c50-94d9-fa27b782fea3 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 945 time: 0.1156237 Sep 29 23:04:00.426223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:00.430834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-42f24a42-f260-4ad8-87b5-44476c54dc7b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Request body: {'floatingip': {'port_id': '55c82ecc-8c84-4505-bb5a-2be16315604f'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:00.452085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf58b73a-e98c-48b9-b6fb-49132ce3c688 None None] Network 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:00.516784 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f24a42-f260-4ad8-87b5-44476c54dc7b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:00.683172 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e81d92db-49dd-46cf-a90d-24e02019439c req-2549ccf0-ae23-4211-a250-db28012197fc tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 210 time: 0.1501641 Sep 29 23:04:00.916502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81218c-f819-47b6-8828-1e1e5a4349a3 req-4cd9733a-9388-4366-80bf-dd22cfa53891 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:00.917250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:00.923614 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f81218c-f819-47b6-8828-1e1e5a4349a3 req-4cd9733a-9388-4366-80bf-dd22cfa53891 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1305373 Sep 29 23:04:00.981178 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:01.028830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f81218c-f819-47b6-8828-1e1e5a4349a3 req-f4c1d67c-e6e7-489f-b90a-1ed45b004990 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903778 Sep 29 23:04:01.034086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Network 60b39112-d360-4f6c-84a8-5e73200f2e34 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:01.041798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:01.044638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:01.081453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Pushing event updated for resources: {'Port': ['ID=a470a314-8492-4d3a-a6f4-92ddc609810e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:01.121386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:01.122777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:01.144758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-b5675a87-d802-4d0c-9b1e-8ccac53e9868 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6941025 Sep 29 23:04:01.157420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Request body: {'port': {'device_id': '795f4ec7-1658-4506-93e5-b6076769d07a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:01.253269 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:01.521670 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f24a42-f260-4ad8-87b5-44476c54dc7b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:01.530654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f24a42-f260-4ad8-87b5-44476c54dc7b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:01.738425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a470a314-8492-4d3a-a6f4-92ddc609810e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:01.750527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:01.750765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010cd93-6754-44ab-8193-08a6d0fbf7ae req-80da943c-5f79-4a46-9736-229cc97e853a tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:01.752389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c010cd93-6754-44ab-8193-08a6d0fbf7ae req-80da943c-5f79-4a46-9736-229cc97e853a tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 946 time: 0.1595049 Sep 29 23:04:01.770065 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-42f24a42-f260-4ad8-87b5-44476c54dc7b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Floating IP dff5a959-39a6-4cc7-9238-fab174381789 associated. External IP: 172.25.4.171, port: 55c82ecc-8c84-4505-bb5a-2be16315604f. Sep 29 23:04:01.784382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Transition to ACTIVE for port object a470a314-8492-4d3a-a6f4-92ddc609810e will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:04:01.793157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:01.878997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c010cd93-6754-44ab-8193-08a6d0fbf7ae req-96080792-00c3-464c-aa0f-f2b13204ea71 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114008 Sep 29 23:04:01.943979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Pushing event updated for resources: {'Port': ['ID=a470a314-8492-4d3a-a6f4-92ddc609810e,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:01.989336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.990003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.991049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.992040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.992921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.993788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.994382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.995601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.996220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.996785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.997672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:01.998233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:02.048820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Attempting to bind port a470a314-8492-4d3a-a6f4-92ddc609810e on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:02.050246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Attempting to bind port a470a314-8492-4d3a-a6f4-92ddc609810e by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '559ee88a-8c46-4d96-bb85-8aa5249cb33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '60b39112-d360-4f6c-84a8-5e73200f2e34'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:02.050854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Attempting to bind port a470a314-8492-4d3a-a6f4-92ddc609810e on network 60b39112-d360-4f6c-84a8-5e73200f2e34 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:02.057000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Port a470a314-8492-4d3a-a6f4-92ddc609810e on network 60b39112-d360-4f6c-84a8-5e73200f2e34 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:04:02.057701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Attempting to bind port a470a314-8492-4d3a-a6f4-92ddc609810e on network 60b39112-d360-4f6c-84a8-5e73200f2e34 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:02.064996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:02.065739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Checking segment: {'id': '559ee88a-8c46-4d96-bb85-8aa5249cb33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '60b39112-d360-4f6c-84a8-5e73200f2e34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:02.066577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Bound using segment: {'id': '559ee88a-8c46-4d96-bb85-8aa5249cb33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '60b39112-d360-4f6c-84a8-5e73200f2e34'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:02.067240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Bound port: a470a314-8492-4d3a-a6f4-92ddc609810e, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '559ee88a-8c46-4d96-bb85-8aa5249cb33c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '60b39112-d360-4f6c-84a8-5e73200f2e34'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:02.067847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:02.163983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f24a42-f260-4ad8-87b5-44476c54dc7b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Router 37792ab2-b64b-42b7-8829-c67ff3375481 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:04:02.171140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] For port a470a314-8492-4d3a-a6f4-92ddc609810e, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:02.176547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] For port a470a314-8492-4d3a-a6f4-92ddc609810e, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a470a314-8492-4d3a-a6f4-92ddc609810e,segment=NetworkSegment(559ee88a-8c46-4d96-bb85-8aa5249cb33c),segment_id=559ee88a-8c46-4d96-bb85-8aa5249cb33c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:02.184425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:02.238041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:02.241038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:02.243390 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] 10.222.0.26 "PUT /v2.0/ports/a470a314-8492-4d3a-a6f4-92ddc609810e HTTP/1.1" status: 200 len: 1092 time: 1.0900388 Sep 29 23:04:02.244862 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '795f4ec7-1658-4506-93e5-b6076769d07a', 'tag': 'a470a314-8492-4d3a-a6f4-92ddc609810e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:02.257388 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd3655a-ab34-4130-90b5-28e73a962212" -d '{"events": [{"name": "network-changed", "server_uuid": "795f4ec7-1658-4506-93e5-b6076769d07a", "tag": "a470a314-8492-4d3a-a6f4-92ddc609810e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:02.338415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b7e5e-c843-4278-81ca-53ee1b27e2db service neutron] Pushing event updated for resources: {'Port': ['ID=a470a314-8492-4d3a-a6f4-92ddc609810e,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:02.367442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-57667b81-9628-4eb3-9071-796dd1f11d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:02.369027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-57667b81-9628-4eb3-9071-796dd1f11d86 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77e930ef0c3e4b22be19d6c98376fd64&device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 1095 time: 0.0718091 Sep 29 23:04:02.392708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f24a42-f260-4ad8-87b5-44476c54dc7b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:04:02.402162 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f24a42-f260-4ad8-87b5-44476c54dc7b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:02.403317 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] Sync routers for ids ['37792ab2-b64b-42b7-8829-c67ff3375481'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:04:02.432687 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] Routers {'37792ab2-b64b-42b7-8829-c67ff3375481'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:04:02.433345 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:03:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['37792ab2-b64b-42b7-8829-c67ff3375481'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:02.435082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-bc7a0428-51e3-4073-96f0-2362b36a3d53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a470a314-8492-4d3a-a6f4-92ddc609810e HTTP/1.1" status: 200 len: 217 time: 0.0577385 Sep 29 23:04:02.449077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b8a949-68ad-417e-8bfd-4ff3954d4dab req-9fecd249-feed-44d6-bbf8-29ca0987f865 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:02.457269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4b8a949-68ad-417e-8bfd-4ff3954d4dab req-9fecd249-feed-44d6-bbf8-29ca0987f865 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 944 time: 0.2180200 Sep 29 23:04:02.482414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-42f24a42-f260-4ad8-87b5-44476c54dc7b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "PUT /v2.0/floatingips/dff5a959-39a6-4cc7-9238-fab174381789 HTTP/1.1" status: 200 len: 991 time: 2.0550494 Sep 29 23:04:02.493995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0674982-9684-424a-b095-79f2c3779c6b', 'tag': '55c82ecc-8c84-4505-bb5a-2be16315604f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:02.496770 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1923c87-c2f5-492e-ba0d-5ada3a11677b" -d '{"events": [{"name": "network-changed", "server_uuid": "f0674982-9684-424a-b095-79f2c3779c6b", "tag": "55c82ecc-8c84-4505-bb5a-2be16315604f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:02.516434 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4b8a949-68ad-417e-8bfd-4ff3954d4dab req-567e3c74-6453-47d5-b3f0-a4068b08efa2 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2eeb9a-af11-417e-8ac3-a1a0dda38631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573754 Sep 29 23:04:02.553739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-1ccdac92-0a74-405b-ba60-af57139842f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:02.555860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-1ccdac92-0a74-405b-ba60-af57139842f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2185d2b5-358d-4cf2-b8f0-0990ddaa8bac HTTP/1.1" status: 200 len: 852 time: 0.1133595 Sep 29 23:04:02.610479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-fc775d1b-2f46-421a-a1f2-5c4d88cf3bb4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b39112-d360-4f6c-84a8-5e73200f2e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442452 Sep 29 23:04:02.704578 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] Set router 37792ab2-b64b-42b7-8829-c67ff3375481 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:04:02.772841 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-f5952fac-3f04-4423-af32-7a9e752cd981 service neutron] 10.222.0.26 "GET /v2.0/networks/60b39112-d360-4f6c-84a8-5e73200f2e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547525 Sep 29 23:04:02.933631 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cd43d87-a3a6-41c6-8185-ba9b1ff43071 req-5717337c-d7f9-4b50-9f35-e232b44e9851 service neutron] 10.222.0.26 "GET /v2.0/networks/60b39112-d360-4f6c-84a8-5e73200f2e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527696 Sep 29 23:04:02.978468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c30518-2603-40bc-b568-525cf22d1f5e req-dceef122-d7ae-446b-bf2e-40a45fc646be tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:02.980755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83c30518-2603-40bc-b568-525cf22d1f5e req-dceef122-d7ae-446b-bf2e-40a45fc646be tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1023769 Sep 29 23:04:03.055805 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83c30518-2603-40bc-b568-525cf22d1f5e req-7c52ad2f-dfad-43e4-af64-576d18096da6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667841 Sep 29 23:04:03.136833 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'dff5a959-39a6-4cc7-9238-fab174381789', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'port_id': '55c82ecc-8c84-4505-bb5a-2be16315604f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'mac_address': 'fa:16:3e:19:d4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0674982-9684-424a-b095-79f2c3779c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:03:01Z', 'updated_at': '2021-09-29T23:04:01Z', 'revision_number': 1, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80337e5e-db52-4121-8c30-1ee502e2ec52', 'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'mac_address': 'fa:16:3e:82:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:52Z', 'updated_at': '2021-09-29T23:03:00Z', 'revision_number': 5, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'subnets': [{'id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:03.175667 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] Checking router: 37792ab2-b64b-42b7-8829-c67ff3375481 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:04:03.186525 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] Routers {'37792ab2-b64b-42b7-8829-c67ff3375481'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:04:03.187411 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:03:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['37792ab2-b64b-42b7-8829-c67ff3375481'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:03.262410 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-887cc680-5f2e-4754-898a-feed38be0af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:03.358686 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3699764b-268c-4ed9-b2d1-09d68881ef95 x-openstack-request-id: req-3699764b-268c-4ed9-b2d1-09d68881ef95 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:03.359223 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "795f4ec7-1658-4506-93e5-b6076769d07a", "tag": "a470a314-8492-4d3a-a6f4-92ddc609810e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:03.359720 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3699764b-268c-4ed9-b2d1-09d68881ef95 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:03.360271 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '795f4ec7-1658-4506-93e5-b6076769d07a', 'tag': 'a470a314-8492-4d3a-a6f4-92ddc609810e', 'status': 'completed', 'code': 200} Sep 29 23:04:03.461944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3655a-ab34-4130-90b5-28e73a962212 req-c09c3311-e00f-4023-9063-24d08633d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:03.462719 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7cd3655a-ab34-4130-90b5-28e73a962212 req-c09c3311-e00f-4023-9063-24d08633d019 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=77e930ef0c3e4b22be19d6c98376fd64&device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 1095 time: 0.0805292 Sep 29 23:04:03.515641 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b692f3a8-e927-47a8-a234-ec93e4a5de27 x-openstack-request-id: req-b692f3a8-e927-47a8-a234-ec93e4a5de27 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:03.516191 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0674982-9684-424a-b095-79f2c3779c6b", "tag": "55c82ecc-8c84-4505-bb5a-2be16315604f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:03.516316 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b692f3a8-e927-47a8-a234-ec93e4a5de27 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:03.516650 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0674982-9684-424a-b095-79f2c3779c6b', 'tag': '55c82ecc-8c84-4505-bb5a-2be16315604f', 'status': 'completed', 'code': 200} Sep 29 23:04:03.590242 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] Set router 37792ab2-b64b-42b7-8829-c67ff3375481 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:04:03.727069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-7d6e03e5-b4a2-4562-9e44-60543f26f887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:03.727712 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-7d6e03e5-b4a2-4562-9e44-60543f26f887 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=235cb6eda5ba4ca998847694bdd2b31b&device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 1096 time: 0.0928771 Sep 29 23:04:03.734276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3655a-ab34-4130-90b5-28e73a962212 req-8719d3d7-ef0c-4ae4-8e49-312303a239f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:03.735846 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7cd3655a-ab34-4130-90b5-28e73a962212 req-8719d3d7-ef0c-4ae4-8e49-312303a239f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=60b39112-d360-4f6c-84a8-5e73200f2e34 HTTP/1.1" status: 200 len: 913 time: 0.2618382 Sep 29 23:04:03.799871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248b93f-31f0-4059-b877-b7fb77339cc5 req-5d1c5f20-736a-4515-b14d-4f541e4accaa tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:03.808684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a248b93f-31f0-4059-b877-b7fb77339cc5 req-5d1c5f20-736a-4515-b14d-4f541e4accaa tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 944 time: 0.0795288 Sep 29 23:04:03.833520 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7cd3655a-ab34-4130-90b5-28e73a962212 req-0ecbda25-0c24-43d3-9d71-99caf1aa521a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a470a314-8492-4d3a-a6f4-92ddc609810e HTTP/1.1" status: 200 len: 217 time: 0.0838189 Sep 29 23:04:03.898799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a248b93f-31f0-4059-b877-b7fb77339cc5 req-f0570825-f658-4818-9449-834455ec9d83 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2eeb9a-af11-417e-8ac3-a1a0dda38631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846078 Sep 29 23:04:03.984361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3655a-ab34-4130-90b5-28e73a962212 req-1f9c311a-0ce0-493a-880c-fd34d5460a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:03.985834 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7cd3655a-ab34-4130-90b5-28e73a962212 req-1f9c311a-0ce0-493a-880c-fd34d5460a39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2185d2b5-358d-4cf2-b8f0-0990ddaa8bac HTTP/1.1" status: 200 len: 852 time: 0.1456316 Sep 29 23:04:04.056941 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'dff5a959-39a6-4cc7-9238-fab174381789', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'port_id': '55c82ecc-8c84-4505-bb5a-2be16315604f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'mac_address': 'fa:16:3e:19:d4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0674982-9684-424a-b095-79f2c3779c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:03:01Z', 'updated_at': '2021-09-29T23:04:01Z', 'revision_number': 1, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80337e5e-db52-4121-8c30-1ee502e2ec52', 'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'mac_address': 'fa:16:3e:82:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:52Z', 'updated_at': '2021-09-29T23:03:00Z', 'revision_number': 5, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'subnets': [{'id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:04.067660 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7cd3655a-ab34-4130-90b5-28e73a962212 req-77de58da-521c-4f98-b4a5-6055d6ec2102 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=60b39112-d360-4f6c-84a8-5e73200f2e34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370026 Sep 29 23:04:04.141784 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dff372-6988-42a2-9df3-868ac3a94abd None None] The sync data for ids ['37792ab2-b64b-42b7-8829-c67ff3375481'] in n-d-811173-2 is: [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'dff5a959-39a6-4cc7-9238-fab174381789', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'floating_ip_address': '172.25.4.171', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'port_id': '55c82ecc-8c84-4505-bb5a-2be16315604f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'mac_address': 'fa:16:3e:19:d4:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0674982-9684-424a-b095-79f2c3779c6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:03:01Z', 'updated_at': '2021-09-29T23:04:01Z', 'revision_number': 1, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80337e5e-db52-4121-8c30-1ee502e2ec52', 'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'mac_address': 'fa:16:3e:82:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:52Z', 'updated_at': '2021-09-29T23:03:00Z', 'revision_number': 5, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'subnets': [{'id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:04:04.197392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-bedafb6b-2667-432a-aa16-27b18bf927fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:04.198933 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-bedafb6b-2667-432a-aa16-27b18bf927fb service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 HTTP/1.1" status: 200 len: 917 time: 0.4589322 Sep 29 23:04:04.278488 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7cd3655a-ab34-4130-90b5-28e73a962212 req-28bf0501-f894-4167-a0b1-e75acfe3d347 service neutron] 10.222.0.26 "GET /v2.0/networks/60b39112-d360-4f6c-84a8-5e73200f2e34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029376 Sep 29 23:04:04.335178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3a45ea-5d81-4fb1-bdc0-86b798e17b49 req-fd5d3d1e-196a-452e-ac8a-e7ad56542651 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:04.344324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a3a45ea-5d81-4fb1-bdc0-86b798e17b49 req-fd5d3d1e-196a-452e-ac8a-e7ad56542651 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1313274 Sep 29 23:04:04.358778 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-2805d872-3413-4c5c-a216-6aa4669b25f5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=55c82ecc-8c84-4505-bb5a-2be16315604f HTTP/1.1" status: 200 len: 999 time: 0.1450815 Sep 29 23:04:04.423160 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a3a45ea-5d81-4fb1-bdc0-86b798e17b49 req-1e2621a6-8e8e-420c-baae-de48c85e3b86 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731337 Sep 29 23:04:04.474132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-3c38f13d-f992-446f-b60e-e9b4111f546d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:04.477089 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-3c38f13d-f992-446f-b60e-e9b4111f546d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3e3ad63e-1bdb-47b0-94a0-457eb3fe096a HTTP/1.1" status: 200 len: 855 time: 0.1101396 Sep 29 23:04:04.518423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ff51c3-94b4-495d-8523-af6ed8b51aee None None] New status for floating IP dff5a959-39a6-4cc7-9238-fab174381789: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:04:04.756794 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7cd3655a-ab34-4130-90b5-28e73a962212 req-fbc1a17b-0506-452a-93e2-6b6f7ebb0ffa service neutron] 10.222.0.26 "GET /v2.0/networks/60b39112-d360-4f6c-84a8-5e73200f2e34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678793 Sep 29 23:04:04.759444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-2c62d10a-6afa-4999-879b-37df7eb54254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:04.760968 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-2c62d10a-6afa-4999-879b-37df7eb54254 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc30321d-ac0d-4aa1-8a2b-b9d635c4df49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725789 Sep 29 23:04:04.871394 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-f8a7e152-acab-4e1f-910d-a6d5a0b802ad service neutron] 10.222.0.42 "GET /v2.0/networks/cc30321d-ac0d-4aa1-8a2b-b9d635c4df49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980999 Sep 29 23:04:05.051922 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1923c87-c2f5-492e-ba0d-5ada3a11677b req-f4ed39da-70c3-4ff4-ac47-722836ab981e service neutron] 10.222.0.42 "GET /v2.0/networks/cc30321d-ac0d-4aa1-8a2b-b9d635c4df49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716805 Sep 29 23:04:05.278981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd38e93-66dd-4195-8736-b56bdc72fc97 req-b5e30fa1-0c8e-4a6f-a1f6-aff25adca95a tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:05.283921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3bd38e93-66dd-4195-8736-b56bdc72fc97 req-b5e30fa1-0c8e-4a6f-a1f6-aff25adca95a tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 944 time: 0.0610683 Sep 29 23:04:05.320111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a470a314-8492-4d3a-a6f4-92ddc609810e details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:04:05.345021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3bd38e93-66dd-4195-8736-b56bdc72fc97 req-b9354167-0ece-4e11-a776-6832fa7cbebe tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2eeb9a-af11-417e-8ac3-a1a0dda38631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573711 Sep 29 23:04:05.462391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a470a314-8492-4d3a-a6f4-92ddc609810e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a470a314-8492-4d3a-a6f4-92ddc609810e,segment=NetworkSegment(559ee88a-8c46-4d96-bb85-8aa5249cb33c),segment_id=559ee88a-8c46-4d96-bb85-8aa5249cb33c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:05.481068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'a470a314-8492-4d3a-a6f4-92ddc609810e', 'network_id': '60b39112-d360-4f6c-84a8-5e73200f2e34', 'port_id': 'a470a314-8492-4d3a-a6f4-92ddc609810e', 'mac_address': 'fa:16:3e:b7:f3:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2185d2b5-358d-4cf2-b8f0-0990ddaa8bac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:04:05.553819 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:05.571162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a470a314-8492-4d3a-a6f4-92ddc609810e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:05.594548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a470a314-8492-4d3a-a6f4-92ddc609810e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a470a314-8492-4d3a-a6f4-92ddc609810e,segment=NetworkSegment(559ee88a-8c46-4d96-bb85-8aa5249cb33c),segment_id=559ee88a-8c46-4d96-bb85-8aa5249cb33c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:05.603266 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:05.680660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a470a314-8492-4d3a-a6f4-92ddc609810e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:05.698112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.698112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.698697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.699050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.699394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.699726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.700373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.700872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.701208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.701582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.702032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.702195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:05.777544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49019119-8250-4511-8fd7-b7ec13633761 req-e08c3a9e-8463-4bbe-a429-d1210c270b73 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:05.784638 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49019119-8250-4511-8fd7-b7ec13633761 req-e08c3a9e-8463-4bbe-a429-d1210c270b73 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.0606668 Sep 29 23:04:05.828150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49019119-8250-4511-8fd7-b7ec13633761 req-94b688ba-cd16-4b08-ab66-35f0b8f56ceb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Sep 29 23:04:05.857124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a470a314-8492-4d3a-a6f4-92ddc609810e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:06.180555 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fccb340e-583d-473d-a41b-c272a1390152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:06.410856 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:06.798487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67607705-f6a3-4824-ad6c-9ccb071ae303 req-e29162db-d1ff-4163-8474-bffc5a44dd8a tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:06.804303 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67607705-f6a3-4824-ad6c-9ccb071ae303 req-e29162db-d1ff-4163-8474-bffc5a44dd8a tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 945 time: 0.0660024 Sep 29 23:04:06.860630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67607705-f6a3-4824-ad6c-9ccb071ae303 req-50b4d483-dce3-456c-ad86-886b6e70062e tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2eeb9a-af11-417e-8ac3-a1a0dda38631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537775 Sep 29 23:04:07.240171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ca167-3e15-4a47-9b24-e4236a42b8ad req-f82a861f-9702-4e47-a501-1a91aabed6b2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:07.244471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-386ca167-3e15-4a47-9b24-e4236a42b8ad req-f82a861f-9702-4e47-a501-1a91aabed6b2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.0767686 Sep 29 23:04:07.304556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-386ca167-3e15-4a47-9b24-e4236a42b8ad req-3379cfc3-8bbc-4102-9498-afedb3a64ce0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531590 Sep 29 23:04:07.329245 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:07.349624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a470a314-8492-4d3a-a6f4-92ddc609810e up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:07.445801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port a470a314-8492-4d3a-a6f4-92ddc609810e completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:04:07.451318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port a470a314-8492-4d3a-a6f4-92ddc609810e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:07.451727 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:07.594420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:07.629279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '795f4ec7-1658-4506-93e5-b6076769d07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a470a314-8492-4d3a-a6f4-92ddc609810e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:07.633096 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a17d96-200d-492d-825a-e448fbcb82e4" -d '{"events": [{"server_uuid": "795f4ec7-1658-4506-93e5-b6076769d07a", "name": "network-vif-plugged", "status": "completed", "tag": "a470a314-8492-4d3a-a6f4-92ddc609810e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:07.657231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a470a314-8492-4d3a-a6f4-92ddc609810e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a470a314-8492-4d3a-a6f4-92ddc609810e,segment=NetworkSegment(559ee88a-8c46-4d96-bb85-8aa5249cb33c),segment_id=559ee88a-8c46-4d96-bb85-8aa5249cb33c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:07.675913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:07.761890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a470a314-8492-4d3a-a6f4-92ddc609810e,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:08.491550 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:09.206028 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:09.320178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-09bb25e8-4546-439b-a93e-3db6dce215ee tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:09.321768 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-09bb25e8-4546-439b-a93e-3db6dce215ee tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/networks?id=2a99c1af-9caf-4cac-ae43-4e5ccddfde8b HTTP/1.1" status: 200 len: 810 time: 0.1258664 Sep 29 23:04:09.340088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-1837910f-da68-4e37-ab4f-18ecf86e1402 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/quotas/d2bebca2870946dda4759fdbb1bc85eb HTTP/1.1" status: 200 len: 375 time: 0.0114701 Sep 29 23:04:09.380230 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-3107f9be-4adb-4bf7-9e0f-65f6a92339de tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d2bebca2870946dda4759fdbb1bc85eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339234 Sep 29 23:04:09.437306 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7356a928-0a34-482b-a837-37ad6399224f x-openstack-request-id: req-7356a928-0a34-482b-a837-37ad6399224f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:09.437600 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "795f4ec7-1658-4506-93e5-b6076769d07a", "name": "network-vif-plugged", "status": "completed", "tag": "a470a314-8492-4d3a-a6f4-92ddc609810e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:09.437862 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7356a928-0a34-482b-a837-37ad6399224f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:09.438289 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795f4ec7-1658-4506-93e5-b6076769d07a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a470a314-8492-4d3a-a6f4-92ddc609810e', 'code': 200} Sep 29 23:04:09.524727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-1b81bdaf-148d-4b2c-b7b2-a91c281ea4f2 service neutron] 10.222.0.44 "GET /v2.0/networks/2a99c1af-9caf-4cac-ae43-4e5ccddfde8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341379 Sep 29 23:04:09.552427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70afab-6951-468b-880e-ef585cae0ea6 req-6e2def91-a52b-4f83-9eaf-9ea6dcf75399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:09.554803 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d70afab-6951-468b-880e-ef585cae0ea6 req-6e2def91-a52b-4f83-9eaf-9ea6dcf75399 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 1097 time: 0.0452836 Sep 29 23:04:09.598117 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d70afab-6951-468b-880e-ef585cae0ea6 req-c34fe084-ac88-439b-90eb-d3c4fda124e7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ec2eeb9a-af11-417e-8ac3-a1a0dda38631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360391 Sep 29 23:04:09.619973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe927a-8031-4ebe-a0ef-d26c04adc1a1 req-af21cec7-fc73-4f9b-99ea-0c53d5f78192 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:09.621508 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-babe927a-8031-4ebe-a0ef-d26c04adc1a1 req-af21cec7-fc73-4f9b-99ea-0c53d5f78192 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 946 time: 0.1147099 Sep 29 23:04:09.679311 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-246a201f-0e5c-4315-9258-0c707a77beaa service neutron] 10.222.0.44 "GET /v2.0/networks/2a99c1af-9caf-4cac-ae43-4e5ccddfde8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370330 Sep 29 23:04:09.682618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-babe927a-8031-4ebe-a0ef-d26c04adc1a1 req-1e27572e-182d-413e-bd0e-3dfd186afa8a tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2eeb9a-af11-417e-8ac3-a1a0dda38631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541980 Sep 29 23:04:09.801740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c329c8-0c8a-4d42-aa1f-7cda4163f73f req-b40a4647-a182-4d7c-9e2e-9314072a3a34 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:09.804594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88c329c8-0c8a-4d42-aa1f-7cda4163f73f req-b40a4647-a182-4d7c-9e2e-9314072a3a34 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.0613711 Sep 29 23:04:09.845956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88c329c8-0c8a-4d42-aa1f-7cda4163f73f req-20691ce1-c595-46e0-8167-c5688e9e2f69 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354006 Sep 29 23:04:10.019991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7360f378-865b-4824-8d7c-98d006121b27 req-d16590fa-c18d-47e1-9e7e-b6e36f43f1d8 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 210 time: 0.0395138 Sep 29 23:04:10.139854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5091fe-657e-4aab-9baf-789de97a89e1 req-c0081546-3b65-4292-a77d-bc2f81eeace7 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:10.150632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f5091fe-657e-4aab-9baf-789de97a89e1 req-c0081546-3b65-4292-a77d-bc2f81eeace7 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 950 time: 0.0749962 Sep 29 23:04:10.199968 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f5091fe-657e-4aab-9baf-789de97a89e1 req-997a44fb-c991-497f-becb-07e22cf0203a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482812 Sep 29 23:04:10.657112 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:04:10.903400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3884301-782a-4f50-9a15-a0093f8497a7 req-14e39984-46d8-42aa-96f6-37a7bb5a5bc4 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:10.905705 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3884301-782a-4f50-9a15-a0093f8497a7 req-14e39984-46d8-42aa-96f6-37a7bb5a5bc4 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 946 time: 0.1413858 Sep 29 23:04:10.962397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3884301-782a-4f50-9a15-a0093f8497a7 req-c3e290af-82c1-46cc-be1f-fcfb133e1ead tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2eeb9a-af11-417e-8ac3-a1a0dda38631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483685 Sep 29 23:04:11.119633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd197a02-5338-4bd5-a07a-bad05985f5c3 req-333ccf10-656f-494d-8bbb-5a6186100dd9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:11.121166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd197a02-5338-4bd5-a07a-bad05985f5c3 req-333ccf10-656f-494d-8bbb-5a6186100dd9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.0854115 Sep 29 23:04:11.139936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33630567-aac4-40e5-8740-03d74ced5e86 req-4fc607e1-631c-4dca-a352-23970bf718ce tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:11.141399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33630567-aac4-40e5-8740-03d74ced5e86 req-4fc607e1-631c-4dca-a352-23970bf718ce tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 946 time: 0.0684230 Sep 29 23:04:11.190700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd197a02-5338-4bd5-a07a-bad05985f5c3 req-7f056c75-5c5b-40ee-acae-3379e4f7ce29 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588639 Sep 29 23:04:11.203358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33630567-aac4-40e5-8740-03d74ced5e86 req-ad7a3250-abe5-45e1-beba-373a3930af9f tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489311 Sep 29 23:04:11.306519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ad8351b-d20a-4a41-9d76-04aaabd84aa2 req-f86d93a2-0c16-48a6-b60a-3284d05e4412 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 210 time: 0.0298085 Sep 29 23:04:11.729642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-f48b4ade-4901-4062-ba9e-9efb271e297c tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:11.731901 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-f48b4ade-4901-4062-ba9e-9efb271e297c tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.42 "GET /v2.0/networks?id=2a99c1af-9caf-4cac-ae43-4e5ccddfde8b HTTP/1.1" status: 200 len: 810 time: 0.1746902 Sep 29 23:04:11.759791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Request body: {'port': {'device_id': 'ea708420-6c2a-4be4-87a1-f37e3e9417b4', 'network_id': '2a99c1af-9caf-4cac-ae43-4e5ccddfde8b', 'admin_state_up': True, 'tenant_id': 'd2bebca2870946dda4759fdbb1bc85eb'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:11.897484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Made reservation on behalf of d2bebca2870946dda4759fdbb1bc85eb for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:11.900812 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:12.056362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Allocated IP 172.20.0.4 (2a99c1af-9caf-4cac-ae43-4e5ccddfde8b/219120e6-a36c-47e0-adf8-a95b85241adf/250859ec-b481-430e-a571-a33e7cd8d31f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:12.120661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49be83f-fa4f-4542-ae84-d598ca87ae7d req-28fc6562-8dca-49f8-bf9b-cbe01aa3de36 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:12.122287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a49be83f-fa4f-4542-ae84-d598ca87ae7d req-28fc6562-8dca-49f8-bf9b-cbe01aa3de36 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 946 time: 0.0648279 Sep 29 23:04:12.192103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a49be83f-fa4f-4542-ae84-d598ca87ae7d req-f8d47e81-8252-41c2-bc16-c06fe3e66110 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2eeb9a-af11-417e-8ac3-a1a0dda38631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634589 Sep 29 23:04:12.304087 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:12.412053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-4cda02f4-8961-427a-87ab-f4e6cc21ecc8 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:12.413645 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-4cda02f4-8961-427a-87ab-f4e6cc21ecc8 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.26 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 946 time: 0.0705380 Sep 29 23:04:12.415329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:12.440953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934168e7-5fe9-4bc5-9731-e51049aa41d8 req-d414cc48-0b8e-44c9-a8e0-97519a760079 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:12.442558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-934168e7-5fe9-4bc5-9731-e51049aa41d8 req-d414cc48-0b8e-44c9-a8e0-97519a760079 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.0961308 Sep 29 23:04:12.468343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2531a20-fc8e-4aa3-968a-75d10a18639b req-a07e6988-e6c1-454c-a046-b1a52bd38f95 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:12.476188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2531a20-fc8e-4aa3-968a-75d10a18639b req-a07e6988-e6c1-454c-a046-b1a52bd38f95 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 946 time: 0.0895164 Sep 29 23:04:12.498913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Network 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:12.509886 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:12.513881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:12.524963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Pushing event updated for resources: {'Port': ['ID=250859ec-b481-430e-a571-a33e7cd8d31f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:12.543473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-934168e7-5fe9-4bc5-9731-e51049aa41d8 req-e0ea2400-9e86-4471-914c-de09300aca0d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925255 Sep 29 23:04:12.549239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2531a20-fc8e-4aa3-968a-75d10a18639b req-ccba0183-73dc-43b9-9b98-37df224c7a2e tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/security-groups?id=8695416c-8016-447b-9090-372c36cd9beb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722463 Sep 29 23:04:12.611278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:12.612076 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:12.642485 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-701d2745-d579-4ea5-bb70-a5e49aecbf35 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8935566 Sep 29 23:04:12.648632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-dd9335db-d942-458d-af79-e5fa332e5d92 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Deleting port ef512b4d-ee91-4dc0-aa60-a083762e6d48 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:04:12.649082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-dd9335db-d942-458d-af79-e5fa332e5d92 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:12.728314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Request body: {'port': {'device_id': 'ea708420-6c2a-4be4-87a1-f37e3e9417b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:12.774434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-dd9335db-d942-458d-af79-e5fa332e5d92 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] For port ef512b4d-ee91-4dc0-aa60-a083762e6d48, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ef512b4d-ee91-4dc0-aa60-a083762e6d48,segment=NetworkSegment(f610fc93-dd31-4137-94e8-f0dddea5c1e8),segment_id=f610fc93-dd31-4137-94e8-f0dddea5c1e8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:12.775146 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-dd9335db-d942-458d-af79-e5fa332e5d92 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:12.792206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-dd9335db-d942-458d-af79-e5fa332e5d92 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Calling delete_port for ef512b4d-ee91-4dc0-aa60-a083762e6d48 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:04:12.795711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef106d0-6a5a-4913-8130-88aececb70e0 req-66081245-9f26-4cd3-98b3-ae1dea37cd3c tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:12.797559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ef106d0-6a5a-4913-8130-88aececb70e0 req-66081245-9f26-4cd3-98b3-ae1dea37cd3c tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 931 time: 0.0854676 Sep 29 23:04:12.849513 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ef106d0-6a5a-4913-8130-88aececb70e0 req-42e2d15e-eede-47d7-8c00-b48b52e6b35f tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434537 Sep 29 23:04:12.883720 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:13.013180 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-dd9335db-d942-458d-af79-e5fa332e5d92 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:13.027072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['ef512b4d-ee91-4dc0-aa60-a083762e6d48'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:13.139916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9335db-d942-458d-af79-e5fa332e5d92 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Pushing event deleted for resources: {'Port': ['ID=ef512b4d-ee91-4dc0-aa60-a083762e6d48,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:13.168288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cef065a1-6e7d-4136-8013-c6f600e73c32 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:04:13.199264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-dd9335db-d942-458d-af79-e5fa332e5d92 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] No DVR routers for this DVR port ef512b4d-ee91-4dc0-aa60-a083762e6d48 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:04:13.205495 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-dd9335db-d942-458d-af79-e5fa332e5d92 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:13.207487 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-375c5830-4a78-45bc-90c3-5fb793f222dd req-dd9335db-d942-458d-af79-e5fa332e5d92 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.26 "DELETE /v2.0/ports/ef512b4d-ee91-4dc0-aa60-a083762e6d48 HTTP/1.1" status: 204 len: 173 time: 0.7842348 Sep 29 23:04:13.208122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f2dc2e-ac7c-4832-b134-9f966210862b', 'name': 'network-vif-deleted', 'tag': 'ef512b4d-ee91-4dc0-aa60-a083762e6d48'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:13.210881 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43db0ce1-08a9-4e63-859a-ab3d196a3f8c" -d '{"events": [{"server_uuid": "79f2dc2e-ac7c-4832-b134-9f966210862b", "name": "network-vif-deleted", "tag": "ef512b4d-ee91-4dc0-aa60-a083762e6d48"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:13.285328 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:13.362651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:13.368361 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841f69b2-f5b0-4ffe-900b-df1fa390a267" -d '{"events": [{"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-unplugged", "status": "completed", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:13.423627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:13.431672 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:13.434979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250859ec-b481-430e-a571-a33e7cd8d31f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:13.449311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:13.462481 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da864f53-fb14-4ebe-b715-5e9ece4b90c6 x-openstack-request-id: req-da864f53-fb14-4ebe-b715-5e9ece4b90c6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:13.462481 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f2dc2e-ac7c-4832-b134-9f966210862b", "name": "network-vif-deleted", "tag": "ef512b4d-ee91-4dc0-aa60-a083762e6d48", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:13.462993 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-da864f53-fb14-4ebe-b715-5e9ece4b90c6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:13.463492 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79f2dc2e-ac7c-4832-b134-9f966210862b', 'name': 'network-vif-deleted', 'tag': 'ef512b4d-ee91-4dc0-aa60-a083762e6d48', 'status': 'completed', 'code': 200} Sep 29 23:04:13.473202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4163f56-f2d7-45aa-a090-794c1382bd7e req-f5f9986d-1ff4-4fed-ae30-8eb272a3605d tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:13.474875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Transition to ACTIVE for port object 250859ec-b481-430e-a571-a33e7cd8d31f will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:04:13.479504 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:13.481531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4163f56-f2d7-45aa-a090-794c1382bd7e req-f5f9986d-1ff4-4fed-ae30-8eb272a3605d tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 946 time: 0.0712729 Sep 29 23:04:13.507725 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e564caeb-e4f6-4c58-b170-6ba190843a09 x-openstack-request-id: req-e564caeb-e4f6-4c58-b170-6ba190843a09 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:13.508038 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-unplugged", "status": "completed", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:13.508288 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e564caeb-e4f6-4c58-b170-6ba190843a09 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:13.508673 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'code': 200} Sep 29 23:04:13.519854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4163f56-f2d7-45aa-a090-794c1382bd7e req-cf593112-467c-4b52-8037-a0cd8fba0dd1 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2eeb9a-af11-417e-8ac3-a1a0dda38631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369673 Sep 29 23:04:13.544185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Pushing event updated for resources: {'Port': ['ID=250859ec-b481-430e-a571-a33e7cd8d31f,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:13.554966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=11']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:13.636967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Attempting to bind port 250859ec-b481-430e-a571-a33e7cd8d31f on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:13.637630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Attempting to bind port 250859ec-b481-430e-a571-a33e7cd8d31f by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '304bb7b7-a253-49b5-8ce3-c8acb139730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a99c1af-9caf-4cac-ae43-4e5ccddfde8b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:13.638166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Attempting to bind port 250859ec-b481-430e-a571-a33e7cd8d31f on network 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:13.644703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Port 250859ec-b481-430e-a571-a33e7cd8d31f on network 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:04:13.645032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Attempting to bind port 250859ec-b481-430e-a571-a33e7cd8d31f on network 2a99c1af-9caf-4cac-ae43-4e5ccddfde8b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:13.656511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:13.656886 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Checking segment: {'id': '304bb7b7-a253-49b5-8ce3-c8acb139730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a99c1af-9caf-4cac-ae43-4e5ccddfde8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:13.657275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Bound using segment: {'id': '304bb7b7-a253-49b5-8ce3-c8acb139730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a99c1af-9caf-4cac-ae43-4e5ccddfde8b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:13.657712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Bound port: 250859ec-b481-430e-a571-a33e7cd8d31f, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304bb7b7-a253-49b5-8ce3-c8acb139730b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2a99c1af-9caf-4cac-ae43-4e5ccddfde8b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:13.658350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:13.680733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b84d7037-6909-4be2-acab-acfd6e922827 req-6991e4b8-4308-4a36-bb4d-1a58a59bc0d7 tempest-ServerTagsTestJSON-692843429 tempest-ServerTagsTestJSON-692843429-project] 10.222.0.44 "GET /v2.0/ports?device_id=79f2dc2e-ac7c-4832-b134-9f966210862b HTTP/1.1" status: 200 len: 210 time: 0.0391135 Sep 29 23:04:13.776012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] For port 250859ec-b481-430e-a571-a33e7cd8d31f, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:13.780740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] For port 250859ec-b481-430e-a571-a33e7cd8d31f, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=250859ec-b481-430e-a571-a33e7cd8d31f,segment=NetworkSegment(304bb7b7-a253-49b5-8ce3-c8acb139730b),segment_id=304bb7b7-a253-49b5-8ce3-c8acb139730b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:13.839682 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:13.876406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:13.876950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:13.878517 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] 10.222.0.42 "PUT /v2.0/ports/250859ec-b481-430e-a571-a33e7cd8d31f HTTP/1.1" status: 200 len: 1091 time: 1.1605432 Sep 29 23:04:13.907283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0254efe-b7f4-4778-bbb0-544fbe7f7775 req-55df8738-c193-4db0-bf1b-baf8c0cc9b21 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:13.908871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0254efe-b7f4-4778-bbb0-544fbe7f7775 req-55df8738-c193-4db0-bf1b-baf8c0cc9b21 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1236453 Sep 29 23:04:13.916861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47c7e08-872f-4e85-9fac-39805742cde7 service neutron] Pushing event updated for resources: {'Port': ['ID=250859ec-b481-430e-a571-a33e7cd8d31f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:13.989500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0254efe-b7f4-4778-bbb0-544fbe7f7775 req-f1560ca0-57e7-491a-8ce8-063bd7c02a36 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677869 Sep 29 23:04:14.009606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-eb69e83f-5ef0-4d08-8f0c-f92886509f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:14.011475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-eb69e83f-5ef0-4d08-8f0c-f92886509f97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2bebca2870946dda4759fdbb1bc85eb&device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 1094 time: 0.0660620 Sep 29 23:04:14.075607 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-6f53d777-f405-4a14-9a7a-f78c24cc4fa3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=250859ec-b481-430e-a571-a33e7cd8d31f HTTP/1.1" status: 200 len: 217 time: 0.0474081 Sep 29 23:04:14.099723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420b2c3-4c8f-4fbe-a87e-8f2f650c35ee req-bcddf660-70fc-4ee8-a6b7-19890fc99bb6 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:14.109194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6420b2c3-4c8f-4fbe-a87e-8f2f650c35ee req-bcddf660-70fc-4ee8-a6b7-19890fc99bb6 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 943 time: 0.0683186 Sep 29 23:04:14.135586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-0d3c8776-7e04-42a5-8101-627069db9251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:14.136730 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-0d3c8776-7e04-42a5-8101-627069db9251 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=219120e6-a36c-47e0-adf8-a95b85241adf HTTP/1.1" status: 200 len: 850 time: 0.0510623 Sep 29 23:04:14.153070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6420b2c3-4c8f-4fbe-a87e-8f2f650c35ee req-51768bab-fe14-451e-8cd1-1c5e2dd0267e tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 Sep 29 23:04:14.188604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-0f179276-9bfa-49e1-91fc-cd5dc807854f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a99c1af-9caf-4cac-ae43-4e5ccddfde8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411348 Sep 29 23:04:14.302824 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-1f69f18f-2c32-42fe-8f0d-b9d9466677b9 service neutron] 10.222.0.42 "GET /v2.0/networks/2a99c1af-9caf-4cac-ae43-4e5ccddfde8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036758 Sep 29 23:04:14.452686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e971d4b-5480-48a5-9f37-f43279cb8d9d req-df9d0724-c8af-4667-8e7c-9bc8f85d9889 service neutron] 10.222.0.42 "GET /v2.0/networks/2a99c1af-9caf-4cac-ae43-4e5ccddfde8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416855 Sep 29 23:04:14.587057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-d53d144c-6a9c-43fb-8dc0-c1b0dc9e637d tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:14.588771 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-d53d144c-6a9c-43fb-8dc0-c1b0dc9e637d tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.26 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 946 time: 0.0580297 Sep 29 23:04:14.666188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e03a7-9536-4c09-a6a1-2af1e2de231c req-2aea7d51-409f-4fe8-9184-171bffd470f7 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:14.667986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-883e03a7-9536-4c09-a6a1-2af1e2de231c req-2aea7d51-409f-4fe8-9184-171bffd470f7 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/ports?device_id=795f4ec7-1658-4506-93e5-b6076769d07a HTTP/1.1" status: 200 len: 946 time: 0.0586920 Sep 29 23:04:14.705611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-6656fb59-b140-43b7-904c-baa203243eee tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Deleting port a470a314-8492-4d3a-a6f4-92ddc609810e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:04:14.705954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-6656fb59-b140-43b7-904c-baa203243eee tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:14.719359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-883e03a7-9536-4c09-a6a1-2af1e2de231c req-1a30391c-a8da-481e-947c-b5af32e1df42 tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.44 "GET /v2.0/security-groups?id=ec2eeb9a-af11-417e-8ac3-a1a0dda38631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452397 Sep 29 23:04:14.767366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:14.816544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-6656fb59-b140-43b7-904c-baa203243eee tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] For port a470a314-8492-4d3a-a6f4-92ddc609810e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a470a314-8492-4d3a-a6f4-92ddc609810e,segment=NetworkSegment(559ee88a-8c46-4d96-bb85-8aa5249cb33c),segment_id=559ee88a-8c46-4d96-bb85-8aa5249cb33c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:14.817081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-6656fb59-b140-43b7-904c-baa203243eee tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:14.829927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Deleting subnet 9e5075b8-2fbc-464f-a2eb-472d6477cd0e {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:04:14.831356 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-6656fb59-b140-43b7-904c-baa203243eee tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Calling delete_port for a470a314-8492-4d3a-a6f4-92ddc609810e owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:04:14.833293 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:14.884182 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:14.933284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.035342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-6656fb59-b140-43b7-904c-baa203243eee tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.051550 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a470a314-8492-4d3a-a6f4-92ddc609810e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:15.064791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b721ef-22a3-41ac-bd7a-04f55056adba req-a05ed69a-ac53-4896-a81c-d16d99f03876 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:15.070670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93b721ef-22a3-41ac-bd7a-04f55056adba req-a05ed69a-ac53-4896-a81c-d16d99f03876 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 948 time: 0.1054688 Sep 29 23:04:15.081414 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656fb59-b140-43b7-904c-baa203243eee tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Pushing event deleted for resources: {'Port': ['ID=a470a314-8492-4d3a-a6f4-92ddc609810e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:15.086839 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.130664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-6656fb59-b140-43b7-904c-baa203243eee tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] No DVR routers for this DVR port a470a314-8492-4d3a-a6f4-92ddc609810e on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:04:15.134911 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-6656fb59-b140-43b7-904c-baa203243eee tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.137919 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aa44e2d3-e952-4a54-9dd1-ca47dbd5f7b2 req-6656fb59-b140-43b7-904c-baa203243eee tempest-ServerPasswordTestJSON-1847377598 tempest-ServerPasswordTestJSON-1847377598-project] 10.222.0.26 "DELETE /v2.0/ports/a470a314-8492-4d3a-a6f4-92ddc609810e HTTP/1.1" status: 204 len: 173 time: 0.5426376 Sep 29 23:04:15.152566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e5075b8-2fbc-464f-a2eb-472d6477cd0e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:15.163727 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.168192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9e5075b8-2fbc-464f-a2eb-472d6477cd0e HTTP/1.1" status: 204 len: 168 time: 0.3997293 Sep 29 23:04:15.168635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37388) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:15.181726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.182064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.182396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.182723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.183046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.183361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.183683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.184069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.184388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.184726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.185753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.186089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a4349f-5304-4606-9ea6-50aa279c7533 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:15.206727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93b721ef-22a3-41ac-bd7a-04f55056adba req-3b2f42ca-064a-4337-8ecc-2dac9ef588e9 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219010 Sep 29 23:04:15.233105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8ed163-5ebe-45bc-83fb-b8477cd6b8d8 req-78bb6912-13e2-4ab9-a964-8611494de4e6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:15.242894 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d8ed163-5ebe-45bc-83fb-b8477cd6b8d8 req-78bb6912-13e2-4ab9-a964-8611494de4e6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1691010 Sep 29 23:04:15.260002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.323648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d8ed163-5ebe-45bc-83fb-b8477cd6b8d8 req-3c2c7be2-3270-48a0-9282-a51d2d26866b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724924 Sep 29 23:04:15.367678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa97c3a-b557-4e98-8146-cdf4477080f5 req-d6b2019e-87b2-4d2b-b938-b8ba5a4cd96a tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:15.369253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fa97c3a-b557-4e98-8146-cdf4477080f5 req-d6b2019e-87b2-4d2b-b938-b8ba5a4cd96a tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 943 time: 0.0705702 Sep 29 23:04:15.373518 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.386279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ef512b4d-ee91-4dc0-aa60-a083762e6d48 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:04:15.406022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: ef512b4d-ee91-4dc0-aa60-a083762e6d48 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:04:15.406293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547c33b9-981c-4319-b078-b3f7491afe2b']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:15.406813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ef512b4d-ee91-4dc0-aa60-a083762e6d48 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:04:15.413752 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fa97c3a-b557-4e98-8146-cdf4477080f5 req-b283d27d-1a64-4133-b942-aa5ac2ff1822 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385473 Sep 29 23:04:15.422894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f610fc93-dd31-4137-94e8-f0dddea5c1e8') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:15.423275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f610fc93-dd31-4137-94e8-f0dddea5c1e8') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:15.434188 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.448357 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.455665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:04:15.456159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:04:15.457866 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:04:15.469110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea708420-6c2a-4be4-87a1-f37e3e9417b4', 'tag': '250859ec-b481-430e-a571-a33e7cd8d31f'}, {'server_uuid': '795f4ec7-1658-4506-93e5-b6076769d07a', 'name': 'network-vif-deleted', 'tag': 'a470a314-8492-4d3a-a6f4-92ddc609810e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:15.471418 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c0d13b-1962-49d0-8563-fd190579a8c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea708420-6c2a-4be4-87a1-f37e3e9417b4", "tag": "250859ec-b481-430e-a571-a33e7cd8d31f"}, {"server_uuid": "795f4ec7-1658-4506-93e5-b6076769d07a", "name": "network-vif-deleted", "tag": "a470a314-8492-4d3a-a6f4-92ddc609810e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:15.527699 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62eef41-68c5-4d67-8be1-46ee66bb341f x-openstack-request-id: req-d62eef41-68c5-4d67-8be1-46ee66bb341f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:15.527991 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea708420-6c2a-4be4-87a1-f37e3e9417b4", "tag": "250859ec-b481-430e-a571-a33e7cd8d31f", "status": "completed", "code": 200}, {"server_uuid": "795f4ec7-1658-4506-93e5-b6076769d07a", "name": "network-vif-deleted", "tag": "a470a314-8492-4d3a-a6f4-92ddc609810e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:15.528242 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d62eef41-68c5-4d67-8be1-46ee66bb341f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:15.528864 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea708420-6c2a-4be4-87a1-f37e3e9417b4', 'tag': '250859ec-b481-430e-a571-a33e7cd8d31f', 'status': 'completed', 'code': 200} Sep 29 23:04:15.528864 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '795f4ec7-1658-4506-93e5-b6076769d07a', 'name': 'network-vif-deleted', 'tag': 'a470a314-8492-4d3a-a6f4-92ddc609810e', 'status': 'completed', 'code': 200} Sep 29 23:04:15.536053 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.543748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.547505 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/547c33b9-981c-4319-b078-b3f7491afe2b HTTP/1.1" status: 204 len: 168 time: 0.3775768 Sep 29 23:04:15.562674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f7680-ea7b-4f77-9103-468c7fb203a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=547c33b9-981c-4319-b078-b3f7491afe2b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:15.624466 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0d13b-1962-49d0-8563-fd190579a8c6 req-2364e9e1-bc8e-42c3-9b11-29dffc07441b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:15.627348 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b0c0d13b-1962-49d0-8563-fd190579a8c6 req-2364e9e1-bc8e-42c3-9b11-29dffc07441b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d2bebca2870946dda4759fdbb1bc85eb&device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 1094 time: 0.0537078 Sep 29 23:04:15.705979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37402) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:15.739639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0d13b-1962-49d0-8563-fd190579a8c6 req-ab750da5-780a-4665-ac50-30b99315a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:15.742116 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b0c0d13b-1962-49d0-8563-fd190579a8c6 req-ab750da5-780a-4665-ac50-30b99315a2bd service neutron] 10.222.0.42 "GET /v2.0/networks?id=2a99c1af-9caf-4cac-ae43-4e5ccddfde8b HTTP/1.1" status: 200 len: 911 time: 0.1064727 Sep 29 23:04:15.758662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7ba17287-e2cb-4967-8cb8-8f15eb890c83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9c688a923414be086c6f6df40f636f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0510895 Sep 29 23:04:15.759622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37406) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:15.795372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37408) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:15.800652 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b0c0d13b-1962-49d0-8563-fd190579a8c6 req-88e41924-5b98-40ff-a810-aae3da2a5672 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=250859ec-b481-430e-a571-a33e7cd8d31f HTTP/1.1" status: 200 len: 217 time: 0.0487192 Sep 29 23:04:15.861207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0d13b-1962-49d0-8563-fd190579a8c6 req-4cb8b46f-d1f5-44c0-96a8-b1f68965c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:15.862504 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ad20369-2bc0-4087-9db0-10e26b5c7db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.862887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b0c0d13b-1962-49d0-8563-fd190579a8c6 req-4cb8b46f-d1f5-44c0-96a8-b1f68965c173 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=219120e6-a36c-47e0-adf8-a95b85241adf HTTP/1.1" status: 200 len: 850 time: 0.0523329 Sep 29 23:04:15.870793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c18fd3a-2177-4f96-b5f9-1ead0d59db54 admin admin] Deleting subnet 2185d2b5-358d-4cf2-b8f0-0990ddaa8bac {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:04:15.875860 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c18fd3a-2177-4f96-b5f9-1ead0d59db54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.909482 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b0c0d13b-1962-49d0-8563-fd190579a8c6 req-570b557f-56a4-4718-b227-6a92dceb5111 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2a99c1af-9caf-4cac-ae43-4e5ccddfde8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335076 Sep 29 23:04:15.926965 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ad20369-2bc0-4087-9db0-10e26b5c7db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:15.940028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c18fd3a-2177-4f96-b5f9-1ead0d59db54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:16.004177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c18fd3a-2177-4f96-b5f9-1ead0d59db54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:16.024359 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b0c0d13b-1962-49d0-8563-fd190579a8c6 req-54507ce9-09ab-4479-a09f-08e67d1c0da7 service neutron] 10.222.0.42 "GET /v2.0/networks/2a99c1af-9caf-4cac-ae43-4e5ccddfde8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016202 Sep 29 23:04:16.054740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ad20369-2bc0-4087-9db0-10e26b5c7db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:16.057534 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ad20369-2bc0-4087-9db0-10e26b5c7db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:16.061194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6ad20369-2bc0-4087-9db0-10e26b5c7db6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8695416c-8016-447b-9090-372c36cd9beb HTTP/1.1" status: 204 len: 168 time: 0.2979290 Sep 29 23:04:16.079343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad20369-2bc0-4087-9db0-10e26b5c7db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8695416c-8016-447b-9090-372c36cd9beb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:16.094867 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c18fd3a-2177-4f96-b5f9-1ead0d59db54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:16.126997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c18fd3a-2177-4f96-b5f9-1ead0d59db54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2185d2b5-358d-4cf2-b8f0-0990ddaa8bac,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:16.136436 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c18fd3a-2177-4f96-b5f9-1ead0d59db54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:16.140719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5c18fd3a-2177-4f96-b5f9-1ead0d59db54 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2185d2b5-358d-4cf2-b8f0-0990ddaa8bac HTTP/1.1" status: 204 len: 168 time: 0.3421166 Sep 29 23:04:16.141072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:16.244213 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:16.501631 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b0c0d13b-1962-49d0-8563-fd190579a8c6 req-0fab9e30-e2d9-4835-a6e8-5d7479abc5d0 service neutron] 10.222.0.42 "GET /v2.0/networks/2a99c1af-9caf-4cac-ae43-4e5ccddfde8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675367 Sep 29 23:04:16.512455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:16.561926 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b46c9-ca42-4f0b-816c-7237e67d1fc1 req-ec811059-d2be-4c62-872f-0b574ac027cb tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:16.565350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f71b46c9-ca42-4f0b-816c-7237e67d1fc1 req-ec811059-d2be-4c62-872f-0b574ac027cb tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 948 time: 0.2534015 Sep 29 23:04:16.570216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60b39112-d360-4f6c-84a8-5e73200f2e34']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:16.612626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d3afa-c41b-4de7-9579-eb38b2d88d7c req-9276e1b2-1dcd-4a54-bba0-e621fa7530e8 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:16.614251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-469d3afa-c41b-4de7-9579-eb38b2d88d7c req-9276e1b2-1dcd-4a54-bba0-e621fa7530e8 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1729987 Sep 29 23:04:16.624011 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '559ee88a-8c46-4d96-bb85-8aa5249cb33c') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:16.624306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '559ee88a-8c46-4d96-bb85-8aa5249cb33c') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:16.645006 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:16.697740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:16.702187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-469d3afa-c41b-4de7-9579-eb38b2d88d7c req-a9c8cd3b-8ced-4d55-96ba-5a69760fe697 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696647 Sep 29 23:04:16.728129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f71b46c9-ca42-4f0b-816c-7237e67d1fc1 req-0302d459-10d2-425e-b09d-2ba1f21b3018 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434698 Sep 29 23:04:16.728129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:04:16.728129 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.040558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37454) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:04:17.125716 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:04:17.198033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 250859ec-b481-430e-a571-a33e7cd8d31f details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:04:17.206993 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.208114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2104381760-network', 'tenant_id': '8e6c55f4dcb647a8ac71db97f3edc238'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:17.212228 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.217910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/60b39112-d360-4f6c-84a8-5e73200f2e34 HTTP/1.1" status: 204 len: 168 time: 1.0720730 Sep 29 23:04:17.231750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90549b-ded8-49fa-9728-e6d8563c25c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=60b39112-d360-4f6c-84a8-5e73200f2e34,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:17.244217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8166f-318e-48a7-bc14-200e8a432478 req-5cd42766-2def-474c-b71a-5361a7b25b4c tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:17.250747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Made reservation on behalf of 8e6c55f4dcb647a8ac71db97f3edc238 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:17.251885 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8b8166f-318e-48a7-bc14-200e8a432478 req-5cd42766-2def-474c-b71a-5361a7b25b4c tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 943 time: 0.1250985 Sep 29 23:04:17.254195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.280719 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.291700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8b8166f-318e-48a7-bc14-200e8a432478 req-a8a63f10-f236-47be-b7cd-7bdaf0c201d6 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388324 Sep 29 23:04:17.340241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 250859ec-b481-430e-a571-a33e7cd8d31f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=250859ec-b481-430e-a571-a33e7cd8d31f,segment=NetworkSegment(304bb7b7-a253-49b5-8ce3-c8acb139730b),segment_id=304bb7b7-a253-49b5-8ce3-c8acb139730b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:17.353458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '250859ec-b481-430e-a571-a33e7cd8d31f', 'network_id': '2a99c1af-9caf-4cac-ae43-4e5ccddfde8b', 'port_id': '250859ec-b481-430e-a571-a33e7cd8d31f', 'mac_address': 'fa:16:3e:8b:e8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219120e6-a36c-47e0-adf8-a95b85241adf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:04:17.413423 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.429326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37460) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:17.432968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250859ec-b481-430e-a571-a33e7cd8d31f {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:17.457437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 250859ec-b481-430e-a571-a33e7cd8d31f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=250859ec-b481-430e-a571-a33e7cd8d31f,segment=NetworkSegment(304bb7b7-a253-49b5-8ce3-c8acb139730b),segment_id=304bb7b7-a253-49b5-8ce3-c8acb139730b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:17.461882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76d399-bb21-457c-9c63-5463969a2419 req-8a3f6b11-4384-4e4f-b66b-f7fa4e1a59fe tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:17.463460 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac76d399-bb21-457c-9c63-5463969a2419 req-8a3f6b11-4384-4e4f-b66b-f7fa4e1a59fe tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.42 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 948 time: 0.1118295 Sep 29 23:04:17.464065 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.497822 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-62bd75c7-8f5e-4fd4-9b3a-25d7b6498d6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=77e930ef0c3e4b22be19d6c98376fd64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0667739 Sep 29 23:04:17.499697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37462) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:17.515494 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.526476 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.526768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=250859ec-b481-430e-a571-a33e7cd8d31f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:17.554817 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a514ff9-40db-477c-99f7-b101bfe4f232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.577357 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a514ff9-40db-477c-99f7-b101bfe4f232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.590218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:04:17.603660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce432160-dd07-48b4-a82c-509bcf69eb1b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:17.624266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.624579 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Added segment 37c04f67-0bf7-4ed9-b880-213618db9595 of type vlan for network f68c0b36-2dc6-4b4e-8871-ceca418a2c71 Sep 29 23:04:17.631531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a514ff9-40db-477c-99f7-b101bfe4f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.634760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a514ff9-40db-477c-99f7-b101bfe4f232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.638283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2a514ff9-40db-477c-99f7-b101bfe4f232 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec2eeb9a-af11-417e-8ac3-a1a0dda38631 HTTP/1.1" status: 204 len: 168 time: 0.1353815 Sep 29 23:04:17.647407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a514ff9-40db-477c-99f7-b101bfe4f232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2eeb9a-af11-417e-8ac3-a1a0dda38631,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:17.690532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-ac76d399-bb21-457c-9c63-5463969a2419 req-c78f7f34-13fb-4044-af7f-cc2de74147b1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Deleting port 163b67a8-5f69-49a1-85a8-3fabb837a84b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:04:17.690965 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ac76d399-bb21-457c-9c63-5463969a2419 req-c78f7f34-13fb-4044-af7f-cc2de74147b1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.721943 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.850848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.851865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:17.855924 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.908777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ac76d399-bb21-457c-9c63-5463969a2419 req-c78f7f34-13fb-4044-af7f-cc2de74147b1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] For port 163b67a8-5f69-49a1-85a8-3fabb837a84b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=163b67a8-5f69-49a1-85a8-3fabb837a84b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:17.909308 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ac76d399-bb21-457c-9c63-5463969a2419 req-c78f7f34-13fb-4044-af7f-cc2de74147b1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:17.926921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-ac76d399-bb21-457c-9c63-5463969a2419 req-c78f7f34-13fb-4044-af7f-cc2de74147b1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Calling delete_port for 163b67a8-5f69-49a1-85a8-3fabb837a84b owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:04:17.943667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9012482 Sep 29 23:04:17.947876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fb434-bb30-4590-b655-5681b8219c43 req-9a76fe74-e57f-493f-98b1-076df5647135 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:17.949442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37476) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:17.953447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b7fb434-bb30-4590-b655-5681b8219c43 req-9a76fe74-e57f-493f-98b1-076df5647135 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1204998 Sep 29 23:04:17.961383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['250859ec-b481-430e-a571-a33e7cd8d31f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:17.962948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580ab21-3d0e-40b7-bce6-a0aae94199c2 req-4cefd731-07ff-490f-9397-9b49f821483c tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:17.972040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6580ab21-3d0e-40b7-bce6-a0aae94199c2 req-4cefd731-07ff-490f-9397-9b49f821483c tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 948 time: 0.1519115 Sep 29 23:04:17.985618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Request body: {'subnet': {'network_id': 'f68c0b36-2dc6-4b4e-8871-ceca418a2c71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2104381760-subnet', 'tenant_id': '8e6c55f4dcb647a8ac71db97f3edc238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:17.993280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322d04d-10a9-45f5-bf5e-cf5ef1ee2d68 admin admin] Pushing event updated for resources: {'Network': ['ID=f68c0b36-2dc6-4b4e-8871-ceca418a2c71,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:18.007482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f68c0b36-2dc6-4b4e-8871-ceca418a2c71 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:04:18.048518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b7fb434-bb30-4590-b655-5681b8219c43 req-35fa05a1-6f12-47a5-9829-9823dbf9228a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604243 Sep 29 23:04:18.109643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6580ab21-3d0e-40b7-bce6-a0aae94199c2 req-78edc935-3154-493a-9b22-3b733fbc6fa1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362886 Sep 29 23:04:18.118409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Made reservation on behalf of 8e6c55f4dcb647a8ac71db97f3edc238 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:18.127371 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:18.289077 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ac76d399-bb21-457c-9c63-5463969a2419 req-c78f7f34-13fb-4044-af7f-cc2de74147b1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:18.399310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f7f34-13fb-4044-af7f-cc2de74147b1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Pushing event deleted for resources: {'Port': ['ID=163b67a8-5f69-49a1-85a8-3fabb837a84b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:18.461036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb3108b-5c30-4b85-9506-87d7d261a830 req-cb9e4458-9a14-4742-8bdb-979f61d981e2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:18.465000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fb3108b-5c30-4b85-9506-87d7d261a830 req-cb9e4458-9a14-4742-8bdb-979f61d981e2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 944 time: 0.0696278 Sep 29 23:04:18.512425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fb3108b-5c30-4b85-9506-87d7d261a830 req-d72eb8f6-bd2b-41e3-a484-35a41050d1c6 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400159 Sep 29 23:04:18.518340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac76d399-bb21-457c-9c63-5463969a2419 req-c78f7f34-13fb-4044-af7f-cc2de74147b1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] No DVR routers for this DVR port 163b67a8-5f69-49a1-85a8-3fabb837a84b on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:04:18.524068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ac76d399-bb21-457c-9c63-5463969a2419 req-c78f7f34-13fb-4044-af7f-cc2de74147b1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:18.528887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac76d399-bb21-457c-9c63-5463969a2419 req-c78f7f34-13fb-4044-af7f-cc2de74147b1 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.42 "DELETE /v2.0/ports/163b67a8-5f69-49a1-85a8-3fabb837a84b HTTP/1.1" status: 204 len: 173 time: 1.0563092 Sep 29 23:04:18.538162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'name': 'network-vif-deleted', 'tag': '163b67a8-5f69-49a1-85a8-3fabb837a84b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:18.541476 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84328205-cf5b-44ea-b26f-35d3a96ac845" -d '{"events": [{"server_uuid": "a68171e0-6ff5-47ad-a6e5-2ac806e9d863", "name": "network-vif-deleted", "tag": "163b67a8-5f69-49a1-85a8-3fabb837a84b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:18.611387 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd623f9-18b2-4455-8704-d51f89349cab x-openstack-request-id: req-ebd623f9-18b2-4455-8704-d51f89349cab {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:18.612189 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a68171e0-6ff5-47ad-a6e5-2ac806e9d863", "name": "network-vif-deleted", "tag": "163b67a8-5f69-49a1-85a8-3fabb837a84b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:18.612189 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebd623f9-18b2-4455-8704-d51f89349cab {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:18.612677 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a68171e0-6ff5-47ad-a6e5-2ac806e9d863', 'name': 'network-vif-deleted', 'tag': '163b67a8-5f69-49a1-85a8-3fabb837a84b', 'status': 'completed', 'code': 200} Sep 29 23:04:18.691796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:18.765785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=6139d3ed-f28b-41a1-a11e-c8bdf666a892,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:18.778579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Checking segment: {'id': '37c04f67-0bf7-4ed9-b880-213618db9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f68c0b36-2dc6-4b4e-8871-ceca418a2c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:18.779309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Network hostable DHCP agents. Network: f68c0b36-2dc6-4b4e-8871-ceca418a2c71, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:04:18.795744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37506) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:18.812935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Network f68c0b36-2dc6-4b4e-8871-ceca418a2c71 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:04:18.841216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, f68c0b36-2dc6-4b4e-8871-ceca418a2c71) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:18.849964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:18.851312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:18.856080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6982ecc-d260-4e85-8bcc-94a62cd14d15 None None] Network f68c0b36-2dc6-4b4e-8871-ceca418a2c71 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:18.888931 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b81145a2-56ca-4eaf-bb1f-c5efe440d2db admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9354722 Sep 29 23:04:18.950868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1854158674-network', 'tenant_id': '01b56b0290ab4937b3938d639829a691'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:18.986958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Made reservation on behalf of 01b56b0290ab4937b3938d639829a691 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:18.989442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:18.999707 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.067360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbf73fd-68fe-439f-ba0b-e60ceccbf72a None None] Network f68c0b36-2dc6-4b4e-8871-ceca418a2c71 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:19.162649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.170987 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.207573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:04:19.222220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f9286a-de26-42c3-aad0-adf874480ff5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:19.233555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc932a5-3262-4fbe-a075-79ebf7cbef89 req-7f707f44-e3a1-4c56-b4fa-7acf01c69265 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:19.248563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 250859ec-b481-430e-a571-a33e7cd8d31f up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:19.248954 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7cc932a5-3262-4fbe-a075-79ebf7cbef89 req-7f707f44-e3a1-4c56-b4fa-7acf01c69265 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1213396 Sep 29 23:04:19.256796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.257484 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Added segment f265e99a-b5ed-4f33-9b2e-026ee75212e8 of type vlan for network b9178d34-9367-4c3d-964e-5c7a5b637725 Sep 29 23:04:19.348288 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9a7ef14-33a9-465a-bdaa-3d076744d5ab req-72923273-24a5-4904-828b-ec6605f3c7cf tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=a68171e0-6ff5-47ad-a6e5-2ac806e9d863 HTTP/1.1" status: 200 len: 210 time: 0.0428190 Sep 29 23:04:19.354995 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.376681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7cc932a5-3262-4fbe-a075-79ebf7cbef89 req-aec69543-a0b5-46b9-904d-258f8c86d751 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265965 Sep 29 23:04:19.418297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.418764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a470a314-8492-4d3a-a6f4-92ddc609810e no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:04:19.419349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:19.420204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.449979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: a470a314-8492-4d3a-a6f4-92ddc609810e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:04:19.450528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a470a314-8492-4d3a-a6f4-92ddc609810e not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:04:19.466218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 250859ec-b481-430e-a571-a33e7cd8d31f completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:04:19.474643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 250859ec-b481-430e-a571-a33e7cd8d31f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:19.475193 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.518227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] Pushing event updated for resources: {'Network': ['ID=b9178d34-9367-4c3d-964e-5c7a5b637725,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:19.532815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network b9178d34-9367-4c3d-964e-5c7a5b637725 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:04:19.535296 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2af41668-d2e5-46e4-9ee4-3ffe4dae2054 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7380929 Sep 29 23:04:19.539442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37530) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:19.545978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Request body: {'subnet': {'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1854158674-subnet', 'tenant_id': '01b56b0290ab4937b3938d639829a691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:19.570219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Made reservation on behalf of 01b56b0290ab4937b3938d639829a691 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:19.572863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.662912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37534) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:19.665129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227abb7e-2cff-49c4-9384-b5c7e631ae31 req-52e13c75-4f3e-4101-a115-31478e6ab195 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:19.667743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1104361662-network', 'tenant_id': '372f0de2db1a48b2b8cd46d7da8cb425'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:19.672798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-227abb7e-2cff-49c4-9384-b5c7e631ae31 req-52e13c75-4f3e-4101-a115-31478e6ab195 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 944 time: 0.0659759 Sep 29 23:04:19.717337 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.729113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-227abb7e-2cff-49c4-9384-b5c7e631ae31 req-3cbcdb74-046f-4e9b-a7d6-72537a68c1ba tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505795 Sep 29 23:04:19.738721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Made reservation on behalf of 372f0de2db1a48b2b8cd46d7da8cb425 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:19.742135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.752454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea708420-6c2a-4be4-87a1-f37e3e9417b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250859ec-b481-430e-a571-a33e7cd8d31f'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:19.754741 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d7a8b1-3f6b-4559-8996-b8443af92dc2" -d '{"events": [{"server_uuid": "ea708420-6c2a-4be4-87a1-f37e3e9417b4", "name": "network-vif-plugged", "status": "completed", "tag": "250859ec-b481-430e-a571-a33e7cd8d31f"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:19.758092 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.781406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 250859ec-b481-430e-a571-a33e7cd8d31f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=250859ec-b481-430e-a571-a33e7cd8d31f,segment=NetworkSegment(304bb7b7-a253-49b5-8ce3-c8acb139730b),segment_id=304bb7b7-a253-49b5-8ce3-c8acb139730b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:19.787018 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.863004 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.948738 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c7978c-c87c-48bf-a299-2d8e4cb98791 x-openstack-request-id: req-a5c7978c-c87c-48bf-a299-2d8e4cb98791 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:19.949382 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea708420-6c2a-4be4-87a1-f37e3e9417b4", "name": "network-vif-plugged", "status": "completed", "tag": "250859ec-b481-430e-a571-a33e7cd8d31f", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:19.949382 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a5c7978c-c87c-48bf-a299-2d8e4cb98791 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:19.949626 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea708420-6c2a-4be4-87a1-f37e3e9417b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250859ec-b481-430e-a571-a33e7cd8d31f', 'code': 200} Sep 29 23:04:19.969941 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:19.989213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=250859ec-b481-430e-a571-a33e7cd8d31f,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:19.996344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e35702b-599d-47c1-a339-f75980ce3046,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:20.023782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Checking segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:20.024187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Network hostable DHCP agents. Network: b9178d34-9367-4c3d-964e-5c7a5b637725, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:04:20.033363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f699fbc-e5a5-42aa-bb70-05fc267adff9 req-177841b1-8cf6-4570-b365-774208795a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:20.034887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f699fbc-e5a5-42aa-bb70-05fc267adff9 req-177841b1-8cf6-4570-b365-774208795a59 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 1096 time: 0.1175456 Sep 29 23:04:20.078983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:20.083092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Network b9178d34-9367-4c3d-964e-5c7a5b637725 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:04:20.093868 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:20.106702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, b9178d34-9367-4c3d-964e-5c7a5b637725) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:20.114352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ebf850-f96d-4225-814a-902fc0294db3 None None] Network b9178d34-9367-4c3d-964e-5c7a5b637725 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:20.115080 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f699fbc-e5a5-42aa-bb70-05fc267adff9 req-fc328e5b-8721-41e5-9da8-b3b8b7c1e288 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680711 Sep 29 23:04:20.121047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:20.121640 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:20.129451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:04:20.151609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946878c4-c118-462e-9d0a-310f949ac1eb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:20.154543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:20.154889 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Added segment 82a6df4a-178c-4206-809e-bcbe5960deee of type vlan for network a1a53e30-5c25-4f13-9e05-89d6d1d4b077 Sep 29 23:04:20.166763 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-70b8f438-5197-47af-a349-c75122ea4cae admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.6261554 Sep 29 23:04:20.203957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:20.232267 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:20.233409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:20.234005 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:20.249985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d160db16-45e9-4c45-988f-a016461358be None None] Network b9178d34-9367-4c3d-964e-5c7a5b637725 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:20.276253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6122034 Sep 29 23:04:20.279097 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37542) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:20.286007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Request body: {'subnet': {'network_id': 'a1a53e30-5c25-4f13-9e05-89d6d1d4b077', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1104361662-subnet', 'tenant_id': '372f0de2db1a48b2b8cd46d7da8cb425', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:20.321804 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502d383e-745b-4c6c-b3ed-b10d8d1a9a22 admin admin] Pushing event updated for resources: {'Network': ['ID=a1a53e30-5c25-4f13-9e05-89d6d1d4b077,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:20.332958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network a1a53e30-5c25-4f13-9e05-89d6d1d4b077 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:04:20.341694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Made reservation on behalf of 372f0de2db1a48b2b8cd46d7da8cb425 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:20.344448 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:20.557396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5987-9985-41b5-be71-659e44577b35 req-07dc9c11-bd01-4e7a-ae5f-e9b9439a717f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:20.558928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29db5987-9985-41b5-be71-659e44577b35 req-07dc9c11-bd01-4e7a-ae5f-e9b9439a717f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1035819 Sep 29 23:04:20.603344 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:20.668546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29db5987-9985-41b5-be71-659e44577b35 req-e496cb18-a57c-4980-bc73-4d77f3b40bab tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018136 Sep 29 23:04:20.740083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e7c23ba-9b2a-4fe8-92ff-f35bbb1b5d22,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:20.758557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Checking segment: {'id': '82a6df4a-178c-4206-809e-bcbe5960deee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'a1a53e30-5c25-4f13-9e05-89d6d1d4b077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:20.758939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Network hostable DHCP agents. Network: a1a53e30-5c25-4f13-9e05-89d6d1d4b077, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:04:20.783743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-b8976902-386d-4b8c-a728-1f2d0802b862 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:20.785336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-b8976902-386d-4b8c-a728-1f2d0802b862 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.1831629 Sep 29 23:04:20.797480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Network a1a53e30-5c25-4f13-9e05-89d6d1d4b077 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:04:20.814292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, a1a53e30-5c25-4f13-9e05-89d6d1d4b077) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:20.819788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:20.820410 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:20.822722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa4923c-0b37-4bdf-b799-51bf93eb5e73 None None] Network a1a53e30-5c25-4f13-9e05-89d6d1d4b077 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:20.823263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-b67c8109-2eeb-4a9e-bd95-a757238af0ef tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/quotas/01b56b0290ab4937b3938d639829a691 HTTP/1.1" status: 200 len: 375 time: 0.0178287 Sep 29 23:04:20.861033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-5f4a2fe8-eeb1-4567-b677-992ef7eba022 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308414 Sep 29 23:04:20.863887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c4c0031d-0bb2-4859-9130-cd48cd26fabe admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5804932 Sep 29 23:04:20.970561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbea853c-c4bb-499c-873c-1f0d0c70286e None None] Network a1a53e30-5c25-4f13-9e05-89d6d1d4b077 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:21.020440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-b487b5e2-5e67-4583-9ec4-372b9346da09 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496155 Sep 29 23:04:21.150029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-d2c17925-6073-49bb-80bb-d89af096018a service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285722 Sep 29 23:04:21.162972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3975d-96ee-4471-aec9-1b21e5f20b52 req-70ef23c8-a578-4e57-8b37-a738b1b87f29 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:21.164476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cfc3975d-96ee-4471-aec9-1b21e5f20b52 req-70ef23c8-a578-4e57-8b37-a738b1b87f29 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 945 time: 0.0707934 Sep 29 23:04:21.202808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cfc3975d-96ee-4471-aec9-1b21e5f20b52 req-239ee81f-8701-4ebe-9eee-94d4d686404b tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323961 Sep 29 23:04:21.219679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 163b67a8-5f69-49a1-85a8-3fabb837a84b no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:04:21.240776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 163b67a8-5f69-49a1-85a8-3fabb837a84b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:04:21.241194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 163b67a8-5f69-49a1-85a8-3fabb837a84b not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:04:21.333747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21cdac0-b138-4f17-b7bd-bec5a57a0941 req-2097e86b-661b-479f-8e46-c9f4fecee3f7 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:21.335188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f21cdac0-b138-4f17-b7bd-bec5a57a0941 req-2097e86b-661b-479f-8e46-c9f4fecee3f7 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 948 time: 0.0639372 Sep 29 23:04:21.431006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f21cdac0-b138-4f17-b7bd-bec5a57a0941 req-ea67d4e6-6b8a-40f1-bfe3-efff002fb6d2 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848272 Sep 29 23:04:21.463010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-8e8482f9-7d5c-4162-8e5a-1267eacbd084 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:21.464551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-8e8482f9-7d5c-4162-8e5a-1267eacbd084 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 821 time: 0.1284726 Sep 29 23:04:21.481446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-91f0296d-658b-44b0-9997-1659f07bf0ed tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/quotas/04184e88ba3b425fad67d78550b30b78 HTTP/1.1" status: 200 len: 375 time: 0.0101900 Sep 29 23:04:21.543927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-7dee21a2-b2b2-4c8c-b2a2-1d085168d92e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0554349 Sep 29 23:04:21.707422 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-324b9a0c-2230-464a-8e55-c305b2d8a233 service neutron] 10.222.0.44 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542649 Sep 29 23:04:21.754394 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-0082326f-9e98-4896-b99f-00b0bea0ffe3 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:21.757219 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-0082326f-9e98-4896-b99f-00b0bea0ffe3 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/networks?id=f68c0b36-2dc6-4b4e-8871-ceca418a2c71 HTTP/1.1" status: 200 len: 825 time: 0.1681473 Sep 29 23:04:21.781277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-74cb1d0b-a017-4ddf-94f9-fd65158301f0 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/quotas/8e6c55f4dcb647a8ac71db97f3edc238 HTTP/1.1" status: 200 len: 375 time: 0.0170431 Sep 29 23:04:21.843250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-56a034a9-cc8f-41b3-9ee1-fb01fb527aff tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8e6c55f4dcb647a8ac71db97f3edc238&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373333 Sep 29 23:04:21.877582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-0ed01e61-6698-4e3b-9962-a960a74a4166 service neutron] 10.222.0.44 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624203 Sep 29 23:04:21.944929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-1131b9a0-6bb7-4501-8efd-495dc04d30e5 service neutron] 10.222.0.44 "GET /v2.0/networks/f68c0b36-2dc6-4b4e-8871-ceca418a2c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933261 Sep 29 23:04:22.043097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-6c42babe-ed5c-48aa-afb6-aa7cc59afa36 service neutron] 10.222.0.44 "GET /v2.0/networks/f68c0b36-2dc6-4b4e-8871-ceca418a2c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916395 Sep 29 23:04:22.216281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-058f3e8c-90a2-48ad-af49-a35aeb33a4d6 req-9aa8a922-ce20-4ec1-b1cf-6217476ed74d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 210 time: 0.0358899 Sep 29 23:04:22.348426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01afc90-e80b-4134-a5f5-1ffee6418848 req-94f30c70-b954-431d-97ec-c3a2f6538a84 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:22.350563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d01afc90-e80b-4134-a5f5-1ffee6418848 req-94f30c70-b954-431d-97ec-c3a2f6538a84 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1048923 Sep 29 23:04:22.433460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d01afc90-e80b-4134-a5f5-1ffee6418848 req-43087236-1a08-4d30-81b0-1f89fbe3fa9f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755713 Sep 29 23:04:22.460391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-a105e69e-7b2b-45eb-8b33-60ef52b1dccf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:22.467764 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-a105e69e-7b2b-45eb-8b33-60ef52b1dccf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.2011595 Sep 29 23:04:22.489657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Request body: {'port': {'device_id': '59dd98ff-8711-4914-a2ad-15d74aa10949', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'admin_state_up': True, 'tenant_id': '01b56b0290ab4937b3938d639829a691'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:22.535970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77bcafae-0ef0-42f6-9a67-eef87278efe3 req-58e85c6c-cfed-45f6-825e-3e98c613b4a6 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 210 time: 0.0757608 Sep 29 23:04:22.571683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e5189c3-598d-4733-ab6f-de73bc669da3 req-745f6dd6-1bd1-4729-8e30-5e83c88c9e06 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 210 time: 0.0344200 Sep 29 23:04:22.684146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Made reservation on behalf of 01b56b0290ab4937b3938d639829a691 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:22.692251 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:22.711136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1f4c3-9098-4fcd-9108-add652a894bc req-ac662681-1d80-4405-98ab-5e3869f8907d tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:22.712740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46d1f4c3-9098-4fcd-9108-add652a894bc req-ac662681-1d80-4405-98ab-5e3869f8907d tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 945 time: 0.0667386 Sep 29 23:04:22.803530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46d1f4c3-9098-4fcd-9108-add652a894bc req-0266f728-1805-4071-aaa7-5e34a18a3f13 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727658 Sep 29 23:04:22.834170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e5dbc-ee4b-4796-91a4-6e9a3c49090d req-727ec466-3fa3-4871-aead-8ae7961abf0a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:22.838967 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-331e5dbc-ee4b-4796-91a4-6e9a3c49090d req-727ec466-3fa3-4871-aead-8ae7961abf0a tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 948 time: 0.1243627 Sep 29 23:04:22.885358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Allocated IP 172.20.0.12 (b9178d34-9367-4c3d-964e-5c7a5b637725/8e35702b-599d-47c1-a339-f75980ce3046/1b2ecd23-44cd-48fa-b05c-8672295edbf7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:22.913514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-331e5dbc-ee4b-4796-91a4-6e9a3c49090d req-ae1b678d-c498-4b0d-abd9-2fb1b5a91205 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606079 Sep 29 23:04:23.061932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:23.100792 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:23.120374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99b152-849f-464f-b996-70c1201dc1f1 req-76d788d0-7e6d-437c-9537-2b1349fa58be tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:23.121832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a99b152-849f-464f-b996-70c1201dc1f1 req-76d788d0-7e6d-437c-9537-2b1349fa58be tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 945 time: 0.0599580 Sep 29 23:04:23.142212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Network b9178d34-9367-4c3d-964e-5c7a5b637725 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:23.145594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:23.150083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:23.164466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a99b152-849f-464f-b996-70c1201dc1f1 req-e9b7597e-21ed-49b1-bb8a-b497bfc29738 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364389 Sep 29 23:04:23.185743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event updated for resources: {'Port': ['ID=1b2ecd23-44cd-48fa-b05c-8672295edbf7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:23.204790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:23.205401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:23.219846 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-6410c933-5467-4df7-8db6-cfa9bd7c7f2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7349811 Sep 29 23:04:23.363684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223d28a-78ac-4416-9592-e67fdb1ea321 req-12275fea-818e-4efc-87b6-8f2eb374b29d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:23.370882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Request body: {'port': {'device_id': '59dd98ff-8711-4914-a2ad-15d74aa10949', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:23.374783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7223d28a-78ac-4416-9592-e67fdb1ea321 req-12275fea-818e-4efc-87b6-8f2eb374b29d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 932 time: 0.0932889 Sep 29 23:04:23.443809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7223d28a-78ac-4416-9592-e67fdb1ea321 req-2e1c73ef-0d9e-4ed0-abfd-737e4648f90e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637031 Sep 29 23:04:23.503883 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:23.539786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-8697fbdc-df28-45ac-bce0-5e6407728486 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:23.541274 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-8697fbdc-df28-45ac-bce0-5e6407728486 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 821 time: 0.2146635 Sep 29 23:04:23.575263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Request body: {'port': {'device_id': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7', 'admin_state_up': True, 'tenant_id': '04184e88ba3b425fad67d78550b30b78'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:23.600581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda481ef-4391-4c2a-beb4-5ef3f031df42 req-3eef857f-8cdb-4dcb-8368-83e060e36116 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:23.603097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eda481ef-4391-4c2a-beb4-5ef3f031df42 req-3eef857f-8cdb-4dcb-8368-83e060e36116 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.0713670 Sep 29 23:04:23.657648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c8e8178-9f39-445a-b872-2a430943a670 req-ad015184-d0f5-454d-a6a2-c22b683b2d67 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 210 time: 0.0341156 Sep 29 23:04:23.690344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eda481ef-4391-4c2a-beb4-5ef3f031df42 req-4d4f71f8-2ffc-4483-8fd4-22b522661bd6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809569 Sep 29 23:04:23.780565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-a584d96e-7eba-4def-bcbb-ec62be62449e tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:23.782079 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-a584d96e-7eba-4def-bcbb-ec62be62449e tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.42 "GET /v2.0/ports?device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 948 time: 0.2000132 Sep 29 23:04:23.806464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3c68412-f447-4718-be2c-a7ba203322aa req-d1e89ea4-4bb6-4cd5-bf01-33212a1aa4a4 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 210 time: 0.0395031 Sep 29 23:04:24.039143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb5eb6-fba8-4946-8cbf-e85193b811bd req-f63b70c5-7c5a-4880-8eb9-601bbb473de7 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:24.040666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3adb5eb6-fba8-4946-8cbf-e85193b811bd req-f63b70c5-7c5a-4880-8eb9-601bbb473de7 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 948 time: 0.0633016 Sep 29 23:04:24.056734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-2b0f6e90-7660-4895-885b-bff9ff6ac8f9 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:24.058330 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-2b0f6e90-7660-4895-885b-bff9ff6ac8f9 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.26 "GET /v2.0/networks?id=f68c0b36-2dc6-4b4e-8871-ceca418a2c71 HTTP/1.1" status: 200 len: 825 time: 0.2753608 Sep 29 23:04:24.078039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Request body: {'port': {'device_id': '60248608-14ac-440c-9316-a5abfb79c4ac', 'network_id': 'f68c0b36-2dc6-4b4e-8871-ceca418a2c71', 'admin_state_up': True, 'tenant_id': '8e6c55f4dcb647a8ac71db97f3edc238'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:24.082310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3adb5eb6-fba8-4946-8cbf-e85193b811bd req-04d90132-b11b-43ee-88e0-1268a417098f tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Sep 29 23:04:24.095889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Made reservation on behalf of 04184e88ba3b425fad67d78550b30b78 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:24.099399 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:24.214375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-ff277281-f405-4b78-9d6d-657a5261ad39 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Deleting port cef065a1-6e7d-4136-8013-c6f600e73c32 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:04:24.214723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-ff277281-f405-4b78-9d6d-657a5261ad39 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:24.296778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6348f-432d-4390-b514-54b720dc7d53 req-8377f72e-53cb-4c2f-abfe-f9f583bb3b1a tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:24.298870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3c6348f-432d-4390-b514-54b720dc7d53 req-8377f72e-53cb-4c2f-abfe-f9f583bb3b1a tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 945 time: 0.0588374 Sep 29 23:04:24.370443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3c6348f-432d-4390-b514-54b720dc7d53 req-fa1e0d6e-7fc2-455e-b50a-17eca9d62984 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532594 Sep 29 23:04:24.453026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b2ecd23-44cd-48fa-b05c-8672295edbf7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:24.468173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:24.472159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Made reservation on behalf of 8e6c55f4dcb647a8ac71db97f3edc238 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:24.476160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:24.515249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-ff277281-f405-4b78-9d6d-657a5261ad39 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] For port cef065a1-6e7d-4136-8013-c6f600e73c32, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=cef065a1-6e7d-4136-8013-c6f600e73c32,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:24.515966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-ff277281-f405-4b78-9d6d-657a5261ad39 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:24.530959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Transition to ACTIVE for port object 1b2ecd23-44cd-48fa-b05c-8672295edbf7 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:04:24.537819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Allocated IP 172.20.0.7 (a1dd884b-5f72-4813-96aa-08148f7871b7/5c3e257f-b911-46db-9074-3307b87d2219/6410359d-4fca-4706-af62-0493545541be) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:24.548220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-ff277281-f405-4b78-9d6d-657a5261ad39 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Calling delete_port for cef065a1-6e7d-4136-8013-c6f600e73c32 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:04:24.554941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:24.576329 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78415d-4608-4cdd-a5e7-879cb0c581f0 req-6c9464ab-4dcb-4fbd-96cd-a7ee630f2372 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:24.586716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d78415d-4608-4cdd-a5e7-879cb0c581f0 req-6c9464ab-4dcb-4fbd-96cd-a7ee630f2372 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 932 time: 0.0608366 Sep 29 23:04:24.634015 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d78415d-4608-4cdd-a5e7-879cb0c581f0 req-87a3fef4-626c-4024-8a29-3788afe661a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 Sep 29 23:04:24.737776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Pushing event updated for resources: {'Port': ['ID=1b2ecd23-44cd-48fa-b05c-8672295edbf7,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:24.834038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e5e28b7-7e67-44ec-af71-91d59638ceff req-4ddd4ae7-0d84-4b1b-8203-c295197ef156 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 210 time: 0.0445459 Sep 29 23:04:24.868961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c334a-0242-448d-b363-6656ec699475 req-63130488-48ab-4e6d-90f5-73505c64947c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:24.876603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c0c334a-0242-448d-b363-6656ec699475 req-63130488-48ab-4e6d-90f5-73505c64947c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.0968931 Sep 29 23:04:24.892283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Allocated IP 172.20.0.4 (f68c0b36-2dc6-4b4e-8871-ceca418a2c71/6139d3ed-f28b-41a1-a11e-c8bdf666a892/52c6fb0f-922a-4cc8-b392-78281f5d64c3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:24.956353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c0c334a-0242-448d-b363-6656ec699475 req-7a063c3a-803b-4f4e-971a-5f390f0844a3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783582 Sep 29 23:04:24.984413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1709274e-2232-4c11-b37a-dc1f622649ed req-8006270f-381f-471f-aa76-b438d081cbf0 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 210 time: 0.0620172 Sep 29 23:04:25.214013 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac2dd9-10f2-4122-aa3b-b85f0d44bcab req-480f116b-fe65-4219-bf28-7060e686ebea tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:25.216025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71ac2dd9-10f2-4122-aa3b-b85f0d44bcab req-480f116b-fe65-4219-bf28-7060e686ebea tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 948 time: 0.0589094 Sep 29 23:04:25.268366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71ac2dd9-10f2-4122-aa3b-b85f0d44bcab req-25d0679b-740d-4906-af1e-aa32034c78da tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/security-groups?id=73a49457-2f57-4a90-bd04-cb9544cfb5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446668 Sep 29 23:04:25.401039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Attempting to bind port 1b2ecd23-44cd-48fa-b05c-8672295edbf7 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:25.401379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Attempting to bind port 1b2ecd23-44cd-48fa-b05c-8672295edbf7 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:25.401704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Attempting to bind port 1b2ecd23-44cd-48fa-b05c-8672295edbf7 on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:25.436189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Port 1b2ecd23-44cd-48fa-b05c-8672295edbf7 on network b9178d34-9367-4c3d-964e-5c7a5b637725 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:04:25.436520 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Attempting to bind port 1b2ecd23-44cd-48fa-b05c-8672295edbf7 on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:25.498558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2011fc3d-2c35-4823-95a3-44b5e1075a17 req-f25d98e5-a46f-4dbd-8468-3b75e952ff52 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:25.500369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2011fc3d-2c35-4823-95a3-44b5e1075a17 req-f25d98e5-a46f-4dbd-8468-3b75e952ff52 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 945 time: 0.0515351 Sep 29 23:04:25.509470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:25.509788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Checking segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:25.510108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Bound using segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:25.510568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Bound port: 1b2ecd23-44cd-48fa-b05c-8672295edbf7, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:25.510952 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:25.518988 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:25.529438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-03beccee-e6b7-4f1f-9e5e-a325501162bb tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:25.531029 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-03beccee-e6b7-4f1f-9e5e-a325501162bb tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 945 time: 0.4936554 Sep 29 23:04:25.544865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2011fc3d-2c35-4823-95a3-44b5e1075a17 req-32053b71-7e75-4e74-a232-f2464effee30 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359840 Sep 29 23:04:25.587142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-ff277281-f405-4b78-9d6d-657a5261ad39 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:25.659179 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:25.699730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff277281-f405-4b78-9d6d-657a5261ad39 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Pushing event deleted for resources: {'Port': ['ID=cef065a1-6e7d-4136-8013-c6f600e73c32,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:25.807919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3ffa97-c05d-4561-9288-396391d19457 req-f1d61f4c-e575-42a5-90d4-41181bba5c9d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:25.809832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f3ffa97-c05d-4561-9288-396391d19457 req-f1d61f4c-e575-42a5-90d4-41181bba5c9d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 944 time: 0.0570149 Sep 29 23:04:25.810469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-ff277281-f405-4b78-9d6d-657a5261ad39 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] No DVR routers for this DVR port cef065a1-6e7d-4136-8013-c6f600e73c32 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:04:25.822269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] For port 1b2ecd23-44cd-48fa-b05c-8672295edbf7, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:25.824896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-ff277281-f405-4b78-9d6d-657a5261ad39 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:25.826827 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-95b4486b-856b-4dc3-ade0-a5c1185d719d req-ff277281-f405-4b78-9d6d-657a5261ad39 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.42 "DELETE /v2.0/ports/cef065a1-6e7d-4136-8013-c6f600e73c32 HTTP/1.1" status: 204 len: 173 time: 2.0306616 Sep 29 23:04:25.828164 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-deleted', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:25.830409 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75584241-e4b3-44b8-a430-0ab91621f1dc" -d '{"events": [{"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-deleted", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:25.845860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:25.856616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] For port 1b2ecd23-44cd-48fa-b05c-8672295edbf7, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1b2ecd23-44cd-48fa-b05c-8672295edbf7,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:25.856811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b59aac8b-7a6d-4077-b43c-4f96d852dce3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:25.885661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f3ffa97-c05d-4561-9288-396391d19457 req-da5a3810-aeda-4c7a-ae34-6300d09fb129 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663538 Sep 29 23:04:25.911010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:25.935137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:25.959711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Network a1dd884b-5f72-4813-96aa-08148f7871b7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:25.961232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:25.961853 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:25.963253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] 10.222.0.26 "PUT /v2.0/ports/1b2ecd23-44cd-48fa-b05c-8672295edbf7 HTTP/1.1" status: 200 len: 1092 time: 2.7294812 Sep 29 23:04:25.976499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Pushing event updated for resources: {'Port': ['ID=6410359d-4fca-4706-af62-0493545541be,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:25.983461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:25.986896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-e7efeb38-6f06-43b9-9ae5-baa29b53daa2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Deleting port 250859ec-b481-430e-a571-a33e7cd8d31f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:04:25.995992 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-e7efeb38-6f06-43b9-9ae5-baa29b53daa2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:26.001077 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:26.075365 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f01f6cd-a056-445c-9894-4ad0d11c45e7 x-openstack-request-id: req-6f01f6cd-a056-445c-9894-4ad0d11c45e7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:26.075593 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08c68f5-28e1-4ab6-ae4c-c14259ca7e37", "name": "network-vif-deleted", "tag": "cef065a1-6e7d-4136-8013-c6f600e73c32", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:26.077766 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f01f6cd-a056-445c-9894-4ad0d11c45e7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:26.078219 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08c68f5-28e1-4ab6-ae4c-c14259ca7e37', 'name': 'network-vif-deleted', 'tag': 'cef065a1-6e7d-4136-8013-c6f600e73c32', 'status': 'completed', 'code': 200} Sep 29 23:04:26.119955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Network f68c0b36-2dc6-4b4e-8871-ceca418a2c71 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:26.200756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:26.202874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46963-c563-419b-8e2d-e0564bf728ba req-12aeb491-8280-4b9a-a702-495c1fe14a1b tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:26.203917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9d46963-c563-419b-8e2d-e0564bf728ba req-12aeb491-8280-4b9a-a702-495c1fe14a1b tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 931 time: 0.1125164 Sep 29 23:04:26.210162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:26.257737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19d330-bd20-4563-973a-f7539825c587 req-decb047c-d418-4334-97b4-b5416b9ac6dd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:26.265585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b19d330-bd20-4563-973a-f7539825c587 req-decb047c-d418-4334-97b4-b5416b9ac6dd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1258655 Sep 29 23:04:26.265810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-e7efeb38-6f06-43b9-9ae5-baa29b53daa2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] For port 250859ec-b481-430e-a571-a33e7cd8d31f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=250859ec-b481-430e-a571-a33e7cd8d31f,segment=NetworkSegment(304bb7b7-a253-49b5-8ce3-c8acb139730b),segment_id=304bb7b7-a253-49b5-8ce3-c8acb139730b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:26.266181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-e7efeb38-6f06-43b9-9ae5-baa29b53daa2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:26.282448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-e7efeb38-6f06-43b9-9ae5-baa29b53daa2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Calling delete_port for 250859ec-b481-430e-a571-a33e7cd8d31f owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:04:26.324138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9d46963-c563-419b-8e2d-e0564bf728ba req-b7d52934-85a8-47a8-9120-ae8e10693daf tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123860 Sep 29 23:04:26.341534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b19d330-bd20-4563-973a-f7539825c587 req-3ad24a76-32e6-4053-8d68-506f8854cebb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748355 Sep 29 23:04:26.412638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b8948-fa8c-404b-bf8e-96d6f452a41a service neutron] Pushing event updated for resources: {'Port': ['ID=1b2ecd23-44cd-48fa-b05c-8672295edbf7,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:26.432376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:26.433268 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:26.471256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d8117-11f5-41ca-a376-609d40fdb945 req-acb239eb-9d8b-46f8-868c-8358022e9a50 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:26.472884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-440d8117-11f5-41ca-a376-609d40fdb945 req-acb239eb-9d8b-46f8-868c-8358022e9a50 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 931 time: 0.0615740 Sep 29 23:04:26.513696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Pushing event updated for resources: {'Port': ['ID=52c6fb0f-922a-4cc8-b392-78281f5d64c3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:26.531235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5eb1694-e620-4ce3-aeb6-a17e9f01456f req-02435c93-6d59-4d56-90af-6db17e289942 tempest-ListImageFiltersTestJSON-1616584934 tempest-ListImageFiltersTestJSON-1616584934-project] 10.222.0.44 "GET /v2.0/ports?device_id=b08c68f5-28e1-4ab6-ae4c-c14259ca7e37 HTTP/1.1" status: 200 len: 210 time: 0.0567598 Sep 29 23:04:26.548696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:26.549361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:26.565703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-38fb8451-03bc-4154-a65b-a7ce3604a2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:26.567232 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-38fb8451-03bc-4154-a65b-a7ce3604a2db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 1095 time: 0.4972527 Sep 29 23:04:26.571424 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-ab394d08-fa5f-4f3a-ac24-f272445ae505 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0001805 Sep 29 23:04:26.571653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-440d8117-11f5-41ca-a376-609d40fdb945 req-1ebafd9e-297b-4caf-8a23-3a23a7356aad tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833726 Sep 29 23:04:26.595594 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-c5fb4682-11d5-4058-9c02-358de83b797b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5182354 Sep 29 23:04:26.603544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Request body: {'port': {'device_id': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:26.657275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Request body: {'port': {'device_id': '60248608-14ac-440c-9316-a5abfb79c4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:26.679648 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-be480642-83b5-41f1-aa45-cf7b4ab2ad82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b2ecd23-44cd-48fa-b05c-8672295edbf7 HTTP/1.1" status: 200 len: 217 time: 0.0904512 Sep 29 23:04:26.711989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e75a83-412c-4940-9030-af9c8809c8e2 req-c3f2d709-114e-4ec4-897f-392b552623e4 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:26.719806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33e75a83-412c-4940-9030-af9c8809c8e2 req-c3f2d709-114e-4ec4-897f-392b552623e4 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/ports?device_id=ea708420-6c2a-4be4-87a1-f37e3e9417b4 HTTP/1.1" status: 200 len: 945 time: 0.0800028 Sep 29 23:04:26.776099 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33e75a83-412c-4940-9030-af9c8809c8e2 req-4b4c6c1c-2911-4f23-90fb-77046e0199d6 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.44 "GET /v2.0/security-groups?id=945a28f1-167e-4a3c-bb91-2635a225318f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547023 Sep 29 23:04:26.838839 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:26.846661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-67312838-572f-4078-bb06-4cccc99bcd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:26.848195 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-67312838-572f-4078-bb06-4cccc99bcd31 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.1438558 Sep 29 23:04:26.849307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:26.866081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-e7efeb38-6f06-43b9-9ae5-baa29b53daa2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:26.901514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['250859ec-b481-430e-a571-a33e7cd8d31f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:26.910188 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-d8602286-7773-4094-9706-755d0e41036d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516429 Sep 29 23:04:26.960107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7efeb38-6f06-43b9-9ae5-baa29b53daa2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Pushing event deleted for resources: {'Port': ['ID=250859ec-b481-430e-a571-a33e7cd8d31f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:27.057255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-e7efeb38-6f06-43b9-9ae5-baa29b53daa2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] No DVR routers for this DVR port 250859ec-b481-430e-a571-a33e7cd8d31f on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:04:27.057612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b159d7-2110-4e3c-8dc2-94829ca2ed63 req-56eff29e-71f8-4051-82d0-74fa5f556ba6 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:27.060332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9b159d7-2110-4e3c-8dc2-94829ca2ed63 req-56eff29e-71f8-4051-82d0-74fa5f556ba6 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 944 time: 0.0535171 Sep 29 23:04:27.076299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-e7efeb38-6f06-43b9-9ae5-baa29b53daa2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:27.078319 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea60a967-f66e-4619-b845-9d884c4fd633 req-e7efeb38-6f06-43b9-9ae5-baa29b53daa2 tempest-ServerGroupTestJSON-1169647733 tempest-ServerGroupTestJSON-1169647733-project] 10.222.0.42 "DELETE /v2.0/ports/250859ec-b481-430e-a571-a33e7cd8d31f HTTP/1.1" status: 204 len: 173 time: 1.5355167 Sep 29 23:04:27.112561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9b159d7-2110-4e3c-8dc2-94829ca2ed63 req-8a52d15b-05a3-4e1d-9f66-d9c6157046dc tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453372 Sep 29 23:04:27.265961 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cef065a1-6e7d-4136-8013-c6f600e73c32 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:04:27.292396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: cef065a1-6e7d-4136-8013-c6f600e73c32 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:04:27.292396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device cef065a1-6e7d-4136-8013-c6f600e73c32 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:04:27.292910 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-21398b78-8e4e-4d21-bf59-7ed7b717919d service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423903 Sep 29 23:04:27.538508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0ee0d5-71fe-4101-b431-20128f831a9b req-f6428420-c68e-462a-a6ff-e2736395d5f7 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:27.544353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b0ee0d5-71fe-4101-b431-20128f831a9b req-f6428420-c68e-462a-a6ff-e2736395d5f7 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1239715 Sep 29 23:04:27.544861 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-113d1837-7e25-4f69-90ef-ee796edb14d2 req-a67edba9-2e6a-4cea-9de7-856fec6c12a1 service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348077 Sep 29 23:04:27.590630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9d199-9644-4cc5-8837-5c04eb9878da req-3aa08e6a-2981-4817-ad8e-68514789d13f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:27.597820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8f9d199-9644-4cc5-8837-5c04eb9878da req-3aa08e6a-2981-4817-ad8e-68514789d13f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 931 time: 0.1497619 Sep 29 23:04:27.641376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6410359d-4fca-4706-af62-0493545541be {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:27.653384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:27.675096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Transition to ACTIVE for port object 6410359d-4fca-4706-af62-0493545541be will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:04:27.676622 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8f9d199-9644-4cc5-8837-5c04eb9878da req-d00bbc37-94c5-472f-bca0-775b3d9aa491 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778747 Sep 29 23:04:27.681065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b0ee0d5-71fe-4101-b431-20128f831a9b req-e8d57f64-6aee-412e-a023-05a8ae171b5b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135385 Sep 29 23:04:27.694597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52c6fb0f-922a-4cc8-b392-78281f5d64c3 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:27.704111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:27.722010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Transition to ACTIVE for port object 52c6fb0f-922a-4cc8-b392-78281f5d64c3 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:04:27.723869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:27.757488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:27.841473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc6238-3971-4543-9a76-b5e6f22c1556 req-1bf163ec-bb37-49b2-bae6-362e08adc046 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:27.842968 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20bc6238-3971-4543-9a76-b5e6f22c1556 req-1bf163ec-bb37-49b2-bae6-362e08adc046 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 943 time: 0.0625780 Sep 29 23:04:27.852052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Pushing event updated for resources: {'Port': ['ID=6410359d-4fca-4706-af62-0493545541be,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:27.888945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20bc6238-3971-4543-9a76-b5e6f22c1556 req-81c3ac8b-0a04-46d6-a90f-357723a0c671 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387487 Sep 29 23:04:27.983877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:27.984316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:27.984491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:27.995155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Pushing event updated for resources: {'Port': ['ID=52c6fb0f-922a-4cc8-b392-78281f5d64c3,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:28.000993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Attempting to bind port 52c6fb0f-922a-4cc8-b392-78281f5d64c3 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:28.001447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Attempting to bind port 52c6fb0f-922a-4cc8-b392-78281f5d64c3 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '37c04f67-0bf7-4ed9-b880-213618db9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f68c0b36-2dc6-4b4e-8871-ceca418a2c71'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:28.001649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Attempting to bind port 52c6fb0f-922a-4cc8-b392-78281f5d64c3 on network f68c0b36-2dc6-4b4e-8871-ceca418a2c71 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:28.003760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Port 6410359d-4fca-4706-af62-0493545541be on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:04:28.004203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:28.012836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:28.013234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:28.013537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:28.014035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Bound port: 6410359d-4fca-4706-af62-0493545541be, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:28.014354 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:28.022887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Port 52c6fb0f-922a-4cc8-b392-78281f5d64c3 on network f68c0b36-2dc6-4b4e-8871-ceca418a2c71 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:04:28.023266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Attempting to bind port 52c6fb0f-922a-4cc8-b392-78281f5d64c3 on network f68c0b36-2dc6-4b4e-8871-ceca418a2c71 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:28.040091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:28.040482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Checking segment: {'id': '37c04f67-0bf7-4ed9-b880-213618db9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f68c0b36-2dc6-4b4e-8871-ceca418a2c71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:28.040818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Bound using segment: {'id': '37c04f67-0bf7-4ed9-b880-213618db9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f68c0b36-2dc6-4b4e-8871-ceca418a2c71'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:28.041258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Bound port: 52c6fb0f-922a-4cc8-b392-78281f5d64c3, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c04f67-0bf7-4ed9-b880-213618db9595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'f68c0b36-2dc6-4b4e-8871-ceca418a2c71'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:28.041831 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:28.081534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59dd98ff-8711-4914-a2ad-15d74aa10949', 'tag': '1b2ecd23-44cd-48fa-b05c-8672295edbf7'}, {'server_uuid': 'ea708420-6c2a-4be4-87a1-f37e3e9417b4', 'name': 'network-vif-deleted', 'tag': '250859ec-b481-430e-a571-a33e7cd8d31f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:28.084233 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e628c98-085f-4fd6-aaa0-25fef62fbd87" -d '{"events": [{"name": "network-changed", "server_uuid": "59dd98ff-8711-4914-a2ad-15d74aa10949", "tag": "1b2ecd23-44cd-48fa-b05c-8672295edbf7"}, {"server_uuid": "ea708420-6c2a-4be4-87a1-f37e3e9417b4", "name": "network-vif-deleted", "tag": "250859ec-b481-430e-a571-a33e7cd8d31f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:28.158555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:28.178766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:28.182559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] For port 52c6fb0f-922a-4cc8-b392-78281f5d64c3, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:28.187727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:28.204034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] For port 52c6fb0f-922a-4cc8-b392-78281f5d64c3, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=52c6fb0f-922a-4cc8-b392-78281f5d64c3,segment=NetworkSegment(37c04f67-0bf7-4ed9-b880-213618db9595),segment_id=37c04f67-0bf7-4ed9-b880-213618db9595)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:28.226408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:28.230162 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca69efc5-793a-4e40-bb1b-58708c9107f1 x-openstack-request-id: req-ca69efc5-793a-4e40-bb1b-58708c9107f1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:28.230513 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59dd98ff-8711-4914-a2ad-15d74aa10949", "tag": "1b2ecd23-44cd-48fa-b05c-8672295edbf7", "status": "completed", "code": 200}, {"server_uuid": "ea708420-6c2a-4be4-87a1-f37e3e9417b4", "name": "network-vif-deleted", "tag": "250859ec-b481-430e-a571-a33e7cd8d31f", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:28.230685 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca69efc5-793a-4e40-bb1b-58708c9107f1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:28.231095 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59dd98ff-8711-4914-a2ad-15d74aa10949', 'tag': '1b2ecd23-44cd-48fa-b05c-8672295edbf7', 'status': 'completed', 'code': 200} Sep 29 23:04:28.231354 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea708420-6c2a-4be4-87a1-f37e3e9417b4', 'name': 'network-vif-deleted', 'tag': '250859ec-b481-430e-a571-a33e7cd8d31f', 'status': 'completed', 'code': 200} Sep 29 23:04:28.247387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:28.247840 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:28.249248 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] 10.222.0.26 "PUT /v2.0/ports/6410359d-4fca-4706-af62-0493545541be HTTP/1.1" status: 200 len: 1091 time: 1.6590376 Sep 29 23:04:28.264605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:28.265179 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:28.266577 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] 10.222.0.26 "PUT /v2.0/ports/52c6fb0f-922a-4cc8-b392-78281f5d64c3 HTTP/1.1" status: 200 len: 1091 time: 1.6398151 Sep 29 23:04:28.288347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddd15f-205d-42b7-a177-5aa5383d8c40 service neutron] Pushing event updated for resources: {'Port': ['ID=6410359d-4fca-4706-af62-0493545541be,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:28.376150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d846f63-f30a-464c-be9b-900c1d75f072 req-3ae2c8e3-c37c-4f63-a1f6-49f2c789bce7 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:28.385197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d846f63-f30a-464c-be9b-900c1d75f072 req-3ae2c8e3-c37c-4f63-a1f6-49f2c789bce7 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 944 time: 0.0938172 Sep 29 23:04:28.438926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d846f63-f30a-464c-be9b-900c1d75f072 req-bc4fa410-319b-4a59-907a-da4d8fa5eb0c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486455 Sep 29 23:04:28.440066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e628c98-085f-4fd6-aaa0-25fef62fbd87 req-624fb4bb-5cee-4845-8875-82ad2ec9062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:28.447924 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e628c98-085f-4fd6-aaa0-25fef62fbd87 req-624fb4bb-5cee-4845-8875-82ad2ec9062e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 1095 time: 0.1741934 Sep 29 23:04:28.448993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8de2b76-4d1a-4c6c-94de-d16b977b05ae service neutron] Pushing event updated for resources: {'Port': ['ID=52c6fb0f-922a-4cc8-b392-78281f5d64c3,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:28.486972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-f6137c9d-361c-4e37-801c-91c7d149ac7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:28.488490 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-f6137c9d-361c-4e37-801c-91c7d149ac7f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 1094 time: 0.1468937 Sep 29 23:04:28.496021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-19bbbc12-d32c-4b45-a030-068eec22d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:28.496975 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-19bbbc12-d32c-4b45-a030-068eec22d1b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e6c55f4dcb647a8ac71db97f3edc238&device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 1094 time: 0.1451986 Sep 29 23:04:28.584551 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-83752c30-81ce-4f3f-9b46-5439b13aebbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6410359d-4fca-4706-af62-0493545541be HTTP/1.1" status: 200 len: 217 time: 0.0841975 Sep 29 23:04:28.623896 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-f2426fa1-33f1-428a-859b-325510dfa24a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52c6fb0f-922a-4cc8-b392-78281f5d64c3 HTTP/1.1" status: 200 len: 217 time: 0.1151354 Sep 29 23:04:28.664415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37778) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:28.721707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09026c9-a80e-4432-be9b-75f3cfbc2b7a admin admin] Deleting subnet 219120e6-a36c-47e0-adf8-a95b85241adf {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:04:28.730302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f09026c9-a80e-4432-be9b-75f3cfbc2b7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:28.734095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-991e5a4a-d3d5-4f46-8821-73cf6da0c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:28.735705 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-991e5a4a-d3d5-4f46-8821-73cf6da0c506 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.1144609 Sep 29 23:04:28.741530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-33365384-89b0-4e88-b892-3f3ce4f68f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:28.743006 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-33365384-89b0-4e88-b892-3f3ce4f68f41 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6139d3ed-f28b-41a1-a11e-c8bdf666a892 HTTP/1.1" status: 200 len: 865 time: 0.1088033 Sep 29 23:04:28.744245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e628c98-085f-4fd6-aaa0-25fef62fbd87 req-15ce759c-49c7-4c18-84ac-6188918a8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:28.745820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e628c98-085f-4fd6-aaa0-25fef62fbd87 req-15ce759c-49c7-4c18-84ac-6188918a8a34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 907 time: 0.2926242 Sep 29 23:04:28.788434 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-8d5b5592-6726-4ebd-bef5-b288be84ec7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412817 Sep 29 23:04:28.814719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f09026c9-a80e-4432-be9b-75f3cfbc2b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:28.870856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8319223-b785-4418-9230-897a1d28ae8b req-5c9051b7-9ce0-460b-acf4-c8de30a1663c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:28.872765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8319223-b785-4418-9230-897a1d28ae8b req-5c9051b7-9ce0-460b-acf4-c8de30a1663c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.1053967 Sep 29 23:04:28.897633 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f09026c9-a80e-4432-be9b-75f3cfbc2b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:28.983718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8319223-b785-4418-9230-897a1d28ae8b req-87ba369f-b5ae-4fe1-8ed7-da93758d66df tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992527 Sep 29 23:04:29.019467 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f09026c9-a80e-4432-be9b-75f3cfbc2b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.035511 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f09026c9-a80e-4432-be9b-75f3cfbc2b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.041487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f09026c9-a80e-4432-be9b-75f3cfbc2b7a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/219120e6-a36c-47e0-adf8-a95b85241adf HTTP/1.1" status: 204 len: 168 time: 0.3729565 Sep 29 23:04:29.042039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:29.079619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09026c9-a80e-4432-be9b-75f3cfbc2b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219120e6-a36c-47e0-adf8-a95b85241adf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:29.126204 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e628c98-085f-4fd6-aaa0-25fef62fbd87 req-a2ca76c2-960c-4dd5-94cd-00a19b6e690f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b2ecd23-44cd-48fa-b05c-8672295edbf7 HTTP/1.1" status: 200 len: 217 time: 0.3681183 Sep 29 23:04:29.147775 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-3b378d63-c40b-4765-a7ca-fc7095fa1988 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f68c0b36-2dc6-4b4e-8871-ceca418a2c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3907895 Sep 29 23:04:29.237669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51141603-58e0-40c0-b5e2-5c3e825a2bd1 req-bb2603fd-f7ed-452c-9eb7-eabb22ecd0e8 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:29.239209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51141603-58e0-40c0-b5e2-5c3e825a2bd1 req-bb2603fd-f7ed-452c-9eb7-eabb22ecd0e8 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 943 time: 0.1271167 Sep 29 23:04:29.242292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.252174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d1d4ca-6587-4f20-ab23-5de8a28fa363 req-fabcf5ea-cc5d-4c2c-92c9-66d976695653 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:29.253669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49d1d4ca-6587-4f20-ab23-5de8a28fa363 req-fabcf5ea-cc5d-4c2c-92c9-66d976695653 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.2125788 Sep 29 23:04:29.259649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 250859ec-b481-430e-a571-a33e7cd8d31f no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:04:29.281545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 250859ec-b481-430e-a571-a33e7cd8d31f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:04:29.281888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 250859ec-b481-430e-a571-a33e7cd8d31f not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:04:29.314203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e628c98-085f-4fd6-aaa0-25fef62fbd87 req-38323e59-6cd1-4b75-bd97-b5b54ac8911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:29.315869 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e628c98-085f-4fd6-aaa0-25fef62fbd87 req-38323e59-6cd1-4b75-bd97-b5b54ac8911c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.1714430 Sep 29 23:04:29.365054 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e628c98-085f-4fd6-aaa0-25fef62fbd87 req-6a6cf72e-2153-4d0c-8a30-ec85d11bbbbf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412874 Sep 29 23:04:29.366484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51141603-58e0-40c0-b5e2-5c3e825a2bd1 req-efcb1e4a-07eb-43ec-b8df-6dbf3a9af6e8 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112056 Sep 29 23:04:29.369349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-0500aebd-be42-48b0-b27c-92a80cb8b35c service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624562 Sep 29 23:04:29.372616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37814) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:29.404897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49d1d4ca-6587-4f20-ab23-5de8a28fa363 req-0a86312a-1c01-44f2-8d27-b19f5e782a6f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367028 Sep 29 23:04:29.420755 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-b62bf18a-9185-462a-9a21-d5395a83dbc8 service neutron] 10.222.0.26 "GET /v2.0/networks/f68c0b36-2dc6-4b4e-8871-ceca418a2c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632294 Sep 29 23:04:29.440870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1b2ecd23-44cd-48fa-b05c-8672295edbf7 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:04:29.455348 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.512924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a99c1af-9caf-4cac-ae43-4e5ccddfde8b']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:29.532685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304bb7b7-a253-49b5-8ce3-c8acb139730b') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:29.533598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304bb7b7-a253-49b5-8ce3-c8acb139730b') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:29.546279 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.562416 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.571106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:04:29.571758 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:04:29.583223 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:04:29.625007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 1b2ecd23-44cd-48fa-b05c-8672295edbf7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1b2ecd23-44cd-48fa-b05c-8672295edbf7,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:29.626266 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a26a827-e7a9-4030-a14d-f1f23bb017b1 req-0b90f4a9-15ef-43ae-bc9a-e0a96d52abd0 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470582 Sep 29 23:04:29.636349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e628c98-085f-4fd6-aaa0-25fef62fbd87 req-2a61115a-b8b1-4750-af59-4cd162ddd655 service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558160 Sep 29 23:04:29.650928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '1b2ecd23-44cd-48fa-b05c-8672295edbf7', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'port_id': '1b2ecd23-44cd-48fa-b05c-8672295edbf7', 'mac_address': 'fa:16:3e:3d:34:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e35702b-599d-47c1-a339-f75980ce3046', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:04:29.675446 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e389b3f2-357d-4860-827c-6357a9d3eef6 req-b9de07e5-1c6c-4284-92bf-6e4f1678f537 service neutron] 10.222.0.26 "GET /v2.0/networks/f68c0b36-2dc6-4b4e-8871-ceca418a2c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460918 Sep 29 23:04:29.695595 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.711900 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.713489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b2ecd23-44cd-48fa-b05c-8672295edbf7 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:29.729993 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.732109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2a99c1af-9caf-4cac-ae43-4e5ccddfde8b HTTP/1.1" status: 204 len: 168 time: 0.6702254 Sep 29 23:04:29.741570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa9264f-c89c-459b-9be4-b668dea9e05d req-bdde4c9b-49aa-42a5-8946-7ad18d8f8b9a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:29.742284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 1b2ecd23-44cd-48fa-b05c-8672295edbf7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1b2ecd23-44cd-48fa-b05c-8672295edbf7,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:29.747572 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.749200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fa9264f-c89c-459b-9be4-b668dea9e05d req-bdde4c9b-49aa-42a5-8946-7ad18d8f8b9a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 944 time: 0.1634908 Sep 29 23:04:29.765127 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e628c98-085f-4fd6-aaa0-25fef62fbd87 req-57561051-105b-4836-a8d4-c5dac44e6aa0 service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182311 Sep 29 23:04:29.766684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616d9cd-d59b-4419-bbf0-5b5bf9ce9e10 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a99c1af-9caf-4cac-ae43-4e5ccddfde8b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:29.770958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2b173272-0e7e-4a1f-acdd-59d8012e0e8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=018dc07d270d454783480c3d7445c1ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952866 Sep 29 23:04:29.774188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37822) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:29.808505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=1b2ecd23-44cd-48fa-b05c-8672295edbf7,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:29.827340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fa9264f-c89c-459b-9be4-b668dea9e05d req-d94c3a2b-9931-4aa9-91df-dc96822aeeb1 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770288 Sep 29 23:04:29.862212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9946098-16e4-4966-a893-2da8760e1793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.885143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9946098-16e4-4966-a893-2da8760e1793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.890757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37824) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:29.932885 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9946098-16e4-4966-a893-2da8760e1793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.935745 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9946098-16e4-4966-a893-2da8760e1793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:29.935991 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6cd474c1-ed07-4023-9fc0-039ad67fa600 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2bebca2870946dda4759fdbb1bc85eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439863 Sep 29 23:04:29.936917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a9946098-16e4-4966-a893-2da8760e1793 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/73a49457-2f57-4a90-bd04-cb9544cfb5ca HTTP/1.1" status: 204 len: 168 time: 0.1623211 Sep 29 23:04:29.938528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37826) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:29.945560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9946098-16e4-4966-a893-2da8760e1793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a49457-2f57-4a90-bd04-cb9544cfb5ca,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:29.990206 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e616a4a-cdf7-4293-8465-215a7d328dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:30.010990 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e616a4a-cdf7-4293-8465-215a7d328dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:30.014673 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:30.068463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e616a4a-cdf7-4293-8465-215a7d328dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:30.073116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e616a4a-cdf7-4293-8465-215a7d328dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:30.077928 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9e616a4a-cdf7-4293-8465-215a7d328dca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/945a28f1-167e-4a3c-bb91-2635a225318f HTTP/1.1" status: 204 len: 168 time: 0.1352160 Sep 29 23:04:30.103264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e616a4a-cdf7-4293-8465-215a7d328dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945a28f1-167e-4a3c-bb91-2635a225318f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:30.156246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546012f-8de1-4d28-b753-4b1f834569ff req-62cf82e8-25e1-4909-b337-613e3c960a45 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:30.158143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9546012f-8de1-4d28-b753-4b1f834569ff req-62cf82e8-25e1-4909-b337-613e3c960a45 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.0865033 Sep 29 23:04:30.212344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9546012f-8de1-4d28-b753-4b1f834569ff req-761b59d8-0aab-488e-94e6-8daecc0eb21f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476525 Sep 29 23:04:30.232157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'tag': '6410359d-4fca-4706-af62-0493545541be'}, {'name': 'network-changed', 'server_uuid': '60248608-14ac-440c-9316-a5abfb79c4ac', 'tag': '52c6fb0f-922a-4cc8-b392-78281f5d64c3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:30.234752 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a9399f-a995-4a07-a434-ef49265978a7" -d '{"events": [{"name": "network-changed", "server_uuid": "3a34ffed-ad1a-41f3-9a97-3a976f66982d", "tag": "6410359d-4fca-4706-af62-0493545541be"}, {"name": "network-changed", "server_uuid": "60248608-14ac-440c-9316-a5abfb79c4ac", "tag": "52c6fb0f-922a-4cc8-b392-78281f5d64c3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:30.281804 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4849c3d2-fa94-4337-9b0c-f1c9f85004f7 x-openstack-request-id: req-4849c3d2-fa94-4337-9b0c-f1c9f85004f7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:30.282101 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a34ffed-ad1a-41f3-9a97-3a976f66982d", "tag": "6410359d-4fca-4706-af62-0493545541be", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "60248608-14ac-440c-9316-a5abfb79c4ac", "tag": "52c6fb0f-922a-4cc8-b392-78281f5d64c3", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:30.282548 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4849c3d2-fa94-4337-9b0c-f1c9f85004f7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:30.283101 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'tag': '6410359d-4fca-4706-af62-0493545541be', 'status': 'completed', 'code': 200} Sep 29 23:04:30.283242 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60248608-14ac-440c-9316-a5abfb79c4ac', 'tag': '52c6fb0f-922a-4cc8-b392-78281f5d64c3', 'status': 'completed', 'code': 200} Sep 29 23:04:30.360660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9399f-a995-4a07-a434-ef49265978a7 req-35424387-dca8-45d1-b1fe-1dc12b28cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:30.362410 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-35424387-dca8-45d1-b1fe-1dc12b28cceb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 1094 time: 0.0538223 Sep 29 23:04:30.532704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f773304-399d-49cd-a52d-4942d1ebde11 req-77679280-fc11-4a4c-ab02-aebd945d2b0b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:30.535088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f773304-399d-49cd-a52d-4942d1ebde11 req-77679280-fc11-4a4c-ab02-aebd945d2b0b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 943 time: 0.0785911 Sep 29 23:04:30.537592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9399f-a995-4a07-a434-ef49265978a7 req-363b62ea-8a42-4177-b56a-0bfd4448074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:30.539365 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-363b62ea-8a42-4177-b56a-0bfd4448074a service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.1693239 Sep 29 23:04:30.593749 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-b966f265-5288-4df7-a99b-9f5f168bb5ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6410359d-4fca-4706-af62-0493545541be HTTP/1.1" status: 200 len: 217 time: 0.0447206 Sep 29 23:04:30.597627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f76a-2c4e-489b-88b0-06c6dfbe24b0 req-a7e42d57-d9f9-4ae0-8b18-d3ea36750414 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:30.599704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebc9f76a-2c4e-489b-88b0-06c6dfbe24b0 req-a7e42d57-d9f9-4ae0-8b18-d3ea36750414 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.0993147 Sep 29 23:04:30.605080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f773304-399d-49cd-a52d-4942d1ebde11 req-a34ce4f1-278e-49ff-92a4-a923afc82555 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550992 Sep 29 23:04:30.648157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebc9f76a-2c4e-489b-88b0-06c6dfbe24b0 req-b3acbbe7-1173-4298-8773-1449edb442a2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409005 Sep 29 23:04:30.754957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9399f-a995-4a07-a434-ef49265978a7 req-f52d1fba-1b63-415b-b0eb-57a05a57a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:30.756458 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-f52d1fba-1b63-415b-b0eb-57a05a57a90d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.1549785 Sep 29 23:04:30.758729 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-e7d08cd8-949a-48f0-bc42-bd6fdc693ea7 service neutron] show failed (client error): The resource could not be found. Sep 29 23:04:30.759646 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-e7d08cd8-949a-48f0-bc42-bd6fdc693ea7 service neutron] 10.222.0.42 "GET /v2.0/ports/71e10714-89bc-4228-9cf2-fa51c3a6fa0f/bindings/n-h2-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.1650586 Sep 29 23:04:30.791444 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-b42c8b8a-5ed9-4a7d-af7a-71e4ad498fd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270834 Sep 29 23:04:30.922863 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-c85bf202-83e0-4fd6-85ba-4c89b247d747 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234813 Sep 29 23:04:30.988536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97bb1c-76d9-4fc1-8b92-fd8f77848194 req-555b8537-a1b2-4146-a8af-01b8221212a5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:30.991034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f97bb1c-76d9-4fc1-8b92-fd8f77848194 req-555b8537-a1b2-4146-a8af-01b8221212a5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 945 time: 0.0780413 Sep 29 23:04:31.041826 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f97bb1c-76d9-4fc1-8b92-fd8f77848194 req-d348c964-dcc0-43dc-8dbd-b5f30ac976a4 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445068 Sep 29 23:04:31.067129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-555d40b4-60e3-4483-abd2-88b9a7867632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:31.070032 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-555d40b4-60e3-4483-abd2-88b9a7867632 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3&tenant_id=d21cd580a19447e0afb4238b17bb75ab HTTP/1.1" status: 200 len: 1101 time: 0.0968027 Sep 29 23:04:31.084342 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:31.109459 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-827f085c-0cce-4b3c-a995-b5d4e7370fa4 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789887 Sep 29 23:04:31.144171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.173042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37886) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:31.278458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-972213934-network', 'tenant_id': '7a5ed53efafc4b9096a2b57302ded94e'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:31.300865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9399f-a995-4a07-a434-ef49265978a7 req-d85abc4a-b65b-4095-9504-4ec5c402b734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:31.303299 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-d85abc4a-b65b-4095-9504-4ec5c402b734 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8e6c55f4dcb647a8ac71db97f3edc238&device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 1094 time: 0.1432452 Sep 29 23:04:31.350556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Made reservation on behalf of 7a5ed53efafc4b9096a2b57302ded94e for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:31.353180 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.367951 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.395060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506d6fcd-3337-4a1f-a229-a855d4bb491c req-fa307ca4-791e-46ce-858b-9f5bf4ea48b5 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:31.396867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-506d6fcd-3337-4a1f-a229-a855d4bb491c req-fa307ca4-791e-46ce-858b-9f5bf4ea48b5 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.0899365 Sep 29 23:04:31.457342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1b2ecd23-44cd-48fa-b05c-8672295edbf7 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:31.458467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-506d6fcd-3337-4a1f-a229-a855d4bb491c req-71a9e495-eb62-468c-bbb7-4466f77923fa tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491724 Sep 29 23:04:31.465952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9399f-a995-4a07-a434-ef49265978a7 req-d1d58af0-a546-4fbc-89b9-74093a65f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:31.467491 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-d1d58af0-a546-4fbc-89b9-74093a65f1e9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f68c0b36-2dc6-4b4e-8871-ceca418a2c71 HTTP/1.1" status: 200 len: 926 time: 0.1558776 Sep 29 23:04:31.469220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:31.526962 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.533677 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-d4fdb1fc-97f5-4113-9fff-c0b833969e86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52c6fb0f-922a-4cc8-b392-78281f5d64c3 HTTP/1.1" status: 200 len: 217 time: 0.0539205 Sep 29 23:04:31.533874 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.556074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 1b2ecd23-44cd-48fa-b05c-8672295edbf7 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:04:31.558546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:04:31.569663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 1b2ecd23-44cd-48fa-b05c-8672295edbf7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:31.571153 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.572206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfb2b51-bcf3-459f-b46e-bb861218c6f7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:31.578503 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.578843 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Added segment 5549525d-4424-415f-9e11-acbfe7ae0915 of type vlan for network 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 Sep 29 23:04:31.587134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:31.621502 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9399f-a995-4a07-a434-ef49265978a7 req-55617151-2d91-4636-8431-d24a98ceedf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:31.622988 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-55617151-2d91-4636-8431-d24a98ceedf7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6139d3ed-f28b-41a1-a11e-c8bdf666a892 HTTP/1.1" status: 200 len: 865 time: 0.0791404 Sep 29 23:04:31.631873 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.649743 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.673161 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-a327e41a-b53e-4fd2-b8d4-77af8d76a86e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f68c0b36-2dc6-4b4e-8871-ceca418a2c71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373778 Sep 29 23:04:31.678742 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.679764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:31.680365 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.716968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Transition to ACTIVE for port object 71e10714-89bc-4228-9cf2-fa51c3a6fa0f will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:04:31.730480 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.746023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.5717480 Sep 29 23:04:31.751907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:31.755427 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.762328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dd98ff-8711-4914-a2ad-15d74aa10949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2ecd23-44cd-48fa-b05c-8672295edbf7'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:31.765810 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344cf4b2-8c68-4b76-b635-7a7d71511d02" -d '{"events": [{"server_uuid": "59dd98ff-8711-4914-a2ad-15d74aa10949", "name": "network-vif-plugged", "status": "completed", "tag": "1b2ecd23-44cd-48fa-b05c-8672295edbf7"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:31.772577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Request body: {'subnet': {'network_id': '5f6ba9a3-2e04-44b3-bed4-9fad6b7de713', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-972213934-subnet', 'tenant_id': '7a5ed53efafc4b9096a2b57302ded94e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:31.784784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 1b2ecd23-44cd-48fa-b05c-8672295edbf7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1b2ecd23-44cd-48fa-b05c-8672295edbf7,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:31.791117 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.840135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Pushing event updated for resources: {'Port': ['ID=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:31.844802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] No DVR routers for this DVR port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:04:31.851140 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-ae6d0081-f749-4a78-b895-44c7e5a3c7db service neutron] 10.222.0.26 "GET /v2.0/networks/f68c0b36-2dc6-4b4e-8871-ceca418a2c71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696677 Sep 29 23:04:31.869901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d1217-4f9c-4648-9031-6c41b9bbd024 admin admin] Pushing event updated for resources: {'Network': ['ID=5f6ba9a3-2e04-44b3-bed4-9fad6b7de713,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:31.878583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Made reservation on behalf of 7a5ed53efafc4b9096a2b57302ded94e for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:31.882410 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:31.894986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:04:31.918629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cd22c-2887-46c2-ae85-6902cd2cc797 req-4b8d0d5b-08b9-4d30-95d6-28f02306196b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:31.925939 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c5cd22c-2887-46c2-ae85-6902cd2cc797 req-4b8d0d5b-08b9-4d30-95d6-28f02306196b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 943 time: 0.2053967 Sep 29 23:04:31.959318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Attempting to bind port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:31.959789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Attempting to bind port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:31.960150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Attempting to bind port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:31.965304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=1b2ecd23-44cd-48fa-b05c-8672295edbf7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:31.991592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:04:31.993220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Attempting to bind port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:32.029076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c5cd22c-2887-46c2-ae85-6902cd2cc797 req-98a2de37-34f2-497a-9ef2-2384abde5f18 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021507 Sep 29 23:04:32.037052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:32.037658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:32.038203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:32.038977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Bound port: 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:32.039758 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:32.151773 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-11a9399f-a995-4a07-a434-ef49265978a7 req-339fe05e-d529-400b-a94e-37c2c2ac855c service neutron] 10.222.0.26 "GET /v2.0/networks/f68c0b36-2dc6-4b4e-8871-ceca418a2c71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362523 Sep 29 23:04:32.166150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:32.172635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:32.177699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:32.214227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57d8da-cd0d-48a8-940f-f78d5aec3e6d req-74f093ad-213c-4130-a5fb-861feef15fb2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.215861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a57d8da-cd0d-48a8-940f-f78d5aec3e6d req-74f093ad-213c-4130-a5fb-861feef15fb2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 948 time: 0.0927894 Sep 29 23:04:32.225283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.226187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:32.227720 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] 10.222.0.26 "PUT /v2.0/ports/71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 200 len: 1096 time: 1.1481755 Sep 29 23:04:32.260620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:32.293634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f'}, {'name': 'network-changed', 'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:32.296761 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17752c58-b0bc-4514-b197-f260acd3ccfb" -d '{"events": [{"server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f"}, {"name": "network-changed", "server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:32.300015 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de5c75d-3336-4938-ad41-a747c10b1c54 x-openstack-request-id: req-9de5c75d-3336-4938-ad41-a747c10b1c54 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:32.300188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a57d8da-cd0d-48a8-940f-f78d5aec3e6d req-6a51441e-951c-4e55-83e9-1f3593bc550f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770421 Sep 29 23:04:32.300631 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dd98ff-8711-4914-a2ad-15d74aa10949", "name": "network-vif-plugged", "status": "completed", "tag": "1b2ecd23-44cd-48fa-b05c-8672295edbf7", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:32.300774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc4d8a-10b8-4a06-8dd6-2d002b6d690f service neutron] Pushing event updated for resources: {'Port': ['ID=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:32.301223 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9de5c75d-3336-4938-ad41-a747c10b1c54 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:32.302141 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dd98ff-8711-4914-a2ad-15d74aa10949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b2ecd23-44cd-48fa-b05c-8672295edbf7', 'code': 200} Sep 29 23:04:32.346601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-1fb50c57-b31f-4a28-a9e3-53c15eec3bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.349725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-1fb50c57-b31f-4a28-a9e3-53c15eec3bd0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 1099 time: 0.0898519 Sep 29 23:04:32.352114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d525b12-c5ee-4c62-ad84-53bbcb410de9,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:32.373580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Checking segment: {'id': '5549525d-4424-415f-9e11-acbfe7ae0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5f6ba9a3-2e04-44b3-bed4-9fad6b7de713'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:32.373940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Network hostable DHCP agents. Network: 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:04:32.460766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Network 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:04:32.480856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:32.486964 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae2712e-0f94-4041-aacd-a405bf9a1e67 x-openstack-request-id: req-3ae2712e-0f94-4041-aacd-a405bf9a1e67 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:32.486964 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "name": "network-vif-unplugged", "status": "completed", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f", "code": 200}, {"name": "network-changed", "server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:32.486964 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ae2712e-0f94-4041-aacd-a405bf9a1e67 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:32.486964 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f', 'code': 200} Sep 29 23:04:32.486964 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f', 'status': 'completed', 'code': 200} Sep 29 23:04:32.501493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f989e5b-49e5-4df4-9fcb-8a1b7af433c6 req-9d2df5d0-978e-417f-8a07-479f46d15b10 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.507105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512ab867-d2bb-40d8-b1bb-14c68c2f9a42 None None] Network 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:32.515040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f989e5b-49e5-4df4-9fcb-8a1b7af433c6 req-9d2df5d0-978e-417f-8a07-479f46d15b10 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 946 time: 0.1005363 Sep 29 23:04:32.530130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777baaff-8576-41d5-8767-ebc113c6f5d9 req-a266cfe3-cb16-4dce-9030-f82412802627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.531884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-777baaff-8576-41d5-8767-ebc113c6f5d9 req-a266cfe3-cb16-4dce-9030-f82412802627 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 1097 time: 0.1231427 Sep 29 23:04:32.532744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.533445 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:32.554283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-6fe7fc6f-45ed-4546-bb2e-44e1e0f21903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.556180 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-6fe7fc6f-45ed-4546-bb2e-44e1e0f21903 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1940577 Sep 29 23:04:32.578293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1db73fc6-a077-45b7-a5ae-497e7d735eee admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8248670 Sep 29 23:04:32.603348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f989e5b-49e5-4df4-9fcb-8a1b7af433c6 req-f4b085ab-6e18-46cc-ab53-16dc214949ba tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872607 Sep 29 23:04:32.665143 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-d28594d9-2098-4dd8-95e2-695e3e8fe891 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 200 len: 217 time: 0.0989337 Sep 29 23:04:32.724965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe88515-ceed-411b-bb74-f782776a0c28 req-06f40ff6-c204-4ce0-9879-efe1865d7b64 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.725939 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-777baaff-8576-41d5-8767-ebc113c6f5d9 req-223be4fe-9351-4513-89ef-0815acbae2c2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835501 Sep 29 23:04:32.729233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fe88515-ceed-411b-bb74-f782776a0c28 req-06f40ff6-c204-4ce0-9879-efe1865d7b64 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.0759943 Sep 29 23:04:32.742403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27aadd9a-5a39-47db-9592-ad48c16ab304 None None] Network 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:32.749429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-c5f09e62-de7f-47e2-8419-ecada4c18477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.757088 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-c5f09e62-de7f-47e2-8419-ecada4c18477 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 1099 time: 0.1895416 Sep 29 23:04:32.798881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fe88515-ceed-411b-bb74-f782776a0c28 req-7e3761ad-b065-4b6d-9673-0f7962a1026a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561252 Sep 29 23:04:32.832987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-c01bc727-5012-4644-b019-e65e13ab0e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.832987 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-c01bc727-5012-4644-b019-e65e13ab0e37 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1505210 Sep 29 23:04:32.905468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-3f38b1e0-30a5-43f2-913b-8a95555f3f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:32.907225 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-3f38b1e0-30a5-43f2-913b-8a95555f3f25 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1410580 Sep 29 23:04:32.976880 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-579c2307-a58f-4cd0-9bd5-43916eb12266 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 200 len: 217 time: 0.0545349 Sep 29 23:04:33.030776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-fc4c8772-c35c-4ff5-baa6-5ffb6f126f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:33.032668 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-fc4c8772-c35c-4ff5-baa6-5ffb6f126f33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1234002 Sep 29 23:04:33.042523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-bdbc3ee3-f6f3-42db-9379-f00c12f7baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:33.044087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-bdbc3ee3-f6f3-42db-9379-f00c12f7baa6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0603800 Sep 29 23:04:33.086623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:33.122831 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-1e7fbb6a-e1c5-49c5-a570-f8bb41f07cca tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:33.127010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-1e7fbb6a-e1c5-49c5-a570-f8bb41f07cca tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/networks?id=5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 HTTP/1.1" status: 200 len: 820 time: 0.1482253 Sep 29 23:04:33.168689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-42ff7a6e-6144-444f-91cd-1080a5fdac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:33.170627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-42ff7a6e-6144-444f-91cd-1080a5fdac28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1192384 Sep 29 23:04:33.187070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-74100921-c96c-4df3-bc4c-4dbe0e861a0b tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/quotas/7a5ed53efafc4b9096a2b57302ded94e HTTP/1.1" status: 200 len: 375 time: 0.0512652 Sep 29 23:04:33.236019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-06bee387-b181-4a5c-b8f7-2ed1a263ef5b tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=7a5ed53efafc4b9096a2b57302ded94e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419629 Sep 29 23:04:33.248166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55106800-513e-4c58-ae72-b72bba8a413e req-b1428801-a2ba-434a-8153-45dfb7ecd5f5 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:33.252331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55106800-513e-4c58-ae72-b72bba8a413e req-b1428801-a2ba-434a-8153-45dfb7ecd5f5 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 943 time: 0.1066978 Sep 29 23:04:33.259384 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b10a05d6-1be7-45e6-a662-09d0fbb30e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:33.298691 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3e79f27-d243-4638-9145-f0ddf214bec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:33.461652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 52c6fb0f-922a-4cc8-b392-78281f5d64c3 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:04:33.571496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 52c6fb0f-922a-4cc8-b392-78281f5d64c3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=52c6fb0f-922a-4cc8-b392-78281f5d64c3,segment=NetworkSegment(37c04f67-0bf7-4ed9-b880-213618db9595),segment_id=37c04f67-0bf7-4ed9-b880-213618db9595)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:33.573695 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-0da1aacf-7e33-43dd-8016-9cf3914bbb92 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334694 Sep 29 23:04:33.577264 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-618b4311-b9af-46ba-b0ec-f8cb1817a209 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980644 Sep 29 23:04:33.587576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '52c6fb0f-922a-4cc8-b392-78281f5d64c3', 'network_id': 'f68c0b36-2dc6-4b4e-8871-ceca418a2c71', 'port_id': '52c6fb0f-922a-4cc8-b392-78281f5d64c3', 'mac_address': 'fa:16:3e:cc:bd:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6139d3ed-f28b-41a1-a11e-c8bdf666a892', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:04:33.637108 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:33.653410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52c6fb0f-922a-4cc8-b392-78281f5d64c3 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:33.684817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 52c6fb0f-922a-4cc8-b392-78281f5d64c3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=52c6fb0f-922a-4cc8-b392-78281f5d64c3,segment=NetworkSegment(37c04f67-0bf7-4ed9-b880-213618db9595),segment_id=37c04f67-0bf7-4ed9-b880-213618db9595)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:33.689996 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:33.706774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55106800-513e-4c58-ae72-b72bba8a413e req-bf86b988-9a41-42ee-9eb9-22c97b00ccaa tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302449 Sep 29 23:04:33.754293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=52c6fb0f-922a-4cc8-b392-78281f5d64c3,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:33.756820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-28190007-75aa-4b39-9b06-83b9743984c0 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713502 Sep 29 23:04:33.758759 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37ef7111-179f-4add-8f9b-7919c59c3f3a req-e49a23c8-68be-447a-b0de-5ccdf015b494 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746659 Sep 29 23:04:33.759421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-9c1db5f8-33f4-4eab-a90c-c9591d4f7cc0 service neutron] 10.222.0.44 "GET /v2.0/networks/5f6ba9a3-2e04-44b3-bed4-9fad6b7de713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931438 Sep 29 23:04:33.896443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cec069ca-9260-4a6f-88d1-aa524415765d service neutron] 10.222.0.44 "GET /v2.0/networks/5f6ba9a3-2e04-44b3-bed4-9fad6b7de713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327124 Sep 29 23:04:33.898312 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3e79f27-d243-4638-9145-f0ddf214bec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:33.907738 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3e79f27-d243-4638-9145-f0ddf214bec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:33.922987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-5316f862-ae80-4eec-bc9b-9f703cf41c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:33.925001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-5316f862-ae80-4eec-bc9b-9f703cf41c30 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 1099 time: 0.0962358 Sep 29 23:04:33.956336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a3e79f27-d243-4638-9145-f0ddf214bec3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67e5c90b92b74555a0d8e8ce4f5abc44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8681037 Sep 29 23:04:33.957223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e79f27-d243-4638-9145-f0ddf214bec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3009a6b2-9820-4a6a-80f0-d455f12252ad,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:33.960339 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37964) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:33.963347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['52c6fb0f-922a-4cc8-b392-78281f5d64c3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:34.088405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-aed8ceb3-1955-4102-9b21-ca9e56bef42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:34.090225 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-aed8ceb3-1955-4102-9b21-ca9e56bef42e service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1558359 Sep 29 23:04:34.097340 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ef49f75-7137-4b89-a0cb-706336b48bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:34.162948 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-c331bed2-04ef-41e3-9d96-6f539cd2f083 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 200 len: 217 time: 0.0618577 Sep 29 23:04:34.169190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211593df-e148-4034-892b-24fd2e9347ed req-a07b8df0-e135-41a7-b72f-27738c90eddd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:34.176538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-211593df-e148-4034-892b-24fd2e9347ed req-a07b8df0-e135-41a7-b72f-27738c90eddd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 948 time: 0.1435840 Sep 29 23:04:34.180435 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ef49f75-7137-4b89-a0cb-706336b48bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:34.242989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-2d1357f5-b4d2-4b1c-87a1-060fa19ee470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:34.244919 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-2d1357f5-b4d2-4b1c-87a1-060fa19ee470 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0743096 Sep 29 23:04:34.290741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-211593df-e148-4034-892b-24fd2e9347ed req-908d1c54-0fab-47e3-bf93-134f37d0fbc7 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127121 Sep 29 23:04:34.327530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-9ef44532-fe1a-4a53-af7e-628ae286051c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:34.330304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-9ef44532-fe1a-4a53-af7e-628ae286051c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773299 Sep 29 23:04:34.343966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bbb86-b9ae-4178-afa8-e950c16010a2 req-fb9b7988-a5c3-41cb-b8ba-667ac3ce17e2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:34.352692 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d5bbb86-b9ae-4178-afa8-e950c16010a2 req-fb9b7988-a5c3-41cb-b8ba-667ac3ce17e2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 946 time: 0.1702449 Sep 29 23:04:34.395264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ef49f75-7137-4b89-a0cb-706336b48bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:34.398602 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ef49f75-7137-4b89-a0cb-706336b48bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:34.399775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8ef49f75-7137-4b89-a0cb-706336b48bdf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3009a6b2-9820-4a6a-80f0-d455f12252ad HTTP/1.1" status: 204 len: 168 time: 0.4385593 Sep 29 23:04:34.436174 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d5bbb86-b9ae-4178-afa8-e950c16010a2 req-6f551296-6a5f-4274-82cf-528b60c2ecde tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755551 Sep 29 23:04:34.437754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef49f75-7137-4b89-a0cb-706336b48bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3009a6b2-9820-4a6a-80f0-d455f12252ad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:34.449613 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-1d8a3657-470c-4803-b2f0-c846a552a3b1 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110327 Sep 29 23:04:34.510887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f7e5b-2a60-4410-9801-ea4f4e9a0a2a req-74b3f192-d6ce-46df-a460-5ab320363757 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:34.529247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-851f7e5b-2a60-4410-9801-ea4f4e9a0a2a req-74b3f192-d6ce-46df-a460-5ab320363757 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.1451638 Sep 29 23:04:34.647877 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-17752c58-b0bc-4514-b197-f260acd3ccfb req-ecb2b7e4-5b40-4225-9df2-f300efecce60 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742260 Sep 29 23:04:34.653521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08c83455-9e6b-4592-bc81-ad16cadf9809 req-5e4588b6-5b4c-40ba-a04e-a177e453e81e tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 210 time: 0.0930405 Sep 29 23:04:34.672525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-851f7e5b-2a60-4410-9801-ea4f4e9a0a2a req-409b6983-4616-467e-ba7e-37ef2c00c358 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440947 Sep 29 23:04:34.945185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d8281-6e19-400b-b238-15d2a35f7795 req-0e332b63-a635-44d9-affe-31364c936e87 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:34.947600 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c1d8281-6e19-400b-b238-15d2a35f7795 req-0e332b63-a635-44d9-affe-31364c936e87 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 944 time: 0.1485956 Sep 29 23:04:34.987439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8db05-a395-4981-bd30-22007ce8651f req-31dcf00c-a7bc-4b1e-9cc9-ac7a6496822d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:34.990164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37e8db05-a395-4981-bd30-22007ce8651f req-31dcf00c-a7bc-4b1e-9cc9-ac7a6496822d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.1924789 Sep 29 23:04:35.020967 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37e8db05-a395-4981-bd30-22007ce8651f req-26fc975a-74b0-40e4-a8e8-32d570722c45 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/quotas/01b56b0290ab4937b3938d639829a691 HTTP/1.1" status: 200 len: 375 time: 0.0218773 Sep 29 23:04:35.024886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c1d8281-6e19-400b-b238-15d2a35f7795 req-0d3b7de8-704a-41c2-9be1-58617aee647a tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664465 Sep 29 23:04:35.094159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37e8db05-a395-4981-bd30-22007ce8651f req-ea36dd7c-5ff6-4431-848e-91563031191c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670362 Sep 29 23:04:35.204900 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37e8db05-a395-4981-bd30-22007ce8651f req-599b12fe-d3f2-4477-8af5-e05cc777a564 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000144 Sep 29 23:04:35.266709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38014) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:35.302698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37e8db05-a395-4981-bd30-22007ce8651f req-80c3d92d-c850-494c-8f29-396ab51885ad service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901909 Sep 29 23:04:35.310279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 71e10714-89bc-4228-9cf2-fa51c3a6fa0f no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:04:35.353072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 71e10714-89bc-4228-9cf2-fa51c3a6fa0f not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:04:35.425736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-121013609-network', 'tenant_id': '0ac0347aa3f54714bf48c99cf6bf1c1c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:35.465145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f97dd-dc89-4bfc-b69a-e0dc08f11f18 req-140883cf-a2f8-40c8-9328-fd670cae5acd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:35.465510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 52c6fb0f-922a-4cc8-b392-78281f5d64c3 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:35.471131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Made reservation on behalf of 0ac0347aa3f54714bf48c99cf6bf1c1c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:35.474185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:35.475099 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-728f97dd-dc89-4bfc-b69a-e0dc08f11f18 req-140883cf-a2f8-40c8-9328-fd670cae5acd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 948 time: 0.0805781 Sep 29 23:04:35.494257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:35.542427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-728f97dd-dc89-4bfc-b69a-e0dc08f11f18 req-22d2f0a5-ca42-4d7d-9f5a-8981d8ce9c78 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662851 Sep 29 23:04:35.575089 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 52c6fb0f-922a-4cc8-b392-78281f5d64c3 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:04:35.580755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 52c6fb0f-922a-4cc8-b392-78281f5d64c3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:35.581434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:35.792955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-0b7aab36-0a22-451e-9004-365fb962f8bc tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:35.794364 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-0b7aab36-0a22-451e-9004-365fb962f8bc tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.42 "GET /v2.0/networks?id=5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 HTTP/1.1" status: 200 len: 820 time: 0.2951150 Sep 29 23:04:35.826718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Request body: {'port': {'device_id': 'f7bb0e2d-d6f0-447f-b4fc-e14751625268', 'network_id': '5f6ba9a3-2e04-44b3-bed4-9fad6b7de713', 'admin_state_up': True, 'tenant_id': '7a5ed53efafc4b9096a2b57302ded94e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:35.882742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11fd62fe-9bd1-4bc2-a52e-5574aca84ae0 req-a012d9b1-f307-4f47-83b4-b149065b108d tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 210 time: 0.0786757 Sep 29 23:04:35.953827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:35.969425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.016545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:04:36.034428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=defaaf18-01ca-41d9-bcba-ecf49aa6845f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:36.047398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.053793 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.054164 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Added segment 843dc095-5f88-44dc-97c3-a383d2e4c125 of type vlan for network 6080c16d-2f82-4f7e-892f-058074d538be Sep 29 23:04:36.056640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Made reservation on behalf of 7a5ed53efafc4b9096a2b57302ded94e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:36.060351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.072953 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60248608-14ac-440c-9316-a5abfb79c4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c6fb0f-922a-4cc8-b392-78281f5d64c3'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:36.073717 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8e551f-5321-45ee-8f72-3f50637fabee" -d '{"events": [{"server_uuid": "60248608-14ac-440c-9316-a5abfb79c4ac", "name": "network-vif-plugged", "status": "completed", "tag": "52c6fb0f-922a-4cc8-b392-78281f5d64c3"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:36.089592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 52c6fb0f-922a-4cc8-b392-78281f5d64c3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=52c6fb0f-922a-4cc8-b392-78281f5d64c3,segment=NetworkSegment(37c04f67-0bf7-4ed9-b880-213618db9595),segment_id=37c04f67-0bf7-4ed9-b880-213618db9595)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:36.093937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65ea96-fc0f-40fc-a15d-ae62ffed407f req-0a4bde7b-1124-44d4-8be6-ad7e1ab8ea82 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:36.096691 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.100404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b65ea96-fc0f-40fc-a15d-ae62ffed407f req-0a4bde7b-1124-44d4-8be6-ad7e1ab8ea82 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.0822172 Sep 29 23:04:36.130427 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.151880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b65ea96-fc0f-40fc-a15d-ae62ffed407f req-2d702970-1da9-42f1-9660-102e992cb931 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406342 Sep 29 23:04:36.196524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=52c6fb0f-922a-4cc8-b392-78281f5d64c3,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:36.204831 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f42ea644-6b98-4323-9f94-10f7912b0d69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.229411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.230364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:36.231002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.231343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf920c9f-5c2e-4007-b670-f80324dfd5e4 req-c4d016f0-bb31-47fd-83c4-8ba3d36a1083 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:36.233255 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf920c9f-5c2e-4007-b670-f80324dfd5e4 req-c4d016f0-bb31-47fd-83c4-8ba3d36a1083 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 945 time: 0.0801980 Sep 29 23:04:36.286994 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0183413 Sep 29 23:04:36.290074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38062) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:36.304230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Request body: {'subnet': {'network_id': '6080c16d-2f82-4f7e-892f-058074d538be', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-121013609-subnet', 'tenant_id': '0ac0347aa3f54714bf48c99cf6bf1c1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:36.341280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bb1d28-6a1b-48be-a2da-4568aa551817 admin admin] Pushing event updated for resources: {'Network': ['ID=6080c16d-2f82-4f7e-892f-058074d538be,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:36.342729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Made reservation on behalf of 0ac0347aa3f54714bf48c99cf6bf1c1c for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:36.343948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Allocated IP 172.20.0.10 (5f6ba9a3-2e04-44b3-bed4-9fad6b7de713/7d525b12-c5ee-4c62-ad84-53bbcb410de9/2a795866-68d4-456d-a3bf-87c160d7f6d0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:36.355084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6080c16d-2f82-4f7e-892f-058074d538be details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:04:36.355633 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.361082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf920c9f-5c2e-4007-b670-f80324dfd5e4 req-1376ac65-2c14-4ed6-9691-b95fa02ccd7b tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163855 Sep 29 23:04:36.447350 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.519129 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b89e407-aaf2-4c64-bdf5-46a5df2f9f9f x-openstack-request-id: req-3b89e407-aaf2-4c64-bdf5-46a5df2f9f9f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:36.519688 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60248608-14ac-440c-9316-a5abfb79c4ac", "name": "network-vif-plugged", "status": "completed", "tag": "52c6fb0f-922a-4cc8-b392-78281f5d64c3", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:36.520147 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b89e407-aaf2-4c64-bdf5-46a5df2f9f9f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:36.521254 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60248608-14ac-440c-9316-a5abfb79c4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52c6fb0f-922a-4cc8-b392-78281f5d64c3', 'code': 200} Sep 29 23:04:36.589470 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.629275 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.662453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a951cb-aee2-45fa-9728-2d124e5ecd94 req-94393178-66ea-407f-b860-d25c2eb66c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:36.663885 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-00a951cb-aee2-45fa-9728-2d124e5ecd94 req-94393178-66ea-407f-b860-d25c2eb66c00 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 1096 time: 0.0611410 Sep 29 23:04:36.688430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.738355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9719553-dd79-4c57-8e32-76ddcc0d25c7,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:36.741210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Network 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:36.743091 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-00a951cb-aee2-45fa-9728-2d124e5ecd94 req-e2dc12d3-cfaa-4144-a050-c53045a3cf06 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710626 Sep 29 23:04:36.748061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:36.755794 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:36.758921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Pushing event updated for resources: {'Port': ['ID=2a795866-68d4-456d-a3bf-87c160d7f6d0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:36.774017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Checking segment: {'id': '843dc095-5f88-44dc-97c3-a383d2e4c125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '6080c16d-2f82-4f7e-892f-058074d538be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:36.774387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Network hostable DHCP agents. Network: 6080c16d-2f82-4f7e-892f-058074d538be, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:04:36.788650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89725f56-c272-4912-b069-aa86c3e70159 req-701ecd07-f714-4d99-b858-73a6dd711927 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:36.790703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89725f56-c272-4912-b069-aa86c3e70159 req-701ecd07-f714-4d99-b858-73a6dd711927 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 948 time: 0.1504822 Sep 29 23:04:36.808371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:36.808995 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.824902 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-cd669c4d-e98a-45fc-87ba-1f2da161b160 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0077085 Sep 29 23:04:36.828089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-51f16cd7-36ac-4405-89ea-f6d5bc6e0c9f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:36.829565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-51f16cd7-36ac-4405-89ea-f6d5bc6e0c9f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.2061729 Sep 29 23:04:36.846823 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Network 6080c16d-2f82-4f7e-892f-058074d538be is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:04:36.849721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Request body: {'port': {'device_id': 'f7bb0e2d-d6f0-447f-b4fc-e14751625268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:36.861181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-dc497f56-a1db-4a53-b626-60bcbce80bef tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/quotas/01b56b0290ab4937b3938d639829a691 HTTP/1.1" status: 200 len: 375 time: 0.0247922 Sep 29 23:04:36.869047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89725f56-c272-4912-b069-aa86c3e70159 req-2e07df31-5ecd-41bd-b5e8-9e16bc800e46 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674946 Sep 29 23:04:36.878808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6080c16d-2f82-4f7e-892f-058074d538be) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:36.889604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f381d95-c06b-4511-a96b-49f88748d5be None None] Network 6080c16d-2f82-4f7e-892f-058074d538be requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:36.905105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:36.906455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.916487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:36.934275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-04f0fd7c-f155-4ab4-8c01-437d635c1b1a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0654895 Sep 29 23:04:36.956226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4288c5fe-87db-4181-8c73-3fbdbee01519 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6543801 Sep 29 23:04:37.076787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad44d698-afdb-496f-863d-cc1091c72204 None None] Network 6080c16d-2f82-4f7e-892f-058074d538be requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:37.199744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddab83-521e-4837-9afe-0946484d7cf4 req-3ece347c-b37b-4e0d-b74d-49b920ce9841 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:37.201570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4ddab83-521e-4837-9afe-0946484d7cf4 req-3ece347c-b37b-4e0d-b74d-49b920ce9841 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 932 time: 0.1212428 Sep 29 23:04:37.235192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-78f18838-5cfe-4a1d-ba30-eda34fe110a1 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749991 Sep 29 23:04:37.248196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-d619552f-23e5-4ab4-8cdc-b847a89867a9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:37.249975 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-d619552f-23e5-4ab4-8cdc-b847a89867a9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3&tenant_id=d21cd580a19447e0afb4238b17bb75ab&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 948 time: 0.0864422 Sep 29 23:04:37.269626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4ddab83-521e-4837-9afe-0946484d7cf4 req-80ac8a8d-4af6-4749-94eb-b35d1d639d48 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515044 Sep 29 23:04:37.333596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.344680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-c68f9707-c54a-4c5a-8703-3a91bab0e83c service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024616 Sep 29 23:04:37.358434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a795866-68d4-456d-a3bf-87c160d7f6d0 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:37.370465 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.383871 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-304bd743-4aea-4074-9670-f9d4fdd5bcbf service neutron] delete failed (client error): The resource could not be found. Sep 29 23:04:37.384938 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-304bd743-4aea-4074-9670-f9d4fdd5bcbf service neutron] 10.222.0.42 "DELETE /v2.0/ports/71e10714-89bc-4228-9cf2-fa51c3a6fa0f/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.1267517 Sep 29 23:04:37.389898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Transition to ACTIVE for port object 2a795866-68d4-456d-a3bf-87c160d7f6d0 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:04:37.393259 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.415724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121787d0-e434-4f8b-89b0-42c140790fbc req-79204313-e8a7-4e28-8eef-f4a4c523e287 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:37.417904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-121787d0-e434-4f8b-89b0-42c140790fbc req-79204313-e8a7-4e28-8eef-f4a4c523e287 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 948 time: 0.0629897 Sep 29 23:04:37.467994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Pushing event updated for resources: {'Port': ['ID=2a795866-68d4-456d-a3bf-87c160d7f6d0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:37.474249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 71e10714-89bc-4228-9cf2-fa51c3a6fa0f details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:04:37.495481 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-121787d0-e434-4f8b-89b0-42c140790fbc req-d73bbafd-137b-4a1b-9dca-62faca87a683 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537806 Sep 29 23:04:37.575456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6cb24e74-4738-48c1-88a4-9fab7482a8f1 req-e19e5f27-1590-450a-b756-3835037ba0aa tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-624544472', 'description': 'tempest-description-1676213308'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:37.576772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Attempting to bind port 2a795866-68d4-456d-a3bf-87c160d7f6d0 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:37.577127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Attempting to bind port 2a795866-68d4-456d-a3bf-87c160d7f6d0 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '5549525d-4424-415f-9e11-acbfe7ae0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5f6ba9a3-2e04-44b3-bed4-9fad6b7de713'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:37.577452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Attempting to bind port 2a795866-68d4-456d-a3bf-87c160d7f6d0 on network 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:37.582330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Port 2a795866-68d4-456d-a3bf-87c160d7f6d0 on network 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:04:37.582662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Attempting to bind port 2a795866-68d4-456d-a3bf-87c160d7f6d0 on network 5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:37.588700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:37.589051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Checking segment: {'id': '5549525d-4424-415f-9e11-acbfe7ae0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5f6ba9a3-2e04-44b3-bed4-9fad6b7de713'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:37.589443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Bound using segment: {'id': '5549525d-4424-415f-9e11-acbfe7ae0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5f6ba9a3-2e04-44b3-bed4-9fad6b7de713'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:37.589879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Bound port: 2a795866-68d4-456d-a3bf-87c160d7f6d0, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5549525d-4424-415f-9e11-acbfe7ae0915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '5f6ba9a3-2e04-44b3-bed4-9fad6b7de713'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:37.590247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.647348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:37.648740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6cb24e74-4738-48c1-88a4-9fab7482a8f1 req-e19e5f27-1590-450a-b756-3835037ba0aa tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.672767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f', 'mac_address': 'fa:16:3e:68:8b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:04:37.677080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c80f98-7d3e-4e9c-8a97-f5f1dd61b952 req-4d61926d-fcd3-44cc-aee2-0f855326c41c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:37.678397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14c80f98-7d3e-4e9c-8a97-f5f1dd61b952 req-4d61926d-fcd3-44cc-aee2-0f855326c41c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.0743730 Sep 29 23:04:37.692823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-21d1342f-0005-4d20-8141-85ace90606e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:37.694270 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-21d1342f-0005-4d20-8141-85ace90606e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 1099 time: 0.1555159 Sep 29 23:04:37.752071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] For port 2a795866-68d4-456d-a3bf-87c160d7f6d0, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:37.761668 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.763975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14c80f98-7d3e-4e9c-8a97-f5f1dd61b952 req-e44ad955-651d-423f-acfa-f196a9cc170f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743542 Sep 29 23:04:37.782982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e10714-89bc-4228-9cf2-fa51c3a6fa0f {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:37.798602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] For port 2a795866-68d4-456d-a3bf-87c160d7f6d0, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2a795866-68d4-456d-a3bf-87c160d7f6d0,segment=NetworkSegment(5549525d-4424-415f-9e11-acbfe7ae0915),segment_id=5549525d-4424-415f-9e11-acbfe7ae0915)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:37.805547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.823741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:37.833536 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.834779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6410359d-4fca-4706-af62-0493545541be details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:04:37.836168 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6cb24e74-4738-48c1-88a4-9fab7482a8f1 req-e19e5f27-1590-450a-b756-3835037ba0aa tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.844366 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6cb24e74-4738-48c1-88a4-9fab7482a8f1 req-e19e5f27-1590-450a-b756-3835037ba0aa tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.862779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:37.863425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.865170 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] 10.222.0.42 "PUT /v2.0/ports/2a795866-68d4-456d-a3bf-87c160d7f6d0 HTTP/1.1" status: 200 len: 1092 time: 1.0204017 Sep 29 23:04:37.865748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7bb0e2d-d6f0-447f-b4fc-e14751625268', 'tag': '2a795866-68d4-456d-a3bf-87c160d7f6d0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:37.868035 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23" -d '{"events": [{"name": "network-changed", "server_uuid": "f7bb0e2d-d6f0-447f-b4fc-e14751625268", "tag": "2a795866-68d4-456d-a3bf-87c160d7f6d0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:37.882591 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6cb24e74-4738-48c1-88a4-9fab7482a8f1 req-e19e5f27-1590-450a-b756-3835037ba0aa tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:37.903380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-5b528248-6998-4d05-9c5f-747c7539372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:37.903916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6cb24e74-4738-48c1-88a4-9fab7482a8f1 req-e19e5f27-1590-450a-b756-3835037ba0aa tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3323557 Sep 29 23:04:37.905333 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-5b528248-6998-4d05-9c5f-747c7539372a service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2016089 Sep 29 23:04:37.914364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771561ff-9d30-47f9-87aa-1289eafe4850 service neutron] Pushing event updated for resources: {'Port': ['ID=2a795866-68d4-456d-a3bf-87c160d7f6d0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:37.925450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e5f27-1590-450a-b756-3835037ba0aa tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a75a6a84-a54e-4b82-987c-8853a15dbb82,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:38.003448 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-95179aa7-4c48-4338-adba-ac0b65a9577e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 200 len: 217 time: 0.0808284 Sep 29 23:04:38.013018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:38.029834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0374d34f-cbf7-48c8-9ec5-b9b67e3ee638 req-ad1ae483-12cb-4a58-9ee8-17a5f109ccf4 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 210 time: 0.0746012 Sep 29 23:04:38.067768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73518b56-130c-4f35-9e85-dd081670e253 req-42cae2af-992d-4681-93b9-7d6b3dc3cf26 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:38.070273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73518b56-130c-4f35-9e85-dd081670e253 req-42cae2af-992d-4681-93b9-7d6b3dc3cf26 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 945 time: 0.1580212 Sep 29 23:04:38.088278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-151419fb-061b-49c0-b7ab-18bfd2bed5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:38.097732 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-151419fb-061b-49c0-b7ab-18bfd2bed5fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a5ed53efafc4b9096a2b57302ded94e&device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 1095 time: 0.1603241 Sep 29 23:04:38.125644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73518b56-130c-4f35-9e85-dd081670e253 req-36cc47a2-54e4-4d7f-8e80-100a6bd6d793 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459330 Sep 29 23:04:38.168042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:38.181206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '6410359d-4fca-4706-af62-0493545541be', 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7', 'port_id': '6410359d-4fca-4706-af62-0493545541be', 'mac_address': 'fa:16:3e:23:14:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c3e257f-b911-46db-9074-3307b87d2219', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:04:38.205223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-61a0b800-5db8-4805-80c7-cede2846f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:38.206740 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-61a0b800-5db8-4805-80c7-cede2846f234 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1939144 Sep 29 23:04:38.208334 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-9f7c7a49-da69-4317-bb76-9eabe5f97fb4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a795866-68d4-456d-a3bf-87c160d7f6d0 HTTP/1.1" status: 200 len: 217 time: 0.0947316 Sep 29 23:04:38.209751 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050784e4-e005-4111-b176-7236812d4d1f x-openstack-request-id: req-050784e4-e005-4111-b176-7236812d4d1f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:38.210169 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7bb0e2d-d6f0-447f-b4fc-e14751625268", "tag": "2a795866-68d4-456d-a3bf-87c160d7f6d0", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:38.210773 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-050784e4-e005-4111-b176-7236812d4d1f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:38.211168 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7bb0e2d-d6f0-447f-b4fc-e14751625268', 'tag': '2a795866-68d4-456d-a3bf-87c160d7f6d0', 'status': 'completed', 'code': 200} Sep 29 23:04:38.232561 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.245704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6410359d-4fca-4706-af62-0493545541be {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:38.261353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cd0072f-a155-4354-91c2-6224c922a6b5 req-6f33c572-2e80-4bab-97a3-7f15ef7b25a5 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/a75a6a84-a54e-4b82-987c-8853a15dbb82 HTTP/1.1" status: 200 len: 1804 time: 0.0471656 Sep 29 23:04:38.267008 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:38.273634 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.275163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3cd0072f-a155-4354-91c2-6224c922a6b5 req-9f4dd9fc-2a12-4c3f-a822-b83e65df4602 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a75a6a84-a54e-4b82-987c-8853a15dbb82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:38.276118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3cd0072f-a155-4354-91c2-6224c922a6b5 req-9f4dd9fc-2a12-4c3f-a822-b83e65df4602 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a75a6a84-a54e-4b82-987c-8853a15dbb82', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:38.322520 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-6c442d61-7a39-479d-8335-b081f291619e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:38.324042 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-6c442d61-7a39-479d-8335-b081f291619e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d525b12-c5ee-4c62-ad84-53bbcb410de9 HTTP/1.1" status: 200 len: 860 time: 0.0494940 Sep 29 23:04:38.361525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=6410359d-4fca-4706-af62-0493545541be,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:38.378917 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3cd0072f-a155-4354-91c2-6224c922a6b5 req-9f4dd9fc-2a12-4c3f-a822-b83e65df4602 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.381087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-a3dab0c2-492f-4de2-997d-a2a3cbf1a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:38.382777 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-a3dab0c2-492f-4de2-997d-a2a3cbf1a25d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1341529 Sep 29 23:04:38.384804 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-83cb672b-f272-47bc-a9a9-ca7e86d5b702 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f6ba9a3-2e04-44b3-bed4-9fad6b7de713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502729 Sep 29 23:04:38.433254 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3cd0072f-a155-4354-91c2-6224c922a6b5 req-9f4dd9fc-2a12-4c3f-a822-b83e65df4602 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.442160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bac4d-cabb-49a4-a502-0b89b4c0ddda req-76805d52-adfa-416d-b863-a9165e35cb97 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:38.447751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c45bac4d-cabb-49a4-a502-0b89b4c0ddda req-76805d52-adfa-416d-b863-a9165e35cb97 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 944 time: 0.0839174 Sep 29 23:04:38.449207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3cd0072f-a155-4354-91c2-6224c922a6b5 req-9f4dd9fc-2a12-4c3f-a822-b83e65df4602 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.498861 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.500009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4dd9fc-2a12-4c3f-a822-b83e65df4602 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e6a1f3f-b127-46f0-bbf6-2d65574a4e8e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:38.507789 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3cd0072f-a155-4354-91c2-6224c922a6b5 req-9f4dd9fc-2a12-4c3f-a822-b83e65df4602 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.509288 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cd0072f-a155-4354-91c2-6224c922a6b5 req-9f4dd9fc-2a12-4c3f-a822-b83e65df4602 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2407012 Sep 29 23:04:38.529476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c45bac4d-cabb-49a4-a502-0b89b4c0ddda req-32a25ba6-3880-45e7-8e52-f8eff39923b1 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751932 Sep 29 23:04:38.544313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-edf711a6-f11c-493f-be8a-41fc0e584850 req-b8a3c85d-6e03-4fbc-9517-c377700dde94 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-116187072', 'description': 'tempest-description-1404401828'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:38.570200 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['6410359d-4fca-4706-af62-0493545541be'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:38.573319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-edf711a6-f11c-493f-be8a-41fc0e584850 req-b8a3c85d-6e03-4fbc-9517-c377700dde94 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.594986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-007130fa-4945-4b0c-a613-4d62f9759606 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690643 Sep 29 23:04:38.597217 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-7e332a6b-812b-4f58-98bd-02a0aead034e service neutron] 10.222.0.42 "GET /v2.0/networks/5f6ba9a3-2e04-44b3-bed4-9fad6b7de713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722133 Sep 29 23:04:38.601089 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['71e10714-89bc-4228-9cf2-fa51c3a6fa0f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:38.679047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53196fb2-bd7f-442b-b9aa-a723ed1de677 req-fc17d940-1d01-4c7a-8418-241f7fd13ebc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:38.680628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53196fb2-bd7f-442b-b9aa-a723ed1de677 req-fc17d940-1d01-4c7a-8418-241f7fd13ebc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 949 time: 0.0750103 Sep 29 23:04:38.743177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53196fb2-bd7f-442b-b9aa-a723ed1de677 req-e9d519b6-3e95-4478-b1d9-1a22649654ac tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547650 Sep 29 23:04:38.749775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-edf711a6-f11c-493f-be8a-41fc0e584850 req-b8a3c85d-6e03-4fbc-9517-c377700dde94 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.755970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-edf711a6-f11c-493f-be8a-41fc0e584850 req-b8a3c85d-6e03-4fbc-9517-c377700dde94 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.789945 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-edf711a6-f11c-493f-be8a-41fc0e584850 req-b8a3c85d-6e03-4fbc-9517-c377700dde94 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:38.791931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-edf711a6-f11c-493f-be8a-41fc0e584850 req-b8a3c85d-6e03-4fbc-9517-c377700dde94 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2520304 Sep 29 23:04:38.794181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3c85d-6e03-4fbc-9517-c377700dde94 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b6f0e2-f4a4-45c9-a30f-214e914f41e7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:38.816000 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad522cae-54ee-47cd-a239-31fefc9fe4fb req-ca295342-b78a-444d-8d75-8ca9fd9b90c2 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058861 Sep 29 23:04:38.818272 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e106dc-acf3-48f9-8665-122abe655f48 req-6e5a8671-8486-4013-88f7-3a990e19bdd5 service neutron] 10.222.0.42 "GET /v2.0/networks/5f6ba9a3-2e04-44b3-bed4-9fad6b7de713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004752 Sep 29 23:04:38.913319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-002bf2ea-c3dc-4955-bfe2-bb128e5cd20a req-3a5ff2ac-c2df-405e-9773-c005d085710a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/60b6f0e2-f4a4-45c9-a30f-214e914f41e7 HTTP/1.1" status: 200 len: 1804 time: 0.0878375 Sep 29 23:04:38.930373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-002bf2ea-c3dc-4955-bfe2-bb128e5cd20a req-93261389-6b27-41c1-a119-492c97baf2a1 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '60b6f0e2-f4a4-45c9-a30f-214e914f41e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:38.930701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-002bf2ea-c3dc-4955-bfe2-bb128e5cd20a req-93261389-6b27-41c1-a119-492c97baf2a1 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '60b6f0e2-f4a4-45c9-a30f-214e914f41e7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:38.950009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07606a6-cf87-42e2-81fa-fc333aeb6771 req-4b89d7f8-86dc-40f9-9d1a-5afc2194ddee tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:38.951777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f07606a6-cf87-42e2-81fa-fc333aeb6771 req-4b89d7f8-86dc-40f9-9d1a-5afc2194ddee tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 944 time: 0.0840747 Sep 29 23:04:39.024714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f07606a6-cf87-42e2-81fa-fc333aeb6771 req-46d872e1-059d-4d30-aabb-24f6662d8e05 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647371 Sep 29 23:04:39.038693 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-002bf2ea-c3dc-4955-bfe2-bb128e5cd20a req-93261389-6b27-41c1-a119-492c97baf2a1 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.057859 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-002bf2ea-c3dc-4955-bfe2-bb128e5cd20a req-93261389-6b27-41c1-a119-492c97baf2a1 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.077212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-002bf2ea-c3dc-4955-bfe2-bb128e5cd20a req-93261389-6b27-41c1-a119-492c97baf2a1 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.106168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23 req-4923cdfe-decd-47f4-a8bb-9f499ec7ecaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:39.109477 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23 req-4923cdfe-decd-47f4-a8bb-9f499ec7ecaf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7a5ed53efafc4b9096a2b57302ded94e&device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 1095 time: 0.1179166 Sep 29 23:04:39.111508 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-002bf2ea-c3dc-4955-bfe2-bb128e5cd20a req-93261389-6b27-41c1-a119-492c97baf2a1 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.117576 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-002bf2ea-c3dc-4955-bfe2-bb128e5cd20a req-93261389-6b27-41c1-a119-492c97baf2a1 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1960819 Sep 29 23:04:39.124299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93261389-6b27-41c1-a119-492c97baf2a1 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0661d905-ea06-4e59-96db-e363cb3ba6aa,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:39.152316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a2b241a5-cbeb-4a5a-9a03-b3be627bddab req-18ca651a-485d-484e-aee1-f1b50d5cb836 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2108541320', 'description': 'tempest-description-510292882'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:39.190626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a12aca19-1738-43f1-a459-40996930b3ea req-7a3573ac-bcf5-40fc-9b8a-5ad69c14127e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 210 time: 0.0284865 Sep 29 23:04:39.217698 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b241a5-cbeb-4a5a-9a03-b3be627bddab req-18ca651a-485d-484e-aee1-f1b50d5cb836 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.234949 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.361941 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b241a5-cbeb-4a5a-9a03-b3be627bddab req-18ca651a-485d-484e-aee1-f1b50d5cb836 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.369304 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b241a5-cbeb-4a5a-9a03-b3be627bddab req-18ca651a-485d-484e-aee1-f1b50d5cb836 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.382446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e87d6-204e-4d71-939f-9e659d5305df req-761147c3-ef89-481d-9308-d5bb19b6b5ad tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:39.389146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-448e87d6-204e-4d71-939f-9e659d5305df req-761147c3-ef89-481d-9308-d5bb19b6b5ad tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 945 time: 0.0925283 Sep 29 23:04:39.439294 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b241a5-cbeb-4a5a-9a03-b3be627bddab req-18ca651a-485d-484e-aee1-f1b50d5cb836 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.440564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b241a5-cbeb-4a5a-9a03-b3be627bddab req-18ca651a-485d-484e-aee1-f1b50d5cb836 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2987397 Sep 29 23:04:39.441163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca651a-485d-484e-aee1-f1b50d5cb836 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f198e95-1a99-4cde-9378-84ec4ba7276f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:39.480485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-448e87d6-204e-4d71-939f-9e659d5305df req-abc33532-c495-4209-907e-159da0fa836f tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863020 Sep 29 23:04:39.576765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9ca161d3-0e58-4f09-bde0-e97aefd82080 req-32e11958-00b8-43f2-a48a-5b02bd682f05 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1334721776', 'description': 'tempest-description-814619408'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:39.601919 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9ca161d3-0e58-4f09-bde0-e97aefd82080 req-32e11958-00b8-43f2-a48a-5b02bd682f05 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.623028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-df306449-7c49-4f16-82a8-55ec5e25ecdf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:39.624559 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-df306449-7c49-4f16-82a8-55ec5e25ecdf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.5855355 Sep 29 23:04:39.655626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Request body: {'port': {'device_id': '7e47edd6-4cdb-42b2-b8b0-66250945eea3', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'admin_state_up': True, 'tenant_id': '01b56b0290ab4937b3938d639829a691'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:39.663408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23 req-4f5ce11a-c134-47c6-a06f-b00a1e4d205d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:39.664466 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23 req-4f5ce11a-c134-47c6-a06f-b00a1e4d205d service neutron] 10.222.0.42 "GET /v2.0/networks?id=5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 HTTP/1.1" status: 200 len: 921 time: 0.5412693 Sep 29 23:04:39.698224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f430fda-1ea6-4d50-a081-81917af493c6 req-edd936a0-baa5-4348-81cc-9caeaea14092 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:39.699763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f430fda-1ea6-4d50-a081-81917af493c6 req-edd936a0-baa5-4348-81cc-9caeaea14092 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 945 time: 0.0720501 Sep 29 23:04:39.715091 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23 req-83d507ec-0c42-46c7-9028-6387c22f844b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a795866-68d4-456d-a3bf-87c160d7f6d0 HTTP/1.1" status: 200 len: 217 time: 0.0406187 Sep 29 23:04:39.761810 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9ca161d3-0e58-4f09-bde0-e97aefd82080 req-32e11958-00b8-43f2-a48a-5b02bd682f05 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.766221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f430fda-1ea6-4d50-a081-81917af493c6 req-ef6cf363-dc87-425e-ac4b-171351a19a3f tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589027 Sep 29 23:04:39.767623 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9ca161d3-0e58-4f09-bde0-e97aefd82080 req-32e11958-00b8-43f2-a48a-5b02bd682f05 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.819939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e11958-00b8-43f2-a48a-5b02bd682f05 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50376afc-3daa-4b58-80c2-83f18a12fcd2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:39.823970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9ca161d3-0e58-4f09-bde0-e97aefd82080 req-32e11958-00b8-43f2-a48a-5b02bd682f05 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.825846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ca161d3-0e58-4f09-bde0-e97aefd82080 req-32e11958-00b8-43f2-a48a-5b02bd682f05 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2537508 Sep 29 23:04:39.857191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23 req-78b7874a-f1c3-44ff-a6ba-267d202c2add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:39.858792 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23 req-78b7874a-f1c3-44ff-a6ba-267d202c2add service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7d525b12-c5ee-4c62-ad84-53bbcb410de9 HTTP/1.1" status: 200 len: 860 time: 0.0994213 Sep 29 23:04:39.907343 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23 req-32917a30-2b65-4920-ade1-c16c02a3b8e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5f6ba9a3-2e04-44b3-bed4-9fad6b7de713&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325797 Sep 29 23:04:39.927766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Made reservation on behalf of 01b56b0290ab4937b3938d639829a691 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:39.931433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:39.948706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3527c7bc-fb3d-466c-85d5-8a5d1726a697 req-96fafe09-67b6-4fbf-a8b8-32d43ea72688 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:39.950288 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3527c7bc-fb3d-466c-85d5-8a5d1726a697 req-96fafe09-67b6-4fbf-a8b8-32d43ea72688 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 944 time: 0.0846024 Sep 29 23:04:39.965503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e22cf-99bd-4368-8027-9af23d667672 req-458b8ab6-955c-4883-b8e3-91e955e74678 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:39.967095 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a5e22cf-99bd-4368-8027-9af23d667672 req-458b8ab6-955c-4883-b8e3-91e955e74678 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 949 time: 0.0707996 Sep 29 23:04:40.034406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3527c7bc-fb3d-466c-85d5-8a5d1726a697 req-eb076655-1088-4608-a8e8-d728f4cfc617 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656528 Sep 29 23:04:40.067660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a5e22cf-99bd-4368-8027-9af23d667672 req-a9b79237-74a4-4db5-bdb5-443c95f9f14c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825503 Sep 29 23:04:40.142404 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23 req-512804d7-26cd-4a4a-982c-0e4e3d985099 service neutron] 10.222.0.42 "GET /v2.0/networks/5f6ba9a3-2e04-44b3-bed4-9fad6b7de713?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938291 Sep 29 23:04:40.144413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49dbe443-3c36-47d3-8df5-07e19eb48a02 req-75c1c482-3668-4b11-9860-73488c061ab7 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/7f198e95-1a99-4cde-9378-84ec4ba7276f HTTP/1.1" status: 200 len: 1804 time: 0.0615163 Sep 29 23:04:40.164315 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Allocated IP 172.20.0.7 (b9178d34-9367-4c3d-964e-5c7a5b637725/8e35702b-599d-47c1-a339-f75980ce3046/85fa0b84-ff20-457d-b110-bf30fc87609f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:40.195470 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49dbe443-3c36-47d3-8df5-07e19eb48a02 req-a216e59e-bf3e-4afa-83ac-32e8c617e755 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/50376afc-3daa-4b58-80c2-83f18a12fcd2 HTTP/1.1" status: 200 len: 1804 time: 0.0500553 Sep 29 23:04:40.200307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-49dbe443-3c36-47d3-8df5-07e19eb48a02 req-b840d766-fe34-4c48-9435-528b3dc28a70 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7f198e95-1a99-4cde-9378-84ec4ba7276f', 'remote_group_id': '50376afc-3daa-4b58-80c2-83f18a12fcd2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:40.200623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-49dbe443-3c36-47d3-8df5-07e19eb48a02 req-b840d766-fe34-4c48-9435-528b3dc28a70 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7f198e95-1a99-4cde-9378-84ec4ba7276f', 'remote_group_id': '50376afc-3daa-4b58-80c2-83f18a12fcd2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:40.280602 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49dbe443-3c36-47d3-8df5-07e19eb48a02 req-b840d766-fe34-4c48-9435-528b3dc28a70 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.321673 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c1b4af7-1421-48e3-9e6b-9e8aafa1ef23 req-5dbcc1e6-c207-4198-ab3d-2b99c4c49df2 service neutron] 10.222.0.42 "GET /v2.0/networks/5f6ba9a3-2e04-44b3-bed4-9fad6b7de713?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505404 Sep 29 23:04:40.355037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49dbe443-3c36-47d3-8df5-07e19eb48a02 req-b840d766-fe34-4c48-9435-528b3dc28a70 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.360403 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49dbe443-3c36-47d3-8df5-07e19eb48a02 req-b840d766-fe34-4c48-9435-528b3dc28a70 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.384114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840d766-fe34-4c48-9435-528b3dc28a70 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e94772-3dca-4fb3-b856-13f4fd83e02c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:40.396653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9336fe-f681-443c-957b-4043864b757d req-984ee4ea-40fc-4bde-8967-f91f0b1b5220 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:40.398244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe9336fe-f681-443c-957b-4043864b757d req-984ee4ea-40fc-4bde-8967-f91f0b1b5220 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 944 time: 0.1040523 Sep 29 23:04:40.399514 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-49dbe443-3c36-47d3-8df5-07e19eb48a02 req-b840d766-fe34-4c48-9435-528b3dc28a70 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.400627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49dbe443-3c36-47d3-8df5-07e19eb48a02 req-b840d766-fe34-4c48-9435-528b3dc28a70 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2043402 Sep 29 23:04:40.418490 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.461019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.464641 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe9336fe-f681-443c-957b-4043864b757d req-7e1e1793-ca55-46f4-9615-7f8e648cab5c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523190 Sep 29 23:04:40.473484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:40.518849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Network b9178d34-9367-4c3d-964e-5c7a5b637725 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:40.519763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event updated for resources: {'Port': ['ID=85fa0b84-ff20-457d-b110-bf30fc87609f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:40.524376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:40.526160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64513b4a-210d-4b94-a236-2bce49b4b7a8 req-11dbc11f-f8a2-4c99-b2f1-b42577213d71 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:40.526648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:40.533570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64513b4a-210d-4b94-a236-2bce49b4b7a8 req-11dbc11f-f8a2-4c99-b2f1-b42577213d71 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 949 time: 0.0679069 Sep 29 23:04:40.586782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:40.587646 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.591510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64513b4a-210d-4b94-a236-2bce49b4b7a8 req-ea35d500-ae7d-493b-8011-da4a4004e414 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568967 Sep 29 23:04:40.605954 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-74476e98-9d21-47ac-afec-007e1cd93361 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9530513 Sep 29 23:04:40.622908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Request body: {'port': {'device_id': '7e47edd6-4cdb-42b2-b8b0-66250945eea3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:40.637619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5491d3-5727-4cb6-a76d-61b1149364b0 req-7f5a7253-2819-4495-9ab3-bc01b87d3757 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:40.639307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae5491d3-5727-4cb6-a76d-61b1149364b0 req-7f5a7253-2819-4495-9ab3-bc01b87d3757 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 931 time: 0.0740952 Sep 29 23:04:40.684013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.708835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae5491d3-5727-4cb6-a76d-61b1149364b0 req-08fe0b36-10d4-43c9-a04d-27ee3672e70e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614631 Sep 29 23:04:40.725779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70d54a-3cf9-43f4-b202-61b4fb5ebb83 req-5d1ee297-254b-4e02-8b12-edaee59fe206 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:40.727375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef70d54a-3cf9-43f4-b202-61b4fb5ebb83 req-5d1ee297-254b-4e02-8b12-edaee59fe206 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 945 time: 0.0663927 Sep 29 23:04:40.738452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7f950e2f-3175-446c-b557-c9ae376614ae req-5e5afe2c-40bf-44c4-af46-fee7ddcb52ee tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-540417239', 'description': 'tempest-description-921085459'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:40.786687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef70d54a-3cf9-43f4-b202-61b4fb5ebb83 req-a3dc0ddf-8e7c-415e-a495-7435336e7d3e tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513301 Sep 29 23:04:40.787696 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f950e2f-3175-446c-b557-c9ae376614ae req-5e5afe2c-40bf-44c4-af46-fee7ddcb52ee tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.877157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f950e2f-3175-446c-b557-c9ae376614ae req-5e5afe2c-40bf-44c4-af46-fee7ddcb52ee tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.882088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f950e2f-3175-446c-b557-c9ae376614ae req-5e5afe2c-40bf-44c4-af46-fee7ddcb52ee tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.914859 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f950e2f-3175-446c-b557-c9ae376614ae req-5e5afe2c-40bf-44c4-af46-fee7ddcb52ee tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.916125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f950e2f-3175-446c-b557-c9ae376614ae req-5e5afe2c-40bf-44c4-af46-fee7ddcb52ee tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1831090 Sep 29 23:04:40.917814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5afe2c-40bf-44c4-af46-fee7ddcb52ee tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4af3bf-e92b-4e4e-87ec-d5975fed9a83,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:40.983748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85fa0b84-ff20-457d-b110-bf30fc87609f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:40.991810 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:40.997127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-acec4044-6ade-485a-a932-e7acdd34eff5 req-fe408f3f-9bbb-46a6-8789-114fde4d86c0 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1097006862', 'description': 'tempest-description-29259331'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:41.006675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Transition to ACTIVE for port object 85fa0b84-ff20-457d-b110-bf30fc87609f will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:04:41.011869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.023394 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-acec4044-6ade-485a-a932-e7acdd34eff5 req-fe408f3f-9bbb-46a6-8789-114fde4d86c0 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.067915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=85fa0b84-ff20-457d-b110-bf30fc87609f,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:41.123367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-acec4044-6ade-485a-a932-e7acdd34eff5 req-fe408f3f-9bbb-46a6-8789-114fde4d86c0 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.129677 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-acec4044-6ade-485a-a932-e7acdd34eff5 req-fe408f3f-9bbb-46a6-8789-114fde4d86c0 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.149454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Attempting to bind port 85fa0b84-ff20-457d-b110-bf30fc87609f on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:41.149799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Attempting to bind port 85fa0b84-ff20-457d-b110-bf30fc87609f by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:41.150313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Attempting to bind port 85fa0b84-ff20-457d-b110-bf30fc87609f on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:41.155496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Port 85fa0b84-ff20-457d-b110-bf30fc87609f on network b9178d34-9367-4c3d-964e-5c7a5b637725 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:04:41.155880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Attempting to bind port 85fa0b84-ff20-457d-b110-bf30fc87609f on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:41.163157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:41.163506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Checking segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:41.163774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe408f3f-9bbb-46a6-8789-114fde4d86c0 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=733cd1dd-8fbb-4f10-8806-0c797b8a6f26,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:41.164028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Bound using segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:41.164554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Bound port: 85fa0b84-ff20-457d-b110-bf30fc87609f, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:41.164871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.166036 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-acec4044-6ade-485a-a932-e7acdd34eff5 req-fe408f3f-9bbb-46a6-8789-114fde4d86c0 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.182154 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acec4044-6ade-485a-a932-e7acdd34eff5 req-fe408f3f-9bbb-46a6-8789-114fde4d86c0 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1912801 Sep 29 23:04:41.246140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] For port 85fa0b84-ff20-457d-b110-bf30fc87609f, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:41.249432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] For port 85fa0b84-ff20-457d-b110-bf30fc87609f, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=85fa0b84-ff20-457d-b110-bf30fc87609f,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:41.253850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.289305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:41.290402 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.291913 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] 10.222.0.42 "PUT /v2.0/ports/85fa0b84-ff20-457d-b110-bf30fc87609f HTTP/1.1" status: 200 len: 1091 time: 0.6735392 Sep 29 23:04:41.294565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e47edd6-4cdb-42b2-b8b0-66250945eea3', 'tag': '85fa0b84-ff20-457d-b110-bf30fc87609f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:41.296583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a556c50-9365-46d8-bc09-3dd458320d75 req-52714ca0-30f1-4c5a-a606-b762e1f9743f tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:41.297416 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113" -d '{"events": [{"name": "network-changed", "server_uuid": "7e47edd6-4cdb-42b2-b8b0-66250945eea3", "tag": "85fa0b84-ff20-457d-b110-bf30fc87609f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:41.298231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a556c50-9365-46d8-bc09-3dd458320d75 req-52714ca0-30f1-4c5a-a606-b762e1f9743f tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 945 time: 0.0678339 Sep 29 23:04:41.309252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c9278-8c98-4411-9cab-538ceb315076 req-70308711-6173-4ae5-8cf1-ba062c9d663c tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:41.314471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e89c9278-8c98-4411-9cab-538ceb315076 req-70308711-6173-4ae5-8cf1-ba062c9d663c tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 944 time: 0.0929134 Sep 29 23:04:41.328216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35650e67-8fb1-429e-86ac-63ef7883c0b8 service neutron] Pushing event updated for resources: {'Port': ['ID=85fa0b84-ff20-457d-b110-bf30fc87609f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:41.371207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e89c9278-8c98-4411-9cab-538ceb315076 req-f6dd9ca9-2e2e-4663-8f61-4077c6899d9c tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558531 Sep 29 23:04:41.378562 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a556c50-9365-46d8-bc09-3dd458320d75 req-082ebff0-bdf6-4f49-a199-48f3c2cf0e5c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619709 Sep 29 23:04:41.425574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-7b013364-7ec2-4580-b202-a32ef0397822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:41.428174 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-7b013364-7ec2-4580-b202-a32ef0397822 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 1094 time: 0.0627575 Sep 29 23:04:41.447888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42734a67-ec63-4cfb-ad5f-4b8d288b30cd req-2b7fbbd0-9b51-4be3-ba40-f09b6a5aafdf tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/6f4af3bf-e92b-4e4e-87ec-d5975fed9a83 HTTP/1.1" status: 200 len: 1803 time: 0.0444405 Sep 29 23:04:41.450036 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e750fe-a4ee-4cb3-a24a-937c0ba387dc x-openstack-request-id: req-c0e750fe-a4ee-4cb3-a24a-937c0ba387dc {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:41.450321 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e47edd6-4cdb-42b2-b8b0-66250945eea3", "tag": "85fa0b84-ff20-457d-b110-bf30fc87609f", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:41.450567 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0e750fe-a4ee-4cb3-a24a-937c0ba387dc {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:41.450951 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e47edd6-4cdb-42b2-b8b0-66250945eea3', 'tag': '85fa0b84-ff20-457d-b110-bf30fc87609f', 'status': 'completed', 'code': 200} Sep 29 23:04:41.478979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 71e10714-89bc-4228-9cf2-fa51c3a6fa0f up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:41.483513 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-5990f078-098d-4cdc-906b-413422940d37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85fa0b84-ff20-457d-b110-bf30fc87609f HTTP/1.1" status: 200 len: 217 time: 0.0402870 Sep 29 23:04:41.488846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42734a67-ec63-4cfb-ad5f-4b8d288b30cd req-595db708-2dbb-48b8-b28f-b5495c3296c9 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/733cd1dd-8fbb-4f10-8806-0c797b8a6f26 HTTP/1.1" status: 200 len: 1803 time: 0.0390387 Sep 29 23:04:41.501474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-42734a67-ec63-4cfb-ad5f-4b8d288b30cd req-2da9b911-599c-4fc4-b73f-d65bfb826919 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f4af3bf-e92b-4e4e-87ec-d5975fed9a83', 'remote_group_id': '733cd1dd-8fbb-4f10-8806-0c797b8a6f26', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:41.501800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-42734a67-ec63-4cfb-ad5f-4b8d288b30cd req-2da9b911-599c-4fc4-b73f-d65bfb826919 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6f4af3bf-e92b-4e4e-87ec-d5975fed9a83', 'remote_group_id': '733cd1dd-8fbb-4f10-8806-0c797b8a6f26', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:41.542198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:04:41.546312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-2eee0ad6-060f-4d02-8dee-6eba960a1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:41.548387 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-2eee0ad6-060f-4d02-8dee-6eba960a1e44 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.0521393 Sep 29 23:04:41.549225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:41.549598 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.582544 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-a8c7fd04-4aff-491b-814d-99a5358573e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267856 Sep 29 23:04:41.612447 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-42734a67-ec63-4cfb-ad5f-4b8d288b30cd req-2da9b911-599c-4fc4-b73f-d65bfb826919 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.637272 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.653419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad926bf-0acc-41eb-b078-9feeb30ce0e8 req-5c03958b-1ee4-4146-aed5-43468fa91485 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:41.654948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cad926bf-0acc-41eb-b078-9feeb30ce0e8 req-5c03958b-1ee4-4146-aed5-43468fa91485 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 944 time: 0.0895872 Sep 29 23:04:41.665674 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-42734a67-ec63-4cfb-ad5f-4b8d288b30cd req-2da9b911-599c-4fc4-b73f-d65bfb826919 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.667382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:41.670319 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ef22e4-9cff-4617-9803-dad47833e889" -d '{"events": [{"server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "name": "network-vif-plugged", "status": "completed", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:41.673224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-42734a67-ec63-4cfb-ad5f-4b8d288b30cd req-2da9b911-599c-4fc4-b73f-d65bfb826919 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.686455 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-7732a9fe-2d10-4f55-ab5a-62a21a7d5dbe service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965207 Sep 29 23:04:41.687037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:41.691805 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.693422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6410359d-4fca-4706-af62-0493545541be up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:41.711795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9b911-599c-4fc4-b73f-d65bfb826919 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62677769-cc4f-46a2-bf0e-6f8e03db21a8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:41.721046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-42734a67-ec63-4cfb-ad5f-4b8d288b30cd req-2da9b911-599c-4fc4-b73f-d65bfb826919 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.724409 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42734a67-ec63-4cfb-ad5f-4b8d288b30cd req-2da9b911-599c-4fc4-b73f-d65bfb826919 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2267942 Sep 29 23:04:41.735447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cad926bf-0acc-41eb-b078-9feeb30ce0e8 req-5faa3935-5caf-44ce-99b9-713af406b8db tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719059 Sep 29 23:04:41.776994 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:41.791231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 6410359d-4fca-4706-af62-0493545541be completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:04:41.798563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 6410359d-4fca-4706-af62-0493545541be triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:41.798944 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.814274 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21796bef-1e08-4745-8e4c-05737ccb81ce req-49d06942-dff3-4890-9357-c97ca3e75247 service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170661 Sep 29 23:04:41.829515 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bf3408-9dc0-48f8-9122-3b67ddb81603 x-openstack-request-id: req-a3bf3408-9dc0-48f8-9122-3b67ddb81603 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:41.829833 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "name": "network-vif-plugged", "status": "completed", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:41.830055 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3bf3408-9dc0-48f8-9122-3b67ddb81603 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:41.830844 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f', 'code': 200} Sep 29 23:04:41.832135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-e68d1020-d5c9-4cef-af68-bb9b6d83a8fc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d21cd580a19447e0afb4238b17bb75ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250437 Sep 29 23:04:41.897122 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.931071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:41.935845 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:41.937686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-942217ec-0bd0-476c-8d14-8c3b73602e98 req-2ea12518-ab73-4f5c-8216-56fcb888ddf4 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/733cd1dd-8fbb-4f10-8806-0c797b8a6f26 HTTP/1.1" status: 200 len: 1803 time: 0.1041789 Sep 29 23:04:41.958870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113 req-0a8c9690-15b2-4aa2-abfc-89ddbb1beb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:41.960868 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113 req-0a8c9690-15b2-4aa2-abfc-89ddbb1beb28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 1094 time: 0.0434549 Sep 29 23:04:41.993306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=6410359d-4fca-4706-af62-0493545541be,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:42.002162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-954e166d-e5a9-45a5-8576-8a156c9a98f2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:42.003390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-954e166d-e5a9-45a5-8576-8a156c9a98f2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602783 Sep 29 23:04:42.031107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-f0351918-7099-48e7-8ab0-55b4f7c83295 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/quotas/d21cd580a19447e0afb4238b17bb75ab HTTP/1.1" status: 200 len: 375 time: 0.0204961 Sep 29 23:04:42.036625 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-942217ec-0bd0-476c-8d14-8c3b73602e98 req-8e082461-5a5b-4ef1-bc0f-5d472272197e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:42.062807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113 req-5238bfd8-6b96-4a22-a8d3-f1e6ddbed33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:42.064364 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113 req-5238bfd8-6b96-4a22-a8d3-f1e6ddbed33a service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 907 time: 0.0943758 Sep 29 23:04:42.081492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-942217ec-0bd0-476c-8d14-8c3b73602e98 req-8e082461-5a5b-4ef1-bc0f-5d472272197e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:42.109998 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113 req-3da7e860-4632-4453-87ff-a50282f7dee9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=85fa0b84-ff20-457d-b110-bf30fc87609f HTTP/1.1" status: 200 len: 217 time: 0.0359483 Sep 29 23:04:42.126049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-742ee2cf-16ec-418b-a811-f4465ba16035 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866356 Sep 29 23:04:42.156440 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-942217ec-0bd0-476c-8d14-8c3b73602e98 req-8e082461-5a5b-4ef1-bc0f-5d472272197e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:42.159162 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-942217ec-0bd0-476c-8d14-8c3b73602e98 req-8e082461-5a5b-4ef1-bc0f-5d472272197e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:42.160369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-942217ec-0bd0-476c-8d14-8c3b73602e98 req-8e082461-5a5b-4ef1-bc0f-5d472272197e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "DELETE /v2.0/security-groups/733cd1dd-8fbb-4f10-8806-0c797b8a6f26 HTTP/1.1" status: 204 len: 173 time: 0.2118621 Sep 29 23:04:42.170360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e082461-5a5b-4ef1-bc0f-5d472272197e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=733cd1dd-8fbb-4f10-8806-0c797b8a6f26,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:42.177756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113 req-92735e6a-5073-4f81-aa62-6860761bccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:42.179470 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113 req-92735e6a-5073-4f81-aa62-6860761bccb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.0624435 Sep 29 23:04:42.220767 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113 req-95b70bb1-a533-438a-ae59-34e6cbe92b60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336707 Sep 29 23:04:42.294667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866ebf-12b7-4c72-bbc0-f2c360dba4ce req-a5a0a211-d7c5-4d81-bddf-ce33f435ca74 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:42.296034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8866ebf-12b7-4c72-bbc0-f2c360dba4ce req-a5a0a211-d7c5-4d81-bddf-ce33f435ca74 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 943 time: 0.0635803 Sep 29 23:04:42.350630 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113 req-e15a421a-8f5e-42db-9a07-f962e9d90c32 service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210597 Sep 29 23:04:42.356421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8866ebf-12b7-4c72-bbc0-f2c360dba4ce req-659ce03d-2ee1-46d9-ae7c-7c2d5346f144 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521419 Sep 29 23:04:42.454959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-929f1587-0147-4d99-8488-95cff19bebcc req-4b5d1484-432a-4039-977c-dd385294db60 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/6f4af3bf-e92b-4e4e-87ec-d5975fed9a83 HTTP/1.1" status: 200 len: 1803 time: 0.0790591 Sep 29 23:04:42.475993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b01e7cf2-1a80-4f4e-bfc2-5ee5354b6113 req-6bb3f1b4-4ed6-4680-81f3-307592aa7423 service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154501 Sep 29 23:04:42.493607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98c99c8d-73e0-4d03-90b0-6ed711f8f6cd req-4dd421db-47ee-4887-8eae-3eb077100eed tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 210 time: 0.0359631 Sep 29 23:04:42.559530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6329a7-1ecf-4627-a92e-98ba87e52ece req-f19cf163-fb27-4c1a-b36f-e6eda2ab040c tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:42.561077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6329a7-1ecf-4627-a92e-98ba87e52ece req-f19cf163-fb27-4c1a-b36f-e6eda2ab040c tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 944 time: 0.0531077 Sep 29 23:04:42.632775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb032f-4525-4f06-814e-7b17df13f728 req-17bcc94c-3367-4c7b-bd74-f17b30495380 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:42.634319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ceb032f-4525-4f06-814e-7b17df13f728 req-17bcc94c-3367-4c7b-bd74-f17b30495380 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 945 time: 0.0723410 Sep 29 23:04:42.637359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6329a7-1ecf-4627-a92e-98ba87e52ece req-8c2e507d-756c-406a-a6b8-db375bc3fc44 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656374 Sep 29 23:04:42.650939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a699318-f903-4417-bca2-74e4631e118c req-feb7d7dd-f564-494c-9654-a945b798b530 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:42.661339 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a699318-f903-4417-bca2-74e4631e118c req-feb7d7dd-f564-494c-9654-a945b798b530 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.26 "GET /v2.0/ports?device_id=60248608-14ac-440c-9316-a5abfb79c4ac HTTP/1.1" status: 200 len: 945 time: 0.0650826 Sep 29 23:04:42.684165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1010ab71-86e1-4367-925d-616357662fa6 req-a99725a0-191f-49bd-90c0-a15fb8593864 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-691141702', 'description': 'tempest-description-1597577153'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:42.695585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ceb032f-4525-4f06-814e-7b17df13f728 req-94ca9578-34f8-45e2-87fe-43b95768f7e2 tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.44 "GET /v2.0/security-groups?id=ce432160-dd07-48b4-a82c-509bcf69eb1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509481 Sep 29 23:04:42.722025 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1010ab71-86e1-4367-925d-616357662fa6 req-a99725a0-191f-49bd-90c0-a15fb8593864 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:42.777664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-6a699318-f903-4417-bca2-74e4631e118c req-2f349566-dd39-463a-9d94-ad7f40f9d09c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Deleting port 52c6fb0f-922a-4cc8-b392-78281f5d64c3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:04:42.778160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a699318-f903-4417-bca2-74e4631e118c req-2f349566-dd39-463a-9d94-ad7f40f9d09c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:42.824588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1010ab71-86e1-4367-925d-616357662fa6 req-a99725a0-191f-49bd-90c0-a15fb8593864 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:42.837060 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1010ab71-86e1-4367-925d-616357662fa6 req-a99725a0-191f-49bd-90c0-a15fb8593864 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:42.884345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1010ab71-86e1-4367-925d-616357662fa6 req-a99725a0-191f-49bd-90c0-a15fb8593864 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:42.885662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1010ab71-86e1-4367-925d-616357662fa6 req-a99725a0-191f-49bd-90c0-a15fb8593864 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2134385 Sep 29 23:04:42.897226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6a699318-f903-4417-bca2-74e4631e118c req-2f349566-dd39-463a-9d94-ad7f40f9d09c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] For port 52c6fb0f-922a-4cc8-b392-78281f5d64c3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=52c6fb0f-922a-4cc8-b392-78281f5d64c3,segment=NetworkSegment(37c04f67-0bf7-4ed9-b880-213618db9595),segment_id=37c04f67-0bf7-4ed9-b880-213618db9595)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:42.897598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a699318-f903-4417-bca2-74e4631e118c req-2f349566-dd39-463a-9d94-ad7f40f9d09c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:42.904902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de334912-a525-4c1e-a22d-ed45f53d314a req-27edaf5f-37b6-4ca0-9477-b272a5f720f2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:42.906427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de334912-a525-4c1e-a22d-ed45f53d314a req-27edaf5f-37b6-4ca0-9477-b272a5f720f2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.0796726 Sep 29 23:04:42.907060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99725a0-191f-49bd-90c0-a15fb8593864 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f9067d-2af8-4946-ac2e-828150decacb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:42.913793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-6a699318-f903-4417-bca2-74e4631e118c req-2f349566-dd39-463a-9d94-ad7f40f9d09c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Calling delete_port for 52c6fb0f-922a-4cc8-b392-78281f5d64c3 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:04:42.973476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69c1a013-16d7-45ff-ae92-2c3e7f0368fe req-c6c1c4bb-4ed0-4c28-9e1d-2b9d41607ff9 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/73f9067d-2af8-4946-ac2e-828150decacb HTTP/1.1" status: 200 len: 1804 time: 0.0638270 Sep 29 23:04:42.976330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de334912-a525-4c1e-a22d-ed45f53d314a req-8531eaa8-1f3c-4b97-8d7b-b88d5b85b9ac tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597405 Sep 29 23:04:42.987404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-69c1a013-16d7-45ff-ae92-2c3e7f0368fe req-b1ec710d-5cc9-4709-9fc1-f75a5db1eb0a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73f9067d-2af8-4946-ac2e-828150decacb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:42.987781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-69c1a013-16d7-45ff-ae92-2c3e7f0368fe req-b1ec710d-5cc9-4709-9fc1-f75a5db1eb0a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73f9067d-2af8-4946-ac2e-828150decacb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:43.055131 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-69c1a013-16d7-45ff-ae92-2c3e7f0368fe req-b1ec710d-5cc9-4709-9fc1-f75a5db1eb0a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.067997 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a699318-f903-4417-bca2-74e4631e118c req-2f349566-dd39-463a-9d94-ad7f40f9d09c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.083583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['52c6fb0f-922a-4cc8-b392-78281f5d64c3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:43.085756 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-69c1a013-16d7-45ff-ae92-2c3e7f0368fe req-b1ec710d-5cc9-4709-9fc1-f75a5db1eb0a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.090486 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-69c1a013-16d7-45ff-ae92-2c3e7f0368fe req-b1ec710d-5cc9-4709-9fc1-f75a5db1eb0a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.098247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f349566-dd39-463a-9d94-ad7f40f9d09c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Pushing event deleted for resources: {'Port': ['ID=52c6fb0f-922a-4cc8-b392-78281f5d64c3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:43.127051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec710d-5cc9-4709-9fc1-f75a5db1eb0a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a53d82a-46dc-4618-ad4e-9936dee7a28c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:43.131869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-69c1a013-16d7-45ff-ae92-2c3e7f0368fe req-b1ec710d-5cc9-4709-9fc1-f75a5db1eb0a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.140655 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69c1a013-16d7-45ff-ae92-2c3e7f0368fe req-b1ec710d-5cc9-4709-9fc1-f75a5db1eb0a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1541915 Sep 29 23:04:43.143700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a699318-f903-4417-bca2-74e4631e118c req-2f349566-dd39-463a-9d94-ad7f40f9d09c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] No DVR routers for this DVR port 52c6fb0f-922a-4cc8-b392-78281f5d64c3 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:04:43.147252 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a699318-f903-4417-bca2-74e4631e118c req-2f349566-dd39-463a-9d94-ad7f40f9d09c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.149368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a699318-f903-4417-bca2-74e4631e118c req-2f349566-dd39-463a-9d94-ad7f40f9d09c tempest-ServersNegativeTestMultiTenantJSON-874806856 tempest-ServersNegativeTestMultiTenantJSON-874806856-project] 10.222.0.26 "DELETE /v2.0/ports/52c6fb0f-922a-4cc8-b392-78281f5d64c3 HTTP/1.1" status: 204 len: 173 time: 0.4820652 Sep 29 23:04:43.197477 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6542f97c-2fb5-417b-b4d1-dbab13966491 req-463ebf24-3209-481e-9cf0-2a71ca1caf58 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/73f9067d-2af8-4946-ac2e-828150decacb HTTP/1.1" status: 200 len: 2397 time: 0.0429027 Sep 29 23:04:43.208344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6542f97c-2fb5-417b-b4d1-dbab13966491 req-b4917c6d-1ccd-4fbd-97ac-49c92a5756d3 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73f9067d-2af8-4946-ac2e-828150decacb', 'remote_group_id': None}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:43.208721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6542f97c-2fb5-417b-b4d1-dbab13966491 req-b4917c6d-1ccd-4fbd-97ac-49c92a5756d3 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '73f9067d-2af8-4946-ac2e-828150decacb', 'remote_group_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:43.273305 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6542f97c-2fb5-417b-b4d1-dbab13966491 req-b4917c6d-1ccd-4fbd-97ac-49c92a5756d3 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.299616 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6542f97c-2fb5-417b-b4d1-dbab13966491 req-b4917c6d-1ccd-4fbd-97ac-49c92a5756d3 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.303016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6542f97c-2fb5-417b-b4d1-dbab13966491 req-b4917c6d-1ccd-4fbd-97ac-49c92a5756d3 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.321299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4917c6d-1ccd-4fbd-97ac-49c92a5756d3 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e29f6f-c1dc-4312-a87d-25008fa1bfe4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:43.330026 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6542f97c-2fb5-417b-b4d1-dbab13966491 req-b4917c6d-1ccd-4fbd-97ac-49c92a5756d3 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.331440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6542f97c-2fb5-417b-b4d1-dbab13966491 req-b4917c6d-1ccd-4fbd-97ac-49c92a5756d3 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1276011 Sep 29 23:04:43.333375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2a795866-68d4-456d-a3bf-87c160d7f6d0 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:04:43.410970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47315c28-f815-48fa-9332-b3197d236836 req-dc5b604d-68f7-4595-98ac-04d481843729 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/73f9067d-2af8-4946-ac2e-828150decacb HTTP/1.1" status: 200 len: 2995 time: 0.0532732 Sep 29 23:04:43.451925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60248608-14ac-440c-9316-a5abfb79c4ac', 'name': 'network-vif-deleted', 'tag': '52c6fb0f-922a-4cc8-b392-78281f5d64c3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:43.455148 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436fadf4-b443-43b5-b006-d06a9b6c465e" -d '{"events": [{"server_uuid": "60248608-14ac-440c-9316-a5abfb79c4ac", "name": "network-vif-deleted", "tag": "52c6fb0f-922a-4cc8-b392-78281f5d64c3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:43.468473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2a795866-68d4-456d-a3bf-87c160d7f6d0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2a795866-68d4-456d-a3bf-87c160d7f6d0,segment=NetworkSegment(5549525d-4424-415f-9e11-acbfe7ae0915),segment_id=5549525d-4424-415f-9e11-acbfe7ae0915)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:43.482615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '2a795866-68d4-456d-a3bf-87c160d7f6d0', 'network_id': '5f6ba9a3-2e04-44b3-bed4-9fad6b7de713', 'port_id': '2a795866-68d4-456d-a3bf-87c160d7f6d0', 'mac_address': 'fa:16:3e:22:5a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d525b12-c5ee-4c62-ad84-53bbcb410de9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:04:43.507323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c26b7-2f1e-4d57-9106-19c2c40f01fd req-88565ae7-832c-4761-8e65-8529a91578dc tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:43.508903 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-186c26b7-2f1e-4d57-9106-19c2c40f01fd req-88565ae7-832c-4761-8e65-8529a91578dc tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 943 time: 0.0601001 Sep 29 23:04:43.522119 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.540798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a795866-68d4-456d-a3bf-87c160d7f6d0 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:43.568932 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-39fa86c3-de21-4602-8f5e-d753d69cd7ac tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d21cd580a19447e0afb4238b17bb75ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289385 Sep 29 23:04:43.569694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-186c26b7-2f1e-4d57-9106-19c2c40f01fd req-1fe1ea13-7648-4144-bf24-fcf5af5efefa tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510361 Sep 29 23:04:43.580570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2a795866-68d4-456d-a3bf-87c160d7f6d0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2a795866-68d4-456d-a3bf-87c160d7f6d0,segment=NetworkSegment(5549525d-4424-415f-9e11-acbfe7ae0915),segment_id=5549525d-4424-415f-9e11-acbfe7ae0915)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:43.591294 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.610257 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eada0b8d-d132-45ba-bb0e-1e156c506029 req-d0e7a83f-2f80-42f9-a5a9-8ed61e2b29c1 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-group-rules/51e29f6f-c1dc-4312-a87d-25008fa1bfe4 HTTP/1.1" status: 200 len: 783 time: 0.0288568 Sep 29 23:04:43.669204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eada0b8d-d132-45ba-bb0e-1e156c506029 req-430ef28e-fa39-4eec-a99b-e3049eda0190 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/73f9067d-2af8-4946-ac2e-828150decacb HTTP/1.1" status: 200 len: 2995 time: 0.0571280 Sep 29 23:04:43.669603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=2a795866-68d4-456d-a3bf-87c160d7f6d0,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:43.704729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eada0b8d-d132-45ba-bb0e-1e156c506029 req-5606adb4-3d75-4467-94bb-acffac1f7f0f tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.715538 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eada0b8d-d132-45ba-bb0e-1e156c506029 req-5606adb4-3d75-4467-94bb-acffac1f7f0f tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.727062 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f195db-ab4e-4573-ab80-0c85be890e58 x-openstack-request-id: req-83f195db-ab4e-4573-ab80-0c85be890e58 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:43.727510 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60248608-14ac-440c-9316-a5abfb79c4ac", "name": "network-vif-deleted", "tag": "52c6fb0f-922a-4cc8-b392-78281f5d64c3", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:43.727799 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83f195db-ab4e-4573-ab80-0c85be890e58 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:43.728335 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60248608-14ac-440c-9316-a5abfb79c4ac', 'name': 'network-vif-deleted', 'tag': '52c6fb0f-922a-4cc8-b392-78281f5d64c3', 'status': 'completed', 'code': 200} Sep 29 23:04:43.750376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-2d16e086-8a7e-49f5-80c9-9e93bf17588d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:43.752321 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-2d16e086-8a7e-49f5-80c9-9e93bf17588d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768897 Sep 29 23:04:43.782507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Request body: {'port': {'device_id': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'd21cd580a19447e0afb4238b17bb75ab'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:43.785019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-883e589f-8e8f-43fd-b569-775976c891da req-42b268ca-6ceb-4b4f-be97-88e71e51a424 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 210 time: 0.0350678 Sep 29 23:04:43.786692 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eada0b8d-d132-45ba-bb0e-1e156c506029 req-5606adb4-3d75-4467-94bb-acffac1f7f0f tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.799449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eada0b8d-d132-45ba-bb0e-1e156c506029 req-5606adb4-3d75-4467-94bb-acffac1f7f0f tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:43.800754 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eada0b8d-d132-45ba-bb0e-1e156c506029 req-5606adb4-3d75-4467-94bb-acffac1f7f0f tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/51e29f6f-c1dc-4312-a87d-25008fa1bfe4 HTTP/1.1" status: 204 len: 173 time: 0.1224966 Sep 29 23:04:43.805960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5606adb4-3d75-4467-94bb-acffac1f7f0f tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=51e29f6f-c1dc-4312-a87d-25008fa1bfe4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:43.833262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6410359d-4fca-4706-af62-0493545541be'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:43.835727 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8e31c3-cac0-4659-961b-cc0cb7c3ed01" -d '{"events": [{"server_uuid": "3a34ffed-ad1a-41f3-9a97-3a976f66982d", "name": "network-vif-plugged", "status": "completed", "tag": "6410359d-4fca-4706-af62-0493545541be"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:43.849365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38254) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:43.922366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d750e2f-7fe0-44ce-9bcd-08c05694aacf req-1adeebe4-9aa7-4656-8fed-3359cb9a1303 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/73f9067d-2af8-4946-ac2e-828150decacb HTTP/1.1" status: 200 len: 2397 time: 0.0657306 Sep 29 23:04:43.953523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9702b41-351b-4752-85eb-892587df0bd3 admin admin] Deleting subnet 6139d3ed-f28b-41a1-a11e-c8bdf666a892 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:04:43.955104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f617be-3ca3-42ab-a944-f165e193d3e6 req-ed9ce1c6-34d4-477f-a823-dce46c7f61ac tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:43.956586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41f617be-3ca3-42ab-a944-f165e193d3e6 req-ed9ce1c6-34d4-477f-a823-dce46c7f61ac tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 945 time: 0.0817809 Sep 29 23:04:43.961374 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9702b41-351b-4752-85eb-892587df0bd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.021114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9702b41-351b-4752-85eb-892587df0bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.023291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Made reservation on behalf of d21cd580a19447e0afb4238b17bb75ab for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:44.023498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41f617be-3ca3-42ab-a944-f165e193d3e6 req-3db684ff-d9b4-4b82-8940-447cd65248e6 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588233 Sep 29 23:04:44.026759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.028904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1d750e2f-7fe0-44ce-9bcd-08c05694aacf req-ff89808e-47a0-4faa-81b0-371c54a7e9da tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.053761 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1d750e2f-7fe0-44ce-9bcd-08c05694aacf req-ff89808e-47a0-4faa-81b0-371c54a7e9da tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.068724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['2a795866-68d4-456d-a3bf-87c160d7f6d0'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:44.098731 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9702b41-351b-4752-85eb-892587df0bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.124219 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59bcd6d-ef4c-4508-88b6-595e977613fe x-openstack-request-id: req-f59bcd6d-ef4c-4508-88b6-595e977613fe {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:44.126049 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1d750e2f-7fe0-44ce-9bcd-08c05694aacf req-ff89808e-47a0-4faa-81b0-371c54a7e9da tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.126735 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a34ffed-ad1a-41f3-9a97-3a976f66982d", "name": "network-vif-plugged", "status": "completed", "tag": "6410359d-4fca-4706-af62-0493545541be", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:44.127154 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f59bcd6d-ef4c-4508-88b6-595e977613fe {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:44.128238 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6410359d-4fca-4706-af62-0493545541be', 'code': 200} Sep 29 23:04:44.139136 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1d750e2f-7fe0-44ce-9bcd-08c05694aacf req-ff89808e-47a0-4faa-81b0-371c54a7e9da tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.140355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d750e2f-7fe0-44ce-9bcd-08c05694aacf req-ff89808e-47a0-4faa-81b0-371c54a7e9da tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "DELETE /v2.0/security-groups/73f9067d-2af8-4946-ac2e-828150decacb HTTP/1.1" status: 204 len: 173 time: 0.2109299 Sep 29 23:04:44.190101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89808e-47a0-4faa-81b0-371c54a7e9da tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f9067d-2af8-4946-ac2e-828150decacb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:44.201442 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-8a89d0fa-11bd-4620-a3b3-9d14ceddf7ce req-e9827fbe-4af8-41ab-99de-c47e4badd69d tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] show failed (client error): The resource could not be found. Sep 29 23:04:44.202504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a89d0fa-11bd-4620-a3b3-9d14ceddf7ce req-e9827fbe-4af8-41ab-99de-c47e4badd69d tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/733cd1dd-8fbb-4f10-8806-0c797b8a6f26 HTTP/1.1" status: 404 len: 352 time: 0.0440707 Sep 29 23:04:44.224983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2b61d-5e34-45a3-b79d-e28fd6136bcf req-232d6b20-f443-4d01-adac-825632bef97d tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:44.232828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdc2b61d-5e34-45a3-b79d-e28fd6136bcf req-232d6b20-f443-4d01-adac-825632bef97d tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.0914454 Sep 29 23:04:44.297730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdc2b61d-5e34-45a3-b79d-e28fd6136bcf req-443534c4-0a86-4f6e-a0a8-4c68676eb6eb tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Sep 29 23:04:44.317829 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-478bb73a-4061-4d3f-869d-e0f537a3f76b req-3071420e-64b8-45e0-805f-e2e2a300fe3d tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/6f4af3bf-e92b-4e4e-87ec-d5975fed9a83 HTTP/1.1" status: 200 len: 1803 time: 0.0748165 Sep 29 23:04:44.319050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2413c59-43fe-4160-b3ac-aadc312e2158 req-0e300d2c-ee13-4709-9bca-da6b3eae8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:44.320897 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2413c59-43fe-4160-b3ac-aadc312e2158 req-0e300d2c-ee13-4709-9bca-da6b3eae8f24 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 1096 time: 0.1456301 Sep 29 23:04:44.327522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Allocated IP 192.168.233.108 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/b3b863f9-3c4f-4feb-99a1-c66e27937bda) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:44.347621 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9702b41-351b-4752-85eb-892587df0bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.392979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9702b41-351b-4752-85eb-892587df0bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6139d3ed-f28b-41a1-a11e-c8bdf666a892,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:44.397483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-478bb73a-4061-4d3f-869d-e0f537a3f76b req-73be5d11-adaa-441e-89fd-e798b1c5b49e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.398002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9702b41-351b-4752-85eb-892587df0bd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.402748 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a9702b41-351b-4752-85eb-892587df0bd3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6139d3ed-f28b-41a1-a11e-c8bdf666a892 HTTP/1.1" status: 204 len: 168 time: 0.5523121 Sep 29 23:04:44.403497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38264) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:44.417418 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2413c59-43fe-4160-b3ac-aadc312e2158 req-7c52762a-1cac-40f4-b340-dff9682939bd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877900 Sep 29 23:04:44.448821 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-478bb73a-4061-4d3f-869d-e0f537a3f76b req-73be5d11-adaa-441e-89fd-e798b1c5b49e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.532964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.546167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.578071 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-478bb73a-4061-4d3f-869d-e0f537a3f76b req-73be5d11-adaa-441e-89fd-e798b1c5b49e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.582543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-478bb73a-4061-4d3f-869d-e0f537a3f76b req-73be5d11-adaa-441e-89fd-e798b1c5b49e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.584886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-478bb73a-4061-4d3f-869d-e0f537a3f76b req-73be5d11-adaa-441e-89fd-e798b1c5b49e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "DELETE /v2.0/security-groups/6f4af3bf-e92b-4e4e-87ec-d5975fed9a83 HTTP/1.1" status: 204 len: 173 time: 0.2490742 Sep 29 23:04:44.607053 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.617302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be5d11-adaa-441e-89fd-e798b1c5b49e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4af3bf-e92b-4e4e-87ec-d5975fed9a83,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:44.619821 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['71e10714-89bc-4228-9cf2-fa51c3a6fa0f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:44.655605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:44.661628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:44.665697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:44.685391 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.716133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:44.747390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f68c0b36-2dc6-4b4e-8871-ceca418a2c71']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:44.758222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:44.759094 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.776285 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-960fd5a6-ddf7-44d5-994d-beff2697759e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9976172 Sep 29 23:04:44.802126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Request body: {'port': {'device_id': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:44.802724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c04f67-0bf7-4ed9-b880-213618db9595') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:44.802724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c04f67-0bf7-4ed9-b880-213618db9595') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:44.829267 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.862485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7021a7e-0226-4189-bda9-8b501400503a req-e03ba061-aaeb-46ce-bb79-9500b8fc953a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:44.864677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7021a7e-0226-4189-bda9-8b501400503a req-e03ba061-aaeb-46ce-bb79-9500b8fc953a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 943 time: 0.1243863 Sep 29 23:04:44.865935 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.871208 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.874829 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4ec9e86-01b1-41f9-9399-e3a9da516ac5 req-d0c11f76-252f-48b8-8ce3-b5f1d5950b54 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/50376afc-3daa-4b58-80c2-83f18a12fcd2 HTTP/1.1" status: 200 len: 1804 time: 0.1363189 Sep 29 23:04:44.883323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:04:44.883733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:04:44.885408 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:04:44.938915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d221a1f4-9d82-46b6-b044-e49d414b832c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:44.986784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7021a7e-0226-4189-bda9-8b501400503a req-8ce22b1d-d356-4033-b910-ae4275d54298 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108718 Sep 29 23:04:44.992638 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:44.999399 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.003952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f68c0b36-2dc6-4b4e-8871-ceca418a2c71 HTTP/1.1" status: 204 len: 168 time: 0.5968764 Sep 29 23:04:45.005896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38274) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:45.023623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba0c37-9e8e-4826-9e04-d7887f98c2e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f68c0b36-2dc6-4b4e-8871-ceca418a2c71,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:45.048332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3014c68a-53e7-4398-8594-e2a5742c3da0 None None] Provisioning complete for port b3b863f9-3c4f-4feb-99a1-c66e27937bda triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:45.048708 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3014c68a-53e7-4398-8594-e2a5742c3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.060063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4ec9e86-01b1-41f9-9399-e3a9da516ac5 req-85ed705d-1ebb-4d28-a722-bdcb71395605 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.101188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-3014c68a-53e7-4398-8594-e2a5742c3da0 None None] Port b3b863f9-3c4f-4feb-99a1-c66e27937bda cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:04:45.112044 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4ec9e86-01b1-41f9-9399-e3a9da516ac5 req-85ed705d-1ebb-4d28-a722-bdcb71395605 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.123664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-987a136f-7e26-4a59-ae4a-14f9e3718ac2 admin admin] Deleting subnet 0e7c23ba-9b2a-4fe8-92ff-f35bbb1b5d22 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:04:45.133539 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-987a136f-7e26-4a59-ae4a-14f9e3718ac2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.164584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fd87b-a7fb-4cf4-83d1-777abea6132a req-96618d6f-ecae-4fe4-93a1-e916219a7618 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:45.166219 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-567fd87b-a7fb-4cf4-83d1-777abea6132a req-96618d6f-ecae-4fe4-93a1-e916219a7618 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 936 time: 0.1016064 Sep 29 23:04:45.190096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-987a136f-7e26-4a59-ae4a-14f9e3718ac2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.220008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-567fd87b-a7fb-4cf4-83d1-777abea6132a req-29dc33ec-cf53-442e-9d4f-a047e1dcba93 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Sep 29 23:04:45.221034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4ec9e86-01b1-41f9-9399-e3a9da516ac5 req-85ed705d-1ebb-4d28-a722-bdcb71395605 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.224006 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a4ec9e86-01b1-41f9-9399-e3a9da516ac5 req-85ed705d-1ebb-4d28-a722-bdcb71395605 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.239962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4ec9e86-01b1-41f9-9399-e3a9da516ac5 req-85ed705d-1ebb-4d28-a722-bdcb71395605 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "DELETE /v2.0/security-groups/50376afc-3daa-4b58-80c2-83f18a12fcd2 HTTP/1.1" status: 204 len: 173 time: 0.3449275 Sep 29 23:04:45.252670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ed705d-1ebb-4d28-a722-bdcb71395605 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50376afc-3daa-4b58-80c2-83f18a12fcd2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:45.273930 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-987a136f-7e26-4a59-ae4a-14f9e3718ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.319643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3b863f9-3c4f-4feb-99a1-c66e27937bda {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:45.326178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2a795866-68d4-456d-a3bf-87c160d7f6d0 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:45.331739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.352279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Transition to ACTIVE for port object b3b863f9-3c4f-4feb-99a1-c66e27937bda will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:04:45.357655 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.361360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9003e2bd-e0dc-474b-860c-ca8c92bd4413 req-668e2046-2be5-485c-9600-79d1a3eba00e tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/7f198e95-1a99-4cde-9378-84ec4ba7276f HTTP/1.1" status: 200 len: 1804 time: 0.1099298 Sep 29 23:04:45.380098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9524e4-eded-4511-9944-c8a8a9818ba8 req-ac7768ea-5072-4db6-994d-25765226bc1e tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:45.381807 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a9524e4-eded-4511-9944-c8a8a9818ba8 req-ac7768ea-5072-4db6-994d-25765226bc1e tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 945 time: 0.0889070 Sep 29 23:04:45.394323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 2a795866-68d4-456d-a3bf-87c160d7f6d0 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:04:45.399778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 2a795866-68d4-456d-a3bf-87c160d7f6d0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:45.400334 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.415442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:45.418499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-987a136f-7e26-4a59-ae4a-14f9e3718ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.444000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a9524e4-eded-4511-9944-c8a8a9818ba8 req-3f33194e-0bf8-4cfb-8df8-0cb1b24926a9 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546231 Sep 29 23:04:45.463572 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9003e2bd-e0dc-474b-860c-ca8c92bd4413 req-087bf6b6-bee7-4e73-909a-1e5eacc9fd1d tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.479062 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-987a136f-7e26-4a59-ae4a-14f9e3718ac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.484119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38282) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:45.485478 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-987a136f-7e26-4a59-ae4a-14f9e3718ac2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0e7c23ba-9b2a-4fe8-92ff-f35bbb1b5d22 HTTP/1.1" status: 204 len: 168 time: 0.4786019 Sep 29 23:04:45.490398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a136f-7e26-4a59-ae4a-14f9e3718ac2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e7c23ba-9b2a-4fe8-92ff-f35bbb1b5d22,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:45.503913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.515473 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9003e2bd-e0dc-474b-860c-ca8c92bd4413 req-087bf6b6-bee7-4e73-909a-1e5eacc9fd1d tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.526351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 52c6fb0f-922a-4cc8-b392-78281f5d64c3 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:04:45.561515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 52c6fb0f-922a-4cc8-b392-78281f5d64c3 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:04:45.562300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 52c6fb0f-922a-4cc8-b392-78281f5d64c3 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:04:45.592560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2a795866-68d4-456d-a3bf-87c160d7f6d0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2a795866-68d4-456d-a3bf-87c160d7f6d0,segment=NetworkSegment(5549525d-4424-415f-9e11-acbfe7ae0915),segment_id=5549525d-4424-415f-9e11-acbfe7ae0915)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:45.600645 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.602554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Attempting to bind port b3b863f9-3c4f-4feb-99a1-c66e27937bda on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:45.602909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Attempting to bind port b3b863f9-3c4f-4feb-99a1-c66e27937bda by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:45.603251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Attempting to bind port b3b863f9-3c4f-4feb-99a1-c66e27937bda on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:45.625370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Port b3b863f9-3c4f-4feb-99a1-c66e27937bda on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:04:45.628587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Attempting to bind port b3b863f9-3c4f-4feb-99a1-c66e27937bda on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:45.637477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:45.637870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:45.638763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:45.639021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Bound port: b3b863f9-3c4f-4feb-99a1-c66e27937bda, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:45.639396 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.677721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.692643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=2a795866-68d4-456d-a3bf-87c160d7f6d0,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:45.745590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:45.747205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ef572-a21b-4141-a2c9-be34fecb8499 req-6e604020-b452-4619-a011-f6ac2b848481 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:45.749278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:45.752379 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-373ef572-a21b-4141-a2c9-be34fecb8499 req-6e604020-b452-4619-a011-f6ac2b848481 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.1549273 Sep 29 23:04:45.753310 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9003e2bd-e0dc-474b-860c-ca8c92bd4413 req-087bf6b6-bee7-4e73-909a-1e5eacc9fd1d tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.754037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.757149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9003e2bd-e0dc-474b-860c-ca8c92bd4413 req-087bf6b6-bee7-4e73-909a-1e5eacc9fd1d tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.758445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9003e2bd-e0dc-474b-860c-ca8c92bd4413 req-087bf6b6-bee7-4e73-909a-1e5eacc9fd1d tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "DELETE /v2.0/security-groups/7f198e95-1a99-4cde-9378-84ec4ba7276f HTTP/1.1" status: 204 len: 173 time: 0.3871195 Sep 29 23:04:45.797110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087bf6b6-bee7-4e73-909a-1e5eacc9fd1d tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f198e95-1a99-4cde-9378-84ec4ba7276f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:45.810573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:45.812177 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.812514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] 10.222.0.42 "PUT /v2.0/ports/b3b863f9-3c4f-4feb-99a1-c66e27937bda HTTP/1.1" status: 200 len: 1096 time: 1.0192995 Sep 29 23:04:45.815328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:45.818676 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21" -d '{"events": [{"name": "network-changed", "server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:45.858018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:45.860561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fe333e-23ea-4661-baf0-d45a2cd1bfc1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:45.904647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a53e30-5c25-4f13-9e05-89d6d1d4b077']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:45.932279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-373ef572-a21b-4141-a2c9-be34fecb8499 req-54625385-bd40-4744-bc96-9a679b716174 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725421 Sep 29 23:04:45.943665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a6df4a-178c-4206-809e-bcbe5960deee') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:45.944062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a6df4a-178c-4206-809e-bcbe5960deee') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:45.949710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-ec706e10-c113-4833-81fb-43e1adb82cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:45.951452 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-ec706e10-c113-4833-81fb-43e1adb82cb9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 1099 time: 0.0703313 Sep 29 23:04:45.963267 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.019921 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-fc7fdcdf-af1c-4831-8cd8-65721c4b2402 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda HTTP/1.1" status: 200 len: 217 time: 0.0439115 Sep 29 23:04:46.021518 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f121bac6-98e3-408b-9070-09700c90a063 x-openstack-request-id: req-f121bac6-98e3-408b-9070-09700c90a063 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:46.021768 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:46.021994 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f121bac6-98e3-408b-9070-09700c90a063 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:46.022752 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'status': 'completed', 'code': 200} Sep 29 23:04:46.023186 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.041694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf934598-5337-45ac-bb38-d005727d78e4 req-8029d974-eefa-4a64-9720-65f17d9a1b67 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/60b6f0e2-f4a4-45c9-a30f-214e914f41e7 HTTP/1.1" status: 200 len: 2403 time: 0.0675831 Sep 29 23:04:46.044668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:04:46.045086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:04:46.047124 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:04:46.088984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-210f3b02-9f11-4d6c-8011-1b624d7ab7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:46.090490 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-210f3b02-9f11-4d6c-8011-1b624d7ab7c4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0601962 Sep 29 23:04:46.130452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bb0e2d-d6f0-447f-b4fc-e14751625268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a795866-68d4-456d-a3bf-87c160d7f6d0'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:46.133172 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3ac9e7-4c08-4207-8d57-0bee6bae14db" -d '{"events": [{"server_uuid": "f7bb0e2d-d6f0-447f-b4fc-e14751625268", "name": "network-vif-plugged", "status": "completed", "tag": "2a795866-68d4-456d-a3bf-87c160d7f6d0"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:46.144869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c3630203-2867-40c6-a413-e2e424307dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:46.147086 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-c3630203-2867-40c6-a413-e2e424307dda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0489659 Sep 29 23:04:46.257457 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-a28bea0b-0af9-461b-bd8a-1a7470b1b465 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031532 Sep 29 23:04:46.360301 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a62de72-3f33-4361-ad7e-74c816a00269 req-0c11e51b-aa0a-4913-b16b-4683deb18b81 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958743 Sep 29 23:04:46.439372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.449882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.451873 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a1a53e30-5c25-4f13-9e05-89d6d1d4b077 HTTP/1.1" status: 204 len: 168 time: 0.9666460 Sep 29 23:04:46.468848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e514fe-0424-4262-bdbc-b7a5ac3a6997 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a53e30-5c25-4f13-9e05-89d6d1d4b077,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:46.493694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d279a2-5e17-475a-81d0-7d76573f2303 req-a5db82b6-dbc2-4848-bedc-4b44edbdc520 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:46.495252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9d279a2-5e17-475a-81d0-7d76573f2303 req-a5db82b6-dbc2-4848-bedc-4b44edbdc520 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 943 time: 0.4101777 Sep 29 23:04:46.498461 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cf934598-5337-45ac-bb38-d005727d78e4 req-ea7adcf0-a50b-4a1e-819b-916b73cae48a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.518837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-832d548c-b6af-4a9e-8c13-a086b1fb62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:46.520758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-832d548c-b6af-4a9e-8c13-a086b1fb62b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 1099 time: 0.0632913 Sep 29 23:04:46.539658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cf934598-5337-45ac-bb38-d005727d78e4 req-ea7adcf0-a50b-4a1e-819b-916b73cae48a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.566391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9d279a2-5e17-475a-81d0-7d76573f2303 req-267dcf26-3920-4357-8d9d-3068f836cf51 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624368 Sep 29 23:04:46.602502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:46.623544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cf934598-5337-45ac-bb38-d005727d78e4 req-ea7adcf0-a50b-4a1e-819b-916b73cae48a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.626089 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cf934598-5337-45ac-bb38-d005727d78e4 req-ea7adcf0-a50b-4a1e-819b-916b73cae48a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.629191 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf934598-5337-45ac-bb38-d005727d78e4 req-ea7adcf0-a50b-4a1e-819b-916b73cae48a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "DELETE /v2.0/security-groups/60b6f0e2-f4a4-45c9-a30f-214e914f41e7 HTTP/1.1" status: 204 len: 173 time: 0.5847380 Sep 29 23:04:46.632055 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a0caa4-ee53-4795-babb-d69410885a0d x-openstack-request-id: req-98a0caa4-ee53-4795-babb-d69410885a0d {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:46.632505 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bb0e2d-d6f0-447f-b4fc-e14751625268", "name": "network-vif-plugged", "status": "completed", "tag": "2a795866-68d4-456d-a3bf-87c160d7f6d0", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:46.632608 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98a0caa4-ee53-4795-babb-d69410885a0d {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:46.633031 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bb0e2d-d6f0-447f-b4fc-e14751625268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a795866-68d4-456d-a3bf-87c160d7f6d0', 'code': 200} Sep 29 23:04:46.641174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-ac6330bd-54c9-49c0-8225-badc534b94f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:46.643373 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-ac6330bd-54c9-49c0-8225-badc534b94f4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1153326 Sep 29 23:04:46.645623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7adcf0-a50b-4a1e-819b-916b73cae48a tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b6f0e2-f4a4-45c9-a30f-214e914f41e7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:46.657618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0d9d4a46-d7f3-4860-9250-e3f56e6f186f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8e6c55f4dcb647a8ac71db97f3edc238&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539181 Sep 29 23:04:46.661095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38306) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:46.705005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-a1241352-433a-439f-9a0d-95d4ffe38465 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda HTTP/1.1" status: 200 len: 217 time: 0.0393648 Sep 29 23:04:46.818366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936e49e-ee2a-44d8-95b5-10f262e0abb5 req-f0ab1bd8-96dd-4b1f-a9ec-1940fa190782 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:46.820165 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7936e49e-ee2a-44d8-95b5-10f262e0abb5 req-f0ab1bd8-96dd-4b1f-a9ec-1940fa190782 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 946 time: 0.1152537 Sep 29 23:04:46.824114 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef46f7ef-8617-497a-9f2b-300b4d1aa282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.836561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80763fa1-02f5-4c0b-86de-cfd4bebe3b00 req-d9ebb08c-b09a-4229-910c-5f5e4f699c1e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:46.838159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80763fa1-02f5-4c0b-86de-cfd4bebe3b00 req-d9ebb08c-b09a-4229-910c-5f5e4f699c1e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.1281157 Sep 29 23:04:46.900710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef46f7ef-8617-497a-9f2b-300b4d1aa282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:46.920931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7936e49e-ee2a-44d8-95b5-10f262e0abb5 req-d91f9532-4e09-42a1-8c12-b0a0d3eaf9ec tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931127 Sep 29 23:04:46.946321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80763fa1-02f5-4c0b-86de-cfd4bebe3b00 req-93b260ce-43a9-41aa-a0bd-b6b72a4b59c2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998065 Sep 29 23:04:47.013181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1eed3ff-6ab6-4347-9da4-abd93a54f2c7 req-39369345-d228-44a0-b1a7-978a976a6af2 tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "GET /v2.0/security-groups/a75a6a84-a54e-4b82-987c-8853a15dbb82 HTTP/1.1" status: 200 len: 2397 time: 0.0655756 Sep 29 23:04:47.016485 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef46f7ef-8617-497a-9f2b-300b4d1aa282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.019357 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef46f7ef-8617-497a-9f2b-300b4d1aa282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.023287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ef46f7ef-8617-497a-9f2b-300b4d1aa282 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce432160-dd07-48b4-a82c-509bcf69eb1b HTTP/1.1" status: 204 len: 168 time: 0.3597350 Sep 29 23:04:47.037608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46f7ef-8617-497a-9f2b-300b4d1aa282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce432160-dd07-48b4-a82c-509bcf69eb1b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:47.062316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-ef3af02b-6432-4b81-b1e2-d77b4ecbe738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:47.063836 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-ef3af02b-6432-4b81-b1e2-d77b4ecbe738 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.3439143 Sep 29 23:04:47.081438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2056b0c7-6003-4a96-888f-218f81ea3c5d req-9c158f2b-8628-4f47-9448-03a1cfef81ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:47.083020 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2056b0c7-6003-4a96-888f-218f81ea3c5d req-9c158f2b-8628-4f47-9448-03a1cfef81ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 1097 time: 0.0649073 Sep 29 23:04:47.097584 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1eed3ff-6ab6-4347-9da4-abd93a54f2c7 req-0d0c4b07-eec3-4369-b5ea-01b45cf22ada tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.123537 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1eed3ff-6ab6-4347-9da4-abd93a54f2c7 req-0d0c4b07-eec3-4369-b5ea-01b45cf22ada tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.139511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-71f32b4d-4410-4b78-8a31-c8392e0f3abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:47.141052 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-71f32b4d-4410-4b78-8a31-c8392e0f3abc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0691593 Sep 29 23:04:47.143055 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2056b0c7-6003-4a96-888f-218f81ea3c5d req-cf2db68d-2e66-49d8-8af6-3e64f24086dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426352 Sep 29 23:04:47.200957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fd762b-331e-48d2-82b4-7c258837cdda req-c86b03b0-9ba4-41e7-a9c8-ca1ca82d1c5e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:47.202645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6fd762b-331e-48d2-82b4-7c258837cdda req-c86b03b0-9ba4-41e7-a9c8-ca1ca82d1c5e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.0762422 Sep 29 23:04:47.217920 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1eed3ff-6ab6-4347-9da4-abd93a54f2c7 req-0d0c4b07-eec3-4369-b5ea-01b45cf22ada tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.220504 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1eed3ff-6ab6-4347-9da4-abd93a54f2c7 req-0d0c4b07-eec3-4369-b5ea-01b45cf22ada tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.223858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1eed3ff-6ab6-4347-9da4-abd93a54f2c7 req-0d0c4b07-eec3-4369-b5ea-01b45cf22ada tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] 10.222.0.44 "DELETE /v2.0/security-groups/a75a6a84-a54e-4b82-987c-8853a15dbb82 HTTP/1.1" status: 204 len: 173 time: 0.1977262 Sep 29 23:04:47.230035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38318) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:47.244982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0c4b07-eec3-4369-b5ea-01b45cf22ada tempest-SecurityGroupRulesTestJSON-1289814378 tempest-SecurityGroupRulesTestJSON-1289814378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75a6a84-a54e-4b82-987c-8853a15dbb82,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:47.261233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6fd762b-331e-48d2-82b4-7c258837cdda req-95bc1986-1a0e-4f71-88f7-c7b604730840 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517588 Sep 29 23:04:47.313878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e515dc1-b1b3-4ded-b83a-9f4e585ee242 admin admin] Deleting subnet b9719553-dd79-4c57-8e32-76ddcc0d25c7 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:04:47.317627 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e515dc1-b1b3-4ded-b83a-9f4e585ee242 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.339919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 85fa0b84-ff20-457d-b110-bf30fc87609f details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:04:47.377699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e515dc1-b1b3-4ded-b83a-9f4e585ee242 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.403659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d97383-fb01-426b-8855-62ff7ea3fb9b req-4da735c6-bc3d-43f0-9bf5-208702f43310 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:47.405410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60d97383-fb01-426b-8855-62ff7ea3fb9b req-4da735c6-bc3d-43f0-9bf5-208702f43310 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 1096 time: 0.0512307 Sep 29 23:04:47.429941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e515dc1-b1b3-4ded-b83a-9f4e585ee242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.459782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60d97383-fb01-426b-8855-62ff7ea3fb9b req-594df7df-243e-4f10-953e-b9453c255619 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421517 Sep 29 23:04:47.462569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38322) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:47.465151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 85fa0b84-ff20-457d-b110-bf30fc87609f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=85fa0b84-ff20-457d-b110-bf30fc87609f,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:47.482688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '85fa0b84-ff20-457d-b110-bf30fc87609f', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'port_id': '85fa0b84-ff20-457d-b110-bf30fc87609f', 'mac_address': 'fa:16:3e:6e:ba:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e35702b-599d-47c1-a339-f75980ce3046', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:04:47.531614 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b2fef5eb-28df-4f90-99af-996e2f990418 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=372f0de2db1a48b2b8cd46d7da8cb425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671425 Sep 29 23:04:47.538145 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e515dc1-b1b3-4ded-b83a-9f4e585ee242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.544018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38326) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:47.546986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.562307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85fa0b84-ff20-457d-b110-bf30fc87609f {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:47.582855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 85fa0b84-ff20-457d-b110-bf30fc87609f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=85fa0b84-ff20-457d-b110-bf30fc87609f,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:47.586799 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.604479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e515dc1-b1b3-4ded-b83a-9f4e585ee242 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9719553-dd79-4c57-8e32-76ddcc0d25c7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:47.606753 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e515dc1-b1b3-4ded-b83a-9f4e585ee242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.608870 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9e515dc1-b1b3-4ded-b83a-9f4e585ee242 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b9719553-dd79-4c57-8e32-76ddcc0d25c7 HTTP/1.1" status: 204 len: 168 time: 0.3777857 Sep 29 23:04:47.615295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38330) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:47.650311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030dc04-f24f-4318-86d2-91660a4180af req-b5bfbd31-89ae-43dd-850e-84345751f5e1 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:47.656703 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:04:47.657866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d030dc04-f24f-4318-86d2-91660a4180af req-b5bfbd31-89ae-43dd-850e-84345751f5e1 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 1096 time: 0.0950677 Sep 29 23:04:47.659270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=85fa0b84-ff20-457d-b110-bf30fc87609f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:47.676364 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6826-4843-4a73-a4ed-d704d53cb421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.698338 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-15a107e5-d976-493e-8431-eeaade00db57 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098858 Sep 29 23:04:47.710539 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.732563 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6826-4843-4a73-a4ed-d704d53cb421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.741903 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d030dc04-f24f-4318-86d2-91660a4180af req-657be935-d0d4-4c41-90f8-4415cc04cf14 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831497 Sep 29 23:04:47.783166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302e603-c4ae-4244-893c-0abc7f6fabab req-fc0d1dae-39ba-46f8-bad9-e37ccbec98aa tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:47.784953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2302e603-c4ae-4244-893c-0abc7f6fabab req-fc0d1dae-39ba-46f8-bad9-e37ccbec98aa tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 944 time: 0.0975533 Sep 29 23:04:47.869987 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2302e603-c4ae-4244-893c-0abc7f6fabab req-f9da3ef6-a718-4c9c-bc67-02795182dfb8 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568893 Sep 29 23:04:47.869987 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6826-4843-4a73-a4ed-d704d53cb421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.869987 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4fc6826-4843-4a73-a4ed-d704d53cb421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.869987 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c4fc6826-4843-4a73-a4ed-d704d53cb421 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/946878c4-c118-462e-9d0a-310f949ac1eb HTTP/1.1" status: 204 len: 168 time: 0.3184536 Sep 29 23:04:47.870855 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.877998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc6826-4843-4a73-a4ed-d704d53cb421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946878c4-c118-462e-9d0a-310f949ac1eb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:47.887471 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-021c1d9d-3fa0-40c2-92dc-4ce465cbcc21 req-c2c38e99-78ad-47df-a656-7190e53f7e3c service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802692 Sep 29 23:04:47.900269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6080c16d-2f82-4f7e-892f-058074d538be']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:47.912500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843dc095-5f88-44dc-97c3-a383d2e4c125') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:47.913034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843dc095-5f88-44dc-97c3-a383d2e4c125') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:47.926928 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.940905 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.950871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:04:47.951271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:04:47.953452 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:04:48.028813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:48.041022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:48.043037 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] 10.222.0.44 "DELETE /v2.0/networks/6080c16d-2f82-4f7e-892f-058074d538be HTTP/1.1" status: 204 len: 168 time: 0.4259799 Sep 29 23:04:48.044826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['85fa0b84-ff20-457d-b110-bf30fc87609f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:48.058425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b02af-8d83-4edd-8618-79ee5285530d admin admin] Pushing event deleted for resources: {'Network': ['ID=6080c16d-2f82-4f7e-892f-058074d538be,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:48.072519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfaed3-af46-4345-a9b2-5b5e41920452 req-9403c451-6c31-4a96-bb5a-c8d64a6c038d tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:48.079958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbcfaed3-af46-4345-a9b2-5b5e41920452 req-9403c451-6c31-4a96-bb5a-c8d64a6c038d tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 946 time: 0.0852296 Sep 29 23:04:48.138386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbcfaed3-af46-4345-a9b2-5b5e41920452 req-f37d625b-6779-4c58-b694-a0458f0696c2 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568018 Sep 29 23:04:48.254026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e0f43-060f-44f0-97a8-56fbafb7e0ad req-8a813d96-d388-4aec-9dcf-79cf0b510eb2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:48.256820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b45e0f43-060f-44f0-97a8-56fbafb7e0ad req-8a813d96-d388-4aec-9dcf-79cf0b510eb2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.0693069 Sep 29 23:04:48.280464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38358) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:48.320512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b45e0f43-060f-44f0-97a8-56fbafb7e0ad req-7b8eed4e-ea0c-4f8c-bd18-9b7a6c259359 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572846 Sep 29 23:04:48.349947 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a6042a0-a450-4d28-858e-08f7ad45a068 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ac0347aa3f54714bf48c99cf6bf1c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594420 Sep 29 23:04:48.350046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38360) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:48.416480 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8eae8f83-3193-445d-acbf-6b645ff14b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:48.443734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8eae8f83-3193-445d-acbf-6b645ff14b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:48.502366 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8eae8f83-3193-445d-acbf-6b645ff14b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:48.505918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8eae8f83-3193-445d-acbf-6b645ff14b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:48.508921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8eae8f83-3193-445d-acbf-6b645ff14b05 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/defaaf18-01ca-41d9-bcba-ecf49aa6845f HTTP/1.1" status: 204 len: 168 time: 0.1635029 Sep 29 23:04:48.518735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eae8f83-3193-445d-acbf-6b645ff14b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=defaaf18-01ca-41d9-bcba-ecf49aa6845f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:48.988050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19511782-2b72-4980-aaaf-c97b7d1bc432 req-032f9088-4c94-4aba-8cd3-c2c26431a64c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:48.989769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-19511782-2b72-4980-aaaf-c97b7d1bc432 req-032f9088-4c94-4aba-8cd3-c2c26431a64c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 944 time: 0.0565865 Sep 29 23:04:49.033829 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-19511782-2b72-4980-aaaf-c97b7d1bc432 req-0ade9edd-0870-4133-8cce-d9ec5649017e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363412 Sep 29 23:04:49.114936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2b6b080b-cb01-4e79-b905-96a0971f523f tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:04:49.115994 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2b6b080b-cb01-4e79-b905-96a0971f523f tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0063927 Sep 29 23:04:49.166113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-fedc4e1f-c56b-463a-9068-19c2a8344d16 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:49.168172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-fedc4e1f-c56b-463a-9068-19c2a8344d16 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports/6410359d-4fca-4706-af62-0493545541be HTTP/1.1" status: 200 len: 1093 time: 0.0460811 Sep 29 23:04:49.177785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Request body: {'binding': {'host': 'n-h1-811173-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:49.178715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Unknown quota resources ['binding']. {{(pid=110006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:04:49.262422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b8864-f056-42d4-a51d-df005dc4e92d req-6647b1e8-08ae-4586-97f5-6fbef6b56a80 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:49.264267 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-137b8864-f056-42d4-a51d-df005dc4e92d req-6647b1e8-08ae-4586-97f5-6fbef6b56a80 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 946 time: 0.0546708 Sep 29 23:04:49.311222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-137b8864-f056-42d4-a51d-df005dc4e92d req-a6037c0b-b76f-49c4-9ff3-b423b29898d5 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389776 Sep 29 23:04:49.353081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 85fa0b84-ff20-457d-b110-bf30fc87609f up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:49.378933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be on host n-h1-811173-2 for vnic_type normal with profile None {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:49.378933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:49.380226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:49.390112 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Port 6410359d-4fca-4706-af62-0493545541be on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:04:49.390414 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:49.404582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:49.405149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:49.405743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:49.406355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Bound port: 6410359d-4fca-4706-af62-0493545541be, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:49.431839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 85fa0b84-ff20-457d-b110-bf30fc87609f completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:04:49.441201 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 85fa0b84-ff20-457d-b110-bf30fc87609f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:49.442878 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:49.511648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38430) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:49.525798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:49.540122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:49.546493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79313f39-912a-40d7-9999-9a1746b8c5c1 req-417ef660-fb82-47d8-b674-7d398ac91c9b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:49.548389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79313f39-912a-40d7-9999-9a1746b8c5c1 req-417ef660-fb82-47d8-b674-7d398ac91c9b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.0974200 Sep 29 23:04:49.556661 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:49.557333 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-2aa554af-0ae2-4bba-b202-2ff2374fa4dc service neutron] 10.222.0.44 "POST /v2.0/ports/6410359d-4fca-4706-af62-0493545541be/bindings HTTP/1.1" status: 201 len: 389 time: 0.3818181 Sep 29 23:04:49.587848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e47edd6-4cdb-42b2-b8b0-66250945eea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fa0b84-ff20-457d-b110-bf30fc87609f'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:49.590697 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0032281c-b4b6-4219-8b6b-483280d2b2ba" -d '{"events": [{"server_uuid": "7e47edd6-4cdb-42b2-b8b0-66250945eea3", "name": "network-vif-plugged", "status": "completed", "tag": "85fa0b84-ff20-457d-b110-bf30fc87609f"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:49.616722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79313f39-912a-40d7-9999-9a1746b8c5c1 req-78556511-7dbe-4621-9c0f-b6a2685dd74f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608623 Sep 29 23:04:49.619450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 85fa0b84-ff20-457d-b110-bf30fc87609f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=85fa0b84-ff20-457d-b110-bf30fc87609f,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:49.639162 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:49.712597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1021615941-network', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:49.746819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Made reservation on behalf of 11055cf576c344caae14dfeeb52d0d68 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:49.752610 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3860fc2-6f4c-4ffa-805d-dd303c269333 x-openstack-request-id: req-a3860fc2-6f4c-4ffa-805d-dd303c269333 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:49.752921 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e47edd6-4cdb-42b2-b8b0-66250945eea3", "name": "network-vif-plugged", "status": "completed", "tag": "85fa0b84-ff20-457d-b110-bf30fc87609f", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:49.753857 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3860fc2-6f4c-4ffa-805d-dd303c269333 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:49.754356 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e47edd6-4cdb-42b2-b8b0-66250945eea3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85fa0b84-ff20-457d-b110-bf30fc87609f', 'code': 200} Sep 29 23:04:49.762932 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:49.780361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=85fa0b84-ff20-457d-b110-bf30fc87609f,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:49.782304 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:49.835862 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:49.923474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c03bc5-71b2-4d36-a860-7a9657ce7d6d req-9cb18859-31cc-4ea7-b91d-4bbccff951c2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:49.931361 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3c03bc5-71b2-4d36-a860-7a9657ce7d6d req-9cb18859-31cc-4ea7-b91d-4bbccff951c2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.1052477 Sep 29 23:04:49.995802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3c03bc5-71b2-4d36-a860-7a9657ce7d6d req-c90b6873-65f0-4214-bbfd-0cf4b39ba7c9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634878 Sep 29 23:04:49.997234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a5873-81a1-41b7-9e1e-e97626e77211 req-ad66842d-4052-4bb5-aa4e-1ffb14a2e8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:49.999305 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-955a5873-81a1-41b7-9e1e-e97626e77211 req-ad66842d-4052-4bb5-aa4e-1ffb14a2e8fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 1096 time: 0.0995657 Sep 29 23:04:50.022966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-5cc706c0-96c4-43e8-bbf8-5f588684db77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:50.024754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-5cc706c0-96c4-43e8-bbf8-5f588684db77 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 1096 time: 0.0712192 Sep 29 23:04:50.030085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.043102 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.073058 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-955a5873-81a1-41b7-9e1e-e97626e77211 req-df1991e7-9b4a-43c4-89ea-17e2ec1895f1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627129 Sep 29 23:04:50.085807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:04:50.102223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c846babf-b6ae-4c13-849b-98d1e17342e0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:50.121766 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.122120 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Added segment a98d917a-f944-45ec-b83e-efb6b38869bd of type vlan for network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e Sep 29 23:04:50.187228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-3f171154-736b-40a1-aab5-45f96f97f0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:50.188958 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-3f171154-736b-40a1-aab5-45f96f97f0ff service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.1509740 Sep 29 23:04:50.209768 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.246019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc22a72-15ec-4577-8f3b-7f434a93da21 req-a496d299-5369-44ee-b833-19f467c710cd tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:50.247557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fc22a72-15ec-4577-8f3b-7f434a93da21 req-a496d299-5369-44ee-b833-19f467c710cd tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 945 time: 0.0890343 Sep 29 23:04:50.254784 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.256027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:50.256767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.314149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7984469 Sep 29 23:04:50.314701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38468) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:50.320524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Request body: {'subnet': {'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-subnet', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:50.344512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Made reservation on behalf of 11055cf576c344caae14dfeeb52d0d68 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:50.346776 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.354192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a504ee-aaa1-4419-808d-d337fbb023bb admin admin] Pushing event updated for resources: {'Network': ['ID=98ab7a59-dda6-4dc3-8dc2-509d7b2e140e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:50.368877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:04:50.370032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fc22a72-15ec-4577-8f3b-7f434a93da21 req-32c6897b-2bbb-4ccd-bdd3-ae7e73e2af7b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108110 Sep 29 23:04:50.459644 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-65a505a3-5f05-4759-a1cb-514e71e84f8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6410359d-4fca-4706-af62-0493545541be HTTP/1.1" status: 200 len: 217 time: 0.0426738 Sep 29 23:04:50.464740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456ae86-cf55-4f5d-a10d-8ea2de61bebf req-2b35fd26-02c1-4aeb-9f77-d0142dcb7477 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:50.466440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7456ae86-cf55-4f5d-a10d-8ea2de61bebf req-2b35fd26-02c1-4aeb-9f77-d0142dcb7477 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 946 time: 0.0696733 Sep 29 23:04:50.516991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7456ae86-cf55-4f5d-a10d-8ea2de61bebf req-58df5b4d-2a61-422e-a56f-378dfd350740 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443542 Sep 29 23:04:50.633686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-7cb85c27-68ca-4f5b-9589-43d3a65fb6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:50.635183 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-7cb85c27-68ca-4f5b-9589-43d3a65fb6bc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.1135204 Sep 29 23:04:50.673382 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.679621 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-a69bb684-9d15-4943-b0b6-255037a2cd8c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340891 Sep 29 23:04:50.737606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4c299-3d53-4d89-9804-04f9990a5e7e req-3da770cb-a8d8-4d95-a467-e2aa6241b72d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:50.740008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47f4c299-3d53-4d89-9804-04f9990a5e7e req-3da770cb-a8d8-4d95-a467-e2aa6241b72d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.0540373 Sep 29 23:04:50.779079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47f4c299-3d53-4d89-9804-04f9990a5e7e req-8ebd8470-d317-42d6-9735-30040183714e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327752 Sep 29 23:04:50.793168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:50.806907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Checking segment: {'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:50.807274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Network hostable DHCP agents. Network: 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:04:50.837823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:04:50.841151 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-8534aa36-c691-4e25-9f0f-ab09aeed0e51 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369996 Sep 29 23:04:50.848257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:50.852631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:50.853237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.856889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b79607-3972-45db-a4aa-1a23866b0cbe None None] Network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:50.893822 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-28ec1370-5084-484d-8e58-cf4b103c4ba1 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5777602 Sep 29 23:04:50.897587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:50.902809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:50.935506 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.936732 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:50.970669 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-b9591e34-2c1d-4157-bda9-2ed1b51f1a3b service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146212 Sep 29 23:04:51.008886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:51.154207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:04:51.155239 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:51.175115 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:51.201611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe0a44-eaf6-45e2-973a-9bf525d041db req-ecfe2832-60fe-4729-9b3d-d6cbdd4ccb22 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:51.209775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42fe0a44-eaf6-45e2-973a-9bf525d041db req-ecfe2832-60fe-4729-9b3d-d6cbdd4ccb22 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.0944133 Sep 29 23:04:51.249909 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-786b1814-036f-4a57-8505-4d1a36d6bc87 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517120 Sep 29 23:04:51.282192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42fe0a44-eaf6-45e2-973a-9bf525d041db req-adc2b5ad-12b1-490f-ab57-6046b3d2d49c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713217 Sep 29 23:04:51.337879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Allocated IP 172.20.0.2 (98ab7a59-dda6-4dc3-8dc2-509d7b2e140e/ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756/030c03fc-360d-4717-b9ae-78bdd1aae993) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:51.352028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-b6b2b64f-0151-4b57-bbdd-5a0b8c0a4b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:51.353735 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-b6b2b64f-0151-4b57-bbdd-5a0b8c0a4b7e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 1095 time: 0.0700674 Sep 29 23:04:51.373369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b3b863f9-3c4f-4feb-99a1-c66e27937bda details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:04:51.488707 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:51.496464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-983b3889-4f4d-4ce9-b645-78fdaac598fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:51.498862 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-983b3889-4f4d-4ce9-b645-78fdaac598fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.1167786 Sep 29 23:04:51.522524 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:51.550342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-4103adc7-4217-4857-951d-2eb33f0852c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53fb62d5-eea9-42c8-88c6-82bae281f110 HTTP/1.1" status: 200 len: 217 time: 0.0385768 Sep 29 23:04:51.636517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-e2aee277-3b7d-4768-8357-b680b152d4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:51.637169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:51.638477 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-e2aee277-3b7d-4768-8357-b680b152d4f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.0800235 Sep 29 23:04:51.678142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356614ac-aa84-4478-bb03-8e60530bee4b req-c98fa316-c040-4b1a-ac56-7ba953208d8d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:51.679991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-356614ac-aa84-4478-bb03-8e60530bee4b req-c98fa316-c040-4b1a-ac56-7ba953208d8d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 945 time: 0.1864803 Sep 29 23:04:51.681687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'mac_address': 'fa:16:3e:60:7c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:04:51.687318 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:51.713121 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-3d68b14f-9c08-4f5f-bc37-a5e29f286b5b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664306 Sep 29 23:04:51.714838 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:51.771661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:51.777022 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:51.780803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Pushing event updated for resources: {'Port': ['ID=030c03fc-360d-4717-b9ae-78bdd1aae993,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:51.784538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:51.787318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:51.806325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-356614ac-aa84-4478-bb03-8e60530bee4b req-df5ee95f-2df5-4f22-9125-d2bae5527189 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169229 Sep 29 23:04:51.824632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Allocated IP 172.25.4.109 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/2bfde83f-c8e9-4c16-bd81-26d36a76b0f8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:51.840691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68152fc8-496c-4f9a-b308-fe692c1dfb3d req-15a7a8be-0eb2-4fc4-ab24-9b15acbb9086 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:51.842304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68152fc8-496c-4f9a-b308-fe692c1dfb3d req-15a7a8be-0eb2-4fc4-ab24-9b15acbb9086 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 946 time: 0.1253169 Sep 29 23:04:51.867715 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-3c1f7cf8-23bf-445d-ac2d-17b3b96cfccc service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464331 Sep 29 23:04:51.932682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Attempting to bind port 030c03fc-360d-4717-b9ae-78bdd1aae993 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:51.934177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Attempting to bind port 030c03fc-360d-4717-b9ae-78bdd1aae993 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:51.935276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Attempting to bind port 030c03fc-360d-4717-b9ae-78bdd1aae993 on network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:51.946502 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68152fc8-496c-4f9a-b308-fe692c1dfb3d req-f5d23602-66bd-4ced-8ff6-a4e5c1a04c9c tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/security-groups?id=abfb2b51-bcf3-459f-b46e-bb861218c6f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980422 Sep 29 23:04:51.951481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b863f9-3c4f-4feb-99a1-c66e27937bda {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:04:51.966024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:51.966024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Checking segment: {'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:51.966024 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:51.966024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Bound using segment: {'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:51.966024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Bound port: 030c03fc-360d-4717-b9ae-78bdd1aae993, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:51.966024 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:52.026112 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:52.113289 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d0e0931-046f-4b4a-8018-0f32d4bf9deb req-2e75c2e8-2bba-41e6-8e9e-98d149891160 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368689 Sep 29 23:04:52.115324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3bc2fc-b750-48ba-aa42-ea07b8846302 req-b6f9a8e2-eec2-4633-94d8-dbebd51a5b8c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:52.124083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] For port 030c03fc-360d-4717-b9ae-78bdd1aae993, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:52.128812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] For port 030c03fc-360d-4717-b9ae-78bdd1aae993, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=030c03fc-360d-4717-b9ae-78bdd1aae993,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:52.133344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee3bc2fc-b750-48ba-aa42-ea07b8846302 req-b6f9a8e2-eec2-4633-94d8-dbebd51a5b8c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.0915136 Sep 29 23:04:52.139755 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:52.143086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:52.170309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:52.199522 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:52.213310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:52.217068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:52.228859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee3bc2fc-b750-48ba-aa42-ea07b8846302 req-be79fdc5-1786-4dd8-9536-8276433a6d92 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945499 Sep 29 23:04:52.229719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:52.255323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3d3e1-dc8c-4109-a3a9-50f0b93fa51f None None] Pushing event updated for resources: {'Port': ['ID=030c03fc-360d-4717-b9ae-78bdd1aae993,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:52.326840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:52.348498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Pushing event updated for resources: {'Port': ['ID=2bfde83f-c8e9-4c16-bd81-26d36a76b0f8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:52.476759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-3a7f7069-f88c-4740-a402-0e9609e2b71b tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:52.478267 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-3a7f7069-f88c-4740-a402-0e9609e2b71b tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 946 time: 0.0789320 Sep 29 23:04:52.623740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39fcaa-ebef-46ad-b950-b8e8236b44c1 req-80e3d096-2d1f-4395-8297-74f95c83682d tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:52.625649 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea39fcaa-ebef-46ad-b950-b8e8236b44c1 req-80e3d096-2d1f-4395-8297-74f95c83682d tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.1780093 Sep 29 23:04:52.650134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-54fa6b80-ab78-4da2-b046-4d5481f07930 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Deleting port 2a795866-68d4-456d-a3bf-87c160d7f6d0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:04:52.650753 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-54fa6b80-ab78-4da2-b046-4d5481f07930 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:52.656930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['b3b863f9-3c4f-4feb-99a1-c66e27937bda'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:52.705737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:52.766126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea39fcaa-ebef-46ad-b950-b8e8236b44c1 req-1fa65339-61ce-43a2-8b1a-1ca40d0eb508 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915525 Sep 29 23:04:52.780325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-54fa6b80-ab78-4da2-b046-4d5481f07930 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] For port 2a795866-68d4-456d-a3bf-87c160d7f6d0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2a795866-68d4-456d-a3bf-87c160d7f6d0,segment=NetworkSegment(5549525d-4424-415f-9e11-acbfe7ae0915),segment_id=5549525d-4424-415f-9e11-acbfe7ae0915)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:52.780708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-54fa6b80-ab78-4da2-b046-4d5481f07930 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:52.803450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-54fa6b80-ab78-4da2-b046-4d5481f07930 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Calling delete_port for 2a795866-68d4-456d-a3bf-87c160d7f6d0 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:04:52.977104 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-54fa6b80-ab78-4da2-b046-4d5481f07930 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:53.034010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa6b80-ab78-4da2-b046-4d5481f07930 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Pushing event deleted for resources: {'Port': ['ID=2a795866-68d4-456d-a3bf-87c160d7f6d0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:53.045722 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:53.076092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-54fa6b80-ab78-4da2-b046-4d5481f07930 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] No DVR routers for this DVR port 2a795866-68d4-456d-a3bf-87c160d7f6d0 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:04:53.079241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-54fa6b80-ab78-4da2-b046-4d5481f07930 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:53.083077 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5e434123-ccd7-441f-b5d3-2c3bfe4e8a2f req-54fa6b80-ab78-4da2-b046-4d5481f07930 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.42 "DELETE /v2.0/ports/2a795866-68d4-456d-a3bf-87c160d7f6d0 HTTP/1.1" status: 204 len: 173 time: 0.5970435 Sep 29 23:04:53.083913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7bb0e2d-d6f0-447f-b4fc-e14751625268', 'name': 'network-vif-deleted', 'tag': '2a795866-68d4-456d-a3bf-87c160d7f6d0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:53.087258 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa324162-06f6-4b8d-8c6a-c2e7f6d1639d" -d '{"events": [{"server_uuid": "f7bb0e2d-d6f0-447f-b4fc-e14751625268", "name": "network-vif-deleted", "tag": "2a795866-68d4-456d-a3bf-87c160d7f6d0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:53.119866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff739160-1382-4f87-adc8-19f7d0d59586 req-a5eb3489-2724-47b1-bc27-4ccc35c48445 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:53.121932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff739160-1382-4f87-adc8-19f7d0d59586 req-a5eb3489-2724-47b1-bc27-4ccc35c48445 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 945 time: 0.1840553 Sep 29 23:04:53.145906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94c5997e-d88c-4958-955e-59e63b6aa7f6 req-1c984da8-1f0f-41f2-8c98-f284a6bf0568 tempest-ServerMetadataNegativeTestJSON-789724647 tempest-ServerMetadataNegativeTestJSON-789724647-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7bb0e2d-d6f0-447f-b4fc-e14751625268 HTTP/1.1" status: 200 len: 210 time: 0.0865538 Sep 29 23:04:53.385215 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6c85306-ca88-454a-ae80-15d1cc38e8b7 x-openstack-request-id: req-c6c85306-ca88-454a-ae80-15d1cc38e8b7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:53.385516 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7bb0e2d-d6f0-447f-b4fc-e14751625268", "name": "network-vif-deleted", "tag": "2a795866-68d4-456d-a3bf-87c160d7f6d0", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:53.385774 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6c85306-ca88-454a-ae80-15d1cc38e8b7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:53.386187 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7bb0e2d-d6f0-447f-b4fc-e14751625268', 'name': 'network-vif-deleted', 'tag': '2a795866-68d4-456d-a3bf-87c160d7f6d0', 'status': 'completed', 'code': 200} Sep 29 23:04:53.397482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff739160-1382-4f87-adc8-19f7d0d59586 req-ba023f44-0f69-4c65-bf9c-a2e3ad62107c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560744 Sep 29 23:04:53.539019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Router d86ce8d7-8df5-4861-86d9-e1f887856a68 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:04:53.755695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f806acb-9895-473e-9df3-eba150fdee5b None None] Network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:53.871218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bf52546f-d6c7-48f1-ba67-e5023a14b26d None None] Provisioning complete for port 030c03fc-360d-4717-b9ae-78bdd1aae993 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:53.871918 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bf52546f-d6c7-48f1-ba67-e5023a14b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.025778 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bf52546f-d6c7-48f1-ba67-e5023a14b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.065937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bf52546f-d6c7-48f1-ba67-e5023a14b26d None None] For port 030c03fc-360d-4717-b9ae-78bdd1aae993, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=030c03fc-360d-4717-b9ae-78bdd1aae993,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:54.069048 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bf52546f-d6c7-48f1-ba67-e5023a14b26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.119811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:04:54.134048 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Sync routers for ids ['d86ce8d7-8df5-4861-86d9-e1f887856a68'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:04:54.137158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52546f-d6c7-48f1-ba67-e5023a14b26d None None] Pushing event updated for resources: {'Port': ['ID=030c03fc-360d-4717-b9ae-78bdd1aae993,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:54.148978 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Routers {'d86ce8d7-8df5-4861-86d9-e1f887856a68'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:04:54.149620 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:04:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d86ce8d7-8df5-4861-86d9-e1f887856a68'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:54.168445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e13fa15-e44b-4f50-be63-38a3b9a96d1f req-c3f18c79-db52-4443-b09e-ad276f5c0a99 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:54.170533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e13fa15-e44b-4f50-be63-38a3b9a96d1f req-c3f18c79-db52-4443-b09e-ad276f5c0a99 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 945 time: 0.1345341 Sep 29 23:04:54.218862 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e13fa15-e44b-4f50-be63-38a3b9a96d1f req-c3560f3e-962d-4ab1-88c6-a31163eae922 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Sep 29 23:04:54.226802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bc958-8116-4f03-96f4-33213d41b7dd req-6eabefb6-3865-4500-a9d6-aab2d952f9a3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:54.228540 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df7bc958-8116-4f03-96f4-33213d41b7dd req-6eabefb6-3865-4500-a9d6-aab2d952f9a3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 949 time: 0.1936378 Sep 29 23:04:54.229636 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.230921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ce61e19a-2e6b-414b-ad5a-5625f20e8e0b admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3321855 Sep 29 23:04:54.234309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38530) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:54.291423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-83f82da1-7f19-4647-9150-96f73f24cb4f None None] Provisioning complete for port 030c03fc-360d-4717-b9ae-78bdd1aae993 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:54.291812 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-83f82da1-7f19-4647-9150-96f73f24cb4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.311711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df7bc958-8116-4f03-96f4-33213d41b7dd req-e5fa4424-6e58-465e-8cc7-69af70f08813 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649333 Sep 29 23:04:54.352417 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Set router d86ce8d7-8df5-4861-86d9-e1f887856a68 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:04:54.380082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38536) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:54.477627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9273409-27da-4c5d-a1c5-2a1fd7cdfeae admin admin] Deleting subnet 7d525b12-c5ee-4c62-ad84-53bbcb410de9 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:04:54.485774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9273409-27da-4c5d-a1c5-2a1fd7cdfeae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.551942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab723d7-3d8e-4511-9622-486e464c315c req-951ac914-5c79-4e7b-9f8e-213aaa79c66a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:54.562031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ab723d7-3d8e-4511-9622-486e464c315c req-951ac914-5c79-4e7b-9f8e-213aaa79c66a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.1834121 Sep 29 23:04:54.612791 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 030c03fc-360d-4717-b9ae-78bdd1aae993 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:54.647411 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9273409-27da-4c5d-a1c5-2a1fd7cdfeae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.663359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ab723d7-3d8e-4511-9622-486e464c315c req-701475fe-5f8b-4042-8fde-f2c25d09c20f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003621 Sep 29 23:04:54.719067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 030c03fc-360d-4717-b9ae-78bdd1aae993 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:54.721199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.734365 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9273409-27da-4c5d-a1c5-2a1fd7cdfeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.778214 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:52Z', 'revision_number': 3, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:54.822656 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9273409-27da-4c5d-a1c5-2a1fd7cdfeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.831738 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Checking router: d86ce8d7-8df5-4861-86d9-e1f887856a68 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:04:54.832971 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Updating router d86ce8d7-8df5-4861-86d9-e1f887856a68 port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:04:54.849954 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9273409-27da-4c5d-a1c5-2a1fd7cdfeae admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.853927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d9273409-27da-4c5d-a1c5-2a1fd7cdfeae admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7d525b12-c5ee-4c62-ad84-53bbcb410de9 HTTP/1.1" status: 204 len: 168 time: 0.4706671 Sep 29 23:04:54.860887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38546) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:54.871397 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9273409-27da-4c5d-a1c5-2a1fd7cdfeae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d525b12-c5ee-4c62-ad84-53bbcb410de9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:54.890411 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:54.943358 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ab31e-c387-4a4b-a699-94fc5f892891 req-05b83c6d-f49a-45eb-bf5a-fda9aad5c549 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:54.949532 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-354ab31e-c387-4a4b-a699-94fc5f892891 req-05b83c6d-f49a-45eb-bf5a-fda9aad5c549 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 945 time: 0.1384361 Sep 29 23:04:55.037426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.038464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-354ab31e-c387-4a4b-a699-94fc5f892891 req-85c2cbbd-995e-4e60-b9dc-bebc2995bbb6 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748911 Sep 29 23:04:55.216782 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.218983 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.227909 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.255699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f6ba9a3-2e04-44b3-bed4-9fad6b7de713']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:55.269288 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.272328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5549525d-4424-415f-9e11-acbfe7ae0915') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:55.273040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5549525d-4424-415f-9e11-acbfe7ae0915') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:55.289701 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.304323 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Pushing event updated for resources: {'Port': ['ID=2bfde83f-c8e9-4c16-bd81-26d36a76b0f8,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:55.334685 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.335230 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.335721 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.336320 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.336845 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.337333 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.337808 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.338294 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.338797 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.339416 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.339924 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.340412 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:04:55.345602 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Attempting to bind port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:04:55.346143 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Attempting to bind port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:04:55.346665 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Attempting to bind port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:04:55.355780 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:04:55.356463 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:55.359272 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.359660 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:04:55.360535 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Bound port: 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:04:55.361129 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.370756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b3b863f9-3c4f-4feb-99a1-c66e27937bda up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:55.374691 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.397515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:04:55.397916 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:04:55.399673 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:04:55.485221 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] For port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:04:55.494689 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] For port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2bfde83f-c8e9-4c16-bd81-26d36a76b0f8,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:04:55.496417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port b3b863f9-3c4f-4feb-99a1-c66e27937bda completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:04:55.501424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port b3b863f9-3c4f-4feb-99a1-c66e27937bda triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:55.501966 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.502385 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.529179 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.536815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.540275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3d7f3-0e2f-4ba1-a38e-a9da095ce36c req-cd2584c0-0736-4d41-88c6-f983b25a2efa tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:55.540787 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] 10.222.0.44 "DELETE /v2.0/networks/5f6ba9a3-2e04-44b3-bed4-9fad6b7de713 HTTP/1.1" status: 204 len: 168 time: 0.6756527 Sep 29 23:04:55.547789 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8d3d7f3-0e2f-4ba1-a38e-a9da095ce36c req-cd2584c0-0736-4d41-88c6-f983b25a2efa tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 949 time: 0.1276503 Sep 29 23:04:55.606360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Allocated IP 172.20.0.1 (98ab7a59-dda6-4dc3-8dc2-509d7b2e140e/ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756/9c8eb612-143e-4062-9297-34d6b56438b8) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:04:55.622473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8d3d7f3-0e2f-4ba1-a38e-a9da095ce36c req-e15147e3-12e5-4287-8679-993a3e382a04 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696311 Sep 29 23:04:55.656697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f5d129-f33a-46f0-93e2-89ff33aaf1bc admin admin] Pushing event deleted for resources: {'Network': ['ID=5f6ba9a3-2e04-44b3-bed4-9fad6b7de713,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:55.671197 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.706714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:55.710614 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a23f398-49a8-4f1b-b5fe-8a0b6a674acb" -d '{"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-plugged", "status": "completed", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:55.743672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:55.753786 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd4c52-0d37-41c6-8f2d-eda75f907c4f None None] Pushing event updated for resources: {'Port': ['ID=2bfde83f-c8e9-4c16-bd81-26d36a76b0f8,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:55.758227 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.759390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2a795866-68d4-456d-a3bf-87c160d7f6d0 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:04:55.787408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38568) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:55.789817 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Routers {'d86ce8d7-8df5-4861-86d9-e1f887856a68'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:04:55.790843 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:04:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d86ce8d7-8df5-4861-86d9-e1f887856a68'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:55.857158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:55.926199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:55.944145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 2a795866-68d4-456d-a3bf-87c160d7f6d0 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:04:55.944819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2a795866-68d4-456d-a3bf-87c160d7f6d0 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:04:55.951085 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9953ae-aa88-4ef4-ada4-c9380529f58f x-openstack-request-id: req-cc9953ae-aa88-4ef4-ada4-c9380529f58f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:55.951382 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-plugged", "status": "completed", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:55.951643 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cc9953ae-aa88-4ef4-ada4-c9380529f58f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:55.952074 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'code': 200} Sep 29 23:04:55.983069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:56.047087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8af567e2-c775-4e1b-a67f-ee39c1e455a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7a5ed53efafc4b9096a2b57302ded94e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2552831 Sep 29 23:04:56.053186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38574) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:56.070425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051900-e8c4-44be-991d-de9c9239ac67 req-685970c9-a013-45b9-b150-46e09bd92eb3 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:56.073413 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] Set router d86ce8d7-8df5-4861-86d9-e1f887856a68 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:04:56.088448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c051900-e8c4-44be-991d-de9c9239ac67 req-685970c9-a013-45b9-b150-46e09bd92eb3 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.2734971 Sep 29 23:04:56.146539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c051900-e8c4-44be-991d-de9c9239ac67 req-ed42b6ba-bf23-40cb-bdce-f25583617f22 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571322 Sep 29 23:04:56.203187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147172a8-abea-4b94-b6ca-ea32c18b59f9 req-335aa22a-a1dd-4564-8c11-7cabcbadea80 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:56.210826 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-147172a8-abea-4b94-b6ca-ea32c18b59f9 req-335aa22a-a1dd-4564-8c11-7cabcbadea80 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 945 time: 0.0901518 Sep 29 23:04:56.218785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:56.219588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8eb612-143e-4062-9297-34d6b56438b8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:56.230154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:56.249441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:04:56.292407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-147172a8-abea-4b94-b6ca-ea32c18b59f9 req-c3e363e3-75e5-4be5-a18f-b99317b67642 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751512 Sep 29 23:04:56.310263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:56.442823 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:52Z', 'revision_number': 3, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:56.505299 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc32c8-d699-43fb-9b64-5b59e0555f91 None None] The sync data for ids ['d86ce8d7-8df5-4861-86d9-e1f887856a68'] in n-d-811173-2 is: [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:52Z', 'revision_number': 3, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:04:56.526218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb99b1-9f8d-484e-ad06-fb44a07ac7f0 req-b943b8d4-84af-4097-adec-6c038f58a0ab tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:56.537977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29cb99b1-9f8d-484e-ad06-fb44a07ac7f0 req-b943b8d4-84af-4097-adec-6c038f58a0ab tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 945 time: 0.1084816 Sep 29 23:04:56.624032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29cb99b1-9f8d-484e-ad06-fb44a07ac7f0 req-ce8d8639-79ae-4f9a-889f-8ee71a6c8cde tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845904 Sep 29 23:04:56.733581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ce91f5d0-07a4-43f7-b989-f326f35a3b96 None None] Provisioning complete for port 9c8eb612-143e-4062-9297-34d6b56438b8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:56.734649 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce91f5d0-07a4-43f7-b989-f326f35a3b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:56.787223 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa94461c-3856-4e4d-ac13-b283349b3298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:56.795537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217b304e-2a88-4fbc-b77e-f895b741cfe8 req-6c7d3ac6-9607-4a03-b574-6f44c3c6a30b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:56.800341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d58928-652e-446e-a7cf-3e1ac73388be req-b1e6bbc1-cb25-426e-b32a-4a98ee0fbca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:56.802446 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6d58928-652e-446e-a7cf-3e1ac73388be req-b1e6bbc1-cb25-426e-b32a-4a98ee0fbca1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 1101 time: 0.7476685 Sep 29 23:04:56.803718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-217b304e-2a88-4fbc-b77e-f895b741cfe8 req-6c7d3ac6-9607-4a03-b574-6f44c3c6a30b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1004863 Sep 29 23:04:56.804927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ce91f5d0-07a4-43f7-b989-f326f35a3b96 None None] Port 9c8eb612-143e-4062-9297-34d6b56438b8 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:04:56.844785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db04d0-da12-40e6-b623-3d407f0426df req-4f29da9a-4eb6-4835-baf3-ea8ddbe4d850 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:56.848388 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5db04d0-da12-40e6-b623-3d407f0426df req-4f29da9a-4eb6-4835-baf3-ea8ddbe4d850 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 945 time: 0.7156260 Sep 29 23:04:56.892659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-217b304e-2a88-4fbc-b77e-f895b741cfe8 req-8aacab1d-23ce-456b-98be-48de010210ed tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730062 Sep 29 23:04:56.913082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa94461c-3856-4e4d-ac13-b283349b3298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:56.943931 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6d58928-652e-446e-a7cf-3e1ac73388be req-2773a778-1e9c-48ce-99d7-abf855480507 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307828 Sep 29 23:04:57.071466 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:57.075425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa94461c-3856-4e4d-ac13-b283349b3298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:57.078480 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa94461c-3856-4e4d-ac13-b283349b3298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:57.079656 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fa94461c-3856-4e4d-ac13-b283349b3298 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/abfb2b51-bcf3-459f-b46e-bb861218c6f7 HTTP/1.1" status: 204 len: 168 time: 1.0119827 Sep 29 23:04:57.102965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94461c-3856-4e4d-ac13-b283349b3298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfb2b51-bcf3-459f-b46e-bb861218c6f7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:57.160740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c5db04d0-da12-40e6-b623-3d407f0426df req-64e69d4f-4220-4a09-af43-1257a9418ddf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Deleting port 85fa0b84-ff20-457d-b110-bf30fc87609f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:04:57.170841 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c5db04d0-da12-40e6-b623-3d407f0426df req-64e69d4f-4220-4a09-af43-1257a9418ddf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:57.326214 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d48f5c-1bf2-4fe3-804d-684e0724eff0 req-37f9250a-165a-4aa2-9d15-1563f42a7cd7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:57.332944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07d48f5c-1bf2-4fe3-804d-684e0724eff0 req-37f9250a-165a-4aa2-9d15-1563f42a7cd7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.0962272 Sep 29 23:04:57.356402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c5db04d0-da12-40e6-b623-3d407f0426df req-64e69d4f-4220-4a09-af43-1257a9418ddf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] For port 85fa0b84-ff20-457d-b110-bf30fc87609f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=85fa0b84-ff20-457d-b110-bf30fc87609f,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:57.356887 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c5db04d0-da12-40e6-b623-3d407f0426df req-64e69d4f-4220-4a09-af43-1257a9418ddf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:57.386173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c5db04d0-da12-40e6-b623-3d407f0426df req-64e69d4f-4220-4a09-af43-1257a9418ddf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Calling delete_port for 85fa0b84-ff20-457d-b110-bf30fc87609f owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:04:57.412058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07d48f5c-1bf2-4fe3-804d-684e0724eff0 req-3d8db8df-33b3-4e8b-ba85-d7a923c5a389 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710835 Sep 29 23:04:57.440583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a99020-739d-4e0d-a03b-3458c1ab11dd req-461a3d3c-68fc-4fd4-b3cf-65f7c2ec84c7 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:57.451338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46a99020-739d-4e0d-a03b-3458c1ab11dd req-461a3d3c-68fc-4fd4-b3cf-65f7c2ec84c7 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 945 time: 0.0751052 Sep 29 23:04:57.507322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46a99020-739d-4e0d-a03b-3458c1ab11dd req-73c045d7-a2e3-4ccc-9d35-98da11ba8d6a tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548801 Sep 29 23:04:57.609833 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:57.618521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:57.741401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c5db04d0-da12-40e6-b623-3d407f0426df req-64e69d4f-4220-4a09-af43-1257a9418ddf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:57.756868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:04:57.794090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8eb612-143e-4062-9297-34d6b56438b8,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:57.810969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23fe891d-b6ec-4b0b-b1df-dccadac81dd9 req-d1b210b6-4651-4353-89c5-4e1927794c21 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=7e47edd6-4cdb-42b2-b8b0-66250945eea3 HTTP/1.1" status: 200 len: 210 time: 0.0857940 Sep 29 23:04:57.834913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5db04d0-da12-40e6-b623-3d407f0426df req-64e69d4f-4220-4a09-af43-1257a9418ddf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] No DVR routers for this DVR port 85fa0b84-ff20-457d-b110-bf30fc87609f on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:04:57.841512 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c5db04d0-da12-40e6-b623-3d407f0426df req-64e69d4f-4220-4a09-af43-1257a9418ddf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:57.843600 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5db04d0-da12-40e6-b623-3d407f0426df req-64e69d4f-4220-4a09-af43-1257a9418ddf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "DELETE /v2.0/ports/85fa0b84-ff20-457d-b110-bf30fc87609f HTTP/1.1" status: 204 len: 173 time: 0.9787776 Sep 29 23:04:57.844124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e47edd6-4cdb-42b2-b8b0-66250945eea3', 'name': 'network-vif-deleted', 'tag': '85fa0b84-ff20-457d-b110-bf30fc87609f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:04:57.846463 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c878f24-9c6f-4d68-8f6a-26bee52da91f" -d '{"events": [{"server_uuid": "7e47edd6-4cdb-42b2-b8b0-66250945eea3", "name": "network-vif-deleted", "tag": "85fa0b84-ff20-457d-b110-bf30fc87609f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:04:57.867270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:57.870515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e69d4f-4220-4a09-af43-1257a9418ddf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event deleted for resources: {'Port': ['ID=85fa0b84-ff20-457d-b110-bf30fc87609f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:57.986517 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a79601-e7c9-4bc3-a2d8-4e4cf3641489 x-openstack-request-id: req-e7a79601-e7c9-4bc3-a2d8-4e4cf3641489 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:04:57.986517 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e47edd6-4cdb-42b2-b8b0-66250945eea3", "name": "network-vif-deleted", "tag": "85fa0b84-ff20-457d-b110-bf30fc87609f", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:04:57.988264 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e7a79601-e7c9-4bc3-a2d8-4e4cf3641489 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:04:57.990974 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e47edd6-4cdb-42b2-b8b0-66250945eea3', 'name': 'network-vif-deleted', 'tag': '85fa0b84-ff20-457d-b110-bf30fc87609f', 'status': 'completed', 'code': 200} Sep 29 23:04:58.053118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:04:58.055630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:58.139144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4625e-7a98-455e-ba86-9b1fd74144f0 req-90fd79a1-9277-4aa2-a953-ff7dda614e50 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:58.142114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-feb4625e-7a98-455e-ba86-9b1fd74144f0 req-90fd79a1-9277-4aa2-a953-ff7dda614e50 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1353543 Sep 29 23:04:58.218885 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-feb4625e-7a98-455e-ba86-9b1fd74144f0 req-03957975-74e1-4449-80aa-bcbb7b22bad1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620084 Sep 29 23:04:58.219757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38636) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:58.223979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Router d86ce8d7-8df5-4861-86d9-e1f887856a68 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:04:58.393824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-network', 'tenant_id': '86aa5b94029245068e3e8c8598467725'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:58.394260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:04:58.410819 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cdb59e2c-0fd0-40f2-9e52-9e24ab7b7961 admin admin] 10.222.0.44 "PUT /v2.0/routers/d86ce8d7-8df5-4861-86d9-e1f887856a68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1656547 Sep 29 23:04:58.421698 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Made reservation on behalf of 86aa5b94029245068e3e8c8598467725 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:58.424496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.436107 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.476828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-757e5b88-56fd-4b66-8301-9fd5aaaece5a None None] Provisioning complete for port 9c8eb612-143e-4062-9297-34d6b56438b8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:58.476828 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-757e5b88-56fd-4b66-8301-9fd5aaaece5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.617746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-757e5b88-56fd-4b66-8301-9fd5aaaece5a None None] Port 9c8eb612-143e-4062-9297-34d6b56438b8 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:04:58.657395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:04:58.695421 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6ca263-a88c-48d7-9d6d-976dc09fe352 req-1f61eec8-8d0c-4863-9c08-fd5c4ed6fb62 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:58.702359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac6ca263-a88c-48d7-9d6d-976dc09fe352 req-1f61eec8-8d0c-4863-9c08-fd5c4ed6fb62 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.1007423 Sep 29 23:04:58.744877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:04:58.745246 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.749984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.766164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.801222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:04:58.824199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac6ca263-a88c-48d7-9d6d-976dc09fe352 req-98f22d1b-a187-422f-afce-fa9bff2e7926 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017864 Sep 29 23:04:58.829270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:58.833216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.833796 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Added segment f391f75a-b8f7-4047-8565-289f115ab93a of type vlan for network b796302e-fd11-4135-ba42-c8a5b66549ce Sep 29 23:04:58.841391 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.862150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ab7a2-544d-48f9-82d9-4cd342a4a895 req-2d7cd524-7bab-4113-9d01-a1778ff161bd tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:58.864039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac4ab7a2-544d-48f9-82d9-4cd342a4a895 req-2d7cd524-7bab-4113-9d01-a1778ff161bd tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 945 time: 0.1546259 Sep 29 23:04:58.869245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2bfde83f-c8e9-4c16-bd81-26d36a76b0f8,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:58.876990 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.908763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Sync routers for ids ['d86ce8d7-8df5-4861-86d9-e1f887856a68'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:04:58.916791 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.926112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Routers {'d86ce8d7-8df5-4861-86d9-e1f887856a68'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:04:58.926744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:04:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d86ce8d7-8df5-4861-86d9-e1f887856a68'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:58.948977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac4ab7a2-544d-48f9-82d9-4cd342a4a895 req-6288366f-a35c-40d3-971f-199b31b85467 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups?id=dc69f536-e3c4-4843-be6b-5be5ff9f14d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643649 Sep 29 23:04:58.961326 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.962325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:58.962937 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:58.982402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=2bfde83f-c8e9-4c16-bd81-26d36a76b0f8,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:59.014254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7876434 Sep 29 23:04:59.017878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38666) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:59.026052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Request body: {'subnet': {'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-subnet', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:59.055299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee4973-e05a-484c-ad4e-97437bf05451 admin admin] Pushing event updated for resources: {'Network': ['ID=b796302e-fd11-4135-ba42-c8a5b66549ce,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:59.070468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Made reservation on behalf of 86aa5b94029245068e3e8c8598467725 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:04:59.075937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.093241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network b796302e-fd11-4135-ba42-c8a5b66549ce details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:04:59.206548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Set router d86ce8d7-8df5-4861-86d9-e1f887856a68 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:04:59.314681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-55a3bb06-8264-453e-bb47-eb0bf41c0290 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:59.316579 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-55a3bb06-8264-453e-bb47-eb0bf41c0290 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.26 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 945 time: 0.0847130 Sep 29 23:04:59.358180 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.400812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 85fa0b84-ff20-457d-b110-bf30fc87609f no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:04:59.436206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 85fa0b84-ff20-457d-b110-bf30fc87609f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:04:59.436644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 85fa0b84-ff20-457d-b110-bf30fc87609f not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:04:59.450732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aeeafe9e-5304-4b64-814a-33d23fe007d2,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:04:59.476178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Checking segment: {'id': 'f391f75a-b8f7-4047-8565-289f115ab93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:04:59.476670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Network hostable DHCP agents. Network: b796302e-fd11-4135-ba42-c8a5b66549ce, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:04:59.506741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Network b796302e-fd11-4135-ba42-c8a5b66549ce is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:04:59.508143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:57Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9c8eb612-143e-4062-9297-34d6b56438b8', 'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'mac_address': 'fa:16:3e:3d:80:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:55Z', 'updated_at': '2021-09-29T23:04:57Z', 'revision_number': 2, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'subnets': [{'id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:04:59.515605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Deleting port 9af60005-8d87-46a4-a01e-d5da00332081 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:04:59.516058 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.536463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, b796302e-fd11-4135-ba42-c8a5b66549ce) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:04:59.545656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:59.547141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.574795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38680) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:59.581358 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1bd91d66-943d-48c3-8d47-8be35ba95d3a tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Request body: {'security_group': {'name': 'tempest-securitygroup--317045216', 'description': 'tempest-description--1010587640'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:59.605210 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-776ecec6-76df-43b7-ac9f-4f0cd2d9f757 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5848684 Sep 29 23:04:59.608153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38684) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:04:59.620331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:04:59.656229 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] For port 9af60005-8d87-46a4-a01e-d5da00332081, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9af60005-8d87-46a4-a01e-d5da00332081,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:04:59.656697 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.663696 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bd91d66-943d-48c3-8d47-8be35ba95d3a tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.693659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c4a88-980b-4012-8d14-7a83e92afe2a req-cc155c2b-8657-48c9-9af5-a6d562012453 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:04:59.713159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-146c4a88-980b-4012-8d14-7a83e92afe2a req-cc155c2b-8657-48c9-9af5-a6d562012453 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1215508 Sep 29 23:04:59.763048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.764263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.819344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-146c4a88-980b-4012-8d14-7a83e92afe2a req-dc16de5f-c770-4655-ad4e-753dfba7b684 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903611 Sep 29 23:04:59.835428 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7356462f-a563-4736-a859-33b4cde30300 None None] Network b796302e-fd11-4135-ba42-c8a5b66549ce requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:04:59.839212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Checking router: d86ce8d7-8df5-4861-86d9-e1f887856a68 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:04:59.839766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Updating router d86ce8d7-8df5-4861-86d9-e1f887856a68 port 9c8eb612-143e-4062-9297-34d6b56438b8 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:04:59.927103 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.948100 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bd91d66-943d-48c3-8d47-8be35ba95d3a tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.993584 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:04:59.997680 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bd91d66-943d-48c3-8d47-8be35ba95d3a tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.074515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5f9e4-0c9d-4a2b-9c3e-1e6684c517cf req-ec01f1e3-66f0-4f26-89dc-9c1615b32ade tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:00.083077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ba5f9e4-0c9d-4a2b-9c3e-1e6684c517cf req-ec01f1e3-66f0-4f26-89dc-9c1615b32ade tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1328931 Sep 29 23:05:00.092098 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bd91d66-943d-48c3-8d47-8be35ba95d3a tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.096348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1bd91d66-943d-48c3-8d47-8be35ba95d3a tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5203590 Sep 29 23:05:00.098549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38702) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:00.105247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-70c8e189-1e10-4599-a84e-04ab5bba5c57 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Request body: {'security_group_rule': {'security_group_id': 'c607b79b-baed-4dd0-9984-8cc55fea6dad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:00.128410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887e8915-5e78-414f-af87-ced6095baef9 None None] Network b796302e-fd11-4135-ba42-c8a5b66549ce requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:05:00.134820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd91d66-943d-48c3-8d47-8be35ba95d3a tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c607b79b-baed-4dd0-9984-8cc55fea6dad,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:00.163608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf27c1-a7ed-4fbf-b300-971d173ed499 req-8cdfcbcb-1765-4bed-a4dc-9ef2de973e27 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:00.165297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75cf27c1-a7ed-4fbf-b300-971d173ed499 req-8cdfcbcb-1765-4bed-a4dc-9ef2de973e27 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.1796007 Sep 29 23:05:00.167661 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c8e189-1e10-4599-a84e-04ab5bba5c57 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.245406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.250895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ba5f9e4-0c9d-4a2b-9c3e-1e6684c517cf req-4fe007fe-396f-4092-9570-61e37640530f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667726 Sep 29 23:05:00.252332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.253008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.253838 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Floating IP 6b9017de-9d40-4337-967d-1df15f816749 disassociated. External IP: 172.25.4.84, port: 9af60005-8d87-46a4-a01e-d5da00332081. Sep 29 23:05:00.253838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Calling delete_port for 9af60005-8d87-46a4-a01e-d5da00332081 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:00.290542 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c8e189-1e10-4599-a84e-04ab5bba5c57 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.307560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c8e189-1e10-4599-a84e-04ab5bba5c57 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.370621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75cf27c1-a7ed-4fbf-b300-971d173ed499 req-65ea1040-643d-4dc3-88dc-cf9c0726ccdd tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702077 Sep 29 23:05:00.402690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8e189-1e10-4599-a84e-04ab5bba5c57 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62db376f-7f7a-45b1-aac3-4c4654dfa172,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:00.425298 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c8e189-1e10-4599-a84e-04ab5bba5c57 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.429830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-70c8e189-1e10-4599-a84e-04ab5bba5c57 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3280280 Sep 29 23:05:00.433445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38714) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:00.440216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1c460f33-d51a-4b7e-94e8-9457127b63bc tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Request body: {'security_group_rule': {'security_group_id': 'c607b79b-baed-4dd0-9984-8cc55fea6dad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:00.531483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c460f33-d51a-4b7e-94e8-9457127b63bc tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.564246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-c162e9d8-e7d0-4acd-8678-1c5ad4448793 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:00.572950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-c162e9d8-e7d0-4acd-8678-1c5ad4448793 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.2194993 Sep 29 23:05:00.599669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.622194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e09a8c76-fd3f-4dff-9f36-117c5ebf615b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/quotas/01b56b0290ab4937b3938d639829a691 HTTP/1.1" status: 200 len: 375 time: 0.0481653 Sep 29 23:05:00.631612 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:00.677465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event deleted for resources: {'Port': ['ID=9af60005-8d87-46a4-a01e-d5da00332081,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:00.702298 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.715105 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.718416 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c460f33-d51a-4b7e-94e8-9457127b63bc tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.752981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:00.753359 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.776521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d4fdfa1-1e33-46cf-86a8-ee1b95247765 req-efeae8c2-2d80-4634-92df-4277b4afbdfc tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 210 time: 0.1489544 Sep 29 23:05:00.782922 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c460f33-d51a-4b7e-94e8-9457127b63bc tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.802266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742322da-a7e0-4218-91f3-129e9b379f2b None None] Pushing event updated for resources: {'Port': ['ID=9c8eb612-143e-4062-9297-34d6b56438b8,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:00.842262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c460f33-d51a-4b7e-94e8-9457127b63bc tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a14b5c-3311-4f7f-8792-4708e83cca77,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:00.884855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Attempting to bind port 9c8eb612-143e-4062-9297-34d6b56438b8 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:05:00.885274 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Attempting to bind port 9c8eb612-143e-4062-9297-34d6b56438b8 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:05:00.885641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Attempting to bind port 9c8eb612-143e-4062-9297-34d6b56438b8 on network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:00.894593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:05:00.894933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Checking segment: {'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:00.895524 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.895974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Bound using segment: {'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:05:00.896464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Bound port: 9c8eb612-143e-4062-9297-34d6b56438b8, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:05:00.896855 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.899880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-84b8b138-ec80-4ad1-8c05-d7dc67e957bc tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2765927 Sep 29 23:05:00.906765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c460f33-d51a-4b7e-94e8-9457127b63bc tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:00.912801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1c460f33-d51a-4b7e-94e8-9457127b63bc tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4783249 Sep 29 23:05:00.936981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38718) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:00.949740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:01.028697 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:01.031889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Router c8abeef3-bd5a-4708-9203-1677258a318d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:05:01.051197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] For port 9c8eb612-143e-4062-9297-34d6b56438b8, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:01.058327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] For port 9c8eb612-143e-4062-9297-34d6b56438b8, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9c8eb612-143e-4062-9297-34d6b56438b8,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:05:01.067677 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:01.091344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:01.155302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:01.182613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-b7b0e6a4-4ad3-4bb3-b517-ddefe2239e77 req-dca0d99b-a588-4099-b1f6-e6e1cf647b8a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:05:01.184235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7b0e6a4-4ad3-4bb3-b517-ddefe2239e77 req-dca0d99b-a588-4099-b1f6-e6e1cf647b8a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061815 Sep 29 23:05:01.188017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Routers {'d86ce8d7-8df5-4861-86d9-e1f887856a68'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:01.188872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:04:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d86ce8d7-8df5-4861-86d9-e1f887856a68'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:01.237076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-a8f70de0-5404-460a-9f83-8665248b3f43 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225992 Sep 29 23:05:01.247377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742322da-a7e0-4218-91f3-129e9b379f2b None None] Pushing event updated for resources: {'Port': ['ID=9c8eb612-143e-4062-9297-34d6b56438b8,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:01.253303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d5e424b3-6245-42e5-a6d2-cc4404999e63 None None] Provisioning complete for port 9c8eb612-143e-4062-9297-34d6b56438b8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:01.254073 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d5e424b3-6245-42e5-a6d2-cc4404999e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:01.482798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-4f2d5483-739e-44c1-b8e3-12948776b6a8 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447822 Sep 29 23:05:01.589531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:01.604680 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] Set router d86ce8d7-8df5-4861-86d9-e1f887856a68 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:01.674892 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d5e424b3-6245-42e5-a6d2-cc4404999e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:01.838911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf391788-11f9-4ce4-8b3c-26eedb15d103 req-cbcbc553-b2fc-4981-9f17-5f715e1e426e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:01.846498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf391788-11f9-4ce4-8b3c-26eedb15d103 req-cbcbc553-b2fc-4981-9f17-5f715e1e426e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.1474569 Sep 29 23:05:01.854932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d5e424b3-6245-42e5-a6d2-cc4404999e63 None None] For port 9c8eb612-143e-4062-9297-34d6b56438b8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9c8eb612-143e-4062-9297-34d6b56438b8,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:01.863651 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d5e424b3-6245-42e5-a6d2-cc4404999e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:01.883047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-da26eaa4-2bf6-4907-980a-d2180a923d49 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2672250 Sep 29 23:05:01.902031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-b30cf1e5-2f8e-4e24-8740-3b2bb4e7a9ef service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:05:01.903110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-b30cf1e5-2f8e-4e24-8740-3b2bb4e7a9ef service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053940 Sep 29 23:05:02.000143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:05:02.006114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Allocated IP 172.25.4.127 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/f805ad7b-5f20-4881-a4c1-3784c3d73951) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:05:02.013584 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] Sync routers for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:05:02.045337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] No DVR routers for this DVR port 9af60005-8d87-46a4-a01e-d5da00332081 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:02.045677 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:02.052319 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:04:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:02.056418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:02.062633 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf07ea5f-945a-4d10-a238-e21146aed02d req-18d662f9-564e-4d91-a5d2-c2cb48603a9b tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.26 "DELETE /v2.0/ports/9af60005-8d87-46a4-a01e-d5da00332081 HTTP/1.1" status: 204 len: 173 time: 2.7344263 Sep 29 23:05:02.064829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'name': 'network-vif-deleted', 'tag': '9af60005-8d87-46a4-a01e-d5da00332081'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:02.077269 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e04b7b6-aaff-494a-83c1-d491a751b031" -d '{"events": [{"server_uuid": "7a667d86-065b-4da3-b7e5-bb4405c1b0e3", "name": "network-vif-deleted", "tag": "9af60005-8d87-46a4-a01e-d5da00332081"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:02.200522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf391788-11f9-4ce4-8b3c-26eedb15d103 req-e2b5b02f-11e0-48b3-af24-905e9e4109c6 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508158 Sep 29 23:05:02.250160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029dbad4-8195-4c9b-8289-dd3fc85a39eb req-bad5070d-36ac-4692-8fb1-0f4aa8158aa1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:02.259872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-029dbad4-8195-4c9b-8289-dd3fc85a39eb req-bad5070d-36ac-4692-8fb1-0f4aa8158aa1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.3209238 Sep 29 23:05:02.326430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2ab11bc4-0f7a-467e-8755-af231202e29a None None] Provisioning complete for port 9c8eb612-143e-4062-9297-34d6b56438b8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:02.327011 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2ab11bc4-0f7a-467e-8755-af231202e29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:02.340331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e424b3-6245-42e5-a6d2-cc4404999e63 None None] Pushing event updated for resources: {'Port': ['ID=9c8eb612-143e-4062-9297-34d6b56438b8,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:02.364139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-029dbad4-8195-4c9b-8289-dd3fc85a39eb req-59f1f51d-fe7d-4d0c-8623-5f1e5c3f46f4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989680 Sep 29 23:05:02.435159 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:02.437760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d2fd417-82c5-48b2-a5b7-7e8d80082b94 req-a2878c36-1dfe-4ee0-84fc-4aba62cb94ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 210 time: 0.1196623 Sep 29 23:05:02.463415 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:02.485792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:57Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9c8eb612-143e-4062-9297-34d6b56438b8', 'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'mac_address': 'fa:16:3e:3d:80:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:55Z', 'updated_at': '2021-09-29T23:05:01Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'subnets': [{'id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:02.539795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d247b4-c484-4371-ba61-389f43cdf274 None None] The sync data for ids ['d86ce8d7-8df5-4861-86d9-e1f887856a68'] in n-d-811173-2 is: [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:57Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9c8eb612-143e-4062-9297-34d6b56438b8', 'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'mac_address': 'fa:16:3e:3d:80:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:55Z', 'updated_at': '2021-09-29T23:05:01Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'subnets': [{'id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:05:02.573290 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9261cd5e-6146-4943-a198-7247dde5e831 x-openstack-request-id: req-9261cd5e-6146-4943-a198-7247dde5e831 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:02.573588 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a667d86-065b-4da3-b7e5-bb4405c1b0e3", "name": "network-vif-deleted", "tag": "9af60005-8d87-46a4-a01e-d5da00332081", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:02.573841 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9261cd5e-6146-4943-a198-7247dde5e831 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:02.574236 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a667d86-065b-4da3-b7e5-bb4405c1b0e3', 'name': 'network-vif-deleted', 'tag': '9af60005-8d87-46a4-a01e-d5da00332081', 'status': 'completed', 'code': 200} Sep 29 23:05:02.596859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac036abb-3556-40b3-8401-cbf816125752 req-b6cbf30e-3f82-4c27-8b06-93ed2688f100 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/ports?device_id=7a667d86-065b-4da3-b7e5-bb4405c1b0e3 HTTP/1.1" status: 200 len: 210 time: 0.0563073 Sep 29 23:05:02.598939 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:02.696252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Allocated IP 172.25.4.8 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/b6fae656-e0a9-44e0-ae77-8a6766f01f78) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:05:02.734506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Pushing event updated for resources: {'Port': ['ID=f805ad7b-5f20-4881-a4c1-3784c3d73951,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:02.755635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:05:02.757980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:02.760888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:05:02.893998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:02.969244 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:02.993747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:03.033916 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:03.086439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:05:03.093939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:03.099519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:05:03.102754 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:03.126546 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] Checking router: c8abeef3-bd5a-4708-9203-1677258a318d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:05:03.148934 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:03.152646 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:04:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:03.162795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Pushing event updated for resources: {'Port': ['ID=b6fae656-e0a9-44e0-ae77-8a6766f01f78,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:03.187291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.187627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.187998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.188340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.188676 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.189008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.189337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.189664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.189989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.190310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.190639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.190956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:03.275621 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4b560afd-66d9-4a07-b9a3-7deb5a87c6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:03.393322 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:03.590772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9af60005-8d87-46a4-a01e-d5da00332081 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:03.605741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706710a-f795-4c38-a402-6cdd021bdc02 req-f07e7a86-c432-4f2d-92ec-2bb8a08aab4c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:03.608142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2706710a-f795-4c38-a402-6cdd021bdc02 req-f07e7a86-c432-4f2d-92ec-2bb8a08aab4c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.1556056 Sep 29 23:05:03.632858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 9af60005-8d87-46a4-a01e-d5da00332081 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:03.633220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9af60005-8d87-46a4-a01e-d5da00332081 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:03.719669 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:03.735534 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:03.760640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbf5753-61bb-4ccc-958e-0141b49fda3b req-78d89b1a-d959-4a64-a606-26f6848828b3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:03.762763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fbf5753-61bb-4ccc-958e-0141b49fda3b req-78d89b1a-d959-4a64-a606-26f6848828b3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1919515 Sep 29 23:05:03.764069 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:03.778471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2706710a-f795-4c38-a402-6cdd021bdc02 req-69538821-181a-48c9-889a-48c39aee7b87 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442239 Sep 29 23:05:03.929126 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:03.966509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Pushing event updated for resources: {'Port': ['ID=f805ad7b-5f20-4881-a4c1-3784c3d73951,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:03.981198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:04.024980 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ccacaf-2e58-411f-ba19-2adc95e1471e None None] The sync data for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 is: [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:03Z', 'revision_number': 4, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b0aa801b-cca8-4700-bfbf-84cfd740e9e6', 'name': '', 'network_id': 'f5dcb48d-bfc9-41ad-81a7-5e64086afd89', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'mac_address': 'fa:16:3e:ef:12:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:02Z', 'updated_at': '2021-09-29T22:59:08Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'subnets': [{'id': '0c774230-cb00-48da-9fd3-cbe7f4b106f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:05:04.032911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ceb89ea-f7c6-47ad-aab2-f0a998cf5f5d req-b93de1c5-3e5b-4ba5-9c87-4fd5cd05dd2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 210 time: 0.0531812 Sep 29 23:05:04.064272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fbf5753-61bb-4ccc-958e-0141b49fda3b req-bca7ce0f-3eb4-4466-8504-5ba4265affd1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844632 Sep 29 23:05:04.089497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:04.100214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c9598f59-cc58-4f97-8365-c7f3e4fa1088 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1562660 Sep 29 23:05:04.374700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-be724fa0-068a-4d82-a5cf-e6780c77dc64 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--317045216&fields=id&tenant_id=11055cf576c344caae14dfeeb52d0d68 HTTP/1.1" status: 200 len: 267 time: 0.0619953 Sep 29 23:05:04.455879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-34537815-ef5b-4070-8a0b-0a99e0b41ee4 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:04.458627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-34537815-ef5b-4070-8a0b-0a99e0b41ee4 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.4413047 Sep 29 23:05:04.481442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Request body: {'port': {'device_id': '3875e6af-bbdd-48cb-a719-e6f56cf5f624', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'admin_state_up': True, 'tenant_id': '01b56b0290ab4937b3938d639829a691'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:04.532671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:04.589668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-5bb2ac47-745f-4c0d-95b2-80c92d57a94f tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:04.591088 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-5bb2ac47-745f-4c0d-95b2-80c92d57a94f tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.2770700 Sep 29 23:05:04.648937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9c8eb612-143e-4062-9297-34d6b56438b8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:04.708002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9730b8ca-e8f9-4707-80aa-d03e9662e31b None None] New status for floating IP 6b9017de-9d40-4337-967d-1df15f816749: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:05:04.712708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 9c8eb612-143e-4062-9297-34d6b56438b8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:04.713271 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:04.727954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-c910e871-1018-4ee3-b7e6-31ffa83421df tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:04.730067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811173-2'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:04.740819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-c910e871-1018-4ee3-b7e6-31ffa83421df tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/networks?id=98ab7a59-dda6-4dc3-8dc2-509d7b2e140e HTTP/1.1" status: 200 len: 815 time: 0.3650928 Sep 29 23:05:04.777519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-88531293-394f-4884-94c2-e18f2739f802 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/quotas/11055cf576c344caae14dfeeb52d0d68 HTTP/1.1" status: 200 len: 375 time: 0.0267696 Sep 29 23:05:04.778301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd5f5941-7fd0-46df-b201-7a5936e51798 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:04.781500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c796-521c-456e-96fc-2496686a5096 req-80ff4c1e-045d-443c-a20b-688895a84bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:04.783062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-80ff4c1e-045d-443c-a20b-688895a84bec service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 1101 time: 0.1596084 Sep 29 23:05:04.872359 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd5f5941-7fd0-46df-b201-7a5936e51798 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:04.980349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:05.053053 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:05.065509 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4c854990-d418-4318-aca0-f8c39b54f73b tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=11055cf576c344caae14dfeeb52d0d68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2801681 Sep 29 23:05:05.126967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c796-521c-456e-96fc-2496686a5096 req-fcaddb9c-8c98-4de4-a160-75b03da2ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:05.129473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Made reservation on behalf of 01b56b0290ab4937b3938d639829a691 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:05:05.130563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-fcaddb9c-8c98-4de4-a160-75b03da2ee15 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.3203390 Sep 29 23:05:05.133544 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:05.143449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944805a-0709-4c17-81ab-f832f099f6f2 req-b2cfe099-eb3b-491f-a3dd-65e5884546d9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:05.146118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1944805a-0709-4c17-81ab-f832f099f6f2 req-b2cfe099-eb3b-491f-a3dd-65e5884546d9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 945 time: 0.2139120 Sep 29 23:05:05.164449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd5f5941-7fd0-46df-b201-7a5936e51798 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:05.167033 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd5f5941-7fd0-46df-b201-7a5936e51798 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:05.168213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bd5f5941-7fd0-46df-b201-7a5936e51798 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc69f536-e3c4-4843-be6b-5be5ff9f14d3 HTTP/1.1" status: 204 len: 168 time: 0.6324840 Sep 29 23:05:05.190885 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38814) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:05.249675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-2c4e7b23-5cb4-4eee-8c35-ec77c89e9bae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda HTTP/1.1" status: 200 len: 217 time: 0.1023426 Sep 29 23:05:05.256939 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-396bc8a6-99c1-4493-b564-c142c2ba980d tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] show failed (client error): The resource could not be found. Sep 29 23:05:05.260674 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-396bc8a6-99c1-4493-b564-c142c2ba980d tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "GET /v2.0/security-groups/dc69f536-e3c4-4843-be6b-5be5ff9f14d3 HTTP/1.1" status: 404 len: 347 time: 0.0646327 Sep 29 23:05:05.262518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f5941-7fd0-46df-b201-7a5936e51798 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc69f536-e3c4-4843-be6b-5be5ff9f14d3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:05.264761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38816) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:05.399735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1944805a-0709-4c17-81ab-f832f099f6f2 req-5ccab3da-234e-45ba-a472-a52cc957ef53 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448535 Sep 29 23:05:05.436994 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6410359d-4fca-4706-af62-0493545541be details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:05:05.442415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Allocated IP 172.20.0.7 (b9178d34-9367-4c3d-964e-5c7a5b637725/8e35702b-599d-47c1-a339-f75980ce3046/de8b971e-e624-4180-8219-45049942750a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:05:05.446178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-1b72d0de-b99f-4f6a-98b7-f0d5ac35071a service neutron] 10.222.0.44 "GET /v2.0/networks/98ab7a59-dda6-4dc3-8dc2-509d7b2e140e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586407 Sep 29 23:05:05.452668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:05:05.453664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c796-521c-456e-96fc-2496686a5096 req-5da52d19-c5ca-451d-8b45-2ecff98280b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:05.455418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-5da52d19-c5ca-451d-8b45-2ecff98280b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1960561 Sep 29 23:05:05.486031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:05.593686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c90c702c-82e9-46f0-a9a1-5b96929ad8d0 req-56c8192a-a951-4e07-b2ce-f81513b1df25 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 210 time: 0.0655768 Sep 29 23:05:05.598601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:05.617204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6410359d-4fca-4706-af62-0493545541be has no active binding in host n-h1-811173-2 {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 23:05:05.760211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:05.802217 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:05.870086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6410359d-4fca-4706-af62-0493545541be'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:05.872411 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b104a60-06f9-4d02-b87b-d60bd4d10c70" -d '{"events": [{"server_uuid": "3a34ffed-ad1a-41f3-9a97-3a976f66982d", "name": "network-vif-unplugged", "status": "completed", "tag": "6410359d-4fca-4706-af62-0493545541be"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:05.876577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:05.896517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:05.936413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:05:05.950391 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Sync routers for ids ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:05:05.950971 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:05.962490 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Routers {'d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:05.963036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:05.964216 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:04:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:05.997548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c796-521c-456e-96fc-2496686a5096 req-d7b59af6-2b28-483f-bacf-4a04d2cd363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:05.999025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-d7b59af6-2b28-483f-bacf-4a04d2cd363f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4937022 Sep 29 23:05:06.024626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Pushing event updated for resources: {'Port': ['ID=6410359d-4fca-4706-af62-0493545541be,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:06.038199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:06.040599 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b73ad90f-24bb-48b2-a16e-7ab6e6e7c169 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.4314134 Sep 29 23:05:06.042840 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8a49eefd-349b-4701-be33-ff278a9e6169 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Deleting port bf693883-6292-4f09-8313-65287606a8df {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:06.043388 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a49eefd-349b-4701-be33-ff278a9e6169 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:06.044474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Network b9178d34-9367-4c3d-964e-5c7a5b637725 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:05:06.054375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38824) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:06.087749 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-c86c1c16-4c69-4504-8de6-56bc009ad52e service neutron] 10.222.0.44 "GET /v2.0/networks/98ab7a59-dda6-4dc3-8dc2-509d7b2e140e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5842152 Sep 29 23:05:06.151073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc1bf5-a848-47ba-9b41-73bca5d2b5c3 req-ec4b2f24-0a10-4b67-aeba-5ae6e836e6e7 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:06.158639 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7efc1bf5-a848-47ba-9b41-73bca5d2b5c3 req-ec4b2f24-0a10-4b67-aeba-5ae6e836e6e7 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.2018561 Sep 29 23:05:06.189822 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Set router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:06.221119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event updated for resources: {'Port': ['ID=de8b971e-e624-4180-8219-45049942750a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:06.227470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:06.230820 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a4e84e3-ea32-440e-a13e-ca71b225b53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:06.235508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:05:06.284542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-f83e3146-372c-45d6-adff-32c6be46e88e service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755635 Sep 29 23:05:06.287292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a49eefd-349b-4701-be33-ff278a9e6169 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:06.287937 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a49eefd-349b-4701-be33-ff278a9e6169 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:06.305640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7efc1bf5-a848-47ba-9b41-73bca5d2b5c3 req-c49fa629-4dfb-4881-8484-124fcc6f9b62 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403620 Sep 29 23:05:06.369607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8a49eefd-349b-4701-be33-ff278a9e6169 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Calling delete_port for bf693883-6292-4f09-8313-65287606a8df owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:06.403880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be on host n-h2-811173-2 for vnic_type normal with profile {"migrating_to": "n-h1-811173-2"} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:05:06.404237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:05:06.404557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:06.415353 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:06.437674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:06.438327 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:06.479147 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7abe8ec-1a1d-4a34-bef6-5d88210f456e x-openstack-request-id: req-a7abe8ec-1a1d-4a34-bef6-5d88210f456e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:06.481037 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a34ffed-ad1a-41f3-9a97-3a976f66982d", "name": "network-vif-unplugged", "status": "completed", "tag": "6410359d-4fca-4706-af62-0493545541be", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:06.481261 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7abe8ec-1a1d-4a34-bef6-5d88210f456e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:06.482205 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6410359d-4fca-4706-af62-0493545541be', 'code': 200} Sep 29 23:05:06.489840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Port 6410359d-4fca-4706-af62-0493545541be on network a1dd884b-5f72-4813-96aa-08148f7871b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:05:06.490769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Attempting to bind port 6410359d-4fca-4706-af62-0493545541be on network a1dd884b-5f72-4813-96aa-08148f7871b7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:06.493820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e287e95f-4131-4514-8257-2295387bd363 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0163910 Sep 29 23:05:06.503543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:05:06.504352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Checking segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:06.504484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Bound using segment: {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:05:06.504843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Bound port: 6410359d-4fca-4706-af62-0493545541be, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e508add6-333c-46c6-b9ae-6a4e35e4473c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'a1dd884b-5f72-4813-96aa-08148f7871b7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:05:06.505215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:06.533064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Request body: {'port': {'device_id': '3875e6af-bbdd-48cb-a719-e6f56cf5f624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:06.599660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5006d83f-be07-4193-8bd2-cf3c61748bb7 req-426efc9b-09ee-4504-b129-1d23ecf31b3d tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 210 time: 0.0617330 Sep 29 23:05:06.674093 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:03Z', 'revision_number': 3, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:06.741620 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Checking router: d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:05:06.741969 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Updating router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e port b6fae656-e0a9-44e0-ae77-8a6766f01f78 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:05:06.797347 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:06.834453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:06.837907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c518f-3c86-49c3-99fc-0fde8fb77df7 req-a12628f4-3bf4-4372-a112-684ff42d473f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:06.849403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-517c518f-3c86-49c3-99fc-0fde8fb77df7 req-a12628f4-3bf4-4372-a112-684ff42d473f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.2486451 Sep 29 23:05:06.902079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-a7d072ec-051b-42fb-97a0-5c8d6e5649d4 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5796371 Sep 29 23:05:06.902311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:06.906794 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:05:06.959641 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:07.023177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-517c518f-3c86-49c3-99fc-0fde8fb77df7 req-0f20d9cc-fb4c-419e-8a10-705602a0fa39 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442742 Sep 29 23:05:07.066961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e567739-73d2-4823-afd2-8a4c67325fa7 req-798274cf-e92a-4836-8e7c-20ef142e08fa tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:07.070552 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e567739-73d2-4823-afd2-8a4c67325fa7 req-798274cf-e92a-4836-8e7c-20ef142e08fa tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 931 time: 0.3087332 Sep 29 23:05:07.167730 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:07.177271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e567739-73d2-4823-afd2-8a4c67325fa7 req-e55a234c-25d6-4bce-b799-387398adbc98 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695181 Sep 29 23:05:07.179269 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a49eefd-349b-4701-be33-ff278a9e6169 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:07.184693 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:07.272008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a49eefd-349b-4701-be33-ff278a9e6169 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Pushing event deleted for resources: {'Port': ['ID=bf693883-6292-4f09-8313-65287606a8df,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:07.276457 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f981e1d-c252-46df-8d73-2f6439939cb8 None None] Pushing event updated for resources: {'Port': ['ID=b6fae656-e0a9-44e0-ae77-8a6766f01f78,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:07.295267 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Attempting to bind port b6fae656-e0a9-44e0-ae77-8a6766f01f78 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:05:07.295632 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Attempting to bind port b6fae656-e0a9-44e0-ae77-8a6766f01f78 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:05:07.296176 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Attempting to bind port b6fae656-e0a9-44e0-ae77-8a6766f01f78 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:07.303408 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:05:07.303787 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:07.304384 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:07.304831 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:05:07.313272 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Bound port: b6fae656-e0a9-44e0-ae77-8a6766f01f78, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:05:07.335404 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:07.352608 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:07.384971 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a49eefd-349b-4701-be33-ff278a9e6169 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:07.391303 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a49eefd-349b-4701-be33-ff278a9e6169 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:07.392852 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8a49eefd-349b-4701-be33-ff278a9e6169 tempest-ServersWithSpecificFlavorTestJSON-818290906 tempest-ServersWithSpecificFlavorTestJSON-818290906-project] 10.222.0.44 "DELETE /v2.0/floatingips/6b9017de-9d40-4337-967d-1df15f816749 HTTP/1.1" status: 204 len: 168 time: 2.1164567 Sep 29 23:05:07.406857 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] For port b6fae656-e0a9-44e0-ae77-8a6766f01f78, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:07.410760 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] For port b6fae656-e0a9-44e0-ae77-8a6766f01f78, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b6fae656-e0a9-44e0-ae77-8a6766f01f78,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:05:07.416979 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:07.514881 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f981e1d-c252-46df-8d73-2f6439939cb8 None None] Pushing event updated for resources: {'Port': ['ID=b6fae656-e0a9-44e0-ae77-8a6766f01f78,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:07.540293 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Routers {'d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:07.542457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca4d79-c23a-45b0-9773-ff34c512b412 req-bce0ecbd-2767-4003-928c-789c664e11a3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:07.542807 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:07.546439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15ca4d79-c23a-45b0-9773-ff34c512b412 req-bce0ecbd-2767-4003-928c-789c664e11a3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1156094 Sep 29 23:05:07.625077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15ca4d79-c23a-45b0-9773-ff34c512b412 req-cd9896b0-e10f-4f3d-986d-a1c88c8d7df9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701385 Sep 29 23:05:07.707764 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] Set router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:07.765613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2972d8c5-0db0-4650-9140-d64253eb588b req-a4690ecc-bc75-478c-a0ae-9959f0deb72d tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 210 time: 0.0381632 Sep 29 23:05:07.864538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Pushing event updated for resources: {'Port': ['ID=6410359d-4fca-4706-af62-0493545541be,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:07.943705 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:03Z', 'revision_number': 3, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:08.059380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:08.060463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:08.062082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-e2950f05-b636-417a-b521-75b0ef2c6d9f service neutron] 10.222.0.42 "PUT /v2.0/ports/6410359d-4fca-4706-af62-0493545541be HTTP/1.1" status: 200 len: 1121 time: 3.4335380 Sep 29 23:05:08.114526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['6410359d-4fca-4706-af62-0493545541be'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:08.153841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['6410359d-4fca-4706-af62-0493545541be'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:08.206572 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de21d9d1-bfde-44b0-b3fe-408c35d8d11b None None] The sync data for ids ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'] in n-d-811173-2 is: [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:03Z', 'revision_number': 3, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:05:08.246214 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacc216-4895-4835-8cd9-db2f2dfda3ab req-6587aa1d-e642-42bf-a7dd-0eb4bde00118 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:08.247674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-deacc216-4895-4835-8cd9-db2f2dfda3ab req-6587aa1d-e642-42bf-a7dd-0eb4bde00118 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.1009431 Sep 29 23:05:08.375559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-deacc216-4895-4835-8cd9-db2f2dfda3ab req-db3c4865-60b8-4876-8344-0cac93b46d1e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112266 Sep 29 23:05:08.505041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:08.505991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de8b971e-e624-4180-8219-45049942750a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:08.517179 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:08.521724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'tag': '6410359d-4fca-4706-af62-0493545541be'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:08.524054 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c60230-c210-4237-9cae-61c7922e1b21" -d '{"events": [{"name": "network-changed", "server_uuid": "3a34ffed-ad1a-41f3-9a97-3a976f66982d", "tag": "6410359d-4fca-4706-af62-0493545541be"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:08.537056 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:08.549508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-ca4ad217-7e91-4694-982f-b0efb30e03f8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:08.551934 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-ca4ad217-7e91-4694-982f-b0efb30e03f8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.26 "GET /v2.0/networks?id=98ab7a59-dda6-4dc3-8dc2-509d7b2e140e HTTP/1.1" status: 200 len: 815 time: 0.5671449 Sep 29 23:05:08.559613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Transition to ACTIVE for port object de8b971e-e624-4180-8219-45049942750a will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:05:08.584239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c309908-845a-45fa-ab78-9dc3b28589ce req-10722fc0-238c-4ab6-8394-33599ac56da9 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:08.587575 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a167ccb5-bd57-4dca-b9ee-44b8184f0bb5 x-openstack-request-id: req-a167ccb5-bd57-4dca-b9ee-44b8184f0bb5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:08.587882 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a34ffed-ad1a-41f3-9a97-3a976f66982d", "tag": "6410359d-4fca-4706-af62-0493545541be", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:08.588140 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a167ccb5-bd57-4dca-b9ee-44b8184f0bb5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:08.588542 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'tag': '6410359d-4fca-4706-af62-0493545541be', 'status': 'completed', 'code': 200} Sep 29 23:05:08.609271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:08.616581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c309908-845a-45fa-ab78-9dc3b28589ce req-10722fc0-238c-4ab6-8394-33599ac56da9 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 931 time: 0.1803129 Sep 29 23:05:08.805977 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-10252bec-1a87-4274-bf50-bf5b53ca94d9 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11055cf576c344caae14dfeeb52d0d68 HTTP/1.1" status: 200 len: 379 time: 0.2160864 Sep 29 23:05:08.825253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c309908-845a-45fa-ab78-9dc3b28589ce req-0d818da2-a316-4168-991a-ec0fd6359f66 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015240 Sep 29 23:05:08.861401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Request body: {'port': {'device_id': '5191baae-cead-402b-8103-b21f5c71aa75', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'admin_state_up': True, 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'security_groups': ['c607b79b-baed-4dd0-9984-8cc55fea6dad']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:08.871376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Pushing event updated for resources: {'Port': ['ID=de8b971e-e624-4180-8219-45049942750a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:08.903640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d6de4-0c67-4f0b-9d9c-5d4dad08991f req-02db152d-245c-4b51-b8e3-8b9fbabb5ff0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:08.915519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e73d6de4-0c67-4f0b-9d9c-5d4dad08991f req-02db152d-245c-4b51-b8e3-8b9fbabb5ff0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1565592 Sep 29 23:05:08.962024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c60230-c210-4237-9cae-61c7922e1b21 req-e9f60c4b-596a-44e7-8b36-d07f6ecda507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:08.963586 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71c60230-c210-4237-9cae-61c7922e1b21 req-e9f60c4b-596a-44e7-8b36-d07f6ecda507 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 1124 time: 0.3348756 Sep 29 23:05:08.989815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:09.165132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Attempting to bind port de8b971e-e624-4180-8219-45049942750a on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:05:09.165588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Attempting to bind port de8b971e-e624-4180-8219-45049942750a by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:05:09.165803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Attempting to bind port de8b971e-e624-4180-8219-45049942750a on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:09.168412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e73d6de4-0c67-4f0b-9d9c-5d4dad08991f req-8755ba9f-e34d-4ada-babd-b2b7b1e17995 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516115 Sep 29 23:05:09.209160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Port de8b971e-e624-4180-8219-45049942750a on network b9178d34-9367-4c3d-964e-5c7a5b637725 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:05:09.209160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Attempting to bind port de8b971e-e624-4180-8219-45049942750a on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:09.234902 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8205827-5e55-4360-bbdf-4f951b33a563 req-10352152-b1d8-419d-9eb2-dcf8b2087744 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 210 time: 0.0913620 Sep 29 23:05:09.256394 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:09.263846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:05:09.264550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Checking segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:09.264649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Bound using segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:05:09.265126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Bound port: de8b971e-e624-4180-8219-45049942750a, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:05:09.265413 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:09.421600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c60230-c210-4237-9cae-61c7922e1b21 req-00d9b80f-ef25-4e88-9dd1-eb52f92c80b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:09.424180 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71c60230-c210-4237-9cae-61c7922e1b21 req-00d9b80f-ef25-4e88-9dd1-eb52f92c80b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.4391129 Sep 29 23:05:09.458132 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:09.469964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Made reservation on behalf of 11055cf576c344caae14dfeeb52d0d68 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:05:09.474594 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:09.543681 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71c60230-c210-4237-9cae-61c7922e1b21 req-04bbb2fc-2fae-4450-947c-59dee0204dae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6410359d-4fca-4706-af62-0493545541be HTTP/1.1" status: 200 len: 217 time: 0.0800998 Sep 29 23:05:09.657777 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3befa88-e298-42cb-98f4-1729c7bf6b4e req-3d72ad76-1f11-494e-8519-92f5c7c803eb tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:09.661611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3befa88-e298-42cb-98f4-1729c7bf6b4e req-3d72ad76-1f11-494e-8519-92f5c7c803eb tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.1301873 Sep 29 23:05:09.661913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] For port de8b971e-e624-4180-8219-45049942750a, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:09.726962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c60230-c210-4237-9cae-61c7922e1b21 req-013e028b-12ff-49b7-86c0-291c6e0ddf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:09.728534 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71c60230-c210-4237-9cae-61c7922e1b21 req-013e028b-12ff-49b7-86c0-291c6e0ddf44 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.1705732 Sep 29 23:05:09.733287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] For port de8b971e-e624-4180-8219-45049942750a, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=de8b971e-e624-4180-8219-45049942750a,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:05:09.768987 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:09.783297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3befa88-e298-42cb-98f4-1729c7bf6b4e req-e46ed1f6-85d1-4d6b-a2a2-ce125b02590e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109526 Sep 29 23:05:09.786481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Allocated IP 172.20.0.1 (b796302e-fd11-4135-ba42-c8a5b66549ce/aeeafe9e-5304-4b64-814a-33d23fe007d2/ed95d451-cd7e-4774-a98c-0dd3fe5764e0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:05:09.802709 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71c60230-c210-4237-9cae-61c7922e1b21 req-152fe376-0d1a-4020-a23c-a9a7c9113f73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623345 Sep 29 23:05:09.926045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] Deleting port b0aa801b-cca8-4700-bfbf-84cfd740e9e6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:09.927029 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:09.943154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:09.944883 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:09.946562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] 10.222.0.42 "PUT /v2.0/ports/de8b971e-e624-4180-8219-45049942750a HTTP/1.1" status: 200 len: 1091 time: 3.4302070 Sep 29 23:05:10.046629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Allocated IP 172.20.0.3 (98ab7a59-dda6-4dc3-8dc2-509d7b2e140e/ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756/78ea6059-97be-4794-a1da-c6e8d8532c09) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:05:10.093299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9aa13-d17b-4223-a8b0-e429c4063c73 req-99ed6c0d-632c-4c3b-b254-de5e9f559fe3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:10.094826 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89e9aa13-d17b-4223-a8b0-e429c4063c73 req-99ed6c0d-632c-4c3b-b254-de5e9f559fe3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 943 time: 0.1506238 Sep 29 23:05:10.124116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e48f9c-41c9-44ea-88d6-82c51c132680 service neutron] Pushing event updated for resources: {'Port': ['ID=de8b971e-e624-4180-8219-45049942750a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:10.127528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] For port b0aa801b-cca8-4700-bfbf-84cfd740e9e6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b0aa801b-cca8-4700-bfbf-84cfd740e9e6,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:10.127946 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:10.160971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] Calling delete_port for b0aa801b-cca8-4700-bfbf-84cfd740e9e6 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:10.199325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89e9aa13-d17b-4223-a8b0-e429c4063c73 req-27184adf-f986-4863-bb60-abc74659ecac tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959904 Sep 29 23:05:10.230573 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71c60230-c210-4237-9cae-61c7922e1b21 req-08da7489-1bf5-485a-a917-5e691876f340 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3979251 Sep 29 23:05:10.246888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-f765c30f-4495-422a-8fff-700ddcd90e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:10.248526 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-f765c30f-4495-422a-8fff-700ddcd90e9e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 1094 time: 0.2136624 Sep 29 23:05:10.329192 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-159e56a5-aead-4e41-97dc-99827573b00c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8b971e-e624-4180-8219-45049942750a HTTP/1.1" status: 200 len: 217 time: 0.0590696 Sep 29 23:05:10.347024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:10.466326 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:10.517623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:10.607384 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0aa801b-cca8-4700-bfbf-84cfd740e9e6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:10.612620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6fae656-e0a9-44e0-ae77-8a6766f01f78 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:10.620504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a209b423-e99a-4b93-ae47-2bc4b2c2cfbd req-ac159ab6-98f6-441b-9dbd-3216995654a2 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 210 time: 0.1775453 Sep 29 23:05:10.735000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b6fae656-e0a9-44e0-ae77-8a6766f01f78 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:10.735482 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:10.788597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3875e6af-bbdd-48cb-a719-e6f56cf5f624', 'tag': 'de8b971e-e624-4180-8219-45049942750a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:10.791442 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc68c8fe-90c9-431f-a233-8aee9b26d42b" -d '{"events": [{"name": "network-changed", "server_uuid": "3875e6af-bbdd-48cb-a719-e6f56cf5f624", "tag": "de8b971e-e624-4180-8219-45049942750a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:10.879498 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6a3eb7-844c-4790-ae68-345f79850ef1 x-openstack-request-id: req-0e6a3eb7-844c-4790-ae68-345f79850ef1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:10.880103 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3875e6af-bbdd-48cb-a719-e6f56cf5f624", "tag": "de8b971e-e624-4180-8219-45049942750a", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:10.880637 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0e6a3eb7-844c-4790-ae68-345f79850ef1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:10.881189 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3875e6af-bbdd-48cb-a719-e6f56cf5f624', 'tag': 'de8b971e-e624-4180-8219-45049942750a', 'status': 'completed', 'code': 200} Sep 29 23:05:10.883748 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:10.888345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390cae3c-13a2-44b4-85b5-5642b170348b req-b9b447e7-0fa7-4124-8a55-ae637a1985aa tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:10.907759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-390cae3c-13a2-44b4-85b5-5642b170348b req-b9b447e7-0fa7-4124-8a55-ae637a1985aa tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.4659984 Sep 29 23:05:10.921510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port b6fae656-e0a9-44e0-ae77-8a6766f01f78, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b6fae656-e0a9-44e0-ae77-8a6766f01f78,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:10.930564 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:10.942741 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d377037b-4b4c-4e9b-ad31-2aa397e43d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:10.982982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-20586240-b0ef-4da5-a05e-be2d2308ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:10.987807 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-20586240-b0ef-4da5-a05e-be2d2308ffde service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.6322064 Sep 29 23:05:11.012791 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=b6fae656-e0a9-44e0-ae77-8a6766f01f78,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:11.021128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.021615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.022219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.022683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.023119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.023562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.024031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.024491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.025061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.025612 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.026257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.026781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:11.039613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-390cae3c-13a2-44b4-85b5-5642b170348b req-4389d836-6f26-4629-aa21-f7f336a71397 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309354 Sep 29 23:05:11.045855 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.077281 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71c60230-c210-4237-9cae-61c7922e1b21 req-15c0c98e-55ae-449a-931a-bfd713112a29 service neutron] 10.222.0.26 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8276575 Sep 29 23:05:11.078754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.084395 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-fc74a5cf-4e78-43b3-8c25-e35fdcd17e67 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797966 Sep 29 23:05:11.117181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d8dada-6704-441a-bae3-6149683ed78f req-2d644872-2c85-49b0-adeb-ef635a6ae8b7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:11.124401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56d8dada-6704-441a-bae3-6149683ed78f req-2d644872-2c85-49b0-adeb-ef635a6ae8b7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.1621287 Sep 29 23:05:11.128229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.201860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Network b796302e-fd11-4135-ba42-c8a5b66549ce is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:05:11.213803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.218603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:11.221531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:05:11.247305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56d8dada-6704-441a-bae3-6149683ed78f req-e97c7d98-8b73-434f-95fa-712e8297355e tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220515 Sep 29 23:05:11.259154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Pushing event updated for resources: {'Port': ['ID=ed95d451-cd7e-4774-a98c-0dd3fe5764e0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:11.305424 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d377037b-4b4c-4e9b-ad31-2aa397e43d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.319301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d377037b-4b4c-4e9b-ad31-2aa397e43d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.367269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:05:11.382337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:11.384289 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.388201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:05:11.401432 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d377037b-4b4c-4e9b-ad31-2aa397e43d36 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6b4b1271757f4255987f05d7fe39de5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8489978 Sep 29 23:05:11.401950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377037b-4b4c-4e9b-ad31-2aa397e43d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0fcf0bf-5281-449f-b783-fb0206fcab95,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:11.406114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38918) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:11.454742 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-9fb581d8-42d5-4801-adfb-f20771a5a56d service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347616 Sep 29 23:05:11.455676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fc288-9a64-4e05-9ba5-7d52a788d5a3 req-c56b7acb-ff16-4bb7-a58b-ad5416196e20 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:11.457637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-257fc288-9a64-4e05-9ba5-7d52a788d5a3 req-c56b7acb-ff16-4bb7-a58b-ad5416196e20 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 943 time: 0.1564980 Sep 29 23:05:11.477176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Pushing event updated for resources: {'Port': ['ID=78ea6059-97be-4794-a1da-c6e8d8532c09,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:11.518190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:11.518749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.573607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-257fc288-9a64-4e05-9ba5-7d52a788d5a3 req-3430c818-d337-4790-8de0-ebfcbf1075b5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035345 Sep 29 23:05:11.582694 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b75443c-d2b7-49b9-a6bd-978d723b1f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.616514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-94f2c609-fce2-4613-94c9-33b856644f45 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7783215 Sep 29 23:05:11.617030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] Router c8abeef3-bd5a-4708-9203-1677258a318d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:05:11.622189 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b75443c-d2b7-49b9-a6bd-978d723b1f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.635566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Request body: {'port': {'device_id': '5191baae-cead-402b-8103-b21f5c71aa75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:11.657073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3d628094-a764-4bbb-b932-356d4735fbfc None None] Provisioning complete for port 78ea6059-97be-4794-a1da-c6e8d8532c09 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:11.657620 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3d628094-a764-4bbb-b932-356d4735fbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.681572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78fac25e-028e-4cbc-b74c-bebed90bc248 req-fc611223-258b-4e8e-b5de-4851d7f3ecd7 service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152739 Sep 29 23:05:11.740079 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.743754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-3d628094-a764-4bbb-b932-356d4735fbfc None None] Port 78ea6059-97be-4794-a1da-c6e8d8532c09 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:05:11.758841 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:11.975212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c8fe-90c9-431f-a233-8aee9b26d42b req-a1222e3f-04f5-471d-996d-d4d5c9a3c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:11.976815 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cc68c8fe-90c9-431f-a233-8aee9b26d42b req-a1222e3f-04f5-471d-996d-d4d5c9a3c826 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 1094 time: 0.1825197 Sep 29 23:05:12.109134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49657364-d9c2-4e42-872f-269bc6a78538 req-d734febc-c8e3-4453-b307-807b3d6a1893 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:12.117368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49657364-d9c2-4e42-872f-269bc6a78538 req-d734febc-c8e3-4453-b307-807b3d6a1893 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 931 time: 0.4080174 Sep 29 23:05:12.119401 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b75443c-d2b7-49b9-a6bd-978d723b1f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:12.122034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b75443c-d2b7-49b9-a6bd-978d723b1f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:12.123144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2b75443c-d2b7-49b9-a6bd-978d723b1f62 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0fcf0bf-5281-449f-b783-fb0206fcab95 HTTP/1.1" status: 204 len: 168 time: 0.7160985 Sep 29 23:05:12.142097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:12.145169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:05:12.157579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] Sync routers for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:05:12.168742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1e548a4e-4251-43d7-be35-b4644a32bb1c admin admin] 10.222.0.44 "PUT /v2.0/routers/c8abeef3-bd5a-4708-9203-1677258a318d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6576493 Sep 29 23:05:12.168742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75443c-d2b7-49b9-a6bd-978d723b1f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0fcf0bf-5281-449f-b783-fb0206fcab95,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:12.169781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38926) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:12.203870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:12.205645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:12.279525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49657364-d9c2-4e42-872f-269bc6a78538 req-6874131c-02bc-4238-bb7f-0ba2b80b02f5 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611841 Sep 29 23:05:12.329738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9215499-da90-4edf-9a25-f09f908df12f req-25b08b44-11d7-4673-ac1f-2935c4a41ecb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:12.334391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9215499-da90-4edf-9a25-f09f908df12f req-25b08b44-11d7-4673-ac1f-2935c4a41ecb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1957986 Sep 29 23:05:12.367342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:12.448086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:12.459253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9215499-da90-4edf-9a25-f09f908df12f req-88233928-8d9e-4434-b2e7-3f004f9ea355 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125588 Sep 29 23:05:12.465303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c8fe-90c9-431f-a233-8aee9b26d42b req-25195708-20b0-4637-9384-75380b59a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:12.466769 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cc68c8fe-90c9-431f-a233-8aee9b26d42b req-25195708-20b0-4637-9384-75380b59a57c service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 907 time: 0.4614501 Sep 29 23:05:12.519457 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:12.608957 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cc68c8fe-90c9-431f-a233-8aee9b26d42b req-74012b48-7dc1-4ccd-b048-8a9bf7facc75 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=de8b971e-e624-4180-8219-45049942750a HTTP/1.1" status: 200 len: 217 time: 0.1227365 Sep 29 23:05:12.614532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Pushing event updated for resources: {'Port': ['ID=ed95d451-cd7e-4774-a98c-0dd3fe5764e0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:12.621126 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:12.714114 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6fae656-e0a9-44e0-ae77-8a6766f01f78 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:12.775686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d01e45-5b62-4a50-96f1-6e80da1c2171 req-7b634561-f532-401c-bb53-a637eda5aef8 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:12.777429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc68c8fe-90c9-431f-a233-8aee9b26d42b req-0e7fdd85-2fbd-495a-acc6-595cbd0bbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:12.778902 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cc68c8fe-90c9-431f-a233-8aee9b26d42b req-0e7fdd85-2fbd-495a-acc6-595cbd0bbd2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.1607718 Sep 29 23:05:12.785130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72d01e45-5b62-4a50-96f1-6e80da1c2171 req-7b634561-f532-401c-bb53-a637eda5aef8 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.3204908 Sep 29 23:05:12.788647 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:12.838207 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cc68c8fe-90c9-431f-a233-8aee9b26d42b req-9a86c216-e3fa-4575-80fa-17084ef3b663 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477643 Sep 29 23:05:12.922377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ea6059-97be-4794-a1da-c6e8d8532c09 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:12.926828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b6fae656-e0a9-44e0-ae77-8a6766f01f78 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:12.927178 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:12.937980 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:12.941756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Network b796302e-fd11-4135-ba42-c8a5b66549ce is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:05:12.971533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72d01e45-5b62-4a50-96f1-6e80da1c2171 req-a1c0a4bd-8cf6-4741-97d8-543ea54f4fea tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640935 Sep 29 23:05:12.973057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:12.998502 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Transition to ACTIVE for port object 78ea6059-97be-4794-a1da-c6e8d8532c09 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:05:13.011589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b007c60e-e3fc-4446-b667-868a37152c89 req-fda3256d-cc52-478e-9cd6-9769702d0754 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:13.013304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b007c60e-e3fc-4446-b667-868a37152c89 req-fda3256d-cc52-478e-9cd6-9769702d0754 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 943 time: 0.3148925 Sep 29 23:05:13.056783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183'}], 'enable_snat': True}, 'gw_port_id': '570a7024-7447-48f9-a1f7-500f020c596c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 5, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port': {'id': '570a7024-7447-48f9-a1f7-500f020c596c', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:be:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T22:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:13.062197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Deleting port 570a7024-7447-48f9-a1f7-500f020c596c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:13.062372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:13.068768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:13.113527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b007c60e-e3fc-4446-b667-868a37152c89 req-5237bfc3-fb97-489a-9014-26d8a4aae228 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917885 Sep 29 23:05:13.144884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] Checking router: c8abeef3-bd5a-4708-9203-1677258a318d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:05:13.162285 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] Routers {'c8abeef3-bd5a-4708-9203-1677258a318d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:13.163227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8abeef3-bd5a-4708-9203-1677258a318d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:13.206309 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cc68c8fe-90c9-431f-a233-8aee9b26d42b req-13e4ce82-589a-4c00-8bca-4c75046b47ad service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361275 Sep 29 23:05:13.267526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] For port 570a7024-7447-48f9-a1f7-500f020c596c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=570a7024-7447-48f9-a1f7-500f020c596c,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:13.268004 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:13.281894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Calling delete_port for 570a7024-7447-48f9-a1f7-500f020c596c owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:13.315860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Pushing event updated for resources: {'Port': ['ID=78ea6059-97be-4794-a1da-c6e8d8532c09,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:13.328192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] Set router c8abeef3-bd5a-4708-9203-1677258a318d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:13.380081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:05:13.449530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T23:05:12Z', 'revision_number': 6, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:13.515682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ce59fc-393d-468b-85ff-ab587eb38014 None None] The sync data for ids ['c8abeef3-bd5a-4708-9203-1677258a318d'] in n-d-811173-2 is: [{'id': 'c8abeef3-bd5a-4708-9203-1677258a318d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2109476943-router', 'tenant_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:58:59Z', 'updated_at': '2021-09-29T23:05:12Z', 'revision_number': 6, 'project_id': '75a46b3b2bfd455ab763f8a64884f4fe', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:05:13.526814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a735d-7608-45c5-b5a7-9b3d4357aa45 req-453faa87-49ad-4d24-baa6-cf7290415eb6 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:13.528748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c92a735d-7608-45c5-b5a7-9b3d4357aa45 req-453faa87-49ad-4d24-baa6-cf7290415eb6 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 943 time: 0.1055691 Sep 29 23:05:13.644298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6410359d-4fca-4706-af62-0493545541be no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:13.712282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c92a735d-7608-45c5-b5a7-9b3d4357aa45 req-8516ab4a-edf4-4050-af21-ad145e634e46 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200206 Sep 29 23:05:13.743818 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c4a08a-5df3-45aa-bbd7-8ccb1d25d8ac req-8bdb05c6-9b1e-43a8-9790-da946c73253b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:13.751222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84c4a08a-5df3-45aa-bbd7-8ccb1d25d8ac req-8bdb05c6-9b1e-43a8-9790-da946c73253b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1297626 Sep 29 23:05:13.793440 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:13.817726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84c4a08a-5df3-45aa-bbd7-8ccb1d25d8ac req-38d78b44-c25e-4cd9-b35a-5ff8709d63c4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654988 Sep 29 23:05:13.943408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Pushing event deleted for resources: {'Port': ['ID=570a7024-7447-48f9-a1f7-500f020c596c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:13.946357 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.078848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:05:14.088715 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Sync routers for ids ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:05:14.095711 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5fc312f1-97a3-4d2e-8b5b-7dd1236ebf30 admin admin] 10.222.0.44 "PUT /v2.0/routers/d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0399582 Sep 29 23:05:14.105681 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Routers {'d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:14.106654 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:14.157108 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.161466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.164404 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cc68c8fe-90c9-431f-a233-8aee9b26d42b req-40bc5438-7bcc-4f03-8cca-f7805caee584 service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9440467 Sep 29 23:05:14.173063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Attempting to bind port 78ea6059-97be-4794-a1da-c6e8d8532c09 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:05:14.173639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Attempting to bind port 78ea6059-97be-4794-a1da-c6e8d8532c09 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:05:14.174239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Attempting to bind port 78ea6059-97be-4794-a1da-c6e8d8532c09 on network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:14.188158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Port 78ea6059-97be-4794-a1da-c6e8d8532c09 on network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:05:14.188830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Attempting to bind port 78ea6059-97be-4794-a1da-c6e8d8532c09 on network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:14.199702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:05:14.200596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Checking segment: {'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:14.201692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Bound using segment: {'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:05:14.204072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Bound port: 78ea6059-97be-4794-a1da-c6e8d8532c09, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a98d917a-f944-45ec-b83e-efb6b38869bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:05:14.204745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.348744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] For port 78ea6059-97be-4794-a1da-c6e8d8532c09, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:14.356320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] For port 78ea6059-97be-4794-a1da-c6e8d8532c09, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=78ea6059-97be-4794-a1da-c6e8d8532c09,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:05:14.362259 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.406495 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Set router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:14.412726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:14.413803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.415602 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] 10.222.0.26 "PUT /v2.0/ports/78ea6059-97be-4794-a1da-c6e8d8532c09 HTTP/1.1" status: 200 len: 1091 time: 2.7883313 Sep 29 23:05:14.416327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5191baae-cead-402b-8103-b21f5c71aa75', 'tag': '78ea6059-97be-4794-a1da-c6e8d8532c09'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:14.420879 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9008011-6624-43a4-bbea-da20ada04b17" -d '{"events": [{"name": "network-changed", "server_uuid": "5191baae-cead-402b-8103-b21f5c71aa75", "tag": "78ea6059-97be-4794-a1da-c6e8d8532c09"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:14.500845 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.501376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8abeef3-bd5a-4708-9203-1677258a318d {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:05:14.538880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120e3ce-cb9b-40ea-a16a-48c4f0d4d595 req-f50ad975-2c03-470d-bcd3-98422eeeaa8b tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:14.548606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a120e3ce-cb9b-40ea-a16a-48c4f0d4d595 req-f50ad975-2c03-470d-bcd3-98422eeeaa8b tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 943 time: 0.3892784 Sep 29 23:05:14.554325 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.561395 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f7e736ab-5378-41e2-95df-574a74093621 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c8abeef3-bd5a-4708-9203-1677258a318d HTTP/1.1" status: 204 len: 168 time: 2.3904595 Sep 29 23:05:14.582967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cbbe24-4fef-4998-889b-e745eee3b73c req-6a0d90da-2409-4cbf-ba1e-6121930be657 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:14.584710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6cbbe24-4fef-4998-889b-e745eee3b73c req-6a0d90da-2409-4cbf-ba1e-6121930be657 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 943 time: 0.3119874 Sep 29 23:05:14.586380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38990) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:14.610825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f444a8a-1fe2-4d6c-9e50-5571071214a3 service neutron] Pushing event updated for resources: {'Port': ['ID=78ea6059-97be-4794-a1da-c6e8d8532c09,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:14.641647 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b0aa801b-cca8-4700-bfbf-84cfd740e9e6 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:14.675708 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-ee6786df-a221-44c6-b9f9-dc72b155e4db service neutron] 10.222.0.26 "GET /v2.0/ports/6410359d-4fca-4706-af62-0493545541be/bindings/n-h1-811173-2 HTTP/1.1" status: 200 len: 384 time: 0.2425330 Sep 29 23:05:14.692235 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: b0aa801b-cca8-4700-bfbf-84cfd740e9e6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:14.692574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b0aa801b-cca8-4700-bfbf-84cfd740e9e6 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:14.692996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 570a7024-7447-48f9-a1f7-500f020c596c no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:14.747739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 570a7024-7447-48f9-a1f7-500f020c596c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:14.752432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 570a7024-7447-48f9-a1f7-500f020c596c not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:14.788854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6cbbe24-4fef-4998-889b-e745eee3b73c req-78261daf-c286-4dd5-a764-684d1d5528f1 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773269 Sep 29 23:05:14.792222 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:11Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ed95d451-cd7e-4774-a98c-0dd3fe5764e0', 'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'mac_address': 'fa:16:3e:d3:f4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:09Z', 'updated_at': '2021-09-29T23:05:11Z', 'revision_number': 2, 'project_id': '86aa5b94029245068e3e8c8598467725', 'subnets': [{'id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:14.804904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-bf0d0a1d-fd8e-46ff-af24-431d7b5a11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:14.808679 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-bf0d0a1d-fd8e-46ff-af24-431d7b5a11f4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11055cf576c344caae14dfeeb52d0d68&device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 1094 time: 0.3252604 Sep 29 23:05:14.820610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a120e3ce-cb9b-40ea-a16a-48c4f0d4d595 req-c9aa20fd-677f-4178-9b21-88539cc2ace7 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347820 Sep 29 23:05:14.828589 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Checking router: d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:05:14.828934 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Updating router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e port ed95d451-cd7e-4774-a98c-0dd3fe5764e0 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:05:14.852749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Deleting subnet 0c774230-cb00-48da-9fd3-cbe7f4b106f4 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:05:14.857379 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.860735 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.956227 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:14.957276 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75901eb-5b1f-495a-9d99-892cfdc73f5e x-openstack-request-id: req-f75901eb-5b1f-495a-9d99-892cfdc73f5e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:14.957713 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5191baae-cead-402b-8103-b21f5c71aa75", "tag": "78ea6059-97be-4794-a1da-c6e8d8532c09", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:14.958745 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f75901eb-5b1f-495a-9d99-892cfdc73f5e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:14.960372 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5191baae-cead-402b-8103-b21f5c71aa75', 'tag': '78ea6059-97be-4794-a1da-c6e8d8532c09', 'status': 'completed', 'code': 200} Sep 29 23:05:14.965256 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-de88385f-747b-405c-8db7-1ec80145bc84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ea6059-97be-4794-a1da-c6e8d8532c09 HTTP/1.1" status: 200 len: 217 time: 0.1376812 Sep 29 23:05:15.095621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-1df723ec-252b-4ba8-9117-2cef17603d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:15.097261 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-1df723ec-252b-4ba8-9117-2cef17603d56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756 HTTP/1.1" status: 200 len: 854 time: 0.1164417 Sep 29 23:05:15.156304 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.212275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-9af6e827-60dc-4679-ad3d-c49fdddfb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:15.212835 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.214096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-9af6e827-60dc-4679-ad3d-c49fdddfb72a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98ab7a59-dda6-4dc3-8dc2-509d7b2e140e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079574 Sep 29 23:05:15.228896 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.243412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-81495a77-8287-4daa-97a2-3210c3589a2b service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:15.304414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419419c7-7177-403d-a0eb-047f8354cd6f req-d12f661e-944a-49fd-b5d4-94822a2fbcda tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:15.319694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-419419c7-7177-403d-a0eb-047f8354cd6f req-d12f661e-944a-49fd-b5d4-94822a2fbcda tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 943 time: 0.0997314 Sep 29 23:05:15.342985 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.347957 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0324f9-92c7-44b9-9a47-e91374cede59 None None] Pushing event updated for resources: {'Port': ['ID=ed95d451-cd7e-4774-a98c-0dd3fe5764e0,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:15.365177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-81495a77-8287-4daa-97a2-3210c3589a2b service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:15.376028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c774230-cb00-48da-9fd3-cbe7f4b106f4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:15.413767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8e39f9-fd76-489c-900d-f8c4cabb8436 None None] Network f5dcb48d-bfc9-41ad-81a7-5e64086afd89 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:05:15.419666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-81495a77-8287-4daa-97a2-3210c3589a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6410359d-4fca-4706-af62-0493545541be {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:15.431212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.436501 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0c774230-cb00-48da-9fd3-cbe7f4b106f4 HTTP/1.1" status: 204 len: 168 time: 0.8491390 Sep 29 23:05:15.437140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39024) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:15.438620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.438980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.439458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.439863 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.440231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.440557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.440931 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.441759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.442092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.442424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.442552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-81495a77-8287-4daa-97a2-3210c3589a2b service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:15.442797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.443099 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba1677c-5957-4a56-8d8b-47033ac22b30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:05:15.464342 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Attempting to bind port ed95d451-cd7e-4774-a98c-0dd3fe5764e0 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:05:15.464811 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Attempting to bind port ed95d451-cd7e-4774-a98c-0dd3fe5764e0 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'f391f75a-b8f7-4047-8565-289f115ab93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:05:15.465186 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Attempting to bind port ed95d451-cd7e-4774-a98c-0dd3fe5764e0 on network b796302e-fd11-4135-ba42-c8a5b66549ce {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:15.478592 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:05:15.479429 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Checking segment: {'id': 'f391f75a-b8f7-4047-8565-289f115ab93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:15.479573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-419419c7-7177-403d-a0eb-047f8354cd6f req-6c06e55f-4887-4477-bb92-13c1428c4f46 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581767 Sep 29 23:05:15.479679 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.479679 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Bound using segment: {'id': 'f391f75a-b8f7-4047-8565-289f115ab93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:05:15.484239 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Bound port: ed95d451-cd7e-4774-a98c-0dd3fe5764e0, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f391f75a-b8f7-4047-8565-289f115ab93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:05:15.484486 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-ed325700-40fd-4ac3-88ac-a6e00ef94bc8 service neutron] 10.222.0.26 "GET /v2.0/networks/98ab7a59-dda6-4dc3-8dc2-509d7b2e140e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573874 Sep 29 23:05:15.484704 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.556751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device de8b971e-e624-4180-8219-45049942750a details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:05:15.560314 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.585733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-81495a77-8287-4daa-97a2-3210c3589a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.599378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-7bdfe60b-6227-4b49-ac2d-2a7d6f3bbc05 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:15.600485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-7bdfe60b-6227-4b49-ac2d-2a7d6f3bbc05 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/networks?id=b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 200 len: 819 time: 0.2255485 Sep 29 23:05:15.615500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbf11e-f241-42d4-bce0-8feb34a75b3a req-b42636b7-6a72-419d-8384-475438af02bf tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:15.617057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bfbf11e-f241-42d4-bce0-8feb34a75b3a req-b42636b7-6a72-419d-8384-475438af02bf tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.0878952 Sep 29 23:05:15.642085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-51b7b294-21c4-4c2b-bc46-0afecbcb8f0e tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/quotas/86aa5b94029245068e3e8c8598467725 HTTP/1.1" status: 200 len: 375 time: 0.0240133 Sep 29 23:05:15.659784 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] For port ed95d451-cd7e-4774-a98c-0dd3fe5764e0, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:15.663876 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] For port ed95d451-cd7e-4774-a98c-0dd3fe5764e0, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ed95d451-cd7e-4774-a98c-0dd3fe5764e0,segment=NetworkSegment(f391f75a-b8f7-4047-8565-289f115ab93a),segment_id=f391f75a-b8f7-4047-8565-289f115ab93a)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:05:15.673634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bfbf11e-f241-42d4-bce0-8feb34a75b3a req-ab6b4429-2914-4ff7-83d8-95c2e0d217e8 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491617 Sep 29 23:05:15.680981 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.685951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port de8b971e-e624-4180-8219-45049942750a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=de8b971e-e624-4180-8219-45049942750a,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:15.704512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'de8b971e-e624-4180-8219-45049942750a', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'port_id': 'de8b971e-e624-4180-8219-45049942750a', 'mac_address': 'fa:16:3e:51:95:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e35702b-599d-47c1-a339-f75980ce3046', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:05:15.732586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-d890316b-309b-4052-af99-e206a63d1995 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=86aa5b94029245068e3e8c8598467725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0817719 Sep 29 23:05:15.774755 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8a9d724-f39c-4f97-87ee-43ebb776f041 req-7b2c0fc6-4b3b-4225-bc82-64394aa2bde1 service neutron] 10.222.0.26 "GET /v2.0/networks/98ab7a59-dda6-4dc3-8dc2-509d7b2e140e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749405 Sep 29 23:05:15.807727 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Routers {'d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:15.811804 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:15.814796 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.838644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de8b971e-e624-4180-8219-45049942750a {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:15.859696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-0cd404cb-1a7a-41c0-85cf-439ce18c24b3 service neutron] 10.222.0.44 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248515 Sep 29 23:05:15.864871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port de8b971e-e624-4180-8219-45049942750a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=de8b971e-e624-4180-8219-45049942750a,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:15.875008 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:15.952550 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=de8b971e-e624-4180-8219-45049942750a,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:15.993599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a9d0f-3270-4386-ba74-d54f2e35ec28 None None] DHCP port deletion for f5dcb48d-bfc9-41ad-81a7-5e64086afd89 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:05:15.998554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9008011-6624-43a4-bbea-da20ada04b17 req-9683399b-b256-4cef-bb3a-7abaf49021e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:16.000368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9008011-6624-43a4-bbea-da20ada04b17 req-9683399b-b256-4cef-bb3a-7abaf49021e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11055cf576c344caae14dfeeb52d0d68&device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 1094 time: 0.1548724 Sep 29 23:05:16.021406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-81495a77-8287-4daa-97a2-3210c3589a2b service neutron] Transition to ACTIVE for port object 6410359d-4fca-4706-af62-0493545541be will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:05:16.024664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Deleting port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:16.025215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:16.031430 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140136e-ab60-417c-9e5a-71c6f093447d req-ad711751-9087-4b19-a44f-0057f97d4459 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:16.033462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a140136e-ab60-417c-9e5a-71c6f093447d req-ad711751-9087-4b19-a44f-0057f97d4459 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 944 time: 0.0928824 Sep 29 23:05:16.048388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-ae002e70-0992-407d-b9da-2e066a0ab716 service neutron] 10.222.0.44 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869125 Sep 29 23:05:16.059596 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] Set router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:16.059920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-81495a77-8287-4daa-97a2-3210c3589a2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:16.132333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-398a9d0f-3270-4386-ba74-d54f2e35ec28 None None] Deleting port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:16.132787 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-398a9d0f-3270-4386-ba74-d54f2e35ec28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:16.163058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a140136e-ab60-417c-9e5a-71c6f093447d req-5d21d3b9-84be-4fb7-8055-e9e24eca00f7 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099958 Sep 29 23:05:16.171410 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0324f9-92c7-44b9-9a47-e91374cede59 None None] Pushing event updated for resources: {'Port': ['ID=ed95d451-cd7e-4774-a98c-0dd3fe5764e0,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:16.230916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-398a9d0f-3270-4386-ba74-d54f2e35ec28 None None] For port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f47b89ca-0412-4b6b-a0f8-2ea8f90844e6,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:16.231384 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-398a9d0f-3270-4386-ba74-d54f2e35ec28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:16.248870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-398a9d0f-3270-4386-ba74-d54f2e35ec28 None None] Calling delete_port for f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:16.330942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-81495a77-8287-4daa-97a2-3210c3589a2b service neutron] No DVR routers for this DVR port 6410359d-4fca-4706-af62-0493545541be on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:16.358355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] For port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f47b89ca-0412-4b6b-a0f8-2ea8f90844e6,segment=NetworkSegment(bc1900db-6155-47a5-8d69-b194ccfdcca5),segment_id=bc1900db-6155-47a5-8d69-b194ccfdcca5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:16.359147 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:16.364451 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-398a9d0f-3270-4386-ba74-d54f2e35ec28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:16.407408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Calling delete_port for f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:16.417256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a9d0f-3270-4386-ba74-d54f2e35ec28 None None] Pushing event deleted for resources: {'Port': ['ID=f47b89ca-0412-4b6b-a0f8-2ea8f90844e6,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:16.418818 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-81495a77-8287-4daa-97a2-3210c3589a2b service neutron] 10.222.0.26 "PUT /v2.0/ports/6410359d-4fca-4706-af62-0493545541be/bindings/n-h1-811173-2/activate HTTP/1.1" status: 200 len: 369 time: 1.7312508 Sep 29 23:05:16.419889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81495a77-8287-4daa-97a2-3210c3589a2b service neutron] Pushing event updated for resources: {'Port': ['ID=6410359d-4fca-4706-af62-0493545541be,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:16.420044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a9d0f-3270-4386-ba74-d54f2e35ec28 None None] No DVR routers for this DVR port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:16.469649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9008011-6624-43a4-bbea-da20ada04b17 req-73b6f1e9-5f0e-405c-a73e-68186592aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:16.476256 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9008011-6624-43a4-bbea-da20ada04b17 req-73b6f1e9-5f0e-405c-a73e-68186592aaac service neutron] 10.222.0.26 "GET /v2.0/networks?id=98ab7a59-dda6-4dc3-8dc2-509d7b2e140e HTTP/1.1" status: 200 len: 916 time: 0.4675796 Sep 29 23:05:16.510529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1475966f-cca9-4220-a5dd-be0938079af1 req-00f36c98-89b3-4480-abbf-57f6f6390f20 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:16.512627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1475966f-cca9-4220-a5dd-be0938079af1 req-00f36c98-89b3-4480-abbf-57f6f6390f20 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 944 time: 0.2170193 Sep 29 23:05:16.579223 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:11Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ed95d451-cd7e-4774-a98c-0dd3fe5764e0', 'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'mac_address': 'fa:16:3e:d3:f4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:09Z', 'updated_at': '2021-09-29T23:05:15Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'subnets': [{'id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:16.602670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['de8b971e-e624-4180-8219-45049942750a'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:16.617747 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9008011-6624-43a4-bbea-da20ada04b17 req-37ecc452-9866-4074-97a7-a420303fcb1e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ea6059-97be-4794-a1da-c6e8d8532c09 HTTP/1.1" status: 200 len: 217 time: 0.0811536 Sep 29 23:05:16.630020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a8193d-16b9-4adc-8ae9-fc87be2a8c9a None None] The sync data for ids ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'] in n-d-811173-2 is: [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:11Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ed95d451-cd7e-4774-a98c-0dd3fe5764e0', 'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'mac_address': 'fa:16:3e:d3:f4:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:09Z', 'updated_at': '2021-09-29T23:05:15Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'subnets': [{'id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:05:16.657826 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f080c167-e7bb-4f97-a863-0a80b59f3105 req-b37cddc9-35e8-452d-8c5f-201136836212 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 210 time: 0.1251969 Sep 29 23:05:16.724711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:16.727211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:16.750042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1475966f-cca9-4220-a5dd-be0938079af1 req-7fafb5b3-973f-4667-9531-868327eeae57 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219164 Sep 29 23:05:16.768131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:16.768486 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:16.814204 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9008011-6624-43a4-bbea-da20ada04b17 req-b4fc04ef-4cf3-40e1-9874-8910fb5fef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:16.815702 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9008011-6624-43a4-bbea-da20ada04b17 req-b4fc04ef-4cf3-40e1-9874-8910fb5fef2e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756 HTTP/1.1" status: 200 len: 854 time: 0.1905479 Sep 29 23:05:16.820681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Pushing event deleted for resources: {'Port': ['ID=f47b89ca-0412-4b6b-a0f8-2ea8f90844e6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:16.827451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-720c9799-28ba-49a5-ae4d-43c5b819c467 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:16.829852 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-720c9799-28ba-49a5-ae4d-43c5b819c467 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1095 time: 0.2946596 Sep 29 23:05:16.897864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] No DVR routers for this DVR port f47b89ca-0412-4b6b-a0f8-2ea8f90844e6 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:16.967787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcf720-ebce-415a-b056-e990b9d6b51f req-b910b9b9-763b-4a48-a256-2c587194c836 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:16.979176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bfcf720-ebce-415a-b056-e990b9d6b51f req-b910b9b9-763b-4a48-a256-2c587194c836 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 943 time: 0.0987380 Sep 29 23:05:17.008328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-22857c86-61f5-4719-a2c4-7c762cfb351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:17.010562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-22857c86-61f5-4719-a2c4-7c762cfb351b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d&tenant_id=04184e88ba3b425fad67d78550b30b78 HTTP/1.1" status: 200 len: 1095 time: 0.1555688 Sep 29 23:05:17.041081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9008011-6624-43a4-bbea-da20ada04b17 req-704009af-87a2-4bd9-ba48-1fd1759c4970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:17.042724 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9008011-6624-43a4-bbea-da20ada04b17 req-704009af-87a2-4bd9-ba48-1fd1759c4970 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98ab7a59-dda6-4dc3-8dc2-509d7b2e140e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2113574 Sep 29 23:05:17.083128 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:17.143283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bfcf720-ebce-415a-b056-e990b9d6b51f req-933a4d19-36be-4f91-abc9-ce0917817645 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623917 Sep 29 23:05:17.174336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cec7cc-fae3-44f9-a7b7-b7fb24e46182 req-7b902a19-f6a9-4158-94b5-fcdb35e5b99e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:17.177367 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5cec7cc-fae3-44f9-a7b7-b7fb24e46182 req-7b902a19-f6a9-4158-94b5-fcdb35e5b99e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.2297719 Sep 29 23:05:17.189581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5dcb48d-bfc9-41ad-81a7-5e64086afd89']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:17.212867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc1900db-6155-47a5-8d69-b194ccfdcca5') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:17.213167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc1900db-6155-47a5-8d69-b194ccfdcca5') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:17.217054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-9d5329aa-a495-4947-8584-de49f2f14038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:17.218481 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-9d5329aa-a495-4947-8584-de49f2f14038 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=04184e88ba3b425fad67d78550b30b78&device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 1095 time: 0.1293414 Sep 29 23:05:17.272508 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5cec7cc-fae3-44f9-a7b7-b7fb24e46182 req-b8e2e306-b38f-4588-9e96-ffeda066893c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863836 Sep 29 23:05:17.337840 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:17.344885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f35f9c-9b6d-4897-9303-17314d69931c req-cc96fd8b-82e8-4540-a1d8-1282d24a6e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:17.346693 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12f35f9c-9b6d-4897-9303-17314d69931c req-cc96fd8b-82e8-4540-a1d8-1282d24a6e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 944 time: 0.0885208 Sep 29 23:05:17.388355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:17.419611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12f35f9c-9b6d-4897-9303-17314d69931c req-cd4c5670-8f5b-4488-9c3a-edd15f5dc0fc tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625997 Sep 29 23:05:17.444947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:05:17.445422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:05:17.448802 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:05:17.476817 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9008011-6624-43a4-bbea-da20ada04b17 req-d8b6c8ef-0366-4991-801c-31d0d16caf7f service neutron] 10.222.0.26 "GET /v2.0/networks/98ab7a59-dda6-4dc3-8dc2-509d7b2e140e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896060 Sep 29 23:05:17.572723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-ef1460b5-c2fe-4843-9dac-c2834e0b3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:17.574925 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-ef1460b5-c2fe-4843-9dac-c2834e0b3834 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 200 len: 922 time: 0.2834182 Sep 29 23:05:17.584241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:17.589564 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:17.591850 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] 10.222.0.44 "DELETE /v2.0/networks/f5dcb48d-bfc9-41ad-81a7-5e64086afd89 HTTP/1.1" status: 204 len: 168 time: 2.1523128 Sep 29 23:05:17.595958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39090) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:17.666345 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-b4d50978-320a-4731-b9d6-2ac8600590e3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6410359d-4fca-4706-af62-0493545541be HTTP/1.1" status: 200 len: 217 time: 0.0706687 Sep 29 23:05:17.673141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 78ea6059-97be-4794-a1da-c6e8d8532c09 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:05:17.686046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69040630-1ee6-4ba4-b622-2f5cefdba18a admin admin] Pushing event deleted for resources: {'Network': ['ID=f5dcb48d-bfc9-41ad-81a7-5e64086afd89,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:17.767577 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9008011-6624-43a4-bbea-da20ada04b17 req-215f34c0-c51d-45b5-bed1-a95846af749f service neutron] 10.222.0.26 "GET /v2.0/networks/98ab7a59-dda6-4dc3-8dc2-509d7b2e140e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811532 Sep 29 23:05:17.785596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-6384e7c0-5f63-4e27-9c9c-c68ccaad87b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:17.787452 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-6384e7c0-5f63-4e27-9c9c-c68ccaad87b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 200 len: 861 time: 0.1035924 Sep 29 23:05:17.852928 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-47d73b04-1f9a-4b4a-ab19-24245eb8e2cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a1dd884b-5f72-4813-96aa-08148f7871b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572224 Sep 29 23:05:17.887920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 78ea6059-97be-4794-a1da-c6e8d8532c09, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=78ea6059-97be-4794-a1da-c6e8d8532c09,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:17.911202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '78ea6059-97be-4794-a1da-c6e8d8532c09', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'port_id': '78ea6059-97be-4794-a1da-c6e8d8532c09', 'mac_address': 'fa:16:3e:a0:f5:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:05:17.957819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48bfdafe-6869-4a3d-804d-64a2420a2fd4 req-3de1c865-ac54-4358-bd92-6134b7c40476 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 210 time: 0.0853872 Sep 29 23:05:17.965197 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:17.995349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ea6059-97be-4794-a1da-c6e8d8532c09 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:18.035442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 78ea6059-97be-4794-a1da-c6e8d8532c09, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=78ea6059-97be-4794-a1da-c6e8d8532c09,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:18.038029 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-66698717-3c5d-4030-aa86-4396ee354ae3 service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666145 Sep 29 23:05:18.040496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:18.181596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=78ea6059-97be-4794-a1da-c6e8d8532c09,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:18.205503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a676a-5a30-4502-bf93-ea32e901aada req-f518c0fc-7db6-439d-91a9-23c925a3bcd9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:18.207957 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c16a676a-5a30-4502-bf93-ea32e901aada req-f518c0fc-7db6-439d-91a9-23c925a3bcd9 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 944 time: 0.2489264 Sep 29 23:05:18.282135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c16a676a-5a30-4502-bf93-ea32e901aada req-fb65d96c-f24c-453b-a248-13a159dbcf85 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638690 Sep 29 23:05:18.324371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['78ea6059-97be-4794-a1da-c6e8d8532c09'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:18.398338 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332578e-3f16-40d5-8c58-f4d0443f7425 req-e6527ad7-c02a-4a03-8618-58b2e3fe138b tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:18.400226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2332578e-3f16-40d5-8c58-f4d0443f7425 req-e6527ad7-c02a-4a03-8618-58b2e3fe138b tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 944 time: 0.1377289 Sep 29 23:05:18.484045 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:18.581328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39114) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:18.591925 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-d7695b3b-6716-44bf-9b01-762a4e5cbe0b service neutron] 10.222.0.42 "GET /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108187 Sep 29 23:05:18.603009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-be51de7c-98e8-43a4-94c6-3b6c514c6504 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:18.604893 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-be51de7c-98e8-43a4-94c6-3b6c514c6504 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.42 "GET /v2.0/networks?id=b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 200 len: 819 time: 0.5138340 Sep 29 23:05:18.605826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661abfd-6959-4e86-9a67-91e545eb8580 req-c5ce0d43-a15b-41c1-a60e-8214dc855ab3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:18.607425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4661abfd-6959-4e86-9a67-91e545eb8580 req-c5ce0d43-a15b-41c1-a60e-8214dc855ab3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.2347152 Sep 29 23:05:18.626135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2332578e-3f16-40d5-8c58-f4d0443f7425 req-67055ce3-32ac-4a6c-8027-d4fb734520da tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064013 Sep 29 23:05:18.653147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Request body: {'port': {'device_id': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'admin_state_up': True, 'tenant_id': '86aa5b94029245068e3e8c8598467725'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:18.696917 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ed95d451-cd7e-4774-a98c-0dd3fe5764e0 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:18.739366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4661abfd-6959-4e86-9a67-91e545eb8580 req-071c4a37-da81-4028-9d37-3fc50702a35e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189802 Sep 29 23:05:18.821220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ed95d451-cd7e-4774-a98c-0dd3fe5764e0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:18.821551 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:18.859487 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-613acde1-c73a-4ae8-b51a-ca85cb6b8a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:18.917198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:18.935131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:05:18.935131 n-d-811173-2 neutron-server[110006]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 23:05:18.935131 n-d-811173-2 neutron-server[110006]: [parameters: {'project_id': '86aa5b94029245068e3e8c8598467725', 'id': '38bb49be-6d4d-4758-9cf8-a9f24f898a7a', 'expiration': datetime.datetime(2021, 9, 29, 23, 7, 18, 930051)}] Sep 29 23:05:18.935131 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:05:18.936021 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:05:18.951227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a72fa2-e3dc-4f4d-9383-3b3166f4595e req-676d6569-0413-4da5-8c56-b95a4fc4b8a8 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:18.952836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66a72fa2-e3dc-4f4d-9383-3b3166f4595e req-676d6569-0413-4da5-8c56-b95a4fc4b8a8 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 944 time: 0.1164145 Sep 29 23:05:18.962530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port ed95d451-cd7e-4774-a98c-0dd3fe5764e0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ed95d451-cd7e-4774-a98c-0dd3fe5764e0,segment=NetworkSegment(f391f75a-b8f7-4047-8565-289f115ab93a),segment_id=f391f75a-b8f7-4047-8565-289f115ab93a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:18.968815 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.015933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-d3815ad3-5647-4427-8042-b2d7660192b7 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:19.020198 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-d3815ad3-5647-4427-8042-b2d7660192b7 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d&tenant_id=04184e88ba3b425fad67d78550b30b78&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1095 time: 0.0725534 Sep 29 23:05:19.040509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=ed95d451-cd7e-4774-a98c-0dd3fe5764e0,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:19.052831 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66a72fa2-e3dc-4f4d-9383-3b3166f4595e req-00e7945b-c895-491a-be4e-02db7b0e51b0 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859807 Sep 29 23:05:19.161357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-fa5985c5-d85b-4a4e-9305-5ed521d73f25 service neutron] For port 6410359d-4fca-4706-af62-0493545541be, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:19.165827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-fa5985c5-d85b-4a4e-9305-5ed521d73f25 service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.167005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5fd025a-6ad2-46e4-a16f-8e84c1aabc65 req-fa5985c5-d85b-4a4e-9305-5ed521d73f25 service neutron] 10.222.0.42 "DELETE /v2.0/ports/6410359d-4fca-4706-af62-0493545541be/bindings/n-h2-811173-2 HTTP/1.1" status: 204 len: 173 time: 0.1382818 Sep 29 23:05:19.429592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03eda98a-b657-44a8-973b-bdd6b7d778ff req-5bc1e7d1-0dd0-42fe-9892-3bc61824b4d4 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 210 time: 0.3407745 Sep 29 23:05:19.442662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-613acde1-c73a-4ae8-b51a-ca85cb6b8a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.465690 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-613acde1-c73a-4ae8-b51a-ca85cb6b8a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.469842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Made reservation on behalf of 86aa5b94029245068e3e8c8598467725 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:05:19.474956 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.492113 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device de8b971e-e624-4180-8219-45049942750a up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:19.520564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613acde1-c73a-4ae8-b51a-ca85cb6b8a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65fb394b-c4fb-4114-9746-4355be74f54f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:19.530307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b923d4-60e3-4863-a4b7-22e7eed6f79c req-ed73e4c6-ba92-4624-a059-7249401202ab tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:19.532055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37b923d4-60e3-4863-a4b7-22e7eed6f79c req-ed73e4c6-ba92-4624-a059-7249401202ab tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 944 time: 0.1048965 Sep 29 23:05:19.539114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-613acde1-c73a-4ae8-b51a-ca85cb6b8a1d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d65444f7aaa4f32b7f15896afe97110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9471223 Sep 29 23:05:19.541829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:19.550025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] Deleting port 67d65fe7-5fe9-47de-9882-6720266b5643 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:19.551434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.658487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Allocated IP 172.20.0.9 (b796302e-fd11-4135-ba42-c8a5b66549ce/aeeafe9e-5304-4b64-814a-33d23fe007d2/af0000c7-ebbe-42d7-8e2d-737111b0ffd5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:05:19.662155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37b923d4-60e3-4863-a4b7-22e7eed6f79c req-4fabff45-4d0d-463a-82c5-69a2d4b6a1ce tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210513 Sep 29 23:05:19.696674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 78ea6059-97be-4794-a1da-c6e8d8532c09 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:19.698017 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eddc96a2-0297-4864-8180-3f52ede334c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.701999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port de8b971e-e624-4180-8219-45049942750a completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:05:19.705639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] For port 67d65fe7-5fe9-47de-9882-6720266b5643, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=67d65fe7-5fe9-47de-9882-6720266b5643,segment=NetworkSegment(e37eec9a-c8a1-4685-abc2-1be7ad09a026),segment_id=e37eec9a-c8a1-4685-abc2-1be7ad09a026)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:19.706339 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.730569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] Calling delete_port for 67d65fe7-5fe9-47de-9882-6720266b5643 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:19.737605 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eddc96a2-0297-4864-8180-3f52ede334c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.740065 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port de8b971e-e624-4180-8219-45049942750a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:19.744411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.861371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 78ea6059-97be-4794-a1da-c6e8d8532c09 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:05:19.875902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 78ea6059-97be-4794-a1da-c6e8d8532c09 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:19.877082 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.877573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.907724 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eddc96a2-0297-4864-8180-3f52ede334c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.911334 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eddc96a2-0297-4864-8180-3f52ede334c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.914793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-eddc96a2-0297-4864-8180-3f52ede334c3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65fb394b-c4fb-4114-9746-4355be74f54f HTTP/1.1" status: 204 len: 168 time: 0.3698125 Sep 29 23:05:19.952397 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.956638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc96a2-0297-4864-8180-3f52ede334c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65fb394b-c4fb-4114-9746-4355be74f54f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:19.968726 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.976887 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:19.985361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb7e22-2d59-48ea-a633-51573c676500 req-0fad9105-78fc-43ae-9001-7cb0aab7ccd9 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:19.992690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46eb7e22-2d59-48ea-a633-51573c676500 req-0fad9105-78fc-43ae-9001-7cb0aab7ccd9 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 944 time: 0.1612258 Sep 29 23:05:20.025537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Network b796302e-fd11-4135-ba42-c8a5b66549ce is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:05:20.026852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e4dd4-860f-4f5c-849a-e6027de8c466 req-c8e7822a-bef0-4d12-9312-9d0e90b7c815 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:20.028493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-542e4dd4-860f-4f5c-849a-e6027de8c466 req-c8e7822a-bef0-4d12-9312-9d0e90b7c815 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1397300 Sep 29 23:05:20.037792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:20.041930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:05:20.065345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3875e6af-bbdd-48cb-a719-e6f56cf5f624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8b971e-e624-4180-8219-45049942750a'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:20.069387 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf66f92-b254-45af-bcfd-baa89532e745" -d '{"events": [{"server_uuid": "3875e6af-bbdd-48cb-a719-e6f56cf5f624", "name": "network-vif-plugged", "status": "completed", "tag": "de8b971e-e624-4180-8219-45049942750a"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:20.100048 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46eb7e22-2d59-48ea-a633-51573c676500 req-ba204160-78c6-4443-8973-f485affb0b24 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063685 Sep 29 23:05:20.116807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:20.117699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:20.126418 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:20.131819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port de8b971e-e624-4180-8219-45049942750a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=de8b971e-e624-4180-8219-45049942750a,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:20.133992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Pushing event updated for resources: {'Port': ['ID=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:20.147360 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:20.150261 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-542e4dd4-860f-4f5c-849a-e6027de8c466 req-67cb11c8-b812-46ee-87cb-502257d6ae5b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928421 Sep 29 23:05:20.157151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:20.163527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-fe1b0c1e-1c6b-4b10-9fb8-54b2e2e6a6a5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5198762 Sep 29 23:05:20.183711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Request body: {'port': {'device_id': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:20.185109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 78ea6059-97be-4794-a1da-c6e8d8532c09, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=78ea6059-97be-4794-a1da-c6e8d8532c09,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:20.211442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:20.213220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] Pushing event deleted for resources: {'Port': ['ID=67d65fe7-5fe9-47de-9882-6720266b5643,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:20.249872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=de8b971e-e624-4180-8219-45049942750a,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:20.281887 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:20.327652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=78ea6059-97be-4794-a1da-c6e8d8532c09,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:20.354561 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee67a3f-1442-467d-aba6-9ee7711614e1 x-openstack-request-id: req-1ee67a3f-1442-467d-aba6-9ee7711614e1 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:20.355755 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3875e6af-bbdd-48cb-a719-e6f56cf5f624", "name": "network-vif-plugged", "status": "completed", "tag": "de8b971e-e624-4180-8219-45049942750a", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:20.356112 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ee67a3f-1442-467d-aba6-9ee7711614e1 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:20.357232 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3875e6af-bbdd-48cb-a719-e6f56cf5f624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de8b971e-e624-4180-8219-45049942750a', 'code': 200} Sep 29 23:05:20.454826 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39142) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:20.473116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44106c71-6b44-4c94-8a7e-19269711e352 req-df13ae0a-a21d-4274-b25f-de3ad10e42d7 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:20.476673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44106c71-6b44-4c94-8a7e-19269711e352 req-df13ae0a-a21d-4274-b25f-de3ad10e42d7 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 1095 time: 0.2683160 Sep 29 23:05:20.602910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195e45d-7bc4-40e5-9833-9fa6d5ccb620 req-49fd8666-35d4-4c02-8891-f53f2c582dc9 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:20.607033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3195e45d-7bc4-40e5-9833-9fa6d5ccb620 req-49fd8666-35d4-4c02-8891-f53f2c582dc9 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 945 time: 0.1371064 Sep 29 23:05:20.610841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44106c71-6b44-4c94-8a7e-19269711e352 req-f2fd1b74-2d03-494a-8701-986a88d6afd2 tempest-LiveAutoBlockMigrationV225Test-328233431 tempest-LiveAutoBlockMigrationV225Test-328233431-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211872 Sep 29 23:05:20.638967 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:20.643318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ed95d451-cd7e-4774-a98c-0dd3fe5764e0 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:20.712767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3195e45d-7bc4-40e5-9833-9fa6d5ccb620 req-a471f5f3-5f90-4012-a6e3-3657c893ee47 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985043 Sep 29 23:05:20.729520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ed95d451-cd7e-4774-a98c-0dd3fe5764e0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:20.729964 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:20.843861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad681fd-1f3b-41bb-948d-e53ff8e8db55 req-c4788182-4aa0-4e94-aade-b1e3d1874fc2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:20.845624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ad681fd-1f3b-41bb-948d-e53ff8e8db55 req-c4788182-4aa0-4e94-aade-b1e3d1874fc2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 931 time: 0.1182511 Sep 29 23:05:20.883299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eff3b6d0-82c8-4523-bde9-608d0202899c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:20.921019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f08be0-c8ee-421b-bfce-5f2fc70fba35 req-f0dc1db1-46b9-4552-b1a5-b2c31030c4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:20.922601 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-08f08be0-c8ee-421b-bfce-5f2fc70fba35 req-f0dc1db1-46b9-4552-b1a5-b2c31030c4fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 1096 time: 0.4691768 Sep 29 23:05:20.929218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ad681fd-1f3b-41bb-948d-e53ff8e8db55 req-be745675-2af5-4f12-8a1b-bbcdabaae69c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492423 Sep 29 23:05:21.021859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] Router 0c37d6ff-6afb-4731-85ca-23f74faac3ae has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:05:21.033939 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-08f08be0-c8ee-421b-bfce-5f2fc70fba35 req-e6afb360-47f1-46b0-a83a-8ad32a0e2191 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715592 Sep 29 23:05:21.037650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb96f13-0798-43c6-b590-4e17d69abb3c req-ac081991-53b5-4d63-b1c4-d1e5bae771ee tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:21.039150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fcb96f13-0798-43c6-b590-4e17d69abb3c req-ac081991-53b5-4d63-b1c4-d1e5bae771ee tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 944 time: 0.0722313 Sep 29 23:05:21.132909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0000c7-ebbe-42d7-8e2d-737111b0ffd5 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:21.148046 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.160711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fcb96f13-0798-43c6-b590-4e17d69abb3c req-e8811a8f-8d21-4e32-983c-1aa8c2b45ffc tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759921 Sep 29 23:05:21.166174 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eff3b6d0-82c8-4523-bde9-608d0202899c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.177044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eff3b6d0-82c8-4523-bde9-608d0202899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.182826 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Transition to ACTIVE for port object af0000c7-ebbe-42d7-8e2d-737111b0ffd5 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:05:21.190689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:05:21.200216 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6c549778-2d63-457a-bb45-cd6072cf240d admin admin] 10.222.0.44 "PUT /v2.0/routers/0c37d6ff-6afb-4731-85ca-23f74faac3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6000874 Sep 29 23:05:21.200216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39154) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:21.202716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.207606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] Sync routers for ids ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:05:21.220457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] Routers {'0c37d6ff-6afb-4731-85ca-23f74faac3ae'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:21.221221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:21.264948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Pushing event updated for resources: {'Port': ['ID=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:21.279732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff3b6d0-82c8-4523-bde9-608d0202899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908e7c7d-19d1-4a04-9f22-8e4ac6b3dbc2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:21.289497 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eff3b6d0-82c8-4523-bde9-608d0202899c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7ea032201414dd4a44d9e373e0458e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8313684 Sep 29 23:05:21.292483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39158) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:21.364105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] Set router 0c37d6ff-6afb-4731-85ca-23f74faac3ae gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:21.380945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad62b50-a2dd-4b4b-819d-799960f94455 req-57c18944-629f-45ed-acbd-9fbfe3eaff91 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:21.382514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bad62b50-a2dd-4b4b-819d-799960f94455 req-57c18944-629f-45ed-acbd-9fbfe3eaff91 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 945 time: 0.1359293 Sep 29 23:05:21.394931 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf80cf8-ea05-45f0-a9b6-0d409772c757 req-72171254-7ffb-4e3f-b8cf-b7463c4f08d8 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:21.396731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7cf80cf8-ea05-45f0-a9b6-0d409772c757 req-72171254-7ffb-4e3f-b8cf-b7463c4f08d8 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1490769 Sep 29 23:05:21.412573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a81c91f-923c-4b5d-8e15-2c5afd822abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.432701 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.449879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a81c91f-923c-4b5d-8e15-2c5afd822abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.458129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Attempting to bind port af0000c7-ebbe-42d7-8e2d-737111b0ffd5 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:05:21.458421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Attempting to bind port af0000c7-ebbe-42d7-8e2d-737111b0ffd5 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'f391f75a-b8f7-4047-8565-289f115ab93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:05:21.458757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Attempting to bind port af0000c7-ebbe-42d7-8e2d-737111b0ffd5 on network b796302e-fd11-4135-ba42-c8a5b66549ce {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:21.470274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Port af0000c7-ebbe-42d7-8e2d-737111b0ffd5 on network b796302e-fd11-4135-ba42-c8a5b66549ce not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:05:21.470663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Attempting to bind port af0000c7-ebbe-42d7-8e2d-737111b0ffd5 on network b796302e-fd11-4135-ba42-c8a5b66549ce {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:21.491160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:05:21.491583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Checking segment: {'id': 'f391f75a-b8f7-4047-8565-289f115ab93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:21.491907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Bound using segment: {'id': 'f391f75a-b8f7-4047-8565-289f115ab93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:05:21.492371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Bound port: af0000c7-ebbe-42d7-8e2d-737111b0ffd5, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f391f75a-b8f7-4047-8565-289f115ab93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:05:21.492971 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.506048 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bad62b50-a2dd-4b4b-819d-799960f94455 req-321fd8d8-ec95-40c7-acc9-d37b0157217e tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066058 Sep 29 23:05:21.526129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7cf80cf8-ea05-45f0-a9b6-0d409772c757 req-3972c041-0d43-4649-a4e7-ab3a713a210a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097493 Sep 29 23:05:21.600772 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a81c91f-923c-4b5d-8e15-2c5afd822abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.603779 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a81c91f-923c-4b5d-8e15-2c5afd822abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.604576 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.605007 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5a81c91f-923c-4b5d-8e15-2c5afd822abb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/908e7c7d-19d1-4a04-9f22-8e4ac6b3dbc2 HTTP/1.1" status: 204 len: 168 time: 0.3073661 Sep 29 23:05:21.612549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] For port af0000c7-ebbe-42d7-8e2d-737111b0ffd5, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:21.622268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] For port af0000c7-ebbe-42d7-8e2d-737111b0ffd5, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,segment=NetworkSegment(f391f75a-b8f7-4047-8565-289f115ab93a),segment_id=f391f75a-b8f7-4047-8565-289f115ab93a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:05:21.623540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81c91f-923c-4b5d-8e15-2c5afd822abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908e7c7d-19d1-4a04-9f22-8e4ac6b3dbc2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:21.628399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-router', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71'}], 'enable_snat': True}, 'gw_port_id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:08Z', 'updated_at': '2021-09-29T23:05:20Z', 'revision_number': 5, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'gw_port': {'id': 'ee0427d2-6c59-46cb-9587-f925e5c35485', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1c:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T22:59:09Z', 'updated_at': '2021-09-29T22:59:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:21.631716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.675614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] Checking router: 0c37d6ff-6afb-4731-85ca-23f74faac3ae for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:05:21.684136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:21.684547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] Routers {'0c37d6ff-6afb-4731-85ca-23f74faac3ae'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:21.684788 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.685027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:21.686394 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] 10.222.0.42 "PUT /v2.0/ports/af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 1091 time: 1.5079961 Sep 29 23:05:21.686785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:21.689293 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cf6ed7-caf1-401b-8249-d7cb978a6e47" -d '{"events": [{"name": "network-changed", "server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:21.698212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Deleting port ee0427d2-6c59-46cb-9587-f925e5c35485 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:21.698212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.714637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9655e15-46d7-48c7-884c-c188c1c08cae service neutron] Pushing event updated for resources: {'Port': ['ID=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:21.759859 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5378ed10-2f20-4773-96ea-ca5c4264d15b x-openstack-request-id: req-5378ed10-2f20-4773-96ea-ca5c4264d15b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:21.760453 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:21.760924 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5378ed10-2f20-4773-96ea-ca5c4264d15b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:21.761540 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'status': 'completed', 'code': 200} Sep 29 23:05:21.805602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] Set router 0c37d6ff-6afb-4731-85ca-23f74faac3ae gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:21.811057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] For port ee0427d2-6c59-46cb-9587-f925e5c35485, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ee0427d2-6c59-46cb-9587-f925e5c35485,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:21.811637 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:21.850193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Calling delete_port for ee0427d2-6c59-46cb-9587-f925e5c35485 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:21.867927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-router', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:08Z', 'updated_at': '2021-09-29T23:05:21Z', 'revision_number': 6, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:21.874521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-f22e0df9-a757-4af3-a0d4-3001594bdfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:21.876219 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-f22e0df9-a757-4af3-a0d4-3001594bdfd0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86aa5b94029245068e3e8c8598467725&device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1094 time: 0.0582757 Sep 29 23:05:21.897692 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398be049-5fe5-4489-87cb-e35b3173e012 req-07e92cde-1798-452b-bc12-e55bcaf3ee5f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:21.899594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-398be049-5fe5-4489-87cb-e35b3173e012 req-07e92cde-1798-452b-bc12-e55bcaf3ee5f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 945 time: 0.0911984 Sep 29 23:05:21.903188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0442550-16d0-4562-81ec-f620d976bee5 None None] The sync data for ids ['0c37d6ff-6afb-4731-85ca-23f74faac3ae'] in n-d-811173-2 is: [{'id': '0c37d6ff-6afb-4731-85ca-23f74faac3ae', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1958425013-router', 'tenant_id': '0702719ce0ae42649fdfc60a1925bbd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T22:59:08Z', 'updated_at': '2021-09-29T23:05:21Z', 'revision_number': 6, 'project_id': '0702719ce0ae42649fdfc60a1925bbd4', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:05:21.955622 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-64665d43-fc85-45d6-846f-6070a575dcdb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 217 time: 0.0617454 Sep 29 23:05:22.016767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-398be049-5fe5-4489-87cb-e35b3173e012 req-653a1e6d-c47d-480e-9974-6cd4ff20ef37 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729158 Sep 29 23:05:22.025328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-e8b5175a-efbf-42ac-8b09-f73cbe4e85a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:22.026962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-e8b5175a-efbf-42ac-8b09-f73cbe4e85a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aeeafe9e-5304-4b64-814a-33d23fe007d2 HTTP/1.1" status: 200 len: 859 time: 0.0640898 Sep 29 23:05:22.083766 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-c8690048-4a32-4a7d-a2bb-0f036dc8dda0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b796302e-fd11-4135-ba42-c8a5b66549ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294771 Sep 29 23:05:22.118201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e018167-da56-47bd-9465-e33aa8112dd3 req-74b0a50b-694a-478a-8e0e-a2adddb6da49 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:22.119754 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e018167-da56-47bd-9465-e33aa8112dd3 req-74b0a50b-694a-478a-8e0e-a2adddb6da49 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 943 time: 0.1017787 Sep 29 23:05:22.184499 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-06b2b835-c8fa-4077-beb9-e7fdf8358ada service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928726 Sep 29 23:05:22.220133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e018167-da56-47bd-9465-e33aa8112dd3 req-aeaa2f91-129a-4e6e-b6a4-8d34c036c04a tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871341 Sep 29 23:05:22.237246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:22.311197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ee0427d2-6c59-46cb-9587-f925e5c35485,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:22.358924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5191baae-cead-402b-8103-b21f5c71aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ea6059-97be-4794-a1da-c6e8d8532c09'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:22.359481 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31bcc35c-ebc6-40c8-94ba-8e0f22b84c86 req-a5d4d0f5-f286-4032-b328-2350ef6bc43d service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584952 Sep 29 23:05:22.362415 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c6abb1-acbd-4f5b-b4ff-416a9057eb5b" -d '{"events": [{"server_uuid": "5191baae-cead-402b-8103-b21f5c71aa75", "name": "network-vif-plugged", "status": "completed", "tag": "78ea6059-97be-4794-a1da-c6e8d8532c09"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:22.394781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d71044-d579-48ad-a228-ebdd14e41797 req-e4e806a0-834b-4e67-8769-49af924b5455 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:22.397821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-212d6362-b407-4e4a-905a-953beb77c6b5 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:22.401164 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-212d6362-b407-4e4a-905a-953beb77c6b5 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 944 time: 0.1097739 Sep 29 23:05:22.403586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49d71044-d579-48ad-a228-ebdd14e41797 req-e4e806a0-834b-4e67-8769-49af924b5455 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 944 time: 0.1601546 Sep 29 23:05:22.417358 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:22.432749 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e57b70-1859-4f2b-a706-5311af364960 x-openstack-request-id: req-52e57b70-1859-4f2b-a706-5311af364960 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:22.433333 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5191baae-cead-402b-8103-b21f5c71aa75", "name": "network-vif-plugged", "status": "completed", "tag": "78ea6059-97be-4794-a1da-c6e8d8532c09", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:22.433823 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52e57b70-1859-4f2b-a706-5311af364960 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:22.437880 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5191baae-cead-402b-8103-b21f5c71aa75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ea6059-97be-4794-a1da-c6e8d8532c09', 'code': 200} Sep 29 23:05:22.559993 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:22.562754 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:22.576118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49d71044-d579-48ad-a228-ebdd14e41797 req-fe928693-58a5-445a-8fe7-f30f359a26df tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692479 Sep 29 23:05:22.629633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d7ddc-ee55-433f-b737-7d91dc03d55a req-069e3b32-ea6c-4ab9-8bda-bab31db6a498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:22.631409 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c62d7ddc-ee55-433f-b737-7d91dc03d55a req-069e3b32-ea6c-4ab9-8bda-bab31db6a498 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 1096 time: 0.1186237 Sep 29 23:05:22.648467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf6ed7-caf1-401b-8249-d7cb978a6e47 req-2ab50b45-a0c6-42a9-8b18-a2882ce275c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:22.650234 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73cf6ed7-caf1-401b-8249-d7cb978a6e47 req-2ab50b45-a0c6-42a9-8b18-a2882ce275c9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86aa5b94029245068e3e8c8598467725&device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1094 time: 0.1384351 Sep 29 23:05:22.684537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-0a7a6ae9-d5f9-4a50-be55-5ab66fe16715 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Deleting port 6410359d-4fca-4706-af62-0493545541be {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:22.684891 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-0a7a6ae9-d5f9-4a50-be55-5ab66fe16715 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:22.698511 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:22.699063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c37d6ff-6afb-4731-85ca-23f74faac3ae {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:05:22.705675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:22.708617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-645b4694-5a7c-413b-a377-067c24cbd7ed admin admin] 10.222.0.44 "DELETE /v2.0/routers/0c37d6ff-6afb-4731-85ca-23f74faac3ae HTTP/1.1" status: 204 len: 168 time: 1.5072730 Sep 29 23:05:22.712990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39198) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:22.766720 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c62d7ddc-ee55-433f-b737-7d91dc03d55a req-22db30fb-2428-4120-bf8e-5c43f60a29de service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275735 Sep 29 23:05:22.773480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bffc17-1dfd-4aa6-9cc5-2577f6008f33 req-e7c4529e-31a9-4433-a1c2-4ab2f192dcc1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:22.775172 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64bffc17-1dfd-4aa6-9cc5-2577f6008f33 req-e7c4529e-31a9-4433-a1c2-4ab2f192dcc1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1352508 Sep 29 23:05:22.794211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b630c74-bed5-4aa2-b0e8-bc07e8e6fa41 admin admin] Deleting subnet 2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:05:22.797556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b630c74-bed5-4aa2-b0e8-bc07e8e6fa41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:22.848627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf6ed7-caf1-401b-8249-d7cb978a6e47 req-611ed2ef-8363-4f38-aa64-cc99d6626a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:22.850162 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73cf6ed7-caf1-401b-8249-d7cb978a6e47 req-611ed2ef-8363-4f38-aa64-cc99d6626a89 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 200 len: 920 time: 0.1786733 Sep 29 23:05:22.859991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f6a7e-61ca-4fb9-bd5d-71f6f646f44a req-0d7e73f3-517a-48da-9287-db1cb4256f23 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:22.868076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-241f6a7e-61ca-4fb9-bd5d-71f6f646f44a req-0d7e73f3-517a-48da-9287-db1cb4256f23 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 945 time: 0.2290788 Sep 29 23:05:22.868806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-0a7a6ae9-d5f9-4a50-be55-5ab66fe16715 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] For port 6410359d-4fca-4706-af62-0493545541be, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6410359d-4fca-4706-af62-0493545541be,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:22.869193 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-0a7a6ae9-d5f9-4a50-be55-5ab66fe16715 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:22.900721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ee0427d2-6c59-46cb-9587-f925e5c35485 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:22.908851 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73cf6ed7-caf1-401b-8249-d7cb978a6e47 req-cb1d247c-1519-44d6-9b2b-2d7186b7c707 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 217 time: 0.0479593 Sep 29 23:05:22.913693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-0a7a6ae9-d5f9-4a50-be55-5ab66fe16715 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Calling delete_port for 6410359d-4fca-4706-af62-0493545541be owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:22.922847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ee0427d2-6c59-46cb-9587-f925e5c35485 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:22.923460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ee0427d2-6c59-46cb-9587-f925e5c35485 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:22.923902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 67d65fe7-5fe9-47de-9882-6720266b5643 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:22.947686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 67d65fe7-5fe9-47de-9882-6720266b5643 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:22.948365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 67d65fe7-5fe9-47de-9882-6720266b5643 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:22.969537 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b630c74-bed5-4aa2-b0e8-bc07e8e6fa41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:22.989943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-241f6a7e-61ca-4fb9-bd5d-71f6f646f44a req-c7dd7261-a66f-4140-8b88-9037739447c4 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140807 Sep 29 23:05:23.026458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cf6ed7-caf1-401b-8249-d7cb978a6e47 req-c4fe2aa2-3222-48fd-8d18-a0239394a6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:23.028026 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73cf6ed7-caf1-401b-8249-d7cb978a6e47 req-c4fe2aa2-3222-48fd-8d18-a0239394a6e1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aeeafe9e-5304-4b64-814a-33d23fe007d2 HTTP/1.1" status: 200 len: 859 time: 0.1005070 Sep 29 23:05:23.077287 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73cf6ed7-caf1-401b-8249-d7cb978a6e47 req-07b21a40-c9be-440c-ad53-1c02536f987d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b796302e-fd11-4135-ba42-c8a5b66549ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372612 Sep 29 23:05:23.118675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64bffc17-1dfd-4aa6-9cc5-2577f6008f33 req-e4a054eb-f315-4a11-a37e-b65058628263 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401860 Sep 29 23:05:23.209292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b630c74-bed5-4aa2-b0e8-bc07e8e6fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:23.223461 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-0a7a6ae9-d5f9-4a50-be55-5ab66fe16715 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:23.235965 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b59aac8b-7a6d-4077-b43c-4f96d852dce3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:23.274753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['6410359d-4fca-4706-af62-0493545541be'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:23.280543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a6ae9-d5f9-4a50-be55-5ab66fe16715 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Pushing event deleted for resources: {'Port': ['ID=6410359d-4fca-4706-af62-0493545541be,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:23.335649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739120c1-3eec-4805-afd4-85828c60633b req-fbc6a659-ae9e-4f51-bd31-1745818e4261 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:23.345029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-739120c1-3eec-4805-afd4-85828c60633b req-fbc6a659-ae9e-4f51-bd31-1745818e4261 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 945 time: 0.1509619 Sep 29 23:05:23.350938 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73cf6ed7-caf1-401b-8249-d7cb978a6e47 req-fc6ce230-067f-44da-b6af-fff21c4d4dc9 service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363625 Sep 29 23:05:23.366299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-0a7a6ae9-d5f9-4a50-be55-5ab66fe16715 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] No DVR routers for this DVR port 6410359d-4fca-4706-af62-0493545541be on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:23.374713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-0a7a6ae9-d5f9-4a50-be55-5ab66fe16715 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:23.376663 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b861b3b9-e70e-4727-97bb-d91da06d6f72 req-0a7a6ae9-d5f9-4a50-be55-5ab66fe16715 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.42 "DELETE /v2.0/ports/6410359d-4fca-4706-af62-0493545541be HTTP/1.1" status: 204 len: 173 time: 0.9687448 Sep 29 23:05:23.444995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-739120c1-3eec-4805-afd4-85828c60633b req-ff0f4a41-fccf-4803-b67f-64531434e042 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985332 Sep 29 23:05:23.446918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b630c74-bed5-4aa2-b0e8-bc07e8e6fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:23.464132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6350f1-64b2-42d2-b7e0-730ffb79ebd4 req-1cec6146-7079-4e98-8760-f092bc811a80 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:23.467683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e6350f1-64b2-42d2-b7e0-730ffb79ebd4 req-1cec6146-7079-4e98-8760-f092bc811a80 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 943 time: 0.0979588 Sep 29 23:05:23.491444 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-73cf6ed7-caf1-401b-8249-d7cb978a6e47 req-bd46244b-615c-4839-940c-a78348baf32e service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263931 Sep 29 23:05:23.519300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b630c74-bed5-4aa2-b0e8-bc07e8e6fa41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:23.524224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b630c74-bed5-4aa2-b0e8-bc07e8e6fa41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:23.528280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9b630c74-bed5-4aa2-b0e8-bc07e8e6fa41 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/2fafdbfd-0cc4-4e46-a3c9-7a53ae28a737 HTTP/1.1" status: 204 len: 168 time: 0.8111441 Sep 29 23:05:23.529144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39218) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:23.555990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1febc583-7a6f-4333-89e3-ca08ed5fd975 None None] Network 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:05:23.570763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e6350f1-64b2-42d2-b7e0-730ffb79ebd4 req-601b545e-b2f1-4e8f-a569-0dc4a7a78f9b tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945542 Sep 29 23:05:23.762736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'name': 'network-vif-deleted', 'tag': '6410359d-4fca-4706-af62-0493545541be'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:23.765145 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0135a277-afec-4fb9-89d2-a960714af566" -d '{"events": [{"server_uuid": "3a34ffed-ad1a-41f3-9a97-3a976f66982d", "name": "network-vif-deleted", "tag": "6410359d-4fca-4706-af62-0493545541be"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:23.806384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0576e9-861c-4b1d-b45e-0933b51f6e79 None None] DHCP port deletion for 1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:05:23.882608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ea0576e9-861c-4b1d-b45e-0933b51f6e79 None None] Deleting port 674ee4c2-be11-4bc1-91af-dc4813f5485d {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:23.884356 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea0576e9-861c-4b1d-b45e-0933b51f6e79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:23.972633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ea0576e9-861c-4b1d-b45e-0933b51f6e79 None None] For port 674ee4c2-be11-4bc1-91af-dc4813f5485d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=674ee4c2-be11-4bc1-91af-dc4813f5485d,segment=NetworkSegment(e37eec9a-c8a1-4685-abc2-1be7ad09a026),segment_id=e37eec9a-c8a1-4685-abc2-1be7ad09a026)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:23.973209 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea0576e9-861c-4b1d-b45e-0933b51f6e79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:23.982612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d7a31896-bc61-4fc4-a637-7bb8d3a741fd req-aa496714-b76e-4e83-b500-dce5634b2870 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 210 time: 0.0349760 Sep 29 23:05:23.989734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.008389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ea0576e9-861c-4b1d-b45e-0933b51f6e79 None None] Calling delete_port for 674ee4c2-be11-4bc1-91af-dc4813f5485d owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:24.012787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110664bd-d694-44ff-b893-e6ce10c28fda req-aa6cb317-0b6f-4b77-bb22-7c651a42037a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:24.021089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-110664bd-d694-44ff-b893-e6ce10c28fda req-aa6cb317-0b6f-4b77-bb22-7c651a42037a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 945 time: 0.4662280 Sep 29 23:05:24.089570 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd66c62-9d5d-42bf-a43b-48f63095e945 x-openstack-request-id: req-fbd66c62-9d5d-42bf-a43b-48f63095e945 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:24.090081 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a34ffed-ad1a-41f3-9a97-3a976f66982d", "name": "network-vif-deleted", "tag": "6410359d-4fca-4706-af62-0493545541be", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:24.093249 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fbd66c62-9d5d-42bf-a43b-48f63095e945 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:24.093730 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a34ffed-ad1a-41f3-9a97-3a976f66982d', 'name': 'network-vif-deleted', 'tag': '6410359d-4fca-4706-af62-0493545541be', 'status': 'completed', 'code': 200} Sep 29 23:05:24.101846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-110664bd-d694-44ff-b893-e6ce10c28fda req-3983fc72-4370-41a5-8d4e-64907ded249b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742054 Sep 29 23:05:24.135081 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea0576e9-861c-4b1d-b45e-0933b51f6e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.136065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Deleting port 674ee4c2-be11-4bc1-91af-dc4813f5485d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:24.136547 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.187046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0576e9-861c-4b1d-b45e-0933b51f6e79 None None] Pushing event deleted for resources: {'Port': ['ID=674ee4c2-be11-4bc1-91af-dc4813f5485d,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:24.195704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0576e9-861c-4b1d-b45e-0933b51f6e79 None None] No DVR routers for this DVR port 674ee4c2-be11-4bc1-91af-dc4813f5485d on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:24.225283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] For port 674ee4c2-be11-4bc1-91af-dc4813f5485d, host n-d-811173-2, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:24.226506 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.267475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Calling delete_port for 674ee4c2-be11-4bc1-91af-dc4813f5485d owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:24.270689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Port 674ee4c2-be11-4bc1-91af-dc4813f5485d was not found and therefore no delete operation was performed {{(pid=110005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:05:24.272129 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.325967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=674ee4c2-be11-4bc1-91af-dc4813f5485d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:24.329077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] No DVR routers for this DVR port 674ee4c2-be11-4bc1-91af-dc4813f5485d on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:24.375454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801db2d3-4201-4d05-8b79-4c2ae3efde54 req-dfed3fa7-5e10-4b53-abf3-83bea29c0917 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:24.384492 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-801db2d3-4201-4d05-8b79-4c2ae3efde54 req-dfed3fa7-5e10-4b53-abf3-83bea29c0917 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 945 time: 0.1619017 Sep 29 23:05:24.467978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-801db2d3-4201-4d05-8b79-4c2ae3efde54 req-7fd02851-9fd0-4c92-97fa-84403755eabc tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825181 Sep 29 23:05:24.495193 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.538136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:24.548651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37eec9a-c8a1-4685-abc2-1be7ad09a026') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:24.548953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37eec9a-c8a1-4685-abc2-1be7ad09a026') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:24.572640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.591327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 674ee4c2-be11-4bc1-91af-dc4813f5485d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:24.628896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 674ee4c2-be11-4bc1-91af-dc4813f5485d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:24.629425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 674ee4c2-be11-4bc1-91af-dc4813f5485d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:24.635322 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.655641 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:05:24.658493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:05:24.658713 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:05:24.662260 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:05:24.730756 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435afd0-8dc1-4929-804f-78eb73d55d75 req-5d4d94c7-0829-452d-99f2-509484914ce5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:24.732310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4435afd0-8dc1-4929-804f-78eb73d55d75 req-5d4d94c7-0829-452d-99f2-509484914ce5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.2633579 Sep 29 23:05:24.741967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df4e39-95df-46d3-8e66-2a377808c059 req-a962a8e7-e187-482a-9e50-99fd5e72141a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:24.743498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3df4e39-95df-46d3-8e66-2a377808c059 req-a962a8e7-e187-482a-9e50-99fd5e72141a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 945 time: 0.1689405 Sep 29 23:05:24.768659 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.792428 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:24.796998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc HTTP/1.1" status: 204 len: 168 time: 1.2650898 Sep 29 23:05:24.796998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c4c66-95b7-46fb-9427-83894b2b05f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f69c6f5-11b2-4be3-bc6c-4e2b7c8b99fc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:24.831254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3df4e39-95df-46d3-8e66-2a377808c059 req-ae67c9ae-32ca-4b27-b4e8-0675d14dba9e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782168 Sep 29 23:05:24.835369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4435afd0-8dc1-4929-804f-78eb73d55d75 req-dbb2a3b2-6269-4d4d-a3bc-5af948507f3b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909193 Sep 29 23:05:25.011199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39274) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:25.013337 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17721087-cc28-4de1-971b-df72fa88dc84 req-a56409fb-9cbb-4eea-9c96-69e45078b1e3 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:25.014954 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17721087-cc28-4de1-971b-df72fa88dc84 req-a56409fb-9cbb-4eea-9c96-69e45078b1e3 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 945 time: 0.0934772 Sep 29 23:05:25.032239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39276) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:25.039042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2c29c60b-206d-4a21-9b78-0fcd0807b592 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Request body: {'floatingip': {'port_id': '78ea6059-97be-4794-a1da-c6e8d8532c09'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:25.067957 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4e026673-be68-456b-9cd7-547c8387347f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=75a46b3b2bfd455ab763f8a64884f4fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548944 Sep 29 23:05:25.068489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ee470-6996-4445-bf44-8b362fddd121 req-9e71654f-414b-48dd-9a2a-af256d4f7efb tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:25.069258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39278) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:25.082921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c95ee470-6996-4445-bf44-8b362fddd121 req-9e71654f-414b-48dd-9a2a-af256d4f7efb tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 943 time: 0.1276879 Sep 29 23:05:25.102774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39280) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:25.136135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db304b6-3e28-40a7-ae6d-8061bcb6eef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.167050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db304b6-3e28-40a7-ae6d-8061bcb6eef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.186855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cda36cc1-b63f-4586-879e-93f9a1e11a97 req-086e84d9-3afd-4ec9-82c1-7e8c5a7aeb31 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 210 time: 0.0630777 Sep 29 23:05:25.191914 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c29c60b-206d-4a21-9b78-0fcd0807b592 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.225032 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db304b6-3e28-40a7-ae6d-8061bcb6eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.229228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4db304b6-3e28-40a7-ae6d-8061bcb6eef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.230603 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4db304b6-3e28-40a7-ae6d-8061bcb6eef4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4b09ea64-adcf-48e3-8b7c-82c09855c569 HTTP/1.1" status: 204 len: 168 time: 0.1597815 Sep 29 23:05:25.270568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c95ee470-6996-4445-bf44-8b362fddd121 req-e3f77ddc-f209-46d9-a73a-ff4526856f81 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866205 Sep 29 23:05:25.280229 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24197969-7d9f-4b20-bbbc-995930f079f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.309608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db304b6-3e28-40a7-ae6d-8061bcb6eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b09ea64-adcf-48e3-8b7c-82c09855c569,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:25.429642 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24197969-7d9f-4b20-bbbc-995930f079f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.434912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24197969-7d9f-4b20-bbbc-995930f079f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.476634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-24197969-7d9f-4b20-bbbc-995930f079f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ecf0c1979f38473283ef2a5ce27aaf12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3713391 Sep 29 23:05:25.477805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24197969-7d9f-4b20-bbbc-995930f079f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74feb5ec-0423-4a8c-a19b-2c66a6a66b34,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:25.480220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39290) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:25.550744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a0c-7af9-4dc7-89d7-b0d4482b4897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.562260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6410359d-4fca-4706-af62-0493545541be no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:25.585709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 6410359d-4fca-4706-af62-0493545541be {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:25.586507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6410359d-4fca-4706-af62-0493545541be not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:25.600585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a0c-7af9-4dc7-89d7-b0d4482b4897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.652367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39292) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:25.670558 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a0c-7af9-4dc7-89d7-b0d4482b4897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.673565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9e7a0c-7af9-4dc7-89d7-b0d4482b4897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.676286 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4d9e7a0c-7af9-4dc7-89d7-b0d4482b4897 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74feb5ec-0423-4a8c-a19b-2c66a6a66b34 HTTP/1.1" status: 204 len: 168 time: 0.1951108 Sep 29 23:05:25.708441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e7a0c-7af9-4dc7-89d7-b0d4482b4897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74feb5ec-0423-4a8c-a19b-2c66a6a66b34,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:25.739083 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8c1ac3da-3c04-4f6b-97ed-161c2d994d49 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0702719ce0ae42649fdfc60a1925bbd4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0854094 Sep 29 23:05:25.741599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39296) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:25.825776 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11a00b37-cc8b-48bd-bd4e-cd114710ad69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.850272 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11a00b37-cc8b-48bd-bd4e-cd114710ad69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.864185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c29c60b-206d-4a21-9b78-0fcd0807b592 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.870091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c29c60b-206d-4a21-9b78-0fcd0807b592 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.939063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11a00b37-cc8b-48bd-bd4e-cd114710ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.943089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11a00b37-cc8b-48bd-bd4e-cd114710ad69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:25.945036 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-11a00b37-cc8b-48bd-bd4e-cd114710ad69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e0c79d3-dc2e-4823-8d7a-7b9bb6390c5b HTTP/1.1" status: 204 len: 168 time: 0.2020195 Sep 29 23:05:25.993910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a00b37-cc8b-48bd-bd4e-cd114710ad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0c79d3-dc2e-4823-8d7a-7b9bb6390c5b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:26.000907 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-2c29c60b-206d-4a21-9b78-0fcd0807b592 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Floating IP 45584d25-4291-49cc-9ed0-dcd825124ee3 associated. External IP: 172.25.4.127, port: 78ea6059-97be-4794-a1da-c6e8d8532c09. Sep 29 23:05:26.022304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ce24c78-64ad-439c-a3bf-b52c752de55c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:26.023887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ce24c78-64ad-439c-a3bf-b52c752de55c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 945 time: 0.0747128 Sep 29 23:05:26.141359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad286fe6-c2ee-40f3-bc20-66fa1b2593a8 req-4f32021f-6ec7-426a-ae0b-7ea6a5b377ff tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:26.142950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad286fe6-c2ee-40f3-bc20-66fa1b2593a8 req-4f32021f-6ec7-426a-ae0b-7ea6a5b377ff tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=3875e6af-bbdd-48cb-a719-e6f56cf5f624 HTTP/1.1" status: 200 len: 945 time: 0.1387084 Sep 29 23:05:26.222893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ae60e10-a043-4e65-b4e3-66ceacc1aebf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Deleting port de8b971e-e624-4180-8219-45049942750a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:26.223481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ae60e10-a043-4e65-b4e3-66ceacc1aebf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:26.295925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d7ae9-2799-4c3b-ad19-b91061b8f87f req-1d046cec-9ae2-4386-b046-02b3f8a667f7 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:26.297520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-056d7ae9-2799-4c3b-ad19-b91061b8f87f req-1d046cec-9ae2-4386-b046-02b3f8a667f7 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.3166137 Sep 29 23:05:26.298021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39310) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:26.351152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ae60e10-a043-4e65-b4e3-66ceacc1aebf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] For port de8b971e-e624-4180-8219-45049942750a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=de8b971e-e624-4180-8219-45049942750a,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:26.352070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ae60e10-a043-4e65-b4e3-66ceacc1aebf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:26.372063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ae60e10-a043-4e65-b4e3-66ceacc1aebf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Calling delete_port for de8b971e-e624-4180-8219-45049942750a owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:26.405770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad286fe6-c2ee-40f3-bc20-66fa1b2593a8 req-37752d34-9a83-4a4b-85a8-5fe74a7950f4 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459826 Sep 29 23:05:26.406644 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-129c41bb-dc27-429b-a67e-3c01bec105f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:26.473987 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-056d7ae9-2799-4c3b-ad19-b91061b8f87f req-ec2cb0eb-a77f-4c2d-8c84-5ed2fe16a009 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550288 Sep 29 23:05:26.613756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f6ed64c-cfc0-48db-9bce-f75831f4af87 req-81616e89-52cd-4b21-af48-b2a73cd66416 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 210 time: 0.0489438 Sep 29 23:05:26.619207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c29c60b-206d-4a21-9b78-0fcd0807b592 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Router d86ce8d7-8df5-4861-86d9-e1f887856a68 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:05:26.663277 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ae60e10-a043-4e65-b4e3-66ceacc1aebf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:26.676993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:26.711069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae60e10-a043-4e65-b4e3-66ceacc1aebf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event deleted for resources: {'Port': ['ID=de8b971e-e624-4180-8219-45049942750a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:26.762558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['de8b971e-e624-4180-8219-45049942750a'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:26.766282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de6f42-43f7-4ae5-92c3-6890a054680a req-46796818-74c7-4af4-9c83-2ff195032655 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:26.775114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1de6f42-43f7-4ae5-92c3-6890a054680a req-46796818-74c7-4af4-9c83-2ff195032655 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 943 time: 0.1462131 Sep 29 23:05:26.782824 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-129c41bb-dc27-429b-a67e-3c01bec105f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:26.798560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ae60e10-a043-4e65-b4e3-66ceacc1aebf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] No DVR routers for this DVR port de8b971e-e624-4180-8219-45049942750a on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:26.801577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ae60e10-a043-4e65-b4e3-66ceacc1aebf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:26.803857 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5422339c-29a8-4a2c-aa4a-8893122a4834 req-7ae60e10-a043-4e65-b4e3-66ceacc1aebf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "DELETE /v2.0/ports/de8b971e-e624-4180-8219-45049942750a HTTP/1.1" status: 204 len: 173 time: 0.7736709 Sep 29 23:05:26.804398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3875e6af-bbdd-48cb-a719-e6f56cf5f624', 'name': 'network-vif-deleted', 'tag': 'de8b971e-e624-4180-8219-45049942750a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:26.806760 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82f8533-2330-4c03-af61-c136f7dc1ae7" -d '{"events": [{"server_uuid": "3875e6af-bbdd-48cb-a719-e6f56cf5f624", "name": "network-vif-deleted", "tag": "de8b971e-e624-4180-8219-45049942750a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:26.818335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-129c41bb-dc27-429b-a67e-3c01bec105f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:26.885230 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1de6f42-43f7-4ae5-92c3-6890a054680a req-9a233574-6a37-4ee0-af7d-a0708bdc62b0 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028457 Sep 29 23:05:26.896433 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b2652e-c28d-4caf-9e6c-6b69a8389477 x-openstack-request-id: req-47b2652e-c28d-4caf-9e6c-6b69a8389477 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:26.897607 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3875e6af-bbdd-48cb-a719-e6f56cf5f624", "name": "network-vif-deleted", "tag": "de8b971e-e624-4180-8219-45049942750a", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:26.898370 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-47b2652e-c28d-4caf-9e6c-6b69a8389477 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:26.898945 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3875e6af-bbdd-48cb-a719-e6f56cf5f624', 'name': 'network-vif-deleted', 'tag': 'de8b971e-e624-4180-8219-45049942750a', 'status': 'completed', 'code': 200} Sep 29 23:05:26.971377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-129c41bb-dc27-429b-a67e-3c01bec105f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1f030116ad6241ac889d7250f49e276c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6677227 Sep 29 23:05:26.974582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39332) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:26.983704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c41bb-dc27-429b-a67e-3c01bec105f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884aa05f-c6c3-4c00-b9d5-fd2d6e630176,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:27.008769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c29c60b-206d-4a21-9b78-0fcd0807b592 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:05:27.014718 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c29c60b-206d-4a21-9b78-0fcd0807b592 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:27.025506 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] Sync routers for ids ['d86ce8d7-8df5-4861-86d9-e1f887856a68'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:05:27.041722 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] Routers {'d86ce8d7-8df5-4861-86d9-e1f887856a68'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:27.044331 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d86ce8d7-8df5-4861-86d9-e1f887856a68'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:27.055038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2c29c60b-206d-4a21-9b78-0fcd0807b592 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "PUT /v2.0/floatingips/45584d25-4291-49cc-9ed0-dcd825124ee3 HTTP/1.1" status: 200 len: 991 time: 2.0194755 Sep 29 23:05:27.058533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5191baae-cead-402b-8103-b21f5c71aa75', 'tag': '78ea6059-97be-4794-a1da-c6e8d8532c09'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:27.064220 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "5191baae-cead-402b-8103-b21f5c71aa75", "tag": "78ea6059-97be-4794-a1da-c6e8d8532c09"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:27.078803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a12b5f43-733e-406d-a99e-be0dbdd252a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:27.104546 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a12b5f43-733e-406d-a99e-be0dbdd252a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:27.165059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a12b5f43-733e-406d-a99e-be0dbdd252a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:27.170851 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a12b5f43-733e-406d-a99e-be0dbdd252a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:27.180649 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a12b5f43-733e-406d-a99e-be0dbdd252a9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/884aa05f-c6c3-4c00-b9d5-fd2d6e630176 HTTP/1.1" status: 204 len: 168 time: 0.2047179 Sep 29 23:05:27.198432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12b5f43-733e-406d-a99e-be0dbdd252a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884aa05f-c6c3-4c00-b9d5-fd2d6e630176,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:27.344758 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] Set router d86ce8d7-8df5-4861-86d9-e1f887856a68 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:27.368532 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c9e704-b74f-4e9f-84c1-ff7921c6a596 x-openstack-request-id: req-c8c9e704-b74f-4e9f-84c1-ff7921c6a596 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:27.369070 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5191baae-cead-402b-8103-b21f5c71aa75", "tag": "78ea6059-97be-4794-a1da-c6e8d8532c09", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:27.369070 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c8c9e704-b74f-4e9f-84c1-ff7921c6a596 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:27.369453 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5191baae-cead-402b-8103-b21f5c71aa75', 'tag': '78ea6059-97be-4794-a1da-c6e8d8532c09', 'status': 'completed', 'code': 200} Sep 29 23:05:27.473327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-e48e1095-aa0e-4865-b122-246b919910e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:27.475546 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-e48e1095-aa0e-4865-b122-246b919910e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=11055cf576c344caae14dfeeb52d0d68&device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 1096 time: 0.0863240 Sep 29 23:05:27.554325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device af0000c7-ebbe-42d7-8e2d-737111b0ffd5 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:05:27.679343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-60d45bb7-42ef-4fa8-9de5-fce0f6bcd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:27.680866 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-60d45bb7-42ef-4fa8-9de5-fce0f6bcd8b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=98ab7a59-dda6-4dc3-8dc2-509d7b2e140e HTTP/1.1" status: 200 len: 916 time: 0.1960545 Sep 29 23:05:27.707157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcfbe5-9d7c-4e2a-a652-4038a2a5350d req-cb48a342-b67f-41bb-aa60-290a6b00759b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:27.716353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66dcfbe5-9d7c-4e2a-a652-4038a2a5350d req-cb48a342-b67f-41bb-aa60-290a6b00759b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.0908468 Sep 29 23:05:27.788472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66dcfbe5-9d7c-4e2a-a652-4038a2a5350d req-e5cf7855-ba48-448b-a1c7-9d52b06627ef tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711491 Sep 29 23:05:27.814406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port af0000c7-ebbe-42d7-8e2d-737111b0ffd5, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,segment=NetworkSegment(f391f75a-b8f7-4047-8565-289f115ab93a),segment_id=f391f75a-b8f7-4047-8565-289f115ab93a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:27.841703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'port_id': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'mac_address': 'fa:16:3e:9c:3f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:05:27.872269 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-6cbf934f-5564-480d-ab7d-92378c5c0250 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78ea6059-97be-4794-a1da-c6e8d8532c09 HTTP/1.1" status: 200 len: 999 time: 0.1793876 Sep 29 23:05:27.885849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17735991-18b0-4238-b7f3-f182192c0dc3 req-3ef5abb5-ac81-43f1-bfa2-81e1d2b7d117 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a34ffed-ad1a-41f3-9a97-3a976f66982d HTTP/1.1" status: 200 len: 210 time: 0.0961666 Sep 29 23:05:27.920590 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:27.940018 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:57Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '45584d25-4291-49cc-9ed0-dcd825124ee3', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'port_id': '78ea6059-97be-4794-a1da-c6e8d8532c09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'mac_address': 'fa:16:3e:a0:f5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191baae-cead-402b-8103-b21f5c71aa75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:05:02Z', 'updated_at': '2021-09-29T23:05:25Z', 'revision_number': 1, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8eb612-143e-4062-9297-34d6b56438b8', 'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'mac_address': 'fa:16:3e:3d:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:55Z', 'updated_at': '2021-09-29T23:05:01Z', 'revision_number': 5, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'subnets': [{'id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:27.945287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0000c7-ebbe-42d7-8e2d-737111b0ffd5 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:27.977113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-e739e51f-363b-4cee-b628-a93e9ba504c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:27.982108 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-e739e51f-363b-4cee-b628-a93e9ba504c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756 HTTP/1.1" status: 200 len: 854 time: 0.0990951 Sep 29 23:05:27.997063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port af0000c7-ebbe-42d7-8e2d-737111b0ffd5, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,segment=NetworkSegment(f391f75a-b8f7-4047-8565-289f115ab93a),segment_id=f391f75a-b8f7-4047-8565-289f115ab93a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:28.007229 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:28.021517 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] Checking router: d86ce8d7-8df5-4861-86d9-e1f887856a68 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:05:28.040228 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] Routers {'d86ce8d7-8df5-4861-86d9-e1f887856a68'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:28.041583 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d86ce8d7-8df5-4861-86d9-e1f887856a68'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:28.112551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-d194c442-6bda-414b-84b6-1527b2b7a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:28.114714 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-d194c442-6bda-414b-84b6-1527b2b7a138 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=98ab7a59-dda6-4dc3-8dc2-509d7b2e140e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1257575 Sep 29 23:05:28.142675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:28.220604 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] Set router d86ce8d7-8df5-4861-86d9-e1f887856a68 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:28.258699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af89d42-0953-4c7f-b337-4e39ed69910d req-bafd92ba-5720-4201-ad49-4c1ef039c320 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:28.260565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7af89d42-0953-4c7f-b337-4e39ed69910d req-bafd92ba-5720-4201-ad49-4c1ef039c320 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 944 time: 0.1436234 Sep 29 23:05:28.303422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fb235-6964-4c3a-9f60-5b39328dceab req-e025f43f-6a34-4f3d-9378-3c1c249e7427 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:28.315448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-e025f43f-6a34-4f3d-9378-3c1c249e7427 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.2755187 Sep 29 23:05:28.339712 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-daea02c5-3df6-481d-ba79-2622cd77dcc4 service neutron] 10.222.0.26 "GET /v2.0/networks/98ab7a59-dda6-4dc3-8dc2-509d7b2e140e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170613 Sep 29 23:05:28.356146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-c3977559-b9ae-4c3d-a976-68e0476e8ed3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/quotas/01b56b0290ab4937b3938d639829a691 HTTP/1.1" status: 200 len: 375 time: 0.0354738 Sep 29 23:05:28.423928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7af89d42-0953-4c7f-b337-4e39ed69910d req-2c9ec573-6d71-4fb9-b998-faff50815f49 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567898 Sep 29 23:05:28.453560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['af0000c7-ebbe-42d7-8e2d-737111b0ffd5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:28.470920 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-fc553d53-95ef-465f-86f3-7f05d4b07f4f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1134157 Sep 29 23:05:28.570382 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac8ca1a5-b014-41f1-857c-3896dbe7e0d5 req-20940252-3e37-46c0-aaf5-caa3fb719032 service neutron] 10.222.0.26 "GET /v2.0/networks/98ab7a59-dda6-4dc3-8dc2-509d7b2e140e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208741 Sep 29 23:05:28.671128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-53f1d1ac-ae08-455b-8ff5-19a96d66c101 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954606 Sep 29 23:05:28.685395 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:57Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '45584d25-4291-49cc-9ed0-dcd825124ee3', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'port_id': '78ea6059-97be-4794-a1da-c6e8d8532c09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'mac_address': 'fa:16:3e:a0:f5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191baae-cead-402b-8103-b21f5c71aa75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:05:02Z', 'updated_at': '2021-09-29T23:05:25Z', 'revision_number': 1, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8eb612-143e-4062-9297-34d6b56438b8', 'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'mac_address': 'fa:16:3e:3d:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:55Z', 'updated_at': '2021-09-29T23:05:01Z', 'revision_number': 5, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'subnets': [{'id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:28.726899 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1daf4a0-5c8b-442f-a018-e6c1dfbcc033 None None] The sync data for ids ['d86ce8d7-8df5-4861-86d9-e1f887856a68'] in n-d-811173-2 is: [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:57Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '45584d25-4291-49cc-9ed0-dcd825124ee3', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'floating_ip_address': '172.25.4.127', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'port_id': '78ea6059-97be-4794-a1da-c6e8d8532c09', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'mac_address': 'fa:16:3e:a0:f5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5191baae-cead-402b-8103-b21f5c71aa75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:05:02Z', 'updated_at': '2021-09-29T23:05:25Z', 'revision_number': 1, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c8eb612-143e-4062-9297-34d6b56438b8', 'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'mac_address': 'fa:16:3e:3d:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:55Z', 'updated_at': '2021-09-29T23:05:01Z', 'revision_number': 5, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'subnets': [{'id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:05:28.864476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-4015149e-7781-4c66-9ac0-1c01d221fe70 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865327 Sep 29 23:05:28.962365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9dfeb-b50e-42f1-83de-b3f6ddeb09d3 req-a6d1eede-4deb-4e33-bfe4-64feffc19729 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:28.964866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cb9dfeb-b50e-42f1-83de-b3f6ddeb09d3 req-a6d1eede-4deb-4e33-bfe4-64feffc19729 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.0886018 Sep 29 23:05:29.048114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cb9dfeb-b50e-42f1-83de-b3f6ddeb09d3 req-a4908037-b9c1-497a-9c59-34909b1906eb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771499 Sep 29 23:05:29.187156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c579b286-dc8e-4f2c-b15e-737ff7a1c931 None None] New status for floating IP 45584d25-4291-49cc-9ed0-dcd825124ee3: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:05:29.488915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06028849-fcc9-46fe-a706-1577272e87ff req-a654f48c-b1b9-4878-affc-d94db6a196bc tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 210 time: 0.0478580 Sep 29 23:05:29.575465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device af0000c7-ebbe-42d7-8e2d-737111b0ffd5 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:29.635480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64a6bc-c326-4af4-9267-eca388659161 req-da2ba2c5-90ef-4da9-864c-2b94b4e48e98 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:29.646056 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd64a6bc-c326-4af4-9267-eca388659161 req-da2ba2c5-90ef-4da9-864c-2b94b4e48e98 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 944 time: 0.0780778 Sep 29 23:05:29.681942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port af0000c7-ebbe-42d7-8e2d-737111b0ffd5 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:05:29.686819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port af0000c7-ebbe-42d7-8e2d-737111b0ffd5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:29.687202 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:29.734640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd64a6bc-c326-4af4-9267-eca388659161 req-8f6a68bc-f82d-489b-a01f-471dfcb6cab7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880079 Sep 29 23:05:29.833179 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:29.865841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:29.870224 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05001d9-2745-4b3f-a924-62dd6abadad5" -d '{"events": [{"server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "name": "network-vif-plugged", "status": "completed", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:29.885529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port af0000c7-ebbe-42d7-8e2d-737111b0ffd5, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,segment=NetworkSegment(f391f75a-b8f7-4047-8565-289f115ab93a),segment_id=f391f75a-b8f7-4047-8565-289f115ab93a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:29.895990 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:29.898735 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device de8b971e-e624-4180-8219-45049942750a no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:29.933776 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23896696-a3b6-4cc6-b5a2-636533e86a83 x-openstack-request-id: req-23896696-a3b6-4cc6-b5a2-636533e86a83 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:29.934080 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "name": "network-vif-plugged", "status": "completed", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:29.934351 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-23896696-a3b6-4cc6-b5a2-636533e86a83 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:29.934729 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'code': 200} Sep 29 23:05:29.936935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: de8b971e-e624-4180-8219-45049942750a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:29.937470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device de8b971e-e624-4180-8219-45049942750a not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:29.992887 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:30.132001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a3291-e562-466e-a9fb-946555efcccb req-0887da95-3f56-4c5f-8e43-8ee703e0ef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:30.135332 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58a3291-e562-466e-a9fb-946555efcccb req-0887da95-3f56-4c5f-8e43-8ee703e0ef30 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1096 time: 0.0877638 Sep 29 23:05:30.200381 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58a3291-e562-466e-a9fb-946555efcccb req-625683b1-5a0b-4655-880c-389c44ea142c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482194 Sep 29 23:05:30.316964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbedd351-e304-4316-bdee-6ae7f1b3fd0e req-ea36a3cf-0af6-4f7c-8375-4c48fe956251 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:30.326629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbedd351-e304-4316-bdee-6ae7f1b3fd0e req-ea36a3cf-0af6-4f7c-8375-4c48fe956251 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1089392 Sep 29 23:05:30.371618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbedd351-e304-4316-bdee-6ae7f1b3fd0e req-4a445bc6-c048-4fc1-a8f1-16b4874cb00e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382247 Sep 29 23:05:30.666485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6cbdbffc-19b0-4bae-80c7-0ea6d8b960a8 req-d36dc4f6-97ad-4870-874e-70d660775512 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 210 time: 0.0452952 Sep 29 23:05:30.955044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71fcfd6-cd0f-4a02-a592-2aa79005603b req-3305c8ea-31a2-45b2-b404-c27a0113deae tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:30.957631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e71fcfd6-cd0f-4a02-a592-2aa79005603b req-3305c8ea-31a2-45b2-b404-c27a0113deae tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1062007 Sep 29 23:05:31.064490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e71fcfd6-cd0f-4a02-a592-2aa79005603b req-aad8fa2c-c508-4d25-bd72-5627c57aca85 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980332 Sep 29 23:05:31.273653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fb235-6964-4c3a-9f60-5b39328dceab req-46be20c2-d2c9-48ba-8651-20801b25747c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:31.275958 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-46be20c2-d2c9-48ba-8651-20801b25747c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.1964116 Sep 29 23:05:31.302282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Request body: {'port': {'device_id': '8884db07-8bc7-4f46-b68a-8bdfe43ad788', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'admin_state_up': True, 'tenant_id': '01b56b0290ab4937b3938d639829a691'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:31.573882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Made reservation on behalf of 01b56b0290ab4937b3938d639829a691 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:05:31.586000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:31.610722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fd293-cfc4-4c85-8b91-15836d90e172 req-3899e378-2b8e-40d1-93c4-5cda381f067d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:31.620292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-971fd293-cfc4-4c85-8b91-15836d90e172 req-3899e378-2b8e-40d1-93c4-5cda381f067d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1372862 Sep 29 23:05:31.702293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-971fd293-cfc4-4c85-8b91-15836d90e172 req-deeafda1-207b-4d69-bc81-fa05b596ee60 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810056 Sep 29 23:05:31.789008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Allocated IP 172.20.0.4 (b9178d34-9367-4c3d-964e-5c7a5b637725/8e35702b-599d-47c1-a339-f75980ce3046/5349fee4-4bb7-4378-b92a-b3dae82ab1a3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:05:31.931225 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce114941-f1da-4fa5-8c98-9bf6dbd257e1 req-a74ca62b-b1ce-4fc6-b8a8-e7d6c87f863d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 210 time: 0.0777791 Sep 29 23:05:32.095335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39576) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:32.101184 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:32.162065 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:32.175798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:32.215655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Network b9178d34-9367-4c3d-964e-5c7a5b637725 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:05:32.219062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:32.223967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:05:32.277722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:32.278373 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:32.295551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event updated for resources: {'Port': ['ID=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:32.308205 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-d6d0c78c-fd11-4652-9829-e713846491ee tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0122960 Sep 29 23:05:32.314799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-72de2f72-7d26-4e3d-b755-fc8a111c73ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:32.330957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Request body: {'port': {'device_id': '8884db07-8bc7-4f46-b68a-8bdfe43ad788', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:32.369278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31857d33-7076-41ea-b06d-9fd69d0a12ac req-4278317d-cf4e-41c2-b292-ea81103b362c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:32.379445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31857d33-7076-41ea-b06d-9fd69d0a12ac req-4278317d-cf4e-41c2-b292-ea81103b362c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1792333 Sep 29 23:05:32.434621 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:32.486844 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31857d33-7076-41ea-b06d-9fd69d0a12ac req-4635d8f2-0fa6-4f11-a7d0-7f83fdbe1ff6 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063285 Sep 29 23:05:32.622633 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-72de2f72-7d26-4e3d-b755-fc8a111c73ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:32.632640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-72de2f72-7d26-4e3d-b755-fc8a111c73ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:32.751945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de2f72-7d26-4e3d-b755-fc8a111c73ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544a592a-f7c9-4e7a-9155-41fcec0adf8c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:32.752589 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:32.767998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:32.775301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39604) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:32.775803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-72de2f72-7d26-4e3d-b755-fc8a111c73ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64960fbd0b00433eb88970fa16911e4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6755636 Sep 29 23:05:32.824695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Transition to ACTIVE for port object 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:05:32.840367 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:32.881822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39608) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:32.934620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4348d-ce58-4a1e-98d5-a051d6f9d82f req-c9bb8fdf-6f48-4725-8d59-e508623d1fc8 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:32.936191 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60f4348d-ce58-4a1e-98d5-a051d6f9d82f req-c9bb8fdf-6f48-4725-8d59-e508623d1fc8 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1425657 Sep 29 23:05:32.952060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:33.012825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ef76241-58dd-4f4f-bded-24072d94c8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.023100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60f4348d-ce58-4a1e-98d5-a051d6f9d82f req-2ec1e603-b936-4b7c-afdd-9c9302b0aaeb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712729 Sep 29 23:05:33.108976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf3ff4-c807-4c6b-aac9-ff1690350db2 req-fea14366-e245-44d7-a210-a4f1556f1f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:33.114862 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26bf3ff4-c807-4c6b-aac9-ff1690350db2 req-fea14366-e245-44d7-a210-a4f1556f1f7b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86aa5b94029245068e3e8c8598467725&device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1096 time: 0.1843817 Sep 29 23:05:33.117490 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcb044d4-fa12-4e7b-b84e-7fcee56f5630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.155331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ef76241-58dd-4f4f-bded-24072d94c8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.163439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb174478-e606-4273-8b0a-55bfbfa09435 req-80b41b0e-40a8-4746-8bda-fcdd066bf386 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:33.174503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb174478-e606-4273-8b0a-55bfbfa09435 req-80b41b0e-40a8-4746-8bda-fcdd066bf386 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0943143 Sep 29 23:05:33.256658 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb174478-e606-4273-8b0a-55bfbfa09435 req-454b00b9-3563-4ee0-8165-a5fe6627c8d6 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810788 Sep 29 23:05:33.275199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e76416e8-00a5-4a6b-ae75-1eaff1bdd44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.288427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5abd2-f7e0-458f-bdb6-d05c12c1029b req-f4655a00-ef50-40b0-ba7e-d2c189013af2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:33.295737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Attempting to bind port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:05:33.296318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Attempting to bind port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:05:33.296318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Attempting to bind port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:33.299559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fac5abd2-f7e0-458f-bdb6-d05c12c1029b req-f4655a00-ef50-40b0-ba7e-d2c189013af2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 943 time: 0.1213622 Sep 29 23:05:33.354799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 on network b9178d34-9367-4c3d-964e-5c7a5b637725 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:05:33.355129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Attempting to bind port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:33.356942 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fac5abd2-f7e0-458f-bdb6-d05c12c1029b req-f3882b61-6d2d-4813-b87f-d472e96bf64d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537627 Sep 29 23:05:33.377960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:05:33.378925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Checking segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:33.379494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Bound using segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:05:33.380052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Bound port: 5349fee4-4bb7-4378-b92a-b3dae82ab1a3, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:05:33.380411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.412042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ef76241-58dd-4f4f-bded-24072d94c8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.414552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ef76241-58dd-4f4f-bded-24072d94c8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.424814 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7ef76241-58dd-4f4f-bded-24072d94c8b8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/544a592a-f7c9-4e7a-9155-41fcec0adf8c HTTP/1.1" status: 204 len: 168 time: 0.6408353 Sep 29 23:05:33.438735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf3ff4-c807-4c6b-aac9-ff1690350db2 req-4f153ffb-5af3-4438-a283-341315cfbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:33.440196 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26bf3ff4-c807-4c6b-aac9-ff1690350db2 req-4f153ffb-5af3-4438-a283-341315cfbebc service neutron] 10.222.0.42 "GET /v2.0/networks?id=b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 200 len: 920 time: 0.3086777 Sep 29 23:05:33.478529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef76241-58dd-4f4f-bded-24072d94c8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544a592a-f7c9-4e7a-9155-41fcec0adf8c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:33.517745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26bf3ff4-c807-4c6b-aac9-ff1690350db2 req-870af8d3-1f65-4a6d-8e79-13d6857f3288 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 217 time: 0.0689099 Sep 29 23:05:33.604057 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcb044d4-fa12-4e7b-b84e-7fcee56f5630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.616502 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcb044d4-fa12-4e7b-b84e-7fcee56f5630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.619253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] For port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:33.632612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] For port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:05:33.641286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bf3ff4-c807-4c6b-aac9-ff1690350db2 req-f2bff546-c63c-483d-9dc6-3c9c86accd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:33.642755 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26bf3ff4-c807-4c6b-aac9-ff1690350db2 req-f2bff546-c63c-483d-9dc6-3c9c86accd41 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aeeafe9e-5304-4b64-814a-33d23fe007d2 HTTP/1.1" status: 200 len: 859 time: 0.1140151 Sep 29 23:05:33.657951 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.686642 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dcb044d4-fa12-4e7b-b84e-7fcee56f5630 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=644c3f2018fa451ca0fb91fb153cc8c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8037720 Sep 29 23:05:33.689445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39622) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:33.726858 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26bf3ff4-c807-4c6b-aac9-ff1690350db2 req-6018a43d-914d-4441-b22b-a0100ec8cfb4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b796302e-fd11-4135-ba42-c8a5b66549ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703242 Sep 29 23:05:33.727478 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb044d4-fa12-4e7b-b84e-7fcee56f5630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af7f5ab-6873-4bcb-ab60-b81ae2df5b06,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:33.734314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:33.734931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.736430 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] 10.222.0.42 "PUT /v2.0/ports/5349fee4-4bb7-4378-b92a-b3dae82ab1a3 HTTP/1.1" status: 200 len: 1091 time: 1.4101610 Sep 29 23:05:33.737238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8884db07-8bc7-4f46-b68a-8bdfe43ad788', 'tag': '5349fee4-4bb7-4378-b92a-b3dae82ab1a3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:33.740064 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea65218f-28d4-4c0c-a30b-37bc590e3940" -d '{"events": [{"name": "network-changed", "server_uuid": "8884db07-8bc7-4f46-b68a-8bdfe43ad788", "tag": "5349fee4-4bb7-4378-b92a-b3dae82ab1a3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:33.805967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39628) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:33.828725 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7299924-707c-49d4-b184-7d8230a837ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.838468 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c54eca2-0f83-4be4-9321-59d5c35d3515 x-openstack-request-id: req-5c54eca2-0f83-4be4-9321-59d5c35d3515 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:33.838685 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8884db07-8bc7-4f46-b68a-8bdfe43ad788", "tag": "5349fee4-4bb7-4378-b92a-b3dae82ab1a3", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:33.838915 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c54eca2-0f83-4be4-9321-59d5c35d3515 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:33.839319 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8884db07-8bc7-4f46-b68a-8bdfe43ad788', 'tag': '5349fee4-4bb7-4378-b92a-b3dae82ab1a3', 'status': 'completed', 'code': 200} Sep 29 23:05:33.840939 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ebc94c2-913f-4d2b-ad5a-57c609769922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.880775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ebc94c2-913f-4d2b-ad5a-57c609769922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:33.996880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ebc94c2-913f-4d2b-ad5a-57c609769922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.000528 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ebc94c2-913f-4d2b-ad5a-57c609769922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.005404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1ebc94c2-913f-4d2b-ad5a-57c609769922 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2af7f5ab-6873-4bcb-ab60-b81ae2df5b06 HTTP/1.1" status: 204 len: 168 time: 0.3120410 Sep 29 23:05:34.052367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc94c2-913f-4d2b-ad5a-57c609769922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af7f5ab-6873-4bcb-ab60-b81ae2df5b06,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:34.111064 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7299924-707c-49d4-b184-7d8230a837ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.119273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7299924-707c-49d4-b184-7d8230a837ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.147485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbc818-2c1a-4b57-b52f-1bdbfe8445c7 service neutron] Pushing event updated for resources: {'Port': ['ID=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:34.160360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ef05a-b0b0-47be-aadd-4c02eed5fe3f req-abb15c69-92f4-4ce2-8b04-7fce53223c8a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:34.168528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-144ef05a-b0b0-47be-aadd-4c02eed5fe3f req-abb15c69-92f4-4ce2-8b04-7fce53223c8a tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 944 time: 0.1449549 Sep 29 23:05:34.187661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fb235-6964-4c3a-9f60-5b39328dceab req-466ba647-7581-42be-9d26-20687f9b587d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:34.189192 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-466ba647-7581-42be-9d26-20687f9b587d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 1094 time: 0.3843081 Sep 29 23:05:34.191580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26bf3ff4-c807-4c6b-aac9-ff1690350db2 req-fe283754-6447-45fa-a1c9-5d4f9b616f38 service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480555 Sep 29 23:05:34.223476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7299924-707c-49d4-b184-7d8230a837ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03347926-0531-454a-a1b8-e146b73900ba,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:34.237306 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c7299924-707c-49d4-b184-7d8230a837ec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3456b3b3b9e448e9d41a2f7ecab58f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4302995 Sep 29 23:05:34.242952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39640) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:34.287288 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-40038952-27dd-460c-8adc-d64ab36fb623 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5349fee4-4bb7-4378-b92a-b3dae82ab1a3 HTTP/1.1" status: 200 len: 217 time: 0.0774250 Sep 29 23:05:34.310184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-144ef05a-b0b0-47be-aadd-4c02eed5fe3f req-357eb48c-53ef-4a11-ade8-604f2fe15d7f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406038 Sep 29 23:05:34.357190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bf9539-bd75-43bb-be43-623f9ee09b7f req-219d78f6-bb73-43ca-a618-a72787c39414 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:34.367536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61bf9539-bd75-43bb-be43-623f9ee09b7f req-219d78f6-bb73-43ca-a618-a72787c39414 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1539075 Sep 29 23:05:34.445022 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8e2c-d6b1-4bde-a660-dcf94deb5cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.478053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fb235-6964-4c3a-9f60-5b39328dceab req-996cef1a-0a98-48f6-bc14-9db130cd2d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:34.479582 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-996cef1a-0a98-48f6-bc14-9db130cd2d38 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.1849587 Sep 29 23:05:34.482458 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26bf3ff4-c807-4c6b-aac9-ff1690350db2 req-a81c3669-525e-4c4c-8a3a-217d254eb4d6 service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668636 Sep 29 23:05:34.485120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61bf9539-bd75-43bb-be43-623f9ee09b7f req-ae830de0-a9cb-4ca7-b1ad-59d8b2da877f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186123 Sep 29 23:05:34.535405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-653103d5-a74d-4f55-b97b-1f42c2a24d23 service neutron] 10.222.0.42 "GET /v2.0/ports/b3b863f9-3c4f-4feb-99a1-c66e27937bda/bindings/n-h1-811173-2 HTTP/1.1" status: 200 len: 382 time: 0.2061794 Sep 29 23:05:34.555992 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-eb097ca0-86c6-4138-b34f-d1cdf05e818f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556588 Sep 29 23:05:34.573289 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8e2c-d6b1-4bde-a660-dcf94deb5cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.605483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78feecda-414f-4eb4-8a67-8c3279140798 req-384d8a0a-d77a-4409-b095-87b5f8850b9f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:34.607299 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78feecda-414f-4eb4-8a67-8c3279140798 req-384d8a0a-d77a-4409-b095-87b5f8850b9f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 944 time: 0.1185076 Sep 29 23:05:34.697783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbb786-0c1e-46f6-8194-4a1f29a7c77e req-c7fd9cbb-3919-4d51-8fb9-3e459bca38c5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:34.705192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dacbb786-0c1e-46f6-8194-4a1f29a7c77e req-c7fd9cbb-3919-4d51-8fb9-3e459bca38c5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1837451 Sep 29 23:05:34.715845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f27cc-56a5-491f-aae7-3af2edc12f4f req-2af0c569-896c-455e-b6a5-d335a46ab214 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:34.717358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-331f27cc-56a5-491f-aae7-3af2edc12f4f req-2af0c569-896c-455e-b6a5-d335a46ab214 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 943 time: 0.1410511 Sep 29 23:05:34.731353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:34.740399 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-12457e6f-388c-49fd-9124-10da3938b951 service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758511 Sep 29 23:05:34.756575 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8e2c-d6b1-4bde-a660-dcf94deb5cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.759020 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7bb8e2c-d6b1-4bde-a660-dcf94deb5cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.760180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f7bb8e2c-d6b1-4bde-a660-dcf94deb5cd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03347926-0531-454a-a1b8-e146b73900ba HTTP/1.1" status: 204 len: 168 time: 0.5158434 Sep 29 23:05:34.764745 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf8cd-5f97-4d82-998d-d9408edcdf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.785676 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-78feecda-414f-4eb4-8a67-8c3279140798 req-efa21b99-14f2-44a0-ba8a-aac1c6b93dd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Deleting port b59aac8b-7a6d-4077-b43c-4f96d852dce3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:34.786036 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78feecda-414f-4eb4-8a67-8c3279140798 req-efa21b99-14f2-44a0-ba8a-aac1c6b93dd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.798587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb8e2c-d6b1-4bde-a660-dcf94deb5cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03347926-0531-454a-a1b8-e146b73900ba,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:34.816687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dacbb786-0c1e-46f6-8194-4a1f29a7c77e req-95a866b0-61c2-45e2-82bd-0408912f76cb tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079690 Sep 29 23:05:34.941488 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-528fb235-6964-4c3a-9f60-5b39328dceab req-4003f380-6943-4f0d-9fe1-66575325cdb2 service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700857 Sep 29 23:05:34.949111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-78feecda-414f-4eb4-8a67-8c3279140798 req-efa21b99-14f2-44a0-ba8a-aac1c6b93dd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] For port b59aac8b-7a6d-4077-b43c-4f96d852dce3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b59aac8b-7a6d-4077-b43c-4f96d852dce3,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:34.949486 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78feecda-414f-4eb4-8a67-8c3279140798 req-efa21b99-14f2-44a0-ba8a-aac1c6b93dd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:34.968996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-78feecda-414f-4eb4-8a67-8c3279140798 req-efa21b99-14f2-44a0-ba8a-aac1c6b93dd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Calling delete_port for b59aac8b-7a6d-4077-b43c-4f96d852dce3 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:35.123262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65218f-28d4-4c0c-a30b-37bc590e3940 req-158c3e23-04c9-414e-a1a4-e36ac6f7d21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:35.124830 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea65218f-28d4-4c0c-a30b-37bc590e3940 req-158c3e23-04c9-414e-a1a4-e36ac6f7d21e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 1094 time: 0.0805619 Sep 29 23:05:35.161084 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78feecda-414f-4eb4-8a67-8c3279140798 req-efa21b99-14f2-44a0-ba8a-aac1c6b93dd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:35.174444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b59aac8b-7a6d-4077-b43c-4f96d852dce3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:35.199916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa21b99-14f2-44a0-ba8a-aac1c6b93dd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Pushing event deleted for resources: {'Port': ['ID=b59aac8b-7a6d-4077-b43c-4f96d852dce3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:35.212183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-331f27cc-56a5-491f-aae7-3af2edc12f4f req-8acff69c-7173-4269-8146-4c5e4f40f640 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4673402 Sep 29 23:05:35.235695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c796-521c-456e-96fc-2496686a5096 req-2b0cf3d3-6a59-49aa-9cf2-a5692c344ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:35.237946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-2b0cf3d3-6a59-49aa-9cf2-a5692c344ab5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb&tenant_id=d21cd580a19447e0afb4238b17bb75ab HTTP/1.1" status: 200 len: 1101 time: 0.4048390 Sep 29 23:05:35.279408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-78feecda-414f-4eb4-8a67-8c3279140798 req-efa21b99-14f2-44a0-ba8a-aac1c6b93dd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] No DVR routers for this DVR port b59aac8b-7a6d-4077-b43c-4f96d852dce3 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:35.282367 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78feecda-414f-4eb4-8a67-8c3279140798 req-efa21b99-14f2-44a0-ba8a-aac1c6b93dd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:35.284479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78feecda-414f-4eb4-8a67-8c3279140798 req-efa21b99-14f2-44a0-ba8a-aac1c6b93dd2 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.26 "DELETE /v2.0/ports/b59aac8b-7a6d-4077-b43c-4f96d852dce3 HTTP/1.1" status: 204 len: 173 time: 0.6694369 Sep 29 23:05:35.303233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65218f-28d4-4c0c-a30b-37bc590e3940 req-afdac85f-5f13-4acd-b07f-c8b2608947ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:35.305091 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea65218f-28d4-4c0c-a30b-37bc590e3940 req-afdac85f-5f13-4acd-b07f-c8b2608947ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 907 time: 0.1703982 Sep 29 23:05:35.349315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf8cd-5f97-4d82-998d-d9408edcdf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:35.351549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c796-521c-456e-96fc-2496686a5096 req-1af2261f-b301-47e5-bb0e-f9099c6d5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:35.355072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-1af2261f-b301-47e5-bb0e-f9099c6d5663 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 1101 time: 0.0732682 Sep 29 23:05:35.357478 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea65218f-28d4-4c0c-a30b-37bc590e3940 req-1e39a75a-5744-4d59-8e87-f620707d4bc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5349fee4-4bb7-4378-b92a-b3dae82ab1a3 HTTP/1.1" status: 200 len: 217 time: 0.0435617 Sep 29 23:05:35.361146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bbcf8cd-5f97-4d82-998d-d9408edcdf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:35.437011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65218f-28d4-4c0c-a30b-37bc590e3940 req-828f942a-b892-49ab-abca-676132daa38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:35.438824 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea65218f-28d4-4c0c-a30b-37bc590e3940 req-828f942a-b892-49ab-abca-676132daa38a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.0727847 Sep 29 23:05:35.480658 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0b9e94d-db40-42fe-8607-9b308367a845 req-9358809e-c7d8-454d-b4fe-34b885c56e1f tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=e1b71e84-eb9c-4ca0-80d3-0a37adf0852e HTTP/1.1" status: 200 len: 210 time: 0.0663602 Sep 29 23:05:35.492610 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea65218f-28d4-4c0c-a30b-37bc590e3940 req-0e4c9e36-bf36-4559-88b3-531302a6a29d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430164 Sep 29 23:05:35.493188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6bbcf8cd-5f97-4d82-998d-d9408edcdf88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b9346a481494412ebcc9f7d00122cf46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7575381 Sep 29 23:05:35.493188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbcf8cd-5f97-4d82-998d-d9408edcdf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f045ee-be78-45fa-bf90-3232beadce32,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:35.493396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39672) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:35.558923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c796-521c-456e-96fc-2496686a5096 req-17846521-edc0-4b7e-a7b7-79e8dd3e3723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:35.560510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-17846521-edc0-4b7e-a7b7-79e8dd3e3723 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1840250 Sep 29 23:05:35.608058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-e977edf9-aaf8-4aed-8c9b-9e010faba7d7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda HTTP/1.1" status: 200 len: 217 time: 0.0400963 Sep 29 23:05:35.624504 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfa1831f-a8fe-4386-b5af-785503b76bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:35.655103 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea65218f-28d4-4c0c-a30b-37bc590e3940 req-9ead617d-3318-4787-a29c-451a74e38e6c service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406171 Sep 29 23:05:35.665693 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfa1831f-a8fe-4386-b5af-785503b76bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:35.688163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9b519-0715-46ee-8290-f74b7ff0cc29 req-37f59631-c7d9-4962-a932-b180403a8ea6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:35.689773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2f9b519-0715-46ee-8290-f74b7ff0cc29 req-37f59631-c7d9-4962-a932-b180403a8ea6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.0844960 Sep 29 23:05:35.692176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c796-521c-456e-96fc-2496686a5096 req-af27e3c5-655e-4564-bf24-98229e0dc67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:35.693380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-af27e3c5-655e-4564-bf24-98229e0dc67a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0779557 Sep 29 23:05:35.779110 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea65218f-28d4-4c0c-a30b-37bc590e3940 req-d963b4f3-3b44-4db0-a503-a1c09a8402bf service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154652 Sep 29 23:05:35.781083 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfa1831f-a8fe-4386-b5af-785503b76bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:35.781728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2f9b519-0715-46ee-8290-f74b7ff0cc29 req-24aa9160-1e13-4129-8b66-efef80a58ee0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822966 Sep 29 23:05:35.796892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfa1831f-a8fe-4386-b5af-785503b76bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:35.796892 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bfa1831f-a8fe-4386-b5af-785503b76bfb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d3f045ee-be78-45fa-bf90-3232beadce32 HTTP/1.1" status: 204 len: 168 time: 0.2994494 Sep 29 23:05:35.803259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1831f-a8fe-4386-b5af-785503b76bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f045ee-be78-45fa-bf90-3232beadce32,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:35.811589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba97c796-521c-456e-96fc-2496686a5096 req-91b2a124-3dd4-48b7-9bad-bb9867ae517f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:35.817157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-91b2a124-3dd4-48b7-9bad-bb9867ae517f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131926 Sep 29 23:05:35.840880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'name': 'network-vif-deleted', 'tag': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:35.844453 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a9c95-5b08-4897-8908-264adaf31605" -d '{"events": [{"server_uuid": "e1b71e84-eb9c-4ca0-80d3-0a37adf0852e", "name": "network-vif-deleted", "tag": "b59aac8b-7a6d-4077-b43c-4f96d852dce3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:35.889731 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9fd245-269a-4fbb-aad7-27b933d79c87 x-openstack-request-id: req-cf9fd245-269a-4fbb-aad7-27b933d79c87 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:35.890193 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1b71e84-eb9c-4ca0-80d3-0a37adf0852e", "name": "network-vif-deleted", "tag": "b59aac8b-7a6d-4077-b43c-4f96d852dce3", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:35.890326 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cf9fd245-269a-4fbb-aad7-27b933d79c87 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:35.890935 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1b71e84-eb9c-4ca0-80d3-0a37adf0852e', 'name': 'network-vif-deleted', 'tag': 'b59aac8b-7a6d-4077-b43c-4f96d852dce3', 'status': 'completed', 'code': 200} Sep 29 23:05:35.993940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-942f1ca3-3c46-4ec9-84f1-7a23bb228551 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625135 Sep 29 23:05:36.004605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85b59fb-a4a5-4251-9748-45d492495045 req-4603a60d-6398-454e-bc58-fa1db8f3a417 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:36.006095 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e85b59fb-a4a5-4251-9748-45d492495045 req-4603a60d-6398-454e-bc58-fa1db8f3a417 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0716157 Sep 29 23:05:36.110252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e85b59fb-a4a5-4251-9748-45d492495045 req-9a4b10bd-2860-4c5a-94df-bd05149d4637 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952876 Sep 29 23:05:36.136061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba97c796-521c-456e-96fc-2496686a5096 req-10d6230d-00ce-4e31-93a0-85961fd3b308 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263280 Sep 29 23:05:36.185208 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec4b089d-0c60-4377-a202-863659a02864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:36.348665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ba16-8d66-4cb0-a1d1-f4a565f7d638 req-e8b115f9-2699-46bb-8605-de33a6c9f5d0 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:36.350232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25f9ba16-8d66-4cb0-a1d1-f4a565f7d638 req-e8b115f9-2699-46bb-8605-de33a6c9f5d0 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 943 time: 0.0616052 Sep 29 23:05:36.400362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25f9ba16-8d66-4cb0-a1d1-f4a565f7d638 req-0faeb51e-fd1d-4ce7-83aa-49990795941e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433166 Sep 29 23:05:36.552194 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:36.805496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f64c02-4632-49fd-b8e4-dc8e0cd42b05 req-9befeba1-696c-4db4-bcbd-295a1126e4ff tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:36.807051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76f64c02-4632-49fd-b8e4-dc8e0cd42b05 req-9befeba1-696c-4db4-bcbd-295a1126e4ff tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 944 time: 0.0565548 Sep 29 23:05:36.874146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76f64c02-4632-49fd-b8e4-dc8e0cd42b05 req-4e001ba2-9147-4d18-af35-f2f0215f4e27 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517132 Sep 29 23:05:36.913654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61321514-a6d8-44e1-aca1-b0953a099e39 req-6b904e31-9dc5-4af4-b0d3-1bf4b94671b1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:36.916472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61321514-a6d8-44e1-aca1-b0953a099e39 req-6b904e31-9dc5-4af4-b0d3-1bf4b94671b1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.0587964 Sep 29 23:05:36.961932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61321514-a6d8-44e1-aca1-b0953a099e39 req-7b77129c-adb2-4132-91d9-a39c5da210fd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Sep 29 23:05:37.235967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-7b9bb4d4-f389-4ce6-b015-28850f1f1d36 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:37.238837 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-7b9bb4d4-f389-4ce6-b015-28850f1f1d36 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.26 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 944 time: 0.0659904 Sep 29 23:05:37.263813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babc3575-0c47-4b8d-be3d-d630c3ebff88 req-0f3b1e41-6771-44f2-bac7-dcea26badde6 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:37.265601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-babc3575-0c47-4b8d-be3d-d630c3ebff88 req-0f3b1e41-6771-44f2-bac7-dcea26badde6 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0681486 Sep 29 23:05:37.338006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-babc3575-0c47-4b8d-be3d-d630c3ebff88 req-49ee4595-4b42-49d5-9a4c-240a61cfac9f tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651889 Sep 29 23:05:37.350016 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:37.380574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-814f57fd-9c3b-40b8-b405-871943936570 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Deleting port 53fb62d5-eea9-42c8-88c6-82bae281f110 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:37.380574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-814f57fd-9c3b-40b8-b405-871943936570 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:37.512953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-814f57fd-9c3b-40b8-b405-871943936570 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] For port 53fb62d5-eea9-42c8-88c6-82bae281f110, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=53fb62d5-eea9-42c8-88c6-82bae281f110,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:37.513524 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-814f57fd-9c3b-40b8-b405-871943936570 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:37.529192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-814f57fd-9c3b-40b8-b405-871943936570 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Calling delete_port for 53fb62d5-eea9-42c8-88c6-82bae281f110 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:37.546034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05413288-6be2-45d7-8da9-f7fba17426c9 req-0435d5ff-b757-4ac6-ae6b-630ab748ed14 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:37.547742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05413288-6be2-45d7-8da9-f7fba17426c9 req-0435d5ff-b757-4ac6-ae6b-630ab748ed14 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 943 time: 0.0546494 Sep 29 23:05:37.599871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05413288-6be2-45d7-8da9-f7fba17426c9 req-1e57ab28-a039-43cb-8b2b-0f73e05f9e41 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434229 Sep 29 23:05:37.618449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b3b863f9-3c4f-4feb-99a1-c66e27937bda no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:37.709155 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:37.729708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-814f57fd-9c3b-40b8-b405-871943936570 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:37.748362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:37.749317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:37.752361 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75c4a63-604d-400e-aa3a-44d1a468e61e" -d '{"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:37.768251 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:37.769211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814f57fd-9c3b-40b8-b405-871943936570 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Pushing event deleted for resources: {'Port': ['ID=53fb62d5-eea9-42c8-88c6-82bae281f110,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:37.818121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 53fb62d5-eea9-42c8-88c6-82bae281f110 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:37.831964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-814f57fd-9c3b-40b8-b405-871943936570 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] No DVR routers for this DVR port 53fb62d5-eea9-42c8-88c6-82bae281f110 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:37.834578 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-814f57fd-9c3b-40b8-b405-871943936570 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:37.836610 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5be7f3ec-416a-4801-890e-98e2d7dda3c2 req-814f57fd-9c3b-40b8-b405-871943936570 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.26 "DELETE /v2.0/ports/53fb62d5-eea9-42c8-88c6-82bae281f110 HTTP/1.1" status: 204 len: 173 time: 0.5915489 Sep 29 23:05:37.856030 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54bc0cc-c932-4844-a7e3-0a3df33c9ebc x-openstack-request-id: req-e54bc0cc-c932-4844-a7e3-0a3df33c9ebc {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:37.856244 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:37.856656 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e54bc0cc-c932-4844-a7e3-0a3df33c9ebc {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:37.857197 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'code': 200} Sep 29 23:05:37.860158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 53fb62d5-eea9-42c8-88c6-82bae281f110 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:37.860508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 53fb62d5-eea9-42c8-88c6-82bae281f110 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:37.861118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b59aac8b-7a6d-4077-b43c-4f96d852dce3 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:37.865111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:37.886441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: b59aac8b-7a6d-4077-b43c-4f96d852dce3 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:37.886790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b59aac8b-7a6d-4077-b43c-4f96d852dce3 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:37.891866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'name': 'network-vif-deleted', 'tag': '53fb62d5-eea9-42c8-88c6-82bae281f110'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:37.894858 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9194e4-dfb3-45ef-b111-677ba8b1be68" -d '{"events": [{"server_uuid": "7fec1cda-8c9f-4537-a740-e86e85a1b25e", "name": "network-vif-deleted", "tag": "53fb62d5-eea9-42c8-88c6-82bae281f110"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:37.939464 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3172c10b-64cc-4f61-855d-b4918efe0287 x-openstack-request-id: req-3172c10b-64cc-4f61-855d-b4918efe0287 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:37.939771 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fec1cda-8c9f-4537-a740-e86e85a1b25e", "name": "network-vif-deleted", "tag": "53fb62d5-eea9-42c8-88c6-82bae281f110", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:37.940060 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3172c10b-64cc-4f61-855d-b4918efe0287 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:37.940910 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fec1cda-8c9f-4537-a740-e86e85a1b25e', 'name': 'network-vif-deleted', 'tag': '53fb62d5-eea9-42c8-88c6-82bae281f110', 'status': 'completed', 'code': 200} Sep 29 23:05:38.085153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f075f5-7135-4de3-ad99-a3a26af7fb45 req-f5243b2c-b06b-491e-9d26-9c032d955018 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:38.086875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f075f5-7135-4de3-ad99-a3a26af7fb45 req-f5243b2c-b06b-491e-9d26-9c032d955018 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.0509176 Sep 29 23:05:38.127486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f075f5-7135-4de3-ad99-a3a26af7fb45 req-50f34d30-fc86-4e6e-9eba-d47102bc1a05 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Sep 29 23:05:38.360004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7216b6d-a1f7-4249-9435-fd62c7790f3a req-b1baa722-1100-4731-9ba6-bdfcc973421c tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fec1cda-8c9f-4537-a740-e86e85a1b25e HTTP/1.1" status: 200 len: 210 time: 0.0427954 Sep 29 23:05:38.473060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229adc98-5056-46e3-8d8e-c0e21118629f req-972bec35-9105-4c81-9cc6-88b715a9229f tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:38.475925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-229adc98-5056-46e3-8d8e-c0e21118629f req-972bec35-9105-4c81-9cc6-88b715a9229f tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0572176 Sep 29 23:05:38.513437 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:38.534936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-229adc98-5056-46e3-8d8e-c0e21118629f req-6d9da016-c06b-4751-b6ab-aacc7f3a34a8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509717 Sep 29 23:05:38.578637 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39816) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:38.696281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f27aa8c0-f42d-492f-9c05-f4d135cab80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:38.752525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacf775-0f75-4398-9202-00d886078efb req-96afbd8e-bdfd-4ef3-a961-7317e8da96ba tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:38.754039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbacf775-0f75-4398-9202-00d886078efb req-96afbd8e-bdfd-4ef3-a961-7317e8da96ba tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 943 time: 0.0741563 Sep 29 23:05:38.810018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbacf775-0f75-4398-9202-00d886078efb req-8e3bf6ca-e3fa-447f-9a3e-6e81472668b8 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478182 Sep 29 23:05:38.868739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f27aa8c0-f42d-492f-9c05-f4d135cab80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:38.873175 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f27aa8c0-f42d-492f-9c05-f4d135cab80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:38.917116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27aa8c0-f42d-492f-9c05-f4d135cab80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d919950c-17cd-4547-9f6a-c5a93cf96810,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:38.934486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f27aa8c0-f42d-492f-9c05-f4d135cab80e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=60d02571e8724598a883448a9fdd546e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3547549 Sep 29 23:05:38.936985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:38.990246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b163ae3-b0b9-4a8f-8e38-32b19154ac6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.016661 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b163ae3-b0b9-4a8f-8e38-32b19154ac6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.070297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b163ae3-b0b9-4a8f-8e38-32b19154ac6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.073215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b163ae3-b0b9-4a8f-8e38-32b19154ac6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.074479 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8b163ae3-b0b9-4a8f-8e38-32b19154ac6f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d919950c-17cd-4547-9f6a-c5a93cf96810 HTTP/1.1" status: 204 len: 168 time: 0.1365688 Sep 29 23:05:39.082732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b163ae3-b0b9-4a8f-8e38-32b19154ac6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d919950c-17cd-4547-9f6a-c5a93cf96810,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:39.226913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.288167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ee3e5-66a3-4c76-8b44-f8d683a6ad26 req-4afc97ae-4a0f-4455-8876-a5ab7344f413 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:39.296400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b56ee3e5-66a3-4c76-8b44-f8d683a6ad26 req-4afc97ae-4a0f-4455-8876-a5ab7344f413 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.0668957 Sep 29 23:05:39.343908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b56ee3e5-66a3-4c76-8b44-f8d683a6ad26 req-c55a020c-34ac-40b1-a3e8-7fc2361b97f5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445852 Sep 29 23:05:39.451539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39872) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:39.469208 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-92609f0c-22cf-49a9-bfd2-89f77e6c3c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.618819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:05:39.638925 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-92609f0c-22cf-49a9-bfd2-89f77e6c3c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.647956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-92609f0c-22cf-49a9-bfd2-89f77e6c3c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.691484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-92609f0c-22cf-49a9-bfd2-89f77e6c3c4a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae6cf5f6ff1d4a8b9a0686914d847c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377901 Sep 29 23:05:39.694331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39882) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:39.713725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92609f0c-22cf-49a9-bfd2-89f77e6c3c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a95ee4-f646-4c25-97a5-5a22bf1e468f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:39.773138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8af31d76-9b99-4000-ba25-4774e0fdfa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.782785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:39.804996 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8af31d76-9b99-4000-ba25-4774e0fdfa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.808993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '5349fee4-4bb7-4378-b92a-b3dae82ab1a3', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'port_id': '5349fee4-4bb7-4378-b92a-b3dae82ab1a3', 'mac_address': 'fa:16:3e:4e:4d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e35702b-599d-47c1-a339-f75980ce3046', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:05:39.856365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91afdb-9dec-489e-808c-9c2c60a7783a req-87fb4cca-8b6c-475a-9fe2-5a3be36db95f tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:39.858106 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb91afdb-9dec-489e-808c-9c2c60a7783a req-87fb4cca-8b6c-475a-9fe2-5a3be36db95f tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0924723 Sep 29 23:05:39.865064 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.867313 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8af31d76-9b99-4000-ba25-4774e0fdfa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.871317 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8af31d76-9b99-4000-ba25-4774e0fdfa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.872908 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8af31d76-9b99-4000-ba25-4774e0fdfa5c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14a95ee4-f646-4c25-97a5-5a22bf1e468f HTTP/1.1" status: 204 len: 168 time: 0.1766989 Sep 29 23:05:39.883697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:39.887381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af31d76-9b99-4000-ba25-4774e0fdfa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a95ee4-f646-4c25-97a5-5a22bf1e468f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:39.927473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:39.935709 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:39.945482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb91afdb-9dec-489e-808c-9c2c60a7783a req-f0ebf1a6-5b00-4f67-ba8e-56f737eb8185 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771282 Sep 29 23:05:39.966720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f080d4e-ca23-4bf3-bc87-ac0908abb129 req-09b9dbfd-2fbb-429b-91c4-b74e6c035290 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:39.969261 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f080d4e-ca23-4bf3-bc87-ac0908abb129 req-09b9dbfd-2fbb-429b-91c4-b74e6c035290 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 945 time: 0.1236694 Sep 29 23:05:40.023571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f080d4e-ca23-4bf3-bc87-ac0908abb129 req-5051b9b7-a93a-48b1-b663-665e3db01a49 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.44 "GET /v2.0/security-groups?id=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391321 Sep 29 23:05:40.028838 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:40.122070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665b95d-aa34-4e8f-856e-90912d42fe5b req-b0d9e1d5-72e8-417a-bec0-60aa1ab75013 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:40.131489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1665b95d-aa34-4e8f-856e-90912d42fe5b req-b0d9e1d5-72e8-417a-bec0-60aa1ab75013 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 944 time: 0.0672348 Sep 29 23:05:40.172352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1665b95d-aa34-4e8f-856e-90912d42fe5b req-023b47bb-49d8-4121-a812-842d75659fe3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395751 Sep 29 23:05:40.176453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-4dfeec82-7fcc-4a6d-a108-68c1dd2e1cc4 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:40.178673 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-4dfeec82-7fcc-4a6d-a108-68c1dd2e1cc4 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.26 "GET /v2.0/ports?device_id=f36a6be9-5a9f-447c-89c3-681b066e152b HTTP/1.1" status: 200 len: 945 time: 0.0799866 Sep 29 23:05:40.293551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-de8f568b-3e3d-4d12-85a3-c62a76534850 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Deleting port bc852035-333a-4331-bd83-00b57dbc7f7e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:40.294132 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-de8f568b-3e3d-4d12-85a3-c62a76534850 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:40.364957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5349fee4-4bb7-4378-b92a-b3dae82ab1a3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:40.426435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-de8f568b-3e3d-4d12-85a3-c62a76534850 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] For port bc852035-333a-4331-bd83-00b57dbc7f7e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=bc852035-333a-4331-bd83-00b57dbc7f7e,segment=NetworkSegment(e508add6-333c-46c6-b9ae-6a4e35e4473c),segment_id=e508add6-333c-46c6-b9ae-6a4e35e4473c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:40.427145 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-de8f568b-3e3d-4d12-85a3-c62a76534850 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:40.445538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-de8f568b-3e3d-4d12-85a3-c62a76534850 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Calling delete_port for bc852035-333a-4331-bd83-00b57dbc7f7e owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:40.486920 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ed5eda-fdf0-4a2e-9db5-faec8013ea5c req-34bb38cf-7aa0-4bea-a76c-a24094a36474 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:40.497574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1ed5eda-fdf0-4a2e-9db5-faec8013ea5c req-34bb38cf-7aa0-4bea-a76c-a24094a36474 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.0739925 Sep 29 23:05:40.567043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1ed5eda-fdf0-4a2e-9db5-faec8013ea5c req-253e63db-5b3f-4af2-a841-b68673d33fa9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685043 Sep 29 23:05:40.620720 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-de8f568b-3e3d-4d12-85a3-c62a76534850 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:40.656118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f568b-3e3d-4d12-85a3-c62a76534850 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Pushing event deleted for resources: {'Port': ['ID=bc852035-333a-4331-bd83-00b57dbc7f7e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:40.704424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-de8f568b-3e3d-4d12-85a3-c62a76534850 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] No DVR routers for this DVR port bc852035-333a-4331-bd83-00b57dbc7f7e on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:40.707737 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-de8f568b-3e3d-4d12-85a3-c62a76534850 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:40.709819 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38296762-a463-4e65-984e-4c87ea8fbf97 req-de8f568b-3e3d-4d12-85a3-c62a76534850 tempest-LiveAutoBlockMigrationV225Test-1355669816 tempest-LiveAutoBlockMigrationV225Test-1355669816-project] 10.222.0.26 "DELETE /v2.0/ports/bc852035-333a-4331-bd83-00b57dbc7f7e HTTP/1.1" status: 204 len: 173 time: 0.5160062 Sep 29 23:05:40.710271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'name': 'network-vif-deleted', 'tag': 'bc852035-333a-4331-bd83-00b57dbc7f7e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:40.712728 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943557b9-c6d4-4288-813a-ff59ddeab119" -d '{"events": [{"server_uuid": "f36a6be9-5a9f-447c-89c3-681b066e152b", "name": "network-vif-deleted", "tag": "bc852035-333a-4331-bd83-00b57dbc7f7e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:40.895541 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d65cccaa-5bc2-4315-b546-0d1d3e1a05fa x-openstack-request-id: req-d65cccaa-5bc2-4315-b546-0d1d3e1a05fa {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:40.895911 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f36a6be9-5a9f-447c-89c3-681b066e152b", "name": "network-vif-deleted", "tag": "bc852035-333a-4331-bd83-00b57dbc7f7e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:40.896166 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d65cccaa-5bc2-4315-b546-0d1d3e1a05fa {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:40.896667 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f36a6be9-5a9f-447c-89c3-681b066e152b', 'name': 'network-vif-deleted', 'tag': 'bc852035-333a-4331-bd83-00b57dbc7f7e', 'status': 'completed', 'code': 200} Sep 29 23:05:41.024729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-09beaf9f-205e-47ad-bb67-9a9d8c5150eb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:41.026249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-09beaf9f-205e-47ad-bb67-9a9d8c5150eb tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb&tenant_id=d21cd580a19447e0afb4238b17bb75ab&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 948 time: 0.1248541 Sep 29 23:05:41.100815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2220bdd-1e19-4285-8cdf-e6540671812c req-871d7fb2-76b4-49d3-b8db-b0ee784c0850 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:41.102350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2220bdd-1e19-4285-8cdf-e6540671812c req-871d7fb2-76b4-49d3-b8db-b0ee784c0850 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.1242576 Sep 29 23:05:41.165999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b0567-f4a4-473c-8043-fc26b7ed5de6 req-d39a4049-2248-4e29-bfc4-beba310585aa tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:41.167514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d95b0567-f4a4-473c-8043-fc26b7ed5de6 req-d39a4049-2248-4e29-bfc4-beba310585aa tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1245134 Sep 29 23:05:41.168912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-53178331-6b17-42c0-94bd-35ae39d0cafb service neutron] 10.222.0.42 "GET /v2.0/ports/b3b863f9-3c4f-4feb-99a1-c66e27937bda/bindings/n-h1-811173-2 HTTP/1.1" status: 200 len: 382 time: 0.1335862 Sep 29 23:05:41.189536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2220bdd-1e19-4285-8cdf-e6540671812c req-2f2a5380-a096-4381-8fc4-307d291e3c02 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747280 Sep 29 23:05:41.225611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d95b0567-f4a4-473c-8043-fc26b7ed5de6 req-3653916a-ba74-43f7-8d2d-940ea999e43c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472550 Sep 29 23:05:41.278105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-6f54ee5d-632d-4494-8dd7-56031f611bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:41.279613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-6f54ee5d-632d-4494-8dd7-56031f611bb7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 1099 time: 0.0530810 Sep 29 23:05:41.280103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:41.430983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-206da52a-402e-4303-acec-2de91ef34cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:41.432504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-206da52a-402e-4303-acec-2de91ef34cd0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1445422 Sep 29 23:05:41.448266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119d1b0-ca94-401a-b390-ad11a07ae101 req-7add2f25-b290-4b90-8f51-e2b40464602b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:41.452582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3119d1b0-ca94-401a-b390-ad11a07ae101 req-7add2f25-b290-4b90-8f51-e2b40464602b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 944 time: 0.1061659 Sep 29 23:05:41.495687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-e2c50c86-6eec-4cfe-9d6a-dbe8b4b80cbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda HTTP/1.1" status: 200 len: 217 time: 0.0556958 Sep 29 23:05:41.581718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3119d1b0-ca94-401a-b390-ad11a07ae101 req-dd8f8683-eada-4629-aa5b-67ab829b2ef3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200788 Sep 29 23:05:41.606670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-33729e2d-6b8a-47f9-afe1-4e8dafcd4024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:41.609820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-33729e2d-6b8a-47f9-afe1-4e8dafcd4024 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1034033 Sep 29 23:05:41.631275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dcf7e02-11b3-4f4d-bea9-c8052d242f55 admin admin] Deleting subnet 5c3e257f-b911-46db-9074-3307b87d2219 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:05:41.637985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b3b863f9-3c4f-4feb-99a1-c66e27937bda details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:05:41.648167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:41.650611 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e02-11b3-4f4d-bea9-c8052d242f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:41.695861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-103bb3b7-5cf9-49b1-a6c9-7a6dc31e70af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:41.697811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-103bb3b7-5cf9-49b1-a6c9-7a6dc31e70af service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0818446 Sep 29 23:05:41.701670 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e02-11b3-4f4d-bea9-c8052d242f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:41.745545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:05:41.760871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:41.761644 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:41.811104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e02-11b3-4f4d-bea9-c8052d242f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:41.889774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-f4b30b2b-4e02-440a-9985-be4480c7a4f0 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571312 Sep 29 23:05:41.917450 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:41.917692 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e02-11b3-4f4d-bea9-c8052d242f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:41.957866 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8884db07-8bc7-4f46-b68a-8bdfe43ad788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5349fee4-4bb7-4378-b92a-b3dae82ab1a3'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:41.960284 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449a0e5e-8dfe-493d-a460-81f5c8813435" -d '{"events": [{"server_uuid": "8884db07-8bc7-4f46-b68a-8bdfe43ad788", "name": "network-vif-plugged", "status": "completed", "tag": "5349fee4-4bb7-4378-b92a-b3dae82ab1a3"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:41.962150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcf7e02-11b3-4f4d-bea9-c8052d242f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c3e257f-b911-46db-9074-3307b87d2219,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:41.974072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:41.986592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:41.991150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5dcf7e02-11b3-4f4d-bea9-c8052d242f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:41.992613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'mac_address': 'fa:16:3e:60:7c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:05:41.995682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5dcf7e02-11b3-4f4d-bea9-c8052d242f55 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5c3e257f-b911-46db-9074-3307b87d2219 HTTP/1.1" status: 204 len: 168 time: 0.7144623 Sep 29 23:05:41.995952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39994) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:42.022027 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.030352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-440541a7-7a91-4bad-805d-9fe28937fbf7 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455562 Sep 29 23:05:42.078740 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f54d43-c3a1-401b-9113-a783691d862f x-openstack-request-id: req-66f54d43-c3a1-401b-9113-a783691d862f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:42.079051 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8884db07-8bc7-4f46-b68a-8bdfe43ad788", "name": "network-vif-plugged", "status": "completed", "tag": "5349fee4-4bb7-4378-b92a-b3dae82ab1a3", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:42.079363 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66f54d43-c3a1-401b-9113-a783691d862f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:42.079983 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8884db07-8bc7-4f46-b68a-8bdfe43ad788', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5349fee4-4bb7-4378-b92a-b3dae82ab1a3', 'code': 200} Sep 29 23:05:42.089787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:42.098668 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.120921 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b863f9-3c4f-4feb-99a1-c66e27937bda {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:42.141827 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:42.147069 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.148376 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.199586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:42.247452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e9e34-a037-47d9-a387-a55eabad0cef req-d824d9d0-7bf0-4877-b13d-ab32370e76f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:42.251204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e52e9e34-a037-47d9-a387-a55eabad0cef req-d824d9d0-7bf0-4877-b13d-ab32370e76f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 1096 time: 0.0591099 Sep 29 23:05:42.285222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.314996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1dd884b-5f72-4813-96aa-08148f7871b7']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:42.324517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e52e9e34-a037-47d9-a387-a55eabad0cef req-904d05a7-1f77-4b21-9405-c6e5e2881df4 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631957 Sep 29 23:05:42.334853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e508add6-333c-46c6-b9ae-6a4e35e4473c') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:42.335158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e508add6-333c-46c6-b9ae-6a4e35e4473c') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:42.350974 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.367480 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.378706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:05:42.379224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.417532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3287b4-2e63-46f3-9718-6498dbbc74a4 req-ffe3a755-83c8-48e8-b9a6-cfd45d7d350a tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:42.425103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b3287b4-2e63-46f3-9718-6498dbbc74a4 req-ffe3a755-83c8-48e8-b9a6-cfd45d7d350a tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0954585 Sep 29 23:05:42.443633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab2606b-80f3-48fc-8878-14fdd932a2ae req-67cd3586-45d9-4f34-b836-d9274e77b878 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:42.445825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aab2606b-80f3-48fc-8878-14fdd932a2ae req-67cd3586-45d9-4f34-b836-d9274e77b878 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 949 time: 0.1001019 Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:05:42.449856 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:05:42.456460 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.462359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40006) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:42.463663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.466736 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a1dd884b-5f72-4813-96aa-08148f7871b7 HTTP/1.1" status: 204 len: 168 time: 0.4699700 Sep 29 23:05:42.470924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40008) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:42.495498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed12795c-4eff-4bd3-b3d1-5995447c45e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1dd884b-5f72-4813-96aa-08148f7871b7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:42.496377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b3287b4-2e63-46f3-9718-6498dbbc74a4 req-1883b718-364f-4431-a1d8-b24a08e55e80 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700810 Sep 29 23:05:42.528935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aab2606b-80f3-48fc-8878-14fdd932a2ae req-aae2a31c-21a8-473c-8fac-b34844c1ef03 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714908 Sep 29 23:05:42.540691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-61762c63-a93d-4c51-922a-d5e4940f2a4a admin admin] Deleting subnet e46ad5d3-a8e8-48bd-8838-14a0f08ba742 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:05:42.544312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61762c63-a93d-4c51-922a-d5e4940f2a4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.583949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61762c63-a93d-4c51-922a-d5e4940f2a4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.630881 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61762c63-a93d-4c51-922a-d5e4940f2a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.699703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['b3b863f9-3c4f-4feb-99a1-c66e27937bda'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:42.703477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61762c63-a93d-4c51-922a-d5e4940f2a4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.721216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e6657-6482-45aa-8916-f6638e61c95e req-22c8a44d-5133-4c36-a468-f0d842dab706 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:42.723682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-440e6657-6482-45aa-8916-f6638e61c95e req-22c8a44d-5133-4c36-a468-f0d842dab706 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 945 time: 0.0632155 Sep 29 23:05:42.738893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61762c63-a93d-4c51-922a-d5e4940f2a4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e46ad5d3-a8e8-48bd-8838-14a0f08ba742,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:42.753832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61762c63-a93d-4c51-922a-d5e4940f2a4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.756508 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-61762c63-a93d-4c51-922a-d5e4940f2a4a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e46ad5d3-a8e8-48bd-8838-14a0f08ba742 HTTP/1.1" status: 204 len: 168 time: 0.2789083 Sep 29 23:05:42.758999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40020) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:42.790453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-167a0556-5ece-4e10-bdc5-be5eaabb71ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.801254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-440e6657-6482-45aa-8916-f6638e61c95e req-03e3590e-cc83-403b-9f2c-e75f2f187c32 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653238 Sep 29 23:05:42.860730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:42.974050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.004286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4e0610-231a-486e-a04b-40c6099fdbda']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:43.020348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b18a74-2b29-41d4-972a-df645a0a441c') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:43.020644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b18a74-2b29-41d4-972a-df645a0a441c') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:43.036252 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.045908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-167a0556-5ece-4e10-bdc5-be5eaabb71ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.055889 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.060487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-167a0556-5ece-4e10-bdc5-be5eaabb71ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.066657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:05:43.067049 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:05:43.073292 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:05:43.151392 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-167a0556-5ece-4e10-bdc5-be5eaabb71ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d5c73a83737a4972bbbcaa57d4809a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6811256 Sep 29 23:05:43.153991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40028) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:43.156258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a0556-5ece-4e10-bdc5-be5eaabb71ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fa602f-f004-40ed-ba50-6520071a790b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:43.170626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.181739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.183625 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cf4e0610-231a-486e-a04b-40c6099fdbda HTTP/1.1" status: 204 len: 168 time: 0.4172821 Sep 29 23:05:43.200743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ee8ca-3b68-42e4-b50c-b0ce36295e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf4e0610-231a-486e-a04b-40c6099fdbda,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:43.230858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9f7c-8ddb-41c6-9785-51f2795990a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.255430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9f7c-8ddb-41c6-9785-51f2795990a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.314371 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9f7c-8ddb-41c6-9785-51f2795990a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.317981 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9f7c-8ddb-41c6-9785-51f2795990a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.322290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e3fb9f7c-8ddb-41c6-9785-51f2795990a1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7fa602f-f004-40ed-ba50-6520071a790b HTTP/1.1" status: 204 len: 168 time: 0.1672838 Sep 29 23:05:43.332628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb9f7c-8ddb-41c6-9785-51f2795990a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fa602f-f004-40ed-ba50-6520071a790b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:43.446575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40040) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:43.487190 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1ff8cb87-2fdb-4e56-a45f-122b48026037 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04184e88ba3b425fad67d78550b30b78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392168 Sep 29 23:05:43.490686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40042) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:43.540472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a097c67c-1a47-40df-9ddf-739059b9e05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.574014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a097c67c-1a47-40df-9ddf-739059b9e05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.637627 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a097c67c-1a47-40df-9ddf-739059b9e05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.644997 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a097c67c-1a47-40df-9ddf-739059b9e05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.647592 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a097c67c-1a47-40df-9ddf-739059b9e05d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1b7fda40-e9a0-4b8a-bbb9-ab59201c7199 HTTP/1.1" status: 204 len: 168 time: 0.1559694 Sep 29 23:05:43.656283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097c67c-1a47-40df-9ddf-739059b9e05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7fda40-e9a0-4b8a-bbb9-ab59201c7199,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:43.720726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4ecc08-325c-4c3c-acdd-c58085ecc8c4 req-44aa10db-d4a4-4aaf-a3b5-08a95ae7f2a4 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:43.722436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b4ecc08-325c-4c3c-acdd-c58085ecc8c4 req-44aa10db-d4a4-4aaf-a3b5-08a95ae7f2a4 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0928290 Sep 29 23:05:43.744203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4538caca-f30e-466c-8c19-feee4df6cfab req-8ea16a30-6bc0-41bb-af1e-03f764c19bac tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:43.745681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4538caca-f30e-466c-8c19-feee4df6cfab req-8ea16a30-6bc0-41bb-af1e-03f764c19bac tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 949 time: 0.0763612 Sep 29 23:05:43.794067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b4ecc08-325c-4c3c-acdd-c58085ecc8c4 req-ad97efa8-82f2-4519-9c41-fefcf1ba2f6a tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639687 Sep 29 23:05:43.818526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4538caca-f30e-466c-8c19-feee4df6cfab req-940a0462-09e2-49fb-a41d-24ed10dc3801 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650797 Sep 29 23:05:43.876011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device bc852035-333a-4331-bd83-00b57dbc7f7e no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:43.900658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: bc852035-333a-4331-bd83-00b57dbc7f7e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:43.901164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device bc852035-333a-4331-bd83-00b57dbc7f7e not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:43.922540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40062) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:43.936630 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-418ac501-f6a7-4bc6-9f7c-39ebbcc438bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:43.955748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2678c182-8ed3-4945-8341-f6f22b76add1 req-b8671fa4-9188-4fc8-b813-fb2fa14f7db6 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:43.957818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2678c182-8ed3-4945-8341-f6f22b76add1 req-b8671fa4-9188-4fc8-b813-fb2fa14f7db6 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 945 time: 0.0738146 Sep 29 23:05:44.016367 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2678c182-8ed3-4945-8341-f6f22b76add1 req-abf1f3b3-2965-4d6e-a1a6-539c54bc77b3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490544 Sep 29 23:05:44.060726 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-418ac501-f6a7-4bc6-9f7c-39ebbcc438bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:44.065069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-418ac501-f6a7-4bc6-9f7c-39ebbcc438bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:44.119791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40064) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:44.120107 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-418ac501-f6a7-4bc6-9f7c-39ebbcc438bb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69a95f8c89e1466a806068043e60a5e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1964118 Sep 29 23:05:44.121264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ac501-f6a7-4bc6-9f7c-39ebbcc438bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa411c94-3a85-4ca3-a255-62b1a75c2083,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:44.170561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40068) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:44.198261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e13ae6b4-638a-4b2f-a8f8-2f2034904096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:44.215624 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dfa6e87e-4be0-49f2-b1e4-f295a3c87dcd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=45e59882b118425f866d58155ced28ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437174 Sep 29 23:05:44.218310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40072) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:44.237216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e13ae6b4-638a-4b2f-a8f8-2f2034904096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:44.274599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30265ee0-7bec-4f2c-b9d9-545a75071b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:44.295072 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e13ae6b4-638a-4b2f-a8f8-2f2034904096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:44.298801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e13ae6b4-638a-4b2f-a8f8-2f2034904096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:44.299773 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30265ee0-7bec-4f2c-b9d9-545a75071b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:44.306596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e13ae6b4-638a-4b2f-a8f8-2f2034904096 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa411c94-3a85-4ca3-a255-62b1a75c2083 HTTP/1.1" status: 204 len: 168 time: 0.1852088 Sep 29 23:05:44.333427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ae6b4-638a-4b2f-a8f8-2f2034904096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa411c94-3a85-4ca3-a255-62b1a75c2083,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:44.384577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30265ee0-7bec-4f2c-b9d9-545a75071b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:44.387723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30265ee0-7bec-4f2c-b9d9-545a75071b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:44.391423 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-30265ee0-7bec-4f2c-b9d9-545a75071b11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f2c462f-5d00-4aaf-91d1-c0c0ae485a80 HTTP/1.1" status: 204 len: 168 time: 0.1699276 Sep 29 23:05:44.399303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30265ee0-7bec-4f2c-b9d9-545a75071b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f2c462f-5d00-4aaf-91d1-c0c0ae485a80,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:44.923763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40096) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:44.943661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-184276a2-87e1-4178-8a9b-3879e064c332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:45.017731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed69d9-030d-4965-905d-2dc9dd4f1048 req-3cb8208c-1187-4004-a2b7-7e7d523c2e24 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:45.020618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dbed69d9-030d-4965-905d-2dc9dd4f1048 req-3cb8208c-1187-4004-a2b7-7e7d523c2e24 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1207936 Sep 29 23:05:45.029409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda80d8b-91c6-4c21-a5ab-12f60d26ed9d req-c5e4bf35-7cb5-49b9-9126-5ac8261e2b93 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:45.031187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eda80d8b-91c6-4c21-a5ab-12f60d26ed9d req-c5e4bf35-7cb5-49b9-9126-5ac8261e2b93 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 949 time: 0.0832410 Sep 29 23:05:45.085631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dbed69d9-030d-4965-905d-2dc9dd4f1048 req-2346dd38-a840-4b40-90b3-c4d389e5501a tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531862 Sep 29 23:05:45.107560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eda80d8b-91c6-4c21-a5ab-12f60d26ed9d req-d5a9a5db-5830-441c-97b3-a795e3bac3ea tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676785 Sep 29 23:05:45.117520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-184276a2-87e1-4178-8a9b-3879e064c332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:45.125260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-184276a2-87e1-4178-8a9b-3879e064c332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:45.164435 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-184276a2-87e1-4178-8a9b-3879e064c332 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29b677db6fc7481db38e42fd69555658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391701 Sep 29 23:05:45.167031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40106) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:45.230063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184276a2-87e1-4178-8a9b-3879e064c332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7506466-0002-4e37-a39a-3cc3eeb6e115,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:45.245490 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6934469f-490e-4438-9759-c9139fd51cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:45.268912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6934469f-490e-4438-9759-c9139fd51cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:45.301584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f898e-cda8-4a71-8236-9f77d2f9589e req-605d820b-f42f-40c6-9e05-fc47ec33583b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:45.303667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a1f898e-cda8-4a71-8236-9f77d2f9589e req-605d820b-f42f-40c6-9e05-fc47ec33583b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 945 time: 0.0643919 Sep 29 23:05:45.367297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6934469f-490e-4438-9759-c9139fd51cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:45.371755 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6934469f-490e-4438-9759-c9139fd51cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:45.371755 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6934469f-490e-4438-9759-c9139fd51cd5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a7506466-0002-4e37-a39a-3cc3eeb6e115 HTTP/1.1" status: 204 len: 168 time: 0.2032967 Sep 29 23:05:45.384086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6934469f-490e-4438-9759-c9139fd51cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7506466-0002-4e37-a39a-3cc3eeb6e115,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:45.399128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a1f898e-cda8-4a71-8236-9f77d2f9589e req-70d6f1e9-d690-4c4e-9159-076f35585c7c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614779 Sep 29 23:05:45.511693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-bea072b3-43f6-47b7-ab51-3cfe151657b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:45.513476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-bea072b3-43f6-47b7-ab51-3cfe151657b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb&tenant_id=d21cd580a19447e0afb4238b17bb75ab HTTP/1.1" status: 200 len: 1100 time: 0.0456312 Sep 29 23:05:45.589212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-7ab21de7-364e-4572-9c44-c4567e457993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:45.590847 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-7ab21de7-364e-4572-9c44-c4567e457993 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 1100 time: 0.0428264 Sep 29 23:05:45.667508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b3b863f9-3c4f-4feb-99a1-c66e27937bda up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:45.713282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-23937690-adf7-4926-99ef-049a3e448738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:45.714772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-23937690-adf7-4926-99ef-049a3e448738 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1170142 Sep 29 23:05:45.737921 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port b3b863f9-3c4f-4feb-99a1-c66e27937bda triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:45.738806 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:45.827687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-fbe55fab-9aa8-4691-b661-ab1a1bc68dbd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda HTTP/1.1" status: 200 len: 217 time: 0.0697930 Sep 29 23:05:45.845527 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:45.871598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:45.874963 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d0dc67-dee7-46ee-b8fd-540b622a75f2" -d '{"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-plugged", "status": "completed", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:45.896875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:45.904880 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:45.916660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-4c693e96-453d-41b3-8f6f-b4dc445a3c2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:45.926975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-4c693e96-453d-41b3-8f6f-b4dc445a3c2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.2111270 Sep 29 23:05:45.964148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-27e85f87-b11e-4fae-927c-946030425e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:45.965611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-27e85f87-b11e-4fae-927c-946030425e55 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1294158 Sep 29 23:05:45.966994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-76e27d73-c938-41d0-b6a0-11785b9b1e63 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/quotas/01b56b0290ab4937b3938d639829a691 HTTP/1.1" status: 200 len: 375 time: 0.0244153 Sep 29 23:05:45.969763 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43594aad-07a7-4e0d-a233-986bf7732098 x-openstack-request-id: req-43594aad-07a7-4e0d-a233-986bf7732098 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:45.970171 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-plugged", "status": "completed", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:45.970414 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-43594aad-07a7-4e0d-a233-986bf7732098 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:45.970892 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'code': 200} Sep 29 23:05:45.981398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:46.088475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-fbb39ca8-7ef2-4ee4-aca0-95568d90e20d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1145756 Sep 29 23:05:46.101515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-946ad06c-0243-4630-9948-d41bcc3a613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:46.103320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-946ad06c-0243-4630-9948-d41bcc3a613a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0787637 Sep 29 23:05:46.253591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-8d8c8a6a-c8cf-4171-b39a-b8db25033b4d service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411657 Sep 29 23:05:46.262179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc9faa-494f-42f1-817b-fc50fcb3d06e req-37815dfb-2541-4d08-8cb0-1a2784c978fd tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:46.263654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90bc9faa-494f-42f1-817b-fc50fcb3d06e req-37815dfb-2541-4d08-8cb0-1a2784c978fd tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0816545 Sep 29 23:05:46.367252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90bc9faa-494f-42f1-817b-fc50fcb3d06e req-bf8b0966-e917-4d4c-8a07-937f1369f1c2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844054 Sep 29 23:05:46.408809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27e8ab43-2571-4eb8-9253-fffc88a00d9c req-12abf901-a010-42d2-be56-cd0d99f35805 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441395 Sep 29 23:05:46.512144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-3a37995b-0757-4721-a6d9-281d63a30480 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210711 Sep 29 23:05:46.523610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b07a7e-c4b2-4432-9711-f0430aa8ef4e req-370c9f45-9761-460c-9232-8558770286c0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:46.525247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51b07a7e-c4b2-4432-9711-f0430aa8ef4e req-370c9f45-9761-460c-9232-8558770286c0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.0714457 Sep 29 23:05:46.620654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51b07a7e-c4b2-4432-9711-f0430aa8ef4e req-6dd29deb-bd88-4d8c-adfc-9974e28cd8cd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865338 Sep 29 23:05:46.650587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-c62ff644-2377-4123-b22a-7e4dbb1ec1df service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243713 Sep 29 23:05:46.872941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c16fb21f-e12d-4e77-8957-122658c3c226 req-ef703c36-6767-4776-bb6c-6e7c843ce332 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 210 time: 0.0347023 Sep 29 23:05:47.539353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98791513-9921-42b5-9ab0-7c43a4b73e61 req-c00f2a2e-e6b1-44ec-80d8-e76eec8ffc0d tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:47.541836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98791513-9921-42b5-9ab0-7c43a4b73e61 req-c00f2a2e-e6b1-44ec-80d8-e76eec8ffc0d tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0814111 Sep 29 23:05:47.583299 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98791513-9921-42b5-9ab0-7c43a4b73e61 req-f5400cee-f8c0-4101-a1f6-49088900cbb5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349901 Sep 29 23:05:47.679237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b3b863f9-3c4f-4feb-99a1-c66e27937bda no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:47.789319 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:47.810684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd515ba-bb0b-4601-8316-f9bd4fa9ff11 req-3102098e-2562-4eb0-bc0c-f78abf2855f0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:47.822893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fd515ba-bb0b-4601-8316-f9bd4fa9ff11 req-3102098e-2562-4eb0-bc0c-f78abf2855f0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 950 time: 0.1127899 Sep 29 23:05:47.850506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:47.862604 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:47.876050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fd515ba-bb0b-4601-8316-f9bd4fa9ff11 req-e35cc087-2dae-4a3d-b8e5-69ddf43603b4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520182 Sep 29 23:05:47.972511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:47.982903 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81edf3ce-25b3-4b1a-8a3b-cdc16cf3f23e" -d '{"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:48.019031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-8a45e8fd-9233-4e1a-8ec8-f88d1ceead50 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:48.021514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-8a45e8fd-9233-4e1a-8ec8-f88d1ceead50 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.1513410 Sep 29 23:05:48.028537 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:48.036372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Request body: {'port': {'device_id': 'c85eea9f-6710-482f-a774-15d1d364c04c', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'admin_state_up': True, 'tenant_id': '01b56b0290ab4937b3938d639829a691'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:48.041866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a07397b6-a1c7-481f-bd9a-4374e122ef9f req-aec3e700-3632-4755-a1e1-a37e7e98ba54 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 210 time: 0.0511780 Sep 29 23:05:48.102381 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574ba959-0277-45c7-a33f-5ed9849b30d5 x-openstack-request-id: req-574ba959-0277-45c7-a33f-5ed9849b30d5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:48.102736 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-unplugged", "status": "completed", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:48.102994 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-574ba959-0277-45c7-a33f-5ed9849b30d5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:48.103393 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'code': 200} Sep 29 23:05:48.177247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Made reservation on behalf of 01b56b0290ab4937b3938d639829a691 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:05:48.181017 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:48.341420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Allocated IP 172.20.0.2 (b9178d34-9367-4c3d-964e-5c7a5b637725/8e35702b-599d-47c1-a339-f75980ce3046/35ae3c5c-7efa-433e-9ba1-4b55af96c846) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:05:48.539543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:48.578169 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:48.592979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:48.632038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Network b9178d34-9367-4c3d-964e-5c7a5b637725 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:05:48.636035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:48.638214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5349fee4-4bb7-4378-b92a-b3dae82ab1a3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:48.639985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:05:48.666634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event updated for resources: {'Port': ['ID=35ae3c5c-7efa-433e-9ba1-4b55af96c846,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:48.714461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:48.714727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:48.734991 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-1ee0a1a7-6957-448f-b10f-b69e2e07ea91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7026365 Sep 29 23:05:48.749592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Request body: {'port': {'device_id': 'c85eea9f-6710-482f-a774-15d1d364c04c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:48.777926 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fb62e-83ee-4453-a723-85d7ea85c975 req-57d6408d-e062-4011-a87d-0f7dc747e9fd tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:48.790635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b99fb62e-83ee-4453-a723-85d7ea85c975 req-57d6408d-e062-4011-a87d-0f7dc747e9fd tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0866096 Sep 29 23:05:48.840088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b99fb62e-83ee-4453-a723-85d7ea85c975 req-90014289-0a79-4094-88da-99cf207b9c79 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Sep 29 23:05:48.847531 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:49.247221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009643b-8d9b-464e-bd8a-f420157d02d0 req-6b46410e-2274-430a-b8cc-13f3e76f932e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:49.249537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2009643b-8d9b-464e-bd8a-f420157d02d0 req-6b46410e-2274-430a-b8cc-13f3e76f932e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.0624301 Sep 29 23:05:49.291546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2009643b-8d9b-464e-bd8a-f420157d02d0 req-350c3f89-a2c1-411f-9cd7-f8d7dc9d1b76 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355818 Sep 29 23:05:49.408863 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d89e7-f12c-4021-af9e-b14eaff35481 req-b61bc898-9f60-4882-b59b-c7028206ab24 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:49.413441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b78d89e7-f12c-4021-af9e-b14eaff35481 req-b61bc898-9f60-4882-b59b-c7028206ab24 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 931 time: 0.0591531 Sep 29 23:05:49.448408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35ae3c5c-7efa-433e-9ba1-4b55af96c846 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:49.457312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:49.458858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b78d89e7-f12c-4021-af9e-b14eaff35481 req-ac585259-71b6-486c-99aa-4349f4be86e4 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392187 Sep 29 23:05:49.470643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Transition to ACTIVE for port object 35ae3c5c-7efa-433e-9ba1-4b55af96c846 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:05:49.477158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:49.554568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Pushing event updated for resources: {'Port': ['ID=35ae3c5c-7efa-433e-9ba1-4b55af96c846,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:49.606394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Attempting to bind port 35ae3c5c-7efa-433e-9ba1-4b55af96c846 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:05:49.606750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Attempting to bind port 35ae3c5c-7efa-433e-9ba1-4b55af96c846 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:05:49.607095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Attempting to bind port 35ae3c5c-7efa-433e-9ba1-4b55af96c846 on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:49.613045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Port 35ae3c5c-7efa-433e-9ba1-4b55af96c846 on network b9178d34-9367-4c3d-964e-5c7a5b637725 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:05:49.613647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Attempting to bind port 35ae3c5c-7efa-433e-9ba1-4b55af96c846 on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:49.618720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:05:49.619074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Checking segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:49.619470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Bound using segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:05:49.619945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Bound port: 35ae3c5c-7efa-433e-9ba1-4b55af96c846, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:05:49.620315 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:49.696475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] For port 35ae3c5c-7efa-433e-9ba1-4b55af96c846, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:49.700220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] For port 35ae3c5c-7efa-433e-9ba1-4b55af96c846, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=35ae3c5c-7efa-433e-9ba1-4b55af96c846,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:05:49.704859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:49.750828 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:49.751240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:49.752667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] 10.222.0.26 "PUT /v2.0/ports/35ae3c5c-7efa-433e-9ba1-4b55af96c846 HTTP/1.1" status: 200 len: 1091 time: 1.0098870 Sep 29 23:05:49.753694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85eea9f-6710-482f-a774-15d1d364c04c', 'tag': '35ae3c5c-7efa-433e-9ba1-4b55af96c846'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:49.756800 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f20558-1482-4812-89b2-1e08bb09d930" -d '{"events": [{"name": "network-changed", "server_uuid": "c85eea9f-6710-482f-a774-15d1d364c04c", "tag": "35ae3c5c-7efa-433e-9ba1-4b55af96c846"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:49.783416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8fed4-45ed-42c4-aad0-7434fefe8294 service neutron] Pushing event updated for resources: {'Port': ['ID=35ae3c5c-7efa-433e-9ba1-4b55af96c846,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:49.840485 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee5eaca-b1fc-4d7c-950d-d1af9e5658e8 x-openstack-request-id: req-bee5eaca-b1fc-4d7c-950d-d1af9e5658e8 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:49.842525 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c85eea9f-6710-482f-a774-15d1d364c04c", "tag": "35ae3c5c-7efa-433e-9ba1-4b55af96c846", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:49.843975 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bee5eaca-b1fc-4d7c-950d-d1af9e5658e8 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:49.846245 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c85eea9f-6710-482f-a774-15d1d364c04c', 'tag': '35ae3c5c-7efa-433e-9ba1-4b55af96c846', 'status': 'completed', 'code': 200} Sep 29 23:05:49.855164 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:49.921946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-2b2684ce-22d9-4112-8bea-1e407de173ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:49.923892 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-2b2684ce-22d9-4112-8bea-1e407de173ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 1094 time: 0.0974457 Sep 29 23:05:50.006130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-d8ff7667-99be-4df5-b087-eed99ab3efc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35ae3c5c-7efa-433e-9ba1-4b55af96c846 HTTP/1.1" status: 200 len: 217 time: 0.0740092 Sep 29 23:05:50.059868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0df8bcb-3cd2-4fcf-8ff6-938d9f16a891 req-efa114f8-1db4-4918-99ca-6539e48fd61a tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:50.061474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0df8bcb-3cd2-4fcf-8ff6-938d9f16a891 req-efa114f8-1db4-4918-99ca-6539e48fd61a tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1243122 Sep 29 23:05:50.100671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-8eb12166-9b17-490d-bd7f-1339c94859c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:50.102166 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-8eb12166-9b17-490d-bd7f-1339c94859c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.0866489 Sep 29 23:05:50.127728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0df8bcb-3cd2-4fcf-8ff6-938d9f16a891 req-47a69690-7dfe-4992-ab6a-a805102add7a tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543582 Sep 29 23:05:50.153042 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-9dd6412b-a743-49bc-ae4b-a31b4153342c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384271 Sep 29 23:05:50.257195 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-791aecf7-2344-4978-8a95-4d9536b7f9bc service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999637 Sep 29 23:05:50.410206 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c60b0ff-3b1b-4594-881e-8e7e8e5d3c45 req-283dc010-41df-4edb-ab32-ec3d01c45cff service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354582 Sep 29 23:05:50.488548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2558793d-9907-451e-a839-417407e86a1b req-5c2ed7e4-ded1-40f1-a152-5dbcf87fcc9b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:50.490355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2558793d-9907-451e-a839-417407e86a1b req-5c2ed7e4-ded1-40f1-a152-5dbcf87fcc9b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.0592971 Sep 29 23:05:50.531084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f20558-1482-4812-89b2-1e08bb09d930 req-4c92aaa9-65eb-4cb5-9603-b1dc6d33607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:50.532709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2558793d-9907-451e-a839-417407e86a1b req-11094c35-2623-4b7f-8950-fc3bf7003d0f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361881 Sep 29 23:05:50.540082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97f20558-1482-4812-89b2-1e08bb09d930 req-4c92aaa9-65eb-4cb5-9603-b1dc6d33607c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 1094 time: 0.0749087 Sep 29 23:05:50.566898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40338) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:50.673512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25794802-490f-41ed-b9e9-37fcfd8b8aa7 req-988e2dc5-f675-41de-b16b-33d9cfa19bad tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:50.681463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25794802-490f-41ed-b9e9-37fcfd8b8aa7 req-988e2dc5-f675-41de-b16b-33d9cfa19bad tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 945 time: 0.0776596 Sep 29 23:05:50.728865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25794802-490f-41ed-b9e9-37fcfd8b8aa7 req-bc8d176e-9625-43b9-8cf5-5bcf354d2b47 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461330 Sep 29 23:05:50.731164 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f20558-1482-4812-89b2-1e08bb09d930 req-bef81c23-e3ca-4543-adf2-03b45ec7bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:50.734325 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97f20558-1482-4812-89b2-1e08bb09d930 req-bef81c23-e3ca-4543-adf2-03b45ec7bf78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 907 time: 0.1850252 Sep 29 23:05:50.774503 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5f4d-0c71-4134-a7c5-3342703e411f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:50.806842 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97f20558-1482-4812-89b2-1e08bb09d930 req-4b6b53a8-b23e-4402-8255-1171f0a6b03f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=35ae3c5c-7efa-433e-9ba1-4b55af96c846 HTTP/1.1" status: 200 len: 217 time: 0.0658727 Sep 29 23:05:50.877651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f20558-1482-4812-89b2-1e08bb09d930 req-d409c945-1326-42c0-a23f-e13e91b73d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:50.880157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97f20558-1482-4812-89b2-1e08bb09d930 req-d409c945-1326-42c0-a23f-e13e91b73d4b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.0636675 Sep 29 23:05:50.914517 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97f20558-1482-4812-89b2-1e08bb09d930 req-48c9dac3-8b17-4a12-be12-e9a4dfa1047f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265946 Sep 29 23:05:50.936001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17aaa73-6ce7-407f-a71e-061f8fba52d5 req-675b8b01-d2e9-43c1-b267-5bec375b5553 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:50.937503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f17aaa73-6ce7-407f-a71e-061f8fba52d5 req-675b8b01-d2e9-43c1-b267-5bec375b5553 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 943 time: 0.1271925 Sep 29 23:05:51.011277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28737718-984f-4746-9648-4736e48bcb16 req-8a82937a-0b4b-4ed1-bd4c-ba0f48560588 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:51.013114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28737718-984f-4746-9648-4736e48bcb16 req-8a82937a-0b4b-4ed1-bd4c-ba0f48560588 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 948 time: 0.1346412 Sep 29 23:05:51.021002 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97f20558-1482-4812-89b2-1e08bb09d930 req-bcf82c91-fb3d-4efd-85de-7851e716e2dd service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987406 Sep 29 23:05:51.037497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5f4d-0c71-4134-a7c5-3342703e411f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:51.045494 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f17aaa73-6ce7-407f-a71e-061f8fba52d5 req-1728d4a6-179f-46df-8686-be2ea6402993 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980570 Sep 29 23:05:51.053315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc5c5f4d-0c71-4134-a7c5-3342703e411f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:51.108374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cc5c5f4d-0c71-4134-a7c5-3342703e411f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=67bed24d0c4e4550adf98afe86653118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378830 Sep 29 23:05:51.111124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40356) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:51.119042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28737718-984f-4746-9648-4736e48bcb16 req-d36927db-45b0-45bb-a7a5-d150bad11e01 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938225 Sep 29 23:05:51.126742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5c5f4d-0c71-4134-a7c5-3342703e411f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a6fc83-95ab-4968-ac68-3c510f842eff,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:51.194306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c52b8383-a6da-45cc-bd3a-3ff9a0396ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:51.197787 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97f20558-1482-4812-89b2-1e08bb09d930 req-1f255284-6d86-4b66-960f-0ffd999f7929 service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688445 Sep 29 23:05:51.230790 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c52b8383-a6da-45cc-bd3a-3ff9a0396ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:51.294382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1543ee3-0341-42d5-b431-1097ff1de442 req-2720b9a4-cf90-4efd-b013-7c74334188d1 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:51.296014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1543ee3-0341-42d5-b431-1097ff1de442 req-2720b9a4-cf90-4efd-b013-7c74334188d1 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0632524 Sep 29 23:05:51.300608 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c52b8383-a6da-45cc-bd3a-3ff9a0396ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:51.304264 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c52b8383-a6da-45cc-bd3a-3ff9a0396ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:51.305384 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c52b8383-a6da-45cc-bd3a-3ff9a0396ef3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69a6fc83-95ab-4968-ac68-3c510f842eff HTTP/1.1" status: 204 len: 168 time: 0.1933064 Sep 29 23:05:51.316488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b8383-a6da-45cc-bd3a-3ff9a0396ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a6fc83-95ab-4968-ac68-3c510f842eff,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:51.380916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1543ee3-0341-42d5-b431-1097ff1de442 req-8c874be8-c9f6-4890-b65c-8e120a7599d0 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744033 Sep 29 23:05:51.496777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-203a2d29-ce3f-48e8-9cfc-a996dcdbc276 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=d21cd580a19447e0afb4238b17bb75ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297163 Sep 29 23:05:51.695934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b3b863f9-3c4f-4feb-99a1-c66e27937bda details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:05:51.717700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-9b1886f2-53ca-4005-a09c-a8b217361657 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:51.733262 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-9b1886f2-53ca-4005-a09c-a8b217361657 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2350428 Sep 29 23:05:51.772009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-fa1c9b3b-4762-4315-948b-2e29ffb7ed8c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/quotas/d21cd580a19447e0afb4238b17bb75ab HTTP/1.1" status: 200 len: 375 time: 0.0368021 Sep 29 23:05:51.826882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:51.843664 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'mac_address': 'fa:16:3e:60:7c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:05:51.882815 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-2d6f6fa6-a7d9-4f6f-896e-ce7829eb0820 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1096468 Sep 29 23:05:51.888476 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:51.903391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3b863f9-3c4f-4feb-99a1-c66e27937bda {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:51.928459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:51.934412 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:52.050889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=10']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:52.118629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45729047-5bcc-43e7-8a64-6a5782d25a13 req-65d44957-77a9-4d27-96dd-016057c8b487 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:52.129272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45729047-5bcc-43e7-8a64-6a5782d25a13 req-65d44957-77a9-4d27-96dd-016057c8b487 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 945 time: 0.0754411 Sep 29 23:05:52.177030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40404) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:52.201422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6649caf2-0747-4d6d-b40f-50e5d6049de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:52.216704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45729047-5bcc-43e7-8a64-6a5782d25a13 req-1d089c36-5520-4422-9f21-991228610bb8 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863729 Sep 29 23:05:52.255601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102d815-d6c4-429c-beb5-7a231cab8fe3 req-0bedff31-fffa-4afc-bf5c-ff5bdedc81c0 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:52.265024 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8102d815-d6c4-429c-beb5-7a231cab8fe3 req-0bedff31-fffa-4afc-bf5c-ff5bdedc81c0 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 943 time: 0.0990601 Sep 29 23:05:52.317268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b4d0222-812d-4cf8-a8eb-4c7a58346210 req-feb65784-f9d4-4b57-a4a2-e8548a671cd9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 210 time: 0.0485075 Sep 29 23:05:52.352880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8102d815-d6c4-429c-beb5-7a231cab8fe3 req-6cb37c7e-f03a-4dce-b6b0-3321e4af2aab tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868621 Sep 29 23:05:52.414168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['b3b863f9-3c4f-4feb-99a1-c66e27937bda'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:52.439773 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6649caf2-0747-4d6d-b40f-50e5d6049de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:52.448991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6649caf2-0747-4d6d-b40f-50e5d6049de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:52.547555 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6649caf2-0747-4d6d-b40f-50e5d6049de4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c75c63d05a504f7ca215bfe8ffac9385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687525 Sep 29 23:05:52.552984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40422) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:52.562260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6649caf2-0747-4d6d-b40f-50e5d6049de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb9dd22-4f41-4f2a-88b4-0b0d834049bb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:52.620284 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6258747a-80e3-4709-82e4-d6bf81d6b057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:52.656693 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6258747a-80e3-4709-82e4-d6bf81d6b057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:52.662306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb8455-7534-4f4b-a1ba-cdd8b5ef3d45 req-5af13b07-7ff7-403b-b575-0b83fbc694bd tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:52.669240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aeeb8455-7534-4f4b-a1ba-cdd8b5ef3d45 req-5af13b07-7ff7-403b-b575-0b83fbc694bd tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1472025 Sep 29 23:05:52.669741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40426) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:52.729816 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6258747a-80e3-4709-82e4-d6bf81d6b057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:52.733388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6258747a-80e3-4709-82e4-d6bf81d6b057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:52.742108 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6258747a-80e3-4709-82e4-d6bf81d6b057 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3bb9dd22-4f41-4f2a-88b4-0b0d834049bb HTTP/1.1" status: 204 len: 168 time: 0.1877823 Sep 29 23:05:52.769850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258747a-80e3-4709-82e4-d6bf81d6b057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb9dd22-4f41-4f2a-88b4-0b0d834049bb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:52.805543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aeeb8455-7534-4f4b-a1ba-cdd8b5ef3d45 req-84ba5df1-317c-48af-8c79-15b2fe29da40 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022577 Sep 29 23:05:52.873245 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-783e882a-c1f3-4375-b215-58b1c108695f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.028286 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-783e882a-c1f3-4375-b215-58b1c108695f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.032226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40440) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:53.041959 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-783e882a-c1f3-4375-b215-58b1c108695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.111680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f08e25-1ea5-43e1-ab41-5c36ea6003f5 req-eb068500-73a9-49ef-bdb6-658ef7e7e695 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:53.119345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8f08e25-1ea5-43e1-ab41-5c36ea6003f5 req-eb068500-73a9-49ef-bdb6-658ef7e7e695 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 945 time: 0.1329556 Sep 29 23:05:53.123027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783e882a-c1f3-4375-b215-58b1c108695f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89265e64-89cc-45e8-a311-908a46f5bcd2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:53.148184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-783e882a-c1f3-4375-b215-58b1c108695f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87a3b21d35b7451bb43b05887364d0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732444 Sep 29 23:05:53.148290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40448) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:53.164802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8f08e25-1ea5-43e1-ab41-5c36ea6003f5 req-64a867c1-36dd-4abf-8241-c57c64221a59 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444891 Sep 29 23:05:53.222037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d996d4aa-2ad3-48a6-88cd-3e17f573c244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.227615 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5216e50c-9744-4083-b70e-268e5562ddc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.248014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d996d4aa-2ad3-48a6-88cd-3e17f573c244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.298954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d996d4aa-2ad3-48a6-88cd-3e17f573c244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.302256 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d996d4aa-2ad3-48a6-88cd-3e17f573c244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.305833 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d996d4aa-2ad3-48a6-88cd-3e17f573c244 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89265e64-89cc-45e8-a311-908a46f5bcd2 HTTP/1.1" status: 204 len: 168 time: 0.1548660 Sep 29 23:05:53.317851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996d4aa-2ad3-48a6-88cd-3e17f573c244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89265e64-89cc-45e8-a311-908a46f5bcd2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:53.356505 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5216e50c-9744-4083-b70e-268e5562ddc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.363620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5216e50c-9744-4083-b70e-268e5562ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.416041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216e50c-9744-4083-b70e-268e5562ddc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b459b9-df91-42b9-acca-4e06058d3e52,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:53.421144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5216e50c-9744-4083-b70e-268e5562ddc8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61e5bba9610245ed88057f47cb6d73d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877575 Sep 29 23:05:53.423857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40462) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:53.517710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27cca204-f48c-4cf3-ba61-ca31435ed128 req-a2cafbe8-5a28-4271-8de9-a86ee93b5405 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 210 time: 0.0560794 Sep 29 23:05:53.543651 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-ada27126-1f6d-4581-973f-1ac41b2b9e29 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d21cd580a19447e0afb4238b17bb75ab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404150 Sep 29 23:05:53.544880 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-237bddba-18b8-47fe-907b-494ddd9d8bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.549262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf988b-bad7-4ac1-b240-e8fe37f7869f req-26b23d41-692c-4244-9db5-49d19a609da7 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:53.552646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fbf988b-bad7-4ac1-b240-e8fe37f7869f req-26b23d41-692c-4244-9db5-49d19a609da7 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 943 time: 0.1152341 Sep 29 23:05:53.576420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-237bddba-18b8-47fe-907b-494ddd9d8bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.633207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fbf988b-bad7-4ac1-b240-e8fe37f7869f req-2d83b48e-be74-42c4-807a-2b59c2233bcf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706778 Sep 29 23:05:53.715088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b3b863f9-3c4f-4feb-99a1-c66e27937bda up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:53.772389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-84fd61c0-764d-4e3f-8770-359cc127dbd9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:53.773803 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-84fd61c0-764d-4e3f-8770-359cc127dbd9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488960 Sep 29 23:05:53.779904 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-237bddba-18b8-47fe-907b-494ddd9d8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.783402 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-237bddba-18b8-47fe-907b-494ddd9d8bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.785966 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-237bddba-18b8-47fe-907b-494ddd9d8bb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d0b459b9-df91-42b9-acca-4e06058d3e52 HTTP/1.1" status: 204 len: 168 time: 0.3609846 Sep 29 23:05:53.788058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40474) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:53.795729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Request body: {'port': {'device_id': '93550538-d18b-4279-830f-5e98c3eeeba9', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'd21cd580a19447e0afb4238b17bb75ab'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:53.819290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237bddba-18b8-47fe-907b-494ddd9d8bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b459b9-df91-42b9-acca-4e06058d3e52,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:53.826306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port b3b863f9-3c4f-4feb-99a1-c66e27937bda triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:53.833350 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.959299 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:53.977016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 35ae3c5c-7efa-433e-9ba1-4b55af96c846 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:05:53.998234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:54.000737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Made reservation on behalf of d21cd580a19447e0afb4238b17bb75ab for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:05:54.001120 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bef551c-60b7-4f7a-882c-74a771fcb150" -d '{"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-plugged", "status": "completed", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:54.005960 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.023633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:54.043321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40486) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:54.056165 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.065722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222117c2-e7dc-4864-8989-0834c85bbf63 req-a8cf3c4d-f4c0-469c-a42e-a953be20d631 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:54.067997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-222117c2-e7dc-4864-8989-0834c85bbf63 req-a8cf3c4d-f4c0-469c-a42e-a953be20d631 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1702230 Sep 29 23:05:54.086830 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-553d0be7-df22-420d-ad10-4a53310aae91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.131246 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e02de6f-ca66-46cf-8a81-cd581c31f006 x-openstack-request-id: req-3e02de6f-ca66-46cf-8a81-cd581c31f006 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:54.131558 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-plugged", "status": "completed", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:54.132031 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3e02de6f-ca66-46cf-8a81-cd581c31f006 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:54.132509 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'code': 200} Sep 29 23:05:54.160453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-222117c2-e7dc-4864-8989-0834c85bbf63 req-9799d990-2ab6-4e11-8b3f-50dd442bdb7c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840156 Sep 29 23:05:54.312038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Allocated IP 192.168.233.237 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/44718a33-d1c7-4146-97c6-d40ce45a23f5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:05:54.364719 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-553d0be7-df22-420d-ad10-4a53310aae91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.377492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1718071142-network', 'tenant_id': 'af266e1dcb244f2d9fbb450bca32d9ad'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:54.379408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-553d0be7-df22-420d-ad10-4a53310aae91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.415916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Made reservation on behalf of af266e1dcb244f2d9fbb450bca32d9ad for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:05:54.419356 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.436978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40490) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:54.479318 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-553d0be7-df22-420d-ad10-4a53310aae91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f19608ce3e1e4ce7b4c5510be677d295&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357526 Sep 29 23:05:54.479903 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d0be7-df22-420d-ad10-4a53310aae91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21cc3c6-7f07-44c6-a366-d993a28a8bd5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:54.484813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40492) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:54.487036 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b11aedc-dbbe-4dcf-b079-ac55b1fc0712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.497826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=11']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:54.528019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 35ae3c5c-7efa-433e-9ba1-4b55af96c846, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=35ae3c5c-7efa-433e-9ba1-4b55af96c846,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:54.544089 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '35ae3c5c-7efa-433e-9ba1-4b55af96c846', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'port_id': '35ae3c5c-7efa-433e-9ba1-4b55af96c846', 'mac_address': 'fa:16:3e:2c:6c:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e35702b-599d-47c1-a339-f75980ce3046', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:05:54.599581 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.622652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35ae3c5c-7efa-433e-9ba1-4b55af96c846 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:54.651062 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 35ae3c5c-7efa-433e-9ba1-4b55af96c846, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=35ae3c5c-7efa-433e-9ba1-4b55af96c846,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:54.659319 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.660389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.661825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4326fdf4-2932-417c-9a81-ebd1a4c3ec31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.713620 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4326fdf4-2932-417c-9a81-ebd1a4c3ec31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.724842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=35ae3c5c-7efa-433e-9ba1-4b55af96c846,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:54.780727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67745d-fc66-4e42-ba59-3298d3c4cb5a req-b5054c4f-ea32-4fc5-a54b-67bfab3ca7a1 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:54.782260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc67745d-fc66-4e42-ba59-3298d3c4cb5a req-b5054c4f-ea32-4fc5-a54b-67bfab3ca7a1 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 945 time: 0.4687514 Sep 29 23:05:54.785126 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.786058 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.798846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['71e10714-89bc-4228-9cf2-fa51c3a6fa0f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:54.843563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d221a1f4-9d82-46b6-b044-e49d414b832c', 'b3b863f9-3c4f-4feb-99a1-c66e27937bda'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:54.848391 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b11aedc-dbbe-4dcf-b079-ac55b1fc0712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.863226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b11aedc-dbbe-4dcf-b079-ac55b1fc0712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.867065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:05:54.868895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a98faf-092c-4341-b60f-0d5ba98f481e req-ba4d4453-1445-4f0a-a41d-e449316e6413 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:54.869445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:54.870488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2a98faf-092c-4341-b60f-0d5ba98f481e req-ba4d4453-1445-4f0a-a41d-e449316e6413 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 936 time: 0.0870185 Sep 29 23:05:54.873437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc67745d-fc66-4e42-ba59-3298d3c4cb5a req-feba0d4f-27d1-425e-a94b-283f1498f45f tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766654 Sep 29 23:05:54.886013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:54.904705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['35ae3c5c-7efa-433e-9ba1-4b55af96c846'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:05:54.913244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:05:54.938653 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4326fdf4-2932-417c-9a81-ebd1a4c3ec31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.941604 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4326fdf4-2932-417c-9a81-ebd1a4c3ec31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:54.942826 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4326fdf4-2932-417c-9a81-ebd1a4c3ec31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a21cc3c6-7f07-44c6-a366-d993a28a8bd5 HTTP/1.1" status: 204 len: 168 time: 0.4568837 Sep 29 23:05:54.988628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2a98faf-092c-4341-b60f-0d5ba98f481e req-ccbb2122-8086-460b-ae1a-2937bbe968a9 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982394 Sep 29 23:05:54.989410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11aedc-dbbe-4dcf-b079-ac55b1fc0712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cd38968-af15-4977-af63-1b3fea1f0c65,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:55.021477 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8b11aedc-dbbe-4dcf-b079-ac55b1fc0712 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62100a17a10048408411db6a5b5e529b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5834134 Sep 29 23:05:55.026566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40502) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:55.063117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326fdf4-2932-417c-9a81-ebd1a4c3ec31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21cc3c6-7f07-44c6-a366-d993a28a8bd5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:55.100435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:55.101122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.174458 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.194493 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b1a7f98-c8d7-440b-bca2-09d0d9f46af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.230936 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.235053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-c45e0b15-1522-4e9e-a585-477429ba9d3c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4476399 Sep 29 23:05:55.252524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Request body: {'port': {'device_id': '93550538-d18b-4279-830f-5e98c3eeeba9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:55.256760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:05:55.257488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b1a7f98-c8d7-440b-bca2-09d0d9f46af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.295284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.295715 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Added segment 2d35d342-39cd-4733-9bd9-8175f5dfa4b7 of type vlan for network 08c35151-52b3-4fb7-813b-bad9609e7f62 Sep 29 23:05:55.311527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-673816e2-da24-4bc3-abb5-8ae1554e6e2e tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:55.313268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-673816e2-da24-4bc3-abb5-8ae1554e6e2e tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 945 time: 0.3154631 Sep 29 23:05:55.341948 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.390420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fe401d-4d66-40d4-a582-155d8a8b6b7c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:55.405350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b1a7f98-c8d7-440b-bca2-09d0d9f46af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.408212 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b1a7f98-c8d7-440b-bca2-09d0d9f46af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.409666 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0b1a7f98-c8d7-440b-bca2-09d0d9f46af8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cd38968-af15-4977-af63-1b3fea1f0c65 HTTP/1.1" status: 204 len: 168 time: 0.3810675 Sep 29 23:05:55.455175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20777e-c645-407d-88e7-b3d0e41955a9 req-bf64e224-4504-4775-a840-3b95da188b2c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:55.457770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b20777e-c645-407d-88e7-b3d0e41955a9 req-bf64e224-4504-4775-a840-3b95da188b2c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 944 time: 0.4207599 Sep 29 23:05:55.472883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a7f98-c8d7-440b-bca2-09d0d9f46af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cd38968-af15-4977-af63-1b3fea1f0c65,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:55.490280 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.543263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-89450007-f2f5-4d21-8fe2-66f277111a1a None None] Provisioning complete for port 44718a33-d1c7-4146-97c6-d40ce45a23f5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:55.543645 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-89450007-f2f5-4d21-8fe2-66f277111a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.578145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbdcaab-8dcf-483e-ac97-f0aac77c7fe0 req-0dda1d72-a6a1-4007-9106-683d32a093b2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:55.586887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cbdcaab-8dcf-483e-ac97-f0aac77c7fe0 req-0dda1d72-a6a1-4007-9106-683d32a093b2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.3162823 Sep 29 23:05:55.592018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.593144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:55.593629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.637980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b20777e-c645-407d-88e7-b3d0e41955a9 req-cb3dd08e-eb8b-4311-9932-fe33e271f215 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239092 Sep 29 23:05:55.661472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-89450007-f2f5-4d21-8fe2-66f277111a1a None None] Port 44718a33-d1c7-4146-97c6-d40ce45a23f5 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:05:55.689765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9005883 Sep 29 23:05:55.707994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40520) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:55.708215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cbdcaab-8dcf-483e-ac97-f0aac77c7fe0 req-79a102a3-987f-488f-88e9-e77eb9d06ce4 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155081 Sep 29 23:05:55.724472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Request body: {'subnet': {'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1718071142-subnet', 'tenant_id': 'af266e1dcb244f2d9fbb450bca32d9ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:55.752389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44718a33-d1c7-4146-97c6-d40ce45a23f5 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:05:55.753761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf0611-cd54-4f02-a25d-a4c5e19c6b4d admin admin] Pushing event updated for resources: {'Network': ['ID=08c35151-52b3-4fb7-813b-bad9609e7f62,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:55.765913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 08c35151-52b3-4fb7-813b-bad9609e7f62 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:05:55.769048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Deleting port 55c82ecc-8c84-4505-bb5a-2be16315604f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:05:55.769471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.800502 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.806767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Made reservation on behalf of af266e1dcb244f2d9fbb450bca32d9ad for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:05:55.809945 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:55.892565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] For port 55c82ecc-8c84-4505-bb5a-2be16315604f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=55c82ecc-8c84-4505-bb5a-2be16315604f,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:55.892956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:56.026714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Transition to ACTIVE for port object 44718a33-d1c7-4146-97c6-d40ce45a23f5 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:05:56.034123 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:56.095818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:56.110428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80313a3-9beb-429f-91cd-8814ae305af0 req-7374b771-d8b5-4560-a42c-5654cfd0d92b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:56.112181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f80313a3-9beb-429f-91cd-8814ae305af0 req-7374b771-d8b5-4560-a42c-5654cfd0d92b tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 945 time: 0.1360416 Sep 29 23:05:56.245339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:56.281004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956ada0-3b80-40da-a65a-f569e731d34c req-3e3897fd-4b22-4b85-a49a-d6c6181ecd8f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:56.281992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d956ada0-3b80-40da-a65a-f569e731d34c req-3e3897fd-4b22-4b85-a49a-d6c6181ecd8f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 948 time: 0.1959791 Sep 29 23:05:56.287220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:05:56.287566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:05:56.287928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:56.290258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:56.290618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Network hostable DHCP agents. Network: 08c35151-52b3-4fb7-813b-bad9609e7f62, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:05:56.294500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fddcf55-78c6-406b-b9ef-09d2f22222f8,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:56.305276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:05:56.305602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:05:56.305991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f80313a3-9beb-429f-91cd-8814ae305af0 req-0946727a-4b7d-451f-84c2-ccf650306117 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups?id=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586132 Sep 29 23:05:56.348251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:05:56.348749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:56.349035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:05:56.349531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Bound port: 44718a33-d1c7-4146-97c6-d40ce45a23f5, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:05:56.349904 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:56.353388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Network 08c35151-52b3-4fb7-813b-bad9609e7f62 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:05:56.361637 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:56.363413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:56.364065 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Floating IP dff5a959-39a6-4cc7-9238-fab174381789 disassociated. External IP: 172.25.4.171, port: 55c82ecc-8c84-4505-bb5a-2be16315604f. Sep 29 23:05:56.364504 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Calling delete_port for 55c82ecc-8c84-4505-bb5a-2be16315604f owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:05:56.395207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 08c35151-52b3-4fb7-813b-bad9609e7f62) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:56.400121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:56.400847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:56.409783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283d8c85-253c-450d-9751-e2ab3939920a None None] Network 08c35151-52b3-4fb7-813b-bad9609e7f62 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:05:56.424496 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-798bf0ae-ec5c-43ed-b9e4-1fe370c2b2a4 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7144179 Sep 29 23:05:56.469643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:05:56.480909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:05:56.486714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:56.500437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d956ada0-3b80-40da-a65a-f569e731d34c req-978e1045-db34-4ff1-8674-d4f71b74f1e1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930912 Sep 29 23:05:56.543037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:56.545165 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:56.548023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] 10.222.0.26 "PUT /v2.0/ports/44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 1096 time: 1.2998421 Sep 29 23:05:56.556532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:56.558958 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b1107c-e129-424b-9c8b-460b0ab40c54" -d '{"events": [{"name": "network-changed", "server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:56.630131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2767c-295b-4b0c-a31a-04659a964c22 service neutron] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:56.658166 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5eb13e-98b7-418b-849c-987c32263424 x-openstack-request-id: req-9c5eb13e-98b7-418b-849c-987c32263424 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:56.658563 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:56.659860 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c5eb13e-98b7-418b-849c-987c32263424 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:56.660219 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'status': 'completed', 'code': 200} Sep 29 23:05:56.669544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-0b10e187-3da6-44e0-a520-a89c5ec9de7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:56.674900 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-0b10e187-3da6-44e0-a520-a89c5ec9de7d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1099 time: 0.0767667 Sep 29 23:05:56.694816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:56.750502 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-43b28332-07ad-4a8b-95ac-b64de466a514 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 217 time: 0.0661931 Sep 29 23:05:56.773996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Pushing event deleted for resources: {'Port': ['ID=55c82ecc-8c84-4505-bb5a-2be16315604f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:56.797485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da478b23-e298-4d02-9923-a68578e15c39 None None] Network 08c35151-52b3-4fb7-813b-bad9609e7f62 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:05:56.869522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-e8afd2ba-e32d-4105-9196-68c995c0b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:56.873196 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-e8afd2ba-e32d-4105-9196-68c995c0b7f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1151712 Sep 29 23:05:56.933030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-013eee15-b7d2-4047-b1fa-ee73c11042e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:56.934627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-013eee15-b7d2-4047-b1fa-ee73c11042e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0532889 Sep 29 23:05:56.983801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:57.011180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75353426-4dc0-4ab9-a5a2-13603fca33e9 req-d66772f3-7e14-43f1-8fe9-65b7b51b62e2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:57.012896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75353426-4dc0-4ab9-a5a2-13603fca33e9 req-d66772f3-7e14-43f1-8fe9-65b7b51b62e2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 944 time: 0.2074811 Sep 29 23:05:57.027721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e41b65-cd36-4091-a25d-0138e15d15c8 req-faf4dce6-6a76-4e19-b7ff-90d107fdbdd8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:57.029365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2e41b65-cd36-4091-a25d-0138e15d15c8 req-faf4dce6-6a76-4e19-b7ff-90d107fdbdd8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1163936 Sep 29 23:05:57.105991 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-920fce9c-83f1-4859-81be-9f26c1dd62f3 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625113 Sep 29 23:05:57.108176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75353426-4dc0-4ab9-a5a2-13603fca33e9 req-2b3fcf89-236c-4f59-8f2c-fd93d17089ed tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892742 Sep 29 23:05:57.173496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-018047b3-3cf3-40ef-ae19-74740c80695a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:57.188035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Router 37792ab2-b64b-42b7-8829-c67ff3375481 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:05:57.204189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2e41b65-cd36-4091-a25d-0138e15d15c8 req-f5271a4c-ee8b-4348-b52b-f6b120bb4849 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270096 Sep 29 23:05:57.314264 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c0ed502-f691-44ea-a2dd-38c903d0f4bc req-4d9f9e14-b69e-47c4-8778-f06b9260880e service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923649 Sep 29 23:05:57.408504 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:05:57.421322 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] Sync routers for ids ['37792ab2-b64b-42b7-8829-c67ff3375481'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:05:57.444654 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] Routers {'37792ab2-b64b-42b7-8829-c67ff3375481'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:57.446566 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['37792ab2-b64b-42b7-8829-c67ff3375481'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:57.493922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-b4f22e6d-34f7-4cf1-9331-721485b0b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:57.495671 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-b4f22e6d-34f7-4cf1-9331-721485b0b68c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1099 time: 0.1148748 Sep 29 23:05:57.500807 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-018047b3-3cf3-40ef-ae19-74740c80695a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:57.550554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d0372b6-b3d4-4016-a74a-2116081ffee2 req-1c77261c-4e23-4715-9590-1a9c1b9980fd tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 210 time: 0.1066492 Sep 29 23:05:57.551670 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-018047b3-3cf3-40ef-ae19-74740c80695a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:57.614879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-c1f7d7eb-5dfc-45a3-aa47-eef10ca920e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:57.616569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-c1f7d7eb-5dfc-45a3-aa47-eef10ca920e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1120977 Sep 29 23:05:57.617930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] No DVR routers for this DVR port 55c82ecc-8c84-4505-bb5a-2be16315604f on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:05:57.649822 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:57.651889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b68c4fc1-1984-47ca-9b88-f85050770cb1 req-7724288e-d2ca-44ac-8475-8df1dc4ad045 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.42 "DELETE /v2.0/ports/55c82ecc-8c84-4505-bb5a-2be16315604f HTTP/1.1" status: 204 len: 173 time: 2.3034730 Sep 29 23:05:57.652536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0674982-9684-424a-b095-79f2c3779c6b', 'name': 'network-vif-deleted', 'tag': '55c82ecc-8c84-4505-bb5a-2be16315604f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:57.665082 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2693ec-d9c1-4ed1-b368-91d739b27f4c" -d '{"events": [{"server_uuid": "f0674982-9684-424a-b095-79f2c3779c6b", "name": "network-vif-deleted", "tag": "55c82ecc-8c84-4505-bb5a-2be16315604f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:57.674310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-018047b3-3cf3-40ef-ae19-74740c80695a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7c2d7ce69824f0c93c7a7cb91460e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6884711 Sep 29 23:05:57.680539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40608) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:57.715674 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-5ac11786-7004-4d4d-bc4b-c82de7163124 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 217 time: 0.0879865 Sep 29 23:05:57.726085 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] Set router 37792ab2-b64b-42b7-8829-c67ff3375481 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:57.738642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 55c82ecc-8c84-4505-bb5a-2be16315604f no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:05:57.766960 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496f3cf7-f387-4af6-83b6-8c270d3b48a1 x-openstack-request-id: req-496f3cf7-f387-4af6-83b6-8c270d3b48a1 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:57.773590 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0674982-9684-424a-b095-79f2c3779c6b", "name": "network-vif-deleted", "tag": "55c82ecc-8c84-4505-bb5a-2be16315604f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:57.780061 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-496f3cf7-f387-4af6-83b6-8c270d3b48a1 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:57.780551 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0674982-9684-424a-b095-79f2c3779c6b', 'name': 'network-vif-deleted', 'tag': '55c82ecc-8c84-4505-bb5a-2be16315604f', 'status': 'completed', 'code': 200} Sep 29 23:05:57.787690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-60f7639d-dadb-44fa-8ac4-5fa2d34df528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:57.788757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018047b3-3cf3-40ef-ae19-74740c80695a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9c0ece-5b1c-46fd-86bf-4542a7c873fd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:57.789811 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-60f7639d-dadb-44fa-8ac4-5fa2d34df528 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0657396 Sep 29 23:05:57.826342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 55c82ecc-8c84-4505-bb5a-2be16315604f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:05:57.828300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 55c82ecc-8c84-4505-bb5a-2be16315604f not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:05:57.855657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18fe51-8ce1-459f-a00c-c1f0df889b47 req-1e9d52b9-5958-4ed3-b7b5-538652d98393 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:57.858464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-82d5fb34-ee84-4fd2-8ba0-14d60b5c10bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:57.860035 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-82d5fb34-ee84-4fd2-8ba0-14d60b5c10bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558786 Sep 29 23:05:57.865389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b18fe51-8ce1-459f-a00c-c1f0df889b47 req-1e9d52b9-5958-4ed3-b7b5-538652d98393 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 948 time: 0.1859193 Sep 29 23:05:57.899757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40614) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:57.906888 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-804bc851-ab12-4ba7-8cd9-13757b04cb66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:57.911239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1066155304-network', 'tenant_id': '4fbc0753200541bea6d907badf6becfb'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:57.943303 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-804bc851-ab12-4ba7-8cd9-13757b04cb66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:57.973580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 35ae3c5c-7efa-433e-9ba1-4b55af96c846 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:05:57.974060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Made reservation on behalf of 4fbc0753200541bea6d907badf6becfb for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:05:57.977984 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:57.990825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.060834 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-804bc851-ab12-4ba7-8cd9-13757b04cb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.068085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-804bc851-ab12-4ba7-8cd9-13757b04cb66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.071859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-804bc851-ab12-4ba7-8cd9-13757b04cb66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f9c0ece-5b1c-46fd-86bf-4542a7c873fd HTTP/1.1" status: 204 len: 168 time: 0.3846793 Sep 29 23:05:58.099168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 35ae3c5c-7efa-433e-9ba1-4b55af96c846 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:05:58.103535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 35ae3c5c-7efa-433e-9ba1-4b55af96c846 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:05:58.104068 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.114817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804bc851-ab12-4ba7-8cd9-13757b04cb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9c0ece-5b1c-46fd-86bf-4542a7c873fd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:58.144500 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.149906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b18fe51-8ce1-459f-a00c-c1f0df889b47 req-ea4069b8-192f-4a47-af0d-0a344726a93f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564085 Sep 29 23:05:58.154681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.228367 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '80337e5e-db52-4121-8c30-1ee502e2ec52', 'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'mac_address': 'fa:16:3e:82:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:52Z', 'updated_at': '2021-09-29T23:03:00Z', 'revision_number': 5, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'subnets': [{'id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:58.251944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:05:58.261992 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.268559 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-745ce67b-12f0-4208-ad20-e10e2c3b458a service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002895 Sep 29 23:05:58.294106 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] Checking router: 37792ab2-b64b-42b7-8829-c67ff3375481 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:05:58.296549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 35ae3c5c-7efa-433e-9ba1-4b55af96c846, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=35ae3c5c-7efa-433e-9ba1-4b55af96c846,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:05:58.297504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85eea9f-6710-482f-a774-15d1d364c04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae3c5c-7efa-433e-9ba1-4b55af96c846'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:05:58.300075 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b53398-3743-4027-895c-2dc964de8231" -d '{"events": [{"server_uuid": "c85eea9f-6710-482f-a774-15d1d364c04c", "name": "network-vif-plugged", "status": "completed", "tag": "35ae3c5c-7efa-433e-9ba1-4b55af96c846"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:05:58.306959 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.322171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d1a4dd-a105-41be-bee5-90f42f155b22,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:58.323057 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] Routers {'37792ab2-b64b-42b7-8829-c67ff3375481'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:05:58.324525 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:05:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['37792ab2-b64b-42b7-8829-c67ff3375481'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:58.361080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.365567 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Added segment 6f7c09bf-0025-49fa-b112-7ed5a11fcdf3 of type vlan for network 70a6d935-cd6b-4d2c-9147-aef232992165 Sep 29 23:05:58.375133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=35ae3c5c-7efa-433e-9ba1-4b55af96c846,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:58.401942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026c8bc-5b73-45f8-a088-e07da33fe19a req-7659c8de-1a5f-4ba8-94f0-251e1d9a66a2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:58.410734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8026c8bc-5b73-45f8-a088-e07da33fe19a req-7659c8de-1a5f-4ba8-94f0-251e1d9a66a2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 944 time: 0.1280642 Sep 29 23:05:58.438380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.469171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8026c8bc-5b73-45f8-a088-e07da33fe19a req-3a92d070-93d9-4be8-b47f-af07cb2fccf2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540888 Sep 29 23:05:58.542177 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] Set router 37792ab2-b64b-42b7-8829-c67ff3375481 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:05:58.640808 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12b1107c-e129-424b-9c8b-460b0ab40c54 req-8c60676a-f50f-4e63-aa73-83f09a1cc9a7 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437178 Sep 29 23:05:58.658428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.661308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:58.664707 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.728633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24738913-2230-4adc-afd2-2c97ccd16f42 req-45ea15ab-332a-4bd0-85cd-818a9b4f8f11 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:58.744577 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8360364 Sep 29 23:05:58.744577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40640) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:05:58.749605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24738913-2230-4adc-afd2-2c97ccd16f42 req-45ea15ab-332a-4bd0-85cd-818a9b4f8f11 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1701837 Sep 29 23:05:58.760348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Request body: {'subnet': {'network_id': '70a6d935-cd6b-4d2c-9147-aef232992165', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1066155304-subnet', 'tenant_id': '4fbc0753200541bea6d907badf6becfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:05:58.800167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8d8c7-1a33-4bd9-a662-bd305f5f7e1d admin admin] Pushing event updated for resources: {'Network': ['ID=70a6d935-cd6b-4d2c-9147-aef232992165,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:58.807668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24738913-2230-4adc-afd2-2c97ccd16f42 req-c9e9b513-a888-4421-834e-b517355f4a63 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568032 Sep 29 23:05:58.811726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 70a6d935-cd6b-4d2c-9147-aef232992165 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:05:58.855564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Made reservation on behalf of 4fbc0753200541bea6d907badf6becfb for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:05:58.857941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:58.975894 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9178a747-1958-42ba-a516-6620ec8001db x-openstack-request-id: req-9178a747-1958-42ba-a516-6620ec8001db {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:05:58.976418 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85eea9f-6710-482f-a774-15d1d364c04c", "name": "network-vif-plugged", "status": "completed", "tag": "35ae3c5c-7efa-433e-9ba1-4b55af96c846", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:05:58.976512 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9178a747-1958-42ba-a516-6620ec8001db {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:05:58.976865 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85eea9f-6710-482f-a774-15d1d364c04c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35ae3c5c-7efa-433e-9ba1-4b55af96c846', 'code': 200} Sep 29 23:05:59.035569 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '80337e5e-db52-4121-8c30-1ee502e2ec52', 'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'mac_address': 'fa:16:3e:82:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:52Z', 'updated_at': '2021-09-29T23:03:00Z', 'revision_number': 5, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'subnets': [{'id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:05:59.039667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed18400a-950a-4da0-bc53-46d877044c21 req-084cd2d9-2883-4578-b6bc-977dd766a5cc tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 210 time: 0.0810456 Sep 29 23:05:59.113482 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92cf90-b735-4abd-9c85-2ba04d1d8595 None None] The sync data for ids ['37792ab2-b64b-42b7-8829-c67ff3375481'] in n-d-811173-2 is: [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:02:53Z', 'revision_number': 4, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '80337e5e-db52-4121-8c30-1ee502e2ec52', 'name': '', 'network_id': 'cc30321d-ac0d-4aa1-8a2b-b9d635c4df49', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'mac_address': 'fa:16:3e:82:36:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_interface', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:52Z', 'updated_at': '2021-09-29T23:03:00Z', 'revision_number': 5, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'subnets': [{'id': '3e3ad63e-1bdb-47b0-94a0-457eb3fe096a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:05:59.193709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaea835-108b-4316-88b4-7e177a1871b0 req-6d7597f3-64ef-4d93-bc18-e3e2cfb2e67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:59.195764 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3aaea835-108b-4316-88b4-7e177a1871b0 req-6d7597f3-64ef-4d93-bc18-e3e2cfb2e67d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 1096 time: 0.2494633 Sep 29 23:05:59.227467 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:59.278523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8866bfbe-5f42-4f0e-a53c-12accd17fd98,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:05:59.297364 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3aaea835-108b-4316-88b4-7e177a1871b0 req-d6b59754-c359-4f39-980c-19e7fa0e3217 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923281 Sep 29 23:05:59.337351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4a966-2b5e-48c2-baaa-86ec04c99f81 req-eac6a654-48d3-4dc0-85f7-e739eb27e7f4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:59.351444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4f4a966-2b5e-48c2-baaa-86ec04c99f81 req-eac6a654-48d3-4dc0-85f7-e739eb27e7f4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 948 time: 0.0933914 Sep 29 23:05:59.356517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Checking segment: {'id': '6f7c09bf-0025-49fa-b112-7ed5a11fcdf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '70a6d935-cd6b-4d2c-9147-aef232992165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:05:59.357013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Network hostable DHCP agents. Network: 70a6d935-cd6b-4d2c-9147-aef232992165, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:05:59.397504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4f4a966-2b5e-48c2-baaa-86ec04c99f81 req-2e6e408a-0112-4230-9c9b-b06823c2d64c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439491 Sep 29 23:05:59.402215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Network 70a6d935-cd6b-4d2c-9147-aef232992165 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:05:59.416883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 70a6d935-cd6b-4d2c-9147-aef232992165) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:05:59.426491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:59.427012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f69e7d-f628-40a5-8e08-4aafdfc37b29 None None] Network 70a6d935-cd6b-4d2c-9147-aef232992165 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:05:59.427160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:05:59.460829 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-32c0c09c-0b88-4f64-afd6-6ee2fab5725c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7155418 Sep 29 23:05:59.633266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f104a5b-4ad2-4273-92f3-86a146b9d663 None None] New status for floating IP dff5a959-39a6-4cc7-9238-fab174381789: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:05:59.645386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3525cf4-8f3f-48f9-9c6a-c3dfb7534e87 req-3e3ca5f1-7d16-4561-85e9-dee56aa8a80e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:05:59.647168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3525cf4-8f3f-48f9-9c6a-c3dfb7534e87 req-3e3ca5f1-7d16-4561-85e9-dee56aa8a80e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 945 time: 0.0683057 Sep 29 23:05:59.713719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3525cf4-8f3f-48f9-9c6a-c3dfb7534e87 req-45a7969b-674a-4c31-a7b0-57020e9851b5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558133 Sep 29 23:05:59.735560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7601f756-630c-4747-84b3-cc8633f8ecf0 None None] Network 70a6d935-cd6b-4d2c-9147-aef232992165 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:06:00.002530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b02818a5-4599-472c-8ef2-a152c4d7db9a req-89157486-7ec5-4b4f-b6dc-bd9119194985 tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a41240b44bfa4476a8c91bc1ba46e218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0792756 Sep 29 23:06:00.010215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:00.060432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893a8f5-ca83-444a-9b24-885abd1253ab req-197fbfa6-0169-4f98-9e46-b3d1f92deba2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:00.062680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3893a8f5-ca83-444a-9b24-885abd1253ab req-197fbfa6-0169-4f98-9e46-b3d1f92deba2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1210592 Sep 29 23:06:00.140175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:00.150519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3893a8f5-ca83-444a-9b24-885abd1253ab req-c8689f3c-3bc6-4f5b-881a-282b08308a94 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799420 Sep 29 23:06:00.154392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'mac_address': 'fa:16:3e:9a:47:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:06:00.183459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02818a5-4599-472c-8ef2-a152c4d7db9a req-48c23d5f-10b0-444b-8b97-8094c3256318 tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:00.184990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b02818a5-4599-472c-8ef2-a152c4d7db9a req-48c23d5f-10b0-444b-8b97-8094c3256318 tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806927 Sep 29 23:06:00.208196 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:00.209677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b02818a5-4599-472c-8ef2-a152c4d7db9a req-32802eb2-7fba-41ce-bf23-f1f35aa12f3d tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/quotas/a41240b44bfa4476a8c91bc1ba46e218 HTTP/1.1" status: 200 len: 375 time: 0.0165524 Sep 29 23:06:00.229654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44718a33-d1c7-4146-97c6-d40ce45a23f5 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:00.256902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:00.264385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b02818a5-4599-472c-8ef2-a152c4d7db9a req-76db4e22-9474-45a4-8cc4-943a0d98cb06 tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a41240b44bfa4476a8c91bc1ba46e218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463021 Sep 29 23:06:00.268836 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:00.383468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:00.489186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb24324e-1c1f-46cf-9b3b-aa1704a96c9d req-ce8d0439-5b8b-4aba-967c-3d066251c835 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 210 time: 0.0334346 Sep 29 23:06:00.536693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['44718a33-d1c7-4146-97c6-d40ce45a23f5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:00.829334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec307fa7-368b-4703-8e7e-349d2fb962cc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:00.831094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec307fa7-368b-4703-8e7e-349d2fb962cc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 808 time: 0.1935489 Sep 29 23:06:00.838062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-2e8cecd2-59a7-427b-bb63-c1a65fcc7abd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0846863 Sep 29 23:06:00.855241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-84c3fd60-5ca1-4f0c-be89-0a5d147fd764 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/quotas/af266e1dcb244f2d9fbb450bca32d9ad HTTP/1.1" status: 200 len: 375 time: 0.0103369 Sep 29 23:06:00.897491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-de3af495-d52c-42c7-8d9f-c424e9fed01d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359375 Sep 29 23:06:01.059235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-1059950f-2ef7-44bb-b6d1-554b76ef7627 service neutron] 10.222.0.44 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541276 Sep 29 23:06:01.079499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-0cf7b030-0d62-43bc-954d-0ee8dd253324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:01.081075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-0cf7b030-0d62-43bc-954d-0ee8dd253324 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 1101 time: 0.1072543 Sep 29 23:06:01.089768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090b595-fc83-41dc-aba3-78a2e7893bd0 req-287fa402-e3db-4a75-819f-3eddeda97690 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:01.091406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2090b595-fc83-41dc-aba3-78a2e7893bd0 req-287fa402-e3db-4a75-819f-3eddeda97690 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 949 time: 0.0855813 Sep 29 23:06:01.245923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2090b595-fc83-41dc-aba3-78a2e7893bd0 req-09ecdd7a-9445-4daf-bc45-855564071dfe tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417792 Sep 29 23:06:01.266124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-a6489db9-23b5-4d26-a4d6-52f6ebd5f585 service neutron] 10.222.0.44 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969519 Sep 29 23:06:01.282582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-2d801888-b986-4851-9ccb-2f3e31f48b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:01.285785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-2d801888-b986-4851-9ccb-2f3e31f48b3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1805477 Sep 29 23:06:01.320458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40738) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:01.350500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-e795b5af-d2c9-43fd-9509-776601a20466 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 200 len: 217 time: 0.0531325 Sep 29 23:06:01.437092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-581204e6-957c-4085-a93f-67188b242e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:01.438651 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-581204e6-957c-4085-a93f-67188b242e75 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0796578 Sep 29 23:06:01.465530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59973c6-cb01-43ed-a16a-7b6accde66a9 req-0c314d96-4689-41cd-9a48-dd2e19b2ef1c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:01.467147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e59973c6-cb01-43ed-a16a-7b6accde66a9 req-0c314d96-4689-41cd-9a48-dd2e19b2ef1c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 945 time: 0.0791316 Sep 29 23:06:01.515657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd7159bf-5463-40de-8047-6e6ddc206d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:01.535708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e59973c6-cb01-43ed-a16a-7b6accde66a9 req-242efdd4-a644-45fb-a9b8-67462ed1dbc7 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531490 Sep 29 23:06:01.544527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-b878d871-aa40-4258-9bf7-568573c1963d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:01.549508 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-b878d871-aa40-4258-9bf7-568573c1963d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1027219 Sep 29 23:06:01.656124 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:06:01.676889 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd7159bf-5463-40de-8047-6e6ddc206d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:01.688564 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd7159bf-5463-40de-8047-6e6ddc206d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:01.748699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-b4805fd8-166c-4b79-8fa4-19c7ccd24c2f service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908486 Sep 29 23:06:01.777352 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cd7159bf-5463-40de-8047-6e6ddc206d5e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23679ea014734e15b1e04effe8bf5cf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527061 Sep 29 23:06:01.777352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40760) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:01.783625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7159bf-5463-40de-8047-6e6ddc206d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210bfb98-513b-406f-9181-779f8083ae76,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:01.802299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036e6c2-8e1b-4da6-b72c-8847380300eb req-0a5bd18c-f230-4db3-8e3f-8c5bbaf16b12 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:01.803888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8036e6c2-8e1b-4da6-b72c-8847380300eb req-0a5bd18c-f230-4db3-8e3f-8c5bbaf16b12 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1387606 Sep 29 23:06:01.900651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5210986-7076-48c8-8f51-29f08c817eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:01.912324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8036e6c2-8e1b-4da6-b72c-8847380300eb req-c911ba58-8141-4720-8959-19998ebbcf88 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916581 Sep 29 23:06:01.951896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77437185-1d83-4dcc-ab5e-0081e6bb7de1 req-734b16d2-370c-4cfa-989e-5157ad714851 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870728 Sep 29 23:06:01.953512 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5210986-7076-48c8-8f51-29f08c817eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:02.001013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:02.016345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47bc1225-74bd-4aed-bf9d-34a742d4e9bf req-22062ccd-a1a9-4132-a537-a0550d744920 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 210 time: 0.0600994 Sep 29 23:06:02.072092 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5210986-7076-48c8-8f51-29f08c817eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:02.074811 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5210986-7076-48c8-8f51-29f08c817eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:02.078326 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f5210986-7076-48c8-8f51-29f08c817eec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/210bfb98-513b-406f-9181-779f8083ae76 HTTP/1.1" status: 204 len: 168 time: 0.2979057 Sep 29 23:06:02.089540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5210986-7076-48c8-8f51-29f08c817eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210bfb98-513b-406f-9181-779f8083ae76,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:02.096648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d74705d6-a258-47ed-af21-bf8c5cc1841c req-79ca792c-891b-406f-9c18-f78df5e84cf3 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0674982-9684-424a-b095-79f2c3779c6b HTTP/1.1" status: 200 len: 210 time: 0.0851474 Sep 29 23:06:02.149521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb809bea-067e-4417-8bad-89ad142e0a95 req-8c3e331b-e2ce-4001-b6d0-1f67dc9efe67 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:02.158001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb809bea-067e-4417-8bad-89ad142e0a95 req-8c3e331b-e2ce-4001-b6d0-1f67dc9efe67 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 945 time: 0.0884035 Sep 29 23:06:02.161118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 44718a33-d1c7-4146-97c6-d40ce45a23f5 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:06:02.166458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 44718a33-d1c7-4146-97c6-d40ce45a23f5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:02.166842 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:02.228797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb809bea-067e-4417-8bad-89ad142e0a95 req-cd86667b-5f7b-48b4-a9cd-72013894247f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694358 Sep 29 23:06:02.435416 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:02.463074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:02.465907 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8621d30c-0943-44c3-ac4b-316def930e28" -d '{"events": [{"server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "name": "network-vif-plugged", "status": "completed", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:02.481098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:02.488210 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:02.491523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af96621-7f51-4878-8b56-d46bd97633a0 req-37c2acf1-2b98-4f8f-ac54-6c10da877536 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:02.493256 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9af96621-7f51-4878-8b56-d46bd97633a0 req-37c2acf1-2b98-4f8f-ac54-6c10da877536 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 945 time: 0.0902820 Sep 29 23:06:02.567759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:02.575115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9af96621-7f51-4878-8b56-d46bd97633a0 req-950e623a-c294-4ca9-b185-8eba2a46415c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661094 Sep 29 23:06:02.591581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b877f2-5feb-414a-aff7-1cb2123c7ffb req-c7e3ac2d-0db2-4f80-ae48-f26da9d4bdc4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:02.593243 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46b877f2-5feb-414a-aff7-1cb2123c7ffb req-c7e3ac2d-0db2-4f80-ae48-f26da9d4bdc4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.0957167 Sep 29 23:06:02.642290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46b877f2-5feb-414a-aff7-1cb2123c7ffb req-c18ba062-53af-4294-bbe9-ca1c514e147e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Sep 29 23:06:02.672146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40794) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:02.687696 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2197c24f-32c4-4466-a504-568ef6c7b8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:02.695173 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2255d6a-8779-4063-9c30-bba7f6586498 req-803d1204-0c44-4b66-8163-b5defff09c9c tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a41240b44bfa4476a8c91bc1ba46e218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233405 Sep 29 23:06:02.708649 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1b22d2-0a83-4512-bae7-0eb4cb82154d x-openstack-request-id: req-2d1b22d2-0a83-4512-bae7-0eb4cb82154d {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:02.709316 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "name": "network-vif-plugged", "status": "completed", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:02.709567 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d1b22d2-0a83-4512-bae7-0eb4cb82154d {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:02.710004 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'code': 200} Sep 29 23:06:02.844994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2197c24f-32c4-4466-a504-568ef6c7b8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:02.856580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2197c24f-32c4-4466-a504-568ef6c7b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:02.928155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8d5550-6d6b-41cb-8897-f8e53c996d9a req-2993e5e2-b6fb-41bc-9ac8-9a5cf67889cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:02.930138 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a8d5550-6d6b-41cb-8897-f8e53c996d9a req-2993e5e2-b6fb-41bc-9ac8-9a5cf67889cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1101 time: 0.1233470 Sep 29 23:06:02.936092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197c24f-32c4-4466-a504-568ef6c7b8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2541a110-fca2-4e35-8bfe-bd9f4a71497a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:02.951977 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2197c24f-32c4-4466-a504-568ef6c7b8fb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04ed450181164df08b8b671920845e8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784355 Sep 29 23:06:02.960969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40802) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:03.006309 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a8d5550-6d6b-41cb-8897-f8e53c996d9a req-84504c87-70b4-4f97-9804-9eefdcaa4923 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667555 Sep 29 23:06:03.037826 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ea495c-e8b8-4445-88a4-fd52108371a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:03.073599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ea495c-e8b8-4445-88a4-fd52108371a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:03.139356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ea495c-e8b8-4445-88a4-fd52108371a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:03.143227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ea495c-e8b8-4445-88a4-fd52108371a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:03.145421 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-88ea495c-e8b8-4445-88a4-fd52108371a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2541a110-fca2-4e35-8bfe-bd9f4a71497a HTTP/1.1" status: 204 len: 168 time: 0.1820624 Sep 29 23:06:03.155913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea495c-e8b8-4445-88a4-fd52108371a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2541a110-fca2-4e35-8bfe-bd9f4a71497a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:03.230302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2255d6a-8779-4063-9c30-bba7f6586498 req-9e698854-9750-4f51-b29e-a1d7fb2a3ccc tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:03.237341 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2255d6a-8779-4063-9c30-bba7f6586498 req-9e698854-9750-4f51-b29e-a1d7fb2a3ccc tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5358615 Sep 29 23:06:03.274250 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3681c4ad-79a6-45cc-a04a-9d42a5c68e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:03.282681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2255d6a-8779-4063-9c30-bba7f6586498 req-9ddb31d2-6b1a-4bb5-b345-c99ea4b2d80d tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/quotas/a41240b44bfa4476a8c91bc1ba46e218 HTTP/1.1" status: 200 len: 375 time: 0.0438850 Sep 29 23:06:03.376363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2255d6a-8779-4063-9c30-bba7f6586498 req-acc46b43-6f30-4e6c-8a31-f4bb390cf6ff tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a41240b44bfa4476a8c91bc1ba46e218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720911 Sep 29 23:06:03.398430 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cfe23-c0a9-4bd6-8ee5-02bfe28bd2c8 req-74ec120d-55e9-4ec8-9120-9ea0beda5054 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:03.406055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b27cfe23-c0a9-4bd6-8ee5-02bfe28bd2c8 req-74ec120d-55e9-4ec8-9120-9ea0beda5054 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 945 time: 0.1647382 Sep 29 23:06:03.452381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-7105ca22-fe6c-41a9-82fd-6b3c66140b57 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:03.454392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-7105ca22-fe6c-41a9-82fd-6b3c66140b57 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.42 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 808 time: 0.2141306 Sep 29 23:06:03.484325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b27cfe23-c0a9-4bd6-8ee5-02bfe28bd2c8 req-09818a60-e1b3-4d1c-b384-79ebbc37c110 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761557 Sep 29 23:06:03.493037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Request body: {'port': {'device_id': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62', 'admin_state_up': True, 'tenant_id': 'af266e1dcb244f2d9fbb450bca32d9ad'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:03.721886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d87c64ea-5f55-4952-a430-210c81d1a667 req-51db17d7-3a14-400a-b87b-085ace1d4142 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 210 time: 0.0968990 Sep 29 23:06:03.758809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd025b-6eb2-458a-a6be-3d249e0eccf3 req-58e8ad5b-1c72-4146-a337-45da9f1aae86 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:03.760670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34fd025b-6eb2-458a-a6be-3d249e0eccf3 req-58e8ad5b-1c72-4146-a337-45da9f1aae86 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1346290 Sep 29 23:06:03.774144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Made reservation on behalf of af266e1dcb244f2d9fbb450bca32d9ad for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:03.778913 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:03.850446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34fd025b-6eb2-458a-a6be-3d249e0eccf3 req-af034859-9a9c-4e22-9c4a-680acc39deb4 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679440 Sep 29 23:06:04.023518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4914e3-b667-473e-ab14-bfdd8ce6221e req-a5d4e3b5-4061-4eec-85ef-4b109311c1ba tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:04.025121 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca4914e3-b667-473e-ab14-bfdd8ce6221e req-a5d4e3b5-4061-4eec-85ef-4b109311c1ba tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.0912316 Sep 29 23:06:04.036004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Allocated IP 172.20.0.2 (08c35151-52b3-4fb7-813b-bad9609e7f62/9fddcf55-78c6-406b-b9ef-09d2f22222f8/4dc720aa-1e21-4f4d-bbd1-7e45f3035f21) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:04.089060 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca4914e3-b667-473e-ab14-bfdd8ce6221e req-f2cd5f55-01fe-41d7-9783-b87afda979d3 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555995 Sep 29 23:06:04.153889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40846) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:04.257202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:04.309745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:04.326550 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:04.374915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:04.377561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:04.377957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:04.379815 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "DELETE /v2.0/security-groups/521ff4c1-60e5-4ccf-a31c-6e43c374b7f6 HTTP/1.1" status: 204 len: 168 time: 0.2247951 Sep 29 23:06:04.384236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40854) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:04.420979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521ff4c1-60e5-4ccf-a31c-6e43c374b7f6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:04.430606 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-a6be1cec-2af6-4280-b8ec-fe73bdca2634 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] show failed (client error): The resource could not be found. Sep 29 23:06:04.432087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a6be1cec-2af6-4280-b8ec-fe73bdca2634 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "GET /v2.0/security-groups/521ff4c1-60e5-4ccf-a31c-6e43c374b7f6 HTTP/1.1" status: 404 len: 347 time: 0.0450072 Sep 29 23:06:04.438905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40856) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:04.442866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Network 08c35151-52b3-4fb7-813b-bad9609e7f62 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:04.452415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.453295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.453933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.454468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.454972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.455451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.456002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.457026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.457518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.458600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.459241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.459733 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849f3813-ed06-478e-8a36-5fa22aa34e8d tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:04.475109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Pushing event updated for resources: {'Port': ['ID=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:04.491227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:04.501784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:04.615270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:04.616275 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:04.678296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-4104b542-51c2-48fa-8c8d-a450238fbf7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1927416 Sep 29 23:06:04.699983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e54ac-1d9a-4b3d-88e5-91c12688e18c req-1e2e1362-16e5-47ec-a660-dc148139515f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:04.703558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-419e54ac-1d9a-4b3d-88e5-91c12688e18c req-1e2e1362-16e5-47ec-a660-dc148139515f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 945 time: 0.0818701 Sep 29 23:06:04.717266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Request body: {'port': {'device_id': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:04.850248 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:04.912266 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-419e54ac-1d9a-4b3d-88e5-91c12688e18c req-b97a87eb-4688-4c5e-a7e5-2732c43f84b1 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487160 Sep 29 23:06:05.122872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-507c9132-d8fd-4b1e-85e3-ed05173fb0e9 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:05.124535 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-507c9132-d8fd-4b1e-85e3-ed05173fb0e9 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 945 time: 0.6866484 Sep 29 23:06:05.186810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f3e9bf-37e8-4ab6-ad35-864f56a94034 req-ead14189-6b32-473a-af23-09f2a057d6be tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:05.195475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34f3e9bf-37e8-4ab6-ad35-864f56a94034 req-ead14189-6b32-473a-af23-09f2a057d6be tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 931 time: 0.2719765 Sep 29 23:06:05.263124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7719fe38-8499-49d6-a506-d7f11d859b96 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Deleting port 7845e53f-2db5-4bcf-aba4-c75836f68e96 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:05.264054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7719fe38-8499-49d6-a506-d7f11d859b96 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:05.284562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-98d207a8-89a8-489a-8ae9-27044968830d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Deleting port 35ae3c5c-7efa-433e-9ba1-4b55af96c846 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:05.285156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-98d207a8-89a8-489a-8ae9-27044968830d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:05.299383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74437e0-fa3b-455f-b145-a455b03ad6b9 req-151606f7-619f-481c-83e3-3f2b8c0e958f tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:05.307245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f74437e0-fa3b-455f-b145-a455b03ad6b9 req-151606f7-619f-481c-83e3-3f2b8c0e958f tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.2803640 Sep 29 23:06:05.381171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34f3e9bf-37e8-4ab6-ad35-864f56a94034 req-13fe9ee5-d98b-4cc8-94a3-807b48c48bdf tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844330 Sep 29 23:06:05.423436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f74437e0-fa3b-455f-b145-a455b03ad6b9 req-6a92e05a-5e0e-4d03-8a28-17e9a96db4a4 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149132 Sep 29 23:06:05.486657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7719fe38-8499-49d6-a506-d7f11d859b96 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:05.487196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7719fe38-8499-49d6-a506-d7f11d859b96 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:05.504224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7719fe38-8499-49d6-a506-d7f11d859b96 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Calling delete_port for 7845e53f-2db5-4bcf-aba4-c75836f68e96 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:05.525875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-98d207a8-89a8-489a-8ae9-27044968830d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] For port 35ae3c5c-7efa-433e-9ba1-4b55af96c846, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=35ae3c5c-7efa-433e-9ba1-4b55af96c846,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:05.526501 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-98d207a8-89a8-489a-8ae9-27044968830d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:05.541007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-98d207a8-89a8-489a-8ae9-27044968830d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Calling delete_port for 35ae3c5c-7efa-433e-9ba1-4b55af96c846 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:05.558441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebf73654-2c01-4c29-8da7-47acbcbef316 req-1d141788-0fbc-487c-ada3-73d373cf1b6c tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a41240b44bfa4476a8c91bc1ba46e218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438428 Sep 29 23:06:05.585039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:05.593454 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:05.641094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Transition to ACTIVE for port object 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:06:05.651109 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:05.715271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f1e10-cdfe-4cd3-bb84-4edfe6282574 req-3fcf109b-7d2b-4306-8aa6-1a1d6006c99a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:05.717209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-996f1e10-cdfe-4cd3-bb84-4edfe6282574 req-3fcf109b-7d2b-4306-8aa6-1a1d6006c99a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.1857753 Sep 29 23:06:05.830556 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-98d207a8-89a8-489a-8ae9-27044968830d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:05.846438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7', '35ae3c5c-7efa-433e-9ba1-4b55af96c846'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:05.868798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d207a8-89a8-489a-8ae9-27044968830d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event deleted for resources: {'Port': ['ID=35ae3c5c-7efa-433e-9ba1-4b55af96c846,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:05.872407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7719fe38-8499-49d6-a506-d7f11d859b96 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:05.880228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf73654-2c01-4c29-8da7-47acbcbef316 req-d4936ada-954a-4a03-b045-3beb28c0f048 tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:05.887450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebf73654-2c01-4c29-8da7-47acbcbef316 req-d4936ada-954a-4a03-b045-3beb28c0f048 tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2913501 Sep 29 23:06:05.905629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Pushing event updated for resources: {'Port': ['ID=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:05.906048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5349fee4-4bb7-4378-b92a-b3dae82ab1a3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:05.914892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7719fe38-8499-49d6-a506-d7f11d859b96 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Pushing event deleted for resources: {'Port': ['ID=7845e53f-2db5-4bcf-aba4-c75836f68e96,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:05.940825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-996f1e10-cdfe-4cd3-bb84-4edfe6282574 req-744aa8c8-493c-4d11-9d15-4f5b44593fbf tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958137 Sep 29 23:06:05.948462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebf73654-2c01-4c29-8da7-47acbcbef316 req-24bfb5cb-f909-4b57-8ab1-45c9b17c75eb tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/quotas/a41240b44bfa4476a8c91bc1ba46e218 HTTP/1.1" status: 200 len: 375 time: 0.0601676 Sep 29 23:06:05.996077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebf73654-2c01-4c29-8da7-47acbcbef316 req-8767dd29-7657-437b-bdc5-a7414fb3c2a3 tempest-QuotasAdminNegativeTest-432656542 tempest-QuotasAdminNegativeTest-432656542-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a41240b44bfa4476a8c91bc1ba46e218&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466061 Sep 29 23:06:06.036766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-98d207a8-89a8-489a-8ae9-27044968830d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] No DVR routers for this DVR port 35ae3c5c-7efa-433e-9ba1-4b55af96c846 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:06.041880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:06.043501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:06.043646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:06.043766 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-98d207a8-89a8-489a-8ae9-27044968830d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:06.046050 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cfb7383a-656d-46da-bf91-cd0624c0a99f req-98d207a8-89a8-489a-8ae9-27044968830d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "DELETE /v2.0/ports/35ae3c5c-7efa-433e-9ba1-4b55af96c846 HTTP/1.1" status: 204 len: 173 time: 0.8990049 Sep 29 23:06:06.055083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:06:06.055885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:06.070052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 5, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:06.071601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:06.072200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:06.072512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85eea9f-6710-482f-a774-15d1d364c04c', 'name': 'network-vif-deleted', 'tag': '35ae3c5c-7efa-433e-9ba1-4b55af96c846'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:06.073082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Bound port: 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:06.075197 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d497c68e-3603-403f-8628-bb6f270dcf7a" -d '{"events": [{"server_uuid": "c85eea9f-6710-482f-a774-15d1d364c04c", "name": "network-vif-deleted", "tag": "35ae3c5c-7efa-433e-9ba1-4b55af96c846"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:06.082682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:06.152721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7719fe38-8499-49d6-a506-d7f11d859b96 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:06.164479 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7719fe38-8499-49d6-a506-d7f11d859b96 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:06.172498 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7719fe38-8499-49d6-a506-d7f11d859b96 tempest-ServersTestBootFromVolume-1247149117 tempest-ServersTestBootFromVolume-1247149117-project] 10.222.0.44 "DELETE /v2.0/floatingips/dff5a959-39a6-4cc7-9238-fab174381789 HTTP/1.1" status: 204 len: 168 time: 1.7324269 Sep 29 23:06:06.174322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40984) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:06.317805 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d6a895c1-1e8e-4853-8a2d-77ce4d552cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:06.339021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:06.403190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:06.423496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-feec7317-cc83-49c3-86b9-9c95be188bf5 req-4c35c260-be3c-4176-96e9-73eabe843103 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=c85eea9f-6710-482f-a774-15d1d364c04c HTTP/1.1" status: 200 len: 210 time: 0.0489109 Sep 29 23:06:06.425902 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:06.476014 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:06.488775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971fa18-b78f-4753-8536-c1ab3600aa45 req-aea0ede3-0b69-44ee-b016-46ba69033c9c tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:06.497916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8971fa18-b78f-4753-8536-c1ab3600aa45 req-aea0ede3-0b69-44ee-b016-46ba69033c9c tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1101 time: 0.1785512 Sep 29 23:06:06.513068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:06.513918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:06.517989 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] 10.222.0.42 "PUT /v2.0/ports/4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 200 len: 1091 time: 1.8145199 Sep 29 23:06:06.526907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'tag': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:06.531861 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f337ccb-1b4a-411d-8f98-284fd4e014a9" -d '{"events": [{"name": "network-changed", "server_uuid": "112aa0e1-2328-460a-860b-ef1c55bb9cdb", "tag": "4dc720aa-1e21-4f4d-bbd1-7e45f3035f21"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:06.537699 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c19b4eb-9fdb-444e-aaa0-ca18ed5b64e9 x-openstack-request-id: req-2c19b4eb-9fdb-444e-aaa0-ca18ed5b64e9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:06.538274 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c85eea9f-6710-482f-a774-15d1d364c04c", "name": "network-vif-deleted", "tag": "35ae3c5c-7efa-433e-9ba1-4b55af96c846", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:06.540860 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c19b4eb-9fdb-444e-aaa0-ca18ed5b64e9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:06.541771 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c85eea9f-6710-482f-a774-15d1d364c04c', 'name': 'network-vif-deleted', 'tag': '35ae3c5c-7efa-433e-9ba1-4b55af96c846', 'status': 'completed', 'code': 200} Sep 29 23:06:06.613845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8971fa18-b78f-4753-8536-c1ab3600aa45 req-f701fb2b-c24b-48df-a8f8-cc0426b94a5d tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147258 Sep 29 23:06:06.697048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66c8e7-87c7-4fa3-b90f-54bf4ec52d4a service neutron] Pushing event updated for resources: {'Port': ['ID=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:06.806827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-c4707949-de65-4673-bb28-6b248d6fab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:06.809234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-c4707949-de65-4673-bb28-6b248d6fab81 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1094 time: 0.1941516 Sep 29 23:06:06.818489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e60b1-2fc1-431d-9ac3-3c4c6c388841 req-db0dd34c-3d82-4172-988c-abaaf7aa0385 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:06.827000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-473e60b1-2fc1-431d-9ac3-3c4c6c388841 req-db0dd34c-3d82-4172-988c-abaaf7aa0385 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 943 time: 0.1108875 Sep 29 23:06:06.902062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-52874fa4-10a5-4b61-a857-eaaafd1704ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 200 len: 217 time: 0.0723548 Sep 29 23:06:06.912723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-473e60b1-2fc1-431d-9ac3-3c4c6c388841 req-c34a9f24-3e86-41b2-a487-651eb2b9ec18 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847006 Sep 29 23:06:06.995116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-d6c6d1a4-3d18-491b-b5fd-832ff1b97c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:06.997062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-d6c6d1a4-3d18-491b-b5fd-832ff1b97c8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.0813470 Sep 29 23:06:07.010140 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14acf16a-5336-43bb-8e00-e828a61b8a94 x-openstack-request-id: req-14acf16a-5336-43bb-8e00-e828a61b8a94 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:07.010543 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "112aa0e1-2328-460a-860b-ef1c55bb9cdb", "tag": "4dc720aa-1e21-4f4d-bbd1-7e45f3035f21", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:07.010908 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14acf16a-5336-43bb-8e00-e828a61b8a94 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:07.011413 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'tag': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21', 'status': 'completed', 'code': 200} Sep 29 23:06:07.045070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:07.064107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-7f1288d4-5f39-4e3b-aaf4-20b4bab7b3d8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327959 Sep 29 23:06:07.113828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5681900-aee7-40ad-aff6-8bb02807fcc4 req-1631c057-23e2-4a26-99e9-38d025fdbb17 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:07.115693 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5681900-aee7-40ad-aff6-8bb02807fcc4 req-1631c057-23e2-4a26-99e9-38d025fdbb17 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1174867 Sep 29 23:06:07.203126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5681900-aee7-40ad-aff6-8bb02807fcc4 req-f29f9efa-83fe-48a5-9feb-2031ff30f14d tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783727 Sep 29 23:06:07.219063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd2dba2-64d6-4d57-ad68-6d9f1c45815d req-3c571894-96b7-4106-9647-89b624cc3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:07.221225 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fcd2dba2-64d6-4d57-ad68-6d9f1c45815d req-3c571894-96b7-4106-9647-89b624cc3c7c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1096 time: 0.1834412 Sep 29 23:06:07.231232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-de2affe3-3375-4268-87f0-58b1eed5eaf4 service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530948 Sep 29 23:06:07.344167 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:07.417330 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fcd2dba2-64d6-4d57-ad68-6d9f1c45815d req-9a37e900-840b-4874-b61c-05f8c7ac9d15 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469400 Sep 29 23:06:07.474798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1520ec3f-458f-485f-b26a-3332945e6ad0 req-d3646bd0-c1c8-4229-bcf3-3ba8f635d7ff service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391131 Sep 29 23:06:07.566715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-ebe17126-297b-4e1f-8be9-acb2589c2f0e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902209 Sep 29 23:06:07.578931 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5ece3f-e6ad-4943-8ebc-8356e6e8b256 req-3debadf7-2e84-4caf-871d-fe68a6adea25 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:07.580876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a5ece3f-e6ad-4943-8ebc-8356e6e8b256 req-3debadf7-2e84-4caf-871d-fe68a6adea25 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.0938520 Sep 29 23:06:07.620303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] Deleting port 80337e5e-db52-4121-8c30-1ee502e2ec52 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:07.620303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:07.652236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a5ece3f-e6ad-4943-8ebc-8356e6e8b256 req-3ab58cdb-ca80-471c-935f-c34317dbdb77 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637767 Sep 29 23:06:07.770656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41100) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:07.780957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] For port 80337e5e-db52-4121-8c30-1ee502e2ec52, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=80337e5e-db52-4121-8c30-1ee502e2ec52,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:07.781978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:07.820615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] Calling delete_port for 80337e5e-db52-4121-8c30-1ee502e2ec52 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:07.830024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a621afa-32fa-4cb3-8c28-cba99c4c73de req-e57439ce-14b6-4211-842e-506251ec36a2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:07.832523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a621afa-32fa-4cb3-8c28-cba99c4c73de req-e57439ce-14b6-4211-842e-506251ec36a2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 945 time: 0.0636322 Sep 29 23:06:07.887500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a621afa-32fa-4cb3-8c28-cba99c4c73de req-22d25bda-6f6c-4e00-95f5-1df20484605b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443385 Sep 29 23:06:07.970808 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f29419f-01e8-4603-9ee1-19bd9a2e2dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:08.007649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 35ae3c5c-7efa-433e-9ba1-4b55af96c846 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:08.062089 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 35ae3c5c-7efa-433e-9ba1-4b55af96c846 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:06:08.062561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 35ae3c5c-7efa-433e-9ba1-4b55af96c846 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:08.068977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:08.121668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337ccb-1b4a-411d-8f98-284fd4e014a9 req-eeb4c73d-a4cd-4974-b685-ae2dbf22284f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:08.123235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f337ccb-1b4a-411d-8f98-284fd4e014a9 req-eeb4c73d-a4cd-4974-b685-ae2dbf22284f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1094 time: 0.1313696 Sep 29 23:06:08.145809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] Pushing event deleted for resources: {'Port': ['ID=80337e5e-db52-4121-8c30-1ee502e2ec52,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:08.193527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9e88a-e59d-4743-98d3-c57a00124fb6 req-5127dfa8-0d7d-4171-880b-5f29a885efbb tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:08.202473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04b9e88a-e59d-4743-98d3-c57a00124fb6 req-5127dfa8-0d7d-4171-880b-5f29a885efbb tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 943 time: 0.1631818 Sep 29 23:06:08.367879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04b9e88a-e59d-4743-98d3-c57a00124fb6 req-6b4a5e85-90c4-4d8b-a36a-e0209f28e768 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640761 Sep 29 23:06:08.387139 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:08.491443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337ccb-1b4a-411d-8f98-284fd4e014a9 req-5a42a46c-3102-4659-8a50-8662847f8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:08.493589 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f337ccb-1b4a-411d-8f98-284fd4e014a9 req-5a42a46c-3102-4659-8a50-8662847f8357 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.3614912 Sep 29 23:06:08.501144 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f29419f-01e8-4603-9ee1-19bd9a2e2dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:08.530892 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:08.568327 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f29419f-01e8-4603-9ee1-19bd9a2e2dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:08.578669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f337ccb-1b4a-411d-8f98-284fd4e014a9 req-9d6f2fb5-aa67-4450-be4f-b8986c2c2383 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 200 len: 217 time: 0.0722120 Sep 29 23:06:08.631614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52f1cd-0ebe-49e3-9748-1830cd1a0c95 req-15704167-a0e2-45df-b7ee-a9cdeccbcbc8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:08.633627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d52f1cd-0ebe-49e3-9748-1830cd1a0c95 req-15704167-a0e2-45df-b7ee-a9cdeccbcbc8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.2613866 Sep 29 23:06:08.689266 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2f29419f-01e8-4603-9ee1-19bd9a2e2dfc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a41240b44bfa4476a8c91bc1ba46e218&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9166489 Sep 29 23:06:08.698356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29419f-01e8-4603-9ee1-19bd9a2e2dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d325b-6abd-412a-a546-370ca4633f67,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:08.700928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:08.708333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] Router 37792ab2-b64b-42b7-8829-c67ff3375481 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:06:08.746640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f337ccb-1b4a-411d-8f98-284fd4e014a9 req-bd489bb3-decc-4cb3-b047-7a21453be1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:08.748214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f337ccb-1b4a-411d-8f98-284fd4e014a9 req-bd489bb3-decc-4cb3-b047-7a21453be1aa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1585782 Sep 29 23:06:08.756789 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d52f1cd-0ebe-49e3-9748-1830cd1a0c95 req-88ee4b25-14b9-479b-ad15-69cfbe66b52f tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930290 Sep 29 23:06:08.764512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:08.829906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f337ccb-1b4a-411d-8f98-284fd4e014a9 req-4f672179-6659-4808-95e8-583df85dd4d9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680459 Sep 29 23:06:08.862924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:08.869266 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-677744ca-55c1-4452-b900-44745bf7e691 admin admin] 10.222.0.44 "PUT /v2.0/routers/37792ab2-b64b-42b7-8829-c67ff3375481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6911061 Sep 29 23:06:08.872173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41154) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:08.874955 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] Sync routers for ids ['37792ab2-b64b-42b7-8829-c67ff3375481'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:08.881400 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b06e4d8-5b52-4335-a14b-fcfb2daa16ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:08.886581 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] Routers {'37792ab2-b64b-42b7-8829-c67ff3375481'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:08.887211 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['37792ab2-b64b-42b7-8829-c67ff3375481'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:08.939202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1d9dc-0a8b-460e-80ef-86340796be5c req-b5e4debb-6511-4cf0-9ea2-6871d4f741a4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:08.941456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58c1d9dc-0a8b-460e-80ef-86340796be5c req-b5e4debb-6511-4cf0-9ea2-6871d4f741a4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.1770039 Sep 29 23:06:09.017556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac7eecf1-b391-4fd7-a350-7d9bd8f3c7dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:09.021440 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b06e4d8-5b52-4335-a14b-fcfb2daa16ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:09.100303 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] Set router 37792ab2-b64b-42b7-8829-c67ff3375481 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:09.179663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f337ccb-1b4a-411d-8f98-284fd4e014a9 req-b6feaed7-ab13-40b1-9ae6-84053670935e service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369956 Sep 29 23:06:09.188280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58c1d9dc-0a8b-460e-80ef-86340796be5c req-0a13667d-07c8-4948-8910-70ab2af61c35 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323906 Sep 29 23:06:09.228455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:09.232853 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:09.294096 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:06:08Z', 'revision_number': 5, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:09.326916 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] Checking router: 37792ab2-b64b-42b7-8829-c67ff3375481 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:06:09.336879 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] Routers {'37792ab2-b64b-42b7-8829-c67ff3375481'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:09.337520 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['37792ab2-b64b-42b7-8829-c67ff3375481'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:09.450307 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] Set router 37792ab2-b64b-42b7-8829-c67ff3375481 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:09.579527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d9d39-0375-4405-9a85-e984a5be9636 req-834c6ace-2a54-4ebc-97e2-9aebdc7b5e29 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:09.582338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e67d9d39-0375-4405-9a85-e984a5be9636 req-834c6ace-2a54-4ebc-97e2-9aebdc7b5e29 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 945 time: 0.5810361 Sep 29 23:06:09.624673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b06e4d8-5b52-4335-a14b-fcfb2daa16ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:09.627218 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b06e4d8-5b52-4335-a14b-fcfb2daa16ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:09.630824 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0b06e4d8-5b52-4335-a14b-fcfb2daa16ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b84d325b-6abd-412a-a546-370ca4633f67 HTTP/1.1" status: 204 len: 168 time: 0.9228308 Sep 29 23:06:09.660742 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:06:08Z', 'revision_number': 5, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:09.675521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-edb89689-c816-476c-9fa4-2a2e0e8e1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:09.677824 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-edb89689-c816-476c-9fa4-2a2e0e8e1805 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1101 time: 0.0504990 Sep 29 23:06:09.693112 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54df2cf2-71a6-4c86-9474-358a097edb99 None None] The sync data for ids ['37792ab2-b64b-42b7-8829-c67ff3375481'] in n-d-811173-2 is: [{'id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'name': 'tempest-ServersTestBootFromVolume-1778742026-router', 'tenant_id': '235cb6eda5ba4ca998847694bdd2b31b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:02:44Z', 'updated_at': '2021-09-29T23:06:08Z', 'revision_number': 5, 'project_id': '235cb6eda5ba4ca998847694bdd2b31b', 'gw_port': {'id': '178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:29:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37792ab2-b64b-42b7-8829-c67ff3375481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:02:46Z', 'updated_at': '2021-09-29T23:02:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:06:09.768639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b06e4d8-5b52-4335-a14b-fcfb2daa16ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d325b-6abd-412a-a546-370ca4633f67,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:09.810894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-952436a2-0b20-453b-81d3-6cbed44b02c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:09.812514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-952436a2-0b20-453b-81d3-6cbed44b02c6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1238348 Sep 29 23:06:09.855555 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-7244cb49-0d9f-49bb-9a72-ac55aafd6c2a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 217 time: 0.0362177 Sep 29 23:06:09.861034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f337ccb-1b4a-411d-8f98-284fd4e014a9 req-5f35e2c8-a2c3-4c53-b978-c50014700c63 service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6601856 Sep 29 23:06:09.868785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e67d9d39-0375-4405-9a85-e984a5be9636 req-7a210d9f-65bb-4f2a-9db1-5c2bd7bd733f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658322 Sep 29 23:06:09.881226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba87d0-f608-470e-a1ea-f30338af4dc2 req-2e33951e-0c33-4e76-b356-0441545cead0 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:09.895392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24ba87d0-f608-470e-a1ea-f30338af4dc2 req-2e33951e-0c33-4e76-b356-0441545cead0 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 943 time: 0.3241096 Sep 29 23:06:09.907538 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:09.922990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-94424145-5ef4-4bc0-afb4-4fe952a7c685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:09.924852 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-94424145-5ef4-4bc0-afb4-4fe952a7c685 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0630708 Sep 29 23:06:10.007238 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac7eecf1-b391-4fd7-a350-7d9bd8f3c7dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.008944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41168) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:10.020020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24ba87d0-f608-470e-a1ea-f30338af4dc2 req-4cd30646-c216-422f-928a-22b3131c02d0 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236196 Sep 29 23:06:10.020905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-4483a6f5-110d-408d-8aaa-98e5a3a0241e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:10.022705 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-4483a6f5-110d-408d-8aaa-98e5a3a0241e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0889208 Sep 29 23:06:10.024729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac7eecf1-b391-4fd7-a350-7d9bd8f3c7dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.028748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db3d31a9-3806-483b-94f0-94eb84b1251d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.102723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ac7eecf1-b391-4fd7-a350-7d9bd8f3c7dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7c136faf05f4edc8285540d6579690d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3364694 Sep 29 23:06:10.107449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:10.129208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Deleting port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:10.129208 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.131105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7eecf1-b391-4fd7-a350-7d9bd8f3c7dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d128177-c6d8-46e6-9f90-aeb43ed38e56,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:10.212426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c8cca550-3011-4b98-83a7-01183becace6 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626225 Sep 29 23:06:10.275075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61cd95-90c6-4590-a769-43822125b690 req-dbe7a51b-228f-40fd-bf05-a1f2e5028c34 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:10.276522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f61cd95-90c6-4590-a769-43822125b690 req-dbe7a51b-228f-40fd-bf05-a1f2e5028c34 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1796813 Sep 29 23:06:10.308417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] For port 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:10.308950 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.342172 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f64f17b-cab2-4e74-82d7-662e953d74e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.350158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Calling delete_port for 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:10.375120 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db3d31a9-3806-483b-94f0-94eb84b1251d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.382570 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db3d31a9-3806-483b-94f0-94eb84b1251d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.418925 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f64f17b-cab2-4e74-82d7-662e953d74e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.441500 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-7e791730-044b-46c6-88f8-1dcd481756c9 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161655 Sep 29 23:06:10.444263 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-db3d31a9-3806-483b-94f0-94eb84b1251d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=64dbe7e6fb284e28b1f106b98b0d5072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4341660 Sep 29 23:06:10.447441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41174) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:10.457215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d31a9-3806-483b-94f0-94eb84b1251d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92525cec-7597-49cd-9945-0a02a959f5ab,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:10.470661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f61cd95-90c6-4590-a769-43822125b690 req-eda5b63f-3014-4064-8241-5f8e017f7435 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816533 Sep 29 23:06:10.519692 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-789165a3-2954-40e5-b2ce-ea1ca38f179d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.543428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6075a-e484-48e8-b0b9-f30da9f50243 req-a8ad0f1e-6e08-44cd-91b4-317f83acd9f1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:10.544934 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-789165a3-2954-40e5-b2ce-ea1ca38f179d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.545091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1b6075a-e484-48e8-b0b9-f30da9f50243 req-a8ad0f1e-6e08-44cd-91b4-317f83acd9f1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.2427728 Sep 29 23:06:10.553046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-54f9354d-9ad5-4f49-8154-f3195706d383 req-d2ac5229-8cb8-4dc2-a3b0-210966b336ef tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-46558640', 'description': 'tempest-description-941005404'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:10.604950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 80337e5e-db52-4121-8c30-1ee502e2ec52 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:10.619170 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-789165a3-2954-40e5-b2ce-ea1ca38f179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.623077 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-789165a3-2954-40e5-b2ce-ea1ca38f179d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.624597 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-789165a3-2954-40e5-b2ce-ea1ca38f179d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/92525cec-7597-49cd-9945-0a02a959f5ab HTTP/1.1" status: 204 len: 168 time: 0.1759059 Sep 29 23:06:10.637029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789165a3-2954-40e5-b2ce-ea1ca38f179d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92525cec-7597-49cd-9945-0a02a959f5ab,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:10.638569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 80337e5e-db52-4121-8c30-1ee502e2ec52 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:06:10.639244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 80337e5e-db52-4121-8c30-1ee502e2ec52 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:10.674739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54f9354d-9ad5-4f49-8154-f3195706d383 req-d2ac5229-8cb8-4dc2-a3b0-210966b336ef tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.687793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1b6075a-e484-48e8-b0b9-f30da9f50243 req-9b74a634-4961-4b91-8f18-64549814bc8c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271026 Sep 29 23:06:10.711964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f64f17b-cab2-4e74-82d7-662e953d74e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.711964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f64f17b-cab2-4e74-82d7-662e953d74e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.712415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2f64f17b-cab2-4e74-82d7-662e953d74e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7d128177-c6d8-46e6-9f90-aeb43ed38e56 HTTP/1.1" status: 204 len: 168 time: 0.5908458 Sep 29 23:06:10.734531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f64f17b-cab2-4e74-82d7-662e953d74e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d128177-c6d8-46e6-9f90-aeb43ed38e56,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:10.829884 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.874843 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Pushing event deleted for resources: {'Port': ['ID=178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:10.926025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011a903-d2a3-49cc-916d-75d24a53216c req-c7a31c70-cd93-442d-adca-1ae7ce64a667 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:10.927556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8011a903-d2a3-49cc-916d-75d24a53216c req-c7a31c70-cd93-442d-adca-1ae7ce64a667 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 945 time: 0.1406412 Sep 29 23:06:10.930229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54f9354d-9ad5-4f49-8154-f3195706d383 req-d2ac5229-8cb8-4dc2-a3b0-210966b336ef tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:10.959413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54f9354d-9ad5-4f49-8154-f3195706d383 req-d2ac5229-8cb8-4dc2-a3b0-210966b336ef tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.058452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-54f9354d-9ad5-4f49-8154-f3195706d383 req-d2ac5229-8cb8-4dc2-a3b0-210966b336ef tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.059709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54f9354d-9ad5-4f49-8154-f3195706d383 req-d2ac5229-8cb8-4dc2-a3b0-210966b336ef tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5357754 Sep 29 23:06:11.073576 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.079216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac5229-8cb8-4dc2-a3b0-210966b336ef tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=602f51b2-c54c-450b-9e89-b5086d81d96b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:11.182093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa8dda-0526-44b4-88b4-a81f535c15a9 req-15224945-e1ac-4552-837b-e79bc78d9bfe tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:11.183644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdaa8dda-0526-44b4-88b4-a81f535c15a9 req-15224945-e1ac-4552-837b-e79bc78d9bfe tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 945 time: 0.1847129 Sep 29 23:06:11.209593 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.214086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.320159 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.320722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37792ab2-b64b-42b7-8829-c67ff3375481 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:06:11.329087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.333360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41210) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:11.341296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b779acc8-25b7-4137-91bf-1b08b22a32bf admin admin] 10.222.0.44 "DELETE /v2.0/routers/37792ab2-b64b-42b7-8829-c67ff3375481 HTTP/1.1" status: 204 len: 168 time: 2.4670005 Sep 29 23:06:11.349730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdaa8dda-0526-44b4-88b4-a81f535c15a9 req-020e74dc-6bf3-4c20-a584-97939510af06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369545 Sep 29 23:06:11.374669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-8011a903-d2a3-49cc-916d-75d24a53216c req-2ff1329e-6f3f-41cc-bda7-533ea914c4ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Deleting port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:11.375017 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8011a903-d2a3-49cc-916d-75d24a53216c req-2ff1329e-6f3f-41cc-bda7-533ea914c4ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.419306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fac6734-d0f3-4ce1-a5cb-0514b58684b2 req-b014fd6f-3bad-4c98-84c5-95d73c889c4f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:11.420964 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fac6734-d0f3-4ce1-a5cb-0514b58684b2 req-b014fd6f-3bad-4c98-84c5-95d73c889c4f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 943 time: 0.2004929 Sep 29 23:06:11.424282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec976194-8ed1-474b-a472-aa49f8febc60 admin admin] Deleting subnet 3e3ad63e-1bdb-47b0-94a0-457eb3fe096a {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:06:11.433146 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec976194-8ed1-474b-a472-aa49f8febc60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.492858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec976194-8ed1-474b-a472-aa49f8febc60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.579924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fac6734-d0f3-4ce1-a5cb-0514b58684b2 req-4312bbd4-d35d-4ddf-81df-18bb765c72b1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398604 Sep 29 23:06:11.586942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8011a903-d2a3-49cc-916d-75d24a53216c req-2ff1329e-6f3f-41cc-bda7-533ea914c4ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] For port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:11.587573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8011a903-d2a3-49cc-916d-75d24a53216c req-2ff1329e-6f3f-41cc-bda7-533ea914c4ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.606291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2faa220-de96-4be7-8216-73d71369d211 req-38030361-a096-4e3b-a278-467f78665971 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-46558640&fields=id&tenant_id=86aa5b94029245068e3e8c8598467725 HTTP/1.1" status: 200 len: 267 time: 0.1019177 Sep 29 23:06:11.617246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec976194-8ed1-474b-a472-aa49f8febc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.629435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-8011a903-d2a3-49cc-916d-75d24a53216c req-2ff1329e-6f3f-41cc-bda7-533ea914c4ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Calling delete_port for 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:11.708473 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec976194-8ed1-474b-a472-aa49f8febc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.714028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faa220-de96-4be7-8216-73d71369d211 req-0826fd97-5b84-42e6-a032-e8a2671b64c8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:11.716154 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2faa220-de96-4be7-8216-73d71369d211 req-0826fd97-5b84-42e6-a032-e8a2671b64c8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1090631 Sep 29 23:06:11.726854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec976194-8ed1-474b-a472-aa49f8febc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.731503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9183ff-6bb9-4ad3-84d3-938c2c0d6a29 None None] Network cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:06:11.732031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41230) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:11.732194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ec976194-8ed1-474b-a472-aa49f8febc60 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3e3ad63e-1bdb-47b0-94a0-457eb3fe096a HTTP/1.1" status: 204 len: 168 time: 0.3977461 Sep 29 23:06:11.748390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-f2faa220-de96-4be7-8216-73d71369d211 req-2ed1c49b-a82d-4328-97cc-46487617f46c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Request body: {'port': {'security_groups': ['db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7', '602f51b2-c54c-450b-9e89-b5086d81d96b']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:11.752618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec976194-8ed1-474b-a472-aa49f8febc60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3ad63e-1bdb-47b0-94a0-457eb3fe096a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:11.777052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:11.948125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.963708 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f2faa220-de96-4be7-8216-73d71369d211 req-2ed1c49b-a82d-4328-97cc-46487617f46c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:11.983861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8ef7b2-d361-48ec-bfa9-8f85b17808d7 req-7c918203-a766-49cf-8795-3abeb013aef4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:11.985403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad8ef7b2-d361-48ec-bfa9-8f85b17808d7 req-7c918203-a766-49cf-8795-3abeb013aef4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.1983545 Sep 29 23:06:12.000720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:12.012461 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21', 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62', 'port_id': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21', 'mac_address': 'fa:16:3e:88:c5:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fddcf55-78c6-406b-b9ef-09d2f22222f8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:06:12.071874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.080622 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8011a903-d2a3-49cc-916d-75d24a53216c req-2ff1329e-6f3f-41cc-bda7-533ea914c4ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.100028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1877b4a1-36c9-4f9b-9f39-abd2647f2ca0 None None] DHCP port deletion for cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:06:12.102830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:12.140702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5349fee4-4bb7-4378-b92a-b3dae82ab1a3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:12.147618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff1329e-6f3f-41cc-bda7-533ea914c4ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event deleted for resources: {'Port': ['ID=5349fee4-4bb7-4378-b92a-b3dae82ab1a3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:12.153332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:12.168405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad8ef7b2-d361-48ec-bfa9-8f85b17808d7 req-778a5c44-7f44-4027-a548-ad9a16742559 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728857 Sep 29 23:06:12.231528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:12.236331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8011a903-d2a3-49cc-916d-75d24a53216c req-2ff1329e-6f3f-41cc-bda7-533ea914c4ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] No DVR routers for this DVR port 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:12.242397 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.243006 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8011a903-d2a3-49cc-916d-75d24a53216c req-2ff1329e-6f3f-41cc-bda7-533ea914c4ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.245033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8011a903-d2a3-49cc-916d-75d24a53216c req-2ff1329e-6f3f-41cc-bda7-533ea914c4ce tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "DELETE /v2.0/ports/5349fee4-4bb7-4378-b92a-b3dae82ab1a3 HTTP/1.1" status: 204 len: 173 time: 1.2943349 Sep 29 23:06:12.245677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8884db07-8bc7-4f46-b68a-8bdfe43ad788', 'name': 'network-vif-deleted', 'tag': '5349fee4-4bb7-4378-b92a-b3dae82ab1a3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:12.248163 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d64785-8606-41a9-a236-aeb01adec0be" -d '{"events": [{"server_uuid": "8884db07-8bc7-4f46-b68a-8bdfe43ad788", "name": "network-vif-deleted", "tag": "5349fee4-4bb7-4378-b92a-b3dae82ab1a3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:12.269623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Deleting port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:12.269972 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.339095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1877b4a1-36c9-4f9b-9f39-abd2647f2ca0 None None] Deleting port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:12.339474 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1877b4a1-36c9-4f9b-9f39-abd2647f2ca0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.346172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:12.385378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.385728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.386070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.387910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.388277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.388620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.388957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.389288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.389617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.389993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.390321 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.390644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:12.419964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] For port d470a06e-5d61-45a5-acf2-b50f16a3b1d9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d470a06e-5d61-45a5-acf2-b50f16a3b1d9,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:12.420632 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.440304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Calling delete_port for d470a06e-5d61-45a5-acf2-b50f16a3b1d9 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:12.445383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1877b4a1-36c9-4f9b-9f39-abd2647f2ca0 None None] For port d470a06e-5d61-45a5-acf2-b50f16a3b1d9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d470a06e-5d61-45a5-acf2-b50f16a3b1d9,segment=NetworkSegment(5c189ee3-be0a-48f4-a6d8-77e29489d113),segment_id=5c189ee3-be0a-48f4-a6d8-77e29489d113)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:12.445783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1877b4a1-36c9-4f9b-9f39-abd2647f2ca0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.461628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-f2faa220-de96-4be7-8216-73d71369d211 req-2ed1c49b-a82d-4328-97cc-46487617f46c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] For port af0000c7-ebbe-42d7-8e2d-737111b0ffd5, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,segment=NetworkSegment(f391f75a-b8f7-4047-8565-289f115ab93a),segment_id=f391f75a-b8f7-4047-8565-289f115ab93a)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:12.472551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1877b4a1-36c9-4f9b-9f39-abd2647f2ca0 None None] Calling delete_port for d470a06e-5d61-45a5-acf2-b50f16a3b1d9 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:12.537395 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f2faa220-de96-4be7-8216-73d71369d211 req-2ed1c49b-a82d-4328-97cc-46487617f46c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.547567 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f2faa220-de96-4be7-8216-73d71369d211 req-2ed1c49b-a82d-4328-97cc-46487617f46c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.591155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['af0000c7-ebbe-42d7-8e2d-737111b0ffd5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:12.599499 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1877b4a1-36c9-4f9b-9f39-abd2647f2ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.607354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faa220-de96-4be7-8216-73d71369d211 req-2ed1c49b-a82d-4328-97cc-46487617f46c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:12.608045 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f2faa220-de96-4be7-8216-73d71369d211 req-2ed1c49b-a82d-4328-97cc-46487617f46c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.621540 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2faa220-de96-4be7-8216-73d71369d211 req-2ed1c49b-a82d-4328-97cc-46487617f46c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "PUT /v2.0/ports/af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 981 time: 0.8726811 Sep 29 23:06:12.660352 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.670465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1c49b-a82d-4328-97cc-46487617f46c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Pushing event updated for resources: {'Port': ['ID=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:12.686348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] No DVR routers for this DVR port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:12.707419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d470a06e-5d61-45a5-acf2-b50f16a3b1d9 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:12.723783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1877b4a1-36c9-4f9b-9f39-abd2647f2ca0 None None] No DVR routers for this DVR port d470a06e-5d61-45a5-acf2-b50f16a3b1d9 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:12.732755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1877b4a1-36c9-4f9b-9f39-abd2647f2ca0 None None] Pushing event deleted for resources: {'Port': ['ID=d470a06e-5d61-45a5-acf2-b50f16a3b1d9,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:12.751701 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad9d667-2e99-48d1-afcf-026378c045fc x-openstack-request-id: req-4ad9d667-2e99-48d1-afcf-026378c045fc {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:12.752293 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8884db07-8bc7-4f46-b68a-8bdfe43ad788", "name": "network-vif-deleted", "tag": "5349fee4-4bb7-4378-b92a-b3dae82ab1a3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:12.752293 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ad9d667-2e99-48d1-afcf-026378c045fc {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:12.752657 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8884db07-8bc7-4f46-b68a-8bdfe43ad788', 'name': 'network-vif-deleted', 'tag': '5349fee4-4bb7-4378-b92a-b3dae82ab1a3', 'status': 'completed', 'code': 200} Sep 29 23:06:12.755115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Pushing event deleted for resources: {'Port': ['ID=d470a06e-5d61-45a5-acf2-b50f16a3b1d9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:12.783615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: d470a06e-5d61-45a5-acf2-b50f16a3b1d9 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:06:12.790312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d470a06e-5d61-45a5-acf2-b50f16a3b1d9 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:12.790949 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:12.819281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.844386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc30321d-ac0d-4aa1-8a2b-b9d635c4df49']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:12.855997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c189ee3-be0a-48f4-a6d8-77e29489d113') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:12.856482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c189ee3-be0a-48f4-a6d8-77e29489d113') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:12.872249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['4dc720aa-1e21-4f4d-bbd1-7e45f3035f21'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:12.875314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['af0000c7-ebbe-42d7-8e2d-737111b0ffd5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:12.881768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:06:12.882350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 178bc6a4-bbb1-4fa2-a2df-5c1faf08e87f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:12.893620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.955768 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.965605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:06:12.966130 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:12.996837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-598dd457-9d3e-42b9-bed5-f2c6c74b8dff req-6c21e533-e27e-4de2-9899-95e73fb9968b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=8884db07-8bc7-4f46-b68a-8bdfe43ad788 HTTP/1.1" status: 200 len: 210 time: 0.1065788 Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:06:13.038150 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:06:13.060496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-b78651fc-b75f-4743-a169-1d5e0531250c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-46558640&fields=id&tenant_id=86aa5b94029245068e3e8c8598467725 HTTP/1.1" status: 200 len: 267 time: 0.1872172 Sep 29 23:06:13.189495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:13.217612 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:13.239489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cc30321d-ac0d-4aa1-8a2b-b9d635c4df49 HTTP/1.1" status: 204 len: 168 time: 1.4906549 Sep 29 23:06:13.251265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da00c6ba-3af8-4840-9473-f13354e32c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc30321d-ac0d-4aa1-8a2b-b9d635c4df49,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:13.291951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-eea54eae-0882-45c4-8d26-f33d8ea330e4 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:13.299446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-eea54eae-0882-45c4-8d26-f33d8ea330e4 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 984 time: 0.2362080 Sep 29 23:06:13.327536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-82df3a75-110a-4562-bd09-f3809c1d5c03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Request body: {'port': {'security_groups': ['db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:13.351328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363d3b2-7ead-460b-9880-b1a5f1cb5a10 req-874a4a9e-9342-431e-95a1-eceb6d78589c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:13.355560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7363d3b2-7ead-460b-9880-b1a5f1cb5a10 req-874a4a9e-9342-431e-95a1-eceb6d78589c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 944 time: 0.1991892 Sep 29 23:06:13.464059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7363d3b2-7ead-460b-9880-b1a5f1cb5a10 req-72653b27-b410-4130-8531-2e976e619f65 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847485 Sep 29 23:06:13.471395 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-82df3a75-110a-4562-bd09-f3809c1d5c03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:13.526173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41322) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:13.640038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae145ab0-ab3b-491d-923f-b4886691c7ed req-3deb12dd-2c53-475a-8742-d8a90eee698e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:13.641509 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae145ab0-ab3b-491d-923f-b4886691c7ed req-3deb12dd-2c53-475a-8742-d8a90eee698e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.1077595 Sep 29 23:06:13.646742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-45b8640f-2577-4bfc-9bf8-90afca4c7fe7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=235cb6eda5ba4ca998847694bdd2b31b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1171947 Sep 29 23:06:13.646983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41336) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:13.774115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:13.781473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae145ab0-ab3b-491d-923f-b4886691c7ed req-6d01dd56-aea5-48cc-ab59-ff35670e569f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258688 Sep 29 23:06:13.797387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:06:13.797740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5349fee4-4bb7-4378-b92a-b3dae82ab1a3 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:13.813934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-82df3a75-110a-4562-bd09-f3809c1d5c03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] For port af0000c7-ebbe-42d7-8e2d-737111b0ffd5, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,segment=NetworkSegment(f391f75a-b8f7-4047-8565-289f115ab93a),segment_id=f391f75a-b8f7-4047-8565-289f115ab93a)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:13.816121 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b952829-c993-4727-8c3a-8a1d0330b1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:13.848636 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b952829-c993-4727-8c3a-8a1d0330b1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:13.871667 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-82df3a75-110a-4562-bd09-f3809c1d5c03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:13.896314 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-82df3a75-110a-4562-bd09-f3809c1d5c03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:13.907735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46ea0bd0-2cc2-4d75-9266-cb0bb129a0d9 req-bc415a8e-7440-4b29-baad-05f4b61056d8 tempest-FlavorsV2NegativeTest-991812741 tempest-FlavorsV2NegativeTest-991812741-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=843878d4ecdc4785b6d30947c34f6221&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401783 Sep 29 23:06:13.928875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['af0000c7-ebbe-42d7-8e2d-737111b0ffd5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:13.942446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41352) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:14.065323 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-64f64487-3cf4-4a8c-a373-ffe5a9126013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.161633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-64f64487-3cf4-4a8c-a373-ffe5a9126013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.165554 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-64f64487-3cf4-4a8c-a373-ffe5a9126013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.208494 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-64f64487-3cf4-4a8c-a373-ffe5a9126013 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d8dd60a466e44c0aa116616037870510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642498 Sep 29 23:06:14.209295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41358) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:14.211713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f64487-3cf4-4a8c-a373-ffe5a9126013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12eb5fcf-b06e-45a2-8e50-d65c27a1fd95,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:14.272058 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8463576-0dff-47ab-84b9-bedb351824ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.272591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-82df3a75-110a-4562-bd09-f3809c1d5c03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:14.273222 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-82df3a75-110a-4562-bd09-f3809c1d5c03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.274596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a739aa5-b908-4f44-9b00-4a5ba34f35e4 req-82df3a75-110a-4562-bd09-f3809c1d5c03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "PUT /v2.0/ports/af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 942 time: 0.9636190 Sep 29 23:06:14.298995 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8463576-0dff-47ab-84b9-bedb351824ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.347022 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b952829-c993-4727-8c3a-8a1d0330b1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.349892 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b952829-c993-4727-8c3a-8a1d0330b1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.351048 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5b952829-c993-4727-8c3a-8a1d0330b1e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09f7e371-9a5a-427d-b809-87e49ada3040 HTTP/1.1" status: 204 len: 168 time: 0.7031567 Sep 29 23:06:14.355423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df3a75-110a-4562-bd09-f3809c1d5c03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Pushing event updated for resources: {'Port': ['ID=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:14.367774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b952829-c993-4727-8c3a-8a1d0330b1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f7e371-9a5a-427d-b809-87e49ada3040,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:14.389516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8463576-0dff-47ab-84b9-bedb351824ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.392860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8463576-0dff-47ab-84b9-bedb351824ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.394434 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f8463576-0dff-47ab-84b9-bedb351824ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12eb5fcf-b06e-45a2-8e50-d65c27a1fd95 HTTP/1.1" status: 204 len: 168 time: 0.1835747 Sep 29 23:06:14.401520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea0bd0-2cc2-4d75-9266-cb0bb129a0d9 req-e0d1af0d-34e4-4301-b9d6-20ba9f02bcc1 tempest-FlavorsV2NegativeTest-991812741 tempest-FlavorsV2NegativeTest-991812741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:14.408818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46ea0bd0-2cc2-4d75-9266-cb0bb129a0d9 req-e0d1af0d-34e4-4301-b9d6-20ba9f02bcc1 tempest-FlavorsV2NegativeTest-991812741 tempest-FlavorsV2NegativeTest-991812741-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4888058 Sep 29 23:06:14.415032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['af0000c7-ebbe-42d7-8e2d-737111b0ffd5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:14.429469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46ea0bd0-2cc2-4d75-9266-cb0bb129a0d9 req-a4fee668-4831-4d36-a0b6-d610fc5a68be tempest-FlavorsV2NegativeTest-991812741 tempest-FlavorsV2NegativeTest-991812741-project] 10.222.0.44 "GET /v2.0/quotas/843878d4ecdc4785b6d30947c34f6221 HTTP/1.1" status: 200 len: 375 time: 0.0196824 Sep 29 23:06:14.429742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8463576-0dff-47ab-84b9-bedb351824ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eb5fcf-b06e-45a2-8e50-d65c27a1fd95,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:14.500346 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46ea0bd0-2cc2-4d75-9266-cb0bb129a0d9 req-d216a2a5-96f7-4299-bfb9-9a40a888f94d tempest-FlavorsV2NegativeTest-991812741 tempest-FlavorsV2NegativeTest-991812741-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=843878d4ecdc4785b6d30947c34f6221&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0698154 Sep 29 23:06:14.656256 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-e46ad008-bab2-47dc-8ba2-70569d422bac tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2244425 Sep 29 23:06:14.667710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe28d87d-12dc-4df8-96d2-ee4eb12ddca0 req-395f7808-3cee-44f1-addb-12f037c50fde tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:14.669324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe28d87d-12dc-4df8-96d2-ee4eb12ddca0 req-395f7808-3cee-44f1-addb-12f037c50fde tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 944 time: 0.0903060 Sep 29 23:06:14.674317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:14.725035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe28d87d-12dc-4df8-96d2-ee4eb12ddca0 req-6f738c8c-5760-4d8e-8e13-410b95552348 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459182 Sep 29 23:06:14.730345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.754581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5'}, {'name': 'network-changed', 'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:14.757194 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84766fdf-df06-437f-8dfc-821db4f7e25d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5"}, {"name": "network-changed", "server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:14.897914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41402) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:14.919098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0aca88-4478-41dd-94e2-930a2438d729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.927277 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:14.995962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-c9f4c1b9-00e1-4922-8ef2-2e5945a566c0 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:15.003646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-c9f4c1b9-00e1-4922-8ef2-2e5945a566c0 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.1746635 Sep 29 23:06:15.034929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-8b3e008d-0d03-4764-8bdf-c27a8b7d98a2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/quotas/01b56b0290ab4937b3938d639829a691 HTTP/1.1" status: 200 len: 375 time: 0.0296493 Sep 29 23:06:15.059966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0aca88-4478-41dd-94e2-930a2438d729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.067118 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0aca88-4478-41dd-94e2-930a2438d729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.120631 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2f0aca88-4478-41dd-94e2-930a2438d729 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3eedac2b49a2493e945374d81b2bddb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2212965 Sep 29 23:06:15.121192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0aca88-4478-41dd-94e2-930a2438d729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6174a491-5401-44ef-8b1c-e29fee1a1994,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:15.123575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41416) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:15.159343 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-486adb0f-8c08-4b52-b71b-087c6853b819 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233954 Sep 29 23:06:15.169308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Allocated IP 172.25.4.102 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/706683f5-edaf-45bf-8c9e-07b4e9851ded) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:15.348200 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.400328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-8983282a-17bb-4e95-b539-75859f943f8b service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284038 Sep 29 23:06:15.402155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.458784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41432) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:15.525664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.576421 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.578019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-529453235-network', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:15.578970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.582644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6174a491-5401-44ef-8b1c-e29fee1a1994 HTTP/1.1" status: 204 len: 168 time: 0.4493909 Sep 29 23:06:15.587677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ac8baf12-ecf3-486b-91c7-8f302169c550 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766980 Sep 29 23:06:15.589911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41438) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:15.594654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6174a491-5401-44ef-8b1c-e29fee1a1994,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:15.605857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.606242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.606645 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.606968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.607335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.607660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.608115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.608377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.608727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.609060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.609423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.609803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a71fa3c-3c1a-4f2b-a30e-e821f71001c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:15.614688 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.619669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Made reservation on behalf of 9e00802ca2474c0baefca2e6fed4ddc0 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:15.626386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.640394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.678170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:15.679864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08af91eb-ff7a-411e-bd90-0b0927bf690a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.681314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:15.684101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:15.734916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Pushing event updated for resources: {'Port': ['ID=706683f5-edaf-45bf-8c9e-07b4e9851ded,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:15.772777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:15.815741 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.822970 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.841159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.853586 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b3f230-ac6f-47a6-9d5d-d6531a949574 x-openstack-request-id: req-75b3f230-ac6f-47a6-9d5d-d6531a949574 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:15.854013 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:15.854271 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-75b3f230-ac6f-47a6-9d5d-d6531a949574 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:15.854686 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'status': 'completed', 'code': 200} Sep 29 23:06:15.855615 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'status': 'completed', 'code': 200} Sep 29 23:06:15.865512 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.901495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:06:15.910897 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:06:15.919079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:15.920933 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.951894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b36fe24-40a7-4b62-b610-70185f295cec,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:15.975393 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:15.977681 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Added segment a360fcfa-64a1-45f6-9fe9-912af728cc49 of type vlan for network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 Sep 29 23:06:16.041487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.080322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.094535 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.095707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:16.096477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.106488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08af91eb-ff7a-411e-bd90-0b0927bf690a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.128144 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08af91eb-ff7a-411e-bd90-0b0927bf690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.156134 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6934285 Sep 29 23:06:16.168279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:16.168504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41462) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:16.172841 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9e0025-dd3a-4c09-a823-fca7fa47f07c" -d '{"events": [{"server_uuid": "112aa0e1-2328-460a-860b-ef1c55bb9cdb", "name": "network-vif-plugged", "status": "completed", "tag": "4dc720aa-1e21-4f4d-bbd1-7e45f3035f21"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:16.180241 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.205998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Request body: {'subnet': {'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-529453235-subnet', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:16.211242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:16.221329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a05d70-41d4-4aed-99b0-453d7c542ea6 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc1ac39-f822-4697-bdb0-0dfec80c63f7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:16.224741 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.227731 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-08af91eb-ff7a-411e-bd90-0b0927bf690a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=843878d4ecdc4785b6d30947c34f6221&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6367989 Sep 29 23:06:16.236317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41466) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:16.240466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.256912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08af91eb-ff7a-411e-bd90-0b0927bf690a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0e10c9-1458-4673-a19f-3a92ccebe914,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:16.279130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Made reservation on behalf of 9e00802ca2474c0baefca2e6fed4ddc0 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:16.281047 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:06:16.281589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.305570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-0744138a-184e-4fd3-9e81-d177aa34c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:16.307115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-0744138a-184e-4fd3-9e81-d177aa34c76f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86aa5b94029245068e3e8c8598467725&device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1096 time: 0.2043490 Sep 29 23:06:16.379605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df0dee89-4d65-4eaf-9649-d3025c3ffccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.391113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.414661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1270fb-ebd7-4740-8e95-6630b0f9e472 req-e9c28c9e-c1cf-4439-bc28-42a101684192 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:16.415742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:16.422746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc1270fb-ebd7-4740-8e95-6630b0f9e472 req-e9c28c9e-c1cf-4439-bc28-42a101684192 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.3182619 Sep 29 23:06:16.427220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df0dee89-4d65-4eaf-9649-d3025c3ffccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.456094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Pushing event updated for resources: {'Port': ['ID=706683f5-edaf-45bf-8c9e-07b4e9851ded,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:16.494198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.495514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-6c235527-9d9b-4fba-9911-f068c0649241 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8251090 Sep 29 23:06:16.544072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc1270fb-ebd7-4740-8e95-6630b0f9e472 req-1600d0d7-01d3-41b4-9eac-7d4dd2604f39 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162448 Sep 29 23:06:16.607232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df0dee89-4d65-4eaf-9649-d3025c3ffccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.609837 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df0dee89-4d65-4eaf-9649-d3025c3ffccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.617253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-df0dee89-4d65-4eaf-9649-d3025c3ffccc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/be0e10c9-1458-4673-a19f-3a92ccebe914 HTTP/1.1" status: 204 len: 168 time: 0.3801646 Sep 29 23:06:16.617473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-b8e9984b-ac31-47c3-bada-9f007a1b3b43 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.1126640 Sep 29 23:06:16.623012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-4c659074-6046-41f3-88d1-ab631b89c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:16.625143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-4c659074-6046-41f3-88d1-ab631b89c2ed service neutron] 10.222.0.42 "GET /v2.0/networks?id=b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 200 len: 920 time: 0.2570302 Sep 29 23:06:16.679508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0dee89-4d65-4eaf-9649-d3025c3ffccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0e10c9-1458-4673-a19f-3a92ccebe914,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:16.687982 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.758719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-5c12397d-9104-40eb-a487-0f8611a3dd9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 217 time: 0.1104143 Sep 29 23:06:16.782619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e07047-3704-4b31-bd16-941162c6b9e4,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:16.822566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Checking segment: {'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:16.822846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Network hostable DHCP agents. Network: 2fc1ac39-f822-4697-bdb0-0dfec80c63f7, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:06:16.844949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:06:16.861609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 2fc1ac39-f822-4697-bdb0-0dfec80c63f7) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:16.871502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879652bb-545f-47a8-9da8-3ac2bbd4e357 None None] Network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:06:16.872171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:16.873070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.898328 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-32f7bbfa-a6ad-41de-bc1b-0506206aaaaf admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7262557 Sep 29 23:06:16.898874 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41482) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:16.911206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:16.935642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e9a5d-eae1-438f-aa40-53674dbc76c6 req-a0769f6f-deb6-4de0-a7a6-575731cb8212 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:16.937994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-223e9a5d-eae1-438f-aa40-53674dbc76c6 req-a0769f6f-deb6-4de0-a7a6-575731cb8212 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 945 time: 0.2256405 Sep 29 23:06:16.947550 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.949273 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:16.979518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-7304075d-37d1-4480-b6ef-124b79ffb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:16.981135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-7304075d-37d1-4480-b6ef-124b79ffb9f4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aeeafe9e-5304-4b64-814a-33d23fe007d2 HTTP/1.1" status: 200 len: 859 time: 0.2232728 Sep 29 23:06:16.991542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-fe0b48ec-cba2-4cd0-9ed6-f251110a9ea3 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:16.993007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b84dcf4-9ac3-4db1-a55b-ad6aea3d6163 req-fe0b48ec-cba2-4cd0-9ed6-f251110a9ea3 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.3669503 Sep 29 23:06:17.038354 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-223e9a5d-eae1-438f-aa40-53674dbc76c6 req-32dcf05e-359e-4fc7-99b2-b7f9c17e1f85 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850039 Sep 29 23:06:17.044127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-e8bd912a-0f2b-44bc-8cf6-18ea4d057e69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b796302e-fd11-4135-ba42-c8a5b66549ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498407 Sep 29 23:06:17.073488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:17.120839 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c1b270-c800-439d-af90-9b9cb891abd9 x-openstack-request-id: req-c2c1b270-c800-439d-af90-9b9cb891abd9 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:17.121470 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112aa0e1-2328-460a-860b-ef1c55bb9cdb", "name": "network-vif-plugged", "status": "completed", "tag": "4dc720aa-1e21-4f4d-bbd1-7e45f3035f21", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:17.122196 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c2c1b270-c800-439d-af90-9b9cb891abd9 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:17.122828 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21', 'code': 200} Sep 29 23:06:17.203551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:06:17.204660 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:17.238565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93aaad24-6cdf-47f4-935f-c4f0e2133569 req-a292d700-38fc-4c9b-ba24-193de2730ceb tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 210 time: 0.1352179 Sep 29 23:06:17.311973 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-712d6ab2-47aa-4e97-87dc-15c1090e8469 service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600567 Sep 29 23:06:17.347986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-915daf23-739d-42a9-abee-e6e3db3d0df7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:17.359151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-915daf23-739d-42a9-abee-e6e3db3d0df7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1483948 Sep 29 23:06:17.496663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-d3e32582-1cc7-447c-86a6-37acedae9ba5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.1337249 Sep 29 23:06:17.504865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Allocated IP 172.20.0.2 (2fc1ac39-f822-4697-bdb0-0dfec80c63f7/b6e07047-3704-4b31-bd16-941162c6b9e4/99998f5a-c62c-4d11-a658-02b9bd72cc9d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:17.511704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-71e6e3c5-fae4-4728-96d9-b53d778c3eb2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Request body: {'floatingip': {'port_id': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:17.574149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-71e6e3c5-fae4-4728-96d9-b53d778c3eb2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:17.749668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-50318c73-bc28-46ec-8a9e-073d44f7cdf9 service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4295380 Sep 29 23:06:17.805278 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:17.805463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-55a4f6b6-5b63-4859-b719-ff31f0fb9c9d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:17.805463 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-55a4f6b6-5b63-4859-b719-ff31f0fb9c9d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.4736457 Sep 29 23:06:17.806160 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:17.819312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c853dce8-43e4-4a64-ab46-ad0408030fe1 req-03cf2494-16a1-44fa-bfab-c52f97b2d596 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:17.827886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c853dce8-43e4-4a64-ab46-ad0408030fe1 req-03cf2494-16a1-44fa-bfab-c52f97b2d596 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.1426241 Sep 29 23:06:17.834350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:17.852653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Request body: {'port': {'device_id': '6397607c-217f-4b45-9622-e2cea9ec840d', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'admin_state_up': True, 'tenant_id': '01b56b0290ab4937b3938d639829a691'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:17.870876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:17.876691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:17.882146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:17.904090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Pushing event updated for resources: {'Port': ['ID=99998f5a-c62c-4d11-a658-02b9bd72cc9d,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:17.959609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d3ff2-bd76-4f32-b5a5-d5771ae778a6 req-c6f6493c-7f2b-461c-a60e-222dd57ffcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:17.969312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-311d3ff2-bd76-4f32-b5a5-d5771ae778a6 req-c6f6493c-7f2b-461c-a60e-222dd57ffcc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1096 time: 0.6791861 Sep 29 23:06:17.978702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c853dce8-43e4-4a64-ab46-ad0408030fe1 req-42a04804-0283-485b-85bd-894ff3173189 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432378 Sep 29 23:06:17.980706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-b90787b5-509b-4cad-a105-2602fe1c0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:17.982237 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-b90787b5-509b-4cad-a105-2602fe1c0a8d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86aa5b94029245068e3e8c8598467725&device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1096 time: 0.1457729 Sep 29 23:06:18.047530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41516) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:18.152548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Attempting to bind port 99998f5a-c62c-4d11-a658-02b9bd72cc9d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:18.153176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Attempting to bind port 99998f5a-c62c-4d11-a658-02b9bd72cc9d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:18.154274 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Attempting to bind port 99998f5a-c62c-4d11-a658-02b9bd72cc9d on network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:18.161956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:18.162620 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-311d3ff2-bd76-4f32-b5a5-d5771ae778a6 req-f81f1685-5653-4a78-a87e-a496993c5332 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826763 Sep 29 23:06:18.164328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Checking segment: {'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:18.165169 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:18.165970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Bound using segment: {'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:18.166690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Bound port: 99998f5a-c62c-4d11-a658-02b9bd72cc9d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:18.167452 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:18.237410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Made reservation on behalf of 01b56b0290ab4937b3938d639829a691 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:18.244531 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:18.263241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] For port 99998f5a-c62c-4d11-a658-02b9bd72cc9d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:18.267321 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] For port 99998f5a-c62c-4d11-a658-02b9bd72cc9d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=99998f5a-c62c-4d11-a658-02b9bd72cc9d,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:18.276382 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:18.350622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41528) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:18.388020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cfa55-c679-40d4-9a7f-1caaeb291e18 None None] Pushing event updated for resources: {'Port': ['ID=99998f5a-c62c-4d11-a658-02b9bd72cc9d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:18.529852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-856191534-network', 'tenant_id': 'f4c0262c811241149bca329cc8ed4d26'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:18.574007 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:18.613105 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:18.616396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Allocated IP 172.20.0.4 (b9178d34-9367-4c3d-964e-5c7a5b637725/8e35702b-599d-47c1-a339-f75980ce3046/071d7efe-bf4d-41fe-9a90-4016d0091beb) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:18.639515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Made reservation on behalf of f4c0262c811241149bca329cc8ed4d26 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:18.641983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:18.675605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9ae011e8-091f-4a05-b5dd-e6ee31fe09ee tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-644632108'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:18.676568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9ae011e8-091f-4a05-b5dd-e6ee31fe09ee tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Unknown quota resources ['metering_label']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:06:18.694027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:18.891446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Allocated IP 172.25.4.77 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/f47600ab-6cf0-4e5d-96fe-ed265e2c40be) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:18.896581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-65686645-4cf7-4df2-849f-e4417e2d7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:18.898094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-65686645-4cf7-4df2-849f-e4417e2d7459 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 200 len: 920 time: 0.9034688 Sep 29 23:06:18.970614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:18.978683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eca86f-51bf-4e15-9cd7-e54dd9dded0c req-826e8c54-6c5c-4f44-95c1-83645f76d633 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:18.980197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00eca86f-51bf-4e15-9cd7-e54dd9dded0c req-826e8c54-6c5c-4f44-95c1-83645f76d633 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 945 time: 0.7469335 Sep 29 23:06:18.984917 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ae011e8-091f-4a05-b5dd-e6ee31fe09ee tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:18.989420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9ae011e8-091f-4a05-b5dd-e6ee31fe09ee tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.9185066 Sep 29 23:06:19.009093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41532) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:19.023013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6191a35f-bfe5-448c-bca5-5402546f71c3 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '9fe1b516-82f5-43a9-9aa2-6b5dfb3fff01'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:19.023541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6191a35f-bfe5-448c-bca5-5402546f71c3 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:06:19.032384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-b9cf833e-9235-4c8a-ac05-c6b50797b6ff service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 217 time: 0.0673985 Sep 29 23:06:19.093829 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-71e6e3c5-fae4-4728-96d9-b53d778c3eb2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:06:19.150141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00eca86f-51bf-4e15-9cd7-e54dd9dded0c req-70833070-2a7e-42fe-8ba8-b80461f63edb tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215210 Sep 29 23:06:19.151447 n-d-811173-2 neutron-server[110006]: WARNING neutron.services.metering.metering_plugin [None req-6191a35f-bfe5-448c-bca5-5402546f71c3 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 29 23:06:19.154726 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.168325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-d4fc3ae5-4d95-44e8-86bb-6925fdf46a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:19.169923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-d4fc3ae5-4d95-44e8-86bb-6925fdf46a89 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aeeafe9e-5304-4b64-814a-33d23fe007d2 HTTP/1.1" status: 200 len: 859 time: 0.1184537 Sep 29 23:06:19.177029 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-71e6e3c5-fae4-4728-96d9-b53d778c3eb2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.203401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.207544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-5dfbc2f9-a3ac-4086-a6d6-f55451f35e52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b796302e-fd11-4135-ba42-c8a5b66549ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293255 Sep 29 23:06:19.208565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-71e6e3c5-fae4-4728-96d9-b53d778c3eb2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.257703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.337418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.342946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:06:19.350336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:19.352241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6191a35f-bfe5-448c-bca5-5402546f71c3 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.354189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6191a35f-bfe5-448c-bca5-5402546f71c3 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3403127 Sep 29 23:06:19.374919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41538) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:19.385511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b2317571-5097-457f-bad1-9276652c7290 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '9fe1b516-82f5-43a9-9aa2-6b5dfb3fff01'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:19.385992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b2317571-5097-457f-bad1-9276652c7290 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:06:19.449281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d2383-d5a2-40bd-8c0e-75556a737664,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:19.463215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event updated for resources: {'Port': ['ID=071d7efe-bf4d-41fe-9a90-4016d0091beb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:19.478377 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.479698 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Added segment ceeeddb1-87c4-46df-83fd-c45f2056fd9b of type vlan for network 080c22b7-11b3-4618-836c-1d15d209f8b4 Sep 29 23:06:19.482276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.541482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Network b9178d34-9367-4c3d-964e-5c7a5b637725 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:19.544836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c0c5a5-8efe-488c-a4d2-86831d3b462b req-11067a70-7728-4cd1-a075-91587920cf3e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:19.546076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1336a0a3-4c92-449b-b7a6-83cb2b3e139c None None] Network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:06:19.546354 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6c0c5a5-8efe-488c-a4d2-86831d3b462b req-11067a70-7728-4cd1-a075-91587920cf3e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 931 time: 0.2949014 Sep 29 23:06:19.554912 n-d-811173-2 neutron-server[110005]: WARNING neutron.services.metering.metering_plugin [None req-b2317571-5097-457f-bad1-9276652c7290 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 29 23:06:19.571939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:19.574633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:19.581899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:19.611817 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:19.616571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.628522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:19.633489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-da65207b-28ca-40c6-be80-0cb2dd840f90 None None] Provisioning complete for port 99998f5a-c62c-4d11-a658-02b9bd72cc9d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:19.633881 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da65207b-28ca-40c6-be80-0cb2dd840f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.637972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f47600ab-6cf0-4e5d-96fe-ed265e2c40be,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:19.666608 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-71e6e3c5-fae4-4728-96d9-b53d778c3eb2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Floating IP fbdd8e30-5d96-4615-bf07-5436ba8081ee associated. External IP: 172.25.4.102, port: af0000c7-ebbe-42d7-8e2d-737111b0ffd5. Sep 29 23:06:19.673863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-d1cecfb3-82ce-431e-b06f-8c12c0bfa26d service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198306 Sep 29 23:06:19.711518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:19.712448 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.754296 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.755268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:19.755900 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.763504 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2317571-5097-457f-bad1-9276652c7290 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.768073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b2317571-5097-457f-bad1-9276652c7290 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3826978 Sep 29 23:06:19.774508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41540) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:19.796725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6c0c5a5-8efe-488c-a4d2-86831d3b462b req-9037fea5-06d8-45f3-98d9-50aeb34b64c3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395058 Sep 29 23:06:19.826338 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da65207b-28ca-40c6-be80-0cb2dd840f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.866090 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-ad4ca435-6ad0-4051-9add-fcd89265333f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0205178 Sep 29 23:06:19.874384 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dec5ab15-ef58-442f-8b78-0229b7c596f7 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=eafcd845-06c2-48bb-9541-c1d0ec231ac7 HTTP/1.1" status: 200 len: 462 time: 0.0987751 Sep 29 23:06:19.875764 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5241778 Sep 29 23:06:19.879580 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.884348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-da65207b-28ca-40c6-be80-0cb2dd840f90 None None] For port 99998f5a-c62c-4d11-a658-02b9bd72cc9d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=99998f5a-c62c-4d11-a658-02b9bd72cc9d,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:19.885220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41542) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:19.885554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41544) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:19.888999 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da65207b-28ca-40c6-be80-0cb2dd840f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:19.889848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Request body: {'port': {'device_id': '6397607c-217f-4b45-9622-e2cea9ec840d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:19.944423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Request body: {'subnet': {'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-856191534-subnet', 'tenant_id': 'f4c0262c811241149bca329cc8ed4d26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:19.948703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65207b-28ca-40c6-be80-0cb2dd840f90 None None] Pushing event updated for resources: {'Port': ['ID=99998f5a-c62c-4d11-a658-02b9bd72cc9d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:19.973679 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84766fdf-df06-437f-8dfc-821db4f7e25d req-ffbc2ea6-d208-4d43-89d5-718d9a9484e8 service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630041 Sep 29 23:06:20.004646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888f63e-e8fc-48da-9959-3578e1fd05d6 admin admin] Pushing event updated for resources: {'Network': ['ID=080c22b7-11b3-4618-836c-1d15d209f8b4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:20.018254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 080c22b7-11b3-4618-836c-1d15d209f8b4 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:06:20.048657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b48fe4-4dfc-4245-bce4-4d96a7a8974e req-8b3cb83c-c2bb-4020-9393-eaf720108580 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:20.050386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17b48fe4-4dfc-4245-bce4-4d96a7a8974e req-8b3cb83c-c2bb-4020-9393-eaf720108580 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.1168621 Sep 29 23:06:20.140846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-71e6e3c5-fae4-4728-96d9-b53d778c3eb2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:06:20.150980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17b48fe4-4dfc-4245-bce4-4d96a7a8974e req-45248ded-46e1-4a2d-b41a-93cb4e57245b tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481648 Sep 29 23:06:20.210796 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Made reservation on behalf of f4c0262c811241149bca329cc8ed4d26 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:20.213233 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:20.214422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c167e544-4d43-48bb-8be7-415b96bd36c9 None None] Provisioning complete for port 99998f5a-c62c-4d11-a658-02b9bd72cc9d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:20.215066 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c167e544-4d43-48bb-8be7-415b96bd36c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:20.217681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:20.233232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4273c3b1-fe55-43de-a7e7-590455c317ba tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:20.236754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4273c3b1-fe55-43de-a7e7-590455c317ba tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/eafcd845-06c2-48bb-9541-c1d0ec231ac7 HTTP/1.1" status: 204 len: 168 time: 0.3366015 Sep 29 23:06:20.247724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41548) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:20.271079 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:20.280650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-71e6e3c5-fae4-4728-96d9-b53d778c3eb2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:20.288746 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-71e6e3c5-fae4-4728-96d9-b53d778c3eb2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:20.296354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] Sync routers for ids ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:20.316025 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] Routers {'d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:20.316540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:20.327603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-71e6e3c5-fae4-4728-96d9-b53d778c3eb2 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "PUT /v2.0/floatingips/fbdd8e30-5d96-4615-bf07-5436ba8081ee HTTP/1.1" status: 200 len: 996 time: 2.8318384 Sep 29 23:06:20.338571 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9da94196-2201-4dc2-9faf-515f7d95c45c tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=eafcd845-06c2-48bb-9541-c1d0ec231ac7 HTTP/1.1" status: 200 len: 221 time: 0.0896840 Sep 29 23:06:20.338894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:20.341059 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d" -d '{"events": [{"name": "network-changed", "server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:20.347273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41552) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:20.351124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-376e2caf-d68f-46da-9e87-6006e5fb6ca3 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1426025847', 'description': 'label created by tempest'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:20.351704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-376e2caf-d68f-46da-9e87-6006e5fb6ca3 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Unknown quota resources ['metering_label']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:06:20.461578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] Set router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:20.510318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceca27e0-9486-46f3-a0ff-ba12b74758b1 req-cab89f14-9abb-4b57-827a-1ee26057abf8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:20.511861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceca27e0-9486-46f3-a0ff-ba12b74758b1 req-cab89f14-9abb-4b57-827a-1ee26057abf8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 945 time: 0.1834302 Sep 29 23:06:20.555849 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-b8222d10-3a74-47d1-b631-edf00723688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:20.557365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-b8222d10-3a74-47d1-b631-edf00723688e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86aa5b94029245068e3e8c8598467725&device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1096 time: 0.2029076 Sep 29 23:06:20.607266 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-376e2caf-d68f-46da-9e87-6006e5fb6ca3 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:20.608503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-376e2caf-d68f-46da-9e87-6006e5fb6ca3 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2623422 Sep 29 23:06:20.611495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41554) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:20.711281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 99998f5a-c62c-4d11-a658-02b9bd72cc9d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:20.731753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5233f427-ad6d-4d76-965f-5f29806d5fd3 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=8682c818-486a-44a8-9a6b-267197122c55 HTTP/1.1" status: 200 len: 468 time: 0.1166980 Sep 29 23:06:20.755275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:20.758493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceca27e0-9486-46f3-a0ff-ba12b74758b1 req-c7f30379-31eb-4f68-958c-45ba88409996 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153628 Sep 29 23:06:20.829430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 99998f5a-c62c-4d11-a658-02b9bd72cc9d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:20.829817 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:20.887064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:11Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'fbdd8e30-5d96-4615-bf07-5436ba8081ee', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'port_id': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'mac_address': 'fa:16:3e:9c:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:06:15Z', 'updated_at': '2021-09-29T23:06:18Z', 'revision_number': 1, 'project_id': '86aa5b94029245068e3e8c8598467725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed95d451-cd7e-4774-a98c-0dd3fe5764e0', 'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'mac_address': 'fa:16:3e:d3:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:09Z', 'updated_at': '2021-09-29T23:05:18Z', 'revision_number': 5, 'project_id': '86aa5b94029245068e3e8c8598467725', 'subnets': [{'id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:20.932786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] Checking router: d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:06:20.947625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] Routers {'d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:20.949514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:21.077852 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:21.093473 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:21.120069 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] Set router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:21.151874 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6954494a-64f6-4e57-845f-9bd7f0535db9 x-openstack-request-id: req-6954494a-64f6-4e57-845f-9bd7f0535db9 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:21.152437 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:21.152437 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6954494a-64f6-4e57-845f-9bd7f0535db9 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:21.152834 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'status': 'completed', 'code': 200} Sep 29 23:06:21.230539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:21.260442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Checking segment: {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:21.260728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Network hostable DHCP agents. Network: 080c22b7-11b3-4618-836c-1d15d209f8b4, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:06:21.283275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-f930fa60-1a4a-4478-a29c-075fb72cbd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:21.285355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-f930fa60-1a4a-4478-a29c-075fb72cbd7a service neutron] 10.222.0.44 "GET /v2.0/networks?id=b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 200 len: 920 time: 0.6887982 Sep 29 23:06:21.296718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 071d7efe-bf4d-41fe-9a90-4016d0091beb {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:21.309252 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:21.347472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Transition to ACTIVE for port object 071d7efe-bf4d-41fe-9a90-4016d0091beb will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:06:21.353556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Network 080c22b7-11b3-4618-836c-1d15d209f8b4 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:06:21.363181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:21.396570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 080c22b7-11b3-4618-836c-1d15d209f8b4) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:21.412225 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:21.413352 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:21.416478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcb0164-560f-4dc2-99c4-66c36a33d1ad None None] Network 080c22b7-11b3-4618-836c-1d15d209f8b4 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:06:21.416660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d req-e6cba035-653a-4e3c-804e-dd9715ab9181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:21.418210 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d req-e6cba035-653a-4e3c-804e-dd9715ab9181 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86aa5b94029245068e3e8c8598467725&device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1096 time: 0.2680888 Sep 29 23:06:21.424151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b889d75b-1e01-4124-b39f-eddf1e4f1c35 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:21.428284 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b889d75b-1e01-4124-b39f-eddf1e4f1c35 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/8682c818-486a-44a8-9a6b-267197122c55 HTTP/1.1" status: 204 len: 168 time: 0.6658480 Sep 29 23:06:21.430493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41568) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:21.448431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Pushing event updated for resources: {'Port': ['ID=071d7efe-bf4d-41fe-9a90-4016d0091beb,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:21.448955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:11Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'fbdd8e30-5d96-4615-bf07-5436ba8081ee', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'port_id': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'mac_address': 'fa:16:3e:9c:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:06:15Z', 'updated_at': '2021-09-29T23:06:18Z', 'revision_number': 1, 'project_id': '86aa5b94029245068e3e8c8598467725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed95d451-cd7e-4774-a98c-0dd3fe5764e0', 'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'mac_address': 'fa:16:3e:d3:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:09Z', 'updated_at': '2021-09-29T23:05:18Z', 'revision_number': 5, 'project_id': '86aa5b94029245068e3e8c8598467725', 'subnets': [{'id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:21.469154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:06:21.470664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4d0f8a-49d2-42dc-9b8d-90e582a1575c req-3c204324-8b2b-4a73-9625-2a8a093dd1ad tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:21.473076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df4d0f8a-49d2-42dc-9b8d-90e582a1575c req-3c204324-8b2b-4a73-9625-2a8a093dd1ad tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1096 time: 0.2371938 Sep 29 23:06:21.483485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-79374823-b6c0-4eec-9b6b-602211bd2836 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=8682c818-486a-44a8-9a6b-267197122c55 HTTP/1.1" status: 200 len: 216 time: 0.0473137 Sep 29 23:06:21.488316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-604e7434-9a3f-4f73-83ce-2429b1787b20 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 999 time: 0.1886730 Sep 29 23:06:21.490951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41570) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:21.491999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56731299-d8ec-45b0-a6d1-a3acfa19dcee None None] The sync data for ids ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'] in n-d-811173-2 is: [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:11Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'fbdd8e30-5d96-4615-bf07-5436ba8081ee', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'floating_ip_address': '172.25.4.102', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'port_id': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 972, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'mac_address': 'fa:16:3e:9c:3f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:06:15Z', 'updated_at': '2021-09-29T23:06:18Z', 'revision_number': 1, 'project_id': '86aa5b94029245068e3e8c8598467725', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed95d451-cd7e-4774-a98c-0dd3fe5764e0', 'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'mac_address': 'fa:16:3e:d3:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:09Z', 'updated_at': '2021-09-29T23:05:18Z', 'revision_number': 5, 'project_id': '86aa5b94029245068e3e8c8598467725', 'subnets': [{'id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:06:21.492594 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-27dd71d8-6369-4233-99b5-609e0ba2530a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5889566 Sep 29 23:06:21.588030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Attempting to bind port 071d7efe-bf4d-41fe-9a90-4016d0091beb on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:21.588379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Attempting to bind port 071d7efe-bf4d-41fe-9a90-4016d0091beb by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:21.588720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Attempting to bind port 071d7efe-bf4d-41fe-9a90-4016d0091beb on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:21.598689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Port 071d7efe-bf4d-41fe-9a90-4016d0091beb on network b9178d34-9367-4c3d-964e-5c7a5b637725 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:06:21.599023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Attempting to bind port 071d7efe-bf4d-41fe-9a90-4016d0091beb on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:21.624511 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8e7ce01e-9cbb-4057-aa8a-464aafd2f4be tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1324925 Sep 29 23:06:21.632560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41574) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:21.645013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:21.645366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Checking segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:21.645902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Bound using segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:21.646222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Bound port: 071d7efe-bf4d-41fe-9a90-4016d0091beb, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:21.647359 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:21.670367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8d8d81-9c6d-449c-88f8-34076ebba746 None None] Network 080c22b7-11b3-4618-836c-1d15d209f8b4 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:06:21.678824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:21.688553 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df4d0f8a-49d2-42dc-9b8d-90e582a1575c req-4e19c7b6-6d09-4f82-8157-835f72597fac tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084608 Sep 29 23:06:21.692608 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Sync routers for ids ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:21.702651 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0913b8fa-57ad-4526-8dd8-208f9efc27c7 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0651371 Sep 29 23:06:21.712281 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Routers {'d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:21.713173 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:21.715701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-3300f2ed-02d2-4b7b-bb75-59a975136eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:21.718673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-3300f2ed-02d2-4b7b-bb75-59a975136eab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aeeafe9e-5304-4b64-814a-33d23fe007d2 HTTP/1.1" status: 200 len: 859 time: 0.1532760 Sep 29 23:06:21.723761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:21.757581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d req-08458a91-6bf7-4cfe-94d9-3633bb832313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:21.770901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d req-08458a91-6bf7-4cfe-94d9-3633bb832313 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 200 len: 920 time: 0.3406875 Sep 29 23:06:21.774625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] For port 071d7efe-bf4d-41fe-9a90-4016d0091beb, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:21.779460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] For port 071d7efe-bf4d-41fe-9a90-4016d0091beb, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=071d7efe-bf4d-41fe-9a90-4016d0091beb,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:21.795058 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:21.815710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-70690163-ab27-4499-aa91-af70a256e84d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b796302e-fd11-4135-ba42-c8a5b66549ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743995 Sep 29 23:06:21.874091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Pushing event updated for resources: {'Port': ['ID=071d7efe-bf4d-41fe-9a90-4016d0091beb,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:21.886511 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Set router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:21.889706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-c39451ec-ceee-415d-9aaa-3126dc877127 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:06:21.891505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-c39451ec-ceee-415d-9aaa-3126dc877127 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0197737 Sep 29 23:06:21.900215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:21.901520 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ee2f0d78-9b29-4b95-9d35-1d13c483e8c8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.9998376 Sep 29 23:06:21.904191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41584) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:21.906531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00716a-0494-4c5d-844b-8cb3c3e8cb1f None None] New status for floating IP fbdd8e30-5d96-4615-bf07-5436ba8081ee: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:06:21.936827 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-80a27539-432a-49ac-bd2b-ba2761a23760 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/9fe1b516-82f5-43a9-9aa2-6b5dfb3fff01 HTTP/1.1" status: 200 len: 472 time: 0.2029603 Sep 29 23:06:21.951073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41586) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:21.978583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:21.979672 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:21.981986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1256fe52-6f2f-4659-a776-229045171855 service neutron] 10.222.0.26 "PUT /v2.0/ports/071d7efe-bf4d-41fe-9a90-4016d0091beb HTTP/1.1" status: 200 len: 1091 time: 2.1051099 Sep 29 23:06:21.982665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6397607c-217f-4b45-9622-e2cea9ec840d', 'tag': '071d7efe-bf4d-41fe-9a90-4016d0091beb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:21.986478 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2651f79e-5b7a-4201-a669-d2666bfd748d" -d '{"events": [{"name": "network-changed", "server_uuid": "6397607c-217f-4b45-9622-e2cea9ec840d", "tag": "071d7efe-bf4d-41fe-9a90-4016d0091beb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:22.003787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-14d65d75-a73e-4a2c-b750-99d216effe51 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/4628deae-321a-4b85-85cb-37b53a2b2f52 HTTP/1.1" status: 200 len: 459 time: 0.0364845 Sep 29 23:06:22.005709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41590) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:22.056022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d req-5a482a58-9855-49da-8055-8369b89cb8ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 999 time: 0.2460203 Sep 29 23:06:22.072612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c9208-99e2-4ae1-ace3-081c27ea5e7e req-b8152d22-c939-4529-bf2a-410b403a9794 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:22.080089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d8c9208-99e2-4ae1-ace3-081c27ea5e7e req-b8152d22-c939-4529-bf2a-410b403a9794 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 943 time: 0.2667196 Sep 29 23:06:22.125861 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:19Z', 'revision_number': 3, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:22.174812 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Checking router: d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:06:22.175605 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Updating router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 port f47600ab-6cf0-4e5d-96fe-ed265e2c40be binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:06:22.193866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-74fe7721-5750-40bc-97c4-f80dc5cc8d85 service neutron] 10.222.0.44 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440634 Sep 29 23:06:22.210979 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:22.211608 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d8c9208-99e2-4ae1-ace3-081c27ea5e7e req-fad26601-e7e2-4b3f-acf5-b8fbb795909a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304464 Sep 29 23:06:22.217196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5faca1c7-c1aa-4229-b008-46bdce04b8ed tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:22.221515 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5faca1c7-c1aa-4229-b008-46bdce04b8ed tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/4628deae-321a-4b85-85cb-37b53a2b2f52 HTTP/1.1" status: 204 len: 168 time: 0.2141912 Sep 29 23:06:22.223510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41592) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:22.245507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d req-22b0d10b-9294-4f12-a287-9e37cd75f06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:22.247068 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d req-22b0d10b-9294-4f12-a287-9e37cd75f06b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aeeafe9e-5304-4b64-814a-33d23fe007d2 HTTP/1.1" status: 200 len: 859 time: 0.1629896 Sep 29 23:06:22.298138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-84c84253-f8cc-4be2-96fb-5e6e493bcb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:22.299669 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-84c84253-f8cc-4be2-96fb-5e6e493bcb07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 1094 time: 0.2622328 Sep 29 23:06:22.320374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d req-9a711aaf-7347-4d66-8af9-e76d8d9ebc5f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b796302e-fd11-4135-ba42-c8a5b66549ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642955 Sep 29 23:06:22.447407 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-dff25688-8a40-4edd-9d0f-e1fc968a3db3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=071d7efe-bf4d-41fe-9a90-4016d0091beb HTTP/1.1" status: 200 len: 217 time: 0.0945113 Sep 29 23:06:22.453208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a35481-14c5-4794-bdc7-e2c75db21062 req-f370babc-697e-4242-9fc7-1e5a99ca867c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:22.454776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01a35481-14c5-4794-bdc7-e2c75db21062 req-f370babc-697e-4242-9fc7-1e5a99ca867c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.1675105 Sep 29 23:06:22.463316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f3086bc-bab4-4792-9157-f726a19f52e4 req-89b4db69-18a1-40df-8998-7992af27f7e2 service neutron] 10.222.0.44 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685456 Sep 29 23:06:22.515921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d req-61d10c18-5283-4d05-86c5-a9dbfad613b5 service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785781 Sep 29 23:06:22.523214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01a35481-14c5-4794-bdc7-e2c75db21062 req-b85f0e35-2095-4948-81b6-56625bd93900 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586174 Sep 29 23:06:22.579944 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:22.587872 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:22.640389 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Attempting to bind port f47600ab-6cf0-4e5d-96fe-ed265e2c40be on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:22.640766 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Attempting to bind port f47600ab-6cf0-4e5d-96fe-ed265e2c40be by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:22.641306 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Attempting to bind port f47600ab-6cf0-4e5d-96fe-ed265e2c40be on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:22.648917 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:22.649299 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:22.649704 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:22.650099 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:22.650572 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Bound port: f47600ab-6cf0-4e5d-96fe-ed265e2c40be, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:22.650972 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:22.659065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-addc31d6-0ac4-46c8-915c-eff4b9c9d65d req-6ed9e6db-d3a2-4f88-b8d1-8f35ae85e578 service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344109 Sep 29 23:06:22.676841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430538c-5b95-49dc-8394-8535cf97f96b req-988e30f3-c8d8-4c8a-bdf8-1c6e22314316 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:22.678451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8430538c-5b95-49dc-8394-8535cf97f96b req-988e30f3-c8d8-4c8a-bdf8-1c6e22314316 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1096 time: 0.0643249 Sep 29 23:06:22.708793 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] For port f47600ab-6cf0-4e5d-96fe-ed265e2c40be, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:22.711994 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] For port f47600ab-6cf0-4e5d-96fe-ed265e2c40be, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f47600ab-6cf0-4e5d-96fe-ed265e2c40be,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:22.730437 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:22.742878 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Pushing event updated for resources: {'Port': ['ID=f47600ab-6cf0-4e5d-96fe-ed265e2c40be,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:22.748265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8430538c-5b95-49dc-8394-8535cf97f96b req-8e3662f6-5bb1-4a5e-9836-73d045648f2f tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627837 Sep 29 23:06:22.749883 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2fca8ab-9978-4b29-b831-e5556753ac71 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:22.752349 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.752704 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.753226 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.754859 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b2fca8ab-9978-4b29-b831-e5556753ac71 tempest-MeteringIpV6TestJSON-1645484624 tempest-MeteringIpV6TestJSON-1645484624-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/9fe1b516-82f5-43a9-9aa2-6b5dfb3fff01 HTTP/1.1" status: 204 len: 168 time: 0.5282102 Sep 29 23:06:22.765590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.765590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.765590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.765590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.765590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.765590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.765590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.765590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.765590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:06:22.796536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1935245b-d215-4250-a4bb-35897e48f543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:22.800560 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-1935245b-d215-4250-a4bb-35897e48f543 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.2843108 Sep 29 23:06:22.825690 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Routers {'d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:22.826874 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:22.838449 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9264c62b-bd56-4a05-af86-c8d4864183c0 x-openstack-request-id: req-9264c62b-bd56-4a05-af86-c8d4864183c0 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:22.838751 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6397607c-217f-4b45-9622-e2cea9ec840d", "tag": "071d7efe-bf4d-41fe-9a90-4016d0091beb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:22.838971 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9264c62b-bd56-4a05-af86-c8d4864183c0 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:22.839374 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6397607c-217f-4b45-9622-e2cea9ec840d', 'tag': '071d7efe-bf4d-41fe-9a90-4016d0091beb', 'status': 'completed', 'code': 200} Sep 29 23:06:22.846198 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-f648024a-f747-4b2b-989b-0ba7dab63a94 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387580 Sep 29 23:06:22.886605 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b890d6d5-227d-4518-94d5-95b8e8987a62 None None] Pushing event updated for resources: {'Port': ['ID=f47600ab-6cf0-4e5d-96fe-ed265e2c40be,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:22.945325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-8271f0b8-6aa8-464f-819c-8ae35c7531fe tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 1001 time: 0.0860779 Sep 29 23:06:22.984478 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] Set router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:23.007884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-286ab72e-d787-4fa0-9f9f-630b6126e275 service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399906 Sep 29 23:06:23.036015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-a17184b2-baf5-4799-a952-15511fde6835 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:23.047352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-a17184b2-baf5-4799-a952-15511fde6835 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports/af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 942 time: 0.0960102 Sep 29 23:06:23.056423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41612) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:23.084249 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:23.144207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-0aa84ed0-fc08-48b0-8203-512787ae35a9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:23.152710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-0aa84ed0-fc08-48b0-8203-512787ae35a9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 804 time: 0.3598859 Sep 29 23:06:23.196722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-30d89e59-d893-4eb6-8eca-48d7fe26cf4c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/quotas/f4c0262c811241149bca329cc8ed4d26 HTTP/1.1" status: 200 len: 375 time: 0.0426254 Sep 29 23:06:23.203016 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39b81a41-102c-47cd-9f33-c846a61a26e8 req-74cc365c-b122-42d1-8abf-cd30b76e099d service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725492 Sep 29 23:06:23.236370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-a661110b-1d33-49de-8133-a89e87f6b0b6 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386634 Sep 29 23:06:23.276393 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-b9c1892a-d9fc-4d1f-bfd8-82cc90ab9308 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 1001 time: 0.1777282 Sep 29 23:06:23.291131 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32f31463-7053-4367-a1b3-7c698e91a3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:23.352027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f79e-5b7a-4201-a669-d2666bfd748d req-88481ad6-fe1b-4202-bc99-065fdaf62128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:23.353686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2651f79e-5b7a-4201-a669-d2666bfd748d req-88481ad6-fe1b-4202-bc99-065fdaf62128 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 1094 time: 0.0965242 Sep 29 23:06:23.370413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Allocated IP 172.20.0.1 (2fc1ac39-f822-4697-bdb0-0dfec80c63f7/b6e07047-3704-4b31-bd16-941162c6b9e4/eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:23.372634 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:19Z', 'revision_number': 3, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:23.402625 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc4451-906e-42ea-a486-19eb8f605727 None None] The sync data for ids ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'] in n-d-811173-2 is: [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:19Z', 'revision_number': 3, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:06:23.496958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-89a206b6-1078-4d75-bfda-96a2721d5d5f service neutron] 10.222.0.44 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419863 Sep 29 23:06:23.515593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-289cdd10-8ddc-4a9d-979c-8a0fd24fea6c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:23.516697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-289cdd10-8ddc-4a9d-979c-8a0fd24fea6c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.2387695 Sep 29 23:06:23.526965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f79e-5b7a-4201-a669-d2666bfd748d req-dbea4592-06a4-4cf9-9e65-05c71d80417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:23.528496 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2651f79e-5b7a-4201-a669-d2666bfd748d req-dbea4592-06a4-4cf9-9e65-05c71d80417c service neutron] 10.222.0.26 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 907 time: 0.1662951 Sep 29 23:06:23.675291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-da6ba9df-0787-47fb-9311-b7394bd881b9 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 1001 time: 0.1497176 Sep 29 23:06:23.702742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-aebedf84-1aec-4110-b2db-4c7453dbac21 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:23.712850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32f31463-7053-4367-a1b3-7c698e91a3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:23.758632 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32f31463-7053-4367-a1b3-7c698e91a3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:23.794250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-2842ea77-2c7e-4f3c-9a60-707a417c4518 service neutron] 10.222.0.44 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964985 Sep 29 23:06:23.854262 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-aebedf84-1aec-4110-b2db-4c7453dbac21 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:23.902677 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2651f79e-5b7a-4201-a669-d2666bfd748d req-bbe175af-c032-4434-95a8-13d2f0b01dad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=071d7efe-bf4d-41fe-9a90-4016d0091beb HTTP/1.1" status: 200 len: 217 time: 0.3661261 Sep 29 23:06:23.907336 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:23.917538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f31463-7053-4367-a1b3-7c698e91a3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d323f9-3901-4ce0-8085-c4380e8de09e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:23.933544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-32f31463-7053-4367-a1b3-7c698e91a3fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5121ab3bd4394b409b91d28d46b70a9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8757856 Sep 29 23:06:23.954250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41622) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:24.026537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2651f79e-5b7a-4201-a669-d2666bfd748d req-173ab1f1-e49a-458f-9859-bf59bd2eca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:24.028040 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2651f79e-5b7a-4201-a669-d2666bfd748d req-173ab1f1-e49a-458f-9859-bf59bd2eca3c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.1162984 Sep 29 23:06:24.076449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-aebedf84-1aec-4110-b2db-4c7453dbac21 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.078703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbce39e6-0a63-47b1-816f-e547e508be8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.083891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2651f79e-5b7a-4201-a669-d2666bfd748d req-a7f3923d-c08f-4389-ae44-524f6b02d6a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327034 Sep 29 23:06:24.089785 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-aebedf84-1aec-4110-b2db-4c7453dbac21 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.093109 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-aebedf84-1aec-4110-b2db-4c7453dbac21 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Floating IP fbdd8e30-5d96-4615-bf07-5436ba8081ee disassociated. External IP: 172.25.4.102, port: af0000c7-ebbe-42d7-8e2d-737111b0ffd5. Sep 29 23:06:24.095006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.165443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbce39e6-0a63-47b1-816f-e547e508be8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.207926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:24.211094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2f0e7-0668-48a6-821f-e81b2813664b req-2100b7ea-198c-43ba-aff1-e56c40798623 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:24.219074 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9e2f0e7-0668-48a6-821f-e81b2813664b req-2100b7ea-198c-43ba-aff1-e56c40798623 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 943 time: 0.0771952 Sep 29 23:06:24.241306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Pushing event updated for resources: {'Port': ['ID=eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:24.269273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:24.273682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:24.317445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9e2f0e7-0668-48a6-821f-e81b2813664b req-2ccf3113-f075-4aa9-b04c-674c7c55144b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910397 Sep 29 23:06:24.343811 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2651f79e-5b7a-4201-a669-d2666bfd748d req-fe9d2b4d-b39c-4e65-95e2-30f6a8f39646 service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501659 Sep 29 23:06:24.378679 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbce39e6-0a63-47b1-816f-e547e508be8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.381625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbce39e6-0a63-47b1-816f-e547e508be8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.397603 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bbce39e6-0a63-47b1-816f-e547e508be8c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65d323f9-3901-4ce0-8085-c4380e8de09e HTTP/1.1" status: 204 len: 168 time: 0.4301825 Sep 29 23:06:24.461585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.471616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbce39e6-0a63-47b1-816f-e547e508be8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d323f9-3901-4ce0-8085-c4380e8de09e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:24.544781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-aebedf84-1aec-4110-b2db-4c7453dbac21 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:06:24.723086 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2651f79e-5b7a-4201-a669-d2666bfd748d req-1952c2bd-28a1-4415-ba50-6cd270a502ea service neutron] 10.222.0.26 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617742 Sep 29 23:06:24.729840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f47600ab-6cf0-4e5d-96fe-ed265e2c40be up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:24.741412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b42b38f3-f670-488d-9445-460619e095e8 None None] Provisioning complete for port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:24.741993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b42b38f3-f670-488d-9445-460619e095e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.750501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1864094-3f70-45a1-bec8-451bc6bded6c req-32ad0d99-893f-46e7-857b-62faf01f1e55 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:24.758662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1864094-3f70-45a1-bec8-451bc6bded6c req-32ad0d99-893f-46e7-857b-62faf01f1e55 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.2249010 Sep 29 23:06:24.791605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.827630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1864094-3f70-45a1-bec8-451bc6bded6c req-1abb6aac-e898-4dd0-aeb3-49cd2e70867a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540245 Sep 29 23:06:24.836965 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b42b38f3-f670-488d-9445-460619e095e8 None None] Port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:06:24.860962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f47600ab-6cf0-4e5d-96fe-ed265e2c40be triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:24.861464 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.947500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-aebedf84-1aec-4110-b2db-4c7453dbac21 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:24.958223 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-aebedf84-1aec-4110-b2db-4c7453dbac21 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:24.959722 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] Sync routers for ids ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:24.977284 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] Routers {'d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:24.977913 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:25.022990 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:25.025302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41642) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:25.030077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-aebedf84-1aec-4110-b2db-4c7453dbac21 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "PUT /v2.0/floatingips/fbdd8e30-5d96-4615-bf07-5436ba8081ee HTTP/1.1" status: 200 len: 695 time: 1.3424008 Sep 29 23:06:25.030737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:25.032935 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d96057-9504-4b9f-926b-cdc0f351712f" -d '{"events": [{"name": "network-changed", "server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:25.046647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90277db5-a7cc-47de-91b3-e3928ac0906d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:25.064616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port f47600ab-6cf0-4e5d-96fe-ed265e2c40be, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f47600ab-6cf0-4e5d-96fe-ed265e2c40be,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:25.071764 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:25.104622 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:25.116044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:25.133140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1556dfc-3a2f-41ce-941d-ceb204b49c66 req-be7ff07e-f653-4bb3-8a60-23ef8f5efc4f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 210 time: 0.0885279 Sep 29 23:06:25.141319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=f47600ab-6cf0-4e5d-96fe-ed265e2c40be,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:25.155563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-fde88ab0-71c7-469b-b76e-6eaba2c1e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:25.157260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-fde88ab0-71c7-469b-b76e-6eaba2c1e627 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=86aa5b94029245068e3e8c8598467725&device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1096 time: 0.1142116 Sep 29 23:06:25.186108 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] Set router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:25.233381 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:25.247245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Pushing event updated for resources: {'Port': ['ID=eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:25.326734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-9641380b-f11b-4b1a-ad5a-e26750023e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:25.328919 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-9641380b-f11b-4b1a-ad5a-e26750023e68 service neutron] 10.222.0.44 "GET /v2.0/networks?id=b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 200 len: 920 time: 0.1639829 Sep 29 23:06:25.387032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-1bfb8b69-bac1-470a-a17b-e7b744eac4f2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 217 time: 0.0508599 Sep 29 23:06:25.452843 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90277db5-a7cc-47de-91b3-e3928ac0906d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:25.478805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-1e7f23b2-7bff-4e87-b720-11750a984ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:25.480595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-1e7f23b2-7bff-4e87-b720-11750a984ff9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=aeeafe9e-5304-4b64-814a-33d23fe007d2 HTTP/1.1" status: 200 len: 859 time: 0.0877337 Sep 29 23:06:25.525044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-cd4b58c5-8968-4f13-a7f8-67fd616a6638 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b796302e-fd11-4135-ba42-c8a5b66549ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363359 Sep 29 23:06:25.572450 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:11Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ed95d451-cd7e-4774-a98c-0dd3fe5764e0', 'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'mac_address': 'fa:16:3e:d3:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:09Z', 'updated_at': '2021-09-29T23:05:18Z', 'revision_number': 5, 'project_id': '86aa5b94029245068e3e8c8598467725', 'subnets': [{'id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:25.599441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-a55a6a89-6ef9-4d76-b57e-78cf9a1ca96a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:25.601025 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-a55a6a89-6ef9-4d76-b57e-78cf9a1ca96a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 804 time: 0.1445751 Sep 29 23:06:25.608247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:25.609060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90277db5-a7cc-47de-91b3-e3928ac0906d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:25.627421 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] Checking router: d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:06:25.637675 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] Routers {'d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:25.638294 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:25.649949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Request body: {'port': {'device_id': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'admin_state_up': True, 'tenant_id': 'f4c0262c811241149bca329cc8ed4d26'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:25.654706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:25.668830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-8fe788b6-6f12-4048-a09e-44b6ca8536c6 service neutron] 10.222.0.44 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271675 Sep 29 23:06:25.690011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90277db5-a7cc-47de-91b3-e3928ac0906d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c901745-1e51-4a39-a7cb-edc8aec1540c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:25.717708 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-90277db5-a7cc-47de-91b3-e3928ac0906d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=52b7d4bda432469382c75db1e1ba03bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6912563 Sep 29 23:06:25.738500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41658) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:25.785217 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] Set router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:25.925419 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec0ad1da-02dd-47d5-bfef-0843e0d1068f req-81e422fa-4ef6-4e98-b74a-b855b5648bc8 service neutron] 10.222.0.44 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345805 Sep 29 23:06:25.931365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Made reservation on behalf of f4c0262c811241149bca329cc8ed4d26 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:25.935860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.006292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85394b95-2fa8-416f-a89e-f1017a8da150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.021841 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4065948-4646-4a02-a2b1-80511d89764b x-openstack-request-id: req-a4065948-4646-4a02-a2b1-80511d89764b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:26.022262 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:26.022642 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a4065948-4646-4a02-a2b1-80511d89764b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:26.023237 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'status': 'completed', 'code': 200} Sep 29 23:06:26.057193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:06:26.078345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1d6b6042-cfcb-49e0-9ce8-0b42d92948eb None None] Provisioning complete for port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:26.080615 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d6b6042-cfcb-49e0-9ce8-0b42d92948eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.124922 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85394b95-2fa8-416f-a89e-f1017a8da150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.157607 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:11Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ed95d451-cd7e-4774-a98c-0dd3fe5764e0', 'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'mac_address': 'fa:16:3e:d3:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:09Z', 'updated_at': '2021-09-29T23:05:18Z', 'revision_number': 5, 'project_id': '86aa5b94029245068e3e8c8598467725', 'subnets': [{'id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:26.160919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b6042-cfcb-49e0-9ce8-0b42d92948eb None None] Port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:06:26.164292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 071d7efe-bf4d-41fe-9a90-4016d0091beb details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:26.189609 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccda153f-2785-4b9c-999d-3f65afe77208 None None] The sync data for ids ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'] in n-d-811173-2 is: [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:05:11Z', 'revision_number': 4, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'ed95d451-cd7e-4774-a98c-0dd3fe5764e0', 'name': '', 'network_id': 'b796302e-fd11-4135-ba42-c8a5b66549ce', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'mac_address': 'fa:16:3e:d3:f4:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 800, 'fixed_ips': [{'subnet_id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:09Z', 'updated_at': '2021-09-29T23:05:18Z', 'revision_number': 5, 'project_id': '86aa5b94029245068e3e8c8598467725', 'subnets': [{'id': 'aeeafe9e-5304-4b64-814a-33d23fe007d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:06:26.208308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Allocated IP 172.20.0.7 (080c22b7-11b3-4618-836c-1d15d209f8b4/a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb/80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:26.265773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:26.283467 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7bb190c7-7158-4946-b59f-92f9ada22561 admin admin] 10.222.0.44 "PUT /v2.0/routers/d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3757093 Sep 29 23:06:26.349564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Sync routers for ids ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:26.388019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Routers {'d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:26.389145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:26.460787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 071d7efe-bf4d-41fe-9a90-4016d0091beb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=071d7efe-bf4d-41fe-9a90-4016d0091beb,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:26.480561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.485843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '071d7efe-bf4d-41fe-9a90-4016d0091beb', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'port_id': '071d7efe-bf4d-41fe-9a90-4016d0091beb', 'mac_address': 'fa:16:3e:3e:41:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e35702b-599d-47c1-a339-f75980ce3046', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:06:26.530037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.590161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Network 080c22b7-11b3-4618-836c-1d15d209f8b4 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:26.594713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:26.604954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:26.640143 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.657740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Set router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:26.679700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d96057-9504-4b9f-926b-cdc0f351712f req-05839161-ddfd-419f-96dc-f7f14d3b26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:26.681332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d96057-9504-4b9f-926b-cdc0f351712f req-05839161-ddfd-419f-96dc-f7f14d3b26d0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86aa5b94029245068e3e8c8598467725&device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 1096 time: 0.5962291 Sep 29 23:06:26.683649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:26.685116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.695506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 071d7efe-bf4d-41fe-9a90-4016d0091beb {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:26.705937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-82714754-6051-475d-ae5c-7501979730d6 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:06:26.706644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f47600ab-6cf0-4e5d-96fe-ed265e2c40be up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:26.708258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-82714754-6051-475d-ae5c-7501979730d6 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0198984 Sep 29 23:06:26.725263 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dd5b3a-fd8c-40f0-801a-43ecc5232f1b None None] New status for floating IP fbdd8e30-5d96-4615-bf07-5436ba8081ee: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:06:26.736252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a689a-f77b-4e37-99cb-af95a1e940bc req-86e1ec53-13aa-49de-abc6-685d185af621 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:26.737850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f0a689a-f77b-4e37-99cb-af95a1e940bc req-86e1ec53-13aa-49de-abc6-685d185af621 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 943 time: 0.6057036 Sep 29 23:06:26.752143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Pushing event updated for resources: {'Port': ['ID=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:26.789886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 071d7efe-bf4d-41fe-9a90-4016d0091beb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=071d7efe-bf4d-41fe-9a90-4016d0091beb,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:26.803487 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c80bf2c7-95bc-4f1b-8b99-6f56209004b8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1906958 Sep 29 23:06:26.819705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Request body: {'port': {'device_id': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:26.825055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-4b20abfa-3cef-41a4-a466-37f7a54e0009 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:26.829650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f0a689a-f77b-4e37-99cb-af95a1e940bc req-1deaf602-3d95-479b-9688-706e75461d27 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840123 Sep 29 23:06:26.832853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-4b20abfa-3cef-41a4-a466-37f7a54e0009 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports/4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 200 len: 1093 time: 0.1032460 Sep 29 23:06:26.862825 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.867957 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85394b95-2fa8-416f-a89e-f1017a8da150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.870499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85394b95-2fa8-416f-a89e-f1017a8da150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:26.874339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-85394b95-2fa8-416f-a89e-f1017a8da150 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c901745-1e51-4a39-a7cb-edc8aec1540c HTTP/1.1" status: 204 len: 168 time: 1.1294427 Sep 29 23:06:26.877364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Request body: {'binding': {'host': 'n-h2-811173-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:26.877904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Unknown quota resources ['binding']. {{(pid=110006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:06:26.881658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d96057-9504-4b9f-926b-cdc0f351712f req-ac6d2b10-50f9-436f-94f1-b8801d69e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:26.883122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d96057-9504-4b9f-926b-cdc0f351712f req-ac6d2b10-50f9-436f-94f1-b8801d69e086 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 200 len: 920 time: 0.1922598 Sep 29 23:06:26.889096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85394b95-2fa8-416f-a89e-f1017a8da150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c901745-1e51-4a39-a7cb-edc8aec1540c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:26.941992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d96057-9504-4b9f-926b-cdc0f351712f req-19ece7f3-6b58-41bd-a3d0-bcccefd2874f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 200 len: 217 time: 0.0438938 Sep 29 23:06:27.028240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:27.032564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a45de0e-c0af-4ae5-8f77-f366dedd11ad req-3173207a-8bb6-4155-b043-0fd76ac45182 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:27.034106 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a45de0e-c0af-4ae5-8f77-f366dedd11ad req-3173207a-8bb6-4155-b043-0fd76ac45182 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.0948868 Sep 29 23:06:27.044949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d96057-9504-4b9f-926b-cdc0f351712f req-77cbffd7-8c83-4d35-9da5-f7d0b99afd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:27.046408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d96057-9504-4b9f-926b-cdc0f351712f req-77cbffd7-8c83-4d35-9da5-f7d0b99afd71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=aeeafe9e-5304-4b64-814a-33d23fe007d2 HTTP/1.1" status: 200 len: 859 time: 0.0724525 Sep 29 23:06:27.088059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=071d7efe-bf4d-41fe-9a90-4016d0091beb,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:27.088606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d96057-9504-4b9f-926b-cdc0f351712f req-77f828ac-f267-426d-8846-5b657163704c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b796302e-fd11-4135-ba42-c8a5b66549ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330696 Sep 29 23:06:27.119685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f47600ab-6cf0-4e5d-96fe-ed265e2c40be triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:27.120556 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:27.137975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a45de0e-c0af-4ae5-8f77-f366dedd11ad req-d2097bdc-a0e2-48fd-ba74-6aaf77f6f49c tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958343 Sep 29 23:06:27.173855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['071d7efe-bf4d-41fe-9a90-4016d0091beb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:27.252469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d96057-9504-4b9f-926b-cdc0f351712f req-a80c2edb-0871-4236-8395-f8e157b8d39d service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545153 Sep 29 23:06:27.289192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:24Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85', 'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'mac_address': 'fa:16:3e:e3:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:23Z', 'updated_at': '2021-09-29T23:06:24Z', 'revision_number': 2, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'subnets': [{'id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:27.349537 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Checking router: d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:06:27.350408 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Updating router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:06:27.423245 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:27.434188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-83e5202f-c090-4c94-940c-bb652d9500c6 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/floatingips/fbdd8e30-5d96-4615-bf07-5436ba8081ee HTTP/1.1" status: 200 len: 693 time: 0.0872176 Sep 29 23:06:27.556364 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-2c516fba-18bf-4731-9257-9a2dde10ce03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:27.558118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-2c516fba-18bf-4731-9257-9a2dde10ce03 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1103308 Sep 29 23:06:27.564353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d96057-9504-4b9f-926b-cdc0f351712f req-5d258e2f-84a7-472b-8b72-e0ef708a8cfe service neutron] 10.222.0.42 "GET /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997096 Sep 29 23:06:27.608837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on host n-h2-811173-2 for vnic_type normal with profile None {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:27.609432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:27.609652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:27.613130 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-d77475be-bbcf-42ee-a800-eeb8c154e6c2 service neutron] show failed (client error): The resource could not be found. Sep 29 23:06:27.613881 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-d77475be-bbcf-42ee-a800-eeb8c154e6c2 service neutron] 10.222.0.26 "GET /v2.0/ports/44718a33-d1c7-4146-97c6-d40ce45a23f5/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.3490703 Sep 29 23:06:27.626737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-354bd53d-1f2d-4f33-a2c0-848b3cb0b300 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0592425 Sep 29 23:06:27.631422 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:27.646969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:27.648224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:06:27.648648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:27.655574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:27.656084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:27.656561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:27.657096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Bound port: 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:27.692547 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-3ad16094-3bf7-4ed3-8cac-4ebeca7201b0 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.102 HTTP/1.1" status: 200 len: 696 time: 0.0566249 Sep 29 23:06:27.698572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Transition to ACTIVE for port object 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:06:27.711118 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:27.762512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:27.775872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:27.801610 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:27.804695 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9bffdf34-b972-41c4-a41c-2518c92f0b47 service neutron] 10.222.0.44 "POST /v2.0/ports/4dc720aa-1e21-4f4d-bbd1-7e45f3035f21/bindings HTTP/1.1" status: 201 len: 389 time: 0.9374051 Sep 29 23:06:27.816718 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:27.826426 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:27.897761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-59f07838-0e1f-4dc4-9de4-c14943308dd7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Deleting port 706683f5-edaf-45bf-8c9e-07b4e9851ded {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:27.898125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-59f07838-0e1f-4dc4-9de4-c14943308dd7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:27.936206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d66a7-51c9-41ec-ae7d-5c581215a3e4 None None] Pushing event updated for resources: {'Port': ['ID=eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:27.939565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Attempting to bind port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:27.939939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Attempting to bind port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:27.940367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Attempting to bind port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:27.953805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:06:27.954142 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Attempting to bind port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:27.964048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:27.964402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Checking segment: {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:27.965263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Bound using segment: {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:27.965263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Bound port: 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:27.965656 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.065055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] For port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:28.070208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Attempting to bind port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:28.071005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Attempting to bind port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:28.072112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Attempting to bind port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 on network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:28.079211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:28.080229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Checking segment: {'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:28.082614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] For port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:28.083642 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.085327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Bound using segment: {'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:28.086150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Bound port: eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:28.087140 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.093075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-a99cda96-ef06-4cc7-a4c1-f47cb9672f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:28.095009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-a99cda96-ef06-4cc7-a4c1-f47cb9672f58 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9&tenant_id=d21cd580a19447e0afb4238b17bb75ab HTTP/1.1" status: 200 len: 1101 time: 0.2195449 Sep 29 23:06:28.111607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.120350 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:28.168133 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-59f07838-0e1f-4dc4-9de4-c14943308dd7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.168367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-59f07838-0e1f-4dc4-9de4-c14943308dd7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.188289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] For port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:28.192068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] For port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:28.196737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 071d7efe-bf4d-41fe-9a90-4016d0091beb up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:28.205555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6ae8-f2a3-4cf7-a0cb-796db473445e req-7364d583-7029-489f-877f-c4049a2b1dab tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:28.213386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-553a6ae8-f2a3-4cf7-a0cb-796db473445e req-7364d583-7029-489f-877f-c4049a2b1dab tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 943 time: 0.2010355 Sep 29 23:06:28.217237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:28.231467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-59f07838-0e1f-4dc4-9de4-c14943308dd7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Calling delete_port for 706683f5-edaf-45bf-8c9e-07b4e9851ded owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:28.247293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:28.248029 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.248453 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.249581 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7a81b996-b19a-4104-abe9-07a8cd5d1fc3 service neutron] 10.222.0.26 "PUT /v2.0/ports/80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 HTTP/1.1" status: 200 len: 1091 time: 1.4357009 Sep 29 23:06:28.250408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'tag': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:28.252980 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9d420d-8397-40f0-87e1-e04d0bc46938" -d '{"events": [{"name": "network-changed", "server_uuid": "f470d906-b6da-4c26-be65-f8c3f206e0dd", "tag": "80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:28.263187 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.281683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-3508325d-a161-47e9-b1cc-6a59e8e303b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:28.286230 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-3508325d-a161-47e9-b1cc-6a59e8e303b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1096 time: 0.1906686 Sep 29 23:06:28.325555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9417a05a-ac74-460f-9943-dd3005182627 None None] Provisioning complete for port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:28.325954 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9417a05a-ac74-460f-9943-dd3005182627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.431444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-f3eda642-6908-41bb-ac12-9eef1f4bed6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:28.433060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-f3eda642-6908-41bb-ac12-9eef1f4bed6a service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.1368423 Sep 29 23:06:28.449611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 071d7efe-bf4d-41fe-9a90-4016d0091beb completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:06:28.495975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:28.503686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Routers {'d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:28.504365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:28.536579 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:28.537260 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-3327b422-fcfe-4160-9a8d-9163e6b12945 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 200 len: 217 time: 0.0920165 Sep 29 23:06:28.564475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-9cbb0332-5ffd-4556-9da4-b56d98e0721c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:28.566443 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-9cbb0332-5ffd-4556-9da4-b56d98e0721c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 1094 time: 0.1322515 Sep 29 23:06:28.585747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.599563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Transition to ACTIVE for port object 44718a33-d1c7-4146-97c6-d40ce45a23f5 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:06:28.607433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:28.610382 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732ded96-c012-4997-83d2-103386a3042a" -d '{"events": [{"server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "name": "network-vif-unplugged", "status": "completed", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:28.652448 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-2c6ee604-2282-4e42-a3a9-e2eb733624d1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 HTTP/1.1" status: 200 len: 217 time: 0.0407348 Sep 29 23:06:28.661796 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.680598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-553a6ae8-f2a3-4cf7-a0cb-796db473445e req-8d821083-ddb8-4fd0-a3ee-f01322561087 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660833 Sep 29 23:06:28.705386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 071d7efe-bf4d-41fe-9a90-4016d0091beb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:28.705622 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.736784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-c17b20b6-4b21-4287-b133-7fef8b051b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:28.737081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d66a7-51c9-41ec-ae7d-5c581215a3e4 None None] Pushing event updated for resources: {'Port': ['ID=eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:28.740580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-c17b20b6-4b21-4287-b133-7fef8b051b3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1870592 Sep 29 23:06:28.785813 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9417a05a-ac74-460f-9943-dd3005182627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.815542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:28.822398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] No DVR routers for this DVR port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on host n-h2-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:28.833058 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-736a1f56-8992-43de-b805-1aa570126a10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834675 Sep 29 23:06:28.838762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7404b502-6c8b-49bf-b628-457167a40806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:28.840704 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-7404b502-6c8b-49bf-b628-457167a40806 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb HTTP/1.1" status: 200 len: 844 time: 0.1780443 Sep 29 23:06:28.888581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:28.888581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:28.888913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:28.937123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:06:28.937454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:28.942785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9417a05a-ac74-460f-9943-dd3005182627 None None] For port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:28.950066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:28.950439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:28.950801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:28.951246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Bound port: 44718a33-d1c7-4146-97c6-d40ce45a23f5, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:28.951629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.971752 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9417a05a-ac74-460f-9943-dd3005182627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:28.995111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] Set router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:29.010931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-59f07838-0e1f-4dc4-9de4-c14943308dd7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.053148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f07838-0e1f-4dc4-9de4-c14943308dd7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Pushing event deleted for resources: {'Port': ['ID=706683f5-edaf-45bf-8c9e-07b4e9851ded,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:29.088570 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-cf5cf55f-e89d-4e23-b10f-81bdf7ef732b service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454669 Sep 29 23:06:29.091194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:29.112240 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.119582 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-c4df2430-df7b-4119-971a-b8c93e5ecb4b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080c22b7-11b3-4618-836c-1d15d209f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2475784 Sep 29 23:06:29.134125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:29.144907 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.186724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:29.187343 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.189178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] 10.222.0.42 "PUT /v2.0/ports/44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 1096 time: 1.0755107 Sep 29 23:06:29.190005 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-59f07838-0e1f-4dc4-9de4-c14943308dd7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.193337 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-59f07838-0e1f-4dc4-9de4-c14943308dd7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.204611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-389ebc5a-ca72-4734-959c-8c97e0a8535a req-59f07838-0e1f-4dc4-9de4-c14943308dd7 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "DELETE /v2.0/floatingips/fbdd8e30-5d96-4615-bf07-5436ba8081ee HTTP/1.1" status: 204 len: 173 time: 1.5110710 Sep 29 23:06:29.227643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 071d7efe-bf4d-41fe-9a90-4016d0091beb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=071d7efe-bf4d-41fe-9a90-4016d0091beb,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:29.228133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41734) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:29.288035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb3ce2-83a0-4fbd-86d6-26cb2ad268a5 service neutron] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:29.333673 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f0188a5c-a415-4218-9f2d-3d2275008ddf None None] Provisioning complete for port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:29.334060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f0188a5c-a415-4218-9f2d-3d2275008ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.337101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6397607c-217f-4b45-9622-e2cea9ec840d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d7efe-bf4d-41fe-9a90-4016d0091beb'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:29.341827 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698615f4-1d8e-4b85-8849-04a7e8fe0358" -d '{"events": [{"server_uuid": "6397607c-217f-4b45-9622-e2cea9ec840d", "name": "network-vif-plugged", "status": "completed", "tag": "071d7efe-bf4d-41fe-9a90-4016d0091beb"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:29.408897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-113de9bb-4831-44b5-bf3a-9144f47972f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:29.411756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-113de9bb-4831-44b5-bf3a-9144f47972f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1099 time: 0.1688125 Sep 29 23:06:29.420526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d7cd7-d57a-4dbc-afcc-d3542e895e52 req-ad9c254e-aae2-4af2-b762-6457c763ae91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:29.430667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a84d7cd7-d57a-4dbc-afcc-d3542e895e52 req-ad9c254e-aae2-4af2-b762-6457c763ae91 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 945 time: 0.1391039 Sep 29 23:06:29.433572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-ad4c77d7-82a7-4436-80a4-d1e5321f0e8d service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023636 Sep 29 23:06:29.496319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41740) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:29.509615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-50b96d8a-b93b-4098-88a6-60ffe585a88a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1611189532', 'description': 'tempest-description--2142403425'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:29.510229 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.514916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-449780178', 'router:external': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:29.542563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417a05a-ac74-460f-9943-dd3005182627 None None] Pushing event updated for resources: {'Port': ['ID=eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:29.577667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a84d7cd7-d57a-4dbc-afcc-d3542e895e52 req-622818b9-cd89-46db-982c-e00bf002c01e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440055 Sep 29 23:06:29.613590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-50b96d8a-b93b-4098-88a6-60ffe585a88a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:06:29.613590 n-d-811173-2 neutron-server[110006]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 23:06:29.613590 n-d-811173-2 neutron-server[110006]: [parameters: {'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'id': 'b38b9e6f-5314-4c7b-b03b-695b99970596', 'expiration': datetime.datetime(2021, 9, 29, 23, 8, 29, 563601)}] Sep 29 23:06:29.613590 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:06:29.614170 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-50b96d8a-b93b-4098-88a6-60ffe585a88a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:06:29.618492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-c7620c02-b6d4-4320-8c54-b16368ef6205 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4979086 Sep 29 23:06:29.652493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ad232e-8dbb-4ea8-a756-ff6d7cf46056 req-b1c4f7cb-e1be-4c81-a239-656bb6e650e2 service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746726 Sep 29 23:06:29.653221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:24Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85', 'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'mac_address': 'fa:16:3e:e3:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:23Z', 'updated_at': '2021-09-29T23:06:28Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'subnets': [{'id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:29.655284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Made reservation on behalf of f76ce5c187bc4d9491c4fedc612145e6 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:29.657678 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.690212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=071d7efe-bf4d-41fe-9a90-4016d0091beb,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:29.713544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9385d-16ea-431d-92e0-f385bd4d2b14 None None] The sync data for ids ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'] in n-d-811173-2 is: [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:24Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85', 'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'mac_address': 'fa:16:3e:e3:6f:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:23Z', 'updated_at': '2021-09-29T23:06:28Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'subnets': [{'id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:06:29.716243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.745813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-22cd99c0-47bb-4547-928e-dda38317fe2a tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:29.747513 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-22cd99c0-47bb-4547-928e-dda38317fe2a tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.0571239 Sep 29 23:06:29.760134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-7a489cc0-62e7-41e9-8b5e-dcb96bf81ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:29.761128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811173-2'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:29.761619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-7a489cc0-62e7-41e9-8b5e-dcb96bf81ff4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.3285716 Sep 29 23:06:29.786600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45baf0b1-68ca-4ac7-86bd-952bdb4c6e6d req-17825c25-6538-496c-ba2c-4977627dce58 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:29.794119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45baf0b1-68ca-4ac7-86bd-952bdb4c6e6d req-17825c25-6538-496c-ba2c-4977627dce58 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 945 time: 0.2058833 Sep 29 23:06:29.841360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:29.879694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-fe0f70c9-0fa1-49f5-a5c1-f00b4c2e7650 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 217 time: 0.1060553 Sep 29 23:06:29.898204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69791aa7-7a7f-4996-baa3-b9a538dc6ef1 req-84c8e896-2056-41dd-b008-598e6430ebb5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:29.900610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69791aa7-7a7f-4996-baa3-b9a538dc6ef1 req-84c8e896-2056-41dd-b008-598e6430ebb5 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 948 time: 0.2500789 Sep 29 23:06:29.916661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45baf0b1-68ca-4ac7-86bd-952bdb4c6e6d req-bdad2cb4-1b65-435d-bafb-733d915e19b5 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216640 Sep 29 23:06:29.975587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69791aa7-7a7f-4996-baa3-b9a538dc6ef1 req-d2d357ae-9747-446b-a254-8010be38e71a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579402 Sep 29 23:06:30.016509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-fece2927-6bf8-499e-a280-b90419624678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:30.025232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-fece2927-6bf8-499e-a280-b90419624678 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1146572 Sep 29 23:06:30.025769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:30.075650 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c87a2fa-02de-4a6e-b90b-4858b32d514a x-openstack-request-id: req-2c87a2fa-02de-4a6e-b90b-4858b32d514a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:30.076040 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "name": "network-vif-unplugged", "status": "completed", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:30.076396 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c87a2fa-02de-4a6e-b90b-4858b32d514a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:30.076826 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'code': 200} Sep 29 23:06:30.096724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:30.100558 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7946a98-2950-4886-96ea-a2a854d11ed4 x-openstack-request-id: req-a7946a98-2950-4886-96ea-a2a854d11ed4 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:30.101003 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f470d906-b6da-4c26-be65-f8c3f206e0dd", "tag": "80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:30.101354 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7946a98-2950-4886-96ea-a2a854d11ed4 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:30.101861 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'tag': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9', 'status': 'completed', 'code': 200} Sep 29 23:06:30.107783 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf68f7-7c11-4467-9660-5aad3b115055 x-openstack-request-id: req-7ddf68f7-7c11-4467-9660-5aad3b115055 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:30.108402 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6397607c-217f-4b45-9622-e2cea9ec840d", "name": "network-vif-plugged", "status": "completed", "tag": "071d7efe-bf4d-41fe-9a90-4016d0091beb", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:30.108813 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ddf68f7-7c11-4467-9660-5aad3b115055 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:30.109405 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6397607c-217f-4b45-9622-e2cea9ec840d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '071d7efe-bf4d-41fe-9a90-4016d0091beb', 'code': 200} Sep 29 23:06:30.140975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2eb5821c-2b3f-485e-8046-88fd5de0bd3e req-d5cf7206-6ff7-4fdc-b652-f43a84963b1a tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups/602f51b2-c54c-450b-9e89-b5086d81d96b HTTP/1.1" status: 200 len: 1805 time: 0.0616617 Sep 29 23:06:30.152398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:30.153447 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.169652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-f89ef8f5-ddc6-4d41-a857-8c1f82922dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:30.171996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-f89ef8f5-ddc6-4d41-a857-8c1f82922dd2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1459312 Sep 29 23:06:30.173260 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.210744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.211913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:06:30.227732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:30.233541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50b96d8a-b93b-4098-88a6-60ffe585a88a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.240429 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.280886 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d420d-8397-40f0-87e1-e04d0bc46938 req-a5e02a81-17ee-4503-9d67-2d9d059bd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:30.282503 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7f9d420d-8397-40f0-87e1-e04d0bc46938 req-a5e02a81-17ee-4503-9d67-2d9d059bd1c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 1094 time: 0.1798012 Sep 29 23:06:30.333872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.334225 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Added segment a244c455-9649-4eec-907b-39766f87f474 of type vlan for network 87110796-91e7-4c16-b5d8-a25ba1b96516 Sep 29 23:06:30.349312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a5a17-619f-4fb1-b232-b6afce27bce6 req-95aacfb1-7fd9-41e3-9dc3-f9e51fad64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:30.350871 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c72a5a17-619f-4fb1-b232-b6afce27bce6 req-95aacfb1-7fd9-41e3-9dc3-f9e51fad64f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 1096 time: 0.1605191 Sep 29 23:06:30.370181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c7bf41-b9c4-466e-be23-d609d87e18e0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:30.444123 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-a95fb3d3-74b5-45e3-baa2-81bf9ca37cb7 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606096 Sep 29 23:06:30.451907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c7ca1-c4db-4cfe-9b88-4b6cf831f1c0 req-d044a96d-c1d4-4271-ac22-cd6c8714b491 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:30.453985 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e9c7ca1-c4db-4cfe-9b88-4b6cf831f1c0 req-d044a96d-c1d4-4271-ac22-cd6c8714b491 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 943 time: 0.2432046 Sep 29 23:06:30.455196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.460111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:30.476641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2eb5821c-2b3f-485e-8046-88fd5de0bd3e req-698dc47d-19cc-4b77-9dde-62b65a341421 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.504295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on host n-h1-811173-2 for vnic_type normal with profile {"migrating_to": "n-h2-811173-2"} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:30.504539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:30.504824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:30.523383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:06:30.523697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Attempting to bind port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:30.526845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c72a5a17-619f-4fb1-b232-b6afce27bce6 req-86353752-6643-42ff-b72c-7b48ef80515c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366146 Sep 29 23:06:30.544097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:30.544485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:30.544810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:30.545318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Bound port: 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:30.545599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.557298 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d420d-8397-40f0-87e1-e04d0bc46938 req-50ca1ed2-d73d-481f-96da-1276bce028d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:30.558905 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7f9d420d-8397-40f0-87e1-e04d0bc46938 req-50ca1ed2-d73d-481f-96da-1276bce028d2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 905 time: 0.2657957 Sep 29 23:06:30.579322 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2eb5821c-2b3f-485e-8046-88fd5de0bd3e req-698dc47d-19cc-4b77-9dde-62b65a341421 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.618068 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.619062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:30.619664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.639788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e9c7ca1-c4db-4cfe-9b88-4b6cf831f1c0 req-1bfc9dbc-234a-472f-a8b7-272c21f86c8a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747923 Sep 29 23:06:30.692821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f301ec8-dc0c-4975-ac68-bf3b7bdb13ce req-f71d6357-a410-4f7c-8edf-b362ee4332df service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327113 Sep 29 23:06:30.748466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2eb5821c-2b3f-485e-8046-88fd5de0bd3e req-698dc47d-19cc-4b77-9dde-62b65a341421 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.751159 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2eb5821c-2b3f-485e-8046-88fd5de0bd3e req-698dc47d-19cc-4b77-9dde-62b65a341421 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.752358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2eb5821c-2b3f-485e-8046-88fd5de0bd3e req-698dc47d-19cc-4b77-9dde-62b65a341421 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "DELETE /v2.0/security-groups/602f51b2-c54c-450b-9e89-b5086d81d96b HTTP/1.1" status: 204 len: 173 time: 0.5857530 Sep 29 23:06:30.764965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event updated for resources: {'Network': ['ID=87110796-91e7-4c16-b5d8-a25ba1b96516,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:30.790227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 87110796-91e7-4c16-b5d8-a25ba1b96516 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:06:30.794301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:30.824801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dc47d-19cc-4b77-9dde-62b65a341421 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=602f51b2-c54c-450b-9e89-b5086d81d96b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:30.864785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0d01-084c-49d0-b085-0e02bc7c0bb0 req-35492ac6-d217-4f38-bc77-cfc6a95d507a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:30.868250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-866d0d01-084c-49d0-b085-0e02bc7c0bb0 req-35492ac6-d217-4f38-bc77-cfc6a95d507a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 945 time: 0.1220503 Sep 29 23:06:30.965131 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-866d0d01-084c-49d0-b085-0e02bc7c0bb0 req-5f37681f-097b-4a17-a44a-dbcf3e05961e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870984 Sep 29 23:06:30.974741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:30.975385 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:30.984903 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50b96d8a-b93b-4098-88a6-60ffe585a88a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.009954 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5d2f6c3c-6bbc-41f3-96e4-6d695e96a920 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7809384 Sep 29 23:06:31.010854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41750) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:31.018180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Request body: {'subnet': {'network_id': '87110796-91e7-4c16-b5d8-a25ba1b96516', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:31.028123 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50b96d8a-b93b-4098-88a6-60ffe585a88a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.037675 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7f9d420d-8397-40f0-87e1-e04d0bc46938 req-7c60d6e3-17bf-48c5-8e45-ac22a0f35776 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 HTTP/1.1" status: 200 len: 217 time: 0.0512974 Sep 29 23:06:31.076638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Made reservation on behalf of f76ce5c187bc4d9491c4fedc612145e6 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:31.079879 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.116785 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50b96d8a-b93b-4098-88a6-60ffe585a88a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.117781 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-50b96d8a-b93b-4098-88a6-60ffe585a88a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.6160555 Sep 29 23:06:31.129781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:31.149400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:31.153267 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b96d8a-b93b-4098-88a6-60ffe585a88a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92126f6b-ce91-4956-9a04-c1ed5579d1ee,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:31.162385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3cc3647a-0345-44af-a4fc-5422f9d3e088 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Request body: {'security_group_rule': {'security_group_id': '92126f6b-ce91-4956-9a04-c1ed5579d1ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:31.168645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d420d-8397-40f0-87e1-e04d0bc46938 req-4457b3e0-9f83-4e18-82d0-7d4ace00f26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:31.169954 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7f9d420d-8397-40f0-87e1-e04d0bc46938 req-4457b3e0-9f83-4e18-82d0-7d4ace00f26c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb HTTP/1.1" status: 200 len: 844 time: 0.1101112 Sep 29 23:06:31.173693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:31.188439 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.213586 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7f9d420d-8397-40f0-87e1-e04d0bc46938 req-d9134b2a-883f-443c-8b3e-cd878f7f87a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080c22b7-11b3-4618-836c-1d15d209f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347841 Sep 29 23:06:31.300150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc59a5-00d6-46e7-9e32-ecb17a41b04c req-95d01236-43b5-42a0-8707-a32e2c42a733 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:31.301723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53bc59a5-00d6-46e7-9e32-ecb17a41b04c req-95d01236-43b5-42a0-8707-a32e2c42a733 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 943 time: 0.1923401 Sep 29 23:06:31.302468 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3cc3647a-0345-44af-a4fc-5422f9d3e088 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.333148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:31.333779 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.335188 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] 10.222.0.26 "PUT /v2.0/ports/4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 200 len: 1121 time: 1.5796444 Sep 29 23:06:31.337729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21facca8-5645-4ae3-8d6f-644cb2f82556 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:31.370001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ad99d-1d7c-48fe-9b1f-61b96119694d req-18a27d5c-fdb7-4204-a69c-308ad4cb3a57 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:31.371570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c2ad99d-1d7c-48fe-9b1f-61b96119694d req-18a27d5c-fdb7-4204-a69c-308ad4cb3a57 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 948 time: 0.1843693 Sep 29 23:06:31.413942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7f9d420d-8397-40f0-87e1-e04d0bc46938 req-c2300916-0dc3-47ec-9175-7175da9bf194 service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746123 Sep 29 23:06:31.446470 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53bc59a5-00d6-46e7-9e32-ecb17a41b04c req-4b8891fd-0dac-4b12-a618-dbd8d4a9a6fc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283412 Sep 29 23:06:31.514724 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3cc3647a-0345-44af-a4fc-5422f9d3e088 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.517557 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7f9d420d-8397-40f0-87e1-e04d0bc46938 req-278faac0-30b6-473a-8e0d-5f5c818f01ff service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954161 Sep 29 23:06:31.529397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c2ad99d-1d7c-48fe-9b1f-61b96119694d req-83438c0b-0345-454e-afbc-510f6ee7fbbf tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442511 Sep 29 23:06:31.530025 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3cc3647a-0345-44af-a4fc-5422f9d3e088 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.558980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3647a-0345-44af-a4fc-5422f9d3e088 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=199209bf-4118-4df9-bdc6-14cd78055348,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:31.580432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['4dc720aa-1e21-4f4d-bbd1-7e45f3035f21'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:31.581035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3cc3647a-0345-44af-a4fc-5422f9d3e088 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.584648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3cc3647a-0345-44af-a4fc-5422f9d3e088 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4289072 Sep 29 23:06:31.586325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41760) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:31.590955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e4dde2e0-4565-4f78-852e-3f47e342b1fb tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Request body: {'security_group_rule': {'security_group_id': '92126f6b-ce91-4956-9a04-c1ed5579d1ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:31.624094 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4dde2e0-4565-4f78-852e-3f47e342b1fb tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.659091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9863c19-4563-4474-bab4-dcb87476f000 req-c458ed47-cafe-4d8b-b15d-89f0b1207e15 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:31.661910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9863c19-4563-4474-bab4-dcb87476f000 req-c458ed47-cafe-4d8b-b15d-89f0b1207e15 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0742438 Sep 29 23:06:31.730352 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4dde2e0-4565-4f78-852e-3f47e342b1fb tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.735487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4dde2e0-4565-4f78-852e-3f47e342b1fb tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.748034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9863c19-4563-4474-bab4-dcb87476f000 req-ae673061-2cd2-4061-a401-3f02f394e2ce tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561779 Sep 29 23:06:31.756301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dde2e0-4565-4f78-852e-3f47e342b1fb tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae3232d-f68d-483a-a12b-e75023fafa7a,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:31.766087 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4dde2e0-4565-4f78-852e-3f47e342b1fb tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.767506 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e4dde2e0-4565-4f78-852e-3f47e342b1fb tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1806185 Sep 29 23:06:31.771041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41764) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:31.777488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:31.802650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.815877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:06:31.816354 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:31.857804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c0a23-4fe0-4b22-b14e-22a59ebafa88 req-e702c70e-b317-48b9-8045-a0b648a93073 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:31.859268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b03c0a23-4fe0-4b22-b14e-22a59ebafa88 req-e702c70e-b317-48b9-8045-a0b648a93073 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 943 time: 0.1290152 Sep 29 23:06:31.899700 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:32.013737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Allocated IP 172.25.4.80 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/7d847264-f046-43de-b534-ec79c280ddd0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:32.102584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21'}, {'name': 'network-changed', 'server_uuid': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'tag': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:32.104835 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6081dec-b318-49dd-bcb6-307d84a45343" -d '{"events": [{"server_uuid": "112aa0e1-2328-460a-860b-ef1c55bb9cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc720aa-1e21-4f4d-bbd1-7e45f3035f21"}, {"name": "network-changed", "server_uuid": "112aa0e1-2328-460a-860b-ef1c55bb9cdb", "tag": "4dc720aa-1e21-4f4d-bbd1-7e45f3035f21"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:32.135294 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:32.164713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:32.170019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:32.192786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:32.195026 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29aa40f-be86-4870-8b79-8c8fc4d34df2" -d '{"events": [{"name": "network-changed", "server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:32.207595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:32.213521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:32.217320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:32.226631 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event updated for resources: {'Subnet': ['ID=518672ec-2c53-4ae1-b880-967791b20f58,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:32.249750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Pushing event updated for resources: {'Port': ['ID=7d847264-f046-43de-b534-ec79c280ddd0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:32.258684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Checking segment: {'id': 'a244c455-9649-4eec-907b-39766f87f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '87110796-91e7-4c16-b5d8-a25ba1b96516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:32.259070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Network hostable DHCP agents. Network: 87110796-91e7-4c16-b5d8-a25ba1b96516, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:06:32.270322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b03c0a23-4fe0-4b22-b14e-22a59ebafa88 req-1b49e585-b7b9-4e97-844b-20a9a4b451c9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026520 Sep 29 23:06:32.276118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:32.291037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'port_id': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9', 'mac_address': 'fa:16:3e:f9:4e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:06:32.295108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f59342-b2a6-42c6-b8c3-32668c6f2541 req-0f5a300c-e586-4ead-88f6-c45a1515af34 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.303738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13f59342-b2a6-42c6-b8c3-32668c6f2541 req-0f5a300c-e586-4ead-88f6-c45a1515af34 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 945 time: 0.0980163 Sep 29 23:06:32.311275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Network 87110796-91e7-4c16-b5d8-a25ba1b96516 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:06:32.323239 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:32.345161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 87110796-91e7-4c16-b5d8-a25ba1b96516) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:32.352193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.353150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:32.359641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c27901-df11-4505-9722-2f16a6c81f31 None None] Network 87110796-91e7-4c16-b5d8-a25ba1b96516 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:06:32.367189 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:32.375105 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3390688-9554-4a62-8c8f-c4d1540cbac8 x-openstack-request-id: req-b3390688-9554-4a62-8c8f-c4d1540cbac8 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:32.375590 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112aa0e1-2328-460a-860b-ef1c55bb9cdb", "name": "network-vif-unplugged", "status": "completed", "tag": "4dc720aa-1e21-4f4d-bbd1-7e45f3035f21", "code": 200}, {"name": "network-changed", "server_uuid": "112aa0e1-2328-460a-860b-ef1c55bb9cdb", "tag": "4dc720aa-1e21-4f4d-bbd1-7e45f3035f21", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:32.375806 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b3390688-9554-4a62-8c8f-c4d1540cbac8 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:32.376552 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21', 'code': 200} Sep 29 23:06:32.376552 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'tag': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21', 'status': 'completed', 'code': 200} Sep 29 23:06:32.380801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13f59342-b2a6-42c6-b8c3-32668c6f2541 req-4a2961e7-7342-43be-8fbb-f404049f96d6 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761726 Sep 29 23:06:32.385511 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4f5a685f-bf57-4e22-935a-a5fb6c66cb5c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3735356 Sep 29 23:06:32.387249 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:32.388796 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41772) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:32.396218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1665521633', 'network_id': '87110796-91e7-4c16-b5d8-a25ba1b96516'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:32.416300 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03c9efc-cc47-4653-9ada-305c1ba25857 x-openstack-request-id: req-d03c9efc-cc47-4653-9ada-305c1ba25857 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:32.416603 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:32.416873 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d03c9efc-cc47-4653-9ada-305c1ba25857 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:32.417268 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'status': 'completed', 'code': 200} Sep 29 23:06:32.444551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:32.453345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Made reservation on behalf of f76ce5c187bc4d9491c4fedc612145e6 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:32.455803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:32.480425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:32.492170 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:32.534066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] device_id is not set on port d6be1375-5215-4d4b-977e-6704de1fe20a yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:06:32.546969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6081dec-b318-49dd-bcb6-307d84a45343 req-4487ca9f-bbd7-42d5-ba59-b804ed400d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.548767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6081dec-b318-49dd-bcb6-307d84a45343 req-4487ca9f-bbd7-42d5-ba59-b804ed400d88 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1124 time: 0.0785589 Sep 29 23:06:32.591565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-543e96b5-6943-4e86-b322-104169bdf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.593566 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-543e96b5-6943-4e86-b322-104169bdf223 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1099 time: 0.1427836 Sep 29 23:06:32.596594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528bfa65-0c0d-4fb0-a776-0b7d9bea8de2 None None] Network 87110796-91e7-4c16-b5d8-a25ba1b96516 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:06:32.645444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:32.684459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbf4c43-403b-43f5-ba80-4089ed6061a1 req-27af7689-5c6e-48a4-96cc-827ea23c6bda tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.692598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fbf4c43-403b-43f5-ba80-4089ed6061a1 req-27af7689-5c6e-48a4-96cc-827ea23c6bda tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 943 time: 0.1314797 Sep 29 23:06:32.742093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6081dec-b318-49dd-bcb6-307d84a45343 req-3ba054ad-23ac-4196-988a-11c147d2a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.743561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6081dec-b318-49dd-bcb6-307d84a45343 req-3ba054ad-23ac-4196-988a-11c147d2a6c4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.1813381 Sep 29 23:06:32.780793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fbf4c43-403b-43f5-ba80-4089ed6061a1 req-682f1eca-1de7-4e8b-9833-23279ee85ff1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872793 Sep 29 23:06:32.782001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:32.836347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6081dec-b318-49dd-bcb6-307d84a45343 req-d30e5b2c-7d34-470f-a2c0-753fec98b5eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 200 len: 217 time: 0.0716734 Sep 29 23:06:32.842940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-d30330d3-83e0-4e3f-b237-58bb15496e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.844811 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-d30330d3-83e0-4e3f-b237-58bb15496e45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1099 time: 0.3400803 Sep 29 23:06:32.856300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f55c8d-ca4f-4e30-a2a7-2cf7e6bc1386 req-d09c980c-62b8-4ddb-b30e-ded39446b250 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.858153 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7f55c8d-ca4f-4e30-a2a7-2cf7e6bc1386 req-d09c980c-62b8-4ddb-b30e-ded39446b250 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 948 time: 0.1385834 Sep 29 23:06:32.882774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-91f5c448-d0e1-4bfc-a967-175c6775d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.884475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-91f5c448-d0e1-4bfc-a967-175c6775d320 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2387555 Sep 29 23:06:32.957414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6081dec-b318-49dd-bcb6-307d84a45343 req-5234dbd0-a69c-490b-b4ee-434fd9c9b6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.958913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6081dec-b318-49dd-bcb6-307d84a45343 req-5234dbd0-a69c-490b-b4ee-434fd9c9b6e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.0990560 Sep 29 23:06:32.973368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Allocated IP 2001:db8::2f8 (87110796-91e7-4c16-b5d8-a25ba1b96516/518672ec-2c53-4ae1-b880-967791b20f58/d6be1375-5215-4d4b-977e-6704de1fe20a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:32.977933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7f55c8d-ca4f-4e30-a2a7-2cf7e6bc1386 req-2f263d02-8215-4530-b3f4-4a67942ca5dc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010468 Sep 29 23:06:32.979591 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-6f007896-7036-4925-8dae-f4496f1cfd1c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 217 time: 0.0754778 Sep 29 23:06:32.997490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c729ec-b506-4263-888b-fe8430765439 req-571542a4-79bf-4a4f-a9ef-cbffb2a6f58f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:32.999666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95c729ec-b506-4263-888b-fe8430765439 req-571542a4-79bf-4a4f-a9ef-cbffb2a6f58f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 945 time: 0.1402271 Sep 29 23:06:33.015750 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6081dec-b318-49dd-bcb6-307d84a45343 req-d82adca5-1078-4f68-bc1f-1df8b8c6c1f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413828 Sep 29 23:06:33.090353 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:33.104470 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95c729ec-b506-4263-888b-fe8430765439 req-ed8a58a8-3852-4aee-a2dd-a5c6b6377341 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909636 Sep 29 23:06:33.111978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:33.160765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc11a8d-6f66-4693-b145-6ba9748f2970 req-b3e99598-b28c-493f-88fc-da877388ee7e tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.163774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cc11a8d-6f66-4693-b145-6ba9748f2970 req-b3e99598-b28c-493f-88fc-da877388ee7e tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1139162 Sep 29 23:06:33.175103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-71c6eed3-c222-429b-8aee-4bc1ba777bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.176675 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-71c6eed3-c222-429b-8aee-4bc1ba777bfc service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.3181901 Sep 29 23:06:33.184634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-8d49750b-7c4a-46eb-8839-fba67547c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.186064 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-8d49750b-7c4a-46eb-8839-fba67547c2b7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1574976 Sep 29 23:06:33.190358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6081dec-b318-49dd-bcb6-307d84a45343 req-f88c5844-691c-4cee-ae51-7d20ae6a506f service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613386 Sep 29 23:06:33.264151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cc11a8d-6f66-4693-b145-6ba9748f2970 req-5d2fad0d-dae7-44d9-8b71-58f6601cadf5 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921967 Sep 29 23:06:33.270741 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-691cc930-3e5b-4989-9018-cdee16e7a1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:33.327963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227f2a9-bd78-4c1b-9aff-3a870d1b56a8 req-951369b1-10b9-41c7-98c8-9d77afe47076 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.329616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1227f2a9-bd78-4c1b-9aff-3a870d1b56a8 req-951369b1-10b9-41c7-98c8-9d77afe47076 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 945 time: 0.1298051 Sep 29 23:06:33.335164 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Pushing event updated for resources: {'Port': ['ID=7d847264-f046-43de-b534-ec79c280ddd0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:33.343710 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-dad93918-6073-4a85-95cb-c0fb626fa6d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 217 time: 0.1337445 Sep 29 23:06:33.352428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:33.355865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6081dec-b318-49dd-bcb6-307d84a45343 req-6857906f-7e57-4fac-a9d0-6d0e8a1cb5de service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454010 Sep 29 23:06:33.419180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1227f2a9-bd78-4c1b-9aff-3a870d1b56a8 req-f05434af-29c4-4236-a054-b4f0274958a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625265 Sep 29 23:06:33.436633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7fec9-908e-4f28-81cf-d62d9e144976 req-46e5837b-d068-4946-a58d-4fd9102614a7 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.438180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06c7fec9-908e-4f28-81cf-d62d9e144976 req-46e5837b-d068-4946-a58d-4fd9102614a7 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 944 time: 0.0741184 Sep 29 23:06:33.446158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:33.455099 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ff7131e5-3396-4793-8d97-e11288f02623 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6757760 Sep 29 23:06:33.459536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-b4544b99-3693-4d8d-9afe-3a732f482155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.461161 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-b4544b99-3693-4d8d-9afe-3a732f482155 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2523661 Sep 29 23:06:33.486145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-7f01f3ec-612b-4452-a511-c37fea50e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.487735 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-7f01f3ec-612b-4452-a511-c37fea50e259 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1314356 Sep 29 23:06:33.500189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06c7fec9-908e-4f28-81cf-d62d9e144976 req-da830426-de42-45dc-8a67-af9dbc890216 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535119 Sep 29 23:06:33.515235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:33.631724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-9c922a6d-5883-4e30-a996-064d9a1000bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.633261 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-9c922a6d-5883-4e30-a996-064d9a1000bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128821 Sep 29 23:06:33.670910 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:33.701698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-f946c36e-8173-466f-9105-b6bbb11ba888 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1611189532&fields=id&tenant_id=9e00802ca2474c0baefca2e6fed4ddc0 HTTP/1.1" status: 200 len: 267 time: 0.0662768 Sep 29 23:06:33.717139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81668ab1-b198-492b-94e8-9ed4a6b75c70 req-9d495b07-ce94-4e99-9fc3-dc322d1d9b54 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.718637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81668ab1-b198-492b-94e8-9ed4a6b75c70 req-9d495b07-ce94-4e99-9fc3-dc322d1d9b54 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 945 time: 0.0763872 Sep 29 23:06:33.759734 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-12dabab0-d37f-4833-916a-c8f3fa89daee service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837825 Sep 29 23:06:33.774535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Network 87110796-91e7-4c16-b5d8-a25ba1b96516 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:33.801965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:33.814375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81668ab1-b198-492b-94e8-9ed4a6b75c70 req-440b929f-10a6-4c2c-a8b1-3b468e48b5bc tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857310 Sep 29 23:06:33.815383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:33.816975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.817596 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:33.835634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event updated for resources: {'Port': ['ID=d6be1375-5215-4d4b-977e-6704de1fe20a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:33.841255 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-83c4d3a7-6ca1-45b3-8dfd-06f7a1219e5c service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986074 Sep 29 23:06:33.853562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-f236e6eb-8d86-4fe0-8918-3843fae86bed tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:33.855880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-f236e6eb-8d86-4fe0-8918-3843fae86bed tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/networks?id=2fc1ac39-f822-4697-bdb0-0dfec80c63f7 HTTP/1.1" status: 200 len: 811 time: 0.1356151 Sep 29 23:06:33.872640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-7cb529b8-4511-4922-938d-e64036dfbec8 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/quotas/9e00802ca2474c0baefca2e6fed4ddc0 HTTP/1.1" status: 200 len: 375 time: 0.0104489 Sep 29 23:06:33.900882 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-05fed76e-ad34-48bc-bd2d-b783c4e55b07 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5109925 Sep 29 23:06:33.904353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41810) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:33.935965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-9610a373-be53-419a-bc39-79e75e4868f8 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9e00802ca2474c0baefca2e6fed4ddc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561807 Sep 29 23:06:33.984227 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-e8973213-5e96-4951-a2cc-4c08a5e0bc8f service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144067 Sep 29 23:06:34.037887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e29aa40f-be86-4870-8b79-8c8fc4d34df2 req-c1e46dfd-d25c-4504-83cf-ae4e45521db9 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689005 Sep 29 23:06:34.050876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-24df9a2c-4ab3-4e02-a03c-30031d083fc2 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Deleting port d6be1375-5215-4d4b-977e-6704de1fe20a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:34.051228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24df9a2c-4ab3-4e02-a03c-30031d083fc2 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.074516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746449be-d541-4435-a0cd-4200ced482eb req-077dc632-0571-4f5e-bc41-4c598c181170 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:34.076121 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-746449be-d541-4435-a0cd-4200ced482eb req-077dc632-0571-4f5e-bc41-4c598c181170 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 943 time: 0.1096573 Sep 29 23:06:34.092867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-511a7ef3-c36d-4c69-8962-23724fcc5c62 service neutron] 10.222.0.44 "GET /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340308 Sep 29 23:06:34.132676 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24df9a2c-4ab3-4e02-a03c-30031d083fc2 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.144506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-24df9a2c-4ab3-4e02-a03c-30031d083fc2 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Calling delete_port for d6be1375-5215-4d4b-977e-6704de1fe20a owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:34.144883 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-746449be-d541-4435-a0cd-4200ced482eb req-a8b1607c-8147-46fe-ae59-212ac06260cc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614026 Sep 29 23:06:34.176446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:34.203505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:34.217907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4e91e059-e1bc-46f8-bb8f-bf644f58dd33 service neutron] 10.222.0.44 "GET /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163461 Sep 29 23:06:34.281831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-d133cc44-ec5c-4045-acf3-080c17d321d1 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:34.283685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-d133cc44-ec5c-4045-acf3-080c17d321d1 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.0932672 Sep 29 23:06:34.298284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0e3d9-8967-49b0-9304-70f4ea12484d req-f0a7f41c-9f95-4f30-88d3-6c411b72e2e2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:34.310528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9eb0e3d9-8967-49b0-9304-70f4ea12484d req-f0a7f41c-9f95-4f30-88d3-6c411b72e2e2 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 948 time: 0.0713689 Sep 29 23:06:34.351882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:34.369113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9eb0e3d9-8967-49b0-9304-70f4ea12484d req-a3be0706-747a-4622-980c-c884ed608684 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574610 Sep 29 23:06:34.496955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f30de744-33a4-4718-96e9-64d82fe5b62d req-4bda5408-21b8-4a07-a57a-72acbbc808b2 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 210 time: 0.0546412 Sep 29 23:06:34.515684 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24df9a2c-4ab3-4e02-a03c-30031d083fc2 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.530734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14340db-f4c4-4e00-9d19-48e4604b6630 req-c5948970-d814-46d4-9320-778b06ff1ef3 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:34.540780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b14340db-f4c4-4e00-9d19-48e4604b6630 req-c5948970-d814-46d4-9320-778b06ff1ef3 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 945 time: 0.1086555 Sep 29 23:06:34.541108 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 has no active binding in host n-h2-811173-2 {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 23:06:34.544854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:06:34.550913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:34.550913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.552278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24df9a2c-4ab3-4e02-a03c-30031d083fc2 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6be1375-5215-4d4b-977e-6704de1fe20a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:34.565696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-00d13838-68a1-4915-bada-78ac9cb860b8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Deleting port af0000c7-ebbe-42d7-8e2d-737111b0ffd5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:34.566487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-00d13838-68a1-4915-bada-78ac9cb860b8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.594512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b14340db-f4c4-4e00-9d19-48e4604b6630 req-963f0837-d661-46f6-b003-6c4031623974 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/security-groups?id=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526958 Sep 29 23:06:34.656280 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24df9a2c-4ab3-4e02-a03c-30031d083fc2 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.658155 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-24df9a2c-4ab3-4e02-a03c-30031d083fc2 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "DELETE /v2.0/ports/d6be1375-5215-4d4b-977e-6704de1fe20a HTTP/1.1" status: 204 len: 168 time: 0.7516451 Sep 29 23:06:34.662152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41826) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:34.669173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '87110796-91e7-4c16-b5d8-a25ba1b96516', 'external_fixed_ips': [{'subnet_id': '518672ec-2c53-4ae1-b880-967791b20f58', 'ip_address': '2001:db8::2f8'}]}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:34.693868 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.694458 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.695490 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.733954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c88c7-7cb1-4403-9b87-82dc08e7526b req-29ea00e5-a49f-4288-94c0-fa82708f152c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:34.735365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d4c88c7-7cb1-4403-9b87-82dc08e7526b req-29ea00e5-a49f-4288-94c0-fa82708f152c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 944 time: 0.1196935 Sep 29 23:06:34.737140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-00d13838-68a1-4915-bada-78ac9cb860b8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] For port af0000c7-ebbe-42d7-8e2d-737111b0ffd5, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,segment=NetworkSegment(f391f75a-b8f7-4047-8565-289f115ab93a),segment_id=f391f75a-b8f7-4047-8565-289f115ab93a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:34.738051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-00d13838-68a1-4915-bada-78ac9cb860b8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.747431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:34.748415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:34.750988 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15e1d55a-cfdd-4fb7-acc6-644416d4e4a0" -d '{"events": [{"server_uuid": "f470d906-b6da-4c26-be65-f8c3f206e0dd", "name": "network-vif-plugged", "status": "completed", "tag": "80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:34.757555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-00d13838-68a1-4915-bada-78ac9cb860b8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Calling delete_port for af0000c7-ebbe-42d7-8e2d-737111b0ffd5 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:34.768466 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.768877 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:34.860881 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3926bdd-acbe-43aa-a872-d562681b5b1e x-openstack-request-id: req-c3926bdd-acbe-43aa-a872-d562681b5b1e {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:34.861350 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f470d906-b6da-4c26-be65-f8c3f206e0dd", "name": "network-vif-plugged", "status": "completed", "tag": "80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:34.861825 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3926bdd-acbe-43aa-a872-d562681b5b1e {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:34.863522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d4c88c7-7cb1-4403-9b87-82dc08e7526b req-71345d14-9d3f-4599-8b1c-be0337db51d8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188610 Sep 29 23:06:34.863719 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9', 'code': 200} Sep 29 23:06:34.877024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:34.987921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:35.011867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9627d7a-2210-4ada-9258-aa1c98456921 req-d6f82789-0a13-498d-ac08-85b0c7a147a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:35.023875 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d9627d7a-2210-4ada-9258-aa1c98456921 req-d6f82789-0a13-498d-ac08-85b0c7a147a6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 1096 time: 0.0775013 Sep 29 23:06:35.040772 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-00d13838-68a1-4915-bada-78ac9cb860b8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:35.076283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed08e21-7f6a-4a81-976d-1f5e3259134a req-44b3c3ed-7cfd-49e8-baac-b1e22b2f9cf3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:35.077952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bed08e21-7f6a-4a81-976d-1f5e3259134a req-44b3c3ed-7cfd-49e8-baac-b1e22b2f9cf3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 945 time: 0.0862775 Sep 29 23:06:35.078916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['af0000c7-ebbe-42d7-8e2d-737111b0ffd5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:35.093635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d13838-68a1-4915-bada-78ac9cb860b8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Pushing event deleted for resources: {'Port': ['ID=af0000c7-ebbe-42d7-8e2d-737111b0ffd5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:35.118941 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d9627d7a-2210-4ada-9258-aa1c98456921 req-e3f7a984-136d-4589-9a59-055b50b6f042 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856099 Sep 29 23:06:35.138283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-00d13838-68a1-4915-bada-78ac9cb860b8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] No DVR routers for this DVR port af0000c7-ebbe-42d7-8e2d-737111b0ffd5 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:35.140728 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-00d13838-68a1-4915-bada-78ac9cb860b8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:35.142735 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9b25abfe-b6cd-4ee0-9621-b0284fd31c00 req-00d13838-68a1-4915-bada-78ac9cb860b8 tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.42 "DELETE /v2.0/ports/af0000c7-ebbe-42d7-8e2d-737111b0ffd5 HTTP/1.1" status: 204 len: 173 time: 0.8506191 Sep 29 23:06:35.143251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'name': 'network-vif-deleted', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:35.151701 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e163467-92d8-4e23-8828-3d68898d1d82" -d '{"events": [{"server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "name": "network-vif-deleted", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:35.174117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bed08e21-7f6a-4a81-976d-1f5e3259134a req-b7a3b7fa-66a1-4969-8472-05aee7101dc9 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886230 Sep 29 23:06:35.208418 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8777728f-8b7e-4d0b-9c1a-5c0d30a0bbea x-openstack-request-id: req-8777728f-8b7e-4d0b-9c1a-5c0d30a0bbea {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:35.208713 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bedd97d-1657-49e2-85b8-65e0f0e1298a", "name": "network-vif-deleted", "tag": "af0000c7-ebbe-42d7-8e2d-737111b0ffd5", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:35.208967 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8777728f-8b7e-4d0b-9c1a-5c0d30a0bbea {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:35.209373 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bedd97d-1657-49e2-85b8-65e0f0e1298a', 'name': 'network-vif-deleted', 'tag': 'af0000c7-ebbe-42d7-8e2d-737111b0ffd5', 'status': 'completed', 'code': 200} Sep 29 23:06:35.370426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce280e5-3ad0-4428-b8ba-0fb15dace1ed req-610845bd-2e23-4b3b-8aaa-2262af2fdbe1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:35.372401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fce280e5-3ad0-4428-b8ba-0fb15dace1ed req-610845bd-2e23-4b3b-8aaa-2262af2fdbe1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 943 time: 0.1300566 Sep 29 23:06:35.373606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:35.396115 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:35.478636 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fce280e5-3ad0-4428-b8ba-0fb15dace1ed req-022d88f7-3fed-4b3b-bfec-8f6b3d662d2f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857112 Sep 29 23:06:35.554077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96c47f-a420-43c5-9b53-3b022f1d89fa req-33b9d6e1-9ede-4389-bf6f-bf37da979647 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:35.555582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd96c47f-a420-43c5-9b53-3b022f1d89fa req-33b9d6e1-9ede-4389-bf6f-bf37da979647 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 948 time: 0.1008725 Sep 29 23:06:35.607719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-0a078942-dd89-48a8-a9d8-c80eaf9977d5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:35.609711 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-0a078942-dd89-48a8-a9d8-c80eaf9977d5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 945 time: 0.0530961 Sep 29 23:06:35.631810 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5921f03b-5802-4e46-9a65-c442bc28d551 req-23d01b87-2977-4c96-9eb1-79a3723f167a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 210 time: 0.0446246 Sep 29 23:06:35.646683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Allocated IP 2001:db8::2f8 (87110796-91e7-4c16-b5d8-a25ba1b96516/518672ec-2c53-4ae1-b880-967791b20f58/1d79d100-a1af-48b0-be77-094258cbe607) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:35.669535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd96c47f-a420-43c5-9b53-3b022f1d89fa req-f05f2a8e-552c-4ad9-b268-178f5dfc4b36 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813146 Sep 29 23:06:35.752133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-49d7bf6c-df97-452c-8064-813d45b85325 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Deleting port 071d7efe-bf4d-41fe-9a90-4016d0091beb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:35.752515 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-49d7bf6c-df97-452c-8064-813d45b85325 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:35.799661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-293f5de7-1c5d-4261-b650-d1d48323680d req-f9f12e8d-24fc-454c-a38e-e5400665177c tempest-ServerRescueTestJSONUnderV235-2023117959 tempest-ServerRescueTestJSONUnderV235-2023117959-project] 10.222.0.44 "GET /v2.0/ports?device_id=2bedd97d-1657-49e2-85b8-65e0f0e1298a HTTP/1.1" status: 200 len: 210 time: 0.0627196 Sep 29 23:06:35.886846 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:35.907999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:35.954206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-49d7bf6c-df97-452c-8064-813d45b85325 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] For port 071d7efe-bf4d-41fe-9a90-4016d0091beb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=071d7efe-bf4d-41fe-9a90-4016d0091beb,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:35.954578 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-49d7bf6c-df97-452c-8064-813d45b85325 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:35.978607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-49d7bf6c-df97-452c-8064-813d45b85325 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Calling delete_port for 071d7efe-bf4d-41fe-9a90-4016d0091beb owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:35.995695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-d7cb7cca-1fb6-4261-8ab1-26a059dd6aac tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:35.997176 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-d7cb7cca-1fb6-4261-8ab1-26a059dd6aac tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.42 "GET /v2.0/networks?id=2fc1ac39-f822-4697-bdb0-0dfec80c63f7 HTTP/1.1" status: 200 len: 811 time: 0.1667538 Sep 29 23:06:36.027515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:36.043378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'mac_address': 'fa:16:3e:9a:47:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:06:36.083802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:36.098991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44718a33-d1c7-4146-97c6-d40ce45a23f5 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:36.111591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-77cd3c15-db41-4d47-a437-37546cc0e82f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:36.114401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-77cd3c15-db41-4d47-a437-37546cc0e82f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9&tenant_id=d21cd580a19447e0afb4238b17bb75ab&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 948 time: 0.2047098 Sep 29 23:06:36.122867 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:36.130844 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:36.133045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999d3e8-2a90-4a9b-840e-ade29445ca14 req-47bdb69d-da93-41a2-9886-4ca98f715cc6 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:36.140906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3999d3e8-2a90-4a9b-840e-ade29445ca14 req-47bdb69d-da93-41a2-9886-4ca98f715cc6 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 945 time: 0.1244459 Sep 29 23:06:36.151154 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:36.163686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e781511-f0db-401b-a11f-a802f6453387 req-efb0ac92-95aa-4cff-8c7f-bfef27fa0073 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:36.166164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e781511-f0db-401b-a11f-a802f6453387 req-efb0ac92-95aa-4cff-8c7f-bfef27fa0073 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 948 time: 0.2214656 Sep 29 23:06:36.192067 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0a12bd58-4406-420d-8602-669109bf4875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:36.198860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:36.226252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event updated for resources: {'Port': ['ID=1d79d100-a1af-48b0-be77-094258cbe607,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:36.310583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Network 87110796-91e7-4c16-b5d8-a25ba1b96516 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:36.334274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3999d3e8-2a90-4a9b-840e-ade29445ca14 req-72ba2621-1c95-4ce9-a2d4-4842055a3110 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921413 Sep 29 23:06:36.337055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:36.372075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:36.425255 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:36.432931 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-f118cbd4-c98c-4851-ac67-437e64a9f760 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e00802ca2474c0baefca2e6fed4ddc0 HTTP/1.1" status: 200 len: 380 time: 0.3879027 Sep 29 23:06:36.433737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e781511-f0db-401b-a11f-a802f6453387 req-660fc83c-46ac-4f3c-9dc1-1aa346ba8289 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086573 Sep 29 23:06:36.435293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-50d9dbde-32dd-4049-8dc9-00eff0643f28 service neutron] 10.222.0.42 "GET /v2.0/ports/44718a33-d1c7-4146-97c6-d40ce45a23f5/bindings/n-h1-811173-2 HTTP/1.1" status: 200 len: 382 time: 0.2682126 Sep 29 23:06:36.489838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Request body: {'port': {'device_id': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'admin_state_up': True, 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'security_groups': ['92126f6b-ce91-4956-9a04-c1ed5579d1ee']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:36.566859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-49d7bf6c-df97-452c-8064-813d45b85325 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:36.579386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:36.608279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['44718a33-d1c7-4146-97c6-d40ce45a23f5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:36.611813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7bf6c-df97-452c-8064-813d45b85325 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event deleted for resources: {'Port': ['ID=071d7efe-bf4d-41fe-9a90-4016d0091beb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:36.623732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e0e48b-7a2c-4b93-8111-fa4d8462bca2 req-5aaa9af1-68ca-4e97-a3c4-3d900c3ba90c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:36.625331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43e0e48b-7a2c-4b93-8111-fa4d8462bca2 req-5aaa9af1-68ca-4e97-a3c4-3d900c3ba90c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=6397607c-217f-4b45-9622-e2cea9ec840d HTTP/1.1" status: 200 len: 867 time: 0.1334980 Sep 29 23:06:36.662484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-49d7bf6c-df97-452c-8064-813d45b85325 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] No DVR routers for this DVR port 071d7efe-bf4d-41fe-9a90-4016d0091beb on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:36.666252 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-49d7bf6c-df97-452c-8064-813d45b85325 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:36.668400 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6b8ee11-4046-4c5e-a2d9-e55a2088557c req-49d7bf6c-df97-452c-8064-813d45b85325 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "DELETE /v2.0/ports/071d7efe-bf4d-41fe-9a90-4016d0091beb HTTP/1.1" status: 204 len: 173 time: 1.0521767 Sep 29 23:06:36.670198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-ddee6b90-05b7-4c63-b7b9-0a51c6c31510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:36.672354 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-ddee6b90-05b7-4c63-b7b9-0a51c6c31510 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1100 time: 0.1671464 Sep 29 23:06:36.693584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Made reservation on behalf of 9e00802ca2474c0baefca2e6fed4ddc0 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:36.697862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:36.734609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e220782-bebf-489a-a16e-e461c7eb52fc req-1eabea94-d816-4b7a-b290-4d1e510a60c7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:36.743045 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e220782-bebf-489a-a16e-e461c7eb52fc req-1eabea94-d816-4b7a-b290-4d1e510a60c7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 943 time: 0.1805358 Sep 29 23:06:36.775622 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43e0e48b-7a2c-4b93-8111-fa4d8462bca2 req-71a1d882-dbca-4866-9d8b-34cd1498f634 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145182 Sep 29 23:06:36.799124 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-0c4f2176-4af7-4653-a5f1-12e073f69b68 service neutron] 10.222.0.42 "GET /v2.0/ports/4dc720aa-1e21-4f4d-bbd1-7e45f3035f21/bindings/n-h2-811173-2 HTTP/1.1" status: 200 len: 384 time: 0.0852785 Sep 29 23:06:36.927283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:36.949618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03027f8f-b276-4e61-8ee2-5a36c5f0ff44 req-cfd1b58b-5f30-4c38-b1e3-95350312aa8b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 210 time: 0.0513904 Sep 29 23:06:36.985524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e220782-bebf-489a-a16e-e461c7eb52fc req-b4351e8f-c807-4740-b48f-a40e3db0eb57 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414205 Sep 29 23:06:36.996741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41862) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:37.003176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Allocated IP 172.20.0.11 (2fc1ac39-f822-4697-bdb0-0dfec80c63f7/b6e07047-3704-4b31-bd16-941162c6b9e4/d26d908a-d45a-431b-86ce-c844e20c7ff2) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:37.058627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-11a9534b-ec9c-4c4a-ba02-cfa417809ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:37.060141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-11a9534b-ec9c-4c4a-ba02-cfa417809ed8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.3496702 Sep 29 23:06:37.163411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-d71eb775-728d-4471-8a01-0205ebe45000 service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:37.211800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6397607c-217f-4b45-9622-e2cea9ec840d', 'name': 'network-vif-deleted', 'tag': '071d7efe-bf4d-41fe-9a90-4016d0091beb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:37.214126 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245b1cd8-fe4d-43e7-9966-a8b4cea69e07" -d '{"events": [{"server_uuid": "6397607c-217f-4b45-9622-e2cea9ec840d", "name": "network-vif-deleted", "tag": "071d7efe-bf4d-41fe-9a90-4016d0091beb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:37.229264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-d71eb775-728d-4471-8a01-0205ebe45000 service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:37.280737 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb10965-64de-49af-8ea1-6818f8315997 x-openstack-request-id: req-efb10965-64de-49af-8ea1-6818f8315997 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:37.281026 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6397607c-217f-4b45-9622-e2cea9ec840d", "name": "network-vif-deleted", "tag": "071d7efe-bf4d-41fe-9a90-4016d0091beb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:37.281272 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-efb10965-64de-49af-8ea1-6818f8315997 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:37.281657 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6397607c-217f-4b45-9622-e2cea9ec840d', 'name': 'network-vif-deleted', 'tag': '071d7efe-bf4d-41fe-9a90-4016d0091beb', 'status': 'completed', 'code': 200} Sep 29 23:06:37.284540 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:37.289642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-d71eb775-728d-4471-8a01-0205ebe45000 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:37.303562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-d71eb775-728d-4471-8a01-0205ebe45000 service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:37.340783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:37.341423 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-d71eb775-728d-4471-8a01-0205ebe45000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:37.392497 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:37.463953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:37.471096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:37.476879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Pushing event updated for resources: {'Port': ['ID=d26d908a-d45a-431b-86ce-c844e20c7ff2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:37.481649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:37.507810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-d71eb775-728d-4471-8a01-0205ebe45000 service neutron] Transition to ACTIVE for port object 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:06:37.520393 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-d71eb775-728d-4471-8a01-0205ebe45000 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:37.521521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-656caccc-0248-4570-85df-9f53e00d57a9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 217 time: 0.4502773 Sep 29 23:06:37.584505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:37.585175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:37.627811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-d71eb775-728d-4471-8a01-0205ebe45000 service neutron] No DVR routers for this DVR port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:37.633780 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-4de9edcf-413c-4cea-8b50-5073e23253f3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1507852 Sep 29 23:06:37.636068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71eb775-728d-4471-8a01-0205ebe45000 service neutron] Pushing event updated for resources: {'Port': ['ID=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:37.664977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Request body: {'port': {'device_id': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:37.689379 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-d71eb775-728d-4471-8a01-0205ebe45000 service neutron] 10.222.0.42 "PUT /v2.0/ports/4dc720aa-1e21-4f4d-bbd1-7e45f3035f21/bindings/n-h2-811173-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8484633 Sep 29 23:06:37.725860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:37.727763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4dbd7-df59-4aa3-bdf5-566b87d49b2a req-5cbae9d2-b560-4250-8830-ddd11f46e93a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:37.729620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50c4dbd7-df59-4aa3-bdf5-566b87d49b2a req-5cbae9d2-b560-4250-8830-ddd11f46e93a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 945 time: 0.2900558 Sep 29 23:06:37.737608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c51a9c11-6f67-4b86-bd40-95b7622e0780 None None] Provisioning complete for port d26d908a-d45a-431b-86ce-c844e20c7ff2 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:37.738322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c51a9c11-6f67-4b86-bd40-95b7622e0780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:37.744934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-7a2eda51-f9c3-4b85-bdca-b38474fe5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:37.746388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-7a2eda51-f9c3-4b85-bdca-b38474fe5510 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2036390 Sep 29 23:06:37.789852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c51a9c11-6f67-4b86-bd40-95b7622e0780 None None] Port d26d908a-d45a-431b-86ce-c844e20c7ff2 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:06:37.839098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e3909d-d929-4c4b-9453-a400f8d90144 req-b7976692-ebdb-44bb-8dea-c5a6b8a6eed0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:37.840531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02e3909d-d929-4c4b-9453-a400f8d90144 req-b7976692-ebdb-44bb-8dea-c5a6b8a6eed0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 949 time: 0.2854412 Sep 29 23:06:37.919366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-8387a63b-9692-4ab4-b448-670b80720f44 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:37.920905 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-8387a63b-9692-4ab4-b448-670b80720f44 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1095 time: 0.0822673 Sep 29 23:06:37.930141 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:37.932078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:37.959462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50c4dbd7-df59-4aa3-bdf5-566b87d49b2a req-f6a2d514-1b14-4b68-860c-a2f4629fc2ed tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068367 Sep 29 23:06:37.988764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 44718a33-d1c7-4146-97c6-d40ce45a23f5 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:06:37.993463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 44718a33-d1c7-4146-97c6-d40ce45a23f5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:37.994172 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:38.018409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-ccbb5e7b-594a-4473-8abb-75d7cfce21dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:38.021114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-ccbb5e7b-594a-4473-8abb-75d7cfce21dc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2627068 Sep 29 23:06:38.032401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-808ac517-2998-48d1-9e68-3f30fdef7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:38.033614 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-808ac517-2998-48d1-9e68-3f30fdef7f62 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad HTTP/1.1" status: 200 len: 1095 time: 0.0831573 Sep 29 23:06:38.064425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02e3909d-d929-4c4b-9453-a400f8d90144 req-9b3ea177-8a95-4854-a7a0-9bb16646c03d tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921139 Sep 29 23:06:38.148267 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:38.153995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d26d908a-d45a-431b-86ce-c844e20c7ff2 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:38.172887 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:38.191739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-397f65ba-7ca1-430b-9533-1b7b1f911fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:38.193306 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-397f65ba-7ca1-430b-9533-1b7b1f911fc3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1095 time: 0.1302774 Sep 29 23:06:38.201901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Transition to ACTIVE for port object d26d908a-d45a-431b-86ce-c844e20c7ff2 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:06:38.204218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:38.207285 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e05fbd0-873e-4651-bd5e-de00d5359697" -d '{"events": [{"server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "name": "network-vif-plugged", "status": "completed", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:38.213084 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:38.224010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 071d7efe-bf4d-41fe-9a90-4016d0091beb no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:38.248639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:38.321669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 071d7efe-bf4d-41fe-9a90-4016d0091beb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:06:38.321669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 071d7efe-bf4d-41fe-9a90-4016d0091beb not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:38.333784 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:38.334590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:38.337874 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Pushing event updated for resources: {'Port': ['ID=d26d908a-d45a-431b-86ce-c844e20c7ff2,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:38.389265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-f360777d-882c-464a-87bc-c1e98f51784c service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299868 Sep 29 23:06:38.406135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-2b07b9f8-fe58-4d2c-b17c-153090a92bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:38.407642 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-2b07b9f8-fe58-4d2c-b17c-153090a92bd9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.2046814 Sep 29 23:06:38.433787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9fda0-387d-4a28-8e6d-6165d6b3700c req-dca5b6c0-55b8-4bbc-9a7a-8a3ab715b47c tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:38.442684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fda9fda0-387d-4a28-8e6d-6165d6b3700c req-dca5b6c0-55b8-4bbc-9a7a-8a3ab715b47c tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 944 time: 0.2883549 Sep 29 23:06:38.464676 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-4ff554dc-bc5c-4360-a8bc-db5ef472315c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 200 len: 217 time: 0.0434713 Sep 29 23:06:38.467606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:38.469014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device af0000c7-ebbe-42d7-8e2d-737111b0ffd5 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:38.480299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b9fef-32d8-4293-938d-aff2c6c8b195 req-95c08be1-075e-4b20-b159-4cc529466ad0 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:38.481506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c01b9fef-32d8-4293-938d-aff2c6c8b195 req-95c08be1-075e-4b20-b159-4cc529466ad0 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 944 time: 0.1820726 Sep 29 23:06:38.516765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Attempting to bind port d26d908a-d45a-431b-86ce-c844e20c7ff2 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:38.517128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Attempting to bind port d26d908a-d45a-431b-86ce-c844e20c7ff2 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:38.517360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Attempting to bind port d26d908a-d45a-431b-86ce-c844e20c7ff2 on network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:38.527509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: af0000c7-ebbe-42d7-8e2d-737111b0ffd5 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:06:38.528544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device af0000c7-ebbe-42d7-8e2d-737111b0ffd5 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:38.530856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Port d26d908a-d45a-431b-86ce-c844e20c7ff2 on network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:06:38.531452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Attempting to bind port d26d908a-d45a-431b-86ce-c844e20c7ff2 on network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:38.531582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:38.539001 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:38.546970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:38.547318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Checking segment: {'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:38.547704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Bound using segment: {'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:38.548166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Bound port: d26d908a-d45a-431b-86ce-c844e20c7ff2, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a360fcfa-64a1-45f6-9fe9-912af728cc49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:38.548528 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:38.562292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-c6c63ed9-ee28-4b6d-999c-5a8a1814741c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:38.565155 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-c6c63ed9-ee28-4b6d-999c-5a8a1814741c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.0883207 Sep 29 23:06:38.606701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Router e41756c9-cb7a-441c-a6ba-6586a0d5302c is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:06:38.620379 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fda9fda0-387d-4a28-8e6d-6165d6b3700c req-3e119858-c174-489f-9f3d-52f77216c01a tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767633 Sep 29 23:06:38.628708 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9e2a6257-b6aa-42a2-b8e5-6b79ccfd71b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528874 Sep 29 23:06:38.662292 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:06:38.683496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c01b9fef-32d8-4293-938d-aff2c6c8b195 req-70cbc65a-c975-43aa-b31b-aa9ec2e7ec71 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764531 Sep 29 23:06:38.690012 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b191df85-b092-4191-8ab9-0c95ec2b2346 x-openstack-request-id: req-b191df85-b092-4191-8ab9-0c95ec2b2346 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:38.690312 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "name": "network-vif-plugged", "status": "completed", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:38.690603 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b191df85-b092-4191-8ab9-0c95ec2b2346 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:38.691269 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'code': 200} Sep 29 23:06:38.692854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-f832a3ab-9c2d-46d9-8599-baf280254452 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917755 Sep 29 23:06:38.693722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] For port d26d908a-d45a-431b-86ce-c844e20c7ff2, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:38.763785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] For port d26d908a-d45a-431b-86ce-c844e20c7ff2, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d26d908a-d45a-431b-86ce-c844e20c7ff2,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:38.769564 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:38.772209 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:38.820065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:38.820688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:38.822356 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] 10.222.0.42 "PUT /v2.0/ports/d26d908a-d45a-431b-86ce-c844e20c7ff2 HTTP/1.1" status: 200 len: 1092 time: 1.1632068 Sep 29 23:06:38.828524 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-4bada1c8-3da0-4286-a801-c229e0f2f12f service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926036 Sep 29 23:06:38.868616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b099442-65bf-496c-9085-9a1ddbaa4c97 service neutron] Pushing event updated for resources: {'Port': ['ID=d26d908a-d45a-431b-86ce-c844e20c7ff2,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:38.925628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:38.940620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Sync routers for ids ['e41756c9-cb7a-441c-a6ba-6586a0d5302c'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:38.965241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Routers {'e41756c9-cb7a-441c-a6ba-6586a0d5302c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:38.967680 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e41756c9-cb7a-441c-a6ba-6586a0d5302c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:39.001040 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-8d7548ca-b244-46ac-962d-31af1ccdccd8 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636474 Sep 29 23:06:39.021926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-d6f2e466-c1cb-4de6-a059-510cdc4e7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:39.024062 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-d6f2e466-c1cb-4de6-a059-510cdc4e7ee6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e00802ca2474c0baefca2e6fed4ddc0&device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 1095 time: 0.1394088 Sep 29 23:06:39.061724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437ec91-68aa-4060-a1d3-1038ec486ebd req-198158cd-f1f2-44f0-ad6f-b6b7c5e34398 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:39.069801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2437ec91-68aa-4060-a1d3-1038ec486ebd req-198158cd-f1f2-44f0-ad6f-b6b7c5e34398 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 945 time: 0.2679844 Sep 29 23:06:39.082235 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.089119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41900) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:39.092652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dbb8b9c9-e730-436c-be2d-a5fc34309bfb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.4290559 Sep 29 23:06:39.094942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-dbabc227-6c09-4b11-8c2a-4f05909af70b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d908a-d45a-431b-86ce-c844e20c7ff2 HTTP/1.1" status: 200 len: 217 time: 0.0543578 Sep 29 23:06:39.161467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-935afd43-6a96-480c-b753-2ecead8d3d7c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:39.168683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-935afd43-6a96-480c-b753-2ecead8d3d7c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.3679903 Sep 29 23:06:39.178586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Set router e41756c9-cb7a-441c-a6ba-6586a0d5302c gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:39.206243 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-51f06d16-978b-4f79-8a18-11c3e3fa59a7 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/quotas/01b56b0290ab4937b3938d639829a691 HTTP/1.1" status: 200 len: 375 time: 0.0365958 Sep 29 23:06:39.219483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3a33bfcc-d026-469a-9b46-f13d1bd3f18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:39.221002 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-3a33bfcc-d026-469a-9b46-f13d1bd3f18d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6e07047-3704-4b31-bd16-941162c6b9e4 HTTP/1.1" status: 200 len: 850 time: 0.1180489 Sep 29 23:06:39.251456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2437ec91-68aa-4060-a1d3-1038ec486ebd req-e931e372-96a6-4a19-86e5-ea6dadf30914 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804953 Sep 29 23:06:39.287579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'tag': 'd26d908a-d45a-431b-86ce-c844e20c7ff2'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:39.290353 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9183b3-efc2-483b-98c1-b1fff0725a97" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971", "tag": "d26d908a-d45a-431b-86ce-c844e20c7ff2"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:39.327984 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.369727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.417066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-84d64379-dc56-4da2-8525-495e4fae1fae tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2098355 Sep 29 23:06:39.464579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-2b1ea936-dc24-4654-9b31-40cf54962a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:39.466291 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-2b1ea936-dc24-4654-9b31-40cf54962a0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fc1ac39-f822-4697-bdb0-0dfec80c63f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098780 Sep 29 23:06:39.473904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9169aca3-a5e9-4b6d-9b96-19b619b62fc8 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:39.475365 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-9169aca3-a5e9-4b6d-9b96-19b619b62fc8 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1095 time: 0.1914318 Sep 29 23:06:39.479670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41756c9-cb7a-441c-a6ba-6586a0d5302c', 'name': '', 'tenant_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '87110796-91e7-4c16-b5d8-a25ba1b96516', 'external_fixed_ips': [{'subnet_id': '518672ec-2c53-4ae1-b880-967791b20f58', 'ip_address': '2001:db8::2f8'}], 'enable_snat': True}, 'gw_port_id': '1d79d100-a1af-48b0-be77-094258cbe607', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:34Z', 'updated_at': '2021-09-29T23:06:36Z', 'revision_number': 3, 'project_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'gw_port': {'id': '1d79d100-a1af-48b0-be77-094258cbe607', 'name': '', 'network_id': '87110796-91e7-4c16-b5d8-a25ba1b96516', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:cb:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e41756c9-cb7a-441c-a6ba-6586a0d5302c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '518672ec-2c53-4ae1-b880-967791b20f58', 'ip_address': '2001:db8::2f8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:35Z', 'updated_at': '2021-09-29T23:06:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '518672ec-2c53-4ae1-b880-967791b20f58', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:39.507391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Checking router: e41756c9-cb7a-441c-a6ba-6586a0d5302c for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:06:39.507733 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Updating router e41756c9-cb7a-441c-a6ba-6586a0d5302c port 1d79d100-a1af-48b0-be77-094258cbe607 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:06:39.532125 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.587130 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.630440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883905c6-0d8d-43e0-a17c-82dab18dbfb1 req-1aa78102-67ca-4bbe-9114-6d7b96d3bfbc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:39.638543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-883905c6-0d8d-43e0-a17c-82dab18dbfb1 req-1aa78102-67ca-4bbe-9114-6d7b96d3bfbc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.1716220 Sep 29 23:06:39.699302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-969a4bd8-d9c3-4e50-8e50-51ba9606fce8 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784898 Sep 29 23:06:39.752290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-62e5015d-9c53-4b86-b733-374d7f732ae7 service neutron] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:39.755198 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-72dde6b1-7a27-455c-b71a-5cc46f490b01 service neutron] 10.222.0.42 "GET /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535815 Sep 29 23:06:39.760642 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-62e5015d-9c53-4b86-b733-374d7f732ae7 service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.761872 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5383d6c-9eb2-49b6-a089-8f94714d76fc req-62e5015d-9c53-4b86-b733-374d7f732ae7 service neutron] 10.222.0.26 "DELETE /v2.0/ports/4dc720aa-1e21-4f4d-bbd1-7e45f3035f21/bindings/n-h1-811173-2 HTTP/1.1" status: 204 len: 173 time: 0.2570696 Sep 29 23:06:39.781853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Deleting port 1d79d100-a1af-48b0-be77-094258cbe607 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:39.782256 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.851766 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.861583 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.887379 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.932213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578eb3a-2127-4d77-bb16-db3159c0e21b None None] Pushing event updated for resources: {'Port': ['ID=1d79d100-a1af-48b0-be77-094258cbe607,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:39.961712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Attempting to bind port 1d79d100-a1af-48b0-be77-094258cbe607 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:39.962246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Attempting to bind port 1d79d100-a1af-48b0-be77-094258cbe607 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'a244c455-9649-4eec-907b-39766f87f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '87110796-91e7-4c16-b5d8-a25ba1b96516'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:39.962820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Attempting to bind port 1d79d100-a1af-48b0-be77-094258cbe607 on network 87110796-91e7-4c16-b5d8-a25ba1b96516 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:39.969913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:39.970658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Checking segment: {'id': 'a244c455-9649-4eec-907b-39766f87f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '87110796-91e7-4c16-b5d8-a25ba1b96516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:39.971068 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:39.971477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Bound using segment: {'id': 'a244c455-9649-4eec-907b-39766f87f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '87110796-91e7-4c16-b5d8-a25ba1b96516'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:39.972872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Bound port: 1d79d100-a1af-48b0-be77-094258cbe607, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a244c455-9649-4eec-907b-39766f87f474', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '87110796-91e7-4c16-b5d8-a25ba1b96516'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:39.973332 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.044423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] For port 1d79d100-a1af-48b0-be77-094258cbe607, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:40.048066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] For port 1d79d100-a1af-48b0-be77-094258cbe607, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1d79d100-a1af-48b0-be77-094258cbe607,segment=NetworkSegment(a244c455-9649-4eec-907b-39766f87f474),segment_id=a244c455-9649-4eec-907b-39766f87f474)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:40.053489 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.105202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Routers {'e41756c9-cb7a-441c-a6ba-6586a0d5302c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:40.106129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e41756c9-cb7a-441c-a6ba-6586a0d5302c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:40.145050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-883905c6-0d8d-43e0-a17c-82dab18dbfb1 req-60d6b212-5ad0-4038-893f-eef8693eae6f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055895 Sep 29 23:06:40.161152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] Deleting port ed95d451-cd7e-4774-a98c-0dd3fe5764e0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:40.161499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.194044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578eb3a-2127-4d77-bb16-db3159c0e21b None None] Pushing event updated for resources: {'Port': ['ID=1d79d100-a1af-48b0-be77-094258cbe607,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:40.226528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] Set router e41756c9-cb7a-441c-a6ba-6586a0d5302c gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:40.231741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Calling delete_port for 1d79d100-a1af-48b0-be77-094258cbe607 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:40.276636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] For port ed95d451-cd7e-4774-a98c-0dd3fe5764e0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ed95d451-cd7e-4774-a98c-0dd3fe5764e0,segment=NetworkSegment(f391f75a-b8f7-4047-8565-289f115ab93a),segment_id=f391f75a-b8f7-4047-8565-289f115ab93a)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:40.277006 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.292113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] Calling delete_port for ed95d451-cd7e-4774-a98c-0dd3fe5764e0 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:40.310374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e41756c9-cb7a-441c-a6ba-6586a0d5302c', 'name': '', 'tenant_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:34Z', 'updated_at': '2021-09-29T23:06:39Z', 'revision_number': 4, 'project_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:40.338696 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38534211-e7e8-4395-9ebf-2bf7a2897cc8 req-b7aeadbd-3a9f-4563-936a-98d8bb61ce20 service neutron] 10.222.0.42 "GET /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677853 Sep 29 23:06:40.370776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-cc4877df-60b0-49b3-b4ef-fdb480fa3482 service neutron] 10.222.0.44 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6706305 Sep 29 23:06:40.382260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d23477-b7bd-4dd8-addf-4480dcdc4d2d None None] The sync data for ids ['e41756c9-cb7a-441c-a6ba-6586a0d5302c'] in n-d-811173-2 is: [{'id': 'e41756c9-cb7a-441c-a6ba-6586a0d5302c', 'name': '', 'tenant_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:34Z', 'updated_at': '2021-09-29T23:06:39Z', 'revision_number': 4, 'project_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:06:40.541876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.560808 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.580085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d79d100-a1af-48b0-be77-094258cbe607,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:40.619365 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e7c3c9-88d9-42ad-b942-5e9ddf8d943f x-openstack-request-id: req-e8e7c3c9-88d9-42ad-b942-5e9ddf8d943f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:40.620252 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971", "tag": "d26d908a-d45a-431b-86ce-c844e20c7ff2", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:40.621282 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8e7c3c9-88d9-42ad-b942-5e9ddf8d943f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:40.622961 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'tag': 'd26d908a-d45a-431b-86ce-c844e20c7ff2', 'status': 'completed', 'code': 200} Sep 29 23:06:40.648425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed95d451-cd7e-4774-a98c-0dd3fe5764e0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:40.661201 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.803998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.806372 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.863787 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.864514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e41756c9-cb7a-441c-a6ba-6586a0d5302c {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:06:40.869517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:40.871080 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-79a26712-f228-4604-a49f-6d5675ffd68c tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "DELETE /v2.0/routers/e41756c9-cb7a-441c-a6ba-6586a0d5302c HTTP/1.1" status: 204 len: 168 time: 1.7804585 Sep 29 23:06:40.873517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41930) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:40.884343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-7191bd25-58a2-4cf0-b368-32116268f1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:40.885628 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-7191bd25-58a2-4cf0-b368-32116268f1eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e00802ca2474c0baefca2e6fed4ddc0&device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 1095 time: 0.2224355 Sep 29 23:06:40.958204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b564d-be26-41fb-8f9d-a360232b63f7 req-e6bd3928-cbd4-48ec-8bd3-d490bad3d232 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:40.959811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e5b564d-be26-41fb-8f9d-a360232b63f7 req-e6bd3928-cbd4-48ec-8bd3-d490bad3d232 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 944 time: 0.2731164 Sep 29 23:06:41.008325 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.017664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b98d022-e763-4e3f-b43d-0a049ccddb13 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Deleting subnet 518672ec-2c53-4ae1-b880-967791b20f58 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:06:41.026159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b98d022-e763-4e3f-b43d-0a049ccddb13 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.037765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e06dd-3653-4214-ac40-435184c1ea17 req-6501ff5f-573b-4169-bd49-c553f9fa604a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:41.045277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-194e06dd-3653-4214-ac40-435184c1ea17 req-6501ff5f-573b-4169-bd49-c553f9fa604a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 944 time: 0.1645834 Sep 29 23:06:41.059681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e5b564d-be26-41fb-8f9d-a360232b63f7 req-ca41a259-6bba-4027-ad8a-f465f9cc75bd tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918913 Sep 29 23:06:41.113633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-a6786586-e64e-47c6-bf38-bbcb05d3a65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:41.115211 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-a6786586-e64e-47c6-bf38-bbcb05d3a65b service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fc1ac39-f822-4697-bdb0-0dfec80c63f7 HTTP/1.1" status: 200 len: 912 time: 0.2022400 Sep 29 23:06:41.142949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b98d022-e763-4e3f-b43d-0a049ccddb13 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.161283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-194e06dd-3653-4214-ac40-435184c1ea17 req-311ef1d5-2bd9-4686-a65e-9caadc6ec8c8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961170 Sep 29 23:06:41.215205 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-9cbb4b3d-7d3d-4223-8785-d0078966ff38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d908a-d45a-431b-86ce-c844e20c7ff2 HTTP/1.1" status: 200 len: 217 time: 0.0483985 Sep 29 23:06:41.282580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b98d022-e763-4e3f-b43d-0a049ccddb13 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.291535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ce49eda-0a2f-4f27-9a39-f2bddcf964db req-83031191-0e3f-4ed6-a833-9194ed90ffe4 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 210 time: 0.0392168 Sep 29 23:06:41.364914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-4d4fb56e-30db-41ee-9d75-ae898ceadd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:41.366408 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-4d4fb56e-30db-41ee-9d75-ae898ceadd83 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6e07047-3704-4b31-bd16-941162c6b9e4 HTTP/1.1" status: 200 len: 850 time: 0.1244879 Sep 29 23:06:41.428820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b98d022-e763-4e3f-b43d-0a049ccddb13 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.433878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-b6dc4ec9-4975-4e91-a6aa-155ff88999a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:41.435422 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-b6dc4ec9-4975-4e91-a6aa-155ff88999a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fc1ac39-f822-4697-bdb0-0dfec80c63f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587089 Sep 29 23:06:41.466776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98d022-e763-4e3f-b43d-0a049ccddb13 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=518672ec-2c53-4ae1-b880-967791b20f58,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:41.484632 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b98d022-e763-4e3f-b43d-0a049ccddb13 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.489688 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0b98d022-e763-4e3f-b43d-0a049ccddb13 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/518672ec-2c53-4ae1-b880-967791b20f58 HTTP/1.1" status: 204 len: 168 time: 0.6152186 Sep 29 23:06:41.490290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41948) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:41.526970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918a88b-fee0-444a-aa54-4c8e370c056d req-a6d5dd81-f818-40cb-9727-9546c140f250 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:41.528565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8918a88b-fee0-444a-aa54-4c8e370c056d req-a6d5dd81-f818-40cb-9727-9546c140f250 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1095 time: 0.1360319 Sep 29 23:06:41.536957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4814eb-70df-4805-8afe-900a6b32cc42 req-c4292f34-583f-4514-801f-0a8a1135c731 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:41.538453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe4814eb-70df-4805-8afe-900a6b32cc42 req-c4292f34-583f-4514-801f-0a8a1135c731 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.1447937 Sep 29 23:06:41.574553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] Router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:06:41.610844 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.614902 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8918a88b-fee0-444a-aa54-4c8e370c056d req-1e4fc855-1eb5-4bdc-ab10-b03ab195fb39 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754786 Sep 29 23:06:41.624663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe4814eb-70df-4805-8afe-900a6b32cc42 req-16005191-e8a2-453c-830f-23c9a4304a23 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715024 Sep 29 23:06:41.630264 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-274284a0-ee50-4007-abb4-bf821deb6d7a service neutron] 10.222.0.42 "GET /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725090 Sep 29 23:06:41.772030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.791085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:41.802039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-44b95180-344a-495d-9b70-135a12f48b24 admin admin] 10.222.0.44 "PUT /v2.0/routers/d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8003621 Sep 29 23:06:41.808487 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] Sync routers for ids ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:41.819647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:41.841305 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] Routers {'d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:41.845458 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:41.846619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87110796-91e7-4c16-b5d8-a25ba1b96516']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:41.871295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a244c455-9649-4eec-907b-39766f87f474') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:41.871627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a244c455-9649-4eec-907b-39766f87f474') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:41.884595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.887795 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a9183b3-efc2-483b-98c1-b1fff0725a97 req-2449193c-95ef-49e8-8480-4bc3f2b8e236 service neutron] 10.222.0.42 "GET /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316597 Sep 29 23:06:41.900553 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.906891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:06:41.907295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: items = [ Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:06:41.909338 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:06:41.978091 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.982823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87110796-91e7-4c16-b5d8-a25ba1b96516 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 23:06:41.985947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:41.992788 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "DELETE /v2.0/networks/87110796-91e7-4c16-b5d8-a25ba1b96516 HTTP/1.1" status: 204 len: 168 time: 0.4958696 Sep 29 23:06:42.007266 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] Set router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:42.026162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-20d45a20-1dbf-4229-b223-89226bbd3ee8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:42.029689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46722aae-30bd-4eb7-ab3f-77aef66e14e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event deleted for resources: {'Network': ['ID=87110796-91e7-4c16-b5d8-a25ba1b96516,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:42.039977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-20d45a20-1dbf-4229-b223-89226bbd3ee8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 808 time: 0.1236489 Sep 29 23:06:42.052122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-5fd6d578-f99e-4c17-a001-f1a4cfd6074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:42.053816 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-5fd6d578-f99e-4c17-a001-f1a4cfd6074f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9&tenant_id=d21cd580a19447e0afb4238b17bb75ab HTTP/1.1" status: 200 len: 1101 time: 0.0637209 Sep 29 23:06:42.060313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-a0c53355-3ffe-4802-9570-8d2e3857d0a7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/quotas/af266e1dcb244f2d9fbb450bca32d9ad HTTP/1.1" status: 200 len: 375 time: 0.0192258 Sep 29 23:06:42.078464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:42.163207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:42.263799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-b5560211-adc8-46a7-b083-95c553de4807 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2025166 Sep 29 23:06:42.379417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-e8e0891c-8149-4d80-be13-c4af8fa0b92e service neutron] 10.222.0.44 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136966 Sep 29 23:06:42.399967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:42.417018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aada9e12-117c-4622-81fd-7fd2f7471745 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Request body: {'router': {'name': 'tempest-router--1209434477', 'project_id': 'fa81a3f369b14385a309d228ab377ea4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:42.429908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:42.442714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371548b3-fbeb-41ff-b737-ac0f2b87d036 req-b5803c70-3973-49b0-9f7b-e32736c2fec0 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:42.450574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-371548b3-fbeb-41ff-b737-ac0f2b87d036 req-b5803c70-3973-49b0-9f7b-e32736c2fec0 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 944 time: 0.2571614 Sep 29 23:06:42.465227 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:06:40Z', 'revision_number': 5, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:42.513833 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] Checking router: d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:06:42.536750 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] Routers {'d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:42.537716 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:42.586427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-371548b3-fbeb-41ff-b737-ac0f2b87d036 req-4a4e9eb0-fbbc-4e17-868f-d05fc6f9dd47 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346929 Sep 29 23:06:42.590658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aada9e12-117c-4622-81fd-7fd2f7471745 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:42.591869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aada9e12-117c-4622-81fd-7fd2f7471745 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:42.658569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:42.693360 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] Set router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:42.728428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-ce939e6e-8aaf-4d73-b504-620fc2e4367f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:42.728620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-e7fd624d-2b68-48c4-9171-af930489db0d service neutron] 10.222.0.44 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472438 Sep 29 23:06:42.730451 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-ce939e6e-8aaf-4d73-b504-620fc2e4367f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 806 time: 0.1995118 Sep 29 23:06:42.739347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:42.766880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Request body: {'port': {'device_id': '62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'admin_state_up': True, 'tenant_id': '01b56b0290ab4937b3938d639829a691'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:42.801012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aada9e12-117c-4622-81fd-7fd2f7471745 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:42.816922 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aada9e12-117c-4622-81fd-7fd2f7471745 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:42.824788 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:42.878570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:42.881203 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39773536-d293-4e1d-a6d0-8562829aeadb" -d '{"events": [{"server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "name": "network-vif-unplugged", "status": "completed", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:42.887471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aada9e12-117c-4622-81fd-7fd2f7471745 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:42.889506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aada9e12-117c-4622-81fd-7fd2f7471745 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4864664 Sep 29 23:06:42.892344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:42.899156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41992) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:42.945893 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:06:40Z', 'revision_number': 5, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:42.993156 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5677ac1-a864-4ad9-b58f-5f1a018aaf82 None None] The sync data for ids ['d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e'] in n-d-811173-2 is: [{'id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'name': 'tempest-ServerRescueTestJSONUnderV235-728392713-router', 'tenant_id': '86aa5b94029245068e3e8c8598467725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}], 'enable_snat': True}, 'gw_port_id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:59Z', 'updated_at': '2021-09-29T23:06:40Z', 'revision_number': 5, 'project_id': '86aa5b94029245068e3e8c8598467725', 'gw_port': {'id': 'b6fae656-e0a9-44e0-ae77-8a6766f01f78', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6bfa7eb-cccf-4948-87a8-1b984bc9ee4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:05:01Z', 'updated_at': '2021-09-29T23:05:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:06:42.993332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b3cec8b-2279-49f4-8db5-d483e8b32dfb req-43c56311-a99c-4e1c-8a15-28152f1d7d00 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 210 time: 0.1080339 Sep 29 23:06:43.008232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-791f9166-1dce-4e9f-9484-8a410304b195 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.045998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Deleting port b6fae656-e0a9-44e0-ae77-8a6766f01f78 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:43.048519 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.096108 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f63d63b-e0c6-43b6-ba77-97abedf62f57 x-openstack-request-id: req-9f63d63b-e0c6-43b6-ba77-97abedf62f57 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:43.096542 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "name": "network-vif-unplugged", "status": "completed", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:43.098339 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f63d63b-e0c6-43b6-ba77-97abedf62f57 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:43.099087 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'code': 200} Sep 29 23:06:43.100845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Transition to ACTIVE for port object 44718a33-d1c7-4146-97c6-d40ce45a23f5 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:06:43.147891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Made reservation on behalf of 01b56b0290ab4937b3938d639829a691 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:43.151555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.154873 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.192797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5ed4d40-451a-4f64-956d-6c99991dd88a req-6da4804f-3244-454c-9c6c-bc3119a114ca tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 210 time: 0.0510702 Sep 29 23:06:43.217373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] For port b6fae656-e0a9-44e0-ae77-8a6766f01f78, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b6fae656-e0a9-44e0-ae77-8a6766f01f78,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:43.218665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.237244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Calling delete_port for b6fae656-e0a9-44e0-ae77-8a6766f01f78 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:43.246684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ece5fb-00d8-457a-a69a-e2c1ffab0d32 req-a181711b-7e91-43bf-b565-6b038dc256c6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:43.248214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50ece5fb-00d8-457a-a69a-e2c1ffab0d32 req-a181711b-7e91-43bf-b565-6b038dc256c6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 949 time: 0.1242347 Sep 29 23:06:43.307910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] No DVR routers for this DVR port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:43.347543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-791f9166-1dce-4e9f-9484-8a410304b195 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.384923 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-791f9166-1dce-4e9f-9484-8a410304b195 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.466583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:43.473820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50ece5fb-00d8-457a-a69a-e2c1ffab0d32 req-1389952c-8d15-4652-9426-e840b2e1c972 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149606 Sep 29 23:06:43.533956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:43.534435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:43.535443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:43.541951 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.548049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:06:43.548417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Attempting to bind port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:43.554632 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-791f9166-1dce-4e9f-9484-8a410304b195 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.555166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791f9166-1dce-4e9f-9484-8a410304b195 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eaf6a059-9dfb-454b-8330-e50e1090a0bd {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:06:43.563631 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-791f9166-1dce-4e9f-9484-8a410304b195 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.568542 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-791f9166-1dce-4e9f-9484-8a410304b195 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "DELETE /v2.0/routers/eaf6a059-9dfb-454b-8330-e50e1090a0bd HTTP/1.1" status: 204 len: 168 time: 0.6646013 Sep 29 23:06:43.568542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:43.568829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:43.569628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:43.569628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Bound port: 44718a33-d1c7-4146-97c6-d40ce45a23f5, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:43.569948 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.579144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fae656-e0a9-44e0-ae77-8a6766f01f78,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:43.700677 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.746496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42010) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:43.762059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Allocated IP 172.20.0.5 (b9178d34-9367-4c3d-964e-5c7a5b637725/8e35702b-599d-47c1-a339-f75980ce3046/89251f83-c4b4-429c-b421-88d572501fdd) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:43.775901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:43.783437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:43.796164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.851721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:43.852861 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:43.854206 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] 10.222.0.26 "PUT /v2.0/ports/44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 1097 time: 1.7858045 Sep 29 23:06:43.965881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d26d908a-d45a-431b-86ce-c844e20c7ff2 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:43.976137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:44.034253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee7d011-3136-48b1-aeb8-31e3023b389f service neutron] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:44.094485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-f5a84c7e-6e3f-41db-bc1b-96c19a1b6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:44.096105 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-f5a84c7e-6e3f-41db-bc1b-96c19a1b6836 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1100 time: 0.1773872 Sep 29 23:06:44.155266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:44.252428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-43974642', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:44.273747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:44.286947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d26d908a-d45a-431b-86ce-c844e20c7ff2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d26d908a-d45a-431b-86ce-c844e20c7ff2,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:44.313434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.317785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'd26d908a-d45a-431b-86ce-c844e20c7ff2', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'port_id': 'd26d908a-d45a-431b-86ce-c844e20c7ff2', 'mac_address': 'fa:16:3e:ad:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:06:44.363008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.364262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.406588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6e38467-fd8e-4088-b6a7-f8247433567f req-5eb96703-8984-4c88-8f16-13b85ab020de tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 210 time: 0.0516841 Sep 29 23:06:44.430648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-708ed27a-33ac-40c3-8dd8-5a98e6f84504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:44.432498 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-708ed27a-33ac-40c3-8dd8-5a98e6f84504 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.3172166 Sep 29 23:06:44.451657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.458360 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.479913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.504744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.506498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d26d908a-d45a-431b-86ce-c844e20c7ff2 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:44.529228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d26d908a-d45a-431b-86ce-c844e20c7ff2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d26d908a-d45a-431b-86ce-c844e20c7ff2,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:44.570109 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.585076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4ee62-afb4-4b61-b4f1-3da64f582c9a req-157129c2-6cff-42c7-b184-8538f7e9e54b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:44.592897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2f4ee62-afb4-4b61-b4f1-3da64f582c9a req-157129c2-6cff-42c7-b184-8538f7e9e54b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 944 time: 0.8846736 Sep 29 23:06:44.600558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fee16c88-4dbd-4e35-b7d5-39799ed9b6ab req-17000ae9-2b7f-4b6a-b012-2ccc22553912 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 210 time: 0.0691242 Sep 29 23:06:44.642445 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.643603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:06:44.650423 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.654936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a8c0dadc-4c07-4832-962f-322d0321275b admin admin] 10.222.0.44 "DELETE /v2.0/routers/d6bfa7eb-cccf-4948-87a8-1b984bc9ee4e HTTP/1.1" status: 204 len: 168 time: 2.8310478 Sep 29 23:06:44.668846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42050) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:44.696192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:44.732548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=d26d908a-d45a-431b-86ce-c844e20c7ff2,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:44.743580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'port_id': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9', 'mac_address': 'fa:16:3e:f9:4e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:06:44.811377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2f4ee62-afb4-4b61-b4f1-3da64f582c9a req-8dae72b1-ff08-4db3-a4a5-ea4e8ffadc11 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173772 Sep 29 23:06:44.839107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e66bcb9-df72-40b7-862a-433ff5c7f282 admin admin] Deleting subnet aeeafe9e-5304-4b64-814a-33d23fe007d2 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:06:44.849890 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e66bcb9-df72-40b7-862a-433ff5c7f282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.871406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ed95d451-cd7e-4774-a98c-0dd3fe5764e0 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:44.896636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-20722b70-693a-4829-8731-a2e7b04c8ef1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:44.898056 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-20722b70-693a-4829-8731-a2e7b04c8ef1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.42 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 808 time: 0.4425290 Sep 29 23:06:44.929593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Request body: {'port': {'device_id': '56832de2-7800-40f8-9a88-4844af00b309', 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62', 'admin_state_up': True, 'tenant_id': 'af266e1dcb244f2d9fbb450bca32d9ad'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:44.941363 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e66bcb9-df72-40b7-862a-433ff5c7f282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:44.955269 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ed95d451-cd7e-4774-a98c-0dd3fe5764e0 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:06:44.958002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ed95d451-cd7e-4774-a98c-0dd3fe5764e0 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:44.990639 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:45.004182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e175ee8-efb1-4c7f-8a61-d4e3f2992b70 req-fdcfcb49-148d-4c8c-b219-654a37db1186 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:45.006719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e175ee8-efb1-4c7f-8a61-d4e3f2992b70 req-fdcfcb49-148d-4c8c-b219-654a37db1186 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 949 time: 0.2553685 Sep 29 23:06:45.018643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:45.048165 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:45.057036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d26d908a-d45a-431b-86ce-c844e20c7ff2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:45.085945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:45.090472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:45.120632 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e66bcb9-df72-40b7-862a-433ff5c7f282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:45.123273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:45.125875 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:45.128824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event updated for resources: {'Port': ['ID=89251f83-c4b4-429c-b421-88d572501fdd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:45.142685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-b6c360a3-219a-4dba-96d3-d9579920539f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 217 time: 0.6905668 Sep 29 23:06:45.154008 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:45.163886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e175ee8-efb1-4c7f-8a61-d4e3f2992b70 req-af286582-40b5-4619-adb8-fd20f9c4f0b4 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406777 Sep 29 23:06:45.221763 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e66bcb9-df72-40b7-862a-433ff5c7f282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:45.250261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Made reservation on behalf of af266e1dcb244f2d9fbb450bca32d9ad for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:45.253904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:45.267217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e66bcb9-df72-40b7-862a-433ff5c7f282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aeeafe9e-5304-4b64-814a-33d23fe007d2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:45.277381 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9e66bcb9-df72-40b7-862a-433ff5c7f282 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:45.279301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9e66bcb9-df72-40b7-862a-433ff5c7f282 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aeeafe9e-5304-4b64-814a-33d23fe007d2 HTTP/1.1" status: 204 len: 168 time: 0.6094675 Sep 29 23:06:45.286431 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a79266-3ad6-4273-9767-5cdde350b0c4 x-openstack-request-id: req-72a79266-3ad6-4273-9767-5cdde350b0c4 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:45.286839 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:45.287208 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72a79266-3ad6-4273-9767-5cdde350b0c4 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:45.287706 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'status': 'completed', 'code': 200} Sep 29 23:06:45.292855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42068) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:45.344992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:45.404040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:45.446388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Network b9178d34-9367-4c3d-964e-5c7a5b637725 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:45.466442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:45.514455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Allocated IP 172.20.0.12 (08c35151-52b3-4fb7-813b-bad9609e7f62/9fddcf55-78c6-406b-b9ef-09d2f22222f8/7daccf9d-43ff-46ac-b6d8-3e078fa84f3b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:45.524395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:45.536068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-e10b0bb0-4bf8-4833-9c73-35648c2fc721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:45.537669 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-e10b0bb0-4bf8-4833-9c73-35648c2fc721 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.3442140 Sep 29 23:06:45.640802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13e622-887d-402b-a102-7f6f7f782698 req-1637670b-c39c-49f2-8aa5-8e138b66cc31 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:45.649580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a13e622-887d-402b-a102-7f6f7f782698 req-1637670b-c39c-49f2-8aa5-8e138b66cc31 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 931 time: 0.0961196 Sep 29 23:06:45.686893 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:45.714575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:45.759302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-f788ba56-cb6a-4653-9907-9f51f4f89230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:45.761023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-f788ba56-cb6a-4653-9907-9f51f4f89230 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1100 time: 0.3203228 Sep 29 23:06:45.771850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:45.772494 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:45.825275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-892b3985-ce20-4890-94ee-9bda7fb9b799 req-711d003a-4216-46df-92f7-983a747de007 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 210 time: 0.0957370 Sep 29 23:06:45.841970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-5049f7de-de4b-4f77-bf10-df314b03e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:45.842889 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-5049f7de-de4b-4f77-bf10-df314b03e4c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2388284 Sep 29 23:06:45.856546 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b7025363-468c-4278-93dc-cc4e7a975e06 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0936918 Sep 29 23:06:45.866455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a13e622-887d-402b-a102-7f6f7f782698 req-650d7305-9f23-45fa-88e7-c3866e1a77f2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159841 Sep 29 23:06:45.898856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Request body: {'port': {'device_id': '62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:45.913954 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.014330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae06343-b664-42d3-9bf9-3ff9c6d358cf req-9b250f36-5936-4a09-867a-9d7e15769a75 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:46.032886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ae06343-b664-42d3-9bf9-3ff9c6d358cf req-9b250f36-5936-4a09-867a-9d7e15769a75 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 945 time: 0.0925796 Sep 29 23:06:46.049236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.104557 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.147897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ae06343-b664-42d3-9bf9-3ff9c6d358cf req-3d720ec0-64ff-4692-ba2d-146726646561 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144607 Sep 29 23:06:46.156592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Network 08c35151-52b3-4fb7-813b-bad9609e7f62 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:46.160521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:46.174068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:46.174193 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.236349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:46.237031 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.251959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b796302e-fd11-4135-ba42-c8a5b66549ce']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:46.264305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3394339 Sep 29 23:06:46.272026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b1faa-31ce-4b95-8b89-5dad3d5b7d92 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Pushing event updated for resources: {'Port': ['ID=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:46.274303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-acef759b-d6cb-404e-8866-88f42cb15fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:46.283531 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-acef759b-d6cb-404e-8866-88f42cb15fe8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.5083599 Sep 29 23:06:46.284927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:46.294148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f391f75a-b8f7-4047-8565-289f115ab93a') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:46.294583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f391f75a-b8f7-4047-8565-289f115ab93a') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:46.325898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Request body: {'port': {'device_id': '56832de2-7800-40f8-9a88-4844af00b309', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:46.350650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.373682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848db82-3c16-4965-bae3-4fafdd72ecc0 req-1a68fc76-3b4c-4e27-8f31-a9d7ed2fc322 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:46.375250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e848db82-3c16-4965-bae3-4fafdd72ecc0 req-1a68fc76-3b4c-4e27-8f31-a9d7ed2fc322 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 949 time: 0.1061611 Sep 29 23:06:46.385712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:46.386354 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.399599 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-7858af5e-39ec-4822-a303-9423f26329a9 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464289 Sep 29 23:06:46.415914 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-82058a3e-1982-46d8-bdf0-071fb4d5dd57 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 217 time: 0.0883312 Sep 29 23:06:46.417080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.445267 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e848db82-3c16-4965-bae3-4fafdd72ecc0 req-16e3b173-bb58-462d-bfdd-fbb401677367 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586143 Sep 29 23:06:46.500500 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.509938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:06:46.510487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:06:46.518133 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:06:46.526397 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.558214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:46.561455 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692815b9-61cd-4873-93a3-6fc779e5fbd2" -d '{"events": [{"server_uuid": "f470d906-b6da-4c26-be65-f8c3f206e0dd", "name": "network-vif-plugged", "status": "completed", "tag": "80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:46.607663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:46.621592 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.627764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6fae656-e0a9-44e0-ae77-8a6766f01f78 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:46.662991 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50a587af-60be-4124-ae8c-1d2d5fddc1ed x-openstack-request-id: req-50a587af-60be-4124-ae8c-1d2d5fddc1ed {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:46.663364 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f470d906-b6da-4c26-be65-f8c3f206e0dd", "name": "network-vif-plugged", "status": "completed", "tag": "80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:46.663556 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-50a587af-60be-4124-ae8c-1d2d5fddc1ed {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:46.663970 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9', 'code': 200} Sep 29 23:06:46.684684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: b6fae656-e0a9-44e0-ae77-8a6766f01f78 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:06:46.685156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6fae656-e0a9-44e0-ae77-8a6766f01f78 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:46.718438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:46.754920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-f9244240-8a83-427a-bf52-33e6173ab725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:46.756616 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-f9244240-8a83-427a-bf52-33e6173ab725 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.3224900 Sep 29 23:06:46.757319 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.842593 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.857646 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b796302e-fd11-4135-ba42-c8a5b66549ce HTTP/1.1" status: 204 len: 168 time: 1.5599155 Sep 29 23:06:46.898243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:46.912912 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:46.944597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Transition to ACTIVE for port object 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:06:46.981633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf807d91-7255-4bfb-8c1c-2394e3c5ce96 admin admin] Pushing event deleted for resources: {'Network': ['ID=b796302e-fd11-4135-ba42-c8a5b66549ce,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:46.989218 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ccee860f-9327-4d08-a962-15c302ff6ef6 req-d9514a00-4b06-409b-badb-8c3e758682da service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687990 Sep 29 23:06:47.006605 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:47.034159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:47.101013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:47.107790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-abdf4c5f-50a1-4b27-ba11-50b91477a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:47.110044 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-abdf4c5f-50a1-4b27-ba11-50b91477a682 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3095264 Sep 29 23:06:47.141747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:47.196911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42102) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:47.245028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364351f6-ff24-487a-b02e-bd3ba2ad79b1 req-0e2789c3-06ca-449f-8d07-e7ea29aec96a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:47.248353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-364351f6-ff24-487a-b02e-bd3ba2ad79b1 req-0e2789c3-06ca-449f-8d07-e7ea29aec96a tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 931 time: 0.2276387 Sep 29 23:06:47.261567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4053a9-36d8-4682-bb10-5e2652bc257a req-10204b0b-67a8-4588-84e1-dc6996df0e95 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:47.263401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c4053a9-36d8-4682-bb10-5e2652bc257a req-10204b0b-67a8-4588-84e1-dc6996df0e95 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 944 time: 0.3205457 Sep 29 23:06:47.388788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c4053a9-36d8-4682-bb10-5e2652bc257a req-bd0b4421-4d81-4faa-b9ae-a5467f442025 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087437 Sep 29 23:06:47.408280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-364351f6-ff24-487a-b02e-bd3ba2ad79b1 req-2fa6f60d-6fa0-48d5-b5d9-173a3b943f41 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399734 Sep 29 23:06:47.410814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:47.421346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:47.423356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:47.436725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:06:47.438974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:47.450351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:47.470312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:47.476076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:47.476576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Bound port: 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:47.476956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:47.625173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:47.630353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:47.639655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f1238-7080-48cf-869b-c9e6ad0fb05b req-76e4f37e-43b8-4eb8-8326-68b1f610fbb4 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:47.647661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-475f1238-7080-48cf-869b-c9e6ad0fb05b req-76e4f37e-43b8-4eb8-8326-68b1f610fbb4 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 945 time: 0.0915608 Sep 29 23:06:47.651258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89251f83-c4b4-429c-b421-88d572501fdd {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:47.655779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:47.660716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:47.669789 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-e78bf8ed-e801-4023-96bf-505e9cb2ee3b service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478415 Sep 29 23:06:47.733450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:47.734072 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:47.735473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] 10.222.0.42 "PUT /v2.0/ports/7daccf9d-43ff-46ac-b6d8-3e078fa84f3b HTTP/1.1" status: 200 len: 1092 time: 1.4256055 Sep 29 23:06:47.736917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56832de2-7800-40f8-9a88-4844af00b309', 'tag': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:47.739850 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5b960d-4e99-4751-a4b8-403e1e85bd12" -d '{"events": [{"name": "network-changed", "server_uuid": "56832de2-7800-40f8-9a88-4844af00b309", "tag": "7daccf9d-43ff-46ac-b6d8-3e078fa84f3b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:47.781055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-475f1238-7080-48cf-869b-c9e6ad0fb05b req-53f3959c-0d0f-4a68-8066-aa57f50391a5 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303577 Sep 29 23:06:47.792615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bb18d-3689-405a-b24a-e7f41db92ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:47.821488 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a2f2cc7a-ee83-4b29-a3ea-9dbdb5c842ed admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86aa5b94029245068e3e8c8598467725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6201305 Sep 29 23:06:47.850857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d77764a-5d74-4330-a626-5ed81f072618 req-f2b9171a-35f0-41ac-b7c9-088fa6bc8415 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:47.852603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d77764a-5d74-4330-a626-5ed81f072618 req-f2b9171a-35f0-41ac-b7c9-088fa6bc8415 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 949 time: 0.1786838 Sep 29 23:06:47.855561 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5a0e58-a575-4e3b-ba68-ee8e0709f573 x-openstack-request-id: req-ff5a0e58-a575-4e3b-ba68-ee8e0709f573 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:47.855959 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56832de2-7800-40f8-9a88-4844af00b309", "tag": "7daccf9d-43ff-46ac-b6d8-3e078fa84f3b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:47.856350 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff5a0e58-a575-4e3b-ba68-ee8e0709f573 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:47.856840 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56832de2-7800-40f8-9a88-4844af00b309', 'tag': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b', 'status': 'completed', 'code': 200} Sep 29 23:06:47.857335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42118) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:47.871525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-9710a3c3-9053-4c6e-9893-6c1e0745a148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:47.871882 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-9710a3c3-9053-4c6e-9893-6c1e0745a148 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1100 time: 0.8259592 Sep 29 23:06:47.879577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Transition to ACTIVE for port object 89251f83-c4b4-429c-b421-88d572501fdd will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:06:47.884775 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-79b1c331-5ce4-481c-8751-648561f8f2f2 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747465 Sep 29 23:06:47.926031 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:47.961327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-c68f6f70-9568-43ff-82ac-fb2d13dd92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:47.961988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Allocated IP 172.25.4.249 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/3ec48e87-17a2-468d-bfb5-3cde1022005c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:47.963463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-c68f6f70-9568-43ff-82ac-fb2d13dd92c6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1095 time: 0.1494169 Sep 29 23:06:47.968618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d77764a-5d74-4330-a626-5ed81f072618 req-92e624ca-e2fa-4d93-bb45-26066652ccdd tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846722 Sep 29 23:06:47.977012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d26d908a-d45a-431b-86ce-c844e20c7ff2 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:47.986333 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-291de92f-5aba-4a92-a2e5-3926b71fc2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.029817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-b9087160-ce34-47cd-a109-635b87b33647 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b HTTP/1.1" status: 200 len: 217 time: 0.0445745 Sep 29 23:06:48.050740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port d26d908a-d45a-431b-86ce-c844e20c7ff2 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:06:48.058026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port d26d908a-d45a-431b-86ce-c844e20c7ff2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:48.058559 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.091973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-db62a000-921d-40b7-85c5-aab591d92bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:48.093643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-db62a000-921d-40b7-85c5-aab591d92bc7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.0531793 Sep 29 23:06:48.095767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-291de92f-5aba-4a92-a2e5-3926b71fc2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.135267 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-3a76f644-0aae-43b1-9a32-be4bf32b6933 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324917 Sep 29 23:06:48.176501 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.185543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Pushing event updated for resources: {'Port': ['ID=89251f83-c4b4-429c-b421-88d572501fdd,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:48.209592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-f5813878-1ef7-45fc-9d97-818cd0518525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:48.213597 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-f5813878-1ef7-45fc-9d97-818cd0518525 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.3240292 Sep 29 23:06:48.218735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Attempting to bind port 89251f83-c4b4-429c-b421-88d572501fdd on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:48.219536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Attempting to bind port 89251f83-c4b4-429c-b421-88d572501fdd by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:48.219931 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Attempting to bind port 89251f83-c4b4-429c-b421-88d572501fdd on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:48.238880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-291de92f-5aba-4a92-a2e5-3926b71fc2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.241766 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-291de92f-5aba-4a92-a2e5-3926b71fc2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.246118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-291de92f-5aba-4a92-a2e5-3926b71fc2e0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7 HTTP/1.1" status: 204 len: 168 time: 0.3871939 Sep 29 23:06:48.262378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291de92f-5aba-4a92-a2e5-3926b71fc2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2e5b4b-f5d1-40ac-b66e-f66ff400c2a7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:48.269530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-0b67532f-d52e-46c0-903f-f0d189ad91ac service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250134 Sep 29 23:06:48.271374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d26d908a-d45a-431b-86ce-c844e20c7ff2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d26d908a-d45a-431b-86ce-c844e20c7ff2,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:48.298548 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.382825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Port 89251f83-c4b4-429c-b421-88d572501fdd on network b9178d34-9367-4c3d-964e-5c7a5b637725 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:06:48.384167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Attempting to bind port 89251f83-c4b4-429c-b421-88d572501fdd on network b9178d34-9367-4c3d-964e-5c7a5b637725 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:48.384790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=d26d908a-d45a-431b-86ce-c844e20c7ff2,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:48.401048 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2b2487b-de4b-421b-a757-1d6b46c5f508 req-d95efb61-20ca-44df-b023-72761d19b18d service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242454 Sep 29 23:06:48.402811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:48.403241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Checking segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:48.403759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Bound using segment: {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:48.404379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Bound port: 89251f83-c4b4-429c-b421-88d572501fdd, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f265e99a-b5ed-4f33-9b2e-026ee75212e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:48.404818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.420275 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-19edc67d-c4ae-46c4-9f1a-bd73b33a06d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 200 len: 217 time: 0.1449785 Sep 29 23:06:48.607550 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.632464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-14d66c4d-010b-48a1-9ec6-86d418f48451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:48.636433 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-14d66c4d-010b-48a1-9ec6-86d418f48451 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1985292 Sep 29 23:06:48.643352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] For port 89251f83-c4b4-429c-b421-88d572501fdd, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:48.651889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] For port 89251f83-c4b4-429c-b421-88d572501fdd, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=89251f83-c4b4-429c-b421-88d572501fdd,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:48.652168 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b960d-4e99-4751-a4b8-403e1e85bd12 req-8a70caf2-d4b5-48b6-aa50-cea29cd7c56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:48.654010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f5b960d-4e99-4751-a4b8-403e1e85bd12 req-8a70caf2-d4b5-48b6-aa50-cea29cd7c56d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1095 time: 0.1447296 Sep 29 23:06:48.664935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26d908a-d45a-431b-86ce-c844e20c7ff2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:48.666796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a75c0b-69df-4c57-b8d5-555505303163 req-8da4c0f1-eb05-4dd3-a1a3-9b70869d5436 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:48.668033 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66c4cb2-5e68-45b1-afbf-b9eda86f892b" -d '{"events": [{"server_uuid": "5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971", "name": "network-vif-plugged", "status": "completed", "tag": "d26d908a-d45a-431b-86ce-c844e20c7ff2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:48.668506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80a75c0b-69df-4c57-b8d5-555505303163 req-8da4c0f1-eb05-4dd3-a1a3-9b70869d5436 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 943 time: 0.1064739 Sep 29 23:06:48.691334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedde963-c334-4654-96a4-ef8aa6be3e4d req-402f439d-d015-4df6-b7c0-e6e67f8859ca tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:48.692886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bedde963-c334-4654-96a4-ef8aa6be3e4d req-402f439d-d015-4df6-b7c0-e6e67f8859ca tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 944 time: 0.1349032 Sep 29 23:06:48.792961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.857035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:48.857683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:48.863279 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] 10.222.0.42 "PUT /v2.0/ports/89251f83-c4b4-429c-b421-88d572501fdd HTTP/1.1" status: 200 len: 1091 time: 2.9681880 Sep 29 23:06:48.868835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80a75c0b-69df-4c57-b8d5-555505303163 req-0a7aa826-7777-4884-9b76-ce7a59af6ba2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853170 Sep 29 23:06:48.880948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bedde963-c334-4654-96a4-ef8aa6be3e4d req-f0b3cf81-586c-4bf4-adda-f5285e45849f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760468 Sep 29 23:06:48.903485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8', 'tag': '89251f83-c4b4-429c-b421-88d572501fdd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:48.914832 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60" -d '{"events": [{"name": "network-changed", "server_uuid": "62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8", "tag": "89251f83-c4b4-429c-b421-88d572501fdd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:48.931309 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b960d-4e99-4751-a4b8-403e1e85bd12 req-48093d0d-86fa-41e8-b339-e4387a1eab53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:48.933533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f5b960d-4e99-4751-a4b8-403e1e85bd12 req-48093d0d-86fa-41e8-b339-e4387a1eab53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.2632172 Sep 29 23:06:49.044430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f5b960d-4e99-4751-a4b8-403e1e85bd12 req-ff958e04-a156-4fcd-a509-f7555a9374d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b HTTP/1.1" status: 200 len: 217 time: 0.1014535 Sep 29 23:06:49.082895 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c99b53a-9fd5-4ebe-8c6a-77ca67af75b2 x-openstack-request-id: req-6c99b53a-9fd5-4ebe-8c6a-77ca67af75b2 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:49.083422 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971", "name": "network-vif-plugged", "status": "completed", "tag": "d26d908a-d45a-431b-86ce-c844e20c7ff2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:49.083581 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6c99b53a-9fd5-4ebe-8c6a-77ca67af75b2 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:49.084092 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd26d908a-d45a-431b-86ce-c844e20c7ff2', 'code': 200} Sep 29 23:06:49.135218 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d1f2ea-93e0-450f-8a33-2d275f282c42 x-openstack-request-id: req-56d1f2ea-93e0-450f-8a33-2d275f282c42 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:49.135556 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8", "tag": "89251f83-c4b4-429c-b421-88d572501fdd", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:49.135818 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56d1f2ea-93e0-450f-8a33-2d275f282c42 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:49.148190 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8', 'tag': '89251f83-c4b4-429c-b421-88d572501fdd', 'status': 'completed', 'code': 200} Sep 29 23:06:49.169009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b960d-4e99-4751-a4b8-403e1e85bd12 req-fd4bc648-2b1a-45eb-8178-61f6b5ce1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:49.185411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-45d49b55-db68-48ce-940e-9adbef7bab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:49.185656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f5b960d-4e99-4751-a4b8-403e1e85bd12 req-fd4bc648-2b1a-45eb-8178-61f6b5ce1d08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1322711 Sep 29 23:06:49.197780 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-45d49b55-db68-48ce-940e-9adbef7bab39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5477214 Sep 29 23:06:49.233087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f5b960d-4e99-4751-a4b8-403e1e85bd12 req-4bbdb857-bbbd-4a2f-bbb4-62844add8595 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272613 Sep 29 23:06:49.233878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:49.288714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-902074d1-6d3e-42df-8c57-b6ba964881f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:49.290356 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-902074d1-6d3e-42df-8c57-b6ba964881f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 1094 time: 0.2981501 Sep 29 23:06:49.375436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:49.378124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52519389-79f7-46d7-9a4e-4201fe52ef27 service neutron] Pushing event updated for resources: {'Port': ['ID=89251f83-c4b4-429c-b421-88d572501fdd,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:49.386697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f5112-22f3-41ed-8c4a-2eaf425060c5 req-e1170f71-2d7c-4c8d-b70a-fa02ed70d612 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:49.388704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d75f5112-22f3-41ed-8c4a-2eaf425060c5 req-e1170f71-2d7c-4c8d-b70a-fa02ed70d612 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 949 time: 0.1535127 Sep 29 23:06:49.398295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a33340-e905-406a-9027-67f376a0f707 req-7d49c39e-c131-4811-bfa4-c5b6dc33e3cd tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:49.400249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3a33340-e905-406a-9027-67f376a0f707 req-7d49c39e-c131-4811-bfa4-c5b6dc33e3cd tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 946 time: 0.1661985 Sep 29 23:06:49.405416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:49.407812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:49.514837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f5b960d-4e99-4751-a4b8-403e1e85bd12 req-662e78fb-1361-4c9c-90c8-362eb7f187e6 service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2696116 Sep 29 23:06:49.527181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3a33340-e905-406a-9027-67f376a0f707 req-b000b5de-d7fd-4d51-87ab-161d2b94a97d tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957038 Sep 29 23:06:49.551428 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d75f5112-22f3-41ed-8c4a-2eaf425060c5 req-41f600f6-79da-42bb-87f7-fdeb9b8920f1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432192 Sep 29 23:06:49.600568 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-93feda85-cd8a-4e28-9d43-2740f6f8766f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89251f83-c4b4-429c-b421-88d572501fdd HTTP/1.1" status: 200 len: 217 time: 0.1976011 Sep 29 23:06:49.711537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f5b960d-4e99-4751-a4b8-403e1e85bd12 req-275132b4-ef07-45e7-8cfb-04d15b695573 service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823974 Sep 29 23:06:49.752290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:49.774499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad913c6-1ceb-42c6-ad2d-927a2c83337c req-554b24b7-dd8e-4e91-a315-778546d2773d tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:49.776120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ad913c6-1ceb-42c6-ad2d-927a2c83337c req-554b24b7-dd8e-4e91-a315-778546d2773d tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 1100 time: 0.0970511 Sep 29 23:06:49.855343 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ad913c6-1ceb-42c6-ad2d-927a2c83337c req-b1e91330-81b2-4166-9fdd-ec26fa2f4d1d tempest-MigrationsAdminTest-992158048 tempest-MigrationsAdminTest-992158048-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628293 Sep 29 23:06:49.865383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:49.964393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-network', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:49.975811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-1bb4ce24-ca5c-40f6-993a-c232eac0d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:49.979339 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-1bb4ce24-ca5c-40f6-993a-c232eac0d37d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.2894144 Sep 29 23:06:49.992382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec0264-031c-4a76-bc0c-b6c4fa8a2ee0 req-93b34d8b-f6c8-4ebf-9655-5f51de4e1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:49.995050 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f3ec0264-031c-4a76-bc0c-b6c4fa8a2ee0 req-93b34d8b-f6c8-4ebf-9655-5f51de4e1d8a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 1097 time: 0.7651367 Sep 29 23:06:50.048372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Made reservation on behalf of 2b1cba4f5fbe4eb8befadaf2017ca1b1 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:50.051619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:50.066216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:50.092483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Pushing event updated for resources: {'Port': ['ID=3ec48e87-17a2-468d-bfb5-3cde1022005c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:50.093247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b63b1-5324-43b1-8379-d95da9e4c832 req-45e2750e-6e62-4d5c-84c0-7389298b5eff tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:50.109128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa0b63b1-5324-43b1-8379-d95da9e4c832 req-45e2750e-6e62-4d5c-84c0-7389298b5eff tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 943 time: 0.0997994 Sep 29 23:06:50.112903 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-f4da0c85-dab3-4641-ba33-89810631c8ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1164899 Sep 29 23:06:50.166436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa0b63b1-5324-43b1-8379-d95da9e4c832 req-8b9b2e96-9e7f-4faf-b3ad-456a76fc9126 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560653 Sep 29 23:06:50.209371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f3ec0264-031c-4a76-bc0c-b6c4fa8a2ee0 req-b6008f52-4d9c-406a-8c55-3e8dd9c48c0b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476316 Sep 29 23:06:50.252238 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-bed9c0c0-7e36-4327-bc8e-b470cdace5e8 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0237598 Sep 29 23:06:50.312792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:50.374320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce485ab-2064-406d-a27f-6867eea6ea8e req-f4cb8751-682b-4853-bbb6-325314f6e71e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:50.376023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cce485ab-2064-406d-a27f-6867eea6ea8e req-f4cb8751-682b-4853-bbb6-325314f6e71e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 944 time: 0.1104186 Sep 29 23:06:50.387519 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:50.404130 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:50.462084 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cce485ab-2064-406d-a27f-6867eea6ea8e req-a63e235a-4168-4d38-853d-87b63879ccae tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715392 Sep 29 23:06:50.477154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:06:50.516064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d6bce4-58d8-4666-9ba0-ec550950214e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:50.519556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:50.536036 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Added segment 8cd04983-549c-4ac7-afdc-22d4a0961590 of type vlan for network 3aeea460-db41-4896-91a5-091ef88f1e56 Sep 29 23:06:50.575769 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:50.595181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'mac_address': 'fa:16:3e:9a:47:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:06:50.605768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:50.659226 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-b6bc180f-cb77-42ed-a479-c2c2a9fbe0f9 service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278256 Sep 29 23:06:50.723700 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:50.742766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44718a33-d1c7-4146-97c6-d40ce45a23f5 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:50.759328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:50.767383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:50.773036 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:50.810807 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-997d0087-8e5b-4958-8c12-4c12bc4d7dbe req-7fd99884-fb25-4e73-a86b-3565e4368e17 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082264 Sep 29 23:06:50.838560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=12']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:50.917026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce9722-5b13-4adc-842e-3282b6b2a112 req-0f97adde-7616-4aec-b909-0012da23d896 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:50.924761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ce9722-5b13-4adc-842e-3282b6b2a112 req-0f97adde-7616-4aec-b909-0012da23d896 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 949 time: 0.2032187 Sep 29 23:06:50.927916 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eadeef40-ac46-4f5b-990c-1133d5415675 req-51347a1e-37bf-4d88-8e82-2a90af24652d service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283506 Sep 29 23:06:50.935731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beca83-01da-4b6f-a245-2ddf50f58570 req-ecc5b116-f6f6-4118-81de-d1143a9cb333 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:50.944564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34beca83-01da-4b6f-a245-2ddf50f58570 req-ecc5b116-f6f6-4118-81de-d1143a9cb333 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 946 time: 0.2241297 Sep 29 23:06:50.956960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:50.958080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:50.958744 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:51.035485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2778924 Sep 29 23:06:51.044930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42196) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:51.047318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34beca83-01da-4b6f-a245-2ddf50f58570 req-619b27d5-adc7-456e-ae49-35b6cac36e69 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970731 Sep 29 23:06:51.057746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Request body: {'subnet': {'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-subnet', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:51.067510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ce9722-5b13-4adc-842e-3282b6b2a112 req-cbf01948-b6da-4d62-a469-c4c88c23e65e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412208 Sep 29 23:06:51.088474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['44718a33-d1c7-4146-97c6-d40ce45a23f5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:51.108660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9133b0-a18f-46fa-82cd-427422762acc admin admin] Pushing event updated for resources: {'Network': ['ID=3aeea460-db41-4896-91a5-091ef88f1e56,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:51.125161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 3aeea460-db41-4896-91a5-091ef88f1e56 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:06:51.130988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Made reservation on behalf of 2b1cba4f5fbe4eb8befadaf2017ca1b1 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:06:51.133555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:51.239772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60 req-ebb344f4-0656-4c5d-8745-309905971386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:51.241997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60 req-ebb344f4-0656-4c5d-8745-309905971386 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=01b56b0290ab4937b3938d639829a691&device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 1094 time: 0.2081258 Sep 29 23:06:51.249225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:51.353368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14aadae-9f88-43c9-a625-e7d504a0e519 req-f776ca01-c42b-4de3-87f7-ab195f19f591 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:51.364778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f14aadae-9f88-43c9-a625-e7d504a0e519 req-f776ca01-c42b-4de3-87f7-ab195f19f591 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 943 time: 0.0999682 Sep 29 23:06:51.410839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f14aadae-9f88-43c9-a625-e7d504a0e519 req-8ddef485-a91c-453d-ad18-134d525f95d3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Sep 29 23:06:51.663123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e21d33c-f0a9-4a94-b3ff-8c26d4bec1a0 req-a83b1fb6-935b-4572-9f6d-0899fa311271 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:51.671976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e21d33c-f0a9-4a94-b3ff-8c26d4bec1a0 req-a83b1fb6-935b-4572-9f6d-0899fa311271 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 944 time: 0.1099381 Sep 29 23:06:51.749464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e21d33c-f0a9-4a94-b3ff-8c26d4bec1a0 req-3d402474-acfe-4cd2-bf4f-d780ef0032dc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750289 Sep 29 23:06:51.826262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:52.001339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b2d6d4-0104-421f-a90b-8d29e148abbc,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:52.004124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:52.007851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60 req-7246e561-66d4-4da3-9e5f-6603ac236681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:52.009741 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60 req-7246e561-66d4-4da3-9e5f-6603ac236681 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 200 len: 907 time: 0.7577839 Sep 29 23:06:52.024207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-bbc4b855-ac75-48e1-8174-3207e4d999c6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:52.025725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-bbc4b855-ac75-48e1-8174-3207e4d999c6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.2122509 Sep 29 23:06:52.089938 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60 req-b51a9d50-86a8-4c63-9183-4311a2829be1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89251f83-c4b4-429c-b421-88d572501fdd HTTP/1.1" status: 200 len: 217 time: 0.0631976 Sep 29 23:06:52.115101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Checking segment: {'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:52.115101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Network hostable DHCP agents. Network: 3aeea460-db41-4896-91a5-091ef88f1e56, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:06:52.233001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60 req-ac38f61c-781b-453d-a1e6-2837055edf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:52.234723 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60 req-ac38f61c-781b-453d-a1e6-2837055edf3a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 200 len: 846 time: 0.1234016 Sep 29 23:06:52.237040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Network 3aeea460-db41-4896-91a5-091ef88f1e56 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:06:52.259285 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:52.265850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 3aeea460-db41-4896-91a5-091ef88f1e56) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:52.271806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Router 471bfbd2-3c7e-4eea-89fc-0852d29483bc is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:06:52.274309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:52.275063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:52.288753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b', 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62', 'port_id': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b', 'mac_address': 'fa:16:3e:4f:62:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fddcf55-78c6-406b-b9ef-09d2f22222f8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:06:52.294939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b912734-c8f0-44b1-8c18-3ab1eea0458e None None] Network 3aeea460-db41-4896-91a5-091ef88f1e56 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:06:52.303284 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60 req-74a903f3-c80c-4a21-8c46-60b25dca35bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b9178d34-9367-4c3d-964e-5c7a5b637725&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469551 Sep 29 23:06:52.311972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab911e-c07c-4210-be26-1fa006994dda req-6841123b-7b02-4faf-8ff6-02cabc3691c6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:52.311972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3bab911e-c07c-4210-be26-1fa006994dda req-6841123b-7b02-4faf-8ff6-02cabc3691c6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 950 time: 0.1362476 Sep 29 23:06:52.343907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8d51c-5641-4ade-b96b-c0d238d101c6 req-6dfde2b0-edf0-4dcc-ae52-6e94554ca2a8 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:52.351443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cd8d51c-5641-4ade-b96b-c0d238d101c6 req-6dfde2b0-edf0-4dcc-ae52-6e94554ca2a8 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 946 time: 0.1220248 Sep 29 23:06:52.353565 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:52.381324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:52.407812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:52.412293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3bab911e-c07c-4210-be26-1fa006994dda req-38be99c1-aec4-493b-84e7-1825db852861 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955782 Sep 29 23:06:52.430943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cd8d51c-5641-4ade-b96b-c0d238d101c6 req-81ab3dda-cc10-4bcd-96d6-c9c4470567d8 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723395 Sep 29 23:06:52.444251 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a96857b-c827-4dcc-9c8a-a15002bf23de admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3937259 Sep 29 23:06:52.445144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:52.450272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-router', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:52.500362 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:52.501649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:52.534986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:52.549879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-a0268a25-b80e-4009-97be-b688acc1c045 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Deleting port 44718a33-d1c7-4146-97c6-d40ce45a23f5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:52.550797 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-a0268a25-b80e-4009-97be-b688acc1c045 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:52.589922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ed81a2-0514-49b2-afa9-afb97fcfa741 None None] Network 3aeea460-db41-4896-91a5-091ef88f1e56 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:06:52.635997 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:52.663455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5440e-89a9-4699-8c04-c8b7f6ef415c req-d3322129-ce8e-422c-8111-91ed805fe7ff tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:52.671277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24c5440e-89a9-4699-8c04-c8b7f6ef415c req-d3322129-ce8e-422c-8111-91ed805fe7ff tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 943 time: 0.1270368 Sep 29 23:06:52.681385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5099239-22e4-4ea2-a59b-8c3a5800fa82 req-95f1892e-7104-4e95-8fc0-165021d0325c tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:52.681758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:52.683483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5099239-22e4-4ea2-a59b-8c3a5800fa82 req-95f1892e-7104-4e95-8fc0-165021d0325c tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 946 time: 0.1679404 Sep 29 23:06:52.733523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42228) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:52.745830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a514bfa0-7cf8-42bb-a707-c2ca6dfe8b95 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Request body: {'floatingip': {'port_id': 'd26d908a-d45a-431b-86ce-c844e20c7ff2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:52.767749 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60 req-ba1978cb-77f3-41c6-9efd-cc95e6b03af1 service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4466801 Sep 29 23:06:52.776092 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-2d176e07-729e-4dee-8f9a-65537224f1f3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2948861 Sep 29 23:06:52.816804 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:52.858362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0187454-738a-4138-a8d5-f57c3bd50eb0 None None] Sync routers for ids ['471bfbd2-3c7e-4eea-89fc-0852d29483bc'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:52.885270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0187454-738a-4138-a8d5-f57c3bd50eb0 None None] Routers {'471bfbd2-3c7e-4eea-89fc-0852d29483bc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:52.885943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d0187454-738a-4138-a8d5-f57c3bd50eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['471bfbd2-3c7e-4eea-89fc-0852d29483bc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:52.918487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-a0268a25-b80e-4009-97be-b688acc1c045 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] For port 44718a33-d1c7-4146-97c6-d40ce45a23f5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=44718a33-d1c7-4146-97c6-d40ce45a23f5,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:52.918730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-a0268a25-b80e-4009-97be-b688acc1c045 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:52.959145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-a0268a25-b80e-4009-97be-b688acc1c045 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Calling delete_port for 44718a33-d1c7-4146-97c6-d40ce45a23f5 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:52.971719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d0187454-738a-4138-a8d5-f57c3bd50eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:52.987196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:52.990399 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1ed87569-3d36-449c-ae71-73c290696b4b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.2393446 Sep 29 23:06:52.993679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42240) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:52.994194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0187454-738a-4138-a8d5-f57c3bd50eb0 None None] Routers {'471bfbd2-3c7e-4eea-89fc-0852d29483bc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:52.996658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d0187454-738a-4138-a8d5-f57c3bd50eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['471bfbd2-3c7e-4eea-89fc-0852d29483bc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:53.047400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d0187454-738a-4138-a8d5-f57c3bd50eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:53.049185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0187454-738a-4138-a8d5-f57c3bd50eb0 None None] The sync data for ids ['471bfbd2-3c7e-4eea-89fc-0852d29483bc'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:06:53.051458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['7daccf9d-43ff-46ac-b6d8-3e078fa84f3b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:53.124737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-93b01ff6-75ec-4c11-a619-f63d5b9f53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:53.126334 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-93b01ff6-75ec-4c11-a619-f63d5b9f53b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d21cd580a19447e0afb4238b17bb75ab&device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 1101 time: 0.2935100 Sep 29 23:06:53.135562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0fbf456-fd24-4b9b-a7c2-7ede0ee75a60 req-52606619-93ea-4adb-8d1b-2fb812e06883 service neutron] 10.222.0.42 "GET /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453145 Sep 29 23:06:53.224804 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a514bfa0-7cf8-42bb-a707-c2ca6dfe8b95 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:53.280949 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2433bdf7-6e36-4940-a93b-6994e87de474 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/routers/471bfbd2-3c7e-4eea-89fc-0852d29483bc HTTP/1.1" status: 200 len: 923 time: 0.2785974 Sep 29 23:06:53.281556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42242) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:53.321141 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-17590e6b-ff69-49e0-8006-f148f2599625 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=471bfbd2-3c7e-4eea-89fc-0852d29483bc HTTP/1.1" status: 200 len: 205 time: 0.0354519 Sep 29 23:06:53.324573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42244) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:53.408871 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:53.419918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-150622c3-2265-494e-94cc-1b1a64fa9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:53.420869 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-150622c3-2265-494e-94cc-1b1a64fa9537 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2631507 Sep 29 23:06:53.424593 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24c5440e-89a9-4699-8c04-c8b7f6ef415c req-344aa083-e069-452b-8b56-7b3bf4e092b7 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7500970 Sep 29 23:06:53.489624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2aa0a5-24d5-4c96-9df0-3d34e4e01a96 req-ad0e0d86-5048-4780-8681-06f4e63351b8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:53.491286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff2aa0a5-24d5-4c96-9df0-3d34e4e01a96 req-ad0e0d86-5048-4780-8681-06f4e63351b8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 945 time: 0.3069649 Sep 29 23:06:53.549072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:53.552477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-a0268a25-b80e-4009-97be-b688acc1c045 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:53.555010 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-03f04eaf-bcd0-4729-bd11-e39d47dd2d27 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 200 len: 217 time: 0.1221147 Sep 29 23:06:53.633503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff2aa0a5-24d5-4c96-9df0-3d34e4e01a96 req-233a89be-4ab0-4351-8f24-c86cb893241f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270914 Sep 29 23:06:53.639129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88f24170-de29-4da9-90da-6534b6cd70da req-5f142be9-98a9-4f6e-9a2b-626a279b48ef tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=93550538-d18b-4279-830f-5e98c3eeeba9 HTTP/1.1" status: 200 len: 210 time: 0.1097500 Sep 29 23:06:53.664753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0268a25-b80e-4009-97be-b688acc1c045 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Pushing event deleted for resources: {'Port': ['ID=44718a33-d1c7-4146-97c6-d40ce45a23f5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:53.735184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-a0268a25-b80e-4009-97be-b688acc1c045 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] No DVR routers for this DVR port 44718a33-d1c7-4146-97c6-d40ce45a23f5 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:53.749826 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-a0268a25-b80e-4009-97be-b688acc1c045 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:53.751864 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e1d29e6c-5866-4d22-9a80-007a9e9b9b99 req-a0268a25-b80e-4009-97be-b688acc1c045 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "DELETE /v2.0/ports/44718a33-d1c7-4146-97c6-d40ce45a23f5 HTTP/1.1" status: 204 len: 173 time: 1.7094338 Sep 29 23:06:53.752326 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'name': 'network-vif-deleted', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:53.756975 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a344d3-288f-494a-b38d-8655e0253eb0" -d '{"events": [{"server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "name": "network-vif-deleted", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:53.778996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-b5473f87-2b1d-44ca-a78c-b26f9771ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:53.780575 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-b5473f87-2b1d-44ca-a78c-b26f9771ef15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1869314 Sep 29 23:06:53.842478 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aba807c-93f6-4213-8470-a8d373204784 x-openstack-request-id: req-0aba807c-93f6-4213-8470-a8d373204784 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:53.842822 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93550538-d18b-4279-830f-5e98c3eeeba9", "name": "network-vif-deleted", "tag": "44718a33-d1c7-4146-97c6-d40ce45a23f5", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:53.843029 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0aba807c-93f6-4213-8470-a8d373204784 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:53.843423 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93550538-d18b-4279-830f-5e98c3eeeba9', 'name': 'network-vif-deleted', 'tag': '44718a33-d1c7-4146-97c6-d40ce45a23f5', 'status': 'completed', 'code': 200} Sep 29 23:06:53.912956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d221a1f4-9d82-46b6-b044-e49d414b832c', 'b3b863f9-3c4f-4feb-99a1-c66e27937bda'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:53.929845 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:53.935757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-522cd165-4438-49cd-932c-cea175231dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:53.937331 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-522cd165-4438-49cd-932c-cea175231dc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931611 Sep 29 23:06:54.111994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Deleting port 3ec48e87-17a2-468d-bfb5-3cde1022005c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:54.113147 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:54.158459 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:54.183271 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:54.206032 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-76f931a3-b2ae-4cd0-b7d0-d8b1ba06ac63 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328725 Sep 29 23:06:54.269983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:54.282090 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [None req-a514bfa0-7cf8-42bb-a707-c2ca6dfe8b95 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:06:54.317003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Calling delete_port for 3ec48e87-17a2-468d-bfb5-3cde1022005c owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:54.335522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:06:54.404757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 44718a33-d1c7-4146-97c6-d40ce45a23f5 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:06:54.405101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:06:54.423848 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-707c30fd-23a2-4e1d-9ae6-2665e548c525 req-7aa840e4-765f-45fa-8652-56584f15f907 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081294 Sep 29 23:06:54.473404 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a514bfa0-7cf8-42bb-a707-c2ca6dfe8b95 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:54.492656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Allocated IP 172.25.4.27 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/70359d8f-66bf-4b71-8974-bcadc654ecee) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:54.505102 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a514bfa0-7cf8-42bb-a707-c2ca6dfe8b95 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:54.651115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:54.693883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Pushing event deleted for resources: {'Port': ['ID=3ec48e87-17a2-468d-bfb5-3cde1022005c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:54.808608 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:54.905220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cfd7a-9c36-4107-b2c5-7a97d9bcaff8 req-bee298a4-f99b-49bf-aa97-2e3934c3d480 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:54.906780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-740cfd7a-9c36-4107-b2c5-7a97d9bcaff8 req-bee298a4-f99b-49bf-aa97-2e3934c3d480 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 945 time: 0.0949333 Sep 29 23:06:54.917041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bda80-e28d-409c-978c-0f239addf4b6 req-9a9914a7-8f7b-4303-b705-534997561ac9 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:54.924616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-126bda80-e28d-409c-978c-0f239addf4b6 req-9a9914a7-8f7b-4303-b705-534997561ac9 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 943 time: 0.3021047 Sep 29 23:06:54.937319 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-a514bfa0-7cf8-42bb-a707-c2ca6dfe8b95 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Floating IP 641b28de-8fd5-40fb-8f64-61fa3b2848ab associated. External IP: 172.25.4.80, port: d26d908a-d45a-431b-86ce-c844e20c7ff2. Sep 29 23:06:54.994729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:55.070921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-126bda80-e28d-409c-978c-0f239addf4b6 req-8ab70d97-8bb6-4e03-8448-1097b35bb073 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446626 Sep 29 23:06:55.132203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-740cfd7a-9c36-4107-b2c5-7a97d9bcaff8 req-64de76e4-5dff-4dfe-b08a-7e821b6eb5ae tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013204 Sep 29 23:06:55.319404 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:55.387966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:55.390555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:55.429539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:55.438661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:55.453664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:55.460282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Pushing event updated for resources: {'Port': ['ID=70359d8f-66bf-4b71-8974-bcadc654ecee,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:55.466133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:55.466960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Fanout notify agent at l3_agent the message router_deleted on router 471bfbd2-3c7e-4eea-89fc-0852d29483bc {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:06:55.477491 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:55.479360 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9354546a-c989-4e59-9588-39b0d9bf9563 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/471bfbd2-3c7e-4eea-89fc-0852d29483bc HTTP/1.1" status: 204 len: 168 time: 2.1295972 Sep 29 23:06:55.485464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42284) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:55.505305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1681170321', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_snat': False}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:06:55.550713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:55.551455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:55.623157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:55.712965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a514bfa0-7cf8-42bb-a707-c2ca6dfe8b95 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:06:55.744495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294e24c2-543c-4da4-930e-cdb8136325ae req-277b7baa-6d45-4209-b946-3a9ead7a7672 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:55.752833 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-294e24c2-543c-4da4-930e-cdb8136325ae req-277b7baa-6d45-4209-b946-3a9ead7a7672 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 951 time: 0.2059560 Sep 29 23:06:55.795501 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:55.899475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-294e24c2-543c-4da4-930e-cdb8136325ae req-ee66b2f9-90ed-4795-9d63-9d60ee83c597 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451716 Sep 29 23:06:56.031248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 89251f83-c4b4-429c-b421-88d572501fdd details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:06:56.038861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:06:56.039461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a514bfa0-7cf8-42bb-a707-c2ca6dfe8b95 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:56.053624 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] Sync routers for ids ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:56.059355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a514bfa0-7cf8-42bb-a707-c2ca6dfe8b95 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.068625 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] Routers {'d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:56.069263 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:56.085228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.111868 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.235478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:06:56.246986 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] Set router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:56.249739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:06:56.250348 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.254184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 89251f83-c4b4-429c-b421-88d572501fdd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=89251f83-c4b4-429c-b421-88d572501fdd,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:56.287712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '89251f83-c4b4-429c-b421-88d572501fdd', 'network_id': 'b9178d34-9367-4c3d-964e-5c7a5b637725', 'port_id': '89251f83-c4b4-429c-b421-88d572501fdd', 'mac_address': 'fa:16:3e:13:5d:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e35702b-599d-47c1-a339-f75980ce3046', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:06:56.314565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Allocated IP 172.25.4.154 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:56.360721 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.377935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89251f83-c4b4-429c-b421-88d572501fdd {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:06:56.429298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 89251f83-c4b4-429c-b421-88d572501fdd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=89251f83-c4b4-429c-b421-88d572501fdd,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:56.434246 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.443962 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.451000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.488459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56832de2-7800-40f8-9a88-4844af00b309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:56.491232 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cea933c-3316-49f6-aff0-a3dbd10b6065" -d '{"events": [{"server_uuid": "56832de2-7800-40f8-9a88-4844af00b309", "name": "network-vif-plugged", "status": "completed", "tag": "7daccf9d-43ff-46ac-b6d8-3e078fa84f3b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:56.509375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:56.515061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.522789 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.527975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=89251f83-c4b4-429c-b421-88d572501fdd,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:56.543261 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:24Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '641b28de-8fd5-40fb-8f64-61fa3b2848ab', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'port_id': 'd26d908a-d45a-431b-86ce-c844e20c7ff2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'mac_address': 'fa:16:3e:ad:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:06:32Z', 'updated_at': '2021-09-29T23:06:54Z', 'revision_number': 1, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85', 'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'mac_address': 'fa:16:3e:e3:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:23Z', 'updated_at': '2021-09-29T23:06:28Z', 'revision_number': 5, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'subnets': [{'id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:56.583489 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] Checking router: d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:06:56.589600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:06:56.591287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event updated for resources: {'Port': ['ID=3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:56.594377 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] Routers {'d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:56.595080 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:56.608621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:06:56.620464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:06:56.652005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:56.796997 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] Set router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:56.815092 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:56.896662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a514bfa0-7cf8-42bb-a707-c2ca6dfe8b95 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "PUT /v2.0/floatingips/641b28de-8fd5-40fb-8f64-61fa3b2848ab HTTP/1.1" status: 200 len: 991 time: 4.1542380 Sep 29 23:06:56.900146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'tag': 'd26d908a-d45a-431b-86ce-c844e20c7ff2'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:56.902398 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971", "tag": "d26d908a-d45a-431b-86ce-c844e20c7ff2"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:56.937263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['89251f83-c4b4-429c-b421-88d572501fdd'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:56.962133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e000e3ca-2f72-4826-be60-b09527704087 req-8fab7700-2487-44a0-b1b4-868bb7d1429c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:56.976663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e000e3ca-2f72-4826-be60-b09527704087 req-8fab7700-2487-44a0-b1b4-868bb7d1429c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 944 time: 0.1865270 Sep 29 23:06:56.984397 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61421207-2c4e-450f-99ae-b6a16fbcff2c req-0c85fb1f-3d85-416e-9dcd-85c6a18c1592 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:56.998726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61421207-2c4e-450f-99ae-b6a16fbcff2c req-0c85fb1f-3d85-416e-9dcd-85c6a18c1592 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 946 time: 0.2099888 Sep 29 23:06:57.152367 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:57.257047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e000e3ca-2f72-4826-be60-b09527704087 req-dd0ab9d5-5158-4bc7-a0f5-ccffc0fe336f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481716 Sep 29 23:06:57.279505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61421207-2c4e-450f-99ae-b6a16fbcff2c req-d753ff89-2660-42c2-a84b-c1afba05d78f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735202 Sep 29 23:06:57.303903 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:24Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '641b28de-8fd5-40fb-8f64-61fa3b2848ab', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'port_id': 'd26d908a-d45a-431b-86ce-c844e20c7ff2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'mac_address': 'fa:16:3e:ad:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:06:32Z', 'updated_at': '2021-09-29T23:06:54Z', 'revision_number': 1, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85', 'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'mac_address': 'fa:16:3e:e3:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:23Z', 'updated_at': '2021-09-29T23:06:28Z', 'revision_number': 5, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'subnets': [{'id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:57.433960 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe882ffe-4a70-4552-9421-fe9ba54b6f2b None None] The sync data for ids ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'] in n-d-811173-2 is: [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:24Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '641b28de-8fd5-40fb-8f64-61fa3b2848ab', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'floating_ip_address': '172.25.4.80', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'port_id': 'd26d908a-d45a-431b-86ce-c844e20c7ff2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1019, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'mac_address': 'fa:16:3e:ad:32:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:06:32Z', 'updated_at': '2021-09-29T23:06:54Z', 'revision_number': 1, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85', 'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'mac_address': 'fa:16:3e:e3:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:23Z', 'updated_at': '2021-09-29T23:06:28Z', 'revision_number': 5, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'subnets': [{'id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:06:57.455202 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e07fb30-8ba7-4e3f-a5d1-9058784ce4e1 x-openstack-request-id: req-1e07fb30-8ba7-4e3f-a5d1-9058784ce4e1 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:57.455744 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56832de2-7800-40f8-9a88-4844af00b309", "name": "network-vif-plugged", "status": "completed", "tag": "7daccf9d-43ff-46ac-b6d8-3e078fa84f3b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:57.455744 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1e07fb30-8ba7-4e3f-a5d1-9058784ce4e1 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:57.456169 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56832de2-7800-40f8-9a88-4844af00b309', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b', 'code': 200} Sep 29 23:06:57.460722 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:57.635971 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf68071-2afb-49f9-819c-571785393284 x-openstack-request-id: req-8bf68071-2afb-49f9-819c-571785393284 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:57.636690 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971", "tag": "d26d908a-d45a-431b-86ce-c844e20c7ff2", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:57.637164 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8bf68071-2afb-49f9-819c-571785393284 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:57.637788 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'tag': 'd26d908a-d45a-431b-86ce-c844e20c7ff2', 'status': 'completed', 'code': 200} Sep 29 23:06:57.673031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-0241f3b5-f52d-426b-8703-36907b849143 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:57.674542 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-0241f3b5-f52d-426b-8703-36907b849143 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 951 time: 0.4439723 Sep 29 23:06:57.788625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:06:57.796531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21762c-0ac3-49b1-baff-b77959224b50 req-ed22bafd-aa38-488c-bee1-5a5118b67e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:57.798629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d21762c-0ac3-49b1-baff-b77959224b50 req-ed22bafd-aa38-488c-bee1-5a5118b67e69 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1097 time: 0.1118722 Sep 29 23:06:57.810839 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6607836-e204-4013-9c41-ed6fdbc6e119 req-4bf6488f-eb95-4828-8995-96fb4706497e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:57.813004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f6607836-e204-4013-9c41-ed6fdbc6e119 req-4bf6488f-eb95-4828-8995-96fb4706497e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 951 time: 0.1469195 Sep 29 23:06:57.853772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-4c5fefe5-9e20-403a-9780-45ea62f1a5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:57.855801 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-4c5fefe5-9e20-403a-9780-45ea62f1a5a9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e00802ca2474c0baefca2e6fed4ddc0&device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 1097 time: 0.2737615 Sep 29 23:06:57.863186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d21762c-0ac3-49b1-baff-b77959224b50 req-749cba5b-1247-45a4-9f3d-3a073bd63f6e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Sep 29 23:06:57.893551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:57.899599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b20316-fd29-4b24-b063-fbc6ba1560e4 None None] New status for floating IP 641b28de-8fd5-40fb-8f64-61fa3b2848ab: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:06:57.946274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f6607836-e204-4013-9c41-ed6fdbc6e119 req-a9151465-be85-4c77-b2c8-597900b92ebc tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937672 Sep 29 23:06:58.041550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:58.054088 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Sync routers for ids ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:58.074030 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Routers {'1fadba94-b9c1-4fcf-aeb2-90b6722a034b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:58.076367 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:58.084771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-b2ba1c40-cb05-4f7c-b58a-f4821ea272df tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Deleting port b3b863f9-3c4f-4feb-99a1-c66e27937bda {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:06:58.085039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:58.085153 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-b2ba1c40-cb05-4f7c-b58a-f4821ea272df tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:58.086499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c97e81ec-545e-43e5-a9af-4650cbc6bea7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6397383 Sep 29 23:06:58.088982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42316) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:58.119985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-ac8fdcf8-d4dd-4d1e-8a96-286872c20f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:58.121474 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-ac8fdcf8-d4dd-4d1e-8a96-286872c20f17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fc1ac39-f822-4697-bdb0-0dfec80c63f7 HTTP/1.1" status: 200 len: 912 time: 0.2510624 Sep 29 23:06:58.231246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-b2ba1c40-cb05-4f7c-b58a-f4821ea272df tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] For port b3b863f9-3c4f-4feb-99a1-c66e27937bda, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=b3b863f9-3c4f-4feb-99a1-c66e27937bda,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:06:58.231757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-b2ba1c40-cb05-4f7c-b58a-f4821ea272df tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:58.247752 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Set router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:58.267443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Router 5ab1532f-1dea-49c2-a27c-9e03f5406799 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:06:58.342103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-b2ba1c40-cb05-4f7c-b58a-f4821ea272df tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Calling delete_port for b3b863f9-3c4f-4feb-99a1-c66e27937bda owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:06:58.420878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-3346497a-2f8a-4630-b99f-13872fae1c7b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d908a-d45a-431b-86ce-c844e20c7ff2 HTTP/1.1" status: 200 len: 1001 time: 0.1776755 Sep 29 23:06:58.574567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30afcf8d-7915-436b-8b55-588fb1b7d7e2 req-d1858015-7dd0-470a-805a-bed450c229dc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:58.583378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-30afcf8d-7915-436b-8b55-588fb1b7d7e2 req-d1858015-7dd0-470a-805a-bed450c229dc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 946 time: 0.1806002 Sep 29 23:06:58.587700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-885d6e02-8f0f-4bba-9542-c85d987f23f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:58.589733 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-885d6e02-8f0f-4bba-9542-c85d987f23f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6e07047-3704-4b31-bd16-941162c6b9e4 HTTP/1.1" status: 200 len: 850 time: 0.1424384 Sep 29 23:06:58.642089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc9104-778f-4ddb-bc14-87eae6c50f81 req-844a27b8-9d83-4318-be6c-fbfb40ee0c86 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:58.649832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ecc9104-778f-4ddb-bc14-87eae6c50f81 req-844a27b8-9d83-4318-be6c-fbfb40ee0c86 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 944 time: 0.1810932 Sep 29 23:06:58.655624 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-router', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:52Z', 'updated_at': '2021-09-29T23:06:55Z', 'revision_number': 3, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'gw_port': {'id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:54Z', 'updated_at': '2021-09-29T23:06:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:58.705238 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Checking router: 1fadba94-b9c1-4fcf-aeb2-90b6722a034b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:06:58.705654 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Updating router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b port 70359d8f-66bf-4b71-8974-bcadc654ecee binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:06:58.733272 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:58.738346 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-30afcf8d-7915-436b-8b55-588fb1b7d7e2 req-070d8cf1-8332-46e2-9e85-509e8366860a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489797 Sep 29 23:06:58.796050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ecc9104-778f-4ddb-bc14-87eae6c50f81 req-e2611cb2-4f74-4ebf-96ca-ebacd4a17553 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408138 Sep 29 23:06:58.833347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-b2ba1c40-cb05-4f7c-b58a-f4821ea272df tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:58.869741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d221a1f4-9d82-46b6-b044-e49d414b832c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:58.999899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ba1c40-cb05-4f7c-b58a-f4821ea272df tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Pushing event deleted for resources: {'Port': ['ID=b3b863f9-3c4f-4feb-99a1-c66e27937bda,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:59.015059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:06:59.057043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Sync routers for ids ['5ab1532f-1dea-49c2-a27c-9e03f5406799'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:06:59.070010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-44075fd3-e1d8-4ec8-9620-290dfc286078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:06:59.072224 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-44075fd3-e1d8-4ec8-9620-290dfc286078 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fc1ac39-f822-4697-bdb0-0dfec80c63f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4749830 Sep 29 23:06:59.109362 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:59.114357 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d8f44f59-fe85-44d4-a6b2-abecda9b9faf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.6292307 Sep 29 23:06:59.126259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42338) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:06:59.127544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-b2ba1c40-cb05-4f7c-b58a-f4821ea272df tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] No DVR routers for this DVR port b3b863f9-3c4f-4feb-99a1-c66e27937bda on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:06:59.131340 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-b2ba1c40-cb05-4f7c-b58a-f4821ea272df tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:59.133980 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f0120b97-e3a4-4664-97d3-1da2179964bf req-b2ba1c40-cb05-4f7c-b58a-f4821ea272df tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "DELETE /v2.0/ports/b3b863f9-3c4f-4feb-99a1-c66e27937bda HTTP/1.1" status: 204 len: 173 time: 1.4509039 Sep 29 23:06:59.154099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-deleted', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:06:59.157345 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0a087c-064b-43a6-a5e5-5864ee02be56" -d '{"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-deleted", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:06:59.205073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Routers {'5ab1532f-1dea-49c2-a27c-9e03f5406799'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:59.205731 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:59.205961 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['5ab1532f-1dea-49c2-a27c-9e03f5406799'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:59.223504 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:59.236366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fde592e8-fcaa-4500-8d26-c040bc3c7291 req-34030e51-8936-4aa3-9c31-b397d313c50f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=415b2868-aa56-44e2-bd57-ebee93b5bfdb HTTP/1.1" status: 200 len: 210 time: 0.0829916 Sep 29 23:06:59.353813 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb661a59-2bc9-44c3-b0ca-16fa3dac054f None None] Pushing event updated for resources: {'Port': ['ID=70359d8f-66bf-4b71-8974-bcadc654ecee,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:59.377179 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:59.393546 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Attempting to bind port 70359d8f-66bf-4b71-8974-bcadc654ecee on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:06:59.396000 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Attempting to bind port 70359d8f-66bf-4b71-8974-bcadc654ecee by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:06:59.396225 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Attempting to bind port 70359d8f-66bf-4b71-8974-bcadc654ecee on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:06:59.409133 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:06:59.412330 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:06:59.412755 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:59.413161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:06:59.414104 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Bound port: 70359d8f-66bf-4b71-8974-bcadc654ecee, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:06:59.414104 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:59.556861 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] For port 70359d8f-66bf-4b71-8974-bcadc654ecee, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:06:59.567180 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] For port 70359d8f-66bf-4b71-8974-bcadc654ecee, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=70359d8f-66bf-4b71-8974-bcadc654ecee,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:06:59.580825 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:06:59.719622 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb661a59-2bc9-44c3-b0ca-16fa3dac054f None None] Pushing event updated for resources: {'Port': ['ID=70359d8f-66bf-4b71-8974-bcadc654ecee,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:06:59.757648 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Routers {'1fadba94-b9c1-4fcf-aeb2-90b6722a034b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:06:59.759458 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:06:59.782741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Set router 5ab1532f-1dea-49c2-a27c-9e03f5406799 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:06:59.812110 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e549b1-7cc5-4d3c-9b47-0c0fd6f09e4b x-openstack-request-id: req-96e549b1-7cc5-4d3c-9b47-0c0fd6f09e4b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:06:59.813113 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "415b2868-aa56-44e2-bd57-ebee93b5bfdb", "name": "network-vif-deleted", "tag": "b3b863f9-3c4f-4feb-99a1-c66e27937bda", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:06:59.813591 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96e549b1-7cc5-4d3c-9b47-0c0fd6f09e4b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:06:59.814194 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '415b2868-aa56-44e2-bd57-ebee93b5bfdb', 'name': 'network-vif-deleted', 'tag': 'b3b863f9-3c4f-4feb-99a1-c66e27937bda', 'status': 'completed', 'code': 200} Sep 29 23:06:59.828445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Allocated IP 172.20.0.1 (3aeea460-db41-4896-91a5-091ef88f1e56/75b2d6d4-0104-421f-a90b-8d29e148abbc/936db0aa-98ff-42fe-a434-30ce71824eb6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:06:59.941710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['71e10714-89bc-4228-9cf2-fa51c3a6fa0f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:59.952227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['71e10714-89bc-4228-9cf2-fa51c3a6fa0f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:06:59.973621 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] Set router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:00.102510 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-64b122d6-b953-4b56-b651-bed12f93b504 service neutron] 10.222.0.42 "GET /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0209599 Sep 29 23:07:00.110920 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-52e34fb3-bec4-4a79-b135-9ded1ae2fe95 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/routers/5ab1532f-1dea-49c2-a27c-9e03f5406799 HTTP/1.1" status: 200 len: 909 time: 0.9752972 Sep 29 23:07:00.111706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42352) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:00.122755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1681170321', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_snat': True}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:00.188788 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-router', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:52Z', 'updated_at': '2021-09-29T23:06:55Z', 'revision_number': 3, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'gw_port': {'id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:54Z', 'updated_at': '2021-09-29T23:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:00.218331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 89251f83-c4b4-429c-b421-88d572501fdd up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:00.223605 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3100f7c1-d20f-434d-90ea-1afabec14ed5 None None] The sync data for ids ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'] in n-d-811173-2 is: [{'id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-router', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:52Z', 'updated_at': '2021-09-29T23:06:55Z', 'revision_number': 3, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'gw_port': {'id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:54Z', 'updated_at': '2021-09-29T23:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:00.252970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:00.286133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b7de-b31c-4ec2-b36a-beb57b9de69b req-70cffbdd-cceb-4e70-9532-e3da3cd60a1f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:00.294422 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db32b7de-b31c-4ec2-b36a-beb57b9de69b req-70cffbdd-cceb-4e70-9532-e3da3cd60a1f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 946 time: 0.3519928 Sep 29 23:07:00.335449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:00.339603 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:00.384515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db32b7de-b31c-4ec2-b36a-beb57b9de69b req-246dfbeb-0c21-4f96-a5c4-bfc0dd48f46e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888741 Sep 29 23:07:00.450242 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:00.471137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:00.511349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Network 3aeea460-db41-4896-91a5-091ef88f1e56 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:00.519008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:00.526296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:00.580129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0fe4f-e942-4585-b0e1-0381745d193d req-c9b8bf78-763b-4042-bcc4-f56edea20f21 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:00.586120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:00.589734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03c0fe4f-e942-4585-b0e1-0381745d193d req-c9b8bf78-763b-4042-bcc4-f56edea20f21 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 944 time: 0.1812766 Sep 29 23:07:00.619207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Pushing event updated for resources: {'Port': ['ID=936db0aa-98ff-42fe-a434-30ce71824eb6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:00.620392 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No ports have port_id starting with 44718a33-d1c7-4146-97c6-d40ce45a23f5 Sep 29 23:07:00.649260 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-998c5c2f-24b1-4b91-9454-c2d99f7bd43a req-5ef82837-a8c7-4acc-8998-04c27f50d4fc service neutron] 10.222.0.42 "GET /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5304143 Sep 29 23:07:00.705091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 44718a33-d1c7-4146-97c6-d40ce45a23f5 requested by agent hyperv_n-h2-811173-2 not found in database {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 29 23:07:00.778136 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03c0fe4f-e942-4585-b0e1-0381745d193d req-151fcfd6-f801-4caa-822e-46954c69fbcb tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836050 Sep 29 23:07:00.780995 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:00.785565 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 89251f83-c4b4-429c-b421-88d572501fdd completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:07:00.828724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 89251f83-c4b4-429c-b421-88d572501fdd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:00.829524 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:00.845663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:01.151148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4bbf2-bf5a-40ca-b739-c46182bbfd56 req-3905319f-2ecc-4faf-80b3-b1919ff6131d tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:01.164593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1532f-1dea-49c2-a27c-9e03f5406799', 'name': 'tempest-snat-router-1681170321', 'tenant_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.154'}], 'enable_snat': False}, 'gw_port_id': '3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:55Z', 'updated_at': '2021-09-29T23:06:56Z', 'revision_number': 3, 'project_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'gw_port': {'id': '3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1532f-1dea-49c2-a27c-9e03f5406799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:56Z', 'updated_at': '2021-09-29T23:06:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:01.166945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12c4bbf2-bf5a-40ca-b739-c46182bbfd56 req-3905319f-2ecc-4faf-80b3-b1919ff6131d tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1097 time: 0.2102706 Sep 29 23:07:01.269728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12c4bbf2-bf5a-40ca-b739-c46182bbfd56 req-d0f3adcf-b2bc-429e-8b62-a15ff9abfa93 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007802 Sep 29 23:07:01.341234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Checking router: 5ab1532f-1dea-49c2-a27c-9e03f5406799 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:07:01.345635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Updating router 5ab1532f-1dea-49c2-a27c-9e03f5406799 port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:07:01.374262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:01.402782 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:01.411411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:01.416504 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:01.450225 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:01.507523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89251f83-c4b4-429c-b421-88d572501fdd'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:01.517522 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26346159-5254-4744-8e8f-05ef9c0a891e" -d '{"events": [{"server_uuid": "62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8", "name": "network-vif-plugged", "status": "completed", "tag": "89251f83-c4b4-429c-b421-88d572501fdd"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:01.556763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddf10d-611b-4135-9bde-12edb520e591 req-d5e84f56-7328-473f-86f1-686bbc006360 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:01.557177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 89251f83-c4b4-429c-b421-88d572501fdd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=89251f83-c4b4-429c-b421-88d572501fdd,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:01.558878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00ddf10d-611b-4135-9bde-12edb520e591 req-d5e84f56-7328-473f-86f1-686bbc006360 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1097 time: 0.1390171 Sep 29 23:07:01.564569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Allocated IP 172.25.4.140 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/5bb15cf7-d703-4cf0-9b1c-cb587951e68a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:01.575482 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:01.576653 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b3b863f9-3c4f-4feb-99a1-c66e27937bda no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:01.584210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a02a86-f0ed-4d55-b096-3b576712dded req-e8be20a5-0dea-4fb3-94e2-5672cb62d1e1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:01.599316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1a02a86-f0ed-4d55-b096-3b576712dded req-e8be20a5-0dea-4fb3-94e2-5672cb62d1e1 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.3157060 Sep 29 23:07:01.704739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: b3b863f9-3c4f-4feb-99a1-c66e27937bda {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:07:01.709199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device b3b863f9-3c4f-4feb-99a1-c66e27937bda not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:07:01.712482 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:01.739199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00ddf10d-611b-4135-9bde-12edb520e591 req-cde7e84b-a432-4d2a-a293-c8065720e48c tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174514 Sep 29 23:07:01.756135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:01.805189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1a02a86-f0ed-4d55-b096-3b576712dded req-86f05304-a05a-4ea0-abcf-b069a8b289c6 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040629 Sep 29 23:07:01.823215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:01.826813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=89251f83-c4b4-429c-b421-88d572501fdd,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:01.830118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:01.859681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:01.971379 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3cc7e2-9305-4755-91cb-85437290d32e x-openstack-request-id: req-cd3cc7e2-9305-4755-91cb-85437290d32e {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:01.971743 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8", "name": "network-vif-plugged", "status": "completed", "tag": "89251f83-c4b4-429c-b421-88d572501fdd", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:01.972611 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd3cc7e2-9305-4755-91cb-85437290d32e {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:01.976468 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89251f83-c4b4-429c-b421-88d572501fdd', 'code': 200} Sep 29 23:07:02.031430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event updated for resources: {'Port': ['ID=5bb15cf7-d703-4cf0-9b1c-cb587951e68a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:02.037390 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:02.046396 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:02.154040 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:02.180005 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:02.181501 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:02.192644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Pushing event updated for resources: {'Port': ['ID=936db0aa-98ff-42fe-a434-30ce71824eb6,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:02.316052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Attempting to bind port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:02.316777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Attempting to bind port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:02.317175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Attempting to bind port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:02.351209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:02.351770 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:02.352210 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:02.352606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:02.353093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Bound port: 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:02.353470 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:02.366563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ce1b0-417b-439d-a005-aac8a72524ce req-b0f1242f-f3df-48fd-81a9-aee20a9e8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:02.368654 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-af1ce1b0-417b-439d-a005-aac8a72524ce req-b0f1242f-f3df-48fd-81a9-aee20a9e8193 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 1096 time: 0.3112323 Sep 29 23:07:02.392839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aff9a3-06ec-4595-a0f5-2fdb59609d79 None None] Pushing event updated for resources: {'Port': ['ID=3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:02.420563 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-af1ce1b0-417b-439d-a005-aac8a72524ce req-e6578e2d-67c7-43d9-a627-5beec1dae3ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430629 Sep 29 23:07:02.466070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] For port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:02.476863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:02.478028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] For port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:02.484810 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:02.498319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e7a01b-7bc3-4527-a681-708b61ef64d0 req-75b8cdf6-efe1-486c-93a2-820878a24bad tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:02.507431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48e7a01b-7bc3-4527-a681-708b61ef64d0 req-75b8cdf6-efe1-486c-93a2-820878a24bad tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.2726588 Sep 29 23:07:02.565381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Routers {'5ab1532f-1dea-49c2-a27c-9e03f5406799'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:02.566609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['5ab1532f-1dea-49c2-a27c-9e03f5406799'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:02.578796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Network 3aeea460-db41-4896-91a5-091ef88f1e56 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:02.583942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:02.607141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd44f5-c42d-4309-bfdb-67c926b728e0 req-c27385a9-21b5-4cb6-9c64-e6a8b7ef74fa tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:02.608818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77bd44f5-c42d-4309-bfdb-67c926b728e0 req-c27385a9-21b5-4cb6-9c64-e6a8b7ef74fa tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1097 time: 0.1977136 Sep 29 23:07:02.619885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aff9a3-06ec-4595-a0f5-2fdb59609d79 None None] Pushing event updated for resources: {'Port': ['ID=3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:02.660437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48e7a01b-7bc3-4527-a681-708b61ef64d0 req-875e8a24-caaa-40bc-8d9f-bded7d21debb tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460690 Sep 29 23:07:02.737899 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77bd44f5-c42d-4309-bfdb-67c926b728e0 req-b1d61abf-1d5f-437c-9957-fe7eb66091b7 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178660 Sep 29 23:07:02.768543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] Set router 5ab1532f-1dea-49c2-a27c-9e03f5406799 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:02.861805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:07:02.937948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-2c7a641c-04cc-4f07-9643-494dbf05749f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:02.938870 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-2c7a641c-04cc-4f07-9643-494dbf05749f tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.2899272 Sep 29 23:07:02.961961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:02.967280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 70359d8f-66bf-4b71-8974-bcadc654ecee up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:03.166018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e31af-b186-4b91-81ec-420f8680f27e req-2dddfc6b-bbcb-45ae-a45a-2e5744f1f919 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:03.168932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d0e31af-b186-4b91-81ec-420f8680f27e req-2dddfc6b-bbcb-45ae-a45a-2e5744f1f919 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=fd414704-a564-4b85-b2b4-175d688e4dc3 HTTP/1.1" status: 200 len: 950 time: 0.1920071 Sep 29 23:07:03.219675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 70359d8f-66bf-4b71-8974-bcadc654ecee triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:03.222952 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:03.236236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:03.248353 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Sync routers for ids ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:03.255095 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-71dbdd4f-ec5a-42cc-8d07-21b94cd6bb0e admin admin] 10.222.0.44 "PUT /v2.0/routers/1fadba94-b9c1-4fcf-aeb2-90b6722a034b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1630723 Sep 29 23:07:03.278530 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Routers {'1fadba94-b9c1-4fcf-aeb2-90b6722a034b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:03.283444 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:03.316604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d0e31af-b186-4b91-81ec-420f8680f27e req-6914c43e-d365-46ad-b2c9-51e7a84caf54 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379583 Sep 29 23:07:03.396210 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4da69e0-733e-4e1c-ba82-db75c95d2ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:03.454322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-238249b2-0809-4147-b114-57cd929eed8a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Deleting port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:03.455414 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-238249b2-0809-4147-b114-57cd929eed8a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:03.513108 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab1532f-1dea-49c2-a27c-9e03f5406799', 'name': 'tempest-snat-router-1681170321', 'tenant_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.154'}], 'enable_snat': False}, 'gw_port_id': '3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:55Z', 'updated_at': '2021-09-29T23:06:56Z', 'revision_number': 3, 'project_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'gw_port': {'id': '3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1532f-1dea-49c2-a27c-9e03f5406799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:56Z', 'updated_at': '2021-09-29T23:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:03.600028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b363a6-1ddd-4718-94b2-c4166ca90f12 None None] The sync data for ids ['5ab1532f-1dea-49c2-a27c-9e03f5406799'] in n-d-811173-2 is: [{'id': '5ab1532f-1dea-49c2-a27c-9e03f5406799', 'name': 'tempest-snat-router-1681170321', 'tenant_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.154'}], 'enable_snat': False}, 'gw_port_id': '3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:55Z', 'updated_at': '2021-09-29T23:06:56Z', 'revision_number': 3, 'project_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'gw_port': {'id': '3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:b8:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab1532f-1dea-49c2-a27c-9e03f5406799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:56Z', 'updated_at': '2021-09-29T23:07:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:03.622391 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:03.652736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0dff1-7ba0-4956-8987-2cb32aac4871 req-68efd044-89d3-4550-9310-50f666a7fe2b tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:03.672909 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Set router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:03.705504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 70359d8f-66bf-4b71-8974-bcadc654ecee, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=70359d8f-66bf-4b71-8974-bcadc654ecee,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:03.716288 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39f0dff1-7ba0-4956-8987-2cb32aac4871 req-68efd044-89d3-4550-9310-50f666a7fe2b tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 945 time: 0.2339282 Sep 29 23:07:03.721561 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:03.728906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-238249b2-0809-4147-b114-57cd929eed8a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] For port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:03.734784 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-238249b2-0809-4147-b114-57cd929eed8a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:03.763775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-238249b2-0809-4147-b114-57cd929eed8a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Calling delete_port for 71e10714-89bc-4228-9cf2-fa51c3a6fa0f owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:03.805730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39f0dff1-7ba0-4956-8987-2cb32aac4871 req-0cd8225f-0fcf-4b6d-8227-df8380812751 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups?id=c607b79b-baed-4dd0-9984-8cc55fea6dad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886984 Sep 29 23:07:03.892717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=70359d8f-66bf-4b71-8974-bcadc654ecee,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:03.921929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Router 6f14e488-5507-4619-bc7f-6b68136fc821 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:07:04.073057 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-router', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:52Z', 'updated_at': '2021-09-29T23:07:01Z', 'revision_number': 4, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'gw_port': {'id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:54Z', 'updated_at': '2021-09-29T23:06:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '936db0aa-98ff-42fe-a434-30ce71824eb6', 'name': '', 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'mac_address': 'fa:16:3e:6b:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '75b2d6d4-0104-421f-a90b-8d29e148abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:59Z', 'updated_at': '2021-09-29T23:07:01Z', 'revision_number': 2, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'subnets': [{'id': '75b2d6d4-0104-421f-a90b-8d29e148abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:04.116914 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Checking router: 1fadba94-b9c1-4fcf-aeb2-90b6722a034b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:07:04.116914 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Updating router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b port 936db0aa-98ff-42fe-a434-30ce71824eb6 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:07:04.204925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-238249b2-0809-4147-b114-57cd929eed8a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:04.212747 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:04.225716 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['71e10714-89bc-4228-9cf2-fa51c3a6fa0f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:04.226801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23e48e-195d-465e-82e8-9400bc9944a3 req-f9052ef3-c1b4-4da3-8937-fe26a67a76e4 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:04.243671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea23e48e-195d-465e-82e8-9400bc9944a3 req-f9052ef3-c1b4-4da3-8937-fe26a67a76e4 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.3156233 Sep 29 23:07:04.261275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238249b2-0809-4147-b114-57cd929eed8a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Pushing event deleted for resources: {'Port': ['ID=71e10714-89bc-4228-9cf2-fa51c3a6fa0f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:04.281574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:04.307464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Sync routers for ids ['6f14e488-5507-4619-bc7f-6b68136fc821'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:04.310581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-3fe23641-7b0d-42ec-a5dc-354d0ab85182 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:04.312360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-3fe23641-7b0d-42ec-a5dc-354d0ab85182 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 819 time: 0.4094360 Sep 29 23:07:04.316715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d221a1f4-9d82-46b6-b044-e49d414b832c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:04.375992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-d0596a8d-29e0-47bc-92cb-3246e4beab30 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/quotas/2b1cba4f5fbe4eb8befadaf2017ca1b1 HTTP/1.1" status: 200 len: 375 time: 0.0403090 Sep 29 23:07:04.383342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Routers {'6f14e488-5507-4619-bc7f-6b68136fc821'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:04.384510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6f14e488-5507-4619-bc7f-6b68136fc821'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:04.403669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-238249b2-0809-4147-b114-57cd929eed8a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] No DVR routers for this DVR port 71e10714-89bc-4228-9cf2-fa51c3a6fa0f on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:07:04.407320 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-238249b2-0809-4147-b114-57cd929eed8a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:04.411843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea23e48e-195d-465e-82e8-9400bc9944a3 req-fc155b43-4911-40fe-b3e7-f55cdddf8c2f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615775 Sep 29 23:07:04.436641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8456f9f5-e3b1-432a-a173-a8669d84d85c req-238249b2-0809-4147-b114-57cd929eed8a tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.26 "DELETE /v2.0/ports/71e10714-89bc-4228-9cf2-fa51c3a6fa0f HTTP/1.1" status: 204 len: 173 time: 1.4842553 Sep 29 23:07:04.437255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'name': 'network-vif-deleted', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:04.444293 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c5dc6b-fe7f-42bf-be96-0a552ba8e20e" -d '{"events": [{"server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "name": "network-vif-deleted", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:04.494135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-722cce72-7987-41f2-a7de-38b9b9004cef tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171587 Sep 29 23:07:04.552573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:04.556008 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a7e56f59-529a-43ad-84c0-82eb00269acf tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.4372487 Sep 29 23:07:04.559784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:04.628391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-dad42061-ca99-4fc9-bdf7-15132175fd35 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:04.629970 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-dad42061-ca99-4fc9-bdf7-15132175fd35 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.26 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 945 time: 0.1576426 Sep 29 23:07:04.866829 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:04.885282 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:04.901216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Deleting port 78ea6059-97be-4794-a1da-c6e8d8532c09 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:04.901574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:04.976906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:05.005655 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533e95a-e6fc-4d2b-b1ef-60ee6ee27bc0 None None] Pushing event updated for resources: {'Port': ['ID=936db0aa-98ff-42fe-a434-30ce71824eb6,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:05.059632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a6abf13e-d57f-4747-86ff-c736dcdae55a service neutron] 10.222.0.44 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641646 Sep 29 23:07:05.104475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] For port 78ea6059-97be-4794-a1da-c6e8d8532c09, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=78ea6059-97be-4794-a1da-c6e8d8532c09,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:05.105169 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.292751 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Attempting to bind port 936db0aa-98ff-42fe-a434-30ce71824eb6 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:05.293419 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Attempting to bind port 936db0aa-98ff-42fe-a434-30ce71824eb6 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:05.293788 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Attempting to bind port 936db0aa-98ff-42fe-a434-30ce71824eb6 on network 3aeea460-db41-4896-91a5-091ef88f1e56 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:05.300489 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:05.302013 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Checking segment: {'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:05.302013 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.302402 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Bound using segment: {'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:05.303791 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Bound port: 936db0aa-98ff-42fe-a434-30ce71824eb6, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:05.304693 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.342770 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Set router 6f14e488-5507-4619-bc7f-6b68136fc821 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:05.406597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:05.406597 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.411086 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] For port 936db0aa-98ff-42fe-a434-30ce71824eb6, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:05.419244 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] For port 936db0aa-98ff-42fe-a434-30ce71824eb6, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=936db0aa-98ff-42fe-a434-30ce71824eb6,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:05.431987 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.539379 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Routers {'1fadba94-b9c1-4fcf-aeb2-90b6722a034b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:05.540192 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:05.679385 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] Set router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:05.699986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af97ec-d538-49d4-ba28-ab6bea4a0570 req-13387212-5c43-4424-97b9-b5afe4bdbc60 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:05.707776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78af97ec-d538-49d4-ba28-ab6bea4a0570 req-13387212-5c43-4424-97b9-b5afe4bdbc60 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1097 time: 1.1401942 Sep 29 23:07:05.727815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f14e488-5507-4619-bc7f-6b68136fc821', 'name': 'tempest-snat-router-1681170321', 'tenant_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.140'}], 'enable_snat': True}, 'gw_port_id': '5bb15cf7-d703-4cf0-9b1c-cb587951e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:00Z', 'updated_at': '2021-09-29T23:07:02Z', 'revision_number': 3, 'project_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'gw_port': {'id': '5bb15cf7-d703-4cf0-9b1c-cb587951e68a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:1c:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f14e488-5507-4619-bc7f-6b68136fc821', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:01Z', 'updated_at': '2021-09-29T23:07:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:05.763354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Checking router: 6f14e488-5507-4619-bc7f-6b68136fc821 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:07:05.764367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Updating router 6f14e488-5507-4619-bc7f-6b68136fc821 port 5bb15cf7-d703-4cf0-9b1c-cb587951e68a binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:07:05.780651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.781751 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.782460 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Floating IP 45584d25-4291-49cc-9ed0-dcd825124ee3 disassociated. External IP: 172.25.4.127, port: 78ea6059-97be-4794-a1da-c6e8d8532c09. Sep 29 23:07:05.782910 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.783389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Calling delete_port for 78ea6059-97be-4794-a1da-c6e8d8532c09 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:05.826021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78af97ec-d538-49d4-ba28-ab6bea4a0570 req-520ed264-9ae8-41b9-aefd-172d580fdb69 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126029 Sep 29 23:07:05.829729 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.839055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b313d1d8-3e4c-4682-8502-b4402447cc33 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/routers/6f14e488-5507-4619-bc7f-6b68136fc821 HTTP/1.1" status: 200 len: 908 time: 1.2726533 Sep 29 23:07:05.843345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42468) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:05.845901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:05.872949 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.873741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 70359d8f-66bf-4b71-8974-bcadc654ecee up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:05.981600 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:05.986108 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-dda5c21a-067c-4d27-bb8c-d88be5bd08c8 service neutron] 10.222.0.44 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9222820 Sep 29 23:07:05.989836 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:06.004666 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8533e95a-e6fc-4d2b-b1ef-60ee6ee27bc0 None None] Pushing event updated for resources: {'Port': ['ID=936db0aa-98ff-42fe-a434-30ce71824eb6,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:06.043775 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-router', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:52Z', 'updated_at': '2021-09-29T23:07:01Z', 'revision_number': 4, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'gw_port': {'id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:54Z', 'updated_at': '2021-09-29T23:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '936db0aa-98ff-42fe-a434-30ce71824eb6', 'name': '', 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'mac_address': 'fa:16:3e:6b:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '75b2d6d4-0104-421f-a90b-8d29e148abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:59Z', 'updated_at': '2021-09-29T23:07:05Z', 'revision_number': 4, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'subnets': [{'id': '75b2d6d4-0104-421f-a90b-8d29e148abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:06.085063 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998414e3-05a1-42ff-8186-baf1704b9710 None None] The sync data for ids ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'] in n-d-811173-2 is: [{'id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-router', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:52Z', 'updated_at': '2021-09-29T23:07:01Z', 'revision_number': 4, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'gw_port': {'id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:54Z', 'updated_at': '2021-09-29T23:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '936db0aa-98ff-42fe-a434-30ce71824eb6', 'name': '', 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'mac_address': 'fa:16:3e:6b:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1041, 'fixed_ips': [{'subnet_id': '75b2d6d4-0104-421f-a90b-8d29e148abbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:59Z', 'updated_at': '2021-09-29T23:07:05Z', 'revision_number': 4, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'subnets': [{'id': '75b2d6d4-0104-421f-a90b-8d29e148abbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:06.090601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Pushing event deleted for resources: {'Port': ['ID=78ea6059-97be-4794-a1da-c6e8d8532c09,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:06.099887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.100291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.100647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.101015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.101326 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.101668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.102004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.102332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.102666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.103003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.103328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.103763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:06.114965 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1147fe7-a02e-4c11-8dab-ce7fa486ef89 x-openstack-request-id: req-c1147fe7-a02e-4c11-8dab-ce7fa486ef89 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:06.115362 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd414704-a564-4b85-b2b4-175d688e4dc3", "name": "network-vif-deleted", "tag": "71e10714-89bc-4228-9cf2-fa51c3a6fa0f", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:06.115491 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1147fe7-a02e-4c11-8dab-ce7fa486ef89 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:06.115928 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd414704-a564-4b85-b2b4-175d688e4dc3', 'name': 'network-vif-deleted', 'tag': '71e10714-89bc-4228-9cf2-fa51c3a6fa0f', 'status': 'completed', 'code': 200} Sep 29 23:07:06.169034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:06.279425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Router d86ce8d7-8df5-4861-86d9-e1f887856a68 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:07:06.287887 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3fb23b83-7316-413e-af62-848d0f8e318f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:06.325372 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 70359d8f-66bf-4b71-8974-bcadc654ecee triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:06.325903 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:06.392693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 71e10714-89bc-4228-9cf2-fa51c3a6fa0f no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:06.451480 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:06.481234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 71e10714-89bc-4228-9cf2-fa51c3a6fa0f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:07:06.481773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 71e10714-89bc-4228-9cf2-fa51c3a6fa0f not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:07:06.482443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 78ea6059-97be-4794-a1da-c6e8d8532c09 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:06.486930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e827759b-45c7-41b6-b682-65ddd1765930 req-8190f593-9862-4409-a21d-253554baa5f4 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/ports?device_id=5191baae-cead-402b-8103-b21f5c71aa75 HTTP/1.1" status: 200 len: 210 time: 0.0867548 Sep 29 23:07:06.527918 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:06.580059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 78ea6059-97be-4794-a1da-c6e8d8532c09 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:07:06.580509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 78ea6059-97be-4794-a1da-c6e8d8532c09 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:07:06.588001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:06.599152 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] Sync routers for ids ['d86ce8d7-8df5-4861-86d9-e1f887856a68'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:06.619160 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] Routers {'d86ce8d7-8df5-4861-86d9-e1f887856a68'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:06.623863 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d86ce8d7-8df5-4861-86d9-e1f887856a68'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:06.728834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf754c33-6831-431d-89f2-558d85956983 req-6f8df9c3-7b89-4823-bb6a-41c9d1ad0868 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:06.735472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] No DVR routers for this DVR port 78ea6059-97be-4794-a1da-c6e8d8532c09 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:07:06.741796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:06.744094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf754c33-6831-431d-89f2-558d85956983 req-6f8df9c3-7b89-4823-bb6a-41c9d1ad0868 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.2502897 Sep 29 23:07:06.746951 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-093cfc24-9724-4fb2-ac2b-5e2598f5e2b0 req-21b21371-50b3-4ee4-98a7-27bdb148d484 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.26 "DELETE /v2.0/ports/78ea6059-97be-4794-a1da-c6e8d8532c09 HTTP/1.1" status: 204 len: 173 time: 2.1065197 Sep 29 23:07:06.846073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Deleting port 5bb15cf7-d703-4cf0-9b1c-cb587951e68a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:06.846440 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:06.870672 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:06.886322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:06.898827 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf754c33-6831-431d-89f2-558d85956983 req-d1293138-95d1-454e-8a14-c958019d67a8 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532495 Sep 29 23:07:06.983476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Attempting to bind port 5bb15cf7-d703-4cf0-9b1c-cb587951e68a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:06.983476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Attempting to bind port 5bb15cf7-d703-4cf0-9b1c-cb587951e68a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:06.983874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Attempting to bind port 5bb15cf7-d703-4cf0-9b1c-cb587951e68a on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:06.985769 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a6741-0a9b-41f7-a0a5-1ddf812304e2 None None] Pushing event updated for resources: {'Port': ['ID=5bb15cf7-d703-4cf0-9b1c-cb587951e68a,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:07.007956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:07.008351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:07.014014 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.016423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:07.016960 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Bound port: 5bb15cf7-d703-4cf0-9b1c-cb587951e68a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:07.017584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.069144 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] Set router d86ce8d7-8df5-4861-86d9-e1f887856a68 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:07.125917 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 936db0aa-98ff-42fe-a434-30ce71824eb6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:07.196930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] For port 5bb15cf7-d703-4cf0-9b1c-cb587951e68a, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:07.198678 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.232580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] For port 5bb15cf7-d703-4cf0-9b1c-cb587951e68a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5bb15cf7-d703-4cf0-9b1c-cb587951e68a,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:07.246159 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.260606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Calling delete_port for 5bb15cf7-d703-4cf0-9b1c-cb587951e68a owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:07.412491 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.413267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 936db0aa-98ff-42fe-a434-30ce71824eb6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:07.413612 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.443007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Routers {'6f14e488-5507-4619-bc7f-6b68136fc821'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:07.443672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6f14e488-5507-4619-bc7f-6b68136fc821'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:07.541315 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:57Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9c8eb612-143e-4062-9297-34d6b56438b8', 'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'mac_address': 'fa:16:3e:3d:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:55Z', 'updated_at': '2021-09-29T23:05:01Z', 'revision_number': 5, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'subnets': [{'id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:07.549425 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.596041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event deleted for resources: {'Port': ['ID=5bb15cf7-d703-4cf0-9b1c-cb587951e68a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:07.603443 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] Checking router: d86ce8d7-8df5-4861-86d9-e1f887856a68 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:07:07.614433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] Set router 6f14e488-5507-4619-bc7f-6b68136fc821 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:07.622044 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] Routers {'d86ce8d7-8df5-4861-86d9-e1f887856a68'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:07.624508 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d86ce8d7-8df5-4861-86d9-e1f887856a68'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:07.663797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-084a017b-0934-47de-a619-b636bfaa3612 req-ee6c6055-f126-43b2-bde2-4c6f9d158e19 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 210 time: 0.0687208 Sep 29 23:07:07.745140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f14e488-5507-4619-bc7f-6b68136fc821', 'name': 'tempest-snat-router-1681170321', 'tenant_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:00Z', 'updated_at': '2021-09-29T23:07:06Z', 'revision_number': 4, 'project_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:07.746845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a6741-0a9b-41f7-a0a5-1ddf812304e2 None None] Pushing event updated for resources: {'Port': ['ID=5bb15cf7-d703-4cf0-9b1c-cb587951e68a,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:07.802766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a855bc-fc4d-4aa2-9630-b792bf989068 None None] The sync data for ids ['6f14e488-5507-4619-bc7f-6b68136fc821'] in n-d-811173-2 is: [{'id': '6f14e488-5507-4619-bc7f-6b68136fc821', 'name': 'tempest-snat-router-1681170321', 'tenant_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:00Z', 'updated_at': '2021-09-29T23:07:06Z', 'revision_number': 4, 'project_id': 'f76ce5c187bc4d9491c4fedc612145e6', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:07.821482 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.841406 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] Set router d86ce8d7-8df5-4861-86d9-e1f887856a68 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:07.917580 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.970528 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.973514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 936db0aa-98ff-42fe-a434-30ce71824eb6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=936db0aa-98ff-42fe-a434-30ce71824eb6,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:07.973653 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.986196 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:07.989082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:08.052469 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:08.054122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f14e488-5507-4619-bc7f-6b68136fc821 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:07:08.063984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:08.066863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c7d21eb7-3bab-4d6d-9360-1e04902ca4f9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "DELETE /v2.0/routers/6f14e488-5507-4619-bc7f-6b68136fc821 HTTP/1.1" status: 204 len: 168 time: 2.2189710 Sep 29 23:07:08.068952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42544) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:08.163646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5191baae-cead-402b-8103-b21f5c71aa75', 'name': 'network-vif-deleted', 'tag': '78ea6059-97be-4794-a1da-c6e8d8532c09'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:08.166073 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a97e0364-7750-4847-b2df-9f83f655fc93" -d '{"events": [{"server_uuid": "5191baae-cead-402b-8103-b21f5c71aa75", "name": "network-vif-deleted", "tag": "78ea6059-97be-4794-a1da-c6e8d8532c09"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:08.192488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=936db0aa-98ff-42fe-a434-30ce71824eb6,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:08.215635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:08.216052 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:08.264763 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:57Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9c8eb612-143e-4062-9297-34d6b56438b8', 'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'mac_address': 'fa:16:3e:3d:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:55Z', 'updated_at': '2021-09-29T23:05:01Z', 'revision_number': 5, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'subnets': [{'id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:08.371773 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f6f249-a5e9-44eb-b9f1-8ebd26325493 None None] The sync data for ids ['d86ce8d7-8df5-4861-86d9-e1f887856a68'] in n-d-811173-2 is: [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:04:57Z', 'revision_number': 4, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9c8eb612-143e-4062-9297-34d6b56438b8', 'name': '', 'network_id': '98ab7a59-dda6-4dc3-8dc2-509d7b2e140e', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'mac_address': 'fa:16:3e:3d:80:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_interface', 'standard_attr_id': 781, 'fixed_ips': [{'subnet_id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:55Z', 'updated_at': '2021-09-29T23:05:01Z', 'revision_number': 5, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'subnets': [{'id': 'ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:08.407287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:08.429321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-f0c04728-9c46-4ffa-9122-47aec0971012 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:08.431311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-f0c04728-9c46-4ffa-9122-47aec0971012 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.26 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 819 time: 0.2481682 Sep 29 23:07:08.450636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Request body: {'port': {'device_id': '6f73e920-8601-4986-8c21-281fc3b6f166', 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56', 'admin_state_up': True, 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:08.463617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-a8f8ba07-5fd1-43c1-9bc1-00360b3d33f3 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:07:08.464706 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-a8f8ba07-5fd1-43c1-9bc1-00360b3d33f3 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1230700 Sep 29 23:07:08.531140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-fe4c2cf7-04f0-4d75-aa47-4629ae00fd51 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:08.532949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-fe4c2cf7-04f0-4d75-aa47-4629ae00fd51 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports/7daccf9d-43ff-46ac-b6d8-3e078fa84f3b HTTP/1.1" status: 200 len: 1094 time: 0.0590601 Sep 29 23:07:08.548810 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:08.598519 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:08.602899 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:08.640480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Request body: {'binding': {'host': 'n-h2-811173-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:08.641192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Unknown quota resources ['binding']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:07:08.645787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:08.658225 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca47e1e-39d1-4668-a30c-4e2e312a8217" -d '{"events": [{"server_uuid": "f470d906-b6da-4c26-be65-f8c3f206e0dd", "name": "network-vif-unplugged", "status": "completed", "tag": "80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:08.671354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:08.677579 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:08.733054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Made reservation on behalf of 2b1cba4f5fbe4eb8befadaf2017ca1b1 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:08.737290 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:08.757800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:08.794804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:08.814208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 936db0aa-98ff-42fe-a434-30ce71824eb6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:08.868042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 936db0aa-98ff-42fe-a434-30ce71824eb6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:08.868593 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:08.917861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on host n-h2-811173-2 for vnic_type normal with profile None {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:08.918242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:08.918579 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:08.928321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:08.928696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:08.934962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:08.935557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:08.935979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:08.936521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Bound port: 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:08.959540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Deleting port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:08.959934 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:09.021923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Allocated IP 172.20.0.5 (3aeea460-db41-4896-91a5-091ef88f1e56/75b2d6d4-0104-421f-a90b-8d29e148abbc/820576f3-c2be-42df-868e-d630e55d9f14) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:09.095566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:09.105410 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] Notify callbacks [] for binding, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:09.106669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b9491843-49c2-4f37-93ce-6c7bf0d21d84 service neutron] 10.222.0.44 "POST /v2.0/ports/7daccf9d-43ff-46ac-b6d8-3e078fa84f3b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5638027 Sep 29 23:07:09.216825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] For port 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:09.217957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:09.232291 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:09.248070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Calling delete_port for 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:09.366405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f86d714-9709-42a6-aeb7-fbb4b960fe98 None None] New status for floating IP 45584d25-4291-49cc-9ed0-dcd825124ee3: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:07:09.405159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a95535e-2265-4e78-9941-e37775e76e27 req-b26f6b9e-de78-4c67-861f-1090959c27c0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:09.419118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a95535e-2265-4e78-9941-e37775e76e27 req-b26f6b9e-de78-4c67-861f-1090959c27c0 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.1242962 Sep 29 23:07:09.505001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-785a790f-6705-4123-a845-2350481b1408 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:09.506848 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-785a790f-6705-4123-a845-2350481b1408 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.2068579 Sep 29 23:07:09.508554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a95535e-2265-4e78-9941-e37775e76e27 req-a33a8728-1034-4222-a642-bb67c8f00937 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881324 Sep 29 23:07:09.544528 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:09.665566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-23c9aa82-e80e-4d20-866a-7ab527d4b4b8 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:09.667079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-23c9aa82-e80e-4d20-866a-7ab527d4b4b8 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 819 time: 0.2044487 Sep 29 23:07:09.675961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6edf042-26fb-4ec2-84e2-a1968c7960d5 req-cf90f376-fbdf-4f80-a088-7c0084cfd05f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:09.677405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f6edf042-26fb-4ec2-84e2-a1968c7960d5 req-cf90f376-fbdf-4f80-a088-7c0084cfd05f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.0902259 Sep 29 23:07:09.686608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-3659409f-8f01-4313-beef-c1304f7cc5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:09.688268 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-3659409f-8f01-4313-beef-c1304f7cc5bc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1097 time: 0.1801798 Sep 29 23:07:09.692411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-066221c7-aba9-435e-a098-46194b1aa7c5 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/quotas/2b1cba4f5fbe4eb8befadaf2017ca1b1 HTTP/1.1" status: 200 len: 375 time: 0.0139842 Sep 29 23:07:09.768165 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f6edf042-26fb-4ec2-84e2-a1968c7960d5 req-b6e09d3f-7c8f-44e7-9b07-f7f1fcb2cfc5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732076 Sep 29 23:07:09.769292 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:09.784599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-ddf6d45a-c0ac-4ad9-897f-3c513a915837 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0907319 Sep 29 23:07:09.851551 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e924adb9-b546-449c-af89-022ffaf4b33a x-openstack-request-id: req-e924adb9-b546-449c-af89-022ffaf4b33a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:09.851871 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5191baae-cead-402b-8103-b21f5c71aa75", "name": "network-vif-deleted", "tag": "78ea6059-97be-4794-a1da-c6e8d8532c09", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:09.852132 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e924adb9-b546-449c-af89-022ffaf4b33a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:09.852522 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5191baae-cead-402b-8103-b21f5c71aa75', 'name': 'network-vif-deleted', 'tag': '78ea6059-97be-4794-a1da-c6e8d8532c09', 'status': 'completed', 'code': 200} Sep 29 23:07:09.872394 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913dcd7d-0e65-4173-812e-010e3f57254c x-openstack-request-id: req-913dcd7d-0e65-4173-812e-010e3f57254c {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:09.872943 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f470d906-b6da-4c26-be65-f8c3f206e0dd", "name": "network-vif-unplugged", "status": "completed", "tag": "80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:09.873543 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-913dcd7d-0e65-4173-812e-010e3f57254c {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:09.873954 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9', 'code': 200} Sep 29 23:07:09.882708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:09.891346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Network 3aeea460-db41-4896-91a5-091ef88f1e56 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:09.903807 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-7edaad45-f929-4ad7-ae9a-55422af6aa6e service neutron] 10.222.0.44 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142085 Sep 29 23:07:09.910222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:09.918606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Pushing event updated for resources: {'Port': ['ID=820576f3-c2be-42df-868e-d630e55d9f14,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:09.923464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:09.978041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-2bc413b2-b432-4d0a-8ff5-4557e34cb220 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Deleting port d221a1f4-9d82-46b6-b044-e49d414b832c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:09.978392 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-2bc413b2-b432-4d0a-8ff5-4557e34cb220 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:09.987582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-9e545809-cb57-42b5-a7ba-1d2b9e855cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:09.989384 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-9e545809-cb57-42b5-a7ba-1d2b9e855cfc service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.2801776 Sep 29 23:07:09.990150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:10.030286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-dfcfe5c7-0d64-4956-8800-4aa3e50439a1 service neutron] 10.222.0.44 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191239 Sep 29 23:07:10.103270 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-90f9e657-f47a-4df4-9c08-8947e4f7ef6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b HTTP/1.1" status: 200 len: 217 time: 0.0834081 Sep 29 23:07:10.124101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:10.125042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.151560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f000a21-b8e3-4e5c-acf5-99af06a18577 req-5e9f4b22-d85e-4ea4-b2af-8fc77253ebd9 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:10.153488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f000a21-b8e3-4e5c-acf5-99af06a18577 req-5e9f4b22-d85e-4ea4-b2af-8fc77253ebd9 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 946 time: 0.0684049 Sep 29 23:07:10.202950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f000a21-b8e3-4e5c-acf5-99af06a18577 req-657c29ba-ab30-4df5-87d2-738c659d521a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424666 Sep 29 23:07:10.203415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42608) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:10.269664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-37bb73f8-9cbd-4685-a5f5-baf905e38727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:10.271184 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-37bb73f8-9cbd-4685-a5f5-baf905e38727 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1592577 Sep 29 23:07:10.276069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.283100 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-7897f9b0-c1c7-41e4-87fa-e7873fcb32ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8419011 Sep 29 23:07:10.363039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Request body: {'port': {'device_id': '6f73e920-8601-4986-8c21-281fc3b6f166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:10.371966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-388f82e1-ae15-4bd8-bebd-6e534635b50f tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.393494 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-2ddde89d-00f8-4429-8df6-3ae46391bcdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121461 Sep 29 23:07:10.443194 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-388f82e1-ae15-4bd8-bebd-6e534635b50f tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.445216 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.450830 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.464136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4b198-218e-4bd3-b68f-1d4eb2301525 req-ae93edfe-2ca4-4ede-8bc5-ae68e36fd6d1 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:10.465687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7cb4b198-218e-4bd3-b68f-1d4eb2301525 req-ae93edfe-2ca4-4ede-8bc5-ae68e36fd6d1 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.2029350 Sep 29 23:07:10.474526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-2bc413b2-b432-4d0a-8ff5-4557e34cb220 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] For port d221a1f4-9d82-46b6-b044-e49d414b832c, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d221a1f4-9d82-46b6-b044-e49d414b832c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:10.475237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-2bc413b2-b432-4d0a-8ff5-4557e34cb220 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.546497 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-2bc413b2-b432-4d0a-8ff5-4557e34cb220 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Calling delete_port for d221a1f4-9d82-46b6-b044-e49d414b832c owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:10.548658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-d169741e-8673-4897-be68-1f6241d56eaf tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:10.550771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-d169741e-8673-4897-be68-1f6241d56eaf tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 804 time: 0.2284327 Sep 29 23:07:10.564143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7cb4b198-218e-4bd3-b68f-1d4eb2301525 req-24296b70-793c-48f0-a1b8-c88a5d0c7aa4 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887451 Sep 29 23:07:10.593776 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-388f82e1-ae15-4bd8-bebd-6e534635b50f tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.596320 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-388f82e1-ae15-4bd8-bebd-6e534635b50f tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.597871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-388f82e1-ae15-4bd8-bebd-6e534635b50f tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "DELETE /v2.0/security-groups/c607b79b-baed-4dd0-9984-8cc55fea6dad HTTP/1.1" status: 204 len: 168 time: 0.3934333 Sep 29 23:07:10.604335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:10.620359 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.621187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab1532f-1dea-49c2-a27c-9e03f5406799 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:07:10.623666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-481470a4-87ab-4c44-a61d-7b4353db823f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/quotas/f4c0262c811241149bca329cc8ed4d26 HTTP/1.1" status: 200 len: 375 time: 0.0572145 Sep 29 23:07:10.626612 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.634140 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-802c5bce-ab48-48c4-b738-e8504d76f513 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "DELETE /v2.0/routers/5ab1532f-1dea-49c2-a27c-9e03f5406799 HTTP/1.1" status: 204 len: 168 time: 2.5634248 Sep 29 23:07:10.637970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42632) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:10.640502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f82e1-ae15-4bd8-bebd-6e534635b50f tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c607b79b-baed-4dd0-9984-8cc55fea6dad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:10.651409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-673224315', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:10.679195 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-c101bfdf-dab9-406d-bdbe-a2e8632d9500 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] show failed (client error): The resource could not be found. Sep 29 23:07:10.684036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c101bfdf-dab9-406d-bdbe-a2e8632d9500 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "GET /v2.0/security-groups/c607b79b-baed-4dd0-9984-8cc55fea6dad HTTP/1.1" status: 404 len: 347 time: 0.0744534 Sep 29 23:07:10.702408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.706094 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42634) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:10.756066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab0061c7-dc4d-49f3-af90-382a742bca12 req-7039bc8c-3111-4d09-a5a2-345459b48bc3 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 210 time: 0.1133015 Sep 29 23:07:10.792439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-ed621d42-a47f-40bc-9efd-ccb89b29b36b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1674974 Sep 29 23:07:10.886211 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-77f70e20-6fd5-492a-8db0-fe53f9b7ee46 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385135 Sep 29 23:07:10.910587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-21fda75e-242a-4af5-b0be-f2a0b2086ade service neutron] 10.222.0.44 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157877 Sep 29 23:07:10.923871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:10.924885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:11.022357 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:11.033240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab57ca1-f257-4127-8c2f-be39d420430e req-8a208f52-b38a-4106-bd60-b175863c9f1e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:11.035741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bab57ca1-f257-4127-8c2f-be39d420430e req-8a208f52-b38a-4106-bd60-b175863c9f1e tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 950 time: 0.1046896 Sep 29 23:07:11.071570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-c54cd744-73e2-413f-8272-29084b804559 service neutron] 10.222.0.44 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600230 Sep 29 23:07:11.095976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bab57ca1-f257-4127-8c2f-be39d420430e req-35f9f28d-75d5-40d5-982a-0fd78d321704 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/security-groups?id=07862ac9-94dc-42e8-99f0-67eb399eddb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499711 Sep 29 23:07:11.396111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edd3e2-ba67-4511-8dbd-0848b9fd64d4 req-ffe67f2e-78c1-4ad2-9e01-d637f53b7b1f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:11.398606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68edd3e2-ba67-4511-8dbd-0848b9fd64d4 req-ffe67f2e-78c1-4ad2-9e01-d637f53b7b1f tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.1106369 Sep 29 23:07:11.410233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348225c5-33da-45b8-a2c2-a33a50bec768 req-8c0e518a-a237-4df8-930a-5e3f297e3786 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:11.411815 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-348225c5-33da-45b8-a2c2-a33a50bec768 req-8c0e518a-a237-4df8-930a-5e3f297e3786 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 946 time: 0.0832570 Sep 29 23:07:11.476141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68edd3e2-ba67-4511-8dbd-0848b9fd64d4 req-8981ea02-1192-4487-9a34-606f261b948c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631695 Sep 29 23:07:11.500050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-348225c5-33da-45b8-a2c2-a33a50bec768 req-51c9232d-5c28-4c73-8471-c41ccdbaeaba tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771606 Sep 29 23:07:11.554949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62c74e88-3daa-4fa9-95b7-1ee44534f23e req-e6facd1a-400d-4b58-abf5-e55bc74e78de tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 210 time: 0.0301213 Sep 29 23:07:11.610923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-f6bf4864-f722-4c85-b1f9-258fbe91ec1c service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7143815 Sep 29 23:07:11.672432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-09dc8f9d-20c7-448a-b5a4-dc5905099cf8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Deleting port f805ad7b-5f20-4881-a4c1-3784c3d73951 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:11.672895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09dc8f9d-20c7-448a-b5a4-dc5905099cf8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:11.793665 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-2bc413b2-b432-4d0a-8ff5-4557e34cb220 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:11.855676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4042703-5116-41f8-992c-944e290ee29a req-ca4751f5-0118-4769-8e00-62391932b86a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 210 time: 0.0356345 Sep 29 23:07:11.909120 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:12.000380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc413b2-b432-4d0a-8ff5-4557e34cb220 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Pushing event deleted for resources: {'Port': ['ID=d221a1f4-9d82-46b6-b044-e49d414b832c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:12.113721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-cb83aec5-5e77-4675-9ab0-b6ecc1aae14c tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:12.115129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-cb83aec5-5e77-4675-9ab0-b6ecc1aae14c tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1097 time: 0.4279790 Sep 29 23:07:12.131598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d221a1f4-9d82-46b6-b044-e49d414b832c no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:12.153756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: d221a1f4-9d82-46b6-b044-e49d414b832c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:07:12.154183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d221a1f4-9d82-46b6-b044-e49d414b832c not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:07:12.155159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28cf48-0789-483b-86cc-4648652899df req-0dc3ff40-0fbf-41e1-b05f-f85c3c9590d3 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:12.156847 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6b28cf48-0789-483b-86cc-4648652899df req-0dc3ff40-0fbf-41e1-b05f-f85c3c9590d3 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "GET /v2.0/ports?device_id=f470d906-b6da-4c26-be65-f8c3f206e0dd HTTP/1.1" status: 200 len: 943 time: 0.4874651 Sep 29 23:07:12.158703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-2bc413b2-b432-4d0a-8ff5-4557e34cb220 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] No DVR routers for this DVR port d221a1f4-9d82-46b6-b044-e49d414b832c on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:07:12.176048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811173-2'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:12.179915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-2bc413b2-b432-4d0a-8ff5-4557e34cb220 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:12.182627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9e2cb635-e339-4964-b4ec-10d9ffd1815f req-2bc413b2-b432-4d0a-8ff5-4557e34cb220 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.42 "DELETE /v2.0/ports/d221a1f4-9d82-46b6-b044-e49d414b832c HTTP/1.1" status: 204 len: 173 time: 2.6291175 Sep 29 23:07:12.194052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'name': 'network-vif-deleted', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:12.196355 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2505a1-13bb-4f2d-88db-204af8054298" -d '{"events": [{"server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "name": "network-vif-deleted", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:12.212063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20fc83eb-7c2f-42c6-aab0-4b4af45927f5 req-d5e88050-200a-435e-9988-ce9df9a95550 tempest-MigrationsAdminTest-1770364898 tempest-MigrationsAdminTest-1770364898-project] 10.222.0.44 "GET /v2.0/ports?device_id=36ffe7f0-9a74-4fe1-968e-75753013ce91 HTTP/1.1" status: 200 len: 210 time: 0.0331364 Sep 29 23:07:12.274807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09dc8f9d-20c7-448a-b5a4-dc5905099cf8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:12.275439 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09dc8f9d-20c7-448a-b5a4-dc5905099cf8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:12.280491 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20678ac-f151-4784-92f8-ea5c1fbca389 x-openstack-request-id: req-a20678ac-f151-4784-92f8-ea5c1fbca389 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:12.280781 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36ffe7f0-9a74-4fe1-968e-75753013ce91", "name": "network-vif-deleted", "tag": "d221a1f4-9d82-46b6-b044-e49d414b832c", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:12.281081 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a20678ac-f151-4784-92f8-ea5c1fbca389 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:12.281476 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36ffe7f0-9a74-4fe1-968e-75753013ce91', 'name': 'network-vif-deleted', 'tag': 'd221a1f4-9d82-46b6-b044-e49d414b832c', 'status': 'completed', 'code': 200} Sep 29 23:07:12.326293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-09dc8f9d-20c7-448a-b5a4-dc5905099cf8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Calling delete_port for f805ad7b-5f20-4881-a4c1-3784c3d73951 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:12.457631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-47d8109d-8811-4250-a009-8e225a19055a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:12.459413 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-47d8109d-8811-4250-a009-8e225a19055a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.42 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 819 time: 0.6626039 Sep 29 23:07:12.601150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Request body: {'port': {'device_id': 'dc04f441-b4f4-493d-9cff-1b53f0b71258', 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56', 'admin_state_up': True, 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:12.651209 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:12.694449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:12.711718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201d517-7455-4ffb-bc65-1570e8389a91 req-070afa4b-7546-4dbd-b9ac-5b6bb6aa7792 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:12.718901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:07:12.719500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3c5ca6d8-0058-45e5-b309-9c88c6a9e3cc not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:07:12.725441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4201d517-7455-4ffb-bc65-1570e8389a91 req-070afa4b-7546-4dbd-b9ac-5b6bb6aa7792 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.1216540 Sep 29 23:07:12.750267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb21123-c4fb-4331-b1b2-dc95a25d468e req-30cab288-d41b-4262-a921-ba5d8fafc441 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:12.751775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2eb21123-c4fb-4331-b1b2-dc95a25d468e req-30cab288-d41b-4262-a921-ba5d8fafc441 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 946 time: 0.1504223 Sep 29 23:07:12.759022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 820576f3-c2be-42df-868e-d630e55d9f14 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:12.788947 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4201d517-7455-4ffb-bc65-1570e8389a91 req-04e2d648-b226-4d0f-af07-6b18dcd9fdc3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626068 Sep 29 23:07:12.789736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:12.807459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2eb21123-c4fb-4331-b1b2-dc95a25d468e req-71a96ecc-76d4-45ce-b066-d8306023e5ee tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417223 Sep 29 23:07:12.921284 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe31275e-3410-4d58-8b97-1612c86ec2fc req-399668e7-6534-4fb0-b5a2-de2c783a8721 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 210 time: 0.0388672 Sep 29 23:07:12.949850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Transition to ACTIVE for port object 820576f3-c2be-42df-868e-d630e55d9f14 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:12.967718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce465684-37cd-41cd-887b-b963e59c0b79 req-d979144f-ac94-467c-a20c-6f3849da20cd tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 210 time: 0.0276744 Sep 29 23:07:12.986675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-897f3c86-ac01-4696-b6d4-25e9f875e4f3 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:12.988959 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-897f3c86-ac01-4696-b6d4-25e9f875e4f3 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 804 time: 0.6344788 Sep 29 23:07:12.996694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-6b28cf48-0789-483b-86cc-4648652899df req-bc1bf2ce-3483-490b-939a-2b3293ae4395 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Deleting port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:12.997246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6b28cf48-0789-483b-86cc-4648652899df req-bc1bf2ce-3483-490b-939a-2b3293ae4395 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:12.999874 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:13.025960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Request body: {'port': {'device_id': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'admin_state_up': True, 'tenant_id': 'f4c0262c811241149bca329cc8ed4d26'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:13.579747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42678) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:13.618427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=820576f3-c2be-42df-868e-d630e55d9f14,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:13.719928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-afcaaddc-4412-4bf0-b453-e515672f7c26 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d21cd580a19447e0afb4238b17bb75ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1359768 Sep 29 23:07:13.720505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42682) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:13.722053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Made reservation on behalf of 2b1cba4f5fbe4eb8befadaf2017ca1b1 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:13.725780 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:13.772607 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1897bbd0-792f-45ff-b8ea-1e2c2d45a433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:13.794624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6b28cf48-0789-483b-86cc-4648652899df req-bc1bf2ce-3483-490b-939a-2b3293ae4395 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] For port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:13.794986 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6b28cf48-0789-483b-86cc-4648652899df req-bc1bf2ce-3483-490b-939a-2b3293ae4395 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:13.795180 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1897bbd0-792f-45ff-b8ea-1e2c2d45a433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:13.826652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09dc8f9d-20c7-448a-b5a4-dc5905099cf8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:13.829331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:13.850361 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1897bbd0-792f-45ff-b8ea-1e2c2d45a433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:13.853037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1897bbd0-792f-45ff-b8ea-1e2c2d45a433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:13.856848 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1897bbd0-792f-45ff-b8ea-1e2c2d45a433 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/07862ac9-94dc-42e8-99f0-67eb399eddb0 HTTP/1.1" status: 204 len: 168 time: 0.1331086 Sep 29 23:07:13.876630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897bbd0-792f-45ff-b8ea-1e2c2d45a433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07862ac9-94dc-42e8-99f0-67eb399eddb0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:13.906899 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:13.912013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-6b28cf48-0789-483b-86cc-4648652899df req-bc1bf2ce-3483-490b-939a-2b3293ae4395 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Calling delete_port for 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:13.927877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc8f9d-20c7-448a-b5a4-dc5905099cf8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Pushing event deleted for resources: {'Port': ['ID=f805ad7b-5f20-4881-a4c1-3784c3d73951,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:13.985818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.019692 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3173df7-76ab-4d37-aeb5-44d49089686c req-d01ddfd5-c949-4e22-9600-401aa653583d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:14.021287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3173df7-76ab-4d37-aeb5-44d49089686c req-d01ddfd5-c949-4e22-9600-401aa653583d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 946 time: 0.0864482 Sep 29 23:07:14.029022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3a35f7-9ed0-4596-9f05-6258cfe43dfe req-9a5b1948-7f2d-47e1-9446-e06f76a2a147 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:14.030584 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc3a35f7-9ed0-4596-9f05-6258cfe43dfe req-9a5b1948-7f2d-47e1-9446-e06f76a2a147 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.0941799 Sep 29 23:07:14.100910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc3a35f7-9ed0-4596-9f05-6258cfe43dfe req-b5bd42c7-199f-4e8a-984a-1109059180b8 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585485 Sep 29 23:07:14.106002 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3173df7-76ab-4d37-aeb5-44d49089686c req-0b1ff082-bf96-485f-9f4e-8682a2a5abad tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618391 Sep 29 23:07:14.179424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Attempting to bind port 820576f3-c2be-42df-868e-d630e55d9f14 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:14.179771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Attempting to bind port 820576f3-c2be-42df-868e-d630e55d9f14 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:14.180126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Attempting to bind port 820576f3-c2be-42df-868e-d630e55d9f14 on network 3aeea460-db41-4896-91a5-091ef88f1e56 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:14.193560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:14.225660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b24431c-27f8-4f56-832e-fb8cec3671ab req-145b0bbd-dd90-45a8-bdb1-dec304df850d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 210 time: 0.0380580 Sep 29 23:07:14.229636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Made reservation on behalf of f4c0262c811241149bca329cc8ed4d26 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:14.233351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.244303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Port 820576f3-c2be-42df-868e-d630e55d9f14 on network 3aeea460-db41-4896-91a5-091ef88f1e56 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:14.244634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Attempting to bind port 820576f3-c2be-42df-868e-d630e55d9f14 on network 3aeea460-db41-4896-91a5-091ef88f1e56 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:14.245133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42698) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:14.247229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f4c9598-d0f2-4e07-a750-8cdcd8e74974 req-235914e7-c362-424b-8ec5-0284970b1324 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 210 time: 0.0493040 Sep 29 23:07:14.299910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d0f981d7-f257-40fe-96e9-f433ded55647 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=46f1a3c9007f4c40ac2e2b48f532acb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498157 Sep 29 23:07:14.300939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42700) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:14.313087 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09dc8f9d-20c7-448a-b5a4-dc5905099cf8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.315691 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09dc8f9d-20c7-448a-b5a4-dc5905099cf8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.316896 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-09dc8f9d-20c7-448a-b5a4-dc5905099cf8 tempest-ServersTestFqdnHostnames-503882295 tempest-ServersTestFqdnHostnames-503882295-project] 10.222.0.44 "DELETE /v2.0/floatingips/45584d25-4291-49cc-9ed0-dcd825124ee3 HTTP/1.1" status: 204 len: 168 time: 3.6061907 Sep 29 23:07:14.320741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42702) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:14.349440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:14.349780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Checking segment: {'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:14.350166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Bound using segment: {'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:14.350739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Bound port: 820576f3-c2be-42df-868e-d630e55d9f14, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:14.350973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.404823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56832de2-7800-40f8-9a88-4844af00b309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:14.407165 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ccb52a-9cdc-420e-86d4-c9ae70cd84d8" -d '{"events": [{"server_uuid": "56832de2-7800-40f8-9a88-4844af00b309", "name": "network-vif-unplugged", "status": "completed", "tag": "7daccf9d-43ff-46ac-b6d8-3e078fa84f3b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:14.416026 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.423067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:14.447263 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d2953bf-beff-465f-930c-8a4719933d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.462541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.485678 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d2953bf-beff-465f-930c-8a4719933d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.497105 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add2df3d-8abc-4353-b3f5-38e5f1cb086e x-openstack-request-id: req-add2df3d-8abc-4353-b3f5-38e5f1cb086e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:14.497377 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56832de2-7800-40f8-9a88-4844af00b309", "name": "network-vif-unplugged", "status": "completed", "tag": "7daccf9d-43ff-46ac-b6d8-3e078fa84f3b", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:14.497629 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-add2df3d-8abc-4353-b3f5-38e5f1cb086e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:14.498203 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56832de2-7800-40f8-9a88-4844af00b309', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b', 'code': 200} Sep 29 23:07:14.504167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Allocated IP 172.20.0.13 (3aeea460-db41-4896-91a5-091ef88f1e56/75b2d6d4-0104-421f-a90b-8d29e148abbc/528e92ff-857a-482a-9d14-5e13dffeacfd) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:14.576551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Allocated IP 172.25.4.81 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/2ac58016-12b7-48db-8970-c009479ed993) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:14.621969 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d2953bf-beff-465f-930c-8a4719933d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.624498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d2953bf-beff-465f-930c-8a4719933d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.625640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4d2953bf-beff-465f-930c-8a4719933d27 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7fb37b5-96b8-49c0-866e-3a689f4b955d HTTP/1.1" status: 204 len: 168 time: 0.3235185 Sep 29 23:07:14.667676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2953bf-beff-465f-930c-8a4719933d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fb37b5-96b8-49c0-866e-3a689f4b955d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:14.747090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] For port 820576f3-c2be-42df-868e-d630e55d9f14, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:14.750009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Pushing event updated for resources: {'Port': ['ID=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:14.774001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6b28cf48-0789-483b-86cc-4648652899df req-bc1bf2ce-3483-490b-939a-2b3293ae4395 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.796243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] For port 820576f3-c2be-42df-868e-d630e55d9f14, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=820576f3-c2be-42df-868e-d630e55d9f14,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:14.824127 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.863104 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:14.905459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Allocated IP 172.20.0.4 (080c22b7-11b3-4618-836c-1d15d209f8b4/a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb/c6d7222a-7b43-469c-b114-8a1680376766) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:14.907542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bf2ce-3483-490b-939a-2b3293ae4395 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Pushing event deleted for resources: {'Port': ['ID=80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:14.999775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on host n-h1-811173-2 for vnic_type normal with profile {"migrating_to": "n-h2-811173-2"} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:14.999775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:15.000152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:15.043427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:15.044054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.045422 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] 10.222.0.26 "PUT /v2.0/ports/820576f3-c2be-42df-868e-d630e55d9f14 HTTP/1.1" status: 200 len: 1091 time: 4.6913867 Sep 29 23:07:15.057917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:15.058259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Attempting to bind port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:15.092504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b28cf48-0789-483b-86cc-4648652899df req-bc1bf2ce-3483-490b-939a-2b3293ae4395 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] No DVR routers for this DVR port 80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:07:15.116272 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6b28cf48-0789-483b-86cc-4648652899df req-bc1bf2ce-3483-490b-939a-2b3293ae4395 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.116989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Deleting port 9c8eb612-143e-4062-9297-34d6b56438b8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:15.117399 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.118238 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6b28cf48-0789-483b-86cc-4648652899df req-bc1bf2ce-3483-490b-939a-2b3293ae4395 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "DELETE /v2.0/ports/80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9 HTTP/1.1" status: 204 len: 173 time: 2.9347746 Sep 29 23:07:15.127194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:15.127519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:15.127920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:15.128529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Bound port: 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:15.128884 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.200342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.231599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931168d-187c-4c24-bd4f-5a30721d2ff5 service neutron] Pushing event updated for resources: {'Port': ['ID=820576f3-c2be-42df-868e-d630e55d9f14,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:15.237079 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.352131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-87bc60d4-1b20-42c6-8349-cf292cfa7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:15.353683 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-87bc60d4-1b20-42c6-8349-cf292cfa7227 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 1094 time: 0.2548459 Sep 29 23:07:15.364130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] For port 9c8eb612-143e-4062-9297-34d6b56438b8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9c8eb612-143e-4062-9297-34d6b56438b8,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:15.364535 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.386198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357341b-25e9-4b39-9df9-29dc2c07e3dc req-e07e30d7-1c56-4142-b507-3cb3afa651a6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:15.393641 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9357341b-25e9-4b39-9df9-29dc2c07e3dc req-e07e30d7-1c56-4142-b507-3cb3afa651a6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 944 time: 0.1244354 Sep 29 23:07:15.399236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Calling delete_port for 9c8eb612-143e-4062-9297-34d6b56438b8 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:15.439768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccbfceb-3adc-4f52-8a2b-975043de0ce2 req-f42711e1-6c99-4808-80c2-93dcfd51d745 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:15.442184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ccbfceb-3adc-4f52-8a2b-975043de0ce2 req-f42711e1-6c99-4808-80c2-93dcfd51d745 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.1921370 Sep 29 23:07:15.468738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:15.468738 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-0cf19a5c-4c1f-41d8-b719-fe6b3e3f1bf9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820576f3-c2be-42df-868e-d630e55d9f14 HTTP/1.1" status: 200 len: 217 time: 0.0765734 Sep 29 23:07:15.490083 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.492990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:15.527882 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9357341b-25e9-4b39-9df9-29dc2c07e3dc req-c7d7b8db-0184-497d-aaf5-05fbed5c6443 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292872 Sep 29 23:07:15.553317 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.555261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.574940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ccbfceb-3adc-4f52-8a2b-975043de0ce2 req-e4dceb1b-aa4a-45ba-bf0e-956bb737959c tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913827 Sep 29 23:07:15.604429 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.608562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:15.621065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:15.636682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:15.642234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Pushing event updated for resources: {'Port': ['ID=2ac58016-12b7-48db-8970-c009479ed993,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:15.661937 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:07:15.669362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-15f02490-3d28-4bf5-8f47-a9ac7890c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:15.669362 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-15f02490-3d28-4bf5-8f47-a9ac7890c3d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 200 len: 859 time: 0.1926265 Sep 29 23:07:15.673495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Network 3aeea460-db41-4896-91a5-091ef88f1e56 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:15.712863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:15.742381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:15.757194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-430ba186-6cd2-404b-b963-b087fd8ab492 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeea460-db41-4896-91a5-091ef88f1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756147 Sep 29 23:07:15.833026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:15.833655 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.835080 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] 10.222.0.26 "PUT /v2.0/ports/7daccf9d-43ff-46ac-b6d8-3e078fa84f3b HTTP/1.1" status: 200 len: 1122 time: 3.6658003 Sep 29 23:07:15.918724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d294a30-c491-4c1f-bcb5-df52bd2add27 service neutron] Pushing event updated for resources: {'Port': ['ID=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:15.928138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.933525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:15.934192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:15.963130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['7daccf9d-43ff-46ac-b6d8-3e078fa84f3b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:16.156446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7b38b6f-5eb7-4d66-9f97-166805d69786 req-948adea0-e012-432e-ad3d-9582fa1266d2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 210 time: 0.4475119 Sep 29 23:07:16.193727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c73ef4-f027-414e-9f1a-3c5c2913fa2d req-9aa94187-91f1-4a21-b298-b7f6f9680598 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:16.195904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3c73ef4-f027-414e-9f1a-3c5c2913fa2d req-9aa94187-91f1-4a21-b298-b7f6f9680598 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 932 time: 0.4884746 Sep 29 23:07:16.271666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3c73ef4-f027-414e-9f1a-3c5c2913fa2d req-fac98930-a0a9-45ab-8692-645a3c13d1b8 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651696 Sep 29 23:07:16.326001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:16.354053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8eb612-143e-4062-9297-34d6b56438b8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:16.364870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.365215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.365563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.365901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.366241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.366807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.366939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.367558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.367558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.367884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.368204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.368511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:16.399042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Network 080c22b7-11b3-4618-836c-1d15d209f8b4 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:16.400794 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8069983 Sep 29 23:07:16.422666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:16.429538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:16.436894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Request body: {'port': {'device_id': 'dc04f441-b4f4-493d-9cff-1b53f0b71258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:16.445265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456a13e-8d0b-4361-8adb-4a1700ab53da tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Pushing event updated for resources: {'Port': ['ID=528e92ff-857a-482a-9d14-5e13dffeacfd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:16.503457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f73e920-8601-4986-8c21-281fc3b6f166', 'tag': '820576f3-c2be-42df-868e-d630e55d9f14'}, {'server_uuid': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'name': 'network-vif-deleted', 'tag': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9'}, {'name': 'network-changed', 'server_uuid': '56832de2-7800-40f8-9a88-4844af00b309', 'tag': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:16.505810 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6f73e920-8601-4986-8c21-281fc3b6f166", "tag": "820576f3-c2be-42df-868e-d630e55d9f14"}, {"server_uuid": "f470d906-b6da-4c26-be65-f8c3f206e0dd", "name": "network-vif-deleted", "tag": "80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9"}, {"name": "network-changed", "server_uuid": "56832de2-7800-40f8-9a88-4844af00b309", "tag": "7daccf9d-43ff-46ac-b6d8-3e078fa84f3b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:16.510095 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-b8b0bfcd-d57a-4d95-aad4-d8a7f81c0e12 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7132590 Sep 29 23:07:16.601501 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795bcd0f-d42b-4f36-a965-500d5118748d x-openstack-request-id: req-795bcd0f-d42b-4f36-a965-500d5118748d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:16.602055 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f73e920-8601-4986-8c21-281fc3b6f166", "tag": "820576f3-c2be-42df-868e-d630e55d9f14", "status": "completed", "code": 200}, {"server_uuid": "f470d906-b6da-4c26-be65-f8c3f206e0dd", "name": "network-vif-deleted", "tag": "80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "56832de2-7800-40f8-9a88-4844af00b309", "tag": "7daccf9d-43ff-46ac-b6d8-3e078fa84f3b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:16.602479 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-795bcd0f-d42b-4f36-a965-500d5118748d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:16.603087 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f73e920-8601-4986-8c21-281fc3b6f166', 'tag': '820576f3-c2be-42df-868e-d630e55d9f14', 'status': 'completed', 'code': 200} Sep 29 23:07:16.603341 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f470d906-b6da-4c26-be65-f8c3f206e0dd', 'name': 'network-vif-deleted', 'tag': '80fa6f2b-0fa8-4f27-a1d2-6de36ca1cbc9', 'status': 'completed', 'code': 200} Sep 29 23:07:16.603589 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56832de2-7800-40f8-9a88-4844af00b309', 'tag': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b', 'status': 'completed', 'code': 200} Sep 29 23:07:16.649987 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:16.694286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:16.695461 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:16.710309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Pushing event updated for resources: {'Port': ['ID=c6d7222a-7b43-469c-b114-8a1680376766,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:16.755039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e1df2-3cb5-44c4-ad61-c15bfb5d2f35 req-f97f2e9f-6504-4f5f-8f83-4c9f45e823db tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:16.756601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d72e1df2-3cb5-44c4-ad61-c15bfb5d2f35 req-f97f2e9f-6504-4f5f-8f83-4c9f45e823db tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 944 time: 0.1454167 Sep 29 23:07:16.764685 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:16.816806 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-206e3d40-e752-4937-b0a9-60373e438e44 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8125324 Sep 29 23:07:16.835723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Request body: {'port': {'device_id': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:16.857137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d72e1df2-3cb5-44c4-ad61-c15bfb5d2f35 req-160c3aca-d4ad-4b7e-8921-d793ec6b7ec7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801973 Sep 29 23:07:16.914344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:16.919958 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-442070e6-cbdd-4db0-be1a-c674d30ac980 req-b3b3aa3e-c277-411b-b019-0dc459c1ec26 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797390 Sep 29 23:07:16.921815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-2e87056c-9436-4684-8375-b416b7b0bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:16.923183 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-2e87056c-9436-4684-8375-b416b7b0bcf4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1125 time: 0.2609587 Sep 29 23:07:16.924762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-3dae4be4-f7b5-478c-963c-151502e9db22 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284622 Sep 29 23:07:17.097001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:17.097453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887b42f-6473-4ef5-b71c-193c31602558 req-bb94afb9-3aff-4d93-a0a9-8fc0d0bc146d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:17.099114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1887b42f-6473-4ef5-b71c-193c31602558 req-bb94afb9-3aff-4d93-a0a9-8fc0d0bc146d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.1766059 Sep 29 23:07:17.125157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Router d86ce8d7-8df5-4861-86d9-e1f887856a68 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:07:17.177536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854e67-d605-47ad-baba-6932261e3de7 req-5e82747c-60b7-49f5-aa69-47295b0ef5d5 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:17.178934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-5e82747c-60b7-49f5-aa69-47295b0ef5d5 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2352238 Sep 29 23:07:17.183662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1887b42f-6473-4ef5-b71c-193c31602558 req-ab633d60-532a-4522-90c2-8fa472fda10e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733235 Sep 29 23:07:17.235374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-ab91e62c-a65c-46e7-970a-e71491af8644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:17.236904 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-ab91e62c-a65c-46e7-970a-e71491af8644 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 1094 time: 0.2431757 Sep 29 23:07:17.238326 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-5474149b-afc9-4c20-b71f-83894ec6e364 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/quotas/17fa5c9fd2f941c6a717dfd73c378954 HTTP/1.1" status: 200 len: 375 time: 0.0521958 Sep 29 23:07:17.278626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-c2dd793b-c40f-4b86-8812-a54dcdb9d27f tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325029 Sep 29 23:07:17.353587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:17.359742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3ef807db-c502-4275-8496-ea9ce2207d29 admin admin] 10.222.0.44 "PUT /v2.0/routers/d86ce8d7-8df5-4861-86d9-e1f887856a68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0381746 Sep 29 23:07:17.362206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42776) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:17.367241 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] Sync routers for ids ['d86ce8d7-8df5-4861-86d9-e1f887856a68'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:17.378353 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] Routers {'d86ce8d7-8df5-4861-86d9-e1f887856a68'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:17.379309 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d86ce8d7-8df5-4861-86d9-e1f887856a68'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:17.396838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-df878c5a-9fee-4014-8d76-67bc38a8c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:17.398309 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-df878c5a-9fee-4014-8d76-67bc38a8c891 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.4330723 Sep 29 23:07:17.417776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbfcd9-affd-4bf3-ba4c-11d4f5a524d9 req-566f4d9b-d187-4150-8f6f-81e77304cd1f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:17.420105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59dbfcd9-affd-4bf3-ba4c-11d4f5a524d9 req-566f4d9b-d187-4150-8f6f-81e77304cd1f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 931 time: 0.1478491 Sep 29 23:07:17.511611 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] Set router d86ce8d7-8df5-4861-86d9-e1f887856a68 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:17.547046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59dbfcd9-affd-4bf3-ba4c-11d4f5a524d9 req-ba4885b4-182c-4512-b49b-a2a534c0d338 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167147 Sep 29 23:07:17.552126 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-d6dfba32-c3fb-4e67-80c7-decf36daeaae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b HTTP/1.1" status: 200 len: 217 time: 0.1397874 Sep 29 23:07:17.557832 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:17.721031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-d480123f-1f82-4bd2-ac1c-79f1dfdc7a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:17.723220 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-d480123f-1f82-4bd2-ac1c-79f1dfdc7a90 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 920 time: 0.4628696 Sep 29 23:07:17.768311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-cfbbb52b-7c48-4bc5-9fa9-9262af99a9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:17.770153 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-cfbbb52b-7c48-4bc5-9fa9-9262af99a9c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.2036042 Sep 29 23:07:17.771191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:17.818352 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:17.828113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-03f7b8e7-a132-43ed-97af-aa085ea0a358 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0724144 Sep 29 23:07:17.919485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf3f11-9d75-4785-8ada-f8ac57273f9f req-16b17b8f-ca42-4888-9a9f-bd3f4644d195 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:17.922370 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:07:16Z', 'revision_number': 5, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port': {'id': '2bfde83f-c8e9-4c16-bd81-26d36a76b0f8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:33:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:04:51Z', 'updated_at': '2021-09-29T23:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:17.928561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ecf3f11-9d75-4785-8ada-f8ac57273f9f req-16b17b8f-ca42-4888-9a9f-bd3f4644d195 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 932 time: 0.1717098 Sep 29 23:07:17.959584 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] Checking router: d86ce8d7-8df5-4861-86d9-e1f887856a68 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:07:17.971575 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] Routers {'d86ce8d7-8df5-4861-86d9-e1f887856a68'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:17.973227 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d86ce8d7-8df5-4861-86d9-e1f887856a68'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:18.052527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ecf3f11-9d75-4785-8ada-f8ac57273f9f req-20a26ba5-71f2-4659-9830-dcda0102a628 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225059 Sep 29 23:07:18.077583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Deleting port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:18.078288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:18.096513 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] Set router d86ce8d7-8df5-4861-86d9-e1f887856a68 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:18.102590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-e3502e5f-8f92-4fe7-ae22-f860844367ab tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:18.105183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-e3502e5f-8f92-4fe7-ae22-f860844367ab tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646642 Sep 29 23:07:18.166858 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-d8fa14c5-f8de-4505-828a-b3aee6f6c9a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820576f3-c2be-42df-868e-d630e55d9f14 HTTP/1.1" status: 200 len: 217 time: 0.4329355 Sep 29 23:07:18.170867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-277b1fab-807c-41f1-a2b5-f51525ac17e9 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/quotas/17fa5c9fd2f941c6a717dfd73c378954 HTTP/1.1" status: 200 len: 375 time: 0.0569685 Sep 29 23:07:18.175870 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-5b687145-ae8d-41ee-afcb-c8e207c0d5f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3734851 Sep 29 23:07:18.184712 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:07:17Z', 'revision_number': 6, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:18.223115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 528e92ff-857a-482a-9d14-5e13dffeacfd {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:18.231752 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93ade87-797f-4fab-9398-365c3072fb3e None None] The sync data for ids ['d86ce8d7-8df5-4861-86d9-e1f887856a68'] in n-d-811173-2 is: [{'id': 'd86ce8d7-8df5-4861-86d9-e1f887856a68', 'name': 'tempest-ServersTestFqdnHostnames-1021615941-router', 'tenant_id': '11055cf576c344caae14dfeeb52d0d68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:04:50Z', 'updated_at': '2021-09-29T23:07:17Z', 'revision_number': 6, 'project_id': '11055cf576c344caae14dfeeb52d0d68', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:18.251466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-f03c3cf0-d19f-4db7-86e2-c777bd079a6a tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670502 Sep 29 23:07:18.277909 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:18.295477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] For port 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2bfde83f-c8e9-4c16-bd81-26d36a76b0f8,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:18.296131 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:18.320572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8fa88-b809-49ee-a15b-e16e23dddc16 req-c6e3a17d-be54-43c6-a22f-b7fd8557f6c5 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:18.328233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ee8fa88-b809-49ee-a15b-e16e23dddc16 req-c6e3a17d-be54-43c6-a22f-b7fd8557f6c5 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 944 time: 0.1409619 Sep 29 23:07:18.330946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Calling delete_port for 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:18.344832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Transition to ACTIVE for port object 528e92ff-857a-482a-9d14-5e13dffeacfd will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:18.389414 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:18.414707 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ee8fa88-b809-49ee-a15b-e16e23dddc16 req-430afe38-7208-41f0-8cbd-3bca8963b10d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855172 Sep 29 23:07:18.439887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-e7351fe2-b76c-417c-a8c0-92752909c444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:18.442178 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-e7351fe2-b76c-417c-a8c0-92752909c444 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 200 len: 859 time: 0.2271993 Sep 29 23:07:18.475818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:18.547600 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-e7e70fc6-3e11-47a9-87a9-2a2e81b4179f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeea460-db41-4896-91a5-091ef88f1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682442 Sep 29 23:07:18.594378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d7222a-7b43-469c-b114-8a1680376766 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:18.618116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:18.640455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Pushing event updated for resources: {'Port': ['ID=528e92ff-857a-482a-9d14-5e13dffeacfd,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:18.644327 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-6d5b1cf7-d018-43e0-9163-2103b366b4cf service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265213 Sep 29 23:07:18.713719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Transition to ACTIVE for port object c6d7222a-7b43-469c-b114-8a1680376766 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:18.716534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a06247bb-ee03-45a3-9d87-adf5a3570120 req-4c0cf33c-7865-4693-b134-d30e8685e498 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 210 time: 0.1384957 Sep 29 23:07:18.762425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9c8eb612-143e-4062-9297-34d6b56438b8 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:18.800488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 9c8eb612-143e-4062-9297-34d6b56438b8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:07:18.801157 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9c8eb612-143e-4062-9297-34d6b56438b8 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:07:18.827349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd85aee-d49a-446a-8b2a-c287745ea2b0 req-b24280fe-ed5f-4123-a80a-d9b066e33027 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:18.828953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccd85aee-d49a-446a-8b2a-c287745ea2b0 req-b24280fe-ed5f-4123-a80a-d9b066e33027 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.2526324 Sep 29 23:07:18.866062 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:18.873191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:18.887223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b has no active binding in host n-h2-811173-2 {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 23:07:18.887927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 820576f3-c2be-42df-868e-d630e55d9f14 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:18.917097 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.001432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 820576f3-c2be-42df-868e-d630e55d9f14, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=820576f3-c2be-42df-868e-d630e55d9f14,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:19.013864 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-e6f18cfd-4dc5-42d6-8b37-627709c0bbdb service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469297 Sep 29 23:07:19.017120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '820576f3-c2be-42df-868e-d630e55d9f14', 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56', 'port_id': '820576f3-c2be-42df-868e-d630e55d9f14', 'mac_address': 'fa:16:3e:fc:e1:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b2d6d4-0104-421f-a90b-8d29e148abbc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:07:19.022468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d7222a-7b43-469c-b114-8a1680376766,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:19.025306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Router c8554834-c809-41c2-98b9-3d2d0b4d8e64 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:07:19.035533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ccd85aee-d49a-446a-8b2a-c287745ea2b0 req-4faa830c-39ed-4d79-bfab-190339826c47 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859765 Sep 29 23:07:19.057385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Attempting to bind port 528e92ff-857a-482a-9d14-5e13dffeacfd on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:19.057743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Attempting to bind port 528e92ff-857a-482a-9d14-5e13dffeacfd by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:19.058051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Attempting to bind port 528e92ff-857a-482a-9d14-5e13dffeacfd on network 3aeea460-db41-4896-91a5-091ef88f1e56 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:19.073683 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.089556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 820576f3-c2be-42df-868e-d630e55d9f14 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:19.120338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 820576f3-c2be-42df-868e-d630e55d9f14, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=820576f3-c2be-42df-868e-d630e55d9f14,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:19.121726 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-e280734a-bece-47ee-b4f4-2cb51197c531 service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541683 Sep 29 23:07:19.122373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Port 528e92ff-857a-482a-9d14-5e13dffeacfd on network 3aeea460-db41-4896-91a5-091ef88f1e56 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:19.122698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Attempting to bind port 528e92ff-857a-482a-9d14-5e13dffeacfd on network 3aeea460-db41-4896-91a5-091ef88f1e56 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:19.131409 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.179386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Pushing event deleted for resources: {'Port': ['ID=2bfde83f-c8e9-4c16-bd81-26d36a76b0f8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:19.182340 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.194729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:19.195361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Checking segment: {'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:19.196100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Bound using segment: {'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:19.196941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Bound port: 528e92ff-857a-482a-9d14-5e13dffeacfd, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cd04983-549c-4ac7-afdc-22d4a0961590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:19.197533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.228245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=820576f3-c2be-42df-868e-d630e55d9f14,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:19.236333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.236694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.237044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.237472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.238077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.238295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.238636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.238970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.239300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.239629 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.239988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.241199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:07:19.258112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c1f08-3318-42f8-8422-0a7f6c6612d2 req-a0857b93-2f0e-4f23-a0e9-f3da33e856b4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:19.264497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b72c1f08-3318-42f8-8422-0a7f6c6612d2 req-a0857b93-2f0e-4f23-a0e9-f3da33e856b4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 943 time: 0.4162223 Sep 29 23:07:19.317154 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-90d864f3-786c-466c-bbb0-8371e938f30b tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485573 Sep 29 23:07:19.377470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['820576f3-c2be-42df-868e-d630e55d9f14'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:19.398218 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-88f6d1a1-573c-405c-9ce9-3c66e6dd6c7b req-ee62f1b4-b66f-4312-8e1b-bb09a9fdf6be service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697736 Sep 29 23:07:19.411524 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.415154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Attempting to bind port c6d7222a-7b43-469c-b114-8a1680376766 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:19.415491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Attempting to bind port c6d7222a-7b43-469c-b114-8a1680376766 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:19.416042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Attempting to bind port c6d7222a-7b43-469c-b114-8a1680376766 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:19.433322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Port c6d7222a-7b43-469c-b114-8a1680376766 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:19.433958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Attempting to bind port c6d7222a-7b43-469c-b114-8a1680376766 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:19.449723 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.471636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:19.485757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b4c4d-327b-443b-8c48-b6d55ac3d266 None None] Sync routers for ids ['c8554834-c809-41c2-98b9-3d2d0b4d8e64'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:19.514130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b72c1f08-3318-42f8-8422-0a7f6c6612d2 req-a1476bb9-0e28-4d5a-8e8d-deff7e0357ca tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819630 Sep 29 23:07:19.526150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b4c4d-327b-443b-8c48-b6d55ac3d266 None None] Routers {'c8554834-c809-41c2-98b9-3d2d0b4d8e64'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:19.527130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-539b4c4d-327b-443b-8c48-b6d55ac3d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8554834-c809-41c2-98b9-3d2d0b4d8e64'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:19.555228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c3b242-8235-4357-893b-4414884faf99 req-3987fba6-5737-4036-bdff-1ccfb979211e tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:19.557002 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57c3b242-8235-4357-893b-4414884faf99 req-3987fba6-5737-4036-bdff-1ccfb979211e tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 944 time: 0.2177229 Sep 29 23:07:19.559407 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.559801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854e67-d605-47ad-baba-6932261e3de7 req-c8cf7da0-7d3c-47ca-a887-bc768a806019 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:19.560601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d86ce8d7-8df5-4861-86d9-e1f887856a68 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:07:19.561716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-c8cf7da0-7d3c-47ca-a887-bc768a806019 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2120404 Sep 29 23:07:19.568372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.568944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:19.569635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Checking segment: {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:19.570215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Bound using segment: {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:19.570947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Bound port: c6d7222a-7b43-469c-b114-8a1680376766, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:19.571510 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.576623 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3eede9e4-4e5e-41e0-b26c-0a4fc65a0f9d admin admin] 10.222.0.44 "DELETE /v2.0/routers/d86ce8d7-8df5-4861-86d9-e1f887856a68 HTTP/1.1" status: 204 len: 168 time: 2.2133281 Sep 29 23:07:19.588475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:19.611861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Request body: {'port': {'device_id': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': '17fa5c9fd2f941c6a717dfd73c378954'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:19.627408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] For port 528e92ff-857a-482a-9d14-5e13dffeacfd, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:19.630858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-539b4c4d-327b-443b-8c48-b6d55ac3d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:19.650720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b4c4d-327b-443b-8c48-b6d55ac3d266 None None] Routers {'c8554834-c809-41c2-98b9-3d2d0b4d8e64'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:19.651702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-539b4c4d-327b-443b-8c48-b6d55ac3d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8554834-c809-41c2-98b9-3d2d0b4d8e64'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:19.693869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-539b4c4d-327b-443b-8c48-b6d55ac3d266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:19.694537 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539b4c4d-327b-443b-8c48-b6d55ac3d266 None None] The sync data for ids ['c8554834-c809-41c2-98b9-3d2d0b4d8e64'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:19.707160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] For port c6d7222a-7b43-469c-b114-8a1680376766, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:19.717698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] For port c6d7222a-7b43-469c-b114-8a1680376766, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c6d7222a-7b43-469c-b114-8a1680376766,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:19.728692 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-606229a8-fc54-4723-8fde-485ad99bb0aa admin admin] Deleting subnet ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:07:19.731571 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-606229a8-fc54-4723-8fde-485ad99bb0aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.744849 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.746626 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7296a093-aff6-449a-8359-07537e895307 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.1026213 Sep 29 23:07:19.756375 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.767386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42824) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:19.772255 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57c3b242-8235-4357-893b-4414884faf99 req-b551409c-f694-4aae-a0f6-07e32cea8902 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943223 Sep 29 23:07:19.793284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4f426e1f-5dbb-4837-b363-47606935448d tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_snat': False}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:19.796361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] For port 528e92ff-857a-482a-9d14-5e13dffeacfd, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=528e92ff-857a-482a-9d14-5e13dffeacfd,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:19.798330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:19.798957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.800944 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] 10.222.0.26 "PUT /v2.0/ports/c6d7222a-7b43-469c-b114-8a1680376766 HTTP/1.1" status: 200 len: 1091 time: 2.9730806 Sep 29 23:07:19.829388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'tag': 'c6d7222a-7b43-469c-b114-8a1680376766'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:19.832292 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "f54958f6-7dea-4cbb-a19f-22586aca2c77", "tag": "c6d7222a-7b43-469c-b114-8a1680376766"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:19.856874 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-606229a8-fc54-4723-8fde-485ad99bb0aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.866446 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.876167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.929674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9b88faa-8ebc-4b55-8a1f-69c28eef7c9c req-5039a6d9-0d3a-4737-a87a-ab6e8454d6f6 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 210 time: 0.0675411 Sep 29 23:07:19.950555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f6992-c981-4154-939c-0c6a28d40054 req-a5fc3e0c-6220-4188-ae8e-220a72f537df tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:19.950555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-458f6992-c981-4154-939c-0c6a28d40054 req-a5fc3e0c-6220-4188-ae8e-220a72f537df tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 944 time: 0.3100243 Sep 29 23:07:19.969658 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-65a53430-4e0d-45f4-b9bc-713563089028 service neutron] 10.222.0.42 "GET /v2.0/ports/7daccf9d-43ff-46ac-b6d8-3e078fa84f3b/bindings/n-h2-811173-2 HTTP/1.1" status: 200 len: 384 time: 0.2010589 Sep 29 23:07:19.980705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:19.981325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:19.982645 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] 10.222.0.42 "PUT /v2.0/ports/528e92ff-857a-482a-9d14-5e13dffeacfd HTTP/1.1" status: 200 len: 1092 time: 3.5564556 Sep 29 23:07:19.989651 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99e44d6-755a-4795-b0f6-a0b9bb3d3ae2 x-openstack-request-id: req-e99e44d6-755a-4795-b0f6-a0b9bb3d3ae2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:19.989948 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f54958f6-7dea-4cbb-a19f-22586aca2c77", "tag": "c6d7222a-7b43-469c-b114-8a1680376766", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:19.990206 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e99e44d6-755a-4795-b0f6-a0b9bb3d3ae2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:19.990597 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'tag': 'c6d7222a-7b43-469c-b114-8a1680376766', 'status': 'completed', 'code': 200} Sep 29 23:07:20.041245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a822fa1-590e-41be-ae7b-ee692410aa96 service neutron] Pushing event updated for resources: {'Port': ['ID=c6d7222a-7b43-469c-b114-8a1680376766,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:20.062725 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-606229a8-fc54-4723-8fde-485ad99bb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:20.074876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-8da3cb6a-742f-4326-a82e-4f42c30baeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:20.076421 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-8da3cb6a-742f-4326-a82e-4f42c30baeec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 1094 time: 0.2037189 Sep 29 23:07:20.089080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-458f6992-c981-4154-939c-0c6a28d40054 req-6fd46723-26bd-4065-9d7a-e36dcfd09d7d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217544 Sep 29 23:07:20.156345 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-13b56a2e-6c3c-400c-bafb-aad912a9046d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6d7222a-7b43-469c-b114-8a1680376766 HTTP/1.1" status: 200 len: 217 time: 0.0684066 Sep 29 23:07:20.210279 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-606229a8-fc54-4723-8fde-485ad99bb0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:20.233022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Made reservation on behalf of 17fa5c9fd2f941c6a717dfd73c378954 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:20.236590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:20.273152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ed3c3-6c81-4fab-ada7-28bfbfab58e1 service neutron] Pushing event updated for resources: {'Port': ['ID=528e92ff-857a-482a-9d14-5e13dffeacfd,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:20.280925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:20.284173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606229a8-fc54-4723-8fde-485ad99bb0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:20.295210 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-3d34196e-a1aa-4625-b84d-13d754f46dc2 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0869319 Sep 29 23:07:20.306355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e50f2-a566-4357-a83f-b578bf5b95ae req-bf83ac1b-d927-4a1a-862a-5051f754d234 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:20.314213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-999e50f2-a566-4357-a83f-b578bf5b95ae req-bf83ac1b-d927-4a1a-862a-5051f754d234 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.2088263 Sep 29 23:07:20.321767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-606229a8-fc54-4723-8fde-485ad99bb0aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:20.323936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-606229a8-fc54-4723-8fde-485ad99bb0aa admin admin] 10.222.0.44 "DELETE /v2.0/subnets/ecd8614f-b843-4bf4-8ea4-6fbb1e3b9756 HTTP/1.1" status: 204 len: 168 time: 0.7323110 Sep 29 23:07:20.328733 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b78b02a-6a72-4865-b75a-25d4a1ecbb8f None None] Network 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:07:20.338452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42832) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:20.358163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-bf5251da-e644-4b0b-8c6b-904ce4905daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:20.359636 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-bf5251da-e644-4b0b-8c6b-904ce4905daa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb HTTP/1.1" status: 200 len: 844 time: 0.1634080 Sep 29 23:07:20.361416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-1fbdb9d2-f677-4ede-ad8c-9cd52f37fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:20.363370 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-1fbdb9d2-f677-4ede-ad8c-9cd52f37fbd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 1095 time: 0.2234702 Sep 29 23:07:20.444468 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-a386a269-c079-4118-ac73-17cfbb8147e6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080c22b7-11b3-4618-836c-1d15d209f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759218 Sep 29 23:07:20.451061 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-b8588b21-962f-4fad-950f-a569c5ee498f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=528e92ff-857a-482a-9d14-5e13dffeacfd HTTP/1.1" status: 200 len: 217 time: 0.0712910 Sep 29 23:07:20.482191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 820576f3-c2be-42df-868e-d630e55d9f14 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:20.497635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-999e50f2-a566-4357-a83f-b578bf5b95ae req-8b3dfe92-bf50-4198-9acd-b28e6eb72519 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822021 Sep 29 23:07:20.563878 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:20.580302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-92725119-62e9-4e80-90b8-06a7f0bb949d service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:20.598192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92617207-fffc-47bf-a00d-d65589ffcd3b None None] DHCP port deletion for 98ab7a59-dda6-4dc3-8dc2-509d7b2e140e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:07:20.600635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 820576f3-c2be-42df-868e-d630e55d9f14 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:07:20.610445 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 820576f3-c2be-42df-868e-d630e55d9f14 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:20.611779 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:20.619529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-849f58fd-144a-42e4-a058-e56a5ca32890 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:20.620774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-849f58fd-144a-42e4-a058-e56a5ca32890 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3003809 Sep 29 23:07:20.638953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-92725119-62e9-4e80-90b8-06a7f0bb949d service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:20.699234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Request body: {'port': {'device_id': 'f0891387-e14e-4af3-9e76-ce855eb1a46f', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': '17fa5c9fd2f941c6a717dfd73c378954'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:20.712139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-92617207-fffc-47bf-a00d-d65589ffcd3b None None] Deleting port 030c03fc-360d-4717-b9ae-78bdd1aae993 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:20.712862 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92617207-fffc-47bf-a00d-d65589ffcd3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:20.742776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-92725119-62e9-4e80-90b8-06a7f0bb949d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:20.768110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-92725119-62e9-4e80-90b8-06a7f0bb949d service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:20.812627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:20.853006 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:20.864742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:07:20.865107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2bfde83f-c8e9-4c16-bd81-26d36a76b0f8 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:07:20.865518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 030c03fc-360d-4717-b9ae-78bdd1aae993 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:20.916031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-92617207-fffc-47bf-a00d-d65589ffcd3b None None] For port 030c03fc-360d-4717-b9ae-78bdd1aae993, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=030c03fc-360d-4717-b9ae-78bdd1aae993,segment=NetworkSegment(a98d917a-f944-45ec-b83e-efb6b38869bd),segment_id=a98d917a-f944-45ec-b83e-efb6b38869bd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:20.916447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92617207-fffc-47bf-a00d-d65589ffcd3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:20.922895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f73e920-8601-4986-8c21-281fc3b6f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820576f3-c2be-42df-868e-d630e55d9f14'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:20.926366 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8dc660-ff84-4d1a-80f9-1525142f1e04" -d '{"events": [{"server_uuid": "6f73e920-8601-4986-8c21-281fc3b6f166", "name": "network-vif-plugged", "status": "completed", "tag": "820576f3-c2be-42df-868e-d630e55d9f14"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:20.953150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-92617207-fffc-47bf-a00d-d65589ffcd3b None None] Calling delete_port for 030c03fc-360d-4717-b9ae-78bdd1aae993 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:20.958314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 820576f3-c2be-42df-868e-d630e55d9f14, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=820576f3-c2be-42df-868e-d630e55d9f14,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:20.970595 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.006355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-69d3acf8-3eab-4c21-a9e1-29fbad02939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:21.007882 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-69d3acf8-3eab-4c21-a9e1-29fbad02939b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 200 len: 859 time: 0.4863272 Sep 29 23:07:21.053292 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f426e1f-5dbb-4837-b363-47606935448d tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.079192 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-1458f144-1acc-4974-86d3-e6c7b6eaca9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aeea460-db41-4896-91a5-091ef88f1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566454 Sep 29 23:07:21.086515 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-83d528d2-9eab-4a1e-8a93-52c4f8062005 service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316040 Sep 29 23:07:21.102651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=820576f3-c2be-42df-868e-d630e55d9f14,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:21.129145 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.137144 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.146950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c394577-bbe3-4d56-9a26-292306a7c31a req-074570ed-02ea-4077-b3b9-d7b96c01b785 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:21.148936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c394577-bbe3-4d56-9a26-292306a7c31a req-074570ed-02ea-4077-b3b9-d7b96c01b785 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 943 time: 0.5261903 Sep 29 23:07:21.156530 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.160584 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-92725119-62e9-4e80-90b8-06a7f0bb949d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.199564 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92617207-fffc-47bf-a00d-d65589ffcd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.233109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92617207-fffc-47bf-a00d-d65589ffcd3b None None] Pushing event deleted for resources: {'Port': ['ID=030c03fc-360d-4717-b9ae-78bdd1aae993,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:21.246948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92617207-fffc-47bf-a00d-d65589ffcd3b None None] No DVR routers for this DVR port 030c03fc-360d-4717-b9ae-78bdd1aae993 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:07:21.250549 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:07:21.250549 n-d-811173-2 neutron-server[110007]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 29 23:07:21.250549 n-d-811173-2 neutron-server[110007]: [parameters: {'status': 'DOWN', 'ports_id': '030c03fc-360d-4717-b9ae-78bdd1aae993'}] Sep 29 23:07:21.250549 n-d-811173-2 neutron-server[110007]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:07:21.251036 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:07:21.270470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Deleting port 030c03fc-360d-4717-b9ae-78bdd1aae993 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:21.270810 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.317888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdef2af5-d8fb-4682-8419-045e539b5d4c req-0664d1c4-9a57-4121-8136-adf9ab88e517 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:21.319411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdef2af5-d8fb-4682-8419-045e539b5d4c req-0664d1c4-9a57-4121-8136-adf9ab88e517 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 944 time: 0.1922779 Sep 29 23:07:21.322276 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c394577-bbe3-4d56-9a26-292306a7c31a req-747596b5-6296-4666-a4c8-ede94ed7316b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569238 Sep 29 23:07:21.326602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58200730-b5a4-4722-a9c0-5561e218dc92,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:21.377901 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d58c89bb-2bbd-47cc-a79c-712372b05fbd req-33e7bb2b-76ff-4018-824e-1fbd6973d9ec service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810376 Sep 29 23:07:21.403574 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b616b24d-423f-4a7a-86b9-c86033b9c5ef x-openstack-request-id: req-b616b24d-423f-4a7a-86b9-c86033b9c5ef {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:21.404232 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-4b5954a5-93c0-4e74-a236-ae17d43baefc service neutron] 10.222.0.42 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137505 Sep 29 23:07:21.404544 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f73e920-8601-4986-8c21-281fc3b6f166", "name": "network-vif-plugged", "status": "completed", "tag": "820576f3-c2be-42df-868e-d630e55d9f14", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:21.405022 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b616b24d-423f-4a7a-86b9-c86033b9c5ef {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:21.405761 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f73e920-8601-4986-8c21-281fc3b6f166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '820576f3-c2be-42df-868e-d630e55d9f14', 'code': 200} Sep 29 23:07:21.409402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Made reservation on behalf of 17fa5c9fd2f941c6a717dfd73c378954 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:21.412985 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.430473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] For port 030c03fc-360d-4717-b9ae-78bdd1aae993, host n-d-811173-2, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:21.430838 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.462622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Calling delete_port for 030c03fc-360d-4717-b9ae-78bdd1aae993 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:21.471301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Port 030c03fc-360d-4717-b9ae-78bdd1aae993 was not found and therefore no delete operation was performed {{(pid=110005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:07:21.481359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-92725119-62e9-4e80-90b8-06a7f0bb949d service neutron] Transition to ACTIVE for port object 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:21.486490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Allocated IP 192.168.233.108 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/fd7dc16a-3f17-4440-821e-ea9492cd215b) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:21.488458 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.502694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdef2af5-d8fb-4682-8419-045e539b5d4c req-eb3b388b-e598-4140-a8b4-99c7b039ad51 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590428 Sep 29 23:07:21.508159 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-92725119-62e9-4e80-90b8-06a7f0bb949d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.554037 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-372c8409-2bfd-4dc5-8bb9-04c3f7990cd4 req-390dee83-7727-45e9-a76e-5a0c31f54df6 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 210 time: 0.0740979 Sep 29 23:07:21.585878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Pushing event deleted for resources: {'Port': ['ID=030c03fc-360d-4717-b9ae-78bdd1aae993,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:21.605185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] No DVR routers for this DVR port 030c03fc-360d-4717-b9ae-78bdd1aae993 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:07:21.670682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc req-56a003a6-fb63-43eb-8a5a-7005aa1e3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:21.672567 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc req-56a003a6-fb63-43eb-8a5a-7005aa1e3c88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 1094 time: 0.1949959 Sep 29 23:07:21.705108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-92725119-62e9-4e80-90b8-06a7f0bb949d service neutron] No DVR routers for this DVR port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:07:21.747917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9419e-35dc-4bc7-86c9-a1d47de33ce3 req-f6e2fb64-eb3c-4f1c-a43f-ca5a43b69bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:21.749564 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7a9419e-35dc-4bc7-86c9-a1d47de33ce3 req-f6e2fb64-eb3c-4f1c-a43f-ca5a43b69bfb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 1096 time: 0.2473974 Sep 29 23:07:21.775462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Port 030c03fc-360d-4717-b9ae-78bdd1aae993 update to DOWN by agent not found {{(pid=110007) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 29 23:07:21.820579 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.827231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92725119-62e9-4e80-90b8-06a7f0bb949d service neutron] Pushing event updated for resources: {'Port': ['ID=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,revision_number=10']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:21.843183 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c3e6a4c-4e73-4c72-bc64-4f7bd8291c81 req-9da15fd3-75d9-4d80-9097-19b9daff6839 service neutron] 10.222.0.42 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643091 Sep 29 23:07:21.847202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056e63e-396e-4c2a-8941-a47a1cf51dd1 req-dce24ce4-e03f-45a8-ba70-1993d8eee24a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:21.848743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c056e63e-396e-4c2a-8941-a47a1cf51dd1 req-dce24ce4-e03f-45a8-ba70-1993d8eee24a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 945 time: 0.2667420 Sep 29 23:07:21.852272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-92725119-62e9-4e80-90b8-06a7f0bb949d service neutron] 10.222.0.42 "PUT /v2.0/ports/7daccf9d-43ff-46ac-b6d8-3e078fa84f3b/bindings/n-h2-811173-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8568516 Sep 29 23:07:21.885529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ab7a59-dda6-4dc3-8dc2-509d7b2e140e']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:21.906754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5e32c-000e-4eb7-9ba0-ba312bb48e4a req-ba3c7e22-7b26-4706-a235-3457e39ea6e2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:21.908267 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebb5e32c-000e-4eb7-9ba0-ba312bb48e4a req-ba3c7e22-7b26-4706-a235-3457e39ea6e2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.1861303 Sep 29 23:07:21.910070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a98d917a-f944-45ec-b83e-efb6b38869bd') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:21.910535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a98d917a-f944-45ec-b83e-efb6b38869bd') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:21.933566 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.954481 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c056e63e-396e-4c2a-8941-a47a1cf51dd1 req-7da78632-a1b5-49e3-bab7-00fc773ea2e9 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974028 Sep 29 23:07:21.959407 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.973567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:07:21.973971 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:21.975051 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7a9419e-35dc-4bc7-86c9-a1d47de33ce3 req-9b3f6e53-03c5-45e5-9ca3-e1bf5c3ad41c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080951 Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: items = [ Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:07:21.975660 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:07:21.993905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebb5e32c-000e-4eb7-9ba0-ba312bb48e4a req-1190565e-9524-49ce-896d-105a851b187e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758440 Sep 29 23:07:21.996641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc04f441-b4f4-493d-9cff-1b53f0b71258', 'tag': '528e92ff-857a-482a-9d14-5e13dffeacfd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:21.998907 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9d285d-0902-40a3-a51d-986728ab20ec" -d '{"events": [{"name": "network-changed", "server_uuid": "dc04f441-b4f4-493d-9cff-1b53f0b71258", "tag": "528e92ff-857a-482a-9d14-5e13dffeacfd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:22.017559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc req-648976cd-21f3-4b90-8aec-5f2c180be086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:22.017559 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc req-648976cd-21f3-4b90-8aec-5f2c180be086 service neutron] 10.222.0.26 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 905 time: 0.3202741 Sep 29 23:07:22.044528 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.051464 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.054188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] 10.222.0.44 "DELETE /v2.0/networks/98ab7a59-dda6-4dc3-8dc2-509d7b2e140e HTTP/1.1" status: 204 len: 168 time: 1.6857424 Sep 29 23:07:22.055710 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60b4d9d-e5b8-4d82-8d97-b22ced3ba128 x-openstack-request-id: req-b60b4d9d-e5b8-4d82-8d97-b22ced3ba128 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:22.056035 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc04f441-b4f4-493d-9cff-1b53f0b71258", "tag": "528e92ff-857a-482a-9d14-5e13dffeacfd", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:22.056296 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b60b4d9d-e5b8-4d82-8d97-b22ced3ba128 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:22.056695 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc04f441-b4f4-493d-9cff-1b53f0b71258', 'tag': '528e92ff-857a-482a-9d14-5e13dffeacfd', 'status': 'completed', 'code': 200} Sep 29 23:07:22.065506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48356e1-638b-4786-bb54-f06dc70ba68e admin admin] Pushing event deleted for resources: {'Network': ['ID=98ab7a59-dda6-4dc3-8dc2-509d7b2e140e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:22.073437 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.133153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d285d-0902-40a3-a51d-986728ab20ec req-9d2eadbd-7928-451f-bf5e-f426043fe43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:22.134796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca9d285d-0902-40a3-a51d-986728ab20ec req-9d2eadbd-7928-451f-bf5e-f426043fe43c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 1095 time: 0.0417237 Sep 29 23:07:22.168049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:22.219177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:07:22.251793 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc req-9810ff75-bc87-4b1e-8ded-cc8660c93ae1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6d7222a-7b43-469c-b114-8a1680376766 HTTP/1.1" status: 200 len: 217 time: 0.0805199 Sep 29 23:07:22.252831 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.257965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42852) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:22.295317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Allocated IP 192.168.233.65 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/a9d846e3-3af3-4d4f-8076-567233cff191) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:22.315865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d285d-0902-40a3-a51d-986728ab20ec req-fa71cd59-79d6-4cd1-9c6c-5991a6661e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:22.317374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca9d285d-0902-40a3-a51d-986728ab20ec req-fa71cd59-79d6-4cd1-9c6c-5991a6661e3e service neutron] 10.222.0.42 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 920 time: 0.1727805 Sep 29 23:07:22.367738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca9d285d-0902-40a3-a51d-986728ab20ec req-a269539a-e665-45f0-82f3-60237c88ead0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=528e92ff-857a-482a-9d14-5e13dffeacfd HTTP/1.1" status: 200 len: 217 time: 0.0421734 Sep 29 23:07:22.384908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:22.438442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:22.448013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:22.457041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:22.467182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc req-979b4cdd-a21a-4ce9-960e-180815cb9ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:22.468691 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc req-979b4cdd-a21a-4ce9-960e-180815cb9ada service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb HTTP/1.1" status: 200 len: 844 time: 0.2004044 Sep 29 23:07:22.497404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-46c17148-cafc-49c8-a984-7a89d80d37f6 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:22.498917 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-46c17148-cafc-49c8-a984-7a89d80d37f6 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.3288786 Sep 29 23:07:22.515531 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-353b8c6f-06cd-4d3a-833e-c79f34de1bf7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11055cf576c344caae14dfeeb52d0d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531242 Sep 29 23:07:22.521845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42856) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:22.542384 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9d285d-0902-40a3-a51d-986728ab20ec req-68333e8a-78ff-4bb9-9021-d14a680f15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:22.544351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca9d285d-0902-40a3-a51d-986728ab20ec req-68333e8a-78ff-4bb9-9021-d14a680f15ca service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 200 len: 859 time: 0.1536462 Sep 29 23:07:22.575186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb862f-da9d-425d-bfa5-98d51b213f60 req-80f177c9-6de0-477f-a09e-e7e1b9318e4b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:22.576808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91bb862f-da9d-425d-bfa5-98d51b213f60 req-80f177c9-6de0-477f-a09e-e7e1b9318e4b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 943 time: 0.1495001 Sep 29 23:07:22.600426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca9d285d-0902-40a3-a51d-986728ab20ec req-06bc2e09-3977-48c5-9fe1-b9fe31f953b1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aeea460-db41-4896-91a5-091ef88f1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447645 Sep 29 23:07:22.617747 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc req-f2823e8c-c41e-4f87-8db7-ade430cb9b17 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080c22b7-11b3-4618-836c-1d15d209f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226752 Sep 29 23:07:22.624719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:22.625609 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.695195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.714460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91bb862f-da9d-425d-bfa5-98d51b213f60 req-6ae0da2b-a313-46b8-aacf-dee6af260a21 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209085 Sep 29 23:07:22.745436 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-121f5ad8-33ae-4ca6-bbca-ba3fabf25474 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1475384 Sep 29 23:07:22.755990 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f426e1f-5dbb-4837-b363-47606935448d tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.767773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c7beab92-1e3c-4883-bf67-5cf1730265f1 None None] Provisioning complete for port fd7dc16a-3f17-4440-821e-ea9492cd215b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:22.768509 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c7beab92-1e3c-4883-bf67-5cf1730265f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.774011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Request body: {'port': {'device_id': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:22.781686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc286eeb-1eb3-436c-8772-65fdb59b0cf7 req-7b745cc0-94d6-4606-8f57-c37c206675e1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:22.783253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc286eeb-1eb3-436c-8772-65fdb59b0cf7 req-7b745cc0-94d6-4606-8f57-c37c206675e1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 944 time: 0.1699581 Sep 29 23:07:22.814307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f426e1f-5dbb-4837-b363-47606935448d tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.818246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c7beab92-1e3c-4883-bf67-5cf1730265f1 None None] Port fd7dc16a-3f17-4440-821e-ea9492cd215b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:07:22.841367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-240c9e15-c177-42a0-9f2b-2628bd82a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:22.841667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca9d285d-0902-40a3-a51d-986728ab20ec req-a0b65855-0653-47ac-a4de-a42d0fbdab16 service neutron] 10.222.0.42 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305923 Sep 29 23:07:22.843061 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-240c9e15-c177-42a0-9f2b-2628bd82a534 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad HTTP/1.1" status: 200 len: 1096 time: 0.3267350 Sep 29 23:07:22.846497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d3ec739-c553-4690-bc09-025d67f95a57 req-07dec135-75e9-4de1-ab4d-7adfc2b6d888 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 210 time: 0.0465579 Sep 29 23:07:22.881859 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.931619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc286eeb-1eb3-436c-8772-65fdb59b0cf7 req-a6946069-6fbc-471a-86c5-e31d479961e7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387515 Sep 29 23:07:22.981051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:22.984698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c45e8818-e2c3-44a1-aecb-3c41457147f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:22.988848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:22.994981 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:23.004854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:23.013858 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc req-7375228e-a339-4bfa-ba61-ddc823c8ceba service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3799903 Sep 29 23:07:23.070770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:23.071508 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:23.081273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Pushing event updated for resources: {'Port': ['ID=a9d846e3-3af3-4d4f-8076-567233cff191,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:23.114334 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8768b998-73a2-42fb-84d6-201980165e14 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4224818 Sep 29 23:07:23.152329 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Request body: {'port': {'device_id': 'f0891387-e14e-4af3-9e76-ce855eb1a46f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:23.157519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca9d285d-0902-40a3-a51d-986728ab20ec req-b61ce6fc-2f77-4ca0-9c16-daba52b5444f service neutron] 10.222.0.42 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065574 Sep 29 23:07:23.220049 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c45e8818-e2c3-44a1-aecb-3c41457147f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:23.252606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-601ca5ea-34e7-481b-b1bd-4274b92287d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:23.254413 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-601ca5ea-34e7-481b-b1bd-4274b92287d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1096 time: 0.3436196 Sep 29 23:07:23.256270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f426e1f-5dbb-4837-b363-47606935448d tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Router c8554834-c809-41c2-98b9-3d2d0b4d8e64 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:07:23.260649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f7691-97e8-40de-8328-ddabe723de62 req-d0e0bf35-a108-4f76-a6f9-de2a9162aba7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:23.263344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-595f7691-97e8-40de-8328-ddabe723de62 req-d0e0bf35-a108-4f76-a6f9-de2a9162aba7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 945 time: 0.1475863 Sep 29 23:07:23.264322 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:23.279222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34662e-6f5c-44cf-b2fb-5249f68e87a0 req-8eab6b3c-4ff0-4b57-8c2a-edd1bb770238 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:23.280632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c34662e-6f5c-44cf-b2fb-5249f68e87a0 req-8eab6b3c-4ff0-4b57-8c2a-edd1bb770238 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.1575227 Sep 29 23:07:23.350048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8f714ef2-e790-4478-b1dc-8324f1ea52a8 None None] Provisioning complete for port a9d846e3-3af3-4d4f-8076-567233cff191 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:23.350730 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f714ef2-e790-4478-b1dc-8324f1ea52a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:23.385793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-595f7691-97e8-40de-8328-ddabe723de62 req-a974d6bf-02d6-4498-afe7-2354558fee02 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148608 Sep 29 23:07:23.394506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c34662e-6f5c-44cf-b2fb-5249f68e87a0 req-da6eb0a0-139e-4d56-ab2a-c880aed94725 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979788 Sep 29 23:07:23.396042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8f714ef2-e790-4478-b1dc-8324f1ea52a8 None None] Port a9d846e3-3af3-4d4f-8076-567233cff191 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:07:23.620257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d846e3-3af3-4d4f-8076-567233cff191 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:23.628493 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:23.640550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Transition to ACTIVE for port object a9d846e3-3af3-4d4f-8076-567233cff191 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:23.645247 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:23.696721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d846e3-3af3-4d4f-8076-567233cff191,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:23.752951 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e9cd099-60c1-4c70-b63d-94e177ca3cdc req-2919d55f-6204-4058-89f4-dfa41ef2806a service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6558170 Sep 29 23:07:23.776166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Attempting to bind port a9d846e3-3af3-4d4f-8076-567233cff191 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:23.776503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Attempting to bind port a9d846e3-3af3-4d4f-8076-567233cff191 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:23.777042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Attempting to bind port a9d846e3-3af3-4d4f-8076-567233cff191 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:23.782414 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c45e8818-e2c3-44a1-aecb-3c41457147f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:23.784745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Port a9d846e3-3af3-4d4f-8076-567233cff191 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:23.785085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Attempting to bind port a9d846e3-3af3-4d4f-8076-567233cff191 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:23.785844 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c45e8818-e2c3-44a1-aecb-3c41457147f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:23.787028 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c45e8818-e2c3-44a1-aecb-3c41457147f6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c846babf-b6ae-4c13-849b-98d1e17342e0 HTTP/1.1" status: 204 len: 168 time: 1.2389967 Sep 29 23:07:23.792129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:23.792129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:23.792382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:23.792727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Bound port: a9d846e3-3af3-4d4f-8076-567233cff191, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:23.793086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:23.848081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45e8818-e2c3-44a1-aecb-3c41457147f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c846babf-b6ae-4c13-849b-98d1e17342e0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:23.854376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-4baf0d9d-0d8f-41e3-8be9-d9d8469ab009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:23.856421 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-4baf0d9d-0d8f-41e3-8be9-d9d8469ab009 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.5879071 Sep 29 23:07:23.921864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] For port a9d846e3-3af3-4d4f-8076-567233cff191, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:23.934230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4c85e8-767b-4ee7-82cc-c43ad540072c req-b3151c6e-f1dd-4a8a-a8d2-39976d34542d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:23.943019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb4c85e8-767b-4ee7-82cc-c43ad540072c req-b3151c6e-f1dd-4a8a-a8d2-39976d34542d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 943 time: 0.1133771 Sep 29 23:07:23.965955 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-a6a88438-b749-4dcd-a00d-8a2a03c39a40 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b HTTP/1.1" status: 200 len: 217 time: 0.0680978 Sep 29 23:07:24.000622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] For port a9d846e3-3af3-4d4f-8076-567233cff191, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a9d846e3-3af3-4d4f-8076-567233cff191,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:24.022032 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:24.039361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f426e1f-5dbb-4837-b363-47606935448d tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:24.049246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f426e1f-5dbb-4837-b363-47606935448d tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:24.049554 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eece58e-9fc6-401a-ba14-7d32fbed8468 None None] Sync routers for ids ['c8554834-c809-41c2-98b9-3d2d0b4d8e64'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:24.050499 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4f426e1f-5dbb-4837-b363-47606935448d tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "PUT /v2.0/routers/c8554834-c809-41c2-98b9-3d2d0b4d8e64 HTTP/1.1" status: 200 len: 924 time: 4.2708688 Sep 29 23:07:24.054331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42878) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:24.068842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb4c85e8-767b-4ee7-82cc-c43ad540072c req-a3112a9a-7cb9-43be-af85-37b98c8eb1a8 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247668 Sep 29 23:07:24.080361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.082418 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:24.083645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] 10.222.0.42 "PUT /v2.0/ports/a9d846e3-3af3-4d4f-8076-567233cff191 HTTP/1.1" status: 200 len: 1095 time: 0.9380872 Sep 29 23:07:24.087320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0891387-e14e-4af3-9e76-ce855eb1a46f', 'tag': 'a9d846e3-3af3-4d4f-8076-567233cff191'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:24.089666 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34443231-ca9f-4b16-a7de-8583cf12e3f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f0891387-e14e-4af3-9e76-ce855eb1a46f", "tag": "a9d846e3-3af3-4d4f-8076-567233cff191"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:24.096570 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eece58e-9fc6-401a-ba14-7d32fbed8468 None None] Routers {'c8554834-c809-41c2-98b9-3d2d0b4d8e64'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:24.102361 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1eece58e-9fc6-401a-ba14-7d32fbed8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8554834-c809-41c2-98b9-3d2d0b4d8e64'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:24.129649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-d148286e-9948-480c-bbc7-6989c529eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.131031 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-d148286e-9948-480c-bbc7-6989c529eb70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1343088 Sep 29 23:07:24.136910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc5057c-f861-422e-8b3e-96b8514311e8 req-2c187ac2-bd2b-4d0b-a4e1-4dda6d9e3095 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.146104 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3dc5057c-f861-422e-8b3e-96b8514311e8 req-2c187ac2-bd2b-4d0b-a4e1-4dda6d9e3095 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 947 time: 0.1954534 Sep 29 23:07:24.173716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8f323-b321-4194-afe1-235fe19ef0b4 service neutron] Pushing event updated for resources: {'Port': ['ID=a9d846e3-3af3-4d4f-8076-567233cff191,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:24.194754 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1eece58e-9fc6-401a-ba14-7d32fbed8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:24.207508 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eece58e-9fc6-401a-ba14-7d32fbed8468 None None] Routers {'c8554834-c809-41c2-98b9-3d2d0b4d8e64'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:24.208921 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1eece58e-9fc6-401a-ba14-7d32fbed8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c8554834-c809-41c2-98b9-3d2d0b4d8e64'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:24.219416 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-a9d90bd2-bc26-4a9b-a3fd-a1461e7ff035 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778439 Sep 29 23:07:24.287437 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1eece58e-9fc6-401a-ba14-7d32fbed8468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:24.288455 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eece58e-9fc6-401a-ba14-7d32fbed8468 None None] The sync data for ids ['c8554834-c809-41c2-98b9-3d2d0b4d8e64'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:24.312460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3dc5057c-f861-422e-8b3e-96b8514311e8 req-c8c8937d-6dfd-4960-a527-f6b36251a761 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653900 Sep 29 23:07:24.338819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8f12f15f-6c6c-4819-ab53-90eba1dfd871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.340639 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-8f12f15f-6c6c-4819-ab53-90eba1dfd871 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 1098 time: 0.1765120 Sep 29 23:07:24.353267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cbd90-e12f-439c-ab2e-557f9b0f92fc req-3f144ed8-3ef9-46e8-97d2-4dc936997781 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.353807 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-713cbd90-e12f-439c-ab2e-557f9b0f92fc req-3f144ed8-3ef9-46e8-97d2-4dc936997781 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 944 time: 0.1091626 Sep 29 23:07:24.386447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7dc16a-3f17-4440-821e-ea9492cd215b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:24.428421 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8adf9244-00ac-43e1-aaa5-06067466965e tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/routers/c8554834-c809-41c2-98b9-3d2d0b4d8e64 HTTP/1.1" status: 200 len: 924 time: 0.3716891 Sep 29 23:07:24.430448 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:24.434042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42892) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:24.444034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-0443ef4b-7c1f-423c-857b-1a29f93acf9f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a9d846e3-3af3-4d4f-8076-567233cff191 HTTP/1.1" status: 200 len: 217 time: 0.0854974 Sep 29 23:07:24.488002 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daeaddf-ef4f-449f-a99d-8dde95832f9f x-openstack-request-id: req-1daeaddf-ef4f-449f-a99d-8dde95832f9f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:24.488427 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0891387-e14e-4af3-9e76-ce855eb1a46f", "tag": "a9d846e3-3af3-4d4f-8076-567233cff191", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:24.488769 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1daeaddf-ef4f-449f-a99d-8dde95832f9f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:24.489174 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0891387-e14e-4af3-9e76-ce855eb1a46f', 'tag': 'a9d846e3-3af3-4d4f-8076-567233cff191', 'status': 'completed', 'code': 200} Sep 29 23:07:24.496778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-713cbd90-e12f-439c-ab2e-557f9b0f92fc req-b518b98b-0603-43ef-bed2-8d3add43bc28 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297512 Sep 29 23:07:24.501319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Transition to ACTIVE for port object fd7dc16a-3f17-4440-821e-ea9492cd215b will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:24.515241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c6d7222a-7b43-469c-b114-8a1680376766 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:24.517373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-7711edd0-21d1-478c-869c-cf9ba2e182f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.519216 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-7711edd0-21d1-478c-869c-cf9ba2e182f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0678279 Sep 29 23:07:24.519529 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:24.568415 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b0cb500b-7f5a-4377-a5e9-b18bd2cf29db service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3319569 Sep 29 23:07:24.593757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-3b9f8fb1-d3a1-4e7d-b4e2-7509663e3633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.595436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-3b9f8fb1-d3a1-4e7d-b4e2-7509663e3633 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0692153 Sep 29 23:07:24.613100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb7b8ce-19d5-40d2-a8f5-594634dc0b2d tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.614660 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dfb7b8ce-19d5-40d2-a8f5-594634dc0b2d tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=61793872-5784-4201-a6e4-17489ef55adc&device_id=c8554834-c809-41c2-98b9-3d2d0b4d8e64&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1786931 Sep 29 23:07:24.620781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42900) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:24.645705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:24.739630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c6d7222a-7b43-469c-b114-8a1680376766, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c6d7222a-7b43-469c-b114-8a1680376766,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:24.752856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'c6d7222a-7b43-469c-b114-8a1680376766', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'port_id': 'c6d7222a-7b43-469c-b114-8a1680376766', 'mac_address': 'fa:16:3e:5d:00:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:07:24.804817 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:24.823630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d7222a-7b43-469c-b114-8a1680376766 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:24.851706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c6d7222a-7b43-469c-b114-8a1680376766, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c6d7222a-7b43-469c-b114-8a1680376766,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:24.858994 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:24.871068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f603db-ce55-45fd-9d22-2d4f4fa36fd1 req-45554d63-14d8-4e3f-b8a5-49c3582c4f8b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.874517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2f603db-ce55-45fd-9d22-2d4f4fa36fd1 req-45554d63-14d8-4e3f-b8a5-49c3582c4f8b tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.2098866 Sep 29 23:07:24.881607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-50e20c94-8e3c-44d7-b70c-b48c622aa510 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773373 Sep 29 23:07:24.908706 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-5f160a89-bbbe-42fb-854f-63677da8bc42 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286111 Sep 29 23:07:24.935420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b28ce4-a2cd-4043-8bd5-eb56db987d82 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.939993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f2b28ce4-a2cd-4043-8bd5-eb56db987d82 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 881 time: 0.3119032 Sep 29 23:07:24.941571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42908) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:24.946126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c6d7222a-7b43-469c-b114-8a1680376766,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:24.976761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42910) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:24.987075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9064d1-e541-42b6-b476-fd64d2f7dde7 req-a44eb987-ce30-4ae0-b015-3bab461baa6d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:24.995338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e9064d1-e541-42b6-b476-fd64d2f7dde7 req-a44eb987-ce30-4ae0-b015-3bab461baa6d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 945 time: 0.2541211 Sep 29 23:07:24.998157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5d5ec8a9-1f16-49e7-9373-9643851e69d3 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8554834-c809-41c2-98b9-3d2d0b4d8e64 HTTP/1.1" status: 200 len: 205 time: 0.0482593 Sep 29 23:07:25.000916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:25.003867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Attempting to bind port fd7dc16a-3f17-4440-821e-ea9492cd215b on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:25.004197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Attempting to bind port fd7dc16a-3f17-4440-821e-ea9492cd215b by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:25.004694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Attempting to bind port fd7dc16a-3f17-4440-821e-ea9492cd215b on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:25.009481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Port fd7dc16a-3f17-4440-821e-ea9492cd215b on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:25.009802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Attempting to bind port fd7dc16a-3f17-4440-821e-ea9492cd215b on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:25.014682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:25.015023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:25.015405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:25.015857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Bound port: fd7dc16a-3f17-4440-821e-ea9492cd215b, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:25.016222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.097217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['c6d7222a-7b43-469c-b114-8a1680376766'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:25.104534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-33224341-network', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:25.111952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:25.131015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:25.138558 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.153500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2f603db-ce55-45fd-9d22-2d4f4fa36fd1 req-a74065ee-886f-4e26-a318-2d07bf74ea6d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715464 Sep 29 23:07:25.188469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:25.193629 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.237234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a51c2f8-8573-446e-abdc-4732f56cf759 req-1ffca2c8-b45d-4681-b0a3-a7a08b4d3f8c service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487024 Sep 29 23:07:25.256957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:25.257765 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.259545 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] 10.222.0.42 "PUT /v2.0/ports/fd7dc16a-3f17-4440-821e-ea9492cd215b HTTP/1.1" status: 200 len: 1096 time: 2.4902279 Sep 29 23:07:25.260360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6913f77f-8524-4886-ab9d-3f1c88452c60 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:25.272226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:25.274878 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132" -d '{"events": [{"name": "network-changed", "server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:25.279787 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.295019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e9064d1-e541-42b6-b476-fd64d2f7dde7 req-921e407c-c1a6-4d0e-bbdc-43dc511d2b9f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869923 Sep 29 23:07:25.323784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b4abb015-62f7-4a43-9318-4b0b5c066211 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:25.325585 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-b4abb015-62f7-4a43-9318-4b0b5c066211 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.1387432 Sep 29 23:07:25.376448 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcdfe66-5eef-4d7d-85c9-1f707c0caf88 x-openstack-request-id: req-afcdfe66-5eef-4d7d-85c9-1f707c0caf88 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:25.376746 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:25.377121 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-afcdfe66-5eef-4d7d-85c9-1f707c0caf88 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:25.377708 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'status': 'completed', 'code': 200} Sep 29 23:07:25.482118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-4a9f3bc8-b35d-4c9d-875c-caf056b00682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:25.482804 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-4a9f3bc8-b35d-4c9d-875c-caf056b00682 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 1098 time: 0.1033626 Sep 29 23:07:25.612514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-5699225f-f190-4e21-b8d9-fc005333ced6 service neutron] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:25.617897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.623195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-5699225f-f190-4e21-b8d9-fc005333ced6 service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.624368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34c479b8-c8f4-43ce-a514-9ab65fe6129e req-5699225f-f190-4e21-b8d9-fc005333ced6 service neutron] 10.222.0.26 "DELETE /v2.0/ports/7daccf9d-43ff-46ac-b6d8-3e078fa84f3b/bindings/n-h1-811173-2 HTTP/1.1" status: 204 len: 173 time: 0.2887976 Sep 29 23:07:25.629531 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.666100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:07:25.685206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c98d9f-166e-4266-a292-4d4e5a651633,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:25.690153 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.690562 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Added segment 8f22a664-2c90-4daf-ad9e-97c9580ccd8b of type vlan for network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a Sep 29 23:07:25.692948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-ecc89482-9977-43f0-b939-f6e55545acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:25.694462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-ecc89482-9977-43f0-b939-f6e55545acbc service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1922543 Sep 29 23:07:25.770145 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-22319f64-68da-4316-8262-b0393574109e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=a9d846e3-3af3-4d4f-8076-567233cff191 HTTP/1.1" status: 200 len: 217 time: 0.0475135 Sep 29 23:07:25.773710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.835235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-9ca683f8-8190-4864-9916-5d219d49a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:25.836877 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-9ca683f8-8190-4864-9916-5d219d49a672 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0594242 Sep 29 23:07:25.838042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.838926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:25.839504 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.869441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:25.902002 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9115357 Sep 29 23:07:25.909878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42926) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:25.922931 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51773956-b3e8-4b33-93f4-8b7d1a034278 req-0f91a4b1-fc2f-4050-ab03-c5db0368a6bd tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:25.924450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51773956-b3e8-4b33-93f4-8b7d1a034278 req-0f91a4b1-fc2f-4050-ab03-c5db0368a6bd tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 944 time: 0.6973388 Sep 29 23:07:25.933420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Request body: {'subnet': {'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-33224341-subnet', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:25.944599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a12ea7-6d87-4ffa-ae7d-b6e75fa179e9 admin admin] Pushing event updated for resources: {'Network': ['ID=0b4c7fa0-ab59-498e-96dc-f5a428c74c3a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:25.956917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-2f830881-cefb-45e0-99b4-5b6af3d80990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:25.959974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:07:25.972757 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-2f830881-cefb-45e0-99b4-5b6af3d80990 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223056 Sep 29 23:07:25.993231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a1f5ff-7214-4e3e-b68f-c013c9f187c2 req-7d25d0a9-3696-45f0-a089-3d2093922ef7 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:25.995099 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88a1f5ff-7214-4e3e-b68f-c013c9f187c2 req-7d25d0a9-3696-45f0-a089-3d2093922ef7 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 947 time: 0.5755517 Sep 29 23:07:26.001625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854e67-d605-47ad-baba-6932261e3de7 req-485f08ab-e268-4800-a5c2-1aa01f518202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:26.003464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-485f08ab-e268-4800-a5c2-1aa01f518202 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 1099 time: 0.5824454 Sep 29 23:07:26.087359 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-7414a6cd-eb44-4a52-99cd-ce23318d73a3 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962601 Sep 29 23:07:26.114974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:26.117306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:26.124051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51773956-b3e8-4b33-93f4-8b7d1a034278 req-3a09f2d2-1dea-4912-8cf9-fbb99f3b972f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847856 Sep 29 23:07:26.125240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-8ee95d81-58c8-4b5d-a1e9-1f8aaa5833f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b HTTP/1.1" status: 200 len: 217 time: 0.1018648 Sep 29 23:07:26.170980 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 528e92ff-857a-482a-9d14-5e13dffeacfd details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:26.184696 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:26.200394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88a1f5ff-7214-4e3e-b68f-c013c9f187c2 req-3f0d8426-7311-4f8c-bbc2-a381e9d1f57c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958709 Sep 29 23:07:26.270927 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-34443231-ca9f-4b16-a7de-8583cf12e3f7 req-c0d6fa75-b2e2-4eab-82fa-88d65e41413e service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212144 Sep 29 23:07:26.395246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854e67-d605-47ad-baba-6932261e3de7 req-28302047-3397-477f-bb42-95fe1d037916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:26.396841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-28302047-3397-477f-bb42-95fe1d037916 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2380271 Sep 29 23:07:26.441917 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 528e92ff-857a-482a-9d14-5e13dffeacfd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=528e92ff-857a-482a-9d14-5e13dffeacfd,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:26.454104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '528e92ff-857a-482a-9d14-5e13dffeacfd', 'network_id': '3aeea460-db41-4896-91a5-091ef88f1e56', 'port_id': '528e92ff-857a-482a-9d14-5e13dffeacfd', 'mac_address': 'fa:16:3e:24:60:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75b2d6d4-0104-421f-a90b-8d29e148abbc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:07:26.490409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada7e07-8c39-48e7-b0c2-68ae21d86d60 req-936c88e6-a586-4cfa-b185-c2be37cfa1df tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:26.492026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cada7e07-8c39-48e7-b0c2-68ae21d86d60 req-936c88e6-a586-4cfa-b185-c2be37cfa1df tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 944 time: 0.1521380 Sep 29 23:07:26.497488 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:26.512795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 528e92ff-857a-482a-9d14-5e13dffeacfd {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:26.535978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 528e92ff-857a-482a-9d14-5e13dffeacfd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=528e92ff-857a-482a-9d14-5e13dffeacfd,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:26.541457 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:26.546432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c6d7222a-7b43-469c-b114-8a1680376766 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:26.575209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Deleting port 2ac58016-12b7-48db-8970-c009479ed993 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:26.575209 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:26.601773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5854e67-d605-47ad-baba-6932261e3de7 req-c2155b05-8e20-45c6-886e-6b35ffe8dc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:26.603639 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-c2155b05-8e20-45c6-886e-6b35ffe8dc01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1786523 Sep 29 23:07:26.623800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=528e92ff-857a-482a-9d14-5e13dffeacfd,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:26.635046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:26.640562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port c6d7222a-7b43-469c-b114-8a1680376766 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:07:26.647714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port c6d7222a-7b43-469c-b114-8a1680376766 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:26.648175 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:26.739398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:26.757776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cada7e07-8c39-48e7-b0c2-68ae21d86d60 req-b1943117-264a-4399-89f7-c154b349e704 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235107 Sep 29 23:07:26.762300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d7222a-7b43-469c-b114-8a1680376766'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:26.764603 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8889fce7-eaf9-4de3-ba8c-b50644df3dcb" -d '{"events": [{"server_uuid": "f54958f6-7dea-4cbb-a19f-22586aca2c77", "name": "network-vif-plugged", "status": "completed", "tag": "c6d7222a-7b43-469c-b114-8a1680376766"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:26.787590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c6d7222a-7b43-469c-b114-8a1680376766, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c6d7222a-7b43-469c-b114-8a1680376766,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:26.793345 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:26.833601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735f9a0-5e03-47d5-ac31-bff90c6c096d req-63ad11f0-9a9c-44d8-8d42-7f32facc3555 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:26.835262 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5735f9a0-5e03-47d5-ac31-bff90c6c096d req-63ad11f0-9a9c-44d8-8d42-7f32facc3555 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.3084743 Sep 29 23:07:26.840483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7a12d20-c4f6-45b3-b651-e8e72834310d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:26.848806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c6d7222a-7b43-469c-b114-8a1680376766,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:26.911730 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:26.942794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Checking segment: {'id': '8f22a664-2c90-4daf-ad9e-97c9580ccd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:26.943164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Network hostable DHCP agents. Network: 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:07:26.946685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Calling delete_port for 2ac58016-12b7-48db-8970-c009479ed993 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:26.960774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-bd97241a-b05b-426b-8996-96f46d300d1a service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392107 Sep 29 23:07:26.975237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['528e92ff-857a-482a-9d14-5e13dffeacfd'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:26.990986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5735f9a0-5e03-47d5-ac31-bff90c6c096d req-972651e7-ca35-47a3-b829-762a8c61634e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321290 Sep 29 23:07:27.002210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc4f6c-4b34-4872-af95-030b4a5a98ff req-68253783-1e0f-43b4-9c62-e6b2f1550a8e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:27.003764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cbc4f6c-4b34-4872-af95-030b4a5a98ff req-68253783-1e0f-43b4-9c62-e6b2f1550a8e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 945 time: 0.1849060 Sep 29 23:07:27.060909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:07:27.066059 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30049b46-3e0b-4f70-8e38-4432f3f24c47 x-openstack-request-id: req-30049b46-3e0b-4f70-8e38-4432f3f24c47 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:27.066865 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54958f6-7dea-4cbb-a19f-22586aca2c77", "name": "network-vif-plugged", "status": "completed", "tag": "c6d7222a-7b43-469c-b114-8a1680376766", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:27.066865 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30049b46-3e0b-4f70-8e38-4432f3f24c47 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:27.067117 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d7222a-7b43-469c-b114-8a1680376766', 'code': 200} Sep 29 23:07:27.134880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:27.145827 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f85329-d76a-4d7f-87a1-ae73ad577a59 None None] Network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:07:27.154131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00d78e-0658-4668-907c-5df1cf3b9bc6 req-3517aaf1-17bc-47ff-bbb0-423ecb0ea2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:27.155505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:27.155812 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d00d78e-0658-4668-907c-5df1cf3b9bc6 req-3517aaf1-17bc-47ff-bbb0-423ecb0ea2fa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 1096 time: 0.0463076 Sep 29 23:07:27.156029 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.167394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cbc4f6c-4b34-4872-af95-030b4a5a98ff req-fa1bdc0d-2a4f-4241-96b9-07e0a91cd69c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223187 Sep 29 23:07:27.228891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d00d78e-0658-4668-907c-5df1cf3b9bc6 req-9fb66ead-29cf-4f93-9461-403ce2e207d2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663965 Sep 29 23:07:27.254385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1de25116-26b3-4bb2-9f18-35abdf14ea5b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3406422 Sep 29 23:07:27.256679 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5854e67-d605-47ad-baba-6932261e3de7 req-d5dd3035-de51-40b8-b16c-bf93a81551e2 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835257 Sep 29 23:07:27.257372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42944) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:27.263921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-33224341-router', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:27.296462 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.300878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.309873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb89364-41db-450a-be9f-28e3414bd4ae req-afcd74d8-f08d-4755-9b61-73580d8bc2ed tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:27.311617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-beb89364-41db-450a-be9f-28e3414bd4ae req-afcd74d8-f08d-4755-9b61-73580d8bc2ed tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.0747900 Sep 29 23:07:27.361488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-0b4c7fa0-ab59-498e-96dc-f5a428c74c3a', 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'fixed_ips': [{'subnet_id': 'c7a12d20-c4f6-45b3-b651-e8e72834310d'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:07:27.362379 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.441761 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.448741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-beb89364-41db-450a-be9f-28e3414bd4ae req-98027502-83a4-4468-abe4-8940cac6ee11 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165967 Sep 29 23:07:27.477714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Pushing event deleted for resources: {'Port': ['ID=2ac58016-12b7-48db-8970-c009479ed993,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:27.480818 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e3df64-5051-43a7-a8b5-de0081861b2e req-107d306a-693b-44dd-b39c-a5b5a1cda657 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:27.482825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64e3df64-5051-43a7-a8b5-de0081861b2e req-107d306a-693b-44dd-b39c-a5b5a1cda657 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 1096 time: 0.1521010 Sep 29 23:07:27.494448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-dc6dff91-d60d-4f4b-bc64-0485ae37b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:27.495992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-dc6dff91-d60d-4f4b-bc64-0485ae37b41d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 1099 time: 0.1201432 Sep 29 23:07:27.517411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Allocated IP 172.20.0.2 (0b4c7fa0-ab59-498e-96dc-f5a428c74c3a/c7a12d20-c4f6-45b3-b651-e8e72834310d/4ccc7074-1051-4e07-8ec9-6386017c5f15) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:27.519906 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.666663 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.669606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64e3df64-5051-43a7-a8b5-de0081861b2e req-487ddbe7-ecc6-44e3-a89c-8808f5f5a7e1 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603386 Sep 29 23:07:27.670165 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.694657 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.709948 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.778561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:27.778789 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.784260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:27.788106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:27.790056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8629cd-2911-45f2-a038-21306f30c3c9 req-2a178256-6675-489d-8dc9-92d4866621e1 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:27.791070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd8629cd-2911-45f2-a038-21306f30c3c9 req-2a178256-6675-489d-8dc9-92d4866621e1 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 947 time: 0.2430727 Sep 29 23:07:27.792729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.796473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-990c4e97-6446-4f47-a9b2-899c7b792cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:27.798009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-990c4e97-6446-4f47-a9b2-899c7b792cdd service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2875791 Sep 29 23:07:27.827297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Pushing event updated for resources: {'Port': ['ID=4ccc7074-1051-4e07-8ec9-6386017c5f15,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:27.869640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Attempting to bind port 4ccc7074-1051-4e07-8ec9-6386017c5f15 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:27.870170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Attempting to bind port 4ccc7074-1051-4e07-8ec9-6386017c5f15 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '8f22a664-2c90-4daf-ad9e-97c9580ccd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:27.870640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Attempting to bind port 4ccc7074-1051-4e07-8ec9-6386017c5f15 on network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:27.876236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:27.876738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Checking segment: {'id': '8f22a664-2c90-4daf-ad9e-97c9580ccd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:27.877249 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.877745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Bound using segment: {'id': '8f22a664-2c90-4daf-ad9e-97c9580ccd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:27.878474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Bound port: 4ccc7074-1051-4e07-8ec9-6386017c5f15, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f22a664-2c90-4daf-ad9e-97c9580ccd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:27.878979 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.896194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-3659358b-8a27-4cd3-aa2a-7e9caafdbfe5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b HTTP/1.1" status: 200 len: 217 time: 0.0853150 Sep 29 23:07:27.901081 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.901619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Fanout notify agent at l3_agent the message router_deleted on router c8554834-c809-41c2-98b9-3d2d0b4d8e64 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:07:27.937972 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.939705 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1e79fa48-4a9b-48e5-9c8e-a330679c4fb4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/c8554834-c809-41c2-98b9-3d2d0b4d8e64 HTTP/1.1" status: 204 len: 168 time: 2.8816051 Sep 29 23:07:27.951129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42952) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:27.954504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] For port 4ccc7074-1051-4e07-8ec9-6386017c5f15, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:27.958532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] For port 4ccc7074-1051-4e07-8ec9-6386017c5f15, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ccc7074-1051-4e07-8ec9-6386017c5f15,segment=NetworkSegment(8f22a664-2c90-4daf-ad9e-97c9580ccd8b),segment_id=8f22a664-2c90-4daf-ad9e-97c9580ccd8b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:27.958929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5942d98a-392a-424f-8fb9-1b5778bbd51c tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-891422221', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:27.963260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:27.979791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd8629cd-2911-45f2-a038-21306f30c3c9 req-cf785ef0-9671-41e7-8ce2-7c4772a5e894 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760559 Sep 29 23:07:27.989040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.007652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bad891-a716-4793-97fa-c3c3513ed9da req-a5654f22-df1d-4e58-907f-1a99de5204ef tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:28.013331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.015317 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83bad891-a716-4793-97fa-c3c3513ed9da req-a5654f22-df1d-4e58-907f-1a99de5204ef tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 945 time: 0.1304095 Sep 29 23:07:28.026967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-17d8a728-cfbf-44fb-91ae-f6fd98afcf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:28.033472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-17d8a728-cfbf-44fb-91ae-f6fd98afcf2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1024544 Sep 29 23:07:28.040598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bab668-c04f-4567-91b7-5cbef3ade1b4 None None] Pushing event updated for resources: {'Port': ['ID=4ccc7074-1051-4e07-8ec9-6386017c5f15,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:28.106347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83bad891-a716-4793-97fa-c3c3513ed9da req-a980225b-a168-40ad-a952-4b0916dd41fa tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897839 Sep 29 23:07:28.114337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5942d98a-392a-424f-8fb9-1b5778bbd51c tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.115374 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5942d98a-392a-424f-8fb9-1b5778bbd51c tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.122886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-e0e6a32e-54cb-4422-8cad-b920df83c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:28.124685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-e0e6a32e-54cb-4422-8cad-b920df83c223 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819094 Sep 29 23:07:28.171245 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5942d98a-392a-424f-8fb9-1b5778bbd51c tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.176276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 528e92ff-857a-482a-9d14-5e13dffeacfd up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:28.176943 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5942d98a-392a-424f-8fb9-1b5778bbd51c tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.204096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Allocated IP 172.25.4.43 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:28.216381 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5942d98a-392a-424f-8fb9-1b5778bbd51c tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.219879 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5942d98a-392a-424f-8fb9-1b5778bbd51c tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2655087 Sep 29 23:07:28.220482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42964) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:28.228265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:28.314066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 528e92ff-857a-482a-9d14-5e13dffeacfd completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:07:28.329066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 528e92ff-857a-482a-9d14-5e13dffeacfd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:28.330536 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.385454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-f4f3338f-3d7c-41fa-8265-60c6d0af656f service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458336 Sep 29 23:07:28.396870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c243051-0411-47ea-9270-8df3a3b7aae6 req-3b95eb4e-e6df-4da5-946c-c04c441eb307 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:28.405508 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c243051-0411-47ea-9270-8df3a3b7aae6 req-3b95eb4e-e6df-4da5-946c-c04c441eb307 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.2356622 Sep 29 23:07:28.447533 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.491161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981c19-c007-41c7-be23-56e0243d9d6a req-81e8fb44-4c7b-463f-a99e-a7c16cc916d3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:28.491413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 528e92ff-857a-482a-9d14-5e13dffeacfd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=528e92ff-857a-482a-9d14-5e13dffeacfd,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:28.492798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-81e8fb44-4c7b-463f-a99e-a7c16cc916d3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 808 time: 0.3649249 Sep 29 23:07:28.501351 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.545773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c243051-0411-47ea-9270-8df3a3b7aae6 req-3ce67575-2754-41c0-8ae0-21f7b820caac tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386452 Sep 29 23:07:28.553018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-65f5db46-816b-4e05-97a2-8c69d16405e6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/quotas/af266e1dcb244f2d9fbb450bca32d9ad HTTP/1.1" status: 200 len: 375 time: 0.0301282 Sep 29 23:07:28.559313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=528e92ff-857a-482a-9d14-5e13dffeacfd,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:28.583170 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33c7b2ef-4aae-4f64-a28d-b8abf4e76132 req-2c0122f6-8268-4c91-bce9-8b358e89a261 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744795 Sep 29 23:07:28.639207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-822b6232-df3a-4ebb-97f4-4d94512c73c3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728271 Sep 29 23:07:28.773024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ccc7074-1051-4e07-8ec9-6386017c5f15 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:28.773312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0adf9-a34e-4382-adb6-edcdd73f94e9 req-4b3a3377-3dfb-42dd-a707-6c1ff8b04da2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:28.775051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48e0adf9-a34e-4382-adb6-edcdd73f94e9 req-4b3a3377-3dfb-42dd-a707-6c1ff8b04da2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.1203909 Sep 29 23:07:28.810731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-07608a11-d5e1-4995-8ee6-7aeb9242d9e0 service neutron] 10.222.0.44 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635203 Sep 29 23:07:28.836556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4ccc7074-1051-4e07-8ec9-6386017c5f15 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:28.837324 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.868430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48e0adf9-a34e-4382-adb6-edcdd73f94e9 req-61627c5b-d47d-4822-8879-e36a5a767ab6 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831532 Sep 29 23:07:28.928719 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.950060 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-dffaeef3-3693-4158-b964-de3b5f11f675 service neutron] 10.222.0.44 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381648 Sep 29 23:07:28.980924 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:28.987722 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:29.068814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc04f441-b4f4-493d-9cff-1b53f0b71258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528e92ff-857a-482a-9d14-5e13dffeacfd'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:29.079098 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fa38b0-320b-4b3d-b4fd-27df6c228766" -d '{"events": [{"server_uuid": "dc04f441-b4f4-493d-9cff-1b53f0b71258", "name": "network-vif-plugged", "status": "completed", "tag": "528e92ff-857a-482a-9d14-5e13dffeacfd"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:29.081349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:29.090639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 4ccc7074-1051-4e07-8ec9-6386017c5f15, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ccc7074-1051-4e07-8ec9-6386017c5f15,segment=NetworkSegment(8f22a664-2c90-4daf-ad9e-97c9580ccd8b),segment_id=8f22a664-2c90-4daf-ad9e-97c9580ccd8b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:29.098795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:29.151764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:29.176855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:29.181202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:29.195783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=4ccc7074-1051-4e07-8ec9-6386017c5f15,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:29.262214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Pushing event updated for resources: {'Port': ['ID=ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:29.291001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d3f336-9de1-4ed6-b8b4-f94e090eb27e None None] Network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:07:29.307811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c294d4-ac8b-4d33-a252-fff11712ca8f req-bca0f8df-ce79-486e-b2d3-4be97e23b169 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:29.319274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21c294d4-ac8b-4d33-a252-fff11712ca8f req-bca0f8df-ce79-486e-b2d3-4be97e23b169 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 947 time: 0.0951138 Sep 29 23:07:29.378803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21c294d4-ac8b-4d33-a252-fff11712ca8f req-b34a5138-7c61-4be4-b98a-ceff01cf089a tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577776 Sep 29 23:07:29.445643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d495a-5f22-4ad2-936a-293c8b403bba req-04514fe8-22d4-422d-a542-30b55e28c4dd tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:29.453463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3d495a-5f22-4ad2-936a-293c8b403bba req-04514fe8-22d4-422d-a542-30b55e28c4dd tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.0644767 Sep 29 23:07:29.462621 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:29.475594 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4a4b63-9712-4ade-9d83-fa7069efe989 x-openstack-request-id: req-ba4a4b63-9712-4ade-9d83-fa7069efe989 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:29.475907 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc04f441-b4f4-493d-9cff-1b53f0b71258", "name": "network-vif-plugged", "status": "completed", "tag": "528e92ff-857a-482a-9d14-5e13dffeacfd", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:29.476376 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba4a4b63-9712-4ade-9d83-fa7069efe989 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:29.476767 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc04f441-b4f4-493d-9cff-1b53f0b71258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '528e92ff-857a-482a-9d14-5e13dffeacfd', 'code': 200} Sep 29 23:07:29.488513 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:29.507063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3d495a-5f22-4ad2-936a-293c8b403bba req-b33dbfb1-37c8-4717-9a3a-e159b5e536f2 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474010 Sep 29 23:07:29.538511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d02e9087-4afc-4cc8-9cd6-2110af8ae866 None None] Provisioning complete for port 4ccc7074-1051-4e07-8ec9-6386017c5f15 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:29.538902 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d02e9087-4afc-4cc8-9cd6-2110af8ae866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:29.599642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c3f60fc-2881-42d5-b7da-fd4bc12c8217 req-57334863-867f-4563-b237-87dda6b7e469 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 210 time: 0.0480683 Sep 29 23:07:29.840781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Allocated IP 172.25.4.30 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/32f6065e-3e60-4a4e-bc07-b6399897e2b7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:29.882336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e8a0796f-3bdd-469d-8d93-a57ee1ee2220 None None] Provisioning complete for port 4ccc7074-1051-4e07-8ec9-6386017c5f15 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:29.882711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8a0796f-3bdd-469d-8d93-a57ee1ee2220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:29.919968 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:30.075878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:30.105569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e095959-17ec-4b52-8c50-be8f5cc1fa9f req-cfc2443b-6f83-4fd6-8b3d-fd6bd1e2863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:30.107248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e095959-17ec-4b52-8c50-be8f5cc1fa9f req-cfc2443b-6f83-4fd6-8b3d-fd6bd1e2863d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 1097 time: 0.5066495 Sep 29 23:07:30.139770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236235f8-1421-4019-887e-f3a34cd7d0d2 req-41bb0c7a-7167-45f9-8ba7-376a09980b9d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:30.141402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-236235f8-1421-4019-887e-f3a34cd7d0d2 req-41bb0c7a-7167-45f9-8ba7-376a09980b9d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.4982629 Sep 29 23:07:30.186188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a9d846e3-3af3-4d4f-8076-567233cff191 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:30.193670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325967f-01d7-4675-ab17-2c223d84ad77 req-2aa2873a-0670-4ac6-b0a4-9b53b11313e6 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:30.195540 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7325967f-01d7-4675-ab17-2c223d84ad77 req-2aa2873a-0670-4ac6-b0a4-9b53b11313e6 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.1237020 Sep 29 23:07:30.203115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e095959-17ec-4b52-8c50-be8f5cc1fa9f req-5dc0baa2-e42d-45a5-a9ae-eb1d6bcd9b06 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856607 Sep 29 23:07:30.215696 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:30.223119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-236235f8-1421-4019-887e-f3a34cd7d0d2 req-503bb1e7-89e2-4c00-bbce-e18625a77516 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687821 Sep 29 23:07:30.256296 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:30.267619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:30.271721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:30.276558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:30.289088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7325967f-01d7-4675-ab17-2c223d84ad77 req-49a84c91-7cef-4b65-987f-35bd76b87d40 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659683 Sep 29 23:07:30.310182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a9d846e3-3af3-4d4f-8076-567233cff191, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a9d846e3-3af3-4d4f-8076-567233cff191,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:30.335232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'a9d846e3-3af3-4d4f-8076-567233cff191', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'a9d846e3-3af3-4d4f-8076-567233cff191', 'mac_address': 'fa:16:3e:2e:00:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:07:30.355407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Pushing event updated for resources: {'Port': ['ID=32f6065e-3e60-4a4e-bc07-b6399897e2b7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:30.375286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc5cbc-576a-4b46-8946-19217e8cad11 req-4b7eab67-dd70-42ce-9ade-21ca3f978b4e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:30.383303 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6cfc5cbc-576a-4b46-8946-19217e8cad11 req-4b7eab67-dd70-42ce-9ade-21ca3f978b4e tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.0679181 Sep 29 23:07:30.383536 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:30.417359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d846e3-3af3-4d4f-8076-567233cff191 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:30.425776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6cfc5cbc-576a-4b46-8946-19217e8cad11 req-e7fd5363-864b-4bb3-bd23-fed2d2ebd322 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413365 Sep 29 23:07:30.454469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a9d846e3-3af3-4d4f-8076-567233cff191, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a9d846e3-3af3-4d4f-8076-567233cff191,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:30.460411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:30.524604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a9d846e3-3af3-4d4f-8076-567233cff191,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:30.554263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77a5aa-0932-4025-9536-6ab84198fb8f req-2c8932c5-282a-45f2-a9bd-88c3e250e016 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:30.560571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef77a5aa-0932-4025-9536-6ab84198fb8f req-2c8932c5-282a-45f2-a9bd-88c3e250e016 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 948 time: 0.0631626 Sep 29 23:07:30.614452 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef77a5aa-0932-4025-9536-6ab84198fb8f req-d26c6a68-53fe-461b-baad-db11daf92cd3 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491030 Sep 29 23:07:30.695321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Router a32e72f7-8961-479f-afa0-82e6d58069cd is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:07:30.712195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981c19-c007-41c7-be23-56e0243d9d6a req-f12449c0-2511-4eb2-a715-4c5a688f72b4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:30.713989 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-f12449c0-2511-4eb2-a715-4c5a688f72b4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 808 time: 0.2271504 Sep 29 23:07:30.720035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53edcd36-52c5-40cf-8e33-8ecbda52bf68 req-cc3bd271-e46a-4b5f-ad77-140ed398d624 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 210 time: 0.0405376 Sep 29 23:07:30.766338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ccc7074-1051-4e07-8ec9-6386017c5f15 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:30.776545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Request body: {'port': {'device_id': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62', 'admin_state_up': True, 'tenant_id': 'af266e1dcb244f2d9fbb450bca32d9ad'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:30.820765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4ccc7074-1051-4e07-8ec9-6386017c5f15 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:30.821228 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:30.854125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9dc4a-3837-4430-8890-b4049779a387 req-4194efb3-f816-4102-bfb6-683475c88889 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:30.860334 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59f9dc4a-3837-4430-8890-b4049779a387 req-4194efb3-f816-4102-bfb6-683475c88889 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.0576947 Sep 29 23:07:30.896477 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59f9dc4a-3837-4430-8890-b4049779a387 req-26cfd487-f0f8-482f-ba1d-4d7270aac2c0 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339789 Sep 29 23:07:30.920387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a9d846e3-3af3-4d4f-8076-567233cff191'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:30.937765 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:30.997568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:31.009060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Sync routers for ids ['a32e72f7-8961-479f-afa0-82e6d58069cd'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:31.036373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Routers {'a32e72f7-8961-479f-afa0-82e6d58069cd'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:31.037021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['a32e72f7-8961-479f-afa0-82e6d58069cd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:31.166381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Set router a32e72f7-8961-479f-afa0-82e6d58069cd gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:31.370360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'name': 'tempest-ServersTestMultiNic-33224341-router', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:27Z', 'updated_at': '2021-09-29T23:07:29Z', 'revision_number': 3, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'gw_port': {'id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:96:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:28Z', 'updated_at': '2021-09-29T23:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:31.380232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Made reservation on behalf of af266e1dcb244f2d9fbb450bca32d9ad for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:31.384657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:31.385446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7ae4b-5be3-4276-ba6b-788479456fd1 req-d7810127-54d2-4892-90b5-6efae71a5c3f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:31.386972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ddb7ae4b-5be3-4276-ba6b-788479456fd1 req-d7810127-54d2-4892-90b5-6efae71a5c3f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.0820980 Sep 29 23:07:31.400416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Checking router: a32e72f7-8961-479f-afa0-82e6d58069cd for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:07:31.400772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Updating router a32e72f7-8961-479f-afa0-82e6d58069cd port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:07:31.402372 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:31.403766 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7d55dd8c-d4cd-41aa-8099-f51750d0d3de admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1436844 Sep 29 23:07:31.408748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43010) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:31.434278 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:31.455874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939b32b-e6d1-4253-900e-9f232594a4d9 req-5af538a7-fe71-4beb-a7a4-02f9fa7b3634 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:31.458144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3939b32b-e6d1-4253-900e-9f232594a4d9 req-5af538a7-fe71-4beb-a7a4-02f9fa7b3634 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.0896230 Sep 29 23:07:31.460686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ddb7ae4b-5be3-4276-ba6b-788479456fd1 req-2314d89f-6d8c-4508-b9dd-64280a74b783 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557816 Sep 29 23:07:31.500071 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3939b32b-e6d1-4253-900e-9f232594a4d9 req-058117f9-89a2-4873-82d6-a617807086bc tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323086 Sep 29 23:07:31.732630 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:31.737135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:31.763940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb07bb-4108-49b8-b97f-22590ba56089 req-23505a7c-12a1-4375-a065-6f0887d58671 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:31.766177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ceb07bb-4108-49b8-b97f-22590ba56089 req-23505a7c-12a1-4375-a065-6f0887d58671 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 948 time: 0.0736625 Sep 29 23:07:31.836782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4381375d-c459-46c8-91ba-68515de98ba4 req-52c9983f-2438-425c-b702-7762d7c1f6a6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 210 time: 0.0350606 Sep 29 23:07:31.857611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ceb07bb-4108-49b8-b97f-22590ba56089 req-42a61236-8d97-4e9f-bb91-168224f8da9b tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847707 Sep 29 23:07:31.879858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Allocated IP 172.20.0.10 (08c35151-52b3-4fb7-813b-bad9609e7f62/9fddcf55-78c6-406b-b9ef-09d2f22222f8/a0d18986-cef0-4a07-8b19-749a30dcb8f8) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:31.893485 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:31.899916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:31.953282 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Attempting to bind port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:31.953563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Attempting to bind port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:31.953927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Attempting to bind port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:31.959368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:31.959742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:31.960178 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:31.960567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:31.961028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Bound port: ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:31.961406 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:31.962843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995628d6-53e4-477d-9e70-2e21b41123bc None None] Pushing event updated for resources: {'Port': ['ID=ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:32.022877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] For port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:32.026549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] For port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:32.031736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.032892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25945ae-b13d-474a-ad1d-c70d37dfb280 req-f2f27489-f834-4784-ab49-235a1f5a18fa tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:32.040983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f25945ae-b13d-474a-ad1d-c70d37dfb280 req-f2f27489-f834-4784-ab49-235a1f5a18fa tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.0631771 Sep 29 23:07:32.089533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f25945ae-b13d-474a-ad1d-c70d37dfb280 req-06c004f4-cf48-43d1-82fb-bc67b206558d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475883 Sep 29 23:07:32.091168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Routers {'a32e72f7-8961-479f-afa0-82e6d58069cd'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:32.091819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['a32e72f7-8961-479f-afa0-82e6d58069cd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:32.093921 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995628d6-53e4-477d-9e70-2e21b41123bc None None] Pushing event updated for resources: {'Port': ['ID=ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:32.194254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Router 699b43e4-daa3-466d-a046-7964e5979c5f is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:07:32.200957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] Set router a32e72f7-8961-479f-afa0-82e6d58069cd gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:32.204196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fd7dc16a-3f17-4440-821e-ea9492cd215b details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:32.262133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a9d846e3-3af3-4d4f-8076-567233cff191 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:32.293590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.423938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.438950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-8dfb4603-cbba-46c1-8046-8620c6a1ebdb tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:32.440254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port a9d846e3-3af3-4d4f-8076-567233cff191 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:07:32.441660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-8dfb4603-cbba-46c1-8046-8620c6a1ebdb tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 945 time: 0.0576110 Sep 29 23:07:32.475363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port a9d846e3-3af3-4d4f-8076-567233cff191 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:32.475636 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.481929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:32.494730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.495980 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-35f07eab-ca8c-4f3a-8680-25f0c7d55203 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "PUT /v2.0/routers/699b43e4-daa3-466d-a046-7964e5979c5f HTTP/1.1" status: 200 len: 882 time: 4.2743633 Sep 29 23:07:32.500250 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259c88c-3bb5-4731-92e4-2ca16142eb50 None None] Sync routers for ids ['699b43e4-daa3-466d-a046-7964e5979c5f'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:32.500805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43022) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:32.521966 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259c88c-3bb5-4731-92e4-2ca16142eb50 None None] Routers {'699b43e4-daa3-466d-a046-7964e5979c5f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:32.522543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Network 08c35151-52b3-4fb7-813b-bad9609e7f62 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:32.522919 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6259c88c-3bb5-4731-92e4-2ca16142eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['699b43e4-daa3-466d-a046-7964e5979c5f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:32.571468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:32.577266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Pushing event updated for resources: {'Port': ['ID=a0d18986-cef0-4a07-8b19-749a30dcb8f8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:32.581516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:32.588397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.598984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:32.608001 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6259c88c-3bb5-4731-92e4-2ca16142eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:32.617143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'mac_address': 'fa:16:3e:09:3e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:07:32.635937 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259c88c-3bb5-4731-92e4-2ca16142eb50 None None] Routers {'699b43e4-daa3-466d-a046-7964e5979c5f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:32.637425 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6259c88c-3bb5-4731-92e4-2ca16142eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['699b43e4-daa3-466d-a046-7964e5979c5f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:32.686284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'name': 'tempest-ServersTestMultiNic-33224341-router', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:27Z', 'updated_at': '2021-09-29T23:07:29Z', 'revision_number': 3, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'gw_port': {'id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:96:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:28Z', 'updated_at': '2021-09-29T23:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:32.702229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-d9d311f3-fce2-4117-b8b2-d89a7cf517f5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Deleting port 89251f83-c4b4-429c-b421-88d572501fdd {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:32.702741 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-d9d311f3-fce2-4117-b8b2-d89a7cf517f5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.706491 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6259c88c-3bb5-4731-92e4-2ca16142eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:32.708078 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6259c88c-3bb5-4731-92e4-2ca16142eb50 None None] The sync data for ids ['699b43e4-daa3-466d-a046-7964e5979c5f'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:32.722503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:32.723478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.741287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9712e20f-d31f-4f64-958d-ef5f9d3ac5af req-50dfc519-958c-400b-9851-e809d33a5cac tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:32.743124 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.743289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9712e20f-d31f-4f64-958d-ef5f9d3ac5af req-50dfc519-958c-400b-9851-e809d33a5cac tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.1095593 Sep 29 23:07:32.755519 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8e566938-a9ae-40cf-81c6-a2f7a5eca628 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/routers/699b43e4-daa3-466d-a046-7964e5979c5f HTTP/1.1" status: 200 len: 923 time: 0.2536471 Sep 29 23:07:32.758449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43028) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:32.761164 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5454d6e6-9a91-46b8-8e35-7156624ed68c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9886355 Sep 29 23:07:32.762707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043cb27-112e-495d-b579-1698572a9ab9 None None] The sync data for ids ['a32e72f7-8961-479f-afa0-82e6d58069cd'] in n-d-811173-2 is: [{'id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'name': 'tempest-ServersTestMultiNic-33224341-router', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:27Z', 'updated_at': '2021-09-29T23:07:29Z', 'revision_number': 3, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'gw_port': {'id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:96:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:28Z', 'updated_at': '2021-09-29T23:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:32.763241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145df0-ebe4-401b-a37f-b755c1396de6 req-6328cac7-2c95-4acb-8b76-433b35d9e830 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:32.771936 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7dc16a-3f17-4440-821e-ea9492cd215b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:32.772796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa145df0-ebe4-401b-a37f-b755c1396de6 req-6328cac7-2c95-4acb-8b76-433b35d9e830 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1973186 Sep 29 23:07:32.777601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Request body: {'port': {'device_id': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:32.789711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.810435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:32.834012 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.835543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0891387-e14e-4af3-9e76-ce855eb1a46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d846e3-3af3-4d4f-8076-567233cff191'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:32.837847 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ff0236-b2d1-4e35-a32d-4eb0e177ab61" -d '{"events": [{"server_uuid": "f0891387-e14e-4af3-9e76-ce855eb1a46f", "name": "network-vif-plugged", "status": "completed", "tag": "a9d846e3-3af3-4d4f-8076-567233cff191"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:32.848001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a9d846e3-3af3-4d4f-8076-567233cff191, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a9d846e3-3af3-4d4f-8076-567233cff191,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:32.873187 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.903943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa145df0-ebe4-401b-a37f-b755c1396de6 req-d7e4bb0a-c058-48a5-9b34-f03e1ceb803f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294467 Sep 29 23:07:32.912576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ec36ef-8979-4326-b018-a04d1e7db4e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:32.928289 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d0ec36ef-8979-4326-b018-a04d1e7db4e6 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=61793872-5784-4201-a6e4-17489ef55adc&device_id=699b43e4-daa3-466d-a046-7964e5979c5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1580923 Sep 29 23:07:32.928289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43036) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:32.928856 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9712e20f-d31f-4f64-958d-ef5f9d3ac5af req-9d92b816-4d86-4b62-b538-1e0e00d279ee tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465805 Sep 29 23:07:32.941085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:32.942565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-d9d311f3-fce2-4117-b8b2-d89a7cf517f5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] For port 89251f83-c4b4-429c-b421-88d572501fdd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=89251f83-c4b4-429c-b421-88d572501fdd,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:32.942946 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-d9d311f3-fce2-4117-b8b2-d89a7cf517f5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:32.971031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-d9d311f3-fce2-4117-b8b2-d89a7cf517f5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Calling delete_port for 89251f83-c4b4-429c-b421-88d572501fdd owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:32.992759 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b76049c-3522-4de5-a1b9-ecbc6a515416 x-openstack-request-id: req-3b76049c-3522-4de5-a1b9-ecbc6a515416 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:32.994072 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0891387-e14e-4af3-9e76-ce855eb1a46f", "name": "network-vif-plugged", "status": "completed", "tag": "a9d846e3-3af3-4d4f-8076-567233cff191", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:32.994072 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3b76049c-3522-4de5-a1b9-ecbc6a515416 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:32.994072 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0891387-e14e-4af3-9e76-ce855eb1a46f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d846e3-3af3-4d4f-8076-567233cff191', 'code': 200} Sep 29 23:07:33.008858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a9d846e3-3af3-4d4f-8076-567233cff191,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:33.029868 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:33.065888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Allocated IP 172.20.0.1 (0b4c7fa0-ab59-498e-96dc-f5a428c74c3a/c7a12d20-c4f6-45b3-b651-e8e72834310d/4ba40d92-2271-4190-9102-bed240ad3acb) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:33.108053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a5868-f1a4-42d7-b88a-6a30904714e5 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:33.113276 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a3a5868-f1a4-42d7-b88a-6a30904714e5 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 881 time: 0.1887295 Sep 29 23:07:33.132582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43040) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:33.229782 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0602eb8d-495a-47cf-bb27-d8ed7c5e3c5e tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=699b43e4-daa3-466d-a046-7964e5979c5f HTTP/1.1" status: 200 len: 205 time: 0.0809081 Sep 29 23:07:33.232938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43044) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:33.260429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb1e94-90ec-414a-b53d-7f5348f039ed req-c2246546-dc20-4e7a-87a2-244c11716b3f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:33.262106 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1cb1e94-90ec-414a-b53d-7f5348f039ed req-c2246546-dc20-4e7a-87a2-244c11716b3f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 932 time: 0.1387236 Sep 29 23:07:33.264547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['fd7dc16a-3f17-4440-821e-ea9492cd215b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:33.271736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8ed1a42d-5f34-465f-84ee-3db48264451c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:33.327675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1cb1e94-90ec-414a-b53d-7f5348f039ed req-23bbd6eb-ab2d-41f0-b38c-2c39fef0f179 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556095 Sep 29 23:07:33.352685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457645cb-ed26-4377-b55f-2931e8739424 req-0badcbab-ee07-4cfc-ad30-12901e8c93e7 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:33.361950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-457645cb-ed26-4377-b55f-2931e8739424 req-0badcbab-ee07-4cfc-ad30-12901e8c93e7 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 949 time: 0.1923962 Sep 29 23:07:33.405171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-d9d311f3-fce2-4117-b8b2-d89a7cf517f5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:33.418618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1b2ecd23-44cd-48fa-b05c-8672295edbf7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:33.500844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d311f3-fce2-4117-b8b2-d89a7cf517f5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event deleted for resources: {'Port': ['ID=89251f83-c4b4-429c-b421-88d572501fdd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:33.545078 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-457645cb-ed26-4377-b55f-2931e8739424 req-afb2322a-1fb4-41a5-bc37-a7cdaa2c8d21 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824949 Sep 29 23:07:33.656063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-d9d311f3-fce2-4117-b8b2-d89a7cf517f5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] No DVR routers for this DVR port 89251f83-c4b4-429c-b421-88d572501fdd on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:07:33.712621 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-d9d311f3-fce2-4117-b8b2-d89a7cf517f5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:33.715913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9246bde-221f-4f97-8b37-6d876d4cdb32 req-d9d311f3-fce2-4117-b8b2-d89a7cf517f5 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.42 "DELETE /v2.0/ports/89251f83-c4b4-429c-b421-88d572501fdd HTTP/1.1" status: 204 len: 173 time: 1.2682250 Sep 29 23:07:33.717978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8', 'name': 'network-vif-deleted', 'tag': '89251f83-c4b4-429c-b421-88d572501fdd'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:33.724879 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e222cca5-741d-4227-ab75-bcf167977892" -d '{"events": [{"server_uuid": "62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8", "name": "network-vif-deleted", "tag": "89251f83-c4b4-429c-b421-88d572501fdd"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:33.772309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcd1cb89-2af9-445b-a07e-858d66e15629 req-36488dc3-4fb3-478c-a2ba-1703b4fd1943 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 210 time: 0.0810716 Sep 29 23:07:33.806445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e00c9e-001f-4e5a-b0de-483dedf19f45 req-f4b2275d-c0be-4a46-a9d9-8758eca94b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:33.806445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53e00c9e-001f-4e5a-b0de-483dedf19f45 req-f4b2275d-c0be-4a46-a9d9-8758eca94b86 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 1097 time: 0.1438456 Sep 29 23:07:33.811106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c22d61-d705-42c1-9c6d-23910dae7c09 req-fe4d04b0-bdd8-4db5-8f2b-288316dcafcf tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:33.812751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7c22d61-d705-42c1-9c6d-23910dae7c09 req-fe4d04b0-bdd8-4db5-8f2b-288316dcafcf tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1525350 Sep 29 23:07:33.833484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee94c8-63bd-4204-b4c0-2eb721f48110 req-1690aeaf-2a65-4d4a-8d89-fdc1bece28bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:33.835025 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cee94c8-63bd-4204-b4c0-2eb721f48110 req-1690aeaf-2a65-4d4a-8d89-fdc1bece28bc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 1100 time: 0.7302220 Sep 29 23:07:33.883145 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c2fa8c-1c25-4f2d-87d7-c6f7f8e1aa7e x-openstack-request-id: req-80c2fa8c-1c25-4f2d-87d7-c6f7f8e1aa7e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:33.883535 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8", "name": "network-vif-deleted", "tag": "89251f83-c4b4-429c-b421-88d572501fdd", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:33.883692 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80c2fa8c-1c25-4f2d-87d7-c6f7f8e1aa7e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:33.884172 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8', 'name': 'network-vif-deleted', 'tag': '89251f83-c4b4-429c-b421-88d572501fdd', 'status': 'completed', 'code': 200} Sep 29 23:07:33.937378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7c22d61-d705-42c1-9c6d-23910dae7c09 req-a239709b-4efd-4634-a279-7266de189ac5 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125264 Sep 29 23:07:33.966748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:33.984658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e00c9e-001f-4e5a-b0de-483dedf19f45 req-093d4082-1301-483d-afd4-832ba182d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:33.986226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53e00c9e-001f-4e5a-b0de-483dedf19f45 req-093d4082-1301-483d-afd4-832ba182d0fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 920 time: 0.1716101 Sep 29 23:07:34.009986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cee94c8-63bd-4204-b4c0-2eb721f48110 req-c19bf583-5498-44c4-b055-45d45daa47af service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600103 Sep 29 23:07:34.016998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.050167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53e00c9e-001f-4e5a-b0de-483dedf19f45 req-d973f821-89df-44f0-a3bb-30d9ea7ed316 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=528e92ff-857a-482a-9d14-5e13dffeacfd HTTP/1.1" status: 200 len: 217 time: 0.0525250 Sep 29 23:07:34.090354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55fba9-e2e0-4272-85a4-a958c40b7407 req-ac48fefc-4d7f-42d7-b728-1b65c4c95e71 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:34.091963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d55fba9-e2e0-4272-85a4-a958c40b7407 req-ac48fefc-4d7f-42d7-b728-1b65c4c95e71 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.0850325 Sep 29 23:07:34.135740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d55fba9-e2e0-4272-85a4-a958c40b7407 req-f094a295-afb4-4a6c-abae-ab8e96f7683a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354247 Sep 29 23:07:34.151849 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.232449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:34.244536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:34.249792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:34.255078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d18986-cef0-4a07-8b19-749a30dcb8f8 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:34.260630 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.277471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['89251f83-c4b4-429c-b421-88d572501fdd'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:34.278115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.303919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba40d92-2271-4190-9102-bed240ad3acb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:34.353156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Transition to ACTIVE for port object a0d18986-cef0-4a07-8b19-749a30dcb8f8 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:34.365188 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.371681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.458026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e00c9e-001f-4e5a-b0de-483dedf19f45 req-0440585b-7f94-43b7-8631-c2aaff9b4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:34.459684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53e00c9e-001f-4e5a-b0de-483dedf19f45 req-0440585b-7f94-43b7-8631-c2aaff9b4df9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 200 len: 859 time: 0.0926640 Sep 29 23:07:34.483150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d18986-cef0-4a07-8b19-749a30dcb8f8,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:34.494588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048dbc7-b8a2-44f6-940f-e5cc89d9dd3e req-9dd3c3ed-f0ea-427c-9e09-40e7673dfc31 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:34.496162 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a048dbc7-b8a2-44f6-940f-e5cc89d9dd3e req-9dd3c3ed-f0ea-427c-9e09-40e7673dfc31 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.0772603 Sep 29 23:07:34.513000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53e00c9e-001f-4e5a-b0de-483dedf19f45 req-52613bd2-c6ae-4f0e-b352-34e5a235da98 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aeea460-db41-4896-91a5-091ef88f1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449195 Sep 29 23:07:34.533192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Deleting port 32f6065e-3e60-4a4e-bc07-b6399897e2b7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:34.533532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.548314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1c6e25c8-da25-471f-bfe8-4b08bb10f988 None None] Provisioning complete for port 4ba40d92-2271-4190-9102-bed240ad3acb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:34.548630 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1c6e25c8-da25-471f-bfe8-4b08bb10f988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.623129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a048dbc7-b8a2-44f6-940f-e5cc89d9dd3e req-8aa5bb09-ab74-4347-b85f-1218dcd917d8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078720 Sep 29 23:07:34.623501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e25c8-da25-471f-bfe8-4b08bb10f988 None None] Port 4ba40d92-2271-4190-9102-bed240ad3acb cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:07:34.654902 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53e00c9e-001f-4e5a-b0de-483dedf19f45 req-d4c62f1a-e408-4ad6-9681-b38e6c6e433f service neutron] 10.222.0.42 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263969 Sep 29 23:07:34.690285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:34.690728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:34.691172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:34.700190 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.710812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:34.711146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:34.737281 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.741782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:34.742137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:34.742528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:34.742975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Bound port: a0d18986-cef0-4a07-8b19-749a30dcb8f8, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:34.743330 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.770016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea13289e-d2b2-4f02-994f-38dc6ff74f8d req-4b8c0695-ad53-4132-955e-4edddda4c096 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:34.771698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea13289e-d2b2-4f02-994f-38dc6ff74f8d req-4b8c0695-ad53-4132-955e-4edddda4c096 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 949 time: 0.1130445 Sep 29 23:07:34.782472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Calling delete_port for 32f6065e-3e60-4a4e-bc07-b6399897e2b7 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:34.810933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:34.859442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53e00c9e-001f-4e5a-b0de-483dedf19f45 req-11862ad1-65e4-43a4-8155-ab3dfd4298cd service neutron] 10.222.0.42 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687834 Sep 29 23:07:34.881730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:34.882352 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:34.886516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea13289e-d2b2-4f02-994f-38dc6ff74f8d req-cf934f69-e05f-4e02-a620-6d815d1f9d49 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036465 Sep 29 23:07:34.977817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c15fd28-c26d-41e9-a031-5a0fc00bce17 req-d9d2b594-403f-4b74-9c21-288464ec2d0d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=62e1f233-9e3a-4ec8-880b-5e5d8ec9eeb8 HTTP/1.1" status: 200 len: 210 time: 0.0684667 Sep 29 23:07:34.980601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:34.987865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:35.020411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.048334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:35.056397 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.060818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.127727 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:35.141268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a2ec5-b0fc-43ea-84bb-c49428baabda req-6565e4ae-d336-42c7-b6ea-0aa391256ec7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:35.145064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d7a2ec5-b0fc-43ea-84bb-c49428baabda req-6565e4ae-d336-42c7-b6ea-0aa391256ec7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.0629289 Sep 29 23:07:35.145286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:35.145836 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.147237 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] 10.222.0.26 "PUT /v2.0/ports/a0d18986-cef0-4a07-8b19-749a30dcb8f8 HTTP/1.1" status: 200 len: 1092 time: 2.3766453 Sep 29 23:07:35.147696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'tag': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:35.150015 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c64899-d79f-4c06-8455-9915fadcba51" -d '{"events": [{"name": "network-changed", "server_uuid": "8240a025-f0d5-4b10-8662-cae6a712e1b8", "tag": "a0d18986-cef0-4a07-8b19-749a30dcb8f8"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:35.162795 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.176451 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.190970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d7a2ec5-b0fc-43ea-84bb-c49428baabda req-c9dc9033-1d3a-4bb2-9917-81fb9f390df2 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407982 Sep 29 23:07:35.230055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca0e94f-760d-4933-b9cd-f99ae7c43100 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d18986-cef0-4a07-8b19-749a30dcb8f8,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:35.247680 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88edcc8-b01e-4070-a6f5-5cc676e195f2 x-openstack-request-id: req-c88edcc8-b01e-4070-a6f5-5cc676e195f2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:35.248005 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8240a025-f0d5-4b10-8662-cae6a712e1b8", "tag": "a0d18986-cef0-4a07-8b19-749a30dcb8f8", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:35.248261 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c88edcc8-b01e-4070-a6f5-5cc676e195f2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:35.248658 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'tag': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8', 'status': 'completed', 'code': 200} Sep 29 23:07:35.273897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a1b5b-316d-4888-828d-80463155d7b3 req-d65ca860-f96d-497a-8f2f-b26f710b68ff tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:35.275543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-600a1b5b-316d-4888-828d-80463155d7b3 req-d65ca860-f96d-497a-8f2f-b26f710b68ff tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.0556278 Sep 29 23:07:35.307346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.325676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-600a1b5b-316d-4888-828d-80463155d7b3 req-92bccc10-8612-42b7-a132-4b49816de8c4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439582 Sep 29 23:07:35.333843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Pushing event updated for resources: {'Port': ['ID=4ba40d92-2271-4190-9102-bed240ad3acb,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:35.349567 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.356222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981c19-c007-41c7-be23-56e0243d9d6a req-85756fbd-804d-4da5-b7c3-5e53e0947487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:35.357764 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-85756fbd-804d-4da5-b7c3-5e53e0947487 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 1095 time: 0.1401956 Sep 29 23:07:35.388003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Pushing event deleted for resources: {'Port': ['ID=32f6065e-3e60-4a4e-bc07-b6399897e2b7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:35.474036 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-5e631b98-c02d-4a10-a332-9240b28b7464 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8 HTTP/1.1" status: 200 len: 217 time: 0.0932965 Sep 29 23:07:35.568344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.603643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:35.633576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03981c19-c007-41c7-be23-56e0243d9d6a req-111977cf-7972-4067-a047-e3503f46f5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:35.635049 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-111977cf-7972-4067-a047-e3503f46f5d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1526477 Sep 29 23:07:35.638028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:35.685683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.702521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.706252 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-6eac7ed2-29d8-40c2-97ac-2aec8fb9de40 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571821 Sep 29 23:07:35.736712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98125002-bcbb-4dba-9a18-972d0bc84c47 req-a338b968-4e5e-4826-92d4-f6016cb5a073 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:35.738283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98125002-bcbb-4dba-9a18-972d0bc84c47 req-a338b968-4e5e-4826-92d4-f6016cb5a073 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.0515254 Sep 29 23:07:35.783024 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98125002-bcbb-4dba-9a18-972d0bc84c47 req-1656e43f-2009-4167-8d36-25afe3d1168d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382102 Sep 29 23:07:35.820094 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.820566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Fanout notify agent at l3_agent the message router_deleted on router 699b43e4-daa3-466d-a046-7964e5979c5f {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:07:35.830068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.832019 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2a6f15ff-d7cc-4b7c-a14f-6d3d1f89dc8a tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/699b43e4-daa3-466d-a046-7964e5979c5f HTTP/1.1" status: 204 len: 168 time: 2.5972126 Sep 29 23:07:35.835638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43074) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:35.842408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c5c65e27-0f48-4914-adc1-4ed4c10f48f4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-80603768', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:35.857538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ecffa307-40fd-4433-a74d-cc0b2e280154 None None] Provisioning complete for port 4ba40d92-2271-4190-9102-bed240ad3acb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:35.858122 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ecffa307-40fd-4433-a74d-cc0b2e280154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.870753 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5c65e27-0f48-4914-adc1-4ed4c10f48f4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.871868 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5c65e27-0f48-4914-adc1-4ed4c10f48f4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.898588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ecffa307-40fd-4433-a74d-cc0b2e280154 None None] Port 4ba40d92-2271-4190-9102-bed240ad3acb cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:07:35.923889 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5c65e27-0f48-4914-adc1-4ed4c10f48f4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.932472 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5c65e27-0f48-4914-adc1-4ed4c10f48f4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.933272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Router a32e72f7-8961-479f-afa0-82e6d58069cd has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:07:35.937763 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-9bc3fef9-f810-4f28-b795-6e8f6b9f8a3c service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921184 Sep 29 23:07:35.958322 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5c65e27-0f48-4914-adc1-4ed4c10f48f4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:35.959665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c5c65e27-0f48-4914-adc1-4ed4c10f48f4 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1208873 Sep 29 23:07:35.962579 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:35.967706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_snat': True}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:36.120797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8657e2d2-e28b-4046-888d-66ff0c67c311 req-8795adf7-220b-46eb-bb8c-fb7257e80320 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:36.122388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8657e2d2-e28b-4046-888d-66ff0c67c311 req-8795adf7-220b-46eb-bb8c-fb7257e80320 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 949 time: 0.1197381 Sep 29 23:07:36.201163 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b3e2a306-7c04-422b-a1c7-e02996bf4508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:36.231583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fd7dc16a-3f17-4440-821e-ea9492cd215b up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:36.239166 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:36.261574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8657e2d2-e28b-4046-888d-66ff0c67c311 req-f995fd74-3ed4-4164-9330-b19acdc0eec2 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126509 Sep 29 23:07:36.348679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port fd7dc16a-3f17-4440-821e-ea9492cd215b completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:07:36.354259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port fd7dc16a-3f17-4440-821e-ea9492cd215b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:36.354639 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:36.423725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03981c19-c007-41c7-be23-56e0243d9d6a req-caecfa55-5fd2-4c13-ab6e-1a39cc8854a4 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760396 Sep 29 23:07:36.432434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:36.437553 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a08395aa-376c-47d8-9bd3-d3540eb4f3a8 admin admin] 10.222.0.44 "PUT /v2.0/routers/a32e72f7-8961-479f-afa0-82e6d58069cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0277865 Sep 29 23:07:36.463497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f6622-9b2d-4de2-bb91-51949f39703a req-24f48852-5c29-4a2b-9137-fecdafc203b8 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:36.465245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-294f6622-9b2d-4de2-bb91-51949f39703a req-24f48852-5c29-4a2b-9137-fecdafc203b8 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1457565 Sep 29 23:07:36.467494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Sync routers for ids ['a32e72f7-8961-479f-afa0-82e6d58069cd'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:36.470584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:36.482745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c61d72-76eb-4004-9867-ab81419f6ebe req-3a3bccbf-3874-4d83-9f46-25c1d18b533d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:36.484285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02c61d72-76eb-4004-9867-ab81419f6ebe req-3a3bccbf-3874-4d83-9f46-25c1d18b533d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 949 time: 0.0899520 Sep 29 23:07:36.491808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Routers {'a32e72f7-8961-479f-afa0-82e6d58069cd'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:36.492506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['a32e72f7-8961-479f-afa0-82e6d58069cd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:36.536140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c64899-d79f-4c06-8455-9915fadcba51 req-e46a11ae-7f02-4687-96ed-4a6ca6012e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:36.537813 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4c64899-d79f-4c06-8455-9915fadcba51 req-e46a11ae-7f02-4687-96ed-4a6ca6012e65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 1095 time: 0.0448089 Sep 29 23:07:36.542537 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:36.584358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:36.589691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:36.591897 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80239ae-a0df-4b6d-9535-b9e7ed97605d" -d '{"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-plugged", "status": "completed", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:36.606739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-294f6622-9b2d-4de2-bb91-51949f39703a req-e695115e-ee62-43ed-8af5-6df2e9beadad tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329410 Sep 29 23:07:36.620995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43108) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:36.632645 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:36.633521 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 89251f83-c4b4-429c-b421-88d572501fdd no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:36.666974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 89251f83-c4b4-429c-b421-88d572501fdd {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:07:36.666974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 89251f83-c4b4-429c-b421-88d572501fdd not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:07:36.680881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02c61d72-76eb-4004-9867-ab81419f6ebe req-98196caa-bda7-4d60-82e6-3d1cdb494a04 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802750 Sep 29 23:07:36.682103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c64899-d79f-4c06-8455-9915fadcba51 req-dfab82ad-4fa9-4372-a4e4-50e9be1486ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:36.684646 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4c64899-d79f-4c06-8455-9915fadcba51 req-dfab82ad-4fa9-4372-a4e4-50e9be1486ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.1374586 Sep 29 23:07:36.729323 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:36.758062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-357977414'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:36.764789 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4c64899-d79f-4c06-8455-9915fadcba51 req-b3cd4d08-dd64-4dba-84f5-7f3cca3deaae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8 HTTP/1.1" status: 200 len: 217 time: 0.0641127 Sep 29 23:07:36.786673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:36.833749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:36.837563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:36.858409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c64899-d79f-4c06-8455-9915fadcba51 req-0071e561-19bd-41d2-83ac-9396c5560606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:36.860027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4c64899-d79f-4c06-8455-9915fadcba51 req-0071e561-19bd-41d2-83ac-9396c5560606 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.0770316 Sep 29 23:07:36.896073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:07:36.911319 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4c64899-d79f-4c06-8455-9915fadcba51 req-0d95dde4-a843-48f3-94df-382ae5976ad3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436099 Sep 29 23:07:36.928611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:36.928964 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Added segment 3e0aadac-3070-47bb-b788-895cf373410a of type vlan for network 26841801-a4f9-4929-a0b0-81cc9a808d76 Sep 29 23:07:36.940905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:36.952751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Set router a32e72f7-8961-479f-afa0-82e6d58069cd gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:36.994595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b7dd1-d7f8-4d37-b485-5015afabd02e req-bf197640-ead6-4c3c-ab7e-973e61eddea2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:37.001776 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d8cc67-1a5a-499e-845a-de81ad5ba2fc x-openstack-request-id: req-22d8cc67-1a5a-499e-845a-de81ad5ba2fc {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:37.002001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-695b7dd1-d7f8-4d37-b485-5015afabd02e req-bf197640-ead6-4c3c-ab7e-973e61eddea2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.2272313 Sep 29 23:07:37.002114 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-plugged", "status": "completed", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:37.002367 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22d8cc67-1a5a-499e-845a-de81ad5ba2fc {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:37.002776 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'code': 200} Sep 29 23:07:37.004289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:37.029147 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.038913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Allocated IP 172.25.4.29 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/6ee22eb6-29dd-4113-a408-32d82b851247) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:37.070213 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4c64899-d79f-4c06-8455-9915fadcba51 req-67da9066-4c55-44df-bc12-3edeebd0c0b0 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504755 Sep 29 23:07:37.077874 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.085020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:37.085781 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.099923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83d2f7-00a8-4509-b837-2ffc74c43da0 req-e539e11f-7781-4d74-be85-a150e109be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:37.101379 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a83d2f7-00a8-4509-b837-2ffc74c43da0 req-e539e11f-7781-4d74-be85-a150e109be3a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 1101 time: 0.1530368 Sep 29 23:07:37.124357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-695b7dd1-d7f8-4d37-b485-5015afabd02e req-e17ee2c7-5fc4-4ae4-a79b-819207a94cdf tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216881 Sep 29 23:07:37.138585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:37.138970 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.149532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4b6a0-c415-4721-a3a0-c76525e9711b req-66faeb81-aba9-4402-9a5d-125ac9b17950 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:37.151300 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90b4b6a0-c415-4721-a3a0-c76525e9711b req-66faeb81-aba9-4402-9a5d-125ac9b17950 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.1725521 Sep 29 23:07:37.186348 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5640116 Sep 29 23:07:37.191702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43118) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:37.198391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'subnet': {'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:37.250357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a83d2f7-00a8-4509-b837-2ffc74c43da0 req-5ff83491-be65-4291-b319-ce9121524636 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345744 Sep 29 23:07:37.264839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d121851-067c-4412-8729-8854e2d3d253 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Network': ['ID=26841801-a4f9-4929-a0b0-81cc9a808d76,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:37.278333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 26841801-a4f9-4929-a0b0-81cc9a808d76 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:07:37.298287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'name': 'tempest-ServersTestMultiNic-33224341-router', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:27Z', 'updated_at': '2021-09-29T23:07:34Z', 'revision_number': 4, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'gw_port': {'id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:28Z', 'updated_at': '2021-09-29T23:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4ba40d92-2271-4190-9102-bed240ad3acb', 'name': '', 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'mac_address': 'fa:16:3e:2e:94:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c7a12d20-c4f6-45b3-b651-e8e72834310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:32Z', 'updated_at': '2021-09-29T23:07:34Z', 'revision_number': 2, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'subnets': [{'id': 'c7a12d20-c4f6-45b3-b651-e8e72834310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:37.350099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Checking router: a32e72f7-8961-479f-afa0-82e6d58069cd for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:07:37.350391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Updating router a32e72f7-8961-479f-afa0-82e6d58069cd port 4ba40d92-2271-4190-9102-bed240ad3acb binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:07:37.359011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90b4b6a0-c415-4721-a3a0-c76525e9711b req-43a507e9-fa40-428a-8514-260858255867 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653237 Sep 29 23:07:37.360057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4c64899-d79f-4c06-8455-9915fadcba51 req-59bf7c2a-8393-4c68-aec0-b9d7a1ced1fe service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699101 Sep 29 23:07:37.364845 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.411725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:37.419298 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.419917 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.421960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.431813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.530657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:37.540775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:37.544988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:37.546854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event updated for resources: {'Port': ['ID=6ee22eb6-29dd-4113-a408-32d82b851247,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:37.734232 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.739464 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.787775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef1b9c-1873-47dd-9f2e-cf66b11c3f39 None None] Pushing event updated for resources: {'Port': ['ID=4ba40d92-2271-4190-9102-bed240ad3acb,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:37.842868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Attempting to bind port 4ba40d92-2271-4190-9102-bed240ad3acb on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:37.843686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Attempting to bind port 4ba40d92-2271-4190-9102-bed240ad3acb by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '8f22a664-2c90-4daf-ad9e-97c9580ccd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:37.843931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Attempting to bind port 4ba40d92-2271-4190-9102-bed240ad3acb on network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:37.849473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:37.849952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Checking segment: {'id': '8f22a664-2c90-4daf-ad9e-97c9580ccd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:37.850434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.850963 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Bound using segment: {'id': '8f22a664-2c90-4daf-ad9e-97c9580ccd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:37.851922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Bound port: 4ba40d92-2271-4190-9102-bed240ad3acb, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f22a664-2c90-4daf-ad9e-97c9580ccd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:37.852319 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:37.926776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] For port 4ba40d92-2271-4190-9102-bed240ad3acb, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:37.930922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] For port 4ba40d92-2271-4190-9102-bed240ad3acb, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ba40d92-2271-4190-9102-bed240ad3acb,segment=NetworkSegment(8f22a664-2c90-4daf-ad9e-97c9580ccd8b),segment_id=8f22a664-2c90-4daf-ad9e-97c9580ccd8b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:37.935107 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.000381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Routers {'a32e72f7-8961-479f-afa0-82e6d58069cd'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:38.001056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['a32e72f7-8961-479f-afa0-82e6d58069cd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:38.042723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ef1b9c-1873-47dd-9f2e-cf66b11c3f39 None None] Pushing event updated for resources: {'Port': ['ID=4ba40d92-2271-4190-9102-bed240ad3acb,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:38.068755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-91ab6f89-9490-4d76-859d-9aab6a9937ef None None] Provisioning complete for port 4ba40d92-2271-4190-9102-bed240ad3acb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:38.069186 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-91ab6f89-9490-4d76-859d-9aab6a9937ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.158674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] Set router a32e72f7-8961-479f-afa0-82e6d58069cd gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:07:38.233327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aff80f-10e0-4e95-ba31-2af405ab22cf req-2c53db72-2f04-4092-b6b2-22ee72b95483 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:38.234930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52aff80f-10e0-4e95-ba31-2af405ab22cf req-2c53db72-2f04-4092-b6b2-22ee72b95483 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.5281739 Sep 29 23:07:38.246971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a9786-f206-4e93-a159-4410b7f987a8 req-333080aa-1bbd-463b-b52d-61a6a4dcfcb7 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:38.248433 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e81a9786-f206-4e93-a159-4410b7f987a8 req-333080aa-1bbd-463b-b52d-61a6a4dcfcb7 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 946 time: 0.5749075 Sep 29 23:07:38.249269 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.281496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-91ab6f89-9490-4d76-859d-9aab6a9937ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.361814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-91ab6f89-9490-4d76-859d-9aab6a9937ef None None] For port 4ba40d92-2271-4190-9102-bed240ad3acb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ba40d92-2271-4190-9102-bed240ad3acb,segment=NetworkSegment(8f22a664-2c90-4daf-ad9e-97c9580ccd8b),segment_id=8f22a664-2c90-4daf-ad9e-97c9580ccd8b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:38.367713 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-91ab6f89-9490-4d76-859d-9aab6a9937ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.396962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Subnet': ['ID=7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:38.404793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52aff80f-10e0-4e95-ba31-2af405ab22cf req-3e934f16-02cc-4a2b-87da-38b4dd60fbd2 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533499 Sep 29 23:07:38.421144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e81a9786-f206-4e93-a159-4410b7f987a8 req-cdcd7c43-f2ce-4161-a607-bb0e0ca963cf tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631839 Sep 29 23:07:38.423346 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.472598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Checking segment: {'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:38.472963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network hostable DHCP agents. Network: 26841801-a4f9-4929-a0b0-81cc9a808d76, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:07:38.482490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab6f89-9490-4d76-859d-9aab6a9937ef None None] Pushing event updated for resources: {'Port': ['ID=4ba40d92-2271-4190-9102-bed240ad3acb,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:38.502257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-505912b7-fe09-465c-98e5-4df97743b3d3 None None] Provisioning complete for port 4ba40d92-2271-4190-9102-bed240ad3acb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:38.502635 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-505912b7-fe09-465c-98e5-4df97743b3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.533593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network 26841801-a4f9-4929-a0b0-81cc9a808d76 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:07:38.543304 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.555310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'name': 'tempest-ServersTestMultiNic-33224341-router', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:27Z', 'updated_at': '2021-09-29T23:07:34Z', 'revision_number': 4, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'gw_port': {'id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:28Z', 'updated_at': '2021-09-29T23:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4ba40d92-2271-4190-9102-bed240ad3acb', 'name': '', 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'mac_address': 'fa:16:3e:2e:94:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c7a12d20-c4f6-45b3-b651-e8e72834310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:32Z', 'updated_at': '2021-09-29T23:07:37Z', 'revision_number': 4, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'subnets': [{'id': 'c7a12d20-c4f6-45b3-b651-e8e72834310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:38.578240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44606af-ccc7-41f8-919a-c5872755f907 req-fe68aa94-8e39-4945-a2c0-dbcc21f33be8 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:38.579775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e44606af-ccc7-41f8-919a-c5872755f907 req-fe68aa94-8e39-4945-a2c0-dbcc21f33be8 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1110675 Sep 29 23:07:38.583527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 26841801-a4f9-4929-a0b0-81cc9a808d76) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:38.586762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b430a0a8-d72a-45d5-9b3a-7621b47281aa None None] The sync data for ids ['a32e72f7-8961-479f-afa0-82e6d58069cd'] in n-d-811173-2 is: [{'id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'name': 'tempest-ServersTestMultiNic-33224341-router', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:27Z', 'updated_at': '2021-09-29T23:07:34Z', 'revision_number': 4, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'gw_port': {'id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:28Z', 'updated_at': '2021-09-29T23:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4ba40d92-2271-4190-9102-bed240ad3acb', 'name': '', 'network_id': '0b4c7fa0-ab59-498e-96dc-f5a428c74c3a', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'mac_address': 'fa:16:3e:2e:94:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1070, 'fixed_ips': [{'subnet_id': 'c7a12d20-c4f6-45b3-b651-e8e72834310d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:32Z', 'updated_at': '2021-09-29T23:07:37Z', 'revision_number': 4, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'subnets': [{'id': 'c7a12d20-c4f6-45b3-b651-e8e72834310d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:38.589980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:38.590583 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.635532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0632c0-0551-4847-b90b-2cd0cc9f4ce3 None None] Network 26841801-a4f9-4929-a0b0-81cc9a808d76 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:07:38.637706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a0d18986-cef0-4a07-8b19-749a30dcb8f8 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:38.676881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-521bb045-d3d3-4208-a1be-0f4878de9c9c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4816167 Sep 29 23:07:38.677785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43144) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:38.700413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1322594636'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:38.759935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:38.765069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.806359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e44606af-ccc7-41f8-919a-c5872755f907 req-0e92f06e-26a0-4332-8880-f6f98601b832 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051332 Sep 29 23:07:38.822255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:07:38.858832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.859585 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Added segment 44a0f486-45a5-4e5b-b8d6-67790161b379 of type vlan for network 009fbaef-239f-434d-9d79-a6bfb8daa643 Sep 29 23:07:38.920569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ba40d92-2271-4190-9102-bed240ad3acb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:38.935921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.953979 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.965732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:38.971551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.979533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:38.981632 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:38.985688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55f031-7378-42b8-b67e-1d1a2107f38b req-badc4b66-c90f-4cea-9d34-88505afb1536 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:38.994433 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd55f031-7378-42b8-b67e-1d1a2107f38b req-badc4b66-c90f-4cea-9d34-88505afb1536 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.3374553 Sep 29 23:07:39.006940 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.020494 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3398817 Sep 29 23:07:39.024601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43146) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:39.035371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'subnet': {'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:39.119143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1fdfc-6a1b-416a-82de-15b550452b40 req-fd770f7f-9a85-4995-a536-6b4fa05ab39d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:39.126769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83d1fdfc-6a1b-416a-82de-15b550452b40 req-fd770f7f-9a85-4995-a536-6b4fa05ab39d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.2113054 Sep 29 23:07:39.143100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd55f031-7378-42b8-b67e-1d1a2107f38b req-a854d32e-dc05-454f-9e73-d9548594fd22 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427662 Sep 29 23:07:39.146049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d78194-6282-4922-bb9d-9eea15eed4eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Network': ['ID=009fbaef-239f-434d-9d79-a6bfb8daa643,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:39.198934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 009fbaef-239f-434d-9d79-a6bfb8daa643 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:07:39.238609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8', 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62', 'port_id': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8', 'mac_address': 'fa:16:3e:4d:f7:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fddcf55-78c6-406b-b9ef-09d2f22222f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:07:39.304437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83d1fdfc-6a1b-416a-82de-15b550452b40 req-ce70e6ee-baa8-4c4a-8662-9bc1a4e653d8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707065 Sep 29 23:07:39.305449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:39.322503 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.366155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Router 8f84cd4d-85d2-45eb-a90a-eb73106be269 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:07:39.380834 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.435477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-26841801-a4f9-4929-a0b0-81cc9a808d76', 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'fixed_ips': [{'subnet_id': '7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:07:39.436474 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.466446 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.469904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4ba40d92-2271-4190-9102-bed240ad3acb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:39.470166 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.542687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d18986-cef0-4a07-8b19-749a30dcb8f8 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:39.629412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:39.636741 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.641963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2664ab5f-f165-4da6-8c50-8a5167ff69bb tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "PUT /v2.0/routers/8f84cd4d-85d2-45eb-a90a-eb73106be269 HTTP/1.1" status: 200 len: 916 time: 3.6781840 Sep 29 23:07:39.646771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43154) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:39.648207 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e1f8b-484b-4d19-81bc-ab7a9b62b14e None None] Sync routers for ids ['8f84cd4d-85d2-45eb-a90a-eb73106be269'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:39.651005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f94397-d28c-433c-963c-929fdba7af19 req-0e8892b8-81d3-487e-936a-d47f2eac3578 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:39.653234 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f94397-d28c-433c-963c-929fdba7af19 req-0e8892b8-81d3-487e-936a-d47f2eac3578 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 946 time: 0.4376962 Sep 29 23:07:39.655040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.664210 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e1f8b-484b-4d19-81bc-ab7a9b62b14e None None] Routers {'8f84cd4d-85d2-45eb-a90a-eb73106be269'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:39.664845 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e27e1f8b-484b-4d19-81bc-ab7a9b62b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8f84cd4d-85d2-45eb-a90a-eb73106be269'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:39.670019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:39.699180 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.739363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dbe2b-103a-4b0b-9558-99068bc8e392 req-af3247f9-f8f1-4867-8170-0b8df96e474f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:39.747527 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e27e1f8b-484b-4d19-81bc-ab7a9b62b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:39.756426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c6dbe2b-103a-4b0b-9558-99068bc8e392 req-af3247f9-f8f1-4867-8170-0b8df96e474f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.2173769 Sep 29 23:07:39.758453 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27e1f8b-484b-4d19-81bc-ab7a9b62b14e None None] Routers {'8f84cd4d-85d2-45eb-a90a-eb73106be269'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:39.759588 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e27e1f8b-484b-4d19-81bc-ab7a9b62b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8f84cd4d-85d2-45eb-a90a-eb73106be269'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:39.784501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d077c-28a3-4852-8a1c-15c8f2142aae req-a002d42f-3862-438d-b49a-c748ea2c2eac tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:39.786039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-411d077c-28a3-4852-8a1c-15c8f2142aae req-a002d42f-3862-438d-b49a-c748ea2c2eac tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/ports?device_id=59dd98ff-8711-4914-a2ad-15d74aa10949 HTTP/1.1" status: 200 len: 946 time: 0.2482612 Sep 29 23:07:39.815843 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e27e1f8b-484b-4d19-81bc-ab7a9b62b14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:39.818392 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27e1f8b-484b-4d19-81bc-ab7a9b62b14e None None] The sync data for ids ['8f84cd4d-85d2-45eb-a90a-eb73106be269'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:39.864378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Subnet': ['ID=a5024fdc-822b-4c34-a213-351957a4ae6d,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:39.872772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Checking segment: {'id': '44a0f486-45a5-4e5b-b8d6-67790161b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:39.873760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network hostable DHCP agents. Network: 009fbaef-239f-434d-9d79-a6bfb8daa643, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:07:39.892438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a0d18986-cef0-4a07-8b19-749a30dcb8f8,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:39.916276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network 009fbaef-239f-434d-9d79-a6bfb8daa643 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:07:39.936872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Allocated IP 19.80.0.2 (26841801-a4f9-4929-a0b0-81cc9a808d76/7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad/f072ca20-a976-40da-a606-08ca28936f35) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:39.939434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 009fbaef-239f-434d-9d79-a6bfb8daa643) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:39.948028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:39.948955 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.949491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-411d077c-28a3-4852-8a1c-15c8f2142aae req-6878f181-4e0b-49fb-bbb6-d13e9a6b539d tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.44 "GET /v2.0/security-groups?id=68f9286a-de26-42c3-aad0-adf874480ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523979 Sep 29 23:07:39.951353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34637d21-1e44-4e1b-bff0-3fab703a6548 None None] Network 009fbaef-239f-434d-9d79-a6bfb8daa643 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:07:39.953224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-32f94397-d28c-433c-963c-929fdba7af19 req-7b5a2d91-8f6a-4a57-b3b5-30d68b3ee9a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Deleting port 1b2ecd23-44cd-48fa-b05c-8672295edbf7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:39.960430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-32f94397-d28c-433c-963c-929fdba7af19 req-7b5a2d91-8f6a-4a57-b3b5-30d68b3ee9a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:39.964492 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c6dbe2b-103a-4b0b-9558-99068bc8e392 req-7256bd9f-9a10-4b99-9b82-65653b1bf464 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070749 Sep 29 23:07:39.998601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d8a11dfb-e25e-45cd-aa57-6b5bbcab6c1f tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/routers/8f84cd4d-85d2-45eb-a90a-eb73106be269 HTTP/1.1" status: 200 len: 922 time: 0.3494508 Sep 29 23:07:40.000967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43158) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:40.012390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a0d18986-cef0-4a07-8b19-749a30dcb8f8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:40.067862 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7fd855b5-5696-456c-9371-678f09b593f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0279191 Sep 29 23:07:40.207266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9824c9cb-4cbd-415d-8cbb-1006636f1e69 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:40.216177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-32f94397-d28c-433c-963c-929fdba7af19 req-7b5a2d91-8f6a-4a57-b3b5-30d68b3ee9a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] For port 1b2ecd23-44cd-48fa-b05c-8672295edbf7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1b2ecd23-44cd-48fa-b05c-8672295edbf7,segment=NetworkSegment(f265e99a-b5ed-4f33-9b2e-026ee75212e8),segment_id=f265e99a-b5ed-4f33-9b2e-026ee75212e8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:40.216884 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-32f94397-d28c-433c-963c-929fdba7af19 req-7b5a2d91-8f6a-4a57-b3b5-30d68b3ee9a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:40.217046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9824c9cb-4cbd-415d-8cbb-1006636f1e69 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=61793872-5784-4201-a6e4-17489ef55adc&device_id=8f84cd4d-85d2-45eb-a90a-eb73106be269&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2147810 Sep 29 23:07:40.217625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:40.235007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-32f94397-d28c-433c-963c-929fdba7af19 req-7b5a2d91-8f6a-4a57-b3b5-30d68b3ee9a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Calling delete_port for 1b2ecd23-44cd-48fa-b05c-8672295edbf7 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:40.246316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a913a-f238-4377-aa3e-08404364a879 req-f0ba863f-0646-47c1-967a-321a22725064 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:40.252368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f67a913a-f238-4377-aa3e-08404364a879 req-f0ba863f-0646-47c1-967a-321a22725064 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1436844 Sep 29 23:07:40.395606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-32f94397-d28c-433c-963c-929fdba7af19 req-7b5a2d91-8f6a-4a57-b3b5-30d68b3ee9a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:40.433912 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a173f-9a6f-405f-a8e9-a61fe0e42bbe tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:40.436357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ac7a173f-9a6f-405f-a8e9-a61fe0e42bbe tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 881 time: 0.2176237 Sep 29 23:07:40.442348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:40.473660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f94397-d28c-433c-963c-929fdba7af19 req-7b5a2d91-8f6a-4a57-b3b5-30d68b3ee9a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] No DVR routers for this DVR port 1b2ecd23-44cd-48fa-b05c-8672295edbf7 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:07:40.475344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a2d91-8f6a-4a57-b3b5-30d68b3ee9a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Pushing event deleted for resources: {'Port': ['ID=1b2ecd23-44cd-48fa-b05c-8672295edbf7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:40.477851 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-32f94397-d28c-433c-963c-929fdba7af19 req-7b5a2d91-8f6a-4a57-b3b5-30d68b3ee9a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:40.479863 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f94397-d28c-433c-963c-929fdba7af19 req-7b5a2d91-8f6a-4a57-b3b5-30d68b3ee9a3 tempest-ServersTestJSON-187240456 tempest-ServersTestJSON-187240456-project] 10.222.0.26 "DELETE /v2.0/ports/1b2ecd23-44cd-48fa-b05c-8672295edbf7 HTTP/1.1" status: 204 len: 173 time: 0.8131239 Sep 29 23:07:40.481332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59dd98ff-8711-4914-a2ad-15d74aa10949', 'name': 'network-vif-deleted', 'tag': '1b2ecd23-44cd-48fa-b05c-8672295edbf7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:40.482652 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc19f58f-e2ba-43d5-95f7-b27a8a52f0b1" -d '{"events": [{"server_uuid": "59dd98ff-8711-4914-a2ad-15d74aa10949", "name": "network-vif-deleted", "tag": "1b2ecd23-44cd-48fa-b05c-8672295edbf7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:40.503062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9ca7a8d5-4f9d-4c84-a260-562cf5e84a5f tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84cd4d-85d2-45eb-a90a-eb73106be269 HTTP/1.1" status: 200 len: 205 time: 0.0564940 Sep 29 23:07:40.503253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43174) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:40.509250 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:40.511777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f67a913a-f238-4377-aa3e-08404364a879 req-86ce4e4b-1f8c-43a7-afbd-079c81bdec7a tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326648 Sep 29 23:07:40.527551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ad773-b7be-45d4-bdeb-60ae76dcae57 req-77405a8e-0607-4643-ada6-6454b2e1529c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:40.536788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-872ad773-b7be-45d4-bdeb-60ae76dcae57 req-77405a8e-0607-4643-ada6-6454b2e1529c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.2581913 Sep 29 23:07:40.558516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:40.632735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-872ad773-b7be-45d4-bdeb-60ae76dcae57 req-f0250373-6525-47bd-bd6a-fbe29b031e89 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947800 Sep 29 23:07:40.653556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Pushing event updated for resources: {'Port': ['ID=f072ca20-a976-40da-a606-08ca28936f35,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:40.727790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-009fbaef-239f-434d-9d79-a6bfb8daa643', 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'fixed_ips': [{'subnet_id': 'a5024fdc-822b-4c34-a213-351957a4ae6d'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:07:40.728607 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:40.732460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Network 26841801-a4f9-4929-a0b0-81cc9a808d76 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:40.742290 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:40.752273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:40.758325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:40.836776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0f14e1e0-eec5-48e8-9bb7-9a8a920fea1a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:40.842838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0f14e1e0-eec5-48e8-9bb7-9a8a920fea1a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:40.844515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0f14e1e0-eec5-48e8-9bb7-9a8a920fea1a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/networks?id=26841801-a4f9-4929-a0b0-81cc9a808d76&id=009fbaef-239f-434d-9d79-a6bfb8daa643&id=26841801-a4f9-4929-a0b0-81cc9a808d76 HTTP/1.1" status: 200 len: 1391 time: 0.2037606 Sep 29 23:07:40.856219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad753f36-4a89-46ae-85fe-3e6bb4595745 req-1442251c-b323-4b1b-a0d3-494ddc34a592 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:40.857848 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad753f36-4a89-46ae-85fe-3e6bb4595745 req-1442251c-b323-4b1b-a0d3-494ddc34a592 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 945 time: 0.0857921 Sep 29 23:07:40.868950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-13a1da09-e77c-4ad0-967d-5082829918f0 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/quotas/28279b8345624d5f90fccb9f1d09587d HTTP/1.1" status: 200 len: 375 time: 0.0100408 Sep 29 23:07:40.878878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:40.916302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Attempting to bind port f072ca20-a976-40da-a606-08ca28936f35 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:40.916757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Attempting to bind port f072ca20-a976-40da-a606-08ca28936f35 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:40.917079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Attempting to bind port f072ca20-a976-40da-a606-08ca28936f35 on network 26841801-a4f9-4929-a0b0-81cc9a808d76 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:40.935519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad753f36-4a89-46ae-85fe-3e6bb4595745 req-118cae68-dce8-4f5e-a051-ac8577ff5feb tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641036 Sep 29 23:07:40.951764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Deleting port 6ee22eb6-29dd-4113-a408-32d82b851247 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:40.952187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:40.957375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-de5bfe7a-1880-4116-b0dd-53b9855ef46a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=28279b8345624d5f90fccb9f1d09587d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801342 Sep 29 23:07:40.962313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:40.962796 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Checking segment: {'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:40.963589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:40.964127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Bound using segment: {'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:40.964711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Bound port: f072ca20-a976-40da-a606-08ca28936f35, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:40.965557 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.029072 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3a9f61-4fee-4a34-a4b9-3deb8e838f7c x-openstack-request-id: req-8b3a9f61-4fee-4a34-a4b9-3deb8e838f7c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:41.029449 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59dd98ff-8711-4914-a2ad-15d74aa10949", "name": "network-vif-deleted", "tag": "1b2ecd23-44cd-48fa-b05c-8672295edbf7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:41.029775 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b3a9f61-4fee-4a34-a4b9-3deb8e838f7c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:41.030304 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59dd98ff-8711-4914-a2ad-15d74aa10949', 'name': 'network-vif-deleted', 'tag': '1b2ecd23-44cd-48fa-b05c-8672295edbf7', 'status': 'completed', 'code': 200} Sep 29 23:07:41.035001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Allocated IP 19.86.0.2 (009fbaef-239f-434d-9d79-a6bfb8daa643/a5024fdc-822b-4c34-a213-351957a4ae6d/4fc6a80f-f75a-4107-9160-d896f47bb085) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:41.077950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.090936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-559beaa1-39fa-408e-865e-2af41d1e6cc0 service neutron] 10.222.0.44 "GET /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215744 Sep 29 23:07:41.105252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Calling delete_port for 6ee22eb6-29dd-4113-a408-32d82b851247 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:41.129671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] For port f072ca20-a976-40da-a606-08ca28936f35, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:41.150087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] For port f072ca20-a976-40da-a606-08ca28936f35, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f072ca20-a976-40da-a606-08ca28936f35,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:41.175711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.179676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-632d0e4f-01a1-4120-b923-6ea37951d1d7 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0623481 Sep 29 23:07:41.238561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-bc053a13-9e23-4ba8-8ee2-684a0a6dec7e service neutron] 10.222.0.44 "GET /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456022 Sep 29 23:07:41.293840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3396c5-0217-4bd9-abe5-d7ace11c8ef7 None None] Pushing event updated for resources: {'Port': ['ID=f072ca20-a976-40da-a606-08ca28936f35,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:41.330349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.364592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Pushing event deleted for resources: {'Port': ['ID=6ee22eb6-29dd-4113-a408-32d82b851247,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:41.374698 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.388170 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.393495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-4cd04c86-99c8-411a-9944-99c010cd9d39 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:41.400719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-4cd04c86-99c8-411a-9944-99c010cd9d39 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2017529 Sep 29 23:07:41.422564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-d08fa97b-17bf-425c-8959-65fd456e9352 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/quotas/17fa5c9fd2f941c6a717dfd73c378954 HTTP/1.1" status: 200 len: 375 time: 0.0185759 Sep 29 23:07:41.431734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Network 009fbaef-239f-434d-9d79-a6bfb8daa643 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:41.435860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:41.442587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:41.447507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.466124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-6e69ae76-c97a-4fd2-b369-a97c4b63537d service neutron] 10.222.0.44 "GET /v2.0/networks/009fbaef-239f-434d-9d79-a6bfb8daa643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270079 Sep 29 23:07:41.531580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Pushing event updated for resources: {'Port': ['ID=4fc6a80f-f75a-4107-9160-d896f47bb085,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:41.559593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Attempting to bind port 4fc6a80f-f75a-4107-9160-d896f47bb085 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:41.560034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Attempting to bind port 4fc6a80f-f75a-4107-9160-d896f47bb085 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '44a0f486-45a5-4e5b-b8d6-67790161b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:41.560410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Attempting to bind port 4fc6a80f-f75a-4107-9160-d896f47bb085 on network 009fbaef-239f-434d-9d79-a6bfb8daa643 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:41.566599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:41.567042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Checking segment: {'id': '44a0f486-45a5-4e5b-b8d6-67790161b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:41.567472 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.568548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Bound using segment: {'id': '44a0f486-45a5-4e5b-b8d6-67790161b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:41.569210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Bound port: 4fc6a80f-f75a-4107-9160-d896f47bb085, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a0f486-45a5-4e5b-b8d6-67790161b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:41.569606 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.584297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.587317 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.615971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-fee4c252-5e7b-4428-9869-534c5da874d9 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1795101 Sep 29 23:07:41.640964 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.641623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Fanout notify agent at l3_agent the message router_deleted on router 8f84cd4d-85d2-45eb-a90a-eb73106be269 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:07:41.649876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.651576 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-de1e71d1-d2e1-41c2-99c2-b551d31f1acd tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/8f84cd4d-85d2-45eb-a90a-eb73106be269 HTTP/1.1" status: 204 len: 168 time: 1.1469276 Sep 29 23:07:41.656020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43202) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:41.667358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-98eaf19b-7b6f-42ba-acff-8dd5b0dba184 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-605475094', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:41.672875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] For port 4fc6a80f-f75a-4107-9160-d896f47bb085, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:41.678479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] For port 4fc6a80f-f75a-4107-9160-d896f47bb085, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4fc6a80f-f75a-4107-9160-d896f47bb085,segment=NetworkSegment(44a0f486-45a5-4e5b-b8d6-67790161b379),segment_id=44a0f486-45a5-4e5b-b8d6-67790161b379)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:41.680510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-04b8731e-1b40-48b2-8974-4cefbdd2a0f3 service neutron] 10.222.0.44 "GET /v2.0/networks/009fbaef-239f-434d-9d79-a6bfb8daa643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134254 Sep 29 23:07:41.688394 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.696635 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98eaf19b-7b6f-42ba-acff-8dd5b0dba184 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.697876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98eaf19b-7b6f-42ba-acff-8dd5b0dba184 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.768273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c306f-ed96-4565-b86a-34c43ecd0600 None None] Pushing event updated for resources: {'Port': ['ID=4fc6a80f-f75a-4107-9160-d896f47bb085,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:41.770084 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98eaf19b-7b6f-42ba-acff-8dd5b0dba184 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.778063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98eaf19b-7b6f-42ba-acff-8dd5b0dba184 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.813509 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-8398d833-8d41-417b-bb99-01fc1662d307 service neutron] 10.222.0.44 "GET /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321340 Sep 29 23:07:41.817744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98eaf19b-7b6f-42ba-acff-8dd5b0dba184 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:41.819371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-98eaf19b-7b6f-42ba-acff-8dd5b0dba184 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1621141 Sep 29 23:07:41.826234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:41.837839 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_snat': False}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:41.841315 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43212) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:41.916892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a308c95-3de1-46e8-8925-1b90f4611b3b admin admin] Deleting subnet 8e35702b-599d-47c1-a339-f75980ce3046 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:07:41.922925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a308c95-3de1-46e8-8925-1b90f4611b3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.007370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a308c95-3de1-46e8-8925-1b90f4611b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.060262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a308c95-3de1-46e8-8925-1b90f4611b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.132655 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a308c95-3de1-46e8-8925-1b90f4611b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.166341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a308c95-3de1-46e8-8925-1b90f4611b3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e35702b-599d-47c1-a339-f75980ce3046,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:42.170533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a308c95-3de1-46e8-8925-1b90f4611b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.176365 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5a308c95-3de1-46e8-8925-1b90f4611b3b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8e35702b-599d-47c1-a339-f75980ce3046 HTTP/1.1" status: 204 len: 168 time: 0.3334315 Sep 29 23:07:42.177354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43220) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:42.269749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.389098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.413216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9178d34-9367-4c3d-964e-5c7a5b637725']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:42.424476 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f265e99a-b5ed-4f33-9b2e-026ee75212e8') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:42.425064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f265e99a-b5ed-4f33-9b2e-026ee75212e8') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:42.441347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.457207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.466584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:07:42.467096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:07:42.469031 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:07:42.532075 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.541534 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.544312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b9178d34-9367-4c3d-964e-5c7a5b637725 HTTP/1.1" status: 204 len: 168 time: 0.3659210 Sep 29 23:07:42.558564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836f436-b667-414f-85af-2165286803e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9178d34-9367-4c3d-964e-5c7a5b637725,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:42.589795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d26d48-cffe-497b-8088-8b6610cc607e None None] Network 26841801-a4f9-4929-a0b0-81cc9a808d76 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:07:42.673704 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.695038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2e301e-372d-4cd3-ad14-ce3dc14efb68 req-981c24fe-f690-4da8-aa06-411a308f105c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:42.703245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a2e301e-372d-4cd3-ad14-ce3dc14efb68 req-981c24fe-f690-4da8-aa06-411a308f105c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.7983160 Sep 29 23:07:42.706359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43226) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:42.711805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a0d18986-cef0-4a07-8b19-749a30dcb8f8 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:42.725933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-5519da3b-8ea5-4189-b27c-fb1a7faaf555 service neutron] 10.222.0.44 "GET /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9005096 Sep 29 23:07:42.772330 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b77c5943-f9ed-4e99-ad2b-a46636cbbbfe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01b56b0290ab4937b3938d639829a691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642371 Sep 29 23:07:42.774573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43228) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:42.787511 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a2e301e-372d-4cd3-ad14-ce3dc14efb68 req-bd56c0ff-0542-4f55-97a9-c45a15162c09 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831475 Sep 29 23:07:42.846717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-42afe932-2bb2-4363-9be3-04ea29bcca81 None None] Provisioning complete for port f072ca20-a976-40da-a606-08ca28936f35 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:42.847316 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42afe932-2bb2-4363-9be3-04ea29bcca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.868885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b66c1e7-197d-4320-92c4-d85778940343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.910519 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b66c1e7-197d-4320-92c4-d85778940343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.993723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b66c1e7-197d-4320-92c4-d85778940343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:42.997936 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b66c1e7-197d-4320-92c4-d85778940343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:43.000619 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b66c1e7-197d-4320-92c4-d85778940343 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/68f9286a-de26-42c3-aad0-adf874480ff5 HTTP/1.1" status: 204 len: 168 time: 0.2243133 Sep 29 23:07:43.015516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b66c1e7-197d-4320-92c4-d85778940343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f9286a-de26-42c3-aad0-adf874480ff5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:43.179351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f072ca20-a976-40da-a606-08ca28936f35 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:43.192073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9924a5c7-24ab-4fa9-acfc-1f72dee2b0b9 req-aeb48ee9-03fb-4b71-90af-39f20dcbee08 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 210 time: 0.0511835 Sep 29 23:07:43.201676 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:43.242979 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:43.280910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port a0d18986-cef0-4a07-8b19-749a30dcb8f8 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:07:43.294604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port a0d18986-cef0-4a07-8b19-749a30dcb8f8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:43.295129 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:43.329866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-00c94eb5-bbab-4aaf-8c2a-476d6e79633e tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1014187 Sep 29 23:07:43.343154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a9c7f1-eab0-4873-89f3-2be4df828e65 None None] Network 009fbaef-239f-434d-9d79-a6bfb8daa643 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:07:43.395619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ceed14-2e9c-4653-9e65-4cf2c00d17c5 req-0e95ab12-11de-453e-90be-e48e90acb507 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:43.397417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14ceed14-2e9c-4653-9e65-4cf2c00d17c5 req-0e95ab12-11de-453e-90be-e48e90acb507 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.3005350 Sep 29 23:07:43.511297 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42afe932-2bb2-4363-9be3-04ea29bcca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:43.532534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f072ca20-a976-40da-a606-08ca28936f35 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:43.533170 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:43.681556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14ceed14-2e9c-4653-9e65-4cf2c00d17c5 req-4c8260f3-7332-4468-9ae4-9f586285f93b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880560 Sep 29 23:07:43.703586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-42afe932-2bb2-4363-9be3-04ea29bcca81 None None] For port f072ca20-a976-40da-a606-08ca28936f35, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f072ca20-a976-40da-a606-08ca28936f35,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:43.721077 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42afe932-2bb2-4363-9be3-04ea29bcca81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:43.760582 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:43.760801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Allocated IP 172.25.4.44 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/436ce5b4-4296-48f8-93f7-92addc3af43f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:43.855180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:43.857516 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f0ca8d-d766-447e-81f5-793b260e4da1" -d '{"events": [{"server_uuid": "8240a025-f0d5-4b10-8662-cae6a712e1b8", "name": "network-vif-plugged", "status": "completed", "tag": "a0d18986-cef0-4a07-8b19-749a30dcb8f8"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:43.879285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-cefedb3c-58a8-442f-a6b6-7b344f81c004 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:43.880995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-cefedb3c-58a8-442f-a6b6-7b344f81c004 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5137665 Sep 29 23:07:43.881449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:43.884476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afe932-2bb2-4363-9be3-04ea29bcca81 None None] Pushing event updated for resources: {'Port': ['ID=f072ca20-a976-40da-a606-08ca28936f35,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:43.895207 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:43.896044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1b2ecd23-44cd-48fa-b05c-8672295edbf7 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:07:43.900995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37020e8-8a03-44f8-a880-dee94a8f662c req-0a6e1a22-3d3b-4bb8-9a6d-9ad939538a14 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:43.908650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e37020e8-8a03-44f8-a880-dee94a8f662c req-0a6e1a22-3d3b-4bb8-9a6d-9ad939538a14 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 945 time: 0.5596025 Sep 29 23:07:43.928473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4fc6a80f-f75a-4107-9160-d896f47bb085 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:43.942410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Request body: {'port': {'device_id': '689ed2a5-a29f-4fd5-9d62-ed5434927e54', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': '17fa5c9fd2f941c6a717dfd73c378954'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:43.949725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 1b2ecd23-44cd-48fa-b05c-8672295edbf7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:07:43.950082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1b2ecd23-44cd-48fa-b05c-8672295edbf7 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:07:43.951541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-449c97d7-e308-49a8-b660-df405f409457 None None] Provisioning complete for port f072ca20-a976-40da-a606-08ca28936f35 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:43.951943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-449c97d7-e308-49a8-b660-df405f409457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:43.982649 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94d39aa5-a311-4475-981b-1c4b3f99ac3b req-cc61fbf5-4774-4c77-8b43-4a5fe54258dd tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 210 time: 0.1006231 Sep 29 23:07:44.051039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e37020e8-8a03-44f8-a880-dee94a8f662c req-99d4231a-f26e-4990-95ef-2590670169c5 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410480 Sep 29 23:07:44.068245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a0d18986-cef0-4a07-8b19-749a30dcb8f8,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:44.071926 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:44.135530 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f17cac-2b20-49ae-907a-69d5e59836b7 x-openstack-request-id: req-a2f17cac-2b20-49ae-907a-69d5e59836b7 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:44.135976 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8240a025-f0d5-4b10-8662-cae6a712e1b8", "name": "network-vif-plugged", "status": "completed", "tag": "a0d18986-cef0-4a07-8b19-749a30dcb8f8", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:44.136809 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2f17cac-2b20-49ae-907a-69d5e59836b7 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:44.137407 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8', 'code': 200} Sep 29 23:07:44.141160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4fc6a80f-f75a-4107-9160-d896f47bb085 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:44.141893 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:44.213145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-449c97d7-e308-49a8-b660-df405f409457 None None] Provisioning complete for port 4fc6a80f-f75a-4107-9160-d896f47bb085 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:44.213529 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-449c97d7-e308-49a8-b660-df405f409457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:44.326998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6e2575-708b-485a-90ef-65e9682d657a req-7e85cc79-10bc-46df-9f4a-46310ab77ebe tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:44.328088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb6e2575-708b-485a-90ef-65e9682d657a req-7e85cc79-10bc-46df-9f4a-46310ab77ebe tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1960015 Sep 29 23:07:44.356662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:44.359627 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:44.404493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:44.404963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121cf07-0b3f-4fcf-b53f-5f5ebf9b3be0 req-5f49d8b9-33ab-4b25-bb07-7d4c84fbdb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:44.406665 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a121cf07-0b3f-4fcf-b53f-5f5ebf9b3be0 req-5f49d8b9-33ab-4b25-bb07-7d4c84fbdb68 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0965457 Sep 29 23:07:44.412536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Made reservation on behalf of 17fa5c9fd2f941c6a717dfd73c378954 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:44.417232 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:44.435749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 4fc6a80f-f75a-4107-9160-d896f47bb085, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4fc6a80f-f75a-4107-9160-d896f47bb085,segment=NetworkSegment(44a0f486-45a5-4e5b-b8d6-67790161b379),segment_id=44a0f486-45a5-4e5b-b8d6-67790161b379)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:44.437194 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-449c97d7-e308-49a8-b660-df405f409457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:44.447096 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:44.452962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:44.471156 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a121cf07-0b3f-4fcf-b53f-5f5ebf9b3be0 req-29ecf69a-ee16-45ab-9b40-d5227bf61d4c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507889 Sep 29 23:07:44.479956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:44.486017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb6e2575-708b-485a-90ef-65e9682d657a req-600e80a3-ac82-43e1-b909-67911362faed tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494408 Sep 29 23:07:44.488656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fe3d627-c391-4a61-8636-0ac02471452f req-884115fb-31f3-49fe-8c0f-60923edf528b tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 210 time: 0.0865421 Sep 29 23:07:44.542262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=4fc6a80f-f75a-4107-9160-d896f47bb085,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:44.553113 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-449c97d7-e308-49a8-b660-df405f409457 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:07:44.553485 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-449c97d7-e308-49a8-b660-df405f409457 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:07:44.576734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Pushing event updated for resources: {'Port': ['ID=436ce5b4-4296-48f8-93f7-92addc3af43f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:44.742991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Allocated IP 192.168.233.173 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/ec9cca0b-ef7d-40a7-8639-10d90c3dce19) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:44.771661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f072ca20-a976-40da-a606-08ca28936f35 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:44.828615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f072ca20-a976-40da-a606-08ca28936f35 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:44.829097 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:44.910421 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a46b2b-6466-4fe5-8772-18396029340f req-e88d67a0-f284-4fde-b678-838c2a267e80 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:44.919439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63a46b2b-6466-4fe5-8772-18396029340f req-e88d67a0-f284-4fde-b678-838c2a267e80 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.1532121 Sep 29 23:07:44.937630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4fc6a80f-f75a-4107-9160-d896f47bb085 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:45.014073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4fc6a80f-f75a-4107-9160-d896f47bb085 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:45.014509 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.117088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-9bd87e84-4640-4357-888b-db13fd4ddd6e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:45.135872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-9bd87e84-4640-4357-888b-db13fd4ddd6e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:45.138618 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-9bd87e84-4640-4357-888b-db13fd4ddd6e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "GET /v2.0/networks?id=26841801-a4f9-4929-a0b0-81cc9a808d76&id=009fbaef-239f-434d-9d79-a6bfb8daa643&id=26841801-a4f9-4929-a0b0-81cc9a808d76 HTTP/1.1" status: 200 len: 1391 time: 0.2256842 Sep 29 23:07:45.139809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4169a01-61b4-4410-a8a2-6aeed4fab4c5 req-06ac0cca-900a-4f1b-9358-da65fe4355f9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 210 time: 0.0479295 Sep 29 23:07:45.156391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'port': {'device_id': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76', 'admin_state_up': True, 'tenant_id': '28279b8345624d5f90fccb9f1d09587d'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:45.156707 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63a46b2b-6466-4fe5-8772-18396029340f req-97d606f6-72fc-483f-91d4-52ada709ed54 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358391 Sep 29 23:07:45.192793 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.232771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-02ad0d29-184b-4bc4-a8bf-5801a4ef470f None None] Provisioning complete for port 4fc6a80f-f75a-4107-9160-d896f47bb085 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:45.233804 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-02ad0d29-184b-4bc4-a8bf-5801a4ef470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.268379 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.354089 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:45.359118 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.424561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ebd023-9c05-4f6e-b40f-cc16caaad66a req-efc07c06-804e-4d90-b0aa-87413196e5e3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:45.426327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75ebd023-9c05-4f6e-b40f-cc16caaad66a req-efc07c06-804e-4d90-b0aa-87413196e5e3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.1561086 Sep 29 23:07:45.465075 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.513723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a9d846e3-3af3-4d4f-8076-567233cff191', 'fd7dc16a-3f17-4440-821e-ea9492cd215b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:45.524868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Allocated IP 19.80.0.95 (26841801-a4f9-4929-a0b0-81cc9a808d76/7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad/c4af7100-0040-4469-b601-03ad53999be6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:45.572335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:45.585901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:45.589594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75ebd023-9c05-4f6e-b40f-cc16caaad66a req-f8d2a02c-6a62-41fe-a8c8-ea8e7eba25e0 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282997 Sep 29 23:07:45.616006 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:45.621063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Pushing event updated for resources: {'Port': ['ID=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:45.709952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.731771 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.762173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:45.762989 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.857422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.904723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-6220d9f1-0cd3-417c-8770-b37f89eb9435 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9798582 Sep 29 23:07:45.910911 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:45.944781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78940ffe-fb60-434f-ba86-0f63067847a2 req-67b1bdd5-1f0b-4af6-87c5-f1d639dd23b3 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:45.946472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78940ffe-fb60-434f-ba86-0f63067847a2 req-67b1bdd5-1f0b-4af6-87c5-f1d639dd23b3 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 936 time: 0.2313831 Sep 29 23:07:45.952916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Request body: {'port': {'device_id': '689ed2a5-a29f-4fd5-9d62-ed5434927e54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:45.995701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network 26841801-a4f9-4929-a0b0-81cc9a808d76 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:45.999189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:46.003222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:46.015918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6f8daa72-cf8a-4159-aca1-83e20201ff87 None None] Provisioning complete for port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:46.016445 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6f8daa72-cf8a-4159-aca1-83e20201ff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:46.045862 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Port': ['ID=c4af7100-0040-4469-b601-03ad53999be6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:46.060331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61c123-3990-417b-9013-4f1bb78e4352 req-5c0496d0-aaf6-4915-a2b3-c4ce636d8663 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:46.062348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac61c123-3990-417b-9013-4f1bb78e4352 req-5c0496d0-aaf6-4915-a2b3-c4ce636d8663 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.2965586 Sep 29 23:07:46.071234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6f8daa72-cf8a-4159-aca1-83e20201ff87 None None] Port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:07:46.080823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:46.082303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:46.102593 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-0858b844-4cf3-4357-86cf-47542ac2e278 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9505103 Sep 29 23:07:46.114880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'port': {'device_id': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643', 'admin_state_up': True, 'tenant_id': '28279b8345624d5f90fccb9f1d09587d'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:46.175854 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:46.180595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78940ffe-fb60-434f-ba86-0f63067847a2 req-4d88c1a8-a937-4552-a1cc-8d7b9379ed49 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422937 Sep 29 23:07:46.212962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac61c123-3990-417b-9013-4f1bb78e4352 req-949c4f09-f01c-44f3-a140-e20bbb234faa tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341498 Sep 29 23:07:46.270097 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Router 33143128-7671-4dd5-9fcd-b436322c62bc is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:07:46.339374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:46.343115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:46.392166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d94e15ef-e873-47ea-9f2f-ef4548266483 None None] Provisioning complete for port c4af7100-0040-4469-b601-03ad53999be6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:46.392619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d94e15ef-e873-47ea-9f2f-ef4548266483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:46.444769 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d94e15ef-e873-47ea-9f2f-ef4548266483 None None] Port c4af7100-0040-4469-b601-03ad53999be6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:07:46.499552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Allocated IP 19.86.0.145 (009fbaef-239f-434d-9d79-a6bfb8daa643/a5024fdc-822b-4c34-a213-351957a4ae6d/03d17740-d22f-4895-a52c-81026e391237) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:46.671041 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:46.712234 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:46.757699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network 009fbaef-239f-434d-9d79-a6bfb8daa643 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:46.763026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:46.770295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:46.774216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Port': ['ID=03d17740-d22f-4895-a52c-81026e391237,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:46.833987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:46.834672 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:46.859797 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-63962211-6f8f-4198-a12c-d672c9e701df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7495325 Sep 29 23:07:46.875681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'port': {'device_id': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76', 'admin_state_up': True, 'tenant_id': '28279b8345624d5f90fccb9f1d09587d'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:46.951122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5e037-5934-46e5-b737-e6afb54a96aa req-12e6137d-58da-441e-ace3-b15ecdea35b2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:46.952691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59f5e037-5934-46e5-b737-e6afb54a96aa req-12e6137d-58da-441e-ace3-b15ecdea35b2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.6092319 Sep 29 23:07:46.957902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43334) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:47.010968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4789de2-e5d2-436f-9273-ad073a87f185 req-67aba73a-3728-41ca-bdda-3e7390aac4fd tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:47.019982 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4789de2-e5d2-436f-9273-ad073a87f185 req-67aba73a-3728-41ca-bdda-3e7390aac4fd tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 931 time: 0.6745019 Sep 29 23:07:47.026390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:07:47.030274 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.037198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:47.042101 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.043233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-82f7a443-6cdf-43a2-9a55-17844411b588 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "PUT /v2.0/routers/33143128-7671-4dd5-9fcd-b436322c62bc HTTP/1.1" status: 200 len: 918 time: 5.2161055 Sep 29 23:07:47.050846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587a867-a163-4b6e-800f-888de04d81ec None None] Sync routers for ids ['33143128-7671-4dd5-9fcd-b436322c62bc'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:47.058057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43338) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:47.069609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587a867-a163-4b6e-800f-888de04d81ec None None] Routers {'33143128-7671-4dd5-9fcd-b436322c62bc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:47.072297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b587a867-a163-4b6e-800f-888de04d81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['33143128-7671-4dd5-9fcd-b436322c62bc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:47.117016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b587a867-a163-4b6e-800f-888de04d81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:47.121488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4789de2-e5d2-436f-9273-ad073a87f185 req-823acc64-4972-48b4-baae-181e1fd0c882 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000490 Sep 29 23:07:47.122006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-725385f6-27c4-459e-af0f-651d6d75bf52 None None] Provisioning complete for port 03d17740-d22f-4895-a52c-81026e391237 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:47.122628 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-725385f6-27c4-459e-af0f-651d6d75bf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.127627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59f5e037-5934-46e5-b737-e6afb54a96aa req-4679e291-de45-40a9-b98d-88ef2fbee904 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606545 Sep 29 23:07:47.153824 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08aa9f08-588c-4530-b245-d975796bcfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.185764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b587a867-a163-4b6e-800f-888de04d81ec None None] Routers {'33143128-7671-4dd5-9fcd-b436322c62bc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:47.196143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b587a867-a163-4b6e-800f-888de04d81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['33143128-7671-4dd5-9fcd-b436322c62bc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:47.244593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec9cca0b-ef7d-40a7-8639-10d90c3dce19 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:47.253750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b587a867-a163-4b6e-800f-888de04d81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:47.255173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b587a867-a163-4b6e-800f-888de04d81ec None None] The sync data for ids ['33143128-7671-4dd5-9fcd-b436322c62bc'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:47.257285 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-902d6634-b28a-4c11-8dd6-0d2080a7a474 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/routers/33143128-7671-4dd5-9fcd-b436322c62bc HTTP/1.1" status: 200 len: 924 time: 0.1975212 Sep 29 23:07:47.260196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43344) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:47.270312 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.279452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-725385f6-27c4-459e-af0f-651d6d75bf52 None None] Port 03d17740-d22f-4895-a52c-81026e391237 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:07:47.314670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Transition to ACTIVE for port object ec9cca0b-ef7d-40a7-8639-10d90c3dce19 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:47.327382 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.348891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Allocated IP 19.80.0.45 (26841801-a4f9-4929-a0b0-81cc9a808d76/7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad/2d6f69df-fe77-4181-9add-566c47a8f68a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:47.352117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad7927b-cf62-4bbc-a692-f9c4bb0bcd6f tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:47.353680 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8ad7927b-cf62-4bbc-a692-f9c4bb0bcd6f tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=61793872-5784-4201-a6e4-17489ef55adc&device_id=33143128-7671-4dd5-9fcd-b436322c62bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0921750 Sep 29 23:07:47.356454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43346) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:47.383392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b491b42-fb77-44e3-ae26-8494c63b3bf8 req-29588495-6eba-4a70-bf12-0fd74e3e9359 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:47.384926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b491b42-fb77-44e3-ae26-8494c63b3bf8 req-29588495-6eba-4a70-bf12-0fd74e3e9359 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.1515443 Sep 29 23:07:47.471755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:47.506369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08aa9f08-588c-4530-b245-d975796bcfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.510871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ba777b-772e-4044-a6b1-988695c737e1 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:47.512374 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b9ba777b-772e-4044-a6b1-988695c737e1 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 881 time: 0.1550779 Sep 29 23:07:47.515338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43348) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:47.541525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08aa9f08-588c-4530-b245-d975796bcfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.556803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a81b64-c833-4612-b920-95561549fe87 req-c87afb85-372d-48dc-a04d-fffaa3f67f6a tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:47.558358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26a81b64-c833-4612-b920-95561549fe87 req-c87afb85-372d-48dc-a04d-fffaa3f67f6a tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 948 time: 0.2133331 Sep 29 23:07:47.575708 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e3b34fa2-1073-492f-92ea-e8b6a0884651 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=33143128-7671-4dd5-9fcd-b436322c62bc HTTP/1.1" status: 200 len: 205 time: 0.0592570 Sep 29 23:07:47.576635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b491b42-fb77-44e3-ae26-8494c63b3bf8 req-d683f830-d38e-429a-930e-6cbe81b74075 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785827 Sep 29 23:07:47.580281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43350) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:47.649802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa9f08-588c-4530-b245-d975796bcfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71650634-6a28-4205-be0c-b47e6e31cd98,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:47.661502 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-08aa9f08-588c-4530-b245-d975796bcfce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a89cb067656e43b3b8d4b445579f8dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6999547 Sep 29 23:07:47.665606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43354) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:47.677907 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.683775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26a81b64-c833-4612-b920-95561549fe87 req-9b0e21a5-bf2e-4ce9-98d5-f71aaf2ecb46 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993659 Sep 29 23:07:47.693804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Attempting to bind port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:47.694569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Attempting to bind port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:47.694912 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Attempting to bind port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:47.720075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:47.720438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Attempting to bind port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:47.734843 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:47.735209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:47.735578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:47.736060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Bound port: ec9cca0b-ef7d-40a7-8639-10d90c3dce19, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:47.736434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.770374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5b0a2-9114-4aa4-871d-c606272dc61b req-b6908190-5635-4252-b91a-6272b84c9aa1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:47.778795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9b5b0a2-9114-4aa4-871d-c606272dc61b req-b6908190-5635-4252-b91a-6272b84c9aa1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.0995021 Sep 29 23:07:47.886258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] For port ec9cca0b-ef7d-40a7-8639-10d90c3dce19, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:47.892504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9b5b0a2-9114-4aa4-871d-c606272dc61b req-fc4de7bc-ab0c-484f-a7d9-264841853986 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127398 Sep 29 23:07:47.895162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] For port ec9cca0b-ef7d-40a7-8639-10d90c3dce19, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:47.900916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e76665-cda0-4320-a60a-a10b798c9fde req-620002db-cfc0-4ecf-b334-d8ef9521c13c tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:47.902578 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00e76665-cda0-4320-a60a-a10b798c9fde req-620002db-cfc0-4ecf-b334-d8ef9521c13c tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 1097 time: 0.1429977 Sep 29 23:07:47.904267 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.958177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:47.958950 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:47.960574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] 10.222.0.42 "PUT /v2.0/ports/ec9cca0b-ef7d-40a7-8639-10d90c3dce19 HTTP/1.1" status: 200 len: 1096 time: 2.0297153 Sep 29 23:07:47.968660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '689ed2a5-a29f-4fd5-9d62-ed5434927e54', 'tag': 'ec9cca0b-ef7d-40a7-8639-10d90c3dce19'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:47.971151 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "689ed2a5-a29f-4fd5-9d62-ed5434927e54", "tag": "ec9cca0b-ef7d-40a7-8639-10d90c3dce19"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:48.028388 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5e9ae8-c0f4-4c69-99b2-ef68632692ef x-openstack-request-id: req-af5e9ae8-c0f4-4c69-99b2-ef68632692ef {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:48.028767 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "689ed2a5-a29f-4fd5-9d62-ed5434927e54", "tag": "ec9cca0b-ef7d-40a7-8639-10d90c3dce19", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:48.029087 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af5e9ae8-c0f4-4c69-99b2-ef68632692ef {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:48.029558 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '689ed2a5-a29f-4fd5-9d62-ed5434927e54', 'tag': 'ec9cca0b-ef7d-40a7-8639-10d90c3dce19', 'status': 'completed', 'code': 200} Sep 29 23:07:48.032824 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00e76665-cda0-4320-a60a-a10b798c9fde req-d434774b-b55a-4be6-b610-5faeabca1a27 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186740 Sep 29 23:07:48.033640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab5a5d2-81b1-4ef2-9d88-74f0a11bf956 service neutron] Pushing event updated for resources: {'Port': ['ID=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:48.102735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bfa55b73-04ab-4c53-bc6b-dfae7ed2972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:48.104839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-bfa55b73-04ab-4c53-bc6b-dfae7ed2972b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 1099 time: 0.0525084 Sep 29 23:07:48.111377 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.168525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-f3b4f39e-7e13-48dc-8fac-3de01b9d64ea service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=ec9cca0b-ef7d-40a7-8639-10d90c3dce19 HTTP/1.1" status: 200 len: 217 time: 0.0416141 Sep 29 23:07:48.201461 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.264341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df7e3639-85a7-4ecd-b9ee-68652ad48c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.294527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-c0486a8a-50d6-4cb3-8be1-5efb5f778b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:48.296040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-c0486a8a-50d6-4cb3-8be1-5efb5f778b6e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1163766 Sep 29 23:07:48.337945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7825aa04-c105-4c5c-8155-1fd990cb57ba req-45db0b2e-f71f-4937-8ad8-38307ca22f89 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:48.339558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7825aa04-c105-4c5c-8155-1fd990cb57ba req-45db0b2e-f71f-4937-8ad8-38307ca22f89 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.1192808 Sep 29 23:07:48.343871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network 26841801-a4f9-4929-a0b0-81cc9a808d76 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:48.349221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Port': ['ID=2d6f69df-fe77-4181-9add-566c47a8f68a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:48.350796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919707-5f70-49f1-bc0c-a35ddb8fd077 req-b1b735f3-dcec-4ab4-bea9-6f77a9c769a2 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:48.355885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df7e3639-85a7-4ecd-b9ee-68652ad48c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.357601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919707-5f70-49f1-bc0c-a35ddb8fd077 req-b1b735f3-dcec-4ab4-bea9-6f77a9c769a2 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:48.359721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:48.364158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d919707-5f70-49f1-bc0c-a35ddb8fd077 req-b1b735f3-dcec-4ab4-bea9-6f77a9c769a2 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:48.366013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d919707-5f70-49f1-bc0c-a35ddb8fd077 req-b1b735f3-dcec-4ab4-bea9-6f77a9c769a2 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2375 time: 0.1400256 Sep 29 23:07:48.369373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:48.451478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-e1751d2d-6322-4b3c-8c6b-67a3f2bfa9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:48.453911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-e1751d2d-6322-4b3c-8c6b-67a3f2bfa9d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1396070 Sep 29 23:07:48.458873 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df7e3639-85a7-4ecd-b9ee-68652ad48c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.462367 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df7e3639-85a7-4ecd-b9ee-68652ad48c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.465726 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-df7e3639-85a7-4ecd-b9ee-68652ad48c6a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/71650634-6a28-4205-be0c-b47e6e31cd98 HTTP/1.1" status: 204 len: 168 time: 0.7976711 Sep 29 23:07:48.471346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.494942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e3639-85a7-4ecd-b9ee-68652ad48c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71650634-6a28-4205-be0c-b47e6e31cd98,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:48.521180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:48.521847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.568744 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-e5042590-fa19-4a6e-a13d-ebb4a355447c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6982222 Sep 29 23:07:48.573864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d919707-5f70-49f1-bc0c-a35ddb8fd077 req-46007e6a-622f-415c-884f-12f4df722ab6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904864 Sep 29 23:07:48.593833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Request body: {'port': {'device_id': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:48.610191 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7825aa04-c105-4c5c-8155-1fd990cb57ba req-efe43b42-efba-472e-92e4-694ca865afa0 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289495 Sep 29 23:07:48.648742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Deleting port 436ce5b4-4296-48f8-93f7-92addc3af43f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:48.649066 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.686352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-613cec19-b529-4580-bf33-29831f8f91fe service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155654 Sep 29 23:07:48.715024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.873488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-77f238b5-6bf2-4b48-9f01-294d1a7ed30b None None] Provisioning complete for port 2d6f69df-fe77-4181-9add-566c47a8f68a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:48.874640 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77f238b5-6bf2-4b48-9f01-294d1a7ed30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.933539 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-77f238b5-6bf2-4b48-9f01-294d1a7ed30b None None] Port 2d6f69df-fe77-4181-9add-566c47a8f68a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:07:48.996797 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:48.997614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302296a-60be-422d-85e8-d940cea5a81e req-d64ab4d8-7770-4746-8ed5-3667ed847824 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:49.000586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43388) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:49.004331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7302296a-60be-422d-85e8-d940cea5a81e req-d64ab4d8-7770-4746-8ed5-3667ed847824 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 948 time: 0.1680079 Sep 29 23:07:49.010680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ea77bf-9f41-4118-bf51-2d40e57dac8f req-ad1a986b-6065-408f-bb38-3dc63b400080 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154209 Sep 29 23:07:49.028622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Calling delete_port for 436ce5b4-4296-48f8-93f7-92addc3af43f owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:49.032013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23ff49d5-514f-4da6-a37e-8bd80d6fa559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.091765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7302296a-60be-422d-85e8-d940cea5a81e req-f840c9c1-2ca1-4e79-84b0-093885259807 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842719 Sep 29 23:07:49.104735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a377c580-bae4-4846-81e5-b6ef33666585 req-ce82d9b7-97ab-4d94-9308-4d2bd8748d6a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:49.106410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a377c580-bae4-4846-81e5-b6ef33666585 req-ce82d9b7-97ab-4d94-9308-4d2bd8748d6a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1007307 Sep 29 23:07:49.181626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-e26bcc8f-fcf5-4964-a20c-4647fefa36ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:49.183470 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-e26bcc8f-fcf5-4964-a20c-4647fefa36ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 1099 time: 0.0616705 Sep 29 23:07:49.186753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a377c580-bae4-4846-81e5-b6ef33666585 req-2d4ef8c7-9cd8-4448-bae5-05da144031df tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739627 Sep 29 23:07:49.212045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4af7100-0040-4469-b601-03ad53999be6 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:49.223042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.288465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Transition to ACTIVE for port object c4af7100-0040-4469-b601-03ad53999be6 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:49.296301 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.302363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-c5c19f25-f76d-4583-b1da-d13a23aaba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:49.303884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-c5c19f25-f76d-4583-b1da-d13a23aaba8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1115456 Sep 29 23:07:49.351407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-71b472f1-f8d8-48d0-915a-a8d9c0edf2da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=ec9cca0b-ef7d-40a7-8639-10d90c3dce19 HTTP/1.1" status: 200 len: 217 time: 0.0390952 Sep 29 23:07:49.409289 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23ff49d5-514f-4da6-a37e-8bd80d6fa559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.411821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-c0fb55db-c5a6-477b-8afd-b11f47a1c7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:49.413253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Pushing event updated for resources: {'Port': ['ID=c4af7100-0040-4469-b601-03ad53999be6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:49.413802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-c0fb55db-c5a6-477b-8afd-b11f47a1c7c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0520298 Sep 29 23:07:49.453899 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23ff49d5-514f-4da6-a37e-8bd80d6fa559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.486207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-a4661a64-d424-4624-9c52-bb6d41b87f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:49.488966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-a4661a64-d424-4624-9c52-bb6d41b87f19 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549808 Sep 29 23:07:49.567574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.619014 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-23ff49d5-514f-4da6-a37e-8bd80d6fa559 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53b1c58f9f7f4663b3e2d082e03c7637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6152356 Sep 29 23:07:49.619014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff49d5-514f-4da6-a37e-8bd80d6fa559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec9a6e9-b888-490f-a2ac-dc9b6a4d3399,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:49.620312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43394) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:49.638694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Pushing event deleted for resources: {'Port': ['ID=436ce5b4-4296-48f8-93f7-92addc3af43f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:49.667787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-d93deae4-7ec2-4f5d-bbf5-14b9acc5f469 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710358 Sep 29 23:07:49.750352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Attempting to bind port c4af7100-0040-4469-b601-03ad53999be6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:49.750940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Attempting to bind port c4af7100-0040-4469-b601-03ad53999be6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:49.751064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Attempting to bind port c4af7100-0040-4469-b601-03ad53999be6 on network 26841801-a4f9-4929-a0b0-81cc9a808d76 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:49.770036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Port c4af7100-0040-4469-b601-03ad53999be6 on network 26841801-a4f9-4929-a0b0-81cc9a808d76 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:49.770365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Attempting to bind port c4af7100-0040-4469-b601-03ad53999be6 on network 26841801-a4f9-4929-a0b0-81cc9a808d76 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:49.776258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.780444 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b48d0a63-1e46-4221-9115-e6f63d6b8e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.834231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:49.834498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Checking segment: {'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:49.834854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Bound using segment: {'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:49.835299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Bound port: c4af7100-0040-4469-b601-03ad53999be6, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:49.835652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.843148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43204cb-8165-4fae-92c9-2935e268d48f req-0e189bda-b0a8-445f-9634-b6db9506813b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:49.844682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b43204cb-8165-4fae-92c9-2935e268d48f req-0e189bda-b0a8-445f-9634-b6db9506813b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.1555974 Sep 29 23:07:49.849274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afbc8891-d546-47a9-b3c5-9801b0b6c7d4 req-b05ce7d1-3475-4c54-959a-7929ea74830e service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725593 Sep 29 23:07:49.858896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ab56d-b11c-4a56-8d14-baac5baa0d18 req-8ab4bcde-73ec-4426-8a72-e5957eef62fa tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:49.865792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ab56d-b11c-4a56-8d14-baac5baa0d18 req-8ab4bcde-73ec-4426-8a72-e5957eef62fa tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:49.871769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ab56d-b11c-4a56-8d14-baac5baa0d18 req-8ab4bcde-73ec-4426-8a72-e5957eef62fa tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:49.875678 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e98ab56d-b11c-4a56-8d14-baac5baa0d18 req-8ab4bcde-73ec-4426-8a72-e5957eef62fa tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2387 time: 0.1661637 Sep 29 23:07:49.896588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.897390 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.902833 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.906226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b48d0a63-1e46-4221-9115-e6f63d6b8e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:49.926875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b43204cb-8165-4fae-92c9-2935e268d48f req-cb865654-4908-48a7-87dc-5aaf5bce854f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499771 Sep 29 23:07:49.951133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e98ab56d-b11c-4a56-8d14-baac5baa0d18 req-9376ce92-1f85-4421-9b70-8aecbe04e220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559971 Sep 29 23:07:50.026511 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.027043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Fanout notify agent at l3_agent the message router_deleted on router 33143128-7671-4dd5-9fcd-b436322c62bc {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:07:50.041290 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.045967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:50.046474 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c38e5f0e-abb3-4218-8cf0-ebb6eba15924 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/33143128-7671-4dd5-9fcd-b436322c62bc HTTP/1.1" status: 204 len: 168 time: 2.4650750 Sep 29 23:07:50.053514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-487190650', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:50.055317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] For port c4af7100-0040-4469-b601-03ad53999be6, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:50.059103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] For port c4af7100-0040-4469-b601-03ad53999be6, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c4af7100-0040-4469-b601-03ad53999be6,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:50.068279 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.092697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.093833 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.102978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b48d0a63-1e46-4221-9115-e6f63d6b8e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.105523 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b48d0a63-1e46-4221-9115-e6f63d6b8e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.108320 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b48d0a63-1e46-4221-9115-e6f63d6b8e70 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6ec9a6e9-b888-490f-a2ac-dc9b6a4d3399 HTTP/1.1" status: 204 len: 168 time: 0.4693124 Sep 29 23:07:50.116665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:50.117297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.118841 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] 10.222.0.26 "PUT /v2.0/ports/c4af7100-0040-4469-b601-03ad53999be6 HTTP/1.1" status: 200 len: 1091 time: 1.5390913 Sep 29 23:07:50.119286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'tag': 'c4af7100-0040-4469-b601-03ad53999be6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:50.121756 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bbd643-7754-4fbb-9094-0f776f3dacab" -d '{"events": [{"name": "network-changed", "server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "tag": "c4af7100-0040-4469-b601-03ad53999be6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:50.135262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48d0a63-1e46-4221-9115-e6f63d6b8e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec9a6e9-b888-490f-a2ac-dc9b6a4d3399,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:50.158580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94a476-c002-4a57-8b2f-3289201d0011 service neutron] Pushing event updated for resources: {'Port': ['ID=c4af7100-0040-4469-b601-03ad53999be6,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:50.192744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Request body: {'port': {'device_id': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:50.213339 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.270447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.367908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59334a-ab0d-4ffd-8d37-e1405b74bc84 req-b62ad42b-7903-43b5-b68f-c75103999faa tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:50.370229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a59334a-ab0d-4ffd-8d37-e1405b74bc84 req-b62ad42b-7903-43b5-b68f-c75103999faa tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 948 time: 0.1552970 Sep 29 23:07:50.474893 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a32294-a533-4199-8f9b-143fe8a38844 x-openstack-request-id: req-08a32294-a533-4199-8f9b-143fe8a38844 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:50.475184 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "tag": "c4af7100-0040-4469-b601-03ad53999be6", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:50.475497 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-08a32294-a533-4199-8f9b-143fe8a38844 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:50.475925 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'tag': 'c4af7100-0040-4469-b601-03ad53999be6', 'status': 'completed', 'code': 200} Sep 29 23:07:50.502579 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.587784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a59334a-ab0d-4ffd-8d37-e1405b74bc84 req-4f34ef12-18a1-4969-bc82-98226928cca7 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661408 Sep 29 23:07:50.625003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd643-7754-4fbb-9094-0f776f3dacab req-a5757f6c-0508-43d0-a6cb-1fcee91397d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:50.625496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd643-7754-4fbb-9094-0f776f3dacab req-a5757f6c-0508-43d0-a6cb-1fcee91397d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:50.626024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd643-7754-4fbb-9094-0f776f3dacab req-a5757f6c-0508-43d0-a6cb-1fcee91397d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:50.626785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de617423-a088-4077-8390-e3faf8ad96ba req-f0ddf062-cd6d-4891-b1fa-23636120be9e tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:50.627667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22bbd643-7754-4fbb-9094-0f776f3dacab req-a5757f6c-0508-43d0-a6cb-1fcee91397d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28279b8345624d5f90fccb9f1d09587d&device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2730 time: 0.1549473 Sep 29 23:07:50.635613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de617423-a088-4077-8390-e3faf8ad96ba req-f0ddf062-cd6d-4891-b1fa-23636120be9e tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.0964732 Sep 29 23:07:50.707771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de617423-a088-4077-8390-e3faf8ad96ba req-587dcfa7-5f2a-4076-a11b-2181dbae9761 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621338 Sep 29 23:07:50.841611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd643-7754-4fbb-9094-0f776f3dacab req-1e6619e5-559f-455b-9bb9-4efd0789f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:50.842222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd643-7754-4fbb-9094-0f776f3dacab req-1e6619e5-559f-455b-9bb9-4efd0789f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:50.842546 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd643-7754-4fbb-9094-0f776f3dacab req-1e6619e5-559f-455b-9bb9-4efd0789f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:50.844152 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22bbd643-7754-4fbb-9094-0f776f3dacab req-1e6619e5-559f-455b-9bb9-4efd0789f2b7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=28279b8345624d5f90fccb9f1d09587d&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2051761 Sep 29 23:07:50.906658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03d17740-d22f-4895-a52c-81026e391237 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:50.907040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.917742 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.940014 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:50.969305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Transition to ACTIVE for port object 03d17740-d22f-4895-a52c-81026e391237 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:50.986318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:51.033692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbd643-7754-4fbb-9094-0f776f3dacab req-e75279e3-3263-4ac2-94ac-9c476ce0a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:51.035786 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22bbd643-7754-4fbb-9094-0f776f3dacab req-e75279e3-3263-4ac2-94ac-9c476ce0a840 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1732311 Sep 29 23:07:51.090490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Allocated IP 172.25.4.156 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/938f14ee-89e1-4252-b7f3-dd967a773531) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:07:51.103973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Pushing event updated for resources: {'Port': ['ID=03d17740-d22f-4895-a52c-81026e391237,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:51.189190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Attempting to bind port 03d17740-d22f-4895-a52c-81026e391237 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:51.189683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Attempting to bind port 03d17740-d22f-4895-a52c-81026e391237 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '44a0f486-45a5-4e5b-b8d6-67790161b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:51.190027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Attempting to bind port 03d17740-d22f-4895-a52c-81026e391237 on network 009fbaef-239f-434d-9d79-a6bfb8daa643 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:51.197557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Port 03d17740-d22f-4895-a52c-81026e391237 on network 009fbaef-239f-434d-9d79-a6bfb8daa643 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:51.197887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Attempting to bind port 03d17740-d22f-4895-a52c-81026e391237 on network 009fbaef-239f-434d-9d79-a6bfb8daa643 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:51.205365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:51.205703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Checking segment: {'id': '44a0f486-45a5-4e5b-b8d6-67790161b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:51.207995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Bound using segment: {'id': '44a0f486-45a5-4e5b-b8d6-67790161b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:51.209136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Bound port: 03d17740-d22f-4895-a52c-81026e391237, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a0f486-45a5-4e5b-b8d6-67790161b379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:51.209513 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:51.297671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] For port 03d17740-d22f-4895-a52c-81026e391237, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:51.302379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] For port 03d17740-d22f-4895-a52c-81026e391237, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=03d17740-d22f-4895-a52c-81026e391237,segment=NetworkSegment(44a0f486-45a5-4e5b-b8d6-67790161b379),segment_id=44a0f486-45a5-4e5b-b8d6-67790161b379)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:51.312881 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:51.340511 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:51.375698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:51.379294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b1eb-60da-4efa-afb7-eb1fd5f0b5a9 req-d7a20f52-6954-41c4-96c9-65ccca7a21a8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:51.384748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:51.385387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b1eb-60da-4efa-afb7-eb1fd5f0b5a9 req-d7a20f52-6954-41c4-96c9-65ccca7a21a8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:51.385838 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] 10.222.0.26 "PUT /v2.0/ports/03d17740-d22f-4895-a52c-81026e391237 HTTP/1.1" status: 200 len: 1092 time: 1.1990509 Sep 29 23:07:51.394709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c6b1eb-60da-4efa-afb7-eb1fd5f0b5a9 req-d7a20f52-6954-41c4-96c9-65ccca7a21a8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:51.396451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2c6b1eb-60da-4efa-afb7-eb1fd5f0b5a9 req-d7a20f52-6954-41c4-96c9-65ccca7a21a8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2399 time: 0.2882164 Sep 29 23:07:51.414612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f948c-8d85-4791-8975-78270e63d26a req-acd14d5d-1d30-4a83-a670-aca2cea3a792 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:51.424198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d86f948c-8d85-4791-8975-78270e63d26a req-acd14d5d-1d30-4a83-a670-aca2cea3a792 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.3363383 Sep 29 23:07:51.429377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Request body: {'port': {'device_id': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:51.484960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d86f948c-8d85-4791-8975-78270e63d26a req-267edcee-4e77-4547-ac0c-bfedd0110f9d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597279 Sep 29 23:07:51.489289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb2db7-d735-42a5-8b32-b106f551cb98 service neutron] Pushing event updated for resources: {'Port': ['ID=03d17740-d22f-4895-a52c-81026e391237,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:51.509129 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:51.583117 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:51.589656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:07:51.594777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2c6b1eb-60da-4efa-afb7-eb1fd5f0b5a9 req-762993c0-ebbe-4ecc-b8c5-f7b1f045d01d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679778 Sep 29 23:07:51.600157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:07:51.604253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:07:51.636557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Pushing event updated for resources: {'Port': ['ID=938f14ee-89e1-4252-b7f3-dd967a773531,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:51.894584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b286252-28e0-4e3a-8ea9-cf97cc5b8616 req-e88fb818-6834-4054-bae2-c137ef3bed95 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:51.896276 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b286252-28e0-4e3a-8ea9-cf97cc5b8616 req-e88fb818-6834-4054-bae2-c137ef3bed95 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 948 time: 0.1430094 Sep 29 23:07:52.002193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6f69df-fe77-4181-9add-566c47a8f68a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:52.010641 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:52.024999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Transition to ACTIVE for port object 2d6f69df-fe77-4181-9add-566c47a8f68a will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:07:52.033879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:52.134060 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b286252-28e0-4e3a-8ea9-cf97cc5b8616 req-54da0f4a-a8b5-4b1c-b1fd-ff8a24bc2ab6 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073884 Sep 29 23:07:52.160889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3d720-5425-4b80-b3ea-6306da25628a req-6e09aaa9-7661-489b-8274-7877b3bba16b tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:52.168489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1eb3d720-5425-4b80-b3ea-6306da25628a req-6e09aaa9-7661-489b-8274-7877b3bba16b tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.3204954 Sep 29 23:07:52.187518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:52.200558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6f69df-fe77-4181-9add-566c47a8f68a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:52.209020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Attempting to bind port 2d6f69df-fe77-4181-9add-566c47a8f68a on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:07:52.209759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Attempting to bind port 2d6f69df-fe77-4181-9add-566c47a8f68a by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:07:52.210346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Attempting to bind port 2d6f69df-fe77-4181-9add-566c47a8f68a on network 26841801-a4f9-4929-a0b0-81cc9a808d76 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:52.231205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Port 2d6f69df-fe77-4181-9add-566c47a8f68a on network 26841801-a4f9-4929-a0b0-81cc9a808d76 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:07:52.233101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Attempting to bind port 2d6f69df-fe77-4181-9add-566c47a8f68a on network 26841801-a4f9-4929-a0b0-81cc9a808d76 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:07:52.246761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:07:52.248017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Checking segment: {'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:07:52.250036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Bound using segment: {'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:07:52.250700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Bound port: 2d6f69df-fe77-4181-9add-566c47a8f68a, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e0aadac-3070-47bb-b788-895cf373410a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:07:52.251275 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:52.280604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1eb3d720-5425-4b80-b3ea-6306da25628a req-4a84e909-5982-4f38-bfa6-c1e5e8fe8f95 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110718 Sep 29 23:07:52.336089 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ec9cca0b-ef7d-40a7-8639-10d90c3dce19 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:52.388303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] For port 2d6f69df-fe77-4181-9add-566c47a8f68a, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:07:52.395048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] For port 2d6f69df-fe77-4181-9add-566c47a8f68a, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2d6f69df-fe77-4181-9add-566c47a8f68a,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:07:52.402143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:52.472122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Pushing event updated for resources: {'Port': ['ID=2d6f69df-fe77-4181-9add-566c47a8f68a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:52.476400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'tag': '03d17740-d22f-4895-a52c-81026e391237'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:52.478678 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3" -d '{"events": [{"name": "network-changed", "server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "tag": "03d17740-d22f-4895-a52c-81026e391237"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:52.482154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:52.482932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:52.484400 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-cc615081-48c5-4dda-a095-e256901c2507 service neutron] 10.222.0.26 "PUT /v2.0/ports/2d6f69df-fe77-4181-9add-566c47a8f68a HTTP/1.1" status: 200 len: 1091 time: 1.0613215 Sep 29 23:07:52.541056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port ec9cca0b-ef7d-40a7-8639-10d90c3dce19, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:52.552689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:52.592312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'ec9cca0b-ef7d-40a7-8639-10d90c3dce19', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'ec9cca0b-ef7d-40a7-8639-10d90c3dce19', 'mac_address': 'fa:16:3e:32:a3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:07:52.662970 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:07:52.670040 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9949ff67-353c-45b5-8a9d-0014eb61d497 x-openstack-request-id: req-9949ff67-353c-45b5-8a9d-0014eb61d497 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:52.670350 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "tag": "03d17740-d22f-4895-a52c-81026e391237", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:52.670613 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9949ff67-353c-45b5-8a9d-0014eb61d497 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:52.671214 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'tag': '03d17740-d22f-4895-a52c-81026e391237', 'status': 'completed', 'code': 200} Sep 29 23:07:52.686396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-f57f59c4-6987-40a9-9385-6496c05af76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:52.686662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-f57f59c4-6987-40a9-9385-6496c05af76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:52.688550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-f57f59c4-6987-40a9-9385-6496c05af76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:52.690314 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-f57f59c4-6987-40a9-9385-6496c05af76e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28279b8345624d5f90fccb9f1d09587d&device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2864 time: 0.1470900 Sep 29 23:07:52.712311 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:52.745294 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec9cca0b-ef7d-40a7-8639-10d90c3dce19 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:52.782014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port ec9cca0b-ef7d-40a7-8639-10d90c3dce19, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:52.792011 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:52.793285 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-19e8059c-0120-4769-8828-bb906e78c27e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.95&port_id=c4af7100-0040-4469-b601-03ad53999be6 HTTP/1.1" status: 200 len: 217 time: 0.0927854 Sep 29 23:07:52.851907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:52.880955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-9de2f256-42a9-4577-a35b-62809ae36a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:52.882604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-9de2f256-42a9-4577-a35b-62809ae36a57 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad HTTP/1.1" status: 200 len: 801 time: 0.0722003 Sep 29 23:07:52.937706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-c2087027-aec0-4283-86bb-6ccbb96b1200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:52.939684 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-c2087027-aec0-4283-86bb-6ccbb96b1200 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26841801-a4f9-4929-a0b0-81cc9a808d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0475991 Sep 29 23:07:53.076251 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-b9a4f06d-2888-4aed-ac62-dfa595207125 service neutron] 10.222.0.26 "GET /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279099 Sep 29 23:07:53.207602 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-dd3af67e-cfaf-43e3-839d-a7e475ab958b service neutron] 10.222.0.26 "GET /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226528 Sep 29 23:07:53.266686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-861ee71f-6dbc-4904-ac45-0575de494e95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.145&port_id=03d17740-d22f-4895-a52c-81026e391237 HTTP/1.1" status: 200 len: 217 time: 0.0515864 Sep 29 23:07:53.330291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c700761-855e-4e0a-bf10-36ff72198042 req-29e7a29a-9786-4ac4-8003-51fbd9100253 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:53.333502 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c700761-855e-4e0a-bf10-36ff72198042 req-29e7a29a-9786-4ac4-8003-51fbd9100253 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.6256547 Sep 29 23:07:53.341724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-489ed4a6-64db-4a24-91f5-1cf8ce3559c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:53.345701 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-489ed4a6-64db-4a24-91f5-1cf8ce3559c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5024fdc-822b-4c34-a213-351957a4ae6d HTTP/1.1" status: 200 len: 801 time: 0.0714347 Sep 29 23:07:53.365054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5f08f-8d91-4ae0-b77b-48457f2d3d19 req-828d756d-8f8d-4e65-8dab-465602ec74c8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:53.372855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5f08f-8d91-4ae0-b77b-48457f2d3d19 req-828d756d-8f8d-4e65-8dab-465602ec74c8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:53.385094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5f08f-8d91-4ae0-b77b-48457f2d3d19 req-828d756d-8f8d-4e65-8dab-465602ec74c8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:53.386803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60c5f08f-8d91-4ae0-b77b-48457f2d3d19 req-828d756d-8f8d-4e65-8dab-465602ec74c8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2411 time: 0.2145631 Sep 29 23:07:53.390877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Router bce5b6c1-be77-42cc-b51b-bdc1b734063f is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:07:53.399865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['ec9cca0b-ef7d-40a7-8639-10d90c3dce19'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:53.475105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-641aef71-9a5e-42b1-9ecb-ae0499d4a51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:53.477153 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-641aef71-9a5e-42b1-9ecb-ae0499d4a51f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=009fbaef-239f-434d-9d79-a6bfb8daa643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1217892 Sep 29 23:07:53.561273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c700761-855e-4e0a-bf10-36ff72198042 req-849ea61e-a384-4be1-9914-b43e12e9cf5c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717548 Sep 29 23:07:53.581528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60c5f08f-8d91-4ae0-b77b-48457f2d3d19 req-843f0b42-8b50-4112-915b-9becc29bd4d2 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817791 Sep 29 23:07:53.594458 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72304518-8920-410b-ba01-72483523b10a req-b0060819-eb6b-4d1f-9a24-793d6494d7d4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1161401 Sep 29 23:07:53.702503 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-29ff1443-8c96-4e57-8fa4-b7482fcbde4a service neutron] 10.222.0.26 "GET /v2.0/networks/009fbaef-239f-434d-9d79-a6bfb8daa643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949692 Sep 29 23:07:53.743953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:53.759646 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778a21a-a678-4a5b-a879-773cf5a5d88f None None] Sync routers for ids ['bce5b6c1-be77-42cc-b51b-bdc1b734063f'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:53.784117 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778a21a-a678-4a5b-a879-773cf5a5d88f None None] Routers {'bce5b6c1-be77-42cc-b51b-bdc1b734063f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:53.786910 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4778a21a-a678-4a5b-a879-773cf5a5d88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['bce5b6c1-be77-42cc-b51b-bdc1b734063f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:53.866071 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4778a21a-a678-4a5b-a879-773cf5a5d88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:53.877850 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4778a21a-a678-4a5b-a879-773cf5a5d88f None None] Routers {'bce5b6c1-be77-42cc-b51b-bdc1b734063f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:53.879145 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4778a21a-a678-4a5b-a879-773cf5a5d88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['bce5b6c1-be77-42cc-b51b-bdc1b734063f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:53.904057 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:53.908486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e54724c6-2dd3-4849-9a84-9e80b7264b59 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8597832 Sep 29 23:07:53.911179 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-87b97680-25ed-4d8a-b90d-e139542a6cf8 service neutron] 10.222.0.26 "GET /v2.0/networks/009fbaef-239f-434d-9d79-a6bfb8daa643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983049 Sep 29 23:07:53.916875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72304518-8920-410b-ba01-72483523b10a req-d35b8526-2c3d-4bcf-9785-bc68f689c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:53.918805 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72304518-8920-410b-ba01-72483523b10a req-d35b8526-2c3d-4bcf-9785-bc68f689c313 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1095 time: 0.2891045 Sep 29 23:07:53.922156 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4778a21a-a678-4a5b-a879-773cf5a5d88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:53.924116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43524) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:53.932947 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4778a21a-a678-4a5b-a879-773cf5a5d88f None None] The sync data for ids ['bce5b6c1-be77-42cc-b51b-bdc1b734063f'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:53.952488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:07:53.957019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7d0d72-07d0-4b5a-9122-43fa905d9ebe req-3fab4ae1-4d53-481f-94f0-2f5d9e4d66fc tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:53.958592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a7d0d72-07d0-4b5a-9122-43fa905d9ebe req-3fab4ae1-4d53-481f-94f0-2f5d9e4d66fc tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 949 time: 0.1847856 Sep 29 23:07:53.969554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67e290-47f1-44b5-97f3-7c62dd761b8e req-b03723f0-acc1-49b2-ae7d-c824921c088c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:53.971387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee67e290-47f1-44b5-97f3-7c62dd761b8e req-b03723f0-acc1-49b2-ae7d-c824921c088c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1046224 Sep 29 23:07:54.019740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43526) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:54.063579 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a7d0d72-07d0-4b5a-9122-43fa905d9ebe req-1c89c283-3ebf-4f8e-90da-f8e73c6a0e7d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857539 Sep 29 23:07:54.069324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee67e290-47f1-44b5-97f3-7c62dd761b8e req-3cd0d3a8-802b-49d8-9881-dc0e05fe86b0 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897517 Sep 29 23:07:54.080143 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-91b5d914-4e8d-4c57-8d71-ff24033155c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.45&port_id=2d6f69df-fe77-4181-9add-566c47a8f68a HTTP/1.1" status: 200 len: 217 time: 0.1550183 Sep 29 23:07:54.155801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe16110-7bdd-4e8d-9517-8ae6197d13bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:54.239229 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72304518-8920-410b-ba01-72483523b10a req-66ba4a49-343d-4713-b50b-792a46a211d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:54.240693 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72304518-8920-410b-ba01-72483523b10a req-66ba4a49-343d-4713-b50b-792a46a211d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.2922976 Sep 29 23:07:54.244444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-bc18729c-1958-468a-89bb-ecd19e4c20b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:54.245444 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-bc18729c-1958-468a-89bb-ecd19e4c20b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad HTTP/1.1" status: 200 len: 801 time: 0.1244256 Sep 29 23:07:54.261885 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe16110-7bdd-4e8d-9517-8ae6197d13bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:54.266276 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe16110-7bdd-4e8d-9517-8ae6197d13bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:54.317611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cbe16110-7bdd-4e8d-9517-8ae6197d13bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=02f531457e2148c5b710bbba38594ab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965996 Sep 29 23:07:54.319318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe16110-7bdd-4e8d-9517-8ae6197d13bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2644d191-a82f-4d1f-a19e-77f26a4624e2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:54.336564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43530) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:54.390016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12fdbcdd-72f2-4389-b494-577a434bdd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:54.414169 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12fdbcdd-72f2-4389-b494-577a434bdd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:54.465074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12fdbcdd-72f2-4389-b494-577a434bdd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:54.467882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12fdbcdd-72f2-4389-b494-577a434bdd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:54.471403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-12fdbcdd-72f2-4389-b494-577a434bdd6b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2644d191-a82f-4d1f-a19e-77f26a4624e2 HTTP/1.1" status: 204 len: 168 time: 0.1314456 Sep 29 23:07:54.478410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdbcdd-72f2-4389-b494-577a434bdd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2644d191-a82f-4d1f-a19e-77f26a4624e2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:54.723221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'tag': '2d6f69df-fe77-4181-9add-566c47a8f68a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:54.726463 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a45fcd-00ff-4561-90ee-8ee459ffabd0" -d '{"events": [{"name": "network-changed", "server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "tag": "2d6f69df-fe77-4181-9add-566c47a8f68a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:54.749967 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72304518-8920-410b-ba01-72483523b10a req-1402ebb2-9d4d-4728-83b7-dd97e10f9113 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 200 len: 217 time: 0.4903762 Sep 29 23:07:54.783746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0482348a-d66e-45e2-a3da-1cc157035e1a req-c7c0ef74-053e-419f-8756-0bf54648bb47 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:54.785567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0482348a-d66e-45e2-a3da-1cc157035e1a req-c7c0ef74-053e-419f-8756-0bf54648bb47 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.1044781 Sep 29 23:07:54.795580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc4a97-9018-487b-8c6a-ece68b0f139b req-95aaded0-bcdb-4154-a9d0-665f520b2967 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:54.803493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc4a97-9018-487b-8c6a-ece68b0f139b req-95aaded0-bcdb-4154-a9d0-665f520b2967 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:54.809690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc4a97-9018-487b-8c6a-ece68b0f139b req-95aaded0-bcdb-4154-a9d0-665f520b2967 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:54.811684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5edc4a97-9018-487b-8c6a-ece68b0f139b req-95aaded0-bcdb-4154-a9d0-665f520b2967 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2411 time: 0.1076293 Sep 29 23:07:54.818539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:54.859961 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f213dcd5-df6e-46d8-8352-cad60b0b8e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:54.891455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0482348a-d66e-45e2-a3da-1cc157035e1a req-cf73b04a-dbc4-48cc-84c4-0aa3d9966a0b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786211 Sep 29 23:07:54.892345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-c8e007e2-f9c4-4305-8336-05698a0b6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:54.894567 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-c8e007e2-f9c4-4305-8336-05698a0b6e67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26841801-a4f9-4929-a0b0-81cc9a808d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2915559 Sep 29 23:07:54.915110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5edc4a97-9018-487b-8c6a-ece68b0f139b req-073c6536-bc10-4f3b-bd53-8e4839ac1bf9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893476 Sep 29 23:07:54.934254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72304518-8920-410b-ba01-72483523b10a req-51bb1db1-09cb-4d2d-9e32-4f0487f9b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:54.936003 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72304518-8920-410b-ba01-72483523b10a req-51bb1db1-09cb-4d2d-9e32-4f0487f9b7e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1766875 Sep 29 23:07:55.021756 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f213dcd5-df6e-46d8-8352-cad60b0b8e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:55.031720 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f213dcd5-df6e-46d8-8352-cad60b0b8e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:55.041520 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72304518-8920-410b-ba01-72483523b10a req-dfc54026-3af3-4439-91a8-60c7583b8032 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672047 Sep 29 23:07:55.086820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f213dcd5-df6e-46d8-8352-cad60b0b8e5f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ce22b8f7d3af43c19a67ff96a88e1cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669346 Sep 29 23:07:55.091492 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e527ae39-5a52-47c7-bd7b-20e8cbcde2f3 x-openstack-request-id: req-e527ae39-5a52-47c7-bd7b-20e8cbcde2f3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:55.092085 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "tag": "2d6f69df-fe77-4181-9add-566c47a8f68a", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:55.092085 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e527ae39-5a52-47c7-bd7b-20e8cbcde2f3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:55.092424 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'tag': '2d6f69df-fe77-4181-9add-566c47a8f68a', 'status': 'completed', 'code': 200} Sep 29 23:07:55.092673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43550) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:55.096303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f213dcd5-df6e-46d8-8352-cad60b0b8e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57963e7b-3381-4610-9c5d-7d5eebd5ec20,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:55.165047 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65abf705-8cac-478f-bf56-3face8d2688b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:55.193597 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65abf705-8cac-478f-bf56-3face8d2688b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:55.240797 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:55.281984 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-772608dd-8da9-47a2-a007-c0eea01fb294 service neutron] 10.222.0.26 "GET /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770535 Sep 29 23:07:55.283108 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:55.320942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72304518-8920-410b-ba01-72483523b10a req-7d0bbc29-afd4-496a-aaf3-d8a829898d8a service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669580 Sep 29 23:07:55.342613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177c92f-20c1-4bee-9316-ac27278f0b18 req-ab95aba1-38d3-4b51-9459-c4e5b81a4c07 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:55.344484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5177c92f-20c1-4bee-9316-ac27278f0b18 req-ab95aba1-38d3-4b51-9459-c4e5b81a4c07 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 949 time: 0.0967553 Sep 29 23:07:55.345147 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65abf705-8cac-478f-bf56-3face8d2688b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:55.348769 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65abf705-8cac-478f-bf56-3face8d2688b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:55.352405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-65abf705-8cac-478f-bf56-3face8d2688b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/57963e7b-3381-4610-9c5d-7d5eebd5ec20 HTTP/1.1" status: 204 len: 168 time: 0.2560277 Sep 29 23:07:55.376606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803498b-ff31-40e7-a85a-6fee707cb1e7 req-089de3f2-af92-4f3b-b384-a542cca74db6 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:55.378673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c803498b-ff31-40e7-a85a-6fee707cb1e7 req-089de3f2-af92-4f3b-b384-a542cca74db6 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1208858 Sep 29 23:07:55.385747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abf705-8cac-478f-bf56-3face8d2688b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57963e7b-3381-4610-9c5d-7d5eebd5ec20,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:55.483163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c803498b-ff31-40e7-a85a-6fee707cb1e7 req-237b508b-15c5-4bd7-bd29-ddc5b17e42b0 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566115 Sep 29 23:07:55.502618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5177c92f-20c1-4bee-9316-ac27278f0b18 req-336f9af8-23df-478a-90f4-6b9ff63f1d1f tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227059 Sep 29 23:07:55.583762 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67597a67-c311-40b9-8c8f-3a4271d856c2 req-c1969f63-2421-44fc-9ca2-8287ab678c94 service neutron] 10.222.0.26 "GET /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907753 Sep 29 23:07:55.604546 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Deleting port 938f14ee-89e1-4252-b7f3-dd967a773531 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:07:55.604903 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:55.630524 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72304518-8920-410b-ba01-72483523b10a req-4567ac62-07ad-4be5-b0be-fe052bd9d133 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943215 Sep 29 23:07:55.732630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-f5c8f034-4efe-41a3-bd0a-8a7d7a4a9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:55.733166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-f5c8f034-4efe-41a3-bd0a-8a7d7a4a9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:55.733649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-f5c8f034-4efe-41a3-bd0a-8a7d7a4a9494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:55.735289 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-f5c8f034-4efe-41a3-bd0a-8a7d7a4a9494 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28279b8345624d5f90fccb9f1d09587d&device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2864 time: 0.0895836 Sep 29 23:07:55.745514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:55.780857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Calling delete_port for 938f14ee-89e1-4252-b7f3-dd967a773531 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:07:55.904025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-2a364363-d9e3-4d39-bd2a-f5396473a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:55.905554 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-2a364363-d9e3-4d39-bd2a-f5396473a5cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=009fbaef-239f-434d-9d79-a6bfb8daa643 HTTP/1.1" status: 200 len: 903 time: 0.1621521 Sep 29 23:07:56.048380 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-7de50606-dc20-4697-a552-0b2c4b30cae7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.145&port_id=03d17740-d22f-4895-a52c-81026e391237 HTTP/1.1" status: 200 len: 217 time: 0.0547173 Sep 29 23:07:56.090079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d5e49-9e96-40a5-b14a-cf4ef3e7a535 req-097cd3b5-3a91-4cce-b551-c73f0d848ab2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.091644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c33d5e49-9e96-40a5-b14a-cf4ef3e7a535 req-097cd3b5-3a91-4cce-b551-c73f0d848ab2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.0947492 Sep 29 23:07:56.152984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13481458-77ae-477b-9775-607f0743ab4a req-c4577fd4-ebf4-4227-928d-2cf436da7a59 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.158946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13481458-77ae-477b-9775-607f0743ab4a req-c4577fd4-ebf4-4227-928d-2cf436da7a59 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.165202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-07127f94-b89a-4291-9d53-7ab1d062564d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.165692 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13481458-77ae-477b-9775-607f0743ab4a req-c4577fd4-ebf4-4227-928d-2cf436da7a59 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.166739 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-07127f94-b89a-4291-9d53-7ab1d062564d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a5024fdc-822b-4c34-a213-351957a4ae6d HTTP/1.1" status: 200 len: 801 time: 0.1026654 Sep 29 23:07:56.172351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13481458-77ae-477b-9775-607f0743ab4a req-c4577fd4-ebf4-4227-928d-2cf436da7a59 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2411 time: 0.1298602 Sep 29 23:07:56.179728 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:56.188446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c33d5e49-9e96-40a5-b14a-cf4ef3e7a535 req-4000f2b4-ba07-48e4-ba38-fb1cf9cbc277 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855589 Sep 29 23:07:56.237152 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13481458-77ae-477b-9775-607f0743ab4a req-1577d98b-647b-4cf3-a280-68896a39118d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636823 Sep 29 23:07:56.250173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Pushing event deleted for resources: {'Port': ['ID=938f14ee-89e1-4252-b7f3-dd967a773531,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:56.316948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-a72d80b5-d89c-4435-b86b-e72e0feee95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.318558 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-a72d80b5-d89c-4435-b86b-e72e0feee95f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=009fbaef-239f-434d-9d79-a6bfb8daa643&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349430 Sep 29 23:07:56.323547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:56.346176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ec9cca0b-ef7d-40a7-8639-10d90c3dce19 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:07:56.401595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:07:56.405933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:07:56.406403 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:56.493094 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:56.517908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689ed2a5-a29f-4fd5-9d62-ed5434927e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9cca0b-ef7d-40a7-8639-10d90c3dce19'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:07:56.520263 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb78a7d-2505-4289-9b5b-0472c74e3cbd" -d '{"events": [{"server_uuid": "689ed2a5-a29f-4fd5-9d62-ed5434927e54", "name": "network-vif-plugged", "status": "completed", "tag": "ec9cca0b-ef7d-40a7-8639-10d90c3dce19"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:07:56.550000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port ec9cca0b-ef7d-40a7-8639-10d90c3dce19, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:56.557833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:56.590597 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-8855b6f1-53b8-466f-81a2-0711e2fb0f8b service neutron] 10.222.0.26 "GET /v2.0/networks/009fbaef-239f-434d-9d79-a6bfb8daa643?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214818 Sep 29 23:07:56.599705 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef4b68e-05d4-4b76-9548-6e7da21f2318 x-openstack-request-id: req-fef4b68e-05d4-4b76-9548-6e7da21f2318 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:07:56.600290 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689ed2a5-a29f-4fd5-9d62-ed5434927e54", "name": "network-vif-plugged", "status": "completed", "tag": "ec9cca0b-ef7d-40a7-8639-10d90c3dce19", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:07:56.600735 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fef4b68e-05d4-4b76-9548-6e7da21f2318 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:07:56.601297 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689ed2a5-a29f-4fd5-9d62-ed5434927e54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec9cca0b-ef7d-40a7-8639-10d90c3dce19', 'code': 200} Sep 29 23:07:56.620314 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:56.645457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:56.646110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:56.789655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d8fa7-5aea-4444-b27b-0cde5ec71cc0 req-fce0e5be-e0a2-4cac-9243-8f950c4fa2b1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.795093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Router bce5b6c1-be77-42cc-b51b-bdc1b734063f has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:07:56.796350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b5d8fa7-5aea-4444-b27b-0cde5ec71cc0 req-fce0e5be-e0a2-4cac-9243-8f950c4fa2b1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1539662 Sep 29 23:07:56.815266 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c96b9ae4-87f6-46f4-ba4c-a133b3c614c3 req-6eb9244f-7b91-4d42-961e-ad0569825f93 service neutron] 10.222.0.26 "GET /v2.0/networks/009fbaef-239f-434d-9d79-a6bfb8daa643?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926095 Sep 29 23:07:56.826885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d4996b-c881-41d6-a8cc-6844ddf484c1 req-ccfc6f3e-d7e0-4bf2-b7ba-9390049916e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.829292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41d4996b-c881-41d6-a8cc-6844ddf484c1 req-ccfc6f3e-d7e0-4bf2-b7ba-9390049916e1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 1101 time: 0.1036768 Sep 29 23:07:56.839436 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4282d2db-3ea8-4435-aae4-0ea09a6ff276 req-18b96a1a-9807-4022-a5db-34b22505d80c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.841032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4282d2db-3ea8-4435-aae4-0ea09a6ff276 req-18b96a1a-9807-4022-a5db-34b22505d80c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 950 time: 0.1373062 Sep 29 23:07:56.899617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:07:56.903122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b5d8fa7-5aea-4444-b27b-0cde5ec71cc0 req-4dcc2812-e0f6-4e56-90b2-32a153b8dcac tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002169 Sep 29 23:07:56.906595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:56.907860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d6f59a4a-3890-4436-b111-69f189c48cd6 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "PUT /v2.0/routers/bce5b6c1-be77-42cc-b51b-bdc1b734063f HTTP/1.1" status: 200 len: 709 time: 2.9628181 Sep 29 23:07:56.914456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd630245-0397-413b-b1be-6a62cddeaeee None None] Sync routers for ids ['bce5b6c1-be77-42cc-b51b-bdc1b734063f'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:07:56.918406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43602) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:56.920215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41d4996b-c881-41d6-a8cc-6844ddf484c1 req-18f738cd-9fea-47f1-9425-497e50784006 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782843 Sep 29 23:07:56.930642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd630245-0397-413b-b1be-6a62cddeaeee None None] Routers {'bce5b6c1-be77-42cc-b51b-bdc1b734063f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:56.931714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dd630245-0397-413b-b1be-6a62cddeaeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['bce5b6c1-be77-42cc-b51b-bdc1b734063f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:56.950363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-a5e253f7-c60d-4f7a-bb19-809bb1ec835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.951097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-a5e253f7-c60d-4f7a-bb19-809bb1ec835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.951757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-a5e253f7-c60d-4f7a-bb19-809bb1ec835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:56.953727 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-a5e253f7-c60d-4f7a-bb19-809bb1ec835d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28279b8345624d5f90fccb9f1d09587d&device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2864 time: 0.0637259 Sep 29 23:07:57.021834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2efc7bfd-ccc9-4b15-95b7-06dc9f2cfa43 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/routers/bce5b6c1-be77-42cc-b51b-bdc1b734063f HTTP/1.1" status: 200 len: 744 time: 0.0979047 Sep 29 23:07:57.022111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dd630245-0397-413b-b1be-6a62cddeaeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:57.034967 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd630245-0397-413b-b1be-6a62cddeaeee None None] Routers {'bce5b6c1-be77-42cc-b51b-bdc1b734063f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:07:57.035923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dd630245-0397-413b-b1be-6a62cddeaeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:07:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['bce5b6c1-be77-42cc-b51b-bdc1b734063f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:57.041849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4282d2db-3ea8-4435-aae4-0ea09a6ff276 req-0f401cff-9d89-4b37-8200-fccc23e0868d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655774 Sep 29 23:07:57.042425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43608) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:57.074434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-335e5e5d-6ff5-45b2-a660-2abe7674298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:57.075968 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-335e5e5d-6ff5-45b2-a660-2abe7674298b service neutron] 10.222.0.26 "GET /v2.0/networks?id=26841801-a4f9-4929-a0b0-81cc9a808d76 HTTP/1.1" status: 200 len: 902 time: 0.1108727 Sep 29 23:07:57.090716 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dd630245-0397-413b-b1be-6a62cddeaeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:07:57.091463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd630245-0397-413b-b1be-6a62cddeaeee None None] The sync data for ids ['bce5b6c1-be77-42cc-b51b-bdc1b734063f'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:07:57.101783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9a70422a-88b2-4f7e-9606-de23ee157bc9 tempest-RoutersIpV6AdminTest-1331097732 tempest-RoutersIpV6AdminTest-1331097732-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=61793872-5784-4201-a6e4-17489ef55adc&device_id=bce5b6c1-be77-42cc-b51b-bdc1b734063f HTTP/1.1" status: 200 len: 205 time: 0.0581987 Sep 29 23:07:57.102458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43612) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:57.126843 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-617dc752-5473-4059-a8b1-81351616d210 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.45&port_id=2d6f69df-fe77-4181-9add-566c47a8f68a HTTP/1.1" status: 200 len: 217 time: 0.0378642 Sep 29 23:07:57.132612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43614) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:57.132876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-77581ea8-44a4-4d54-b70f-0b73e800d5c5 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5b6c1-be77-42cc-b51b-bdc1b734063f HTTP/1.1" status: 200 len: 205 time: 0.0293965 Sep 29 23:07:57.235896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5c58164-a83d-4852-8ce0-14f441340b99 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:57.347792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba7f9e-ac51-4939-a5d4-05b1ed8c7c86 req-01e0e844-1982-4d82-b8bd-722a4073885c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:57.352421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8ba7f9e-ac51-4939-a5d4-05b1ed8c7c86 req-01e0e844-1982-4d82-b8bd-722a4073885c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.0888884 Sep 29 23:07:57.416104 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8ba7f9e-ac51-4939-a5d4-05b1ed8c7c86 req-630ac00c-5251-4df9-8fb1-990fbcf9c89a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602202 Sep 29 23:07:57.431222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c121-e63c-4a72-830c-836b3c10b497 req-b1afdf7c-4de7-4d07-ace1-6798f968eebe tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:57.447179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c121-e63c-4a72-830c-836b3c10b497 req-b1afdf7c-4de7-4d07-ace1-6798f968eebe tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:57.453709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4c121-e63c-4a72-830c-836b3c10b497 req-b1afdf7c-4de7-4d07-ace1-6798f968eebe tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:57.462228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15a4c121-e63c-4a72-830c-836b3c10b497 req-b1afdf7c-4de7-4d07-ace1-6798f968eebe tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2411 time: 0.1330221 Sep 29 23:07:57.500273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15a4c121-e63c-4a72-830c-836b3c10b497 req-93cfe42d-e7d4-4f75-9da3-0cc0faa117b1 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370669 Sep 29 23:07:57.588935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-c282a9cf-f4df-4374-a938-b854abe3e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:57.590403 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-c282a9cf-f4df-4374-a938-b854abe3e76e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad HTTP/1.1" status: 200 len: 801 time: 0.4514487 Sep 29 23:07:57.735295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5c58164-a83d-4852-8ce0-14f441340b99 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:57.739003 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5c58164-a83d-4852-8ce0-14f441340b99 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:57.779096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-3c282489-dce8-4dc6-a5d4-c10c813c27ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:57.780634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-3c282489-dce8-4dc6-a5d4-c10c813c27ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=26841801-a4f9-4929-a0b0-81cc9a808d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1618505 Sep 29 23:07:57.799092 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5c58164-a83d-4852-8ce0-14f441340b99 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:57.799587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c58164-a83d-4852-8ce0-14f441340b99 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Fanout notify agent at l3_agent the message router_deleted on router bce5b6c1-be77-42cc-b51b-bdc1b734063f {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:07:57.816103 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5c58164-a83d-4852-8ce0-14f441340b99 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:57.817256 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b5c58164-a83d-4852-8ce0-14f441340b99 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/bce5b6c1-be77-42cc-b51b-bdc1b734063f HTTP/1.1" status: 204 len: 168 time: 0.6835327 Sep 29 23:07:57.821047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43644) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:57.850010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-796438f6-4b03-44c1-b9f4-63b2ac587521 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=bce5b6c1-be77-42cc-b51b-bdc1b734063f HTTP/1.1" status: 200 len: 205 time: 0.0269105 Sep 29 23:07:57.852470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43646) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:57.886300 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-410ac2ad-4e2d-4bb6-97ef-d29ce1042145 service neutron] 10.222.0.26 "GET /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958323 Sep 29 23:07:57.889617 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-0a49a974-1524-4b6a-ac42-2a2fcfecd369 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] delete failed (client error): The resource could not be found. Sep 29 23:07:57.890872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0a49a974-1524-4b6a-ac42-2a2fcfecd369 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/bce5b6c1-be77-42cc-b51b-bdc1b734063f HTTP/1.1" status: 404 len: 336 time: 0.0372987 Sep 29 23:07:57.894217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43648) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:57.926327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7577dd75-5eff-46d5-8e64-802abe524c01 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=33143128-7671-4dd5-9fcd-b436322c62bc HTTP/1.1" status: 200 len: 205 time: 0.0258360 Sep 29 23:07:57.929538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43650) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:57.974337 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-8f300c14-6760-43e1-9f86-36282e9deed0 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] delete failed (client error): The resource could not be found. Sep 29 23:07:57.976520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8f300c14-6760-43e1-9f86-36282e9deed0 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/33143128-7671-4dd5-9fcd-b436322c62bc HTTP/1.1" status: 404 len: 336 time: 0.0458417 Sep 29 23:07:57.979228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43656) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.004711 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89a45fcd-00ff-4561-90ee-8ee459ffabd0 req-648c7aa0-e9a1-44f3-b042-4315745ea7de service neutron] 10.222.0.26 "GET /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094337 Sep 29 23:07:58.013059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2515940c-8aea-46b7-902a-a5d0ae61e23c tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f84cd4d-85d2-45eb-a90a-eb73106be269 HTTP/1.1" status: 200 len: 205 time: 0.0324163 Sep 29 23:07:58.015686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43658) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.060661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.063965 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-88778887-0fdb-480e-b4a2-ec4794d5304c tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] delete failed (client error): The resource could not be found. Sep 29 23:07:58.066019 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-88778887-0fdb-480e-b4a2-ec4794d5304c tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/8f84cd4d-85d2-45eb-a90a-eb73106be269 HTTP/1.1" status: 404 len: 336 time: 0.0466144 Sep 29 23:07:58.068193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43664) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.070429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7596a15-32da-467f-b6f2-b6b1eb2dfa0a req-11271aad-b631-4a82-9001-954ee5b618e1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:58.072247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7596a15-32da-467f-b6f2-b6b1eb2dfa0a req-11271aad-b631-4a82-9001-954ee5b618e1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.0622740 Sep 29 23:07:58.111158 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-72c5ca6a-f780-41e9-8943-3116831669c7 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=699b43e4-daa3-466d-a046-7964e5979c5f HTTP/1.1" status: 200 len: 205 time: 0.0417798 Sep 29 23:07:58.113580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43670) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.147928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7596a15-32da-467f-b6f2-b6b1eb2dfa0a req-a88deb70-a5b9-4604-849f-3710469595b5 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693736 Sep 29 23:07:58.154668 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-e3ad2900-6d58-4b31-b1be-0403abe95eb8 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] delete failed (client error): The resource could not be found. Sep 29 23:07:58.156349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e3ad2900-6d58-4b31-b1be-0403abe95eb8 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/699b43e4-daa3-466d-a046-7964e5979c5f HTTP/1.1" status: 404 len: 336 time: 0.0411427 Sep 29 23:07:58.158554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43672) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.175989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d537408-b3dc-48ca-8bb5-dad5a55ae794 req-244679b1-a334-4219-9d0f-d73f73b2c7da tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:58.177821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d537408-b3dc-48ca-8bb5-dad5a55ae794 req-244679b1-a334-4219-9d0f-d73f73b2c7da tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 950 time: 0.0690944 Sep 29 23:07:58.190298 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0b503cd1-7c9f-44d6-877c-ce5aeba13bf7 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=c8554834-c809-41c2-98b9-3d2d0b4d8e64 HTTP/1.1" status: 200 len: 205 time: 0.0286551 Sep 29 23:07:58.192843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43674) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.232171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d537408-b3dc-48ca-8bb5-dad5a55ae794 req-cbc87586-e00e-48f5-b584-e2833cdc8ab0 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480232 Sep 29 23:07:58.233315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0adc6b0d-6de0-4440-ac6b-2cdc3142c03e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:58.233611 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-0fc5f465-1e03-43e5-b099-22c63b53dfd9 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] delete failed (client error): The resource could not be found. Sep 29 23:07:58.235206 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0fc5f465-1e03-43e5-b099-22c63b53dfd9 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/c8554834-c809-41c2-98b9-3d2d0b4d8e64 HTTP/1.1" status: 404 len: 336 time: 0.0409563 Sep 29 23:07:58.237946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43676) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.265133 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ece347cf-202b-4800-9cbd-9e2c952e6c03 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "GET /v2.0/ports?device_id=471bfbd2-3c7e-4eea-89fc-0852d29483bc HTTP/1.1" status: 200 len: 205 time: 0.0260727 Sep 29 23:07:58.267365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43678) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.304011 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-651684cc-276a-4294-b79d-c6838d577e7b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] delete failed (client error): The resource could not be found. Sep 29 23:07:58.305066 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-651684cc-276a-4294-b79d-c6838d577e7b tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/routers/471bfbd2-3c7e-4eea-89fc-0852d29483bc HTTP/1.1" status: 404 len: 336 time: 0.0367398 Sep 29 23:07:58.308617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43680) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.352334 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4e0667-e386-4b9e-9506-d3adba52c100 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] DELETE failed (client error): The resource could not be found. Sep 29 23:07:58.352847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4e0667-e386-4b9e-9506-d3adba52c100 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:07:58.354541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2f4e0667-e386-4b9e-9506-d3adba52c100 tempest-RoutersIpV6AdminTest-2107110071 tempest-RoutersIpV6AdminTest-2107110071-project] 10.222.0.44 "DELETE /v2.0/subnets/518672ec-2c53-4ae1-b880-967791b20f58 HTTP/1.1" status: 404 len: 337 time: 0.0449355 Sep 29 23:07:58.363288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0adc6b0d-6de0-4440-ac6b-2cdc3142c03e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:58.367656 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0adc6b0d-6de0-4440-ac6b-2cdc3142c03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:58.406756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0adc6b0d-6de0-4440-ac6b-2cdc3142c03e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=303b84ebd9534620b879a3d035f2fa22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333545 Sep 29 23:07:58.407545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc6b0d-6de0-4440-ac6b-2cdc3142c03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46894cb9-9465-4026-a699-a97b66c3d655,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:58.410108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43684) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.470976 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-085ff30a-6fc8-41a2-83b2-d69b60b7fde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:58.513516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-085ff30a-6fc8-41a2-83b2-d69b60b7fde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:58.559739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37687b6-2f3e-4ba0-9041-958ebbd77a11 req-67f9627e-aefb-4e67-8da6-8ab41f6ae533 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:58.561320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c37687b6-2f3e-4ba0-9041-958ebbd77a11 req-67f9627e-aefb-4e67-8da6-8ab41f6ae533 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.0665166 Sep 29 23:07:58.599027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-085ff30a-6fc8-41a2-83b2-d69b60b7fde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:58.602871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-085ff30a-6fc8-41a2-83b2-d69b60b7fde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:58.604839 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-085ff30a-6fc8-41a2-83b2-d69b60b7fde5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/46894cb9-9465-4026-a699-a97b66c3d655 HTTP/1.1" status: 204 len: 168 time: 0.1934826 Sep 29 23:07:58.635517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43696) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:58.636206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085ff30a-6fc8-41a2-83b2-d69b60b7fde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46894cb9-9465-4026-a699-a97b66c3d655,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:58.720735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c37687b6-2f3e-4ba0-9041-958ebbd77a11 req-15723d3b-f664-493c-b4d7-bb0985f65042 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285200 Sep 29 23:07:58.752813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fd9a-78e1-42a1-9d98-50c7f764f0d1 req-c93e88bd-b10d-4760-a945-042d2bb3a316 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:58.761636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fd9a-78e1-42a1-9d98-50c7f764f0d1 req-c93e88bd-b10d-4760-a945-042d2bb3a316 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:58.767557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c4af7100-0040-4469-b601-03ad53999be6 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:58.768093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626fd9a-78e1-42a1-9d98-50c7f764f0d1 req-c93e88bd-b10d-4760-a945-042d2bb3a316 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:58.770694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d626fd9a-78e1-42a1-9d98-50c7f764f0d1 req-c93e88bd-b10d-4760-a945-042d2bb3a316 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2411 time: 0.1360099 Sep 29 23:07:58.830617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d626fd9a-78e1-42a1-9d98-50c7f764f0d1 req-6a5b103a-3a9c-4e22-8f21-facbdc6489a2 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542388 Sep 29 23:07:58.898592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c4af7100-0040-4469-b601-03ad53999be6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c4af7100-0040-4469-b601-03ad53999be6,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:58.910327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'c4af7100-0040-4469-b601-03ad53999be6', 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76', 'port_id': 'c4af7100-0040-4469-b601-03ad53999be6', 'mac_address': 'fa:16:3e:05:22:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad', 'ip_address': '19.80.0.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:07:58.933532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f102815f-81ae-45da-8ffb-346571d13962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:58.950356 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:58.963932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4af7100-0040-4469-b601-03ad53999be6 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:58.985783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c4af7100-0040-4469-b601-03ad53999be6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c4af7100-0040-4469-b601-03ad53999be6,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:58.990135 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:58.991416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 03d17740-d22f-4895-a52c-81026e391237 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:58.996418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43702) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:59.017581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9324a39c-3cd6-44ca-b6ad-d7d9d65373ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.056863 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f102815f-81ae-45da-8ffb-346571d13962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.062297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f102815f-81ae-45da-8ffb-346571d13962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.070197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c4af7100-0040-4469-b601-03ad53999be6,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:59.109823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f102815f-81ae-45da-8ffb-346571d13962 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25231b287cb24c55925602cbd2f9a6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721398 Sep 29 23:07:59.112935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43704) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:59.122697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102815f-81ae-45da-8ffb-346571d13962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70e0e3b-9d26-410c-b256-f72bf7299355,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:59.136633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 03d17740-d22f-4895-a52c-81026e391237, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=03d17740-d22f-4895-a52c-81026e391237,segment=NetworkSegment(44a0f486-45a5-4e5b-b8d6-67790161b379),segment_id=44a0f486-45a5-4e5b-b8d6-67790161b379)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:59.150197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '03d17740-d22f-4895-a52c-81026e391237', 'network_id': '009fbaef-239f-434d-9d79-a6bfb8daa643', 'port_id': '03d17740-d22f-4895-a52c-81026e391237', 'mac_address': 'fa:16:3e:47:fa:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5024fdc-822b-4c34-a213-351957a4ae6d', 'ip_address': '19.86.0.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:07:59.181680 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3de466c-ad84-4e0f-9241-c858428a925d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.191612 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.210919 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3de466c-ad84-4e0f-9241-c858428a925d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.215914 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03d17740-d22f-4895-a52c-81026e391237 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:59.222320 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9324a39c-3cd6-44ca-b6ad-d7d9d65373ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.231174 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9324a39c-3cd6-44ca-b6ad-d7d9d65373ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.242530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 03d17740-d22f-4895-a52c-81026e391237, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=03d17740-d22f-4895-a52c-81026e391237,segment=NetworkSegment(44a0f486-45a5-4e5b-b8d6-67790161b379),segment_id=44a0f486-45a5-4e5b-b8d6-67790161b379)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:59.247956 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.248692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2d6f69df-fe77-4181-9add-566c47a8f68a details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:07:59.283250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3de466c-ad84-4e0f-9241-c858428a925d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.288398 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3de466c-ad84-4e0f-9241-c858428a925d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.289687 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b3de466c-ad84-4e0f-9241-c858428a925d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e70e0e3b-9d26-410c-b256-f72bf7299355 HTTP/1.1" status: 204 len: 168 time: 0.1756334 Sep 29 23:07:59.298113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3de466c-ad84-4e0f-9241-c858428a925d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70e0e3b-9d26-410c-b256-f72bf7299355,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:59.302257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9324a39c-3cd6-44ca-b6ad-d7d9d65373ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207ca6d4-3086-413a-a1e4-e3080958fde7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:59.314835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9324a39c-3cd6-44ca-b6ad-d7d9d65373ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6e0a5dab08584adc853d2953458a6c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171577 Sep 29 23:07:59.317641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43714) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:59.367657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1229e19-b50c-4633-a957-7089fd9a8d3f req-4ef2d549-1f70-4aca-806e-7da53e939be6 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:59.369356 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1229e19-b50c-4633-a957-7089fd9a8d3f req-4ef2d549-1f70-4aca-806e-7da53e939be6 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1166899 Sep 29 23:07:59.374986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2d6f69df-fe77-4181-9add-566c47a8f68a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2d6f69df-fe77-4181-9add-566c47a8f68a,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:59.377805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=03d17740-d22f-4895-a52c-81026e391237,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:59.397766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '2d6f69df-fe77-4181-9add-566c47a8f68a', 'network_id': '26841801-a4f9-4929-a0b0-81cc9a808d76', 'port_id': '2d6f69df-fe77-4181-9add-566c47a8f68a', 'mac_address': 'fa:16:3e:2e:98:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad', 'ip_address': '19.80.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:07:59.435539 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.447244 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24649a54-84d9-41c6-95f9-8bf5af06c0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.449145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6f69df-fe77-4181-9add-566c47a8f68a {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:07:59.472529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2d6f69df-fe77-4181-9add-566c47a8f68a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2d6f69df-fe77-4181-9add-566c47a8f68a,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:07:59.477687 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.482878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3048b1f1-cf25-45d2-87a8-15425a085425 req-dcb2b016-9233-40ee-841e-6ed6c0d5b38a tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:59.484487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3048b1f1-cf25-45d2-87a8-15425a085425 req-dcb2b016-9233-40ee-841e-6ed6c0d5b38a tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 950 time: 0.1307559 Sep 29 23:07:59.491180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1229e19-b50c-4633-a957-7089fd9a8d3f req-8917613b-6799-40ab-9e9d-0cb8a381a768 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064363 Sep 29 23:07:59.500268 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24649a54-84d9-41c6-95f9-8bf5af06c0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.541986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2d6f69df-fe77-4181-9add-566c47a8f68a,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:59.562632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3048b1f1-cf25-45d2-87a8-15425a085425 req-fe82ee81-663a-4381-98c3-cd46eac17c41 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598483 Sep 29 23:07:59.593426 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24649a54-84d9-41c6-95f9-8bf5af06c0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.596193 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24649a54-84d9-41c6-95f9-8bf5af06c0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.598150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-24649a54-84d9-41c6-95f9-8bf5af06c0d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/207ca6d4-3086-413a-a1e4-e3080958fde7 HTTP/1.1" status: 204 len: 168 time: 0.2793036 Sep 29 23:07:59.606336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24649a54-84d9-41c6-95f9-8bf5af06c0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207ca6d4-3086-413a-a1e4-e3080958fde7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:07:59.696728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43724) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:59.745263 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3c5d7ea1-f0fc-49d2-b96b-83a588696bbe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f76ce5c187bc4d9491c4fedc612145e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455568 Sep 29 23:07:59.747369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43728) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:07:59.809275 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d52c806-4152-4171-95a0-7bc05ca8f955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.814975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['2d6f69df-fe77-4181-9add-566c47a8f68a'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:59.838514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d52c806-4152-4171-95a0-7bc05ca8f955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.864441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fec504-804b-4573-9737-6381fd8048de req-68f8bf5a-486a-4a52-960d-d2c444eb762b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:07:59.865298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['03d17740-d22f-4895-a52c-81026e391237'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:07:59.872670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1fec504-804b-4573-9737-6381fd8048de req-68f8bf5a-486a-4a52-960d-d2c444eb762b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 945 time: 0.0787792 Sep 29 23:07:59.904093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d52c806-4152-4171-95a0-7bc05ca8f955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.907367 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d52c806-4152-4171-95a0-7bc05ca8f955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:07:59.908696 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6d52c806-4152-4171-95a0-7bc05ca8f955 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19c7bf41-b9c4-466e-be23-d609d87e18e0 HTTP/1.1" status: 204 len: 168 time: 0.1600513 Sep 29 23:07:59.920764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1fec504-804b-4573-9737-6381fd8048de req-4e8367d3-0c15-4184-8acd-5e80cdf59efa tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468097 Sep 29 23:07:59.941970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d52c806-4152-4171-95a0-7bc05ca8f955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c7bf41-b9c4-466e-be23-d609d87e18e0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:00.167074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97791fc-f1a6-411c-999b-bfc053211ce3 req-8709dc1c-2f77-4f61-8065-df620f474dea tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.182599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97791fc-f1a6-411c-999b-bfc053211ce3 req-8709dc1c-2f77-4f61-8065-df620f474dea tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.200304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97791fc-f1a6-411c-999b-bfc053211ce3 req-8709dc1c-2f77-4f61-8065-df620f474dea tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.220553 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d97791fc-f1a6-411c-999b-bfc053211ce3 req-8709dc1c-2f77-4f61-8065-df620f474dea tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2414 time: 0.1549609 Sep 29 23:08:00.279055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d97791fc-f1a6-411c-999b-bfc053211ce3 req-fccf7281-0f67-4287-bd55-fcd0b629797c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560644 Sep 29 23:08:00.746096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f773b-5b91-46c9-96fa-30a881361872 req-940236f2-5e60-41af-939d-7b4808485786 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.748420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf0f773b-5b91-46c9-96fa-30a881361872 req-940236f2-5e60-41af-939d-7b4808485786 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1260335 Sep 29 23:08:00.774978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.775577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.775997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.776453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.776934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.777407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.777883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.778357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.778829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.779306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.779780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.780284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.780752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:00.783026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-03864e95-16ab-4a77-b106-81ba9e3f8718 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a&device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54&device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8&device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f&device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478&device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77&device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258&device_id=6f73e920-8601-4986-8c21-281fc3b6f166&device_id=56832de2-7800-40f8-9a88-4844af00b309&device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971&device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 11744 time: 0.1043818 Sep 29 23:08:00.809358 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-53130438-2d39-4e14-9673-807951a4b640 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:00.833576 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf0f773b-5b91-46c9-96fa-30a881361872 req-913ff66a-57a0-4ac8-b9b0-964a2b3a54ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743375 Sep 29 23:08:00.923256 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-53130438-2d39-4e14-9673-807951a4b640 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:00.936478 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-53130438-2d39-4e14-9673-807951a4b640 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:00.978937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53130438-2d39-4e14-9673-807951a4b640 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438d01d3-5cf0-4863-bd95-0c46159fe0c2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:00.996348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7526d07f-8ab8-4fa1-8619-283f2170a5f8 req-53130438-2d39-4e14-9673-807951a4b640 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&id=15d6bce4-58d8-4666-9ba0-ec550950214e&id=21c98d9f-166e-4266-a292-4d4e5a651633&id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.2037308 Sep 29 23:08:01.009625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['c4af7100-0040-4469-b601-03ad53999be6'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:08:01.021339 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.299437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-b158b5ed-b46a-4fab-ad59-e9919ffe1f0e tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.301226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b158b5ed-b46a-4fab-ad59-e9919ffe1f0e tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.2791028 Sep 29 23:08:01.304208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43820) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.308653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-6f8300d1-8b67-491c-900e-d2b2f8c94e40 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.309637 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6f8300d1-8b67-491c-900e-d2b2f8c94e40 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0045214 Sep 29 23:08:01.312193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43824) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.317362 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-bc985743-d851-47f5-87a7-e3ba7d5346ab tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.321025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bc985743-d851-47f5-87a7-e3ba7d5346ab tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0052178 Sep 29 23:08:01.321179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43826) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.322502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738fc9-8d2c-4d91-aa86-c5b6aa2faea3 req-76c85374-21db-44e7-b7b9-8a36aaff5c71 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:01.322991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738fc9-8d2c-4d91-aa86-c5b6aa2faea3 req-76c85374-21db-44e7-b7b9-8a36aaff5c71 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:01.323477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42738fc9-8d2c-4d91-aa86-c5b6aa2faea3 req-76c85374-21db-44e7-b7b9-8a36aaff5c71 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:01.327590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-b9696953-3eab-4e62-ba67-8b8334af022c tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.328680 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b9696953-3eab-4e62-ba67-8b8334af022c tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0066228 Sep 29 23:08:01.331769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42738fc9-8d2c-4d91-aa86-c5b6aa2faea3 req-76c85374-21db-44e7-b7b9-8a36aaff5c71 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54&device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f&device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 2883 time: 0.0717597 Sep 29 23:08:01.333027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43828) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.340405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-7bde2f9b-1f72-41b2-9583-f9230e556e22 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.342061 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7bde2f9b-1f72-41b2-9583-f9230e556e22 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0077312 Sep 29 23:08:01.346548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43830) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.352793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-38610eb3-0f23-4115-88ed-6e1ae04d95a2 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.354062 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-38610eb3-0f23-4115-88ed-6e1ae04d95a2 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0059562 Sep 29 23:08:01.356794 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43832) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.362945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-6bf9a2f9-a7a6-4f62-909f-c9aff5fffb54 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.364852 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6bf9a2f9-a7a6-4f62-909f-c9aff5fffb54 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0064797 Sep 29 23:08:01.367445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43834) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.374067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42738fc9-8d2c-4d91-aa86-c5b6aa2faea3 req-9ed1ed0f-5eaa-45db-88d2-f91300ba3725 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412800 Sep 29 23:08:01.374959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-09e48536-1aa5-4510-9ed6-8cf5012c77e3 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.378750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-09e48536-1aa5-4510-9ed6-8cf5012c77e3 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0069675 Sep 29 23:08:01.378985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43836) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.382971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-e4b0953e-f1ee-4e2f-9132-dbc02ec000e8 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.384300 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e4b0953e-f1ee-4e2f-9132-dbc02ec000e8 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0043073 Sep 29 23:08:01.386413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43838) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.391133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-7b89426b-8c7c-4cf6-bbef-f324e773c2be tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.396060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7b89426b-8c7c-4cf6-bbef-f324e773c2be tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0056686 Sep 29 23:08:01.396762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43842) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.403784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-cf3065c0-7656-4b1a-8633-d06e0e5bd604 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.407663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43844) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.408180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cf3065c0-7656-4b1a-8633-d06e0e5bd604 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0083218 Sep 29 23:08:01.412358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-9456cb49-2114-4b00-8827-e3956f60ab7e tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.415540 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9456cb49-2114-4b00-8827-e3956f60ab7e tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043945 Sep 29 23:08:01.416532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43846) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.420228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-91f9ec37-756e-4ccb-9ab7-34a614f1edc2 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.421071 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-91f9ec37-756e-4ccb-9ab7-34a614f1edc2 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044410 Sep 29 23:08:01.423307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43848) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.427976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-d4068fd5-8a61-4c31-8746-080e9ed12744 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.429448 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d4068fd5-8a61-4c31-8746-080e9ed12744 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0052912 Sep 29 23:08:01.431863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43850) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.436660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-24bba888-5638-4f53-8f00-33ccf94c733a tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.437628 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-24bba888-5638-4f53-8f00-33ccf94c733a tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0048881 Sep 29 23:08:01.441178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43852) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.449015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-32b578d0-722f-4de3-bebe-58276eb8e3aa tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.450323 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-32b578d0-722f-4de3-bebe-58276eb8e3aa tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0050890 Sep 29 23:08:01.452933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43856) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.459534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-2798e91f-6bae-4f79-a93f-78b4143dfcb7 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.461427 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2798e91f-6bae-4f79-a93f-78b4143dfcb7 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0072384 Sep 29 23:08:01.463759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43858) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.468609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-bdd2d2cd-6cce-4015-a4bd-1306f88ee666 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.470197 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bdd2d2cd-6cce-4015-a4bd-1306f88ee666 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0054269 Sep 29 23:08:01.478580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b071805-752f-4c1c-b00c-7e67cdc2b99c req-b9c4d580-faba-404b-986b-0879011da97f tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:01.479379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43860) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.484157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-71914570-cc03-41b3-8a72-ad1af8f9c7db tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.485852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b071805-752f-4c1c-b00c-7e67cdc2b99c req-b9c4d580-faba-404b-986b-0879011da97f tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:01.488428 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-71914570-cc03-41b3-8a72-ad1af8f9c7db tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0078907 Sep 29 23:08:01.489363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43864) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.494172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-a03fd395-87bb-49b1-95dc-fb588d513450 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.495868 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a03fd395-87bb-49b1-95dc-fb588d513450 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0048902 Sep 29 23:08:01.497547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43866) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.501708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-cf5610ee-988f-44b8-88ce-614301ed42d1 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.503025 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cf5610ee-988f-44b8-88ce-614301ed42d1 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045519 Sep 29 23:08:01.505635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43872) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.509654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b071805-752f-4c1c-b00c-7e67cdc2b99c req-b9c4d580-faba-404b-986b-0879011da97f tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:01.510540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-97c3b8fd-b5d0-4fba-93d8-7d6d44fccd29 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.511658 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-97c3b8fd-b5d0-4fba-93d8-7d6d44fccd29 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0048316 Sep 29 23:08:01.514345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43874) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.521308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-042b7c6a-0646-40f2-bdbd-68217ab4aaab tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.521748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b071805-752f-4c1c-b00c-7e67cdc2b99c req-b9c4d580-faba-404b-986b-0879011da97f tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2414 time: 0.1081254 Sep 29 23:08:01.522878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-042b7c6a-0646-40f2-bdbd-68217ab4aaab tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0067334 Sep 29 23:08:01.528302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43876) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.534073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-8e83b26b-17e6-4f00-9b31-045c2ec1eca3 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.540023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8e83b26b-17e6-4f00-9b31-045c2ec1eca3 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0103707 Sep 29 23:08:01.540445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43878) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.547020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-1b417bda-6c51-4dca-be32-4b3ba35ff865 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.548031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1b417bda-6c51-4dca-be32-4b3ba35ff865 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0065391 Sep 29 23:08:01.550782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43880) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.555594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-6ceb6b90-07ef-419e-92d3-458564ead26e tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.557194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6ceb6b90-07ef-419e-92d3-458564ead26e tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0051162 Sep 29 23:08:01.559619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43882) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.564115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-2dcdb828-f32f-4966-a423-23eb9a47dcea tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.565092 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2dcdb828-f32f-4966-a423-23eb9a47dcea tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046253 Sep 29 23:08:01.568790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b071805-752f-4c1c-b00c-7e67cdc2b99c req-5f30285d-40f1-49c0-8e1e-8eaee1506b53 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458763 Sep 29 23:08:01.568984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43884) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.573835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-d69a39ce-de3d-460f-a159-f7a230f8e484 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.576544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d69a39ce-de3d-460f-a159-f7a230f8e484 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0065956 Sep 29 23:08:01.579679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.595874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-0def0cff-2c97-4246-a212-6a06a76e2de9 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.598662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0def0cff-2c97-4246-a212-6a06a76e2de9 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0177286 Sep 29 23:08:01.601755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43890) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.610360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-f84dffef-9faa-40cf-bfb7-96f5f0a4c12a tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.611376 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f84dffef-9faa-40cf-bfb7-96f5f0a4c12a tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0085063 Sep 29 23:08:01.614957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43896) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.619942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-adc86e96-d304-453e-a233-6ebb0d24b114 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.620925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-adc86e96-d304-453e-a233-6ebb0d24b114 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0044453 Sep 29 23:08:01.623331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43898) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.629805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-b3375d7c-b1bd-4b2e-9c5d-a91906bc80f0 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.631047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b3375d7c-b1bd-4b2e-9c5d-a91906bc80f0 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0067513 Sep 29 23:08:01.633664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43900) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.639792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-a14534fd-c508-4905-88ed-13d0b53a5356 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.641600 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a14534fd-c508-4905-88ed-13d0b53a5356 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0067432 Sep 29 23:08:01.644640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43902) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.651591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-07127497-b1a9-4baa-be84-565a5d388035 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.655624 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-07127497-b1a9-4baa-be84-565a5d388035 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0098073 Sep 29 23:08:01.658273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43910) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.663418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-19213538-1acc-4d27-836a-e09db1755a72 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.664861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-19213538-1acc-4d27-836a-e09db1755a72 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0054345 Sep 29 23:08:01.667404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43912) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.674272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-afb82b0c-802e-4af3-ac9f-38af9eb71fa5 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.677263 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-afb82b0c-802e-4af3-ac9f-38af9eb71fa5 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0079398 Sep 29 23:08:01.685453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.691874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-b8c67436-4ba3-4e98-8a29-620cb57e92a8 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.693617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b8c67436-4ba3-4e98-8a29-620cb57e92a8 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0069318 Sep 29 23:08:01.696248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43918) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.707162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-38c2bad7-4e84-44b6-828c-a7a2366397ff tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.708553 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-38c2bad7-4e84-44b6-828c-a7a2366397ff tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0076411 Sep 29 23:08:01.711373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43920) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.717751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-7150f86a-d256-4c46-a843-4ca91b2301e5 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.719911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7150f86a-d256-4c46-a843-4ca91b2301e5 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0063119 Sep 29 23:08:01.721503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.735544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-2a77a426-d2ac-490e-8665-14ac6e75b35c tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.736582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2a77a426-d2ac-490e-8665-14ac6e75b35c tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0052364 Sep 29 23:08:01.740082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43924) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.744736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-50a67669-35e5-4f40-900e-c6a4d121a658 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.745717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-50a67669-35e5-4f40-900e-c6a4d121a658 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043249 Sep 29 23:08:01.749144 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43928) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.754172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-e1531101-53c2-41bc-89d1-097d773f4a92 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.758452 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e1531101-53c2-41bc-89d1-097d773f4a92 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0080104 Sep 29 23:08:01.759666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43930) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.766233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-119453b9-a981-4af2-a88c-de54a223e919 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.768390 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-119453b9-a981-4af2-a88c-de54a223e919 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0058563 Sep 29 23:08:01.769910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43932) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.774206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-3b8c7958-8dbd-4e15-9024-93b45ae55f76 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.775565 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3b8c7958-8dbd-4e15-9024-93b45ae55f76 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0046432 Sep 29 23:08:01.777873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43936) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.784803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-6edf246d-34c2-47c3-906d-22f4da4b3361 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.786217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6edf246d-34c2-47c3-906d-22f4da4b3361 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0073502 Sep 29 23:08:01.788651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43938) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.794507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-4286f865-9b2b-490c-99e9-2b4f50ae9462 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.796620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4286f865-9b2b-490c-99e9-2b4f50ae9462 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0067530 Sep 29 23:08:01.799283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43940) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.804526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-c1b2fa12-9c1b-4699-95b5-dbdf15e55b65 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.805489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c1b2fa12-9c1b-4699-95b5-dbdf15e55b65 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0046945 Sep 29 23:08:01.807987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43942) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.812831 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-98a5eb0a-3b66-4de8-80bd-aa819ff2745a tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.816536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-98a5eb0a-3b66-4de8-80bd-aa819ff2745a tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0074186 Sep 29 23:08:01.819873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43946) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.825961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-30c9719f-c617-4661-8f72-9c1a42521097 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.827066 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-30c9719f-c617-4661-8f72-9c1a42521097 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0057504 Sep 29 23:08:01.829704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43948) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.835101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-5e7b4dcc-26bc-48a9-931e-84afc093e94d tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.838874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.839141 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5e7b4dcc-26bc-48a9-931e-84afc093e94d tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0080426 Sep 29 23:08:01.843187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-3bd4baa5-5fde-44d3-bb0f-75a330990503 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.846380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43952) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.846526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3bd4baa5-5fde-44d3-bb0f-75a330990503 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0066526 Sep 29 23:08:01.851792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-f53fc57b-998e-4217-8d40-0f03e6bfb605 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.853365 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f53fc57b-998e-4217-8d40-0f03e6bfb605 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0057049 Sep 29 23:08:01.855865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43954) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.860652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-3a72b196-9bb0-489c-aa1d-77d42d02a468 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.864948 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3a72b196-9bb0-489c-aa1d-77d42d02a468 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0082848 Sep 29 23:08:01.865322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43958) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.869843 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-ddc8ec2a-9126-46b9-b534-10d4e904e320 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.873689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43960) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.880100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-c6e21390-105b-457c-ab41-50412d027507 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.884294 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c6e21390-105b-457c-ab41-50412d027507 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0086563 Sep 29 23:08:01.885534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43964) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.889166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ddc8ec2a-9126-46b9-b534-10d4e904e320 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0072188 Sep 29 23:08:01.891654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-dad0e96b-ec3f-46f9-b407-c0a35a757a29 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.893128 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dad0e96b-ec3f-46f9-b407-c0a35a757a29 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0062563 Sep 29 23:08:01.896525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43966) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.901883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-1d2c62fd-4bb9-4b6f-a2e0-cecd54862a7d tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.902870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1d2c62fd-4bb9-4b6f-a2e0-cecd54862a7d tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049293 Sep 29 23:08:01.905344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43970) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.910953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-b41a9243-22b1-43ab-9845-8a3dae92f22b tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.914595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43972) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.914756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b41a9243-22b1-43ab-9845-8a3dae92f22b tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0082028 Sep 29 23:08:01.919382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-c7bfb97c-6636-42fd-bbf9-7c63956182cb tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.923263 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c7bfb97c-6636-42fd-bbf9-7c63956182cb tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0076733 Sep 29 23:08:01.923863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43974) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.932218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-dc1cc6db-aa25-488b-926a-8ad163344c10 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.936889 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dc1cc6db-aa25-488b-926a-8ad163344c10 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0120971 Sep 29 23:08:01.937841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43976) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.943097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-f41d05a9-0806-4d89-bd7f-6ad5d5a560be tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.947039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.947524 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f41d05a9-0806-4d89-bd7f-6ad5d5a560be tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0085742 Sep 29 23:08:01.951802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-8b64b2e8-e02d-41ab-979e-5e5993bb333f tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.955272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43982) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.955435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8b64b2e8-e02d-41ab-979e-5e5993bb333f tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0074060 Sep 29 23:08:01.960838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-d6080c8f-4bb4-4128-a9a1-51f958cb69ee tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.964380 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d6080c8f-4bb4-4128-a9a1-51f958cb69ee tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0076718 Sep 29 23:08:01.964948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43984) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.969300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-b6083577-d6e0-4f60-b45c-2f6c6fb61702 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.970266 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b6083577-d6e0-4f60-b45c-2f6c6fb61702 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044539 Sep 29 23:08:01.973280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43986) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.978202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-fa3a72b2-9906-4b15-b5c8-12cd39ded1dc tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.979181 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fa3a72b2-9906-4b15-b5c8-12cd39ded1dc tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0050206 Sep 29 23:08:01.981537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43988) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.986260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-265afc55-80c8-4818-8ad1-ceccaa813376 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.990170 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-265afc55-80c8-4818-8ad1-ceccaa813376 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0075126 Sep 29 23:08:01.990787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43990) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:01.996034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [None req-3a211127-b469-4fda-960a-ef5718558c39 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:01.996998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3a211127-b469-4fda-960a-ef5718558c39 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0051360 Sep 29 23:08:01.999355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43992) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:02.007344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-1cdd532b-1e12-4a76-b713-51b42501a1e7 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:02.011300 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1cdd532b-1e12-4a76-b713-51b42501a1e7 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0106788 Sep 29 23:08:02.011957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43996) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:02.013798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38ffaf-c236-4a73-80ec-90bae308f306 req-f6768ea0-4d78-4eca-9994-e9351d1b4029 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:02.015954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [None req-77a005fb-9bb6-475e-b5f8-df1b1d661df3 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] http://10.222.0.44:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:02.016122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a38ffaf-c236-4a73-80ec-90bae308f306 req-f6768ea0-4d78-4eca-9994-e9351d1b4029 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1000752 Sep 29 23:08:02.016942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-77a005fb-9bb6-475e-b5f8-df1b1d661df3 tempest-ExtensionsTestJSON-424916496 tempest-ExtensionsTestJSON-424916496-project] 10.222.0.44 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0041168 Sep 29 23:08:02.049600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69ac41-789f-4c02-8ebc-6073da0bbf2a req-7644fa43-7bd1-4908-ba4a-9d86d35a53eb tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:02.051725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd69ac41-789f-4c02-8ebc-6073da0bbf2a req-7644fa43-7bd1-4908-ba4a-9d86d35a53eb tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 1101 time: 0.0937669 Sep 29 23:08:02.084512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a38ffaf-c236-4a73-80ec-90bae308f306 req-abacdf44-cdab-4d12-a101-03dcf90d144b tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588083 Sep 29 23:08:02.124053 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd69ac41-789f-4c02-8ebc-6073da0bbf2a req-532e09d2-b475-4eec-bf33-4f577a67ecfe tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577266 Sep 29 23:08:02.232367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9c1150-3037-4bce-8d3b-faf8ea16fb4b req-ecdfc8c3-ca05-4628-92d1-a9a0644900c9 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:02.236639 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d9c1150-3037-4bce-8d3b-faf8ea16fb4b req-ecdfc8c3-ca05-4628-92d1-a9a0644900c9 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 1101 time: 0.0464883 Sep 29 23:08:02.277951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d9c1150-3037-4bce-8d3b-faf8ea16fb4b req-94a2e881-2676-4a5b-ad41-d4fb69694d83 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351880 Sep 29 23:08:02.348361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44018) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:02.502458 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40d62db9-86fb-4960-ae3c-a9846947865b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:02.645207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44038) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:02.679115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9fa85-be88-4388-a00b-82687659fafa req-2ee941ca-2804-4878-8fe1-b75ead2d6b6e tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:02.680692 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73b9fa85-be88-4388-a00b-82687659fafa req-2ee941ca-2804-4878-8fe1-b75ead2d6b6e tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0714025 Sep 29 23:08:02.711598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40d62db9-86fb-4960-ae3c-a9846947865b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:02.744781 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40d62db9-86fb-4960-ae3c-a9846947865b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:02.765088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c6d7222a-7b43-469c-b114-8a1680376766 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:08:02.778135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 03d17740-d22f-4895-a52c-81026e391237 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:02.790962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65035b08-c7be-4fbe-b6fd-a9a01555ee87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:02.822447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73b9fa85-be88-4388-a00b-82687659fafa req-22d7fe65-25f1-4b42-b63c-b39f22a0518b tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322701 Sep 29 23:08:02.826696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d62db9-86fb-4960-ae3c-a9846947865b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b424053-7ec7-4ce2-a411-705420c2d78b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:02.831431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-40d62db9-86fb-4960-ae3c-a9846947865b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=dc1aca2d9abf4a988c7e06e3e5ac6318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819956 Sep 29 23:08:02.834581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44044) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:02.845408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763738b-9b1a-4a70-a8b8-5d7c47c0064e req-a800540a-3149-4088-9df9-f1a0ce00a0b3 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:02.852346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763738b-9b1a-4a70-a8b8-5d7c47c0064e req-a800540a-3149-4088-9df9-f1a0ce00a0b3 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:02.858293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763738b-9b1a-4a70-a8b8-5d7c47c0064e req-a800540a-3149-4088-9df9-f1a0ce00a0b3 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:02.860004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0763738b-9b1a-4a70-a8b8-5d7c47c0064e req-a800540a-3149-4088-9df9-f1a0ce00a0b3 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2414 time: 0.1681991 Sep 29 23:08:02.898040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-e8e05d05-5261-49c1-9b5d-8ac750d9e2c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1662712 Sep 29 23:08:02.920460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 03d17740-d22f-4895-a52c-81026e391237 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:08:02.935640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0763738b-9b1a-4a70-a8b8-5d7c47c0064e req-b64e2d93-5631-4f11-bd67-13950521ef76 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674527 Sep 29 23:08:02.947476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 03d17740-d22f-4895-a52c-81026e391237 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:02.951951 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a2201d4-766a-42f2-a98f-5fb6d396ed12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:02.952506 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:02.962425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65035b08-c7be-4fbe-b6fd-a9a01555ee87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:02.975017 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65035b08-c7be-4fbe-b6fd-a9a01555ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:02.988980 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a2201d4-766a-42f2-a98f-5fb6d396ed12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.042425 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-65035b08-c7be-4fbe-b6fd-a9a01555ee87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=11d12a16bcb6438b80cc94df5f116c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960783 Sep 29 23:08:03.043419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65035b08-c7be-4fbe-b6fd-a9a01555ee87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5100f0-26cd-4a77-b82c-4d86868f768f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:03.046110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44060) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:03.080930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-67a1377d-b98c-40ec-ab72-cf7e625f7479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:03.083207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-67a1377d-b98c-40ec-ab72-cf7e625f7479 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9e00802ca2474c0baefca2e6fed4ddc0&device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 1097 time: 0.0754385 Sep 29 23:08:03.106538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c6d7222a-7b43-469c-b114-8a1680376766, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c6d7222a-7b43-469c-b114-8a1680376766,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:03.166948 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.177849 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9b6815e-49d0-4e83-a95e-abe641b89545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.182847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'c6d7222a-7b43-469c-b114-8a1680376766', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'port_id': 'c6d7222a-7b43-469c-b114-8a1680376766', 'mac_address': 'fa:16:3e:5d:00:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:08:03.223879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9b6815e-49d0-4e83-a95e-abe641b89545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.234702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 03d17740-d22f-4895-a52c-81026e391237, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=03d17740-d22f-4895-a52c-81026e391237,segment=NetworkSegment(44a0f486-45a5-4e5b-b8d6-67790161b379),segment_id=44a0f486-45a5-4e5b-b8d6-67790161b379)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:03.238349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d17740-d22f-4895-a52c-81026e391237'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:03.241433 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccb6943-4a6f-4905-bc7d-adda154b68fa" -d '{"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-plugged", "status": "completed", "tag": "03d17740-d22f-4895-a52c-81026e391237"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:03.248211 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.249499 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2d6f69df-fe77-4181-9add-566c47a8f68a up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:03.282203 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a2201d4-766a-42f2-a98f-5fb6d396ed12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.289051 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a2201d4-766a-42f2-a98f-5fb6d396ed12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.297423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0a2201d4-766a-42f2-a98f-5fb6d396ed12 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9b424053-7ec7-4ce2-a411-705420c2d78b HTTP/1.1" status: 204 len: 168 time: 0.4617014 Sep 29 23:08:03.328757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9b6815e-49d0-4e83-a95e-abe641b89545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.335038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9b6815e-49d0-4e83-a95e-abe641b89545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.335251 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b9b6815e-49d0-4e83-a95e-abe641b89545 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5f5100f0-26cd-4a77-b82c-4d86868f768f HTTP/1.1" status: 204 len: 168 time: 0.2880142 Sep 29 23:08:03.340102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2201d4-766a-42f2-a98f-5fb6d396ed12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b424053-7ec7-4ce2-a411-705420c2d78b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:03.363810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b6815e-49d0-4e83-a95e-abe641b89545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5100f0-26cd-4a77-b82c-4d86868f768f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:03.396809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-a86692a6-1c0c-49c1-9985-f6d28d21a90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:03.403553 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-a86692a6-1c0c-49c1-9985-f6d28d21a90c service neutron] 10.222.0.42 "GET /v2.0/networks?id=2fc1ac39-f822-4697-bdb0-0dfec80c63f7 HTTP/1.1" status: 200 len: 912 time: 0.2950583 Sep 29 23:08:03.504266 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e6732c1f-2182-44fc-a269-eb7847c9e5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.517005 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.605248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 2d6f69df-fe77-4181-9add-566c47a8f68a completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:08:03.609812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6d7222a-7b43-469c-b114-8a1680376766 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:03.616710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=03d17740-d22f-4895-a52c-81026e391237,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:03.621400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 2d6f69df-fe77-4181-9add-566c47a8f68a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:03.621997 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.652196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-7605a71a-e006-426f-8700-46edbf848d1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d26d908a-d45a-431b-86ce-c844e20c7ff2 HTTP/1.1" status: 200 len: 1001 time: 0.2392230 Sep 29 23:08:03.684988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c6d7222a-7b43-469c-b114-8a1680376766, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c6d7222a-7b43-469c-b114-8a1680376766,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:03.694253 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.723744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adc0be-fbd9-48c2-a88d-181267acdc9d req-14e86043-059d-46ff-9725-9dc2a3a5a14f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:03.732314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2adc0be-fbd9-48c2-a88d-181267acdc9d req-14e86043-059d-46ff-9725-9dc2a3a5a14f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1723073 Sep 29 23:08:03.764877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-dee4fb41-8a41-40df-bc41-35b1af000416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:03.765795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.766523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-dee4fb41-8a41-40df-bc41-35b1af000416 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=b6e07047-3704-4b31-bd16-941162c6b9e4 HTTP/1.1" status: 200 len: 850 time: 0.1002088 Sep 29 23:08:03.793329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2adc0be-fbd9-48c2-a88d-181267acdc9d req-ebabac4b-9d8c-451c-b220-b94cce945526 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552480 Sep 29 23:08:03.814107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44108) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:03.815808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c6d7222a-7b43-469c-b114-8a1680376766,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:03.846644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['c6d7222a-7b43-469c-b114-8a1680376766'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:08:03.896760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b197fe1-e5e1-4244-9b0d-8981320988e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.910520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2d6f69df-fe77-4181-9add-566c47a8f68a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2d6f69df-fe77-4181-9add-566c47a8f68a,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:03.912713 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a393d91f-b983-4000-b174-e8d00d0d10b3 x-openstack-request-id: req-a393d91f-b983-4000-b174-e8d00d0d10b3 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:03.913189 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-plugged", "status": "completed", "tag": "03d17740-d22f-4895-a52c-81026e391237", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:03.913643 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a393d91f-b983-4000-b174-e8d00d0d10b3 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:03.914428 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03d17740-d22f-4895-a52c-81026e391237', 'code': 200} Sep 29 23:08:03.922011 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:03.923225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c4af7100-0040-4469-b601-03ad53999be6 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:03.932332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-2750c6de-bc60-4e46-8f8d-9c4dbb40acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:03.934524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-2750c6de-bc60-4e46-8f8d-9c4dbb40acbc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2fc1ac39-f822-4697-bdb0-0dfec80c63f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552618 Sep 29 23:08:04.042028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port c4af7100-0040-4469-b601-03ad53999be6 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:08:04.066132 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port c4af7100-0040-4469-b601-03ad53999be6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:04.066759 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:04.070910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2d6f69df-fe77-4181-9add-566c47a8f68a,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:04.105562 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-5c155f34-6cf9-44a7-9dcb-fb1ad33fc0e9 service neutron] 10.222.0.42 "GET /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618712 Sep 29 23:08:04.277620 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:04.279954 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b197fe1-e5e1-4244-9b0d-8981320988e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:04.333851 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b197fe1-e5e1-4244-9b0d-8981320988e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:04.344013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c4af7100-0040-4469-b601-03ad53999be6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c4af7100-0040-4469-b601-03ad53999be6,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:04.350756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b42ce256-9f9c-45b9-96f1-c0650517be5a req-363e09d4-b02a-4aa0-8dba-c04f5d42d676 service neutron] 10.222.0.42 "GET /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311964 Sep 29 23:08:04.357830 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:04.396075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659c449-c4f7-4731-8877-4b9b3e486718 req-421f11c3-ca2e-4ffa-9d4d-362734a99507 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:04.404066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5659c449-c4f7-4731-8877-4b9b3e486718 req-421f11c3-ca2e-4ffa-9d4d-362734a99507 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1871490 Sep 29 23:08:04.412543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b197fe1-e5e1-4244-9b0d-8981320988e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76539085-21a8-410f-9bf8-f667d8f4aabb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:04.417097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2b197fe1-e5e1-4244-9b0d-8981320988e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fc96450310d8433d89a31695522207d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6017377 Sep 29 23:08:04.419923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44140) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:04.475337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c4af7100-0040-4469-b601-03ad53999be6,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:04.484763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5659c449-c4f7-4731-8877-4b9b3e486718 req-9854d648-1561-4dda-9623-e86b1f1de4ed tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761776 Sep 29 23:08:04.550493 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1775e8d4-2b71-4685-88c1-416b17ae5cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:04.598681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1775e8d4-2b71-4685-88c1-416b17ae5cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:04.665322 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1775e8d4-2b71-4685-88c1-416b17ae5cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:04.668513 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1775e8d4-2b71-4685-88c1-416b17ae5cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:04.669940 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1775e8d4-2b71-4685-88c1-416b17ae5cea admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76539085-21a8-410f-9bf8-f667d8f4aabb HTTP/1.1" status: 204 len: 168 time: 0.2490134 Sep 29 23:08:04.686621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1775e8d4-2b71-4685-88c1-416b17ae5cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76539085-21a8-410f-9bf8-f667d8f4aabb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:04.687247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039dc14-92ea-418b-a3e7-5131054c8859 req-289c83c5-1774-469f-b344-b7d8a2870dcc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:04.702986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039dc14-92ea-418b-a3e7-5131054c8859 req-289c83c5-1774-469f-b344-b7d8a2870dcc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:04.718960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039dc14-92ea-418b-a3e7-5131054c8859 req-289c83c5-1774-469f-b344-b7d8a2870dcc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:04.721555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0039dc14-92ea-418b-a3e7-5131054c8859 req-289c83c5-1774-469f-b344-b7d8a2870dcc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2417 time: 0.1240108 Sep 29 23:08:04.793976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c6d7222a-7b43-469c-b114-8a1680376766 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:04.813822 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0039dc14-92ea-418b-a3e7-5131054c8859 req-16cfd38b-6048-46c0-bbc3-441562ca2f1f tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795565 Sep 29 23:08:04.884376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port c6d7222a-7b43-469c-b114-8a1680376766 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:04.884889 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.103086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983bd361-eb42-4142-b827-4a456e26e9b5 req-45c675d1-6572-4839-ac1b-5f663fef3527 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:05.111648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983bd361-eb42-4142-b827-4a456e26e9b5 req-45c675d1-6572-4839-ac1b-5f663fef3527 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.0936725 Sep 29 23:08:05.155301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-06c56de7-3eef-4630-a060-a4d5a95fcf10 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:08:05.156973 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-06c56de7-3eef-4630-a060-a4d5a95fcf10 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0079775 Sep 29 23:08:05.172155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983bd361-eb42-4142-b827-4a456e26e9b5 req-e342ace9-1eff-40f1-9d1c-c0cf987f5e4e tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541704 Sep 29 23:08:05.211924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44172) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:05.267358 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-523be96f-b380-44ab-9438-096c618f8ff2 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:05.273793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-523be96f-b380-44ab-9438-096c618f8ff2 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports/a0d18986-cef0-4a07-8b19-749a30dcb8f8 HTTP/1.1" status: 200 len: 1094 time: 0.0996413 Sep 29 23:08:05.286676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Request body: {'binding': {'host': 'n-h1-811173-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:05.287456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Unknown quota resources ['binding']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:08:05.295336 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.381843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c6d7222a-7b43-469c-b114-8a1680376766, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c6d7222a-7b43-469c-b114-8a1680376766,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:05.391696 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.410822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-877502358'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:05.464375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Made reservation on behalf of 50f1e0bf43344c429384ccc66023a580 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:05.471211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.492370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.501849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c6d7222a-7b43-469c-b114-8a1680376766,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:05.521265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on host n-h1-811173-2 for vnic_type normal with profile None {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:05.521616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:05.521953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:05.527887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:08:05.528221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:05.536802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 7, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:05.537538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:05.538074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:05.538603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Bound port: a0d18986-cef0-4a07-8b19-749a30dcb8f8, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:05.650638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:05.661020 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] Notify callbacks [] for binding, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.672472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] 10.222.0.44 "POST /v2.0/ports/a0d18986-cef0-4a07-8b19-749a30dcb8f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3924296 Sep 29 23:08:05.688141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.693836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f2f95-0885-4a93-b748-b2609c53fabd req-c3ba8b61-26b4-423c-b802-adc1ebd23d0c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:05.695480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e6f2f95-0885-4a93-b748-b2609c53fabd req-c3ba8b61-26b4-423c-b802-adc1ebd23d0c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1026671 Sep 29 23:08:05.702733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.764070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:05.782478 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39b2a55-f998-4470-905b-2fb9907e696c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:05.798853 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.801187 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Added segment 58fc688b-2049-4a28-a822-99acfa3c76e1 of type vlan for network bbb0e5a3-3af1-4d41-a422-81f7427e4537 Sep 29 23:08:05.806969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e6f2f95-0885-4a93-b748-b2609c53fabd req-9fe5e20b-9335-4147-b97c-fe405e94ca04 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021037 Sep 29 23:08:05.882121 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.916018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6f69df-fe77-4181-9add-566c47a8f68a'}, {'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4af7100-0040-4469-b601-03ad53999be6'}, {'server_uuid': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d7222a-7b43-469c-b114-8a1680376766'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:05.919277 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd449a6-3c3a-4ded-b04c-a2cbc13fb2ad" -d '{"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-plugged", "status": "completed", "tag": "2d6f69df-fe77-4181-9add-566c47a8f68a"}, {"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-plugged", "status": "completed", "tag": "c4af7100-0040-4469-b601-03ad53999be6"}, {"server_uuid": "f54958f6-7dea-4cbb-a19f-22586aca2c77", "name": "network-vif-plugged", "status": "completed", "tag": "c6d7222a-7b43-469c-b114-8a1680376766"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:05.943011 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.956769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:05.961851 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:05.986230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05f0b32-70c8-41d2-9389-d1dd44f56ac8 req-3d5915eb-6b5d-4437-b67c-3b8f8a18d2be tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:05.994074 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c05f0b32-70c8-41d2-9389-d1dd44f56ac8 req-3d5915eb-6b5d-4437-b67c-3b8f8a18d2be tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.1167972 Sep 29 23:08:06.000695 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7871580 Sep 29 23:08:06.004907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44202) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:06.015551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c067e-d760-4f59-9253-35a3a5383630 req-c6d747d9-0403-47e5-b909-593c3aaa42ed tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:06.023580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c067e-d760-4f59-9253-35a3a5383630 req-c6d747d9-0403-47e5-b909-593c3aaa42ed tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:06.038405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c067e-d760-4f59-9253-35a3a5383630 req-c6d747d9-0403-47e5-b909-593c3aaa42ed tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:06.041761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-957c067e-d760-4f59-9253-35a3a5383630 req-c6d747d9-0403-47e5-b909-593c3aaa42ed tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2417 time: 0.1161542 Sep 29 23:08:06.054732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Request body: {'subnet': {'network_id': 'bbb0e5a3-3af1-4d41-a422-81f7427e4537', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:06.080104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56bd260-5d15-4178-bf7b-eaf34e51bf53 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event updated for resources: {'Network': ['ID=bbb0e5a3-3af1-4d41-a422-81f7427e4537,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:06.092319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network bbb0e5a3-3af1-4d41-a422-81f7427e4537 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:06.188531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c05f0b32-70c8-41d2-9389-d1dd44f56ac8 req-c56ffe0f-9c86-4a77-9422-b485a7a017f8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932869 Sep 29 23:08:06.212024 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6af1a8e5-337b-4c32-ab14-e6cd45c36a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:06.266488 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d84ca6-ba0c-471d-a265-456d8831d2fe x-openstack-request-id: req-95d84ca6-ba0c-471d-a265-456d8831d2fe {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:06.266876 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-plugged", "status": "completed", "tag": "2d6f69df-fe77-4181-9add-566c47a8f68a", "code": 200}, {"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-plugged", "status": "completed", "tag": "c4af7100-0040-4469-b601-03ad53999be6", "code": 200}, {"server_uuid": "f54958f6-7dea-4cbb-a19f-22586aca2c77", "name": "network-vif-plugged", "status": "completed", "tag": "c6d7222a-7b43-469c-b114-8a1680376766", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:06.267204 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95d84ca6-ba0c-471d-a265-456d8831d2fe {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:06.267689 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6f69df-fe77-4181-9add-566c47a8f68a', 'code': 200} Sep 29 23:08:06.268114 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4af7100-0040-4469-b601-03ad53999be6', 'code': 200} Sep 29 23:08:06.268550 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d7222a-7b43-469c-b114-8a1680376766', 'code': 200} Sep 29 23:08:06.292961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-957c067e-d760-4f59-9253-35a3a5383630 req-ad012ec9-8634-47f8-a8d7-e724d1c9ab68 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286417 Sep 29 23:08:06.301476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-4c40b362-c7ac-48c7-b3ec-c348806ae1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:06.321499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-4c40b362-c7ac-48c7-b3ec-c348806ae1ca service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 1097 time: 0.2473350 Sep 29 23:08:06.433913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:06.444827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Made reservation on behalf of 50f1e0bf43344c429384ccc66023a580 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:06.448237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc465a-ccb7-465a-9a6e-05768fe5e272 req-852e686b-4f96-4700-8e64-a4672ac34707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:06.448734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc465a-ccb7-465a-9a6e-05768fe5e272 req-852e686b-4f96-4700-8e64-a4672ac34707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:06.449165 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:06.450170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc465a-ccb7-465a-9a6e-05768fe5e272 req-852e686b-4f96-4700-8e64-a4672ac34707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:06.452093 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3ffc465a-ccb7-465a-9a6e-05768fe5e272 req-852e686b-4f96-4700-8e64-a4672ac34707 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2870 time: 0.0815146 Sep 29 23:08:06.498626 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3ffc465a-ccb7-465a-9a6e-05768fe5e272 req-690c454b-da12-4fa5-a263-07b95796153b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385890 Sep 29 23:08:06.574325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-8ab1cbb1-ee59-44cd-b188-c6254e71c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:06.576115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-8ab1cbb1-ee59-44cd-b188-c6254e71c482 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.2532516 Sep 29 23:08:06.594715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bd410-5016-41fd-bfab-7a161b37cb64 req-9a0ed503-ff76-4c9e-b687-f00946f42ad6 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:06.602463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-811bd410-5016-41fd-bfab-7a161b37cb64 req-9a0ed503-ff76-4c9e-b687-f00946f42ad6 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1488328 Sep 29 23:08:06.664148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-665881f2-8149-4762-bd7f-1abfcdfd6235 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8 HTTP/1.1" status: 200 len: 217 time: 0.0595031 Sep 29 23:08:06.740870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-811bd410-5016-41fd-bfab-7a161b37cb64 req-3e1787f7-76d4-433e-827d-8cfece145f22 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375215 Sep 29 23:08:06.788528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-3753c7cd-e683-438e-99fc-59152e0cd76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:06.790616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-3753c7cd-e683-438e-99fc-59152e0cd76b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1158962 Sep 29 23:08:06.847729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-853ac02d-165a-458a-ad9c-ef62a2eac665 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467660 Sep 29 23:08:06.975051 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:07.356434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:07.449205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104dd1d-7dc9-472c-a500-15ca7f273971 req-729ec300-ccf1-44fa-8b82-e4eeb8932c09 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:07.452197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7104dd1d-7dc9-472c-a500-15ca7f273971 req-729ec300-ccf1-44fa-8b82-e4eeb8932c09 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.5562003 Sep 29 23:08:07.454253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-259184ae-ff6e-4f14-a96b-245df65b86d6 service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5986462 Sep 29 23:08:07.474788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c14a36-6d06-49c8-8dd6-32aa0de21ecc req-474a0806-0615-491b-89b4-b2401b4ff7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:07.477717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-24c14a36-6d06-49c8-8dd6-32aa0de21ecc req-474a0806-0615-491b-89b4-b2401b4ff7e7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 1097 time: 0.0574627 Sep 29 23:08:07.515881 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-24c14a36-6d06-49c8-8dd6-32aa0de21ecc req-8fb8cfc1-0361-43e7-93c4-6128ac29cd32 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308809 Sep 29 23:08:07.517985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event updated for resources: {'Subnet': ['ID=ca0b015b-6a79-46e6-ae4b-5720f5b648af,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:07.543033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Checking segment: {'id': '58fc688b-2049-4a28-a822-99acfa3c76e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bbb0e5a3-3af1-4d41-a422-81f7427e4537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:07.543446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Network hostable DHCP agents. Network: bbb0e5a3-3af1-4d41-a422-81f7427e4537, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:07.590538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7104dd1d-7dc9-472c-a500-15ca7f273971 req-ea971fd1-6602-4cdc-b488-1ca424c42ff4 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284862 Sep 29 23:08:07.647398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Network bbb0e5a3-3af1-4d41-a422-81f7427e4537 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:07.669697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, bbb0e5a3-3af1-4d41-a422-81f7427e4537) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:07.675878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:07.677270 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:07.680260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db456d-d7d2-44ca-b634-43875b1e2860 None None] Network bbb0e5a3-3af1-4d41-a422-81f7427e4537 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:07.717221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e2467-8b5d-40ca-acf8-957f3da13739 req-9fd91dbd-65e8-49fb-ba14-353da1200cbc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:07.718806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e1e2467-8b5d-40ca-acf8-957f3da13739 req-9fd91dbd-65e8-49fb-ba14-353da1200cbc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.2603929 Sep 29 23:08:07.726602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8d64f1e3-a17f-4a84-b53d-a6a7f985e5f8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7198784 Sep 29 23:08:07.728863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44250) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:07.733451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8c9de0fe-b61a-4f42-a71b-00eb7608a403 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-192212458', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:07.784532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c9de0fe-b61a-4f42-a71b-00eb7608a403 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:07.785594 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c9de0fe-b61a-4f42-a71b-00eb7608a403 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:07.831124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-b6fa7fb9-34c5-44b1-9cad-152f3e49a180 service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511071 Sep 29 23:08:07.898071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c9de0fe-b61a-4f42-a71b-00eb7608a403 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:07.899123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44254) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:07.916162 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c9de0fe-b61a-4f42-a71b-00eb7608a403 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:07.921616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0662dd5-1142-450a-97a4-1c0c56b45ee7 req-7b3b1ea2-0acb-48ba-9caa-5e418d493550 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:07.937978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0662dd5-1142-450a-97a4-1c0c56b45ee7 req-7b3b1ea2-0acb-48ba-9caa-5e418d493550 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:07.944206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0662dd5-1142-450a-97a4-1c0c56b45ee7 req-7b3b1ea2-0acb-48ba-9caa-5e418d493550 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:07.957262 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0662dd5-1142-450a-97a4-1c0c56b45ee7 req-7b3b1ea2-0acb-48ba-9caa-5e418d493550 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2417 time: 0.2590492 Sep 29 23:08:07.962360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e1e2467-8b5d-40ca-acf8-957f3da13739 req-fa92efa4-51f8-4cfe-926c-43721175bf63 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997232 Sep 29 23:08:07.967418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c9de0fe-b61a-4f42-a71b-00eb7608a403 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:07.969005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8c9de0fe-b61a-4f42-a71b-00eb7608a403 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2386823 Sep 29 23:08:07.971489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44258) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:07.986618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-bbb0e5a3-3af1-4d41-a422-81f7427e4537', 'network_id': 'bbb0e5a3-3af1-4d41-a422-81f7427e4537', 'tenant_id': '50f1e0bf43344c429384ccc66023a580', 'fixed_ips': [{'subnet_id': 'ca0b015b-6a79-46e6-ae4b-5720f5b648af'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:08:07.992170 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:08.069274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0662dd5-1142-450a-97a4-1c0c56b45ee7 req-93e24292-a660-40f0-91b2-c4abec5af6cf tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109614 Sep 29 23:08:08.252447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Allocated IP 172.20.0.2 (bbb0e5a3-3af1-4d41-a422-81f7427e4537/ca0b015b-6a79-46e6-ae4b-5720f5b648af/97a78ea8-6b94-4809-943b-e508fef29a73) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:08.281228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f9767-83c5-4220-9560-d0271ddc298c req-2423ad07-425f-4ea9-919b-ab2de6750ade tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:08.300760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d9f9767-83c5-4220-9560-d0271ddc298c req-2423ad07-425f-4ea9-919b-ab2de6750ade tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1048887 Sep 29 23:08:08.331917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:08.382165 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d9f9767-83c5-4220-9560-d0271ddc298c req-9ed5fec9-2903-478f-835c-ba3999d7dca7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804093 Sep 29 23:08:08.420657 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:08.436555 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:08.482789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Network bbb0e5a3-3af1-4d41-a422-81f7427e4537 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:08.486268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:08.490564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:08.566272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Pushing event updated for resources: {'Port': ['ID=97a78ea8-6b94-4809-943b-e508fef29a73,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:08.570071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:08.581995 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:08.583107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Attempting to bind port 97a78ea8-6b94-4809-943b-e508fef29a73 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:08.583688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Attempting to bind port 97a78ea8-6b94-4809-943b-e508fef29a73 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '58fc688b-2049-4a28-a822-99acfa3c76e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bbb0e5a3-3af1-4d41-a422-81f7427e4537'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:08.584264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Attempting to bind port 97a78ea8-6b94-4809-943b-e508fef29a73 on network bbb0e5a3-3af1-4d41-a422-81f7427e4537 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:08.590040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:08.590895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Checking segment: {'id': '58fc688b-2049-4a28-a822-99acfa3c76e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bbb0e5a3-3af1-4d41-a422-81f7427e4537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:08.591279 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:08.591960 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Bound using segment: {'id': '58fc688b-2049-4a28-a822-99acfa3c76e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bbb0e5a3-3af1-4d41-a422-81f7427e4537'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:08.592788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Bound port: 97a78ea8-6b94-4809-943b-e508fef29a73, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58fc688b-2049-4a28-a822-99acfa3c76e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bbb0e5a3-3af1-4d41-a422-81f7427e4537'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:08.593783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:08.687926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] For port 97a78ea8-6b94-4809-943b-e508fef29a73, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:08.692137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] For port 97a78ea8-6b94-4809-943b-e508fef29a73, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=97a78ea8-6b94-4809-943b-e508fef29a73,segment=NetworkSegment(58fc688b-2049-4a28-a822-99acfa3c76e1),segment_id=58fc688b-2049-4a28-a822-99acfa3c76e1)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:08.700643 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:08.777610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a1739-1fd5-4287-95ad-2ae208db3087 None None] Pushing event updated for resources: {'Port': ['ID=97a78ea8-6b94-4809-943b-e508fef29a73,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:08.801552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:08.870321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a72b9-e70b-43e3-858a-ed2aebac7b97 req-1525bd4a-fb59-40b2-a835-f72efb969745 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:08.879683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f95a72b9-e70b-43e3-858a-ed2aebac7b97 req-1525bd4a-fb59-40b2-a835-f72efb969745 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.0900886 Sep 29 23:08:08.966537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f95a72b9-e70b-43e3-858a-ed2aebac7b97 req-6449c919-0599-4147-ae42-47462b62d54d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812459 Sep 29 23:08:08.981477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:09.099574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Allocated IP 172.20.0.1 (bbb0e5a3-3af1-4d41-a422-81f7427e4537/ca0b015b-6a79-46e6-ae4b-5720f5b648af/45becc72-e69a-47f7-9cd3-2c5c4bd4e348) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:09.240476 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=322d0f577be146488f79f54cb80c34f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3402033 Sep 29 23:08:09.243174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44276) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:09.275021 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:09.341066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50888905-4ad1-4c70-a9da-30fcfb6877f4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:09.353380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ad265-ff22-46e7-aad2-1a94d99b84bf req-a113bc5e-9773-40db-acb2-83351436eef3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:09.362941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d65ad265-ff22-46e7-aad2-1a94d99b84bf req-a113bc5e-9773-40db-acb2-83351436eef3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.2046986 Sep 29 23:08:09.376377 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94fe301f-5157-4758-8f2a-e430c6c6afd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:09.414746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:09.483336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.483902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.484619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.485943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34f2e-951b-445e-a4b0-146c67cd1009 req-51320897-0297-4725-aeb3-008d6e25558e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:09.486296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.487081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.487905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.488414 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.488931 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.489431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.489938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.490434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.490939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c73207-6d7f-44a3-8ae1-15a0f64c175c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:09.493020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34f2e-951b-445e-a4b0-146c67cd1009 req-51320897-0297-4725-aeb3-008d6e25558e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:09.500563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34f2e-951b-445e-a4b0-146c67cd1009 req-51320897-0297-4725-aeb3-008d6e25558e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:09.509880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94c34f2e-951b-445e-a4b0-146c67cd1009 req-51320897-0297-4725-aeb3-008d6e25558e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2417 time: 0.2964165 Sep 29 23:08:09.535988 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d65ad265-ff22-46e7-aad2-1a94d99b84bf req-e04351c0-2565-4cfa-bdab-40f22aa6eec9 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668251 Sep 29 23:08:09.540842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94fe301f-5157-4758-8f2a-e430c6c6afd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:09.552906 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:09.603105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94c34f2e-951b-445e-a4b0-146c67cd1009 req-0d50fcb5-3cd0-4ae4-913c-b1731989d2f2 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921948 Sep 29 23:08:09.703217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event updated for resources: {'Port': ['ID=45becc72-e69a-47f7-9cd3-2c5c4bd4e348,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:09.754981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Network bbb0e5a3-3af1-4d41-a422-81f7427e4537 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:09.758721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:09.761853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:09.772442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00835c05-0135-4f8e-b9cf-8655a29d4e61 req-1df0cee3-3891-4caf-b53d-491649054a69 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:09.781570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00835c05-0135-4f8e-b9cf-8655a29d4e61 req-1df0cee3-3891-4caf-b53d-491649054a69 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.0877533 Sep 29 23:08:09.860088 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94fe301f-5157-4758-8f2a-e430c6c6afd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:09.865088 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94fe301f-5157-4758-8f2a-e430c6c6afd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:09.882030 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-94fe301f-5157-4758-8f2a-e430c6c6afd4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/50888905-4ad1-4c70-a9da-30fcfb6877f4 HTTP/1.1" status: 204 len: 168 time: 0.6211212 Sep 29 23:08:09.934361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe301f-5157-4758-8f2a-e430c6c6afd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50888905-4ad1-4c70-a9da-30fcfb6877f4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:09.951677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00835c05-0135-4f8e-b9cf-8655a29d4e61 req-ed99e46f-6ee6-4091-9b2d-b2e43146ef61 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686547 Sep 29 23:08:09.959880 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:10.096450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e605e80-7d68-4c11-b0f4-1617504aec37 req-8a6c1427-e9b1-4fc1-a29b-764a961c8b43 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:10.106554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e605e80-7d68-4c11-b0f4-1617504aec37 req-8a6c1427-e9b1-4fc1-a29b-764a961c8b43 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.0736337 Sep 29 23:08:10.223184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e605e80-7d68-4c11-b0f4-1617504aec37 req-19597b26-61c2-4933-9e40-147002f5837f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105080 Sep 29 23:08:10.278358 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:10.499002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cecbd16-9dc4-4a7b-ba73-645bab770d48 req-b94fbf79-ea8d-44b9-8d17-bd62ceb53b3b tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:10.509791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cecbd16-9dc4-4a7b-ba73-645bab770d48 req-b94fbf79-ea8d-44b9-8d17-bd62ceb53b3b tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1249809 Sep 29 23:08:10.555416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44314) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:10.646484 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ff973d8-44ae-4fb1-9dd4-fe6a0d8b15d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:10.673132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cecbd16-9dc4-4a7b-ba73-645bab770d48 req-05787582-4972-4631-bc21-935e6997d235 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616895 Sep 29 23:08:10.681114 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3d7103-18bf-425b-bb1f-9cf0a257def8 None None] Network bbb0e5a3-3af1-4d41-a422-81f7427e4537 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:10.770062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2adb5c-3aef-47c9-90f2-c7c28949010e req-1755fcc2-bf84-4c78-8d1b-e079f8bd57b5 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:10.773158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:10.786035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2adb5c-3aef-47c9-90f2-c7c28949010e req-1755fcc2-bf84-4c78-8d1b-e079f8bd57b5 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:10.788858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:10.808004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2adb5c-3aef-47c9-90f2-c7c28949010e req-1755fcc2-bf84-4c78-8d1b-e079f8bd57b5 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:10.810200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f2adb5c-3aef-47c9-90f2-c7c28949010e req-1755fcc2-bf84-4c78-8d1b-e079f8bd57b5 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2417 time: 0.2920706 Sep 29 23:08:10.905524 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:10.909022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event updated for resources: {'Port': ['ID=45becc72-e69a-47f7-9cd3-2c5c4bd4e348,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:10.939063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 97a78ea8-6b94-4809-943b-e508fef29a73 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:10.971080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f2adb5c-3aef-47c9-90f2-c7c28949010e req-06cf6e35-5790-4704-9b66-154bc6dd854f tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490245 Sep 29 23:08:10.987132 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fb53e9f4-5cf2-4e72-a828-fbf25fa7997c None None] Provisioning complete for port 97a78ea8-6b94-4809-943b-e508fef29a73 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:10.987584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9f4-5cf2-4e72-a828-fbf25fa7997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:11.121810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Network bbb0e5a3-3af1-4d41-a422-81f7427e4537 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:11.123541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:11.208633 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ff973d8-44ae-4fb1-9dd4-fe6a0d8b15d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:11.219666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1ff973d8-44ae-4fb1-9dd4-fe6a0d8b15d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:11.295712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371eab22-ff24-44b0-abd8-aaf2b728f878 req-c5ca6c79-4163-43ae-86fa-baadc57b3e07 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:11.309149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-371eab22-ff24-44b0-abd8-aaf2b728f878 req-c5ca6c79-4163-43ae-86fa-baadc57b3e07 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.2305872 Sep 29 23:08:11.339338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 97a78ea8-6b94-4809-943b-e508fef29a73 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:11.340099 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:11.400673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1ff973d8-44ae-4fb1-9dd4-fe6a0d8b15d2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2eb54d74dfb94d3ba2db52fdb4b9dc4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8085475 Sep 29 23:08:11.403165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44332) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:11.411008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff973d8-44ae-4fb1-9dd4-fe6a0d8b15d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03208b2b-c0b8-4d54-b56e-beba238afb2e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:11.418067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Router bd31fc28-9895-4821-8e3f-4896435c8c12 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:08:11.446080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6d64c4-9fdb-4f82-85fe-28f0c99a3146 req-d4f91378-b27b-40eb-a672-cb20b8129e1c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:11.454661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc6d64c4-9fdb-4f82-85fe-28f0c99a3146 req-d4f91378-b27b-40eb-a672-cb20b8129e1c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1338751 Sep 29 23:08:11.488541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-371eab22-ff24-44b0-abd8-aaf2b728f878 req-2e11614c-812c-4f3b-b601-25c6f829dc9b tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785035 Sep 29 23:08:11.513533 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9f4-5cf2-4e72-a828-fbf25fa7997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:11.533149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc6d64c4-9fdb-4f82-85fe-28f0c99a3146 req-c08e235c-9f88-4ff2-be85-98c9ae9d61f8 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707541 Sep 29 23:08:11.549493 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9624fd6-cb1b-4401-8f7d-73a14b73db34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:11.570133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:08:11.580490 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f9100-5dcf-4254-85b7-874d0fb6aea3 None None] Sync routers for ids ['bd31fc28-9895-4821-8e3f-4896435c8c12'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:08:11.595527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6cd45264-02bf-4acf-9f13-ff0c3ccafa44 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "PUT /v2.0/routers/bd31fc28-9895-4821-8e3f-4896435c8c12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6196175 Sep 29 23:08:11.597923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44336) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:11.598233 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f9100-5dcf-4254-85b7-874d0fb6aea3 None None] Routers {'bd31fc28-9895-4821-8e3f-4896435c8c12'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:08:11.598876 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a72f9100-5dcf-4254-85b7-874d0fb6aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['bd31fc28-9895-4821-8e3f-4896435c8c12'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:11.604721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Request body: {'port': {'network_id': 'bbb0e5a3-3af1-4d41-a422-81f7427e4537', 'name': 'tempest-FloatingIPNegativeTestJSON-722107812'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:11.616560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fb53e9f4-5cf2-4e72-a828-fbf25fa7997c None None] For port 97a78ea8-6b94-4809-943b-e508fef29a73, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=97a78ea8-6b94-4809-943b-e508fef29a73,segment=NetworkSegment(58fc688b-2049-4a28-a822-99acfa3c76e1),segment_id=58fc688b-2049-4a28-a822-99acfa3c76e1)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:11.626080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9624fd6-cb1b-4401-8f7d-73a14b73db34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:11.673084 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a72f9100-5dcf-4254-85b7-874d0fb6aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:11.677327 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb53e9f4-5cf2-4e72-a828-fbf25fa7997c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:11.697541 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f9100-5dcf-4254-85b7-874d0fb6aea3 None None] Routers {'bd31fc28-9895-4821-8e3f-4896435c8c12'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:08:11.699174 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a72f9100-5dcf-4254-85b7-874d0fb6aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['bd31fc28-9895-4821-8e3f-4896435c8c12'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:11.751770 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9624fd6-cb1b-4401-8f7d-73a14b73db34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:11.759270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9624fd6-cb1b-4401-8f7d-73a14b73db34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:11.762094 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b9624fd6-cb1b-4401-8f7d-73a14b73db34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/03208b2b-c0b8-4d54-b56e-beba238afb2e HTTP/1.1" status: 204 len: 168 time: 0.3576002 Sep 29 23:08:11.790748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9624fd6-cb1b-4401-8f7d-73a14b73db34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03208b2b-c0b8-4d54-b56e-beba238afb2e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:11.862093 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a72f9100-5dcf-4254-85b7-874d0fb6aea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:11.864365 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f9100-5dcf-4254-85b7-874d0fb6aea3 None None] The sync data for ids ['bd31fc28-9895-4821-8e3f-4896435c8c12'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:08:11.905144 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb53e9f4-5cf2-4e72-a828-fbf25fa7997c None None] Pushing event updated for resources: {'Port': ['ID=97a78ea8-6b94-4809-943b-e508fef29a73,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:12.073397 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Made reservation on behalf of 50f1e0bf43344c429384ccc66023a580 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:12.084237 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:12.124572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e1bfba1a-663a-490f-9875-cb5bf48e5163 None None] Provisioning complete for port 45becc72-e69a-47f7-9cd3-2c5c4bd4e348 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:12.127120 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e1bfba1a-663a-490f-9875-cb5bf48e5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:12.190425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] device_id is not set on port 09a9bf98-d020-4845-8936-e4198837316a yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:08:12.211133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-4995bb9d-d327-4886-b29a-3a12ddabb48a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:12.222979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7c00f-ab12-4406-9e0f-1905359a3dac req-dc7ba062-d666-40b3-a305-53daeef9078d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:12.231192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bee7c00f-ab12-4406-9e0f-1905359a3dac req-dc7ba062-d666-40b3-a305-53daeef9078d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.2726314 Sep 29 23:08:12.238644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-4995bb9d-d327-4886-b29a-3a12ddabb48a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:12.297136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-4995bb9d-d327-4886-b29a-3a12ddabb48a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:12.298202 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-4995bb9d-d327-4886-b29a-3a12ddabb48a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2417 time: 0.2336466 Sep 29 23:08:12.301590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e1bfba1a-663a-490f-9875-cb5bf48e5163 None None] Port 45becc72-e69a-47f7-9cd3-2c5c4bd4e348 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:08:12.357157 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e1bfba1a-663a-490f-9875-cb5bf48e5163 None None] Provisioning complete for port 97a78ea8-6b94-4809-943b-e508fef29a73 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:12.357460 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e1bfba1a-663a-490f-9875-cb5bf48e5163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:12.416422 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bee7c00f-ab12-4406-9e0f-1905359a3dac req-a540e3ff-9f26-47b3-94d4-338cfc21af2c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844132 Sep 29 23:08:12.529951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-86c97369-b74d-46a4-8900-b30160db9bcb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting port 2d6f69df-fe77-4181-9add-566c47a8f68a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:12.530926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-86c97369-b74d-46a4-8900-b30160db9bcb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:12.532937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35ab43-6bcc-4473-ab6b-81e132055afb req-9cc7a652-c228-4639-ae48-85ac7f70440d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:12.555085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35ab43-6bcc-4473-ab6b-81e132055afb req-9cc7a652-c228-4639-ae48-85ac7f70440d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:12.569035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35ab43-6bcc-4473-ab6b-81e132055afb req-9cc7a652-c228-4639-ae48-85ac7f70440d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:12.585167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff35ab43-6bcc-4473-ab6b-81e132055afb req-9cc7a652-c228-4639-ae48-85ac7f70440d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 2417 time: 0.3499627 Sep 29 23:08:12.664675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bd3316d1-89ca-437c-9400-157fe8be3ee5 None None] Provisioning complete for port 45becc72-e69a-47f7-9cd3-2c5c4bd4e348 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:12.665058 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd3316d1-89ca-437c-9400-157fe8be3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:12.743803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bd3316d1-89ca-437c-9400-157fe8be3ee5 None None] Port 45becc72-e69a-47f7-9cd3-2c5c4bd4e348 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:08:12.757071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-86c97369-b74d-46a4-8900-b30160db9bcb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] For port 2d6f69df-fe77-4181-9add-566c47a8f68a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2d6f69df-fe77-4181-9add-566c47a8f68a,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:12.760080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-86c97369-b74d-46a4-8900-b30160db9bcb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:12.807521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-86c97369-b74d-46a4-8900-b30160db9bcb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Calling delete_port for 2d6f69df-fe77-4181-9add-566c47a8f68a owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:12.818368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 97a78ea8-6b94-4809-943b-e508fef29a73 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:12.825444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc10bf6-80eb-45d6-b420-cbcff0f10396 req-b2ad4919-8919-43cb-aa72-cc1adaa0c997 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:12.833940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-adc10bf6-80eb-45d6-b420-cbcff0f10396 req-b2ad4919-8919-43cb-aa72-cc1adaa0c997 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2467089 Sep 29 23:08:12.876468 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff35ab43-6bcc-4473-ab6b-81e132055afb req-aac1e465-58da-4010-88aa-6122769f6a8f tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904196 Sep 29 23:08:12.908010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Allocated IP 172.20.0.10 (bbb0e5a3-3af1-4d41-a422-81f7427e4537/ca0b015b-6a79-46e6-ae4b-5720f5b648af/09a9bf98-d020-4845-8936-e4198837316a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:12.965688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2ff68a6d-53b5-4cdc-8705-86f2b80a1431 None None] Provisioning complete for port 45becc72-e69a-47f7-9cd3-2c5c4bd4e348 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:12.966191 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2ff68a6d-53b5-4cdc-8705-86f2b80a1431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:13.009693 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-adc10bf6-80eb-45d6-b420-cbcff0f10396 req-da589638-bccf-4e67-8863-7271b845aa4c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747513 Sep 29 23:08:13.089947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2ff68a6d-53b5-4cdc-8705-86f2b80a1431 None None] Port 45becc72-e69a-47f7-9cd3-2c5c4bd4e348 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:08:13.144733 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 97a78ea8-6b94-4809-943b-e508fef29a73 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:13.145117 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:13.220520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-86c97369-b74d-46a4-8900-b30160db9bcb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:13.279521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf328190-e330-44f9-9441-fcd17ec0dd71 req-2dcf3258-7aee-4fe2-bcab-5e2a363cae0c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:13.292907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf328190-e330-44f9-9441-fcd17ec0dd71 req-2dcf3258-7aee-4fe2-bcab-5e2a363cae0c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.1400054 Sep 29 23:08:13.357536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c97369-b74d-46a4-8900-b30160db9bcb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Port': ['ID=2d6f69df-fe77-4181-9add-566c47a8f68a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:13.411441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-86c97369-b74d-46a4-8900-b30160db9bcb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] No DVR routers for this DVR port 2d6f69df-fe77-4181-9add-566c47a8f68a on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:13.433689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-86c97369-b74d-46a4-8900-b30160db9bcb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:13.442948 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-86c97369-b74d-46a4-8900-b30160db9bcb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "DELETE /v2.0/ports/2d6f69df-fe77-4181-9add-566c47a8f68a HTTP/1.1" status: 204 len: 173 time: 1.1347599 Sep 29 23:08:13.444489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-deleted', 'tag': '2d6f69df-fe77-4181-9add-566c47a8f68a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:13.447787 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3727c65e-98eb-4a58-8a43-7907003b6b92" -d '{"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-deleted", "tag": "2d6f69df-fe77-4181-9add-566c47a8f68a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:13.478069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf328190-e330-44f9-9441-fcd17ec0dd71 req-e7142aa0-66cd-40ba-8cd7-f02c3705a539 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788349 Sep 29 23:08:13.606480 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5094104c-4f76-4c94-b1e1-aebefbe1a2a7 x-openstack-request-id: req-5094104c-4f76-4c94-b1e1-aebefbe1a2a7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:13.606737 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-deleted", "tag": "2d6f69df-fe77-4181-9add-566c47a8f68a", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:13.607080 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5094104c-4f76-4c94-b1e1-aebefbe1a2a7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:13.607430 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-deleted', 'tag': '2d6f69df-fe77-4181-9add-566c47a8f68a', 'status': 'completed', 'code': 200} Sep 29 23:08:13.747347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-764e810e-3b34-4b98-a94b-66a59095e101 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting port c4af7100-0040-4469-b601-03ad53999be6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:13.747820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-764e810e-3b34-4b98-a94b-66a59095e101 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:13.753917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b815529-d33d-4169-b9a4-02ee21cbf34f req-59d06a58-8ba3-4656-b3e5-7b7214d3c8a2 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:13.773062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b815529-d33d-4169-b9a4-02ee21cbf34f req-59d06a58-8ba3-4656-b3e5-7b7214d3c8a2 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1196027 Sep 29 23:08:13.788683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:13.954545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b815529-d33d-4169-b9a4-02ee21cbf34f req-7c75ef9a-47b3-43f3-94c4-9ebb8ad45229 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795962 Sep 29 23:08:13.976713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-764e810e-3b34-4b98-a94b-66a59095e101 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] For port c4af7100-0040-4469-b601-03ad53999be6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c4af7100-0040-4469-b601-03ad53999be6,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:13.977218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-764e810e-3b34-4b98-a94b-66a59095e101 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:13.999009 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:14.006582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-764e810e-3b34-4b98-a94b-66a59095e101 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Calling delete_port for c4af7100-0040-4469-b601-03ad53999be6 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:14.248096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Network bbb0e5a3-3af1-4d41-a422-81f7427e4537 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:14.257053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:14.263038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-764e810e-3b34-4b98-a94b-66a59095e101 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:14.285401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:14.291571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event updated for resources: {'Port': ['ID=09a9bf98-d020-4845-8936-e4198837316a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:14.365021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac551a14-d64d-4ad3-8d0f-dc49d611ccdf req-384dd5c1-3053-43d6-bbe5-0bf7db1d6d4a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:14.395786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac551a14-d64d-4ad3-8d0f-dc49d611ccdf req-384dd5c1-3053-43d6-bbe5-0bf7db1d6d4a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:14.397779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac551a14-d64d-4ad3-8d0f-dc49d611ccdf req-384dd5c1-3053-43d6-bbe5-0bf7db1d6d4a tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 1604 time: 0.2731287 Sep 29 23:08:14.473413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e810e-3b34-4b98-a94b-66a59095e101 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Port': ['ID=c4af7100-0040-4469-b601-03ad53999be6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:14.527029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-764e810e-3b34-4b98-a94b-66a59095e101 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] No DVR routers for this DVR port c4af7100-0040-4469-b601-03ad53999be6 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:14.541181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-764e810e-3b34-4b98-a94b-66a59095e101 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:14.544235 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-764e810e-3b34-4b98-a94b-66a59095e101 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "DELETE /v2.0/ports/c4af7100-0040-4469-b601-03ad53999be6 HTTP/1.1" status: 204 len: 173 time: 1.0664716 Sep 29 23:08:14.563289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:14.575315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:14.664491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac551a14-d64d-4ad3-8d0f-dc49d611ccdf req-cd62a8aa-1fb3-499d-beff-d5b3112d7906 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152295 Sep 29 23:08:14.705162 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-05d9e586-ce3b-416b-9489-9b3635dab3f3 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1045375 Sep 29 23:08:14.706972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:14.711609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:14.841879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 03d17740-d22f-4895-a52c-81026e391237 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:14.944178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7b66f2-7187-40d4-bd00-90a279643a7d req-e61c673b-d706-425e-b703-0e4b24adec8b tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:14.945872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f7b66f2-7187-40d4-bd00-90a279643a7d req-e61c673b-d706-425e-b703-0e4b24adec8b tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.2217507 Sep 29 23:08:14.970950 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:14.973041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7447529b-2111-46d7-8d76-ddac4a3ec100 None None] Provisioning complete for port 09a9bf98-d020-4845-8936-e4198837316a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:14.973611 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7447529b-2111-46d7-8d76-ddac4a3ec100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:15.103706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7447529b-2111-46d7-8d76-ddac4a3ec100 None None] Port 09a9bf98-d020-4845-8936-e4198837316a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:08:15.146827 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:15.219584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d17740-d22f-4895-a52c-81026e391237'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:15.232738 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fb51ea-238a-4c08-a630-0cbee18ec255" -d '{"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-unplugged", "status": "completed", "tag": "03d17740-d22f-4895-a52c-81026e391237"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:15.262860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 03d17740-d22f-4895-a52c-81026e391237, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=03d17740-d22f-4895-a52c-81026e391237,segment=NetworkSegment(44a0f486-45a5-4e5b-b8d6-67790161b379),segment_id=44a0f486-45a5-4e5b-b8d6-67790161b379)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:15.277267 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:15.278074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2d6f69df-fe77-4181-9add-566c47a8f68a no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:15.301143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f7b66f2-7187-40d4-bd00-90a279643a7d req-0d817181-dea3-4322-a124-174f37c8e566 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895410 Sep 29 23:08:15.384794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 2d6f69df-fe77-4181-9add-566c47a8f68a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:08:15.388486 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2d6f69df-fe77-4181-9add-566c47a8f68a not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:08:15.396493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c4af7100-0040-4469-b601-03ad53999be6 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:15.442765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c475432-7d75-4eac-8e41-cd2ba9e2825e req-3ace0317-d6fd-4e59-a5bf-d7f30abfcbad tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:15.444352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c475432-7d75-4eac-8e41-cd2ba9e2825e req-3ace0317-d6fd-4e59-a5bf-d7f30abfcbad tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.2984257 Sep 29 23:08:15.454195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: c4af7100-0040-4469-b601-03ad53999be6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:08:15.454544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c4af7100-0040-4469-b601-03ad53999be6 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:08:15.501373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=03d17740-d22f-4895-a52c-81026e391237,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:15.529570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-7eaf37a1-dc7f-4f6c-a59c-0e44814b01bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting port 03d17740-d22f-4895-a52c-81026e391237 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:15.530102 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-7eaf37a1-dc7f-4f6c-a59c-0e44814b01bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:15.535435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c475432-7d75-4eac-8e41-cd2ba9e2825e req-7127465c-ce3c-4518-8bd4-5806292bcc9e tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781746 Sep 29 23:08:15.548088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:15.610115 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910a7d27-5cf7-40ec-9d32-762c023cbf4c x-openstack-request-id: req-910a7d27-5cf7-40ec-9d32-762c023cbf4c {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:15.610115 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-unplugged", "status": "completed", "tag": "03d17740-d22f-4895-a52c-81026e391237", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:15.610479 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-910a7d27-5cf7-40ec-9d32-762c023cbf4c {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:15.610859 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03d17740-d22f-4895-a52c-81026e391237', 'code': 200} Sep 29 23:08:15.717849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-7eaf37a1-dc7f-4f6c-a59c-0e44814b01bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] For port 03d17740-d22f-4895-a52c-81026e391237, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=03d17740-d22f-4895-a52c-81026e391237,segment=NetworkSegment(44a0f486-45a5-4e5b-b8d6-67790161b379),segment_id=44a0f486-45a5-4e5b-b8d6-67790161b379)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:15.718285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-7eaf37a1-dc7f-4f6c-a59c-0e44814b01bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:15.762571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-7eaf37a1-dc7f-4f6c-a59c-0e44814b01bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Calling delete_port for 03d17740-d22f-4895-a52c-81026e391237 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:15.770435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-deleted', 'tag': 'c4af7100-0040-4469-b601-03ad53999be6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:15.775077 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c290fbc0-74f9-4de8-a2c2-a72118df5902" -d '{"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-deleted", "tag": "c4af7100-0040-4469-b601-03ad53999be6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:15.785783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Allocated IP 172.25.4.87 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/6fc8d37a-5760-47e5-a9fe-0e8c674aa309) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:16.012846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14511127-1a2c-4c5a-8412-1a289d57fb38 req-e880f469-0c55-4760-bef0-98f0d6cd0636 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:16.021523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14511127-1a2c-4c5a-8412-1a289d57fb38 req-e880f469-0c55-4760-bef0-98f0d6cd0636 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=283c24b0-6771-46d2-ab96-960b4bceb23a HTTP/1.1" status: 200 len: 944 time: 0.1823478 Sep 29 23:08:16.103042 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:16.118386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-7eaf37a1-dc7f-4f6c-a59c-0e44814b01bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:16.153391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14511127-1a2c-4c5a-8412-1a289d57fb38 req-4fe1d697-5346-41f8-9cb8-304eb164d863 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262679 Sep 29 23:08:16.250430 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:16.309223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf37a1-dc7f-4f6c-a59c-0e44814b01bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Port': ['ID=03d17740-d22f-4895-a52c-81026e391237,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:16.329386 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02827f5-ca14-465b-bc47-b2145878ddcf x-openstack-request-id: req-b02827f5-ca14-465b-bc47-b2145878ddcf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:16.337286 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-deleted", "tag": "c4af7100-0040-4469-b601-03ad53999be6", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:16.338090 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b02827f5-ca14-465b-bc47-b2145878ddcf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:16.338542 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-deleted', 'tag': 'c4af7100-0040-4469-b601-03ad53999be6', 'status': 'completed', 'code': 200} Sep 29 23:08:16.357129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:16.370385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:16.376186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:16.492493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-7eaf37a1-dc7f-4f6c-a59c-0e44814b01bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] No DVR routers for this DVR port 03d17740-d22f-4895-a52c-81026e391237 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:16.508591 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-7eaf37a1-dc7f-4f6c-a59c-0e44814b01bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:16.510647 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e42c21e5-9990-4296-b5bd-ea1a5dcc3c8b req-7eaf37a1-dc7f-4f6c-a59c-0e44814b01bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "DELETE /v2.0/ports/03d17740-d22f-4895-a52c-81026e391237 HTTP/1.1" status: 204 len: 173 time: 1.9594142 Sep 29 23:08:16.558782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event updated for resources: {'Port': ['ID=6fc8d37a-5760-47e5-a9fe-0e8c674aa309,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:16.559420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb7ec-602d-41a4-921b-ddd04dbb7451 req-75c053a1-993d-40f5-921e-159668bbe85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:16.561273 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0ffb7ec-602d-41a4-921b-ddd04dbb7451 req-75c053a1-993d-40f5-921e-159668bbe85e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 1096 time: 0.2452440 Sep 29 23:08:16.632434 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.633349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.633925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.634500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.635078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.635658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.636303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.644763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.647950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.649536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.650165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.650761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:16.789098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c8fe25-c20b-4bb7-9422-3fdb0b249b99 req-9a80d738-e9dc-4d59-8ae2-e6cafe2e0830 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:16.796198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6c8fe25-c20b-4bb7-9422-3fdb0b249b99 req-9a80d738-e9dc-4d59-8ae2-e6cafe2e0830 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.3233526 Sep 29 23:08:16.796458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb7ec-602d-41a4-921b-ddd04dbb7451 req-383d5049-6bc1-4337-a8ad-88c429d7bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:16.798773 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0ffb7ec-602d-41a4-921b-ddd04dbb7451 req-383d5049-6bc1-4337-a8ad-88c429d7bbcb service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 920 time: 0.2280319 Sep 29 23:08:16.816484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29b596-9176-4eee-94e7-00c9b953ca22 req-a41b44f3-5f8d-4c8d-934d-2d706ed00191 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:16.824233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c29b596-9176-4eee-94e7-00c9b953ca22 req-a41b44f3-5f8d-4c8d-934d-2d706ed00191 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.2515876 Sep 29 23:08:16.867817 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:16.875288 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0ffb7ec-602d-41a4-921b-ddd04dbb7451 req-5f6b4337-1942-4e0e-b1ca-a5f61a2ca45e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820576f3-c2be-42df-868e-d630e55d9f14 HTTP/1.1" status: 200 len: 217 time: 0.0574188 Sep 29 23:08:16.917966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6c8fe25-c20b-4bb7-9422-3fdb0b249b99 req-4494077a-8e42-4c62-9e77-d646c83d9572 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061387 Sep 29 23:08:16.965431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffb7ec-602d-41a4-921b-ddd04dbb7451 req-debdbfd8-fe85-4ed0-b59f-215c71d76a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:16.967508 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0ffb7ec-602d-41a4-921b-ddd04dbb7451 req-debdbfd8-fe85-4ed0-b59f-215c71d76a1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 200 len: 859 time: 0.0840631 Sep 29 23:08:16.970637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c29b596-9176-4eee-94e7-00c9b953ca22 req-172d3175-eddf-434b-83d7-f4b4cfd4d4f4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435876 Sep 29 23:08:16.999344 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.041309 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0ffb7ec-602d-41a4-921b-ddd04dbb7451 req-80676af8-43e9-4e29-97eb-f5352d3ab1d4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeea460-db41-4896-91a5-091ef88f1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562670 Sep 29 23:08:17.168314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c0476c-30b7-4459-b736-4f72998029f3 req-9e18d942-6248-4897-9d83-5585186f2c22 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:17.171430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72c0476c-30b7-4459-b736-4f72998029f3 req-9e18d942-6248-4897-9d83-5585186f2c22 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1260960 Sep 29 23:08:17.188694 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0ffb7ec-602d-41a4-921b-ddd04dbb7451 req-6afc1599-f262-480c-864f-d45b070cead3 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348822 Sep 29 23:08:17.301106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0ffb7ec-602d-41a4-921b-ddd04dbb7451 req-469bdd11-4edb-4f5b-957a-0a14de0dae53 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067345 Sep 29 23:08:17.315790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44546) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:17.325189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72c0476c-30b7-4459-b736-4f72998029f3 req-33feef81-547b-4d9c-90c5-ead019bf8824 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210451 Sep 29 23:08:17.373316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44550) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:17.399939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbc39b5-d24d-4886-9dd0-08827970fe5e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting subnet a5024fdc-822b-4c34-a213-351957a4ae6d {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:08:17.403558 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbbc39b5-d24d-4886-9dd0-08827970fe5e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.452894 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.459163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbbc39b5-d24d-4886-9dd0-08827970fe5e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.461528 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.545844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event updated for resources: {'Port': ['ID=6fc8d37a-5760-47e5-a9fe-0e8c674aa309,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:17.550918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.571666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.573178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0b0a8562-4a35-49b3-967d-da1363de3bb1 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8652828 Sep 29 23:08:17.576512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:17.578116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b16a540e-72dd-4b5e-9f0b-68a8e5987c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.581805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f37c1559-4bc2-4cf7-8b5b-6b07412a159d tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Request body: {'floatingip': {'port_id': '09a9bf98-d020-4845-8936-e4198837316a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:17.601295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbbc39b5-d24d-4886-9dd0-08827970fe5e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.635321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f37c1559-4bc2-4cf7-8b5b-6b07412a159d tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.703455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbbc39b5-d24d-4886-9dd0-08827970fe5e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.745975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbbc39b5-d24d-4886-9dd0-08827970fe5e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.750492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cbbc39b5-d24d-4886-9dd0-08827970fe5e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "DELETE /v2.0/subnets/a5024fdc-822b-4c34-a213-351957a4ae6d HTTP/1.1" status: 204 len: 168 time: 0.4302979 Sep 29 23:08:17.750492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc39b5-d24d-4886-9dd0-08827970fe5e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Subnet': ['ID=a5024fdc-822b-4c34-a213-351957a4ae6d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:17.753370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44558) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:17.753907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0491d6-2a31-42dd-907a-b13d8816b2b8 None None] Network 009fbaef-239f-434d-9d79-a6bfb8daa643 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:17.794149 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-f37c1559-4bc2-4cf7-8b5b-6b07412a159d tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] update failed (client error): The resource could not be found. Sep 29 23:08:17.797893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f37c1559-4bc2-4cf7-8b5b-6b07412a159d tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "PUT /v2.0/floatingips/2dbcdf3e-bf2f-4529-898a-0abbf03e166b HTTP/1.1" status: 404 len: 507 time: 0.2178771 Sep 29 23:08:17.798128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44560) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:17.842672 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.893973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b16a540e-72dd-4b5e-9f0b-68a8e5987c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.908984 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b16a540e-72dd-4b5e-9f0b-68a8e5987c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:17.981075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ce2b7c-2372-4958-b868-f26de36a0296 None None] DHCP port deletion for 009fbaef-239f-434d-9d79-a6bfb8daa643 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:08:18.023635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a540e-72dd-4b5e-9f0b-68a8e5987c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df00ece0-3e8e-4863-bcd5-32d36b66edba,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:18.031689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d86ada1f-3da5-422c-ae50-73868bc3dc9e tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Deleting port 6fc8d37a-5760-47e5-a9fe-0e8c674aa309 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:18.032336 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d86ada1f-3da5-422c-ae50-73868bc3dc9e tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.058798 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b16a540e-72dd-4b5e-9f0b-68a8e5987c55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=775281eeb2c54ecab3604052803c01e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844053 Sep 29 23:08:18.063297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting port 4fc6a80f-f75a-4107-9160-d896f47bb085 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:18.064153 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.065993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44566) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:18.107052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-85ce2b7c-2372-4958-b868-f26de36a0296 None None] Deleting port 4fc6a80f-f75a-4107-9160-d896f47bb085 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:18.107788 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85ce2b7c-2372-4958-b868-f26de36a0296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.177265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] For port 4fc6a80f-f75a-4107-9160-d896f47bb085, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4fc6a80f-f75a-4107-9160-d896f47bb085,segment=NetworkSegment(44a0f486-45a5-4e5b-b8d6-67790161b379),segment_id=44a0f486-45a5-4e5b-b8d6-67790161b379)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:18.177689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.192979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-85ce2b7c-2372-4958-b868-f26de36a0296 None None] For port 4fc6a80f-f75a-4107-9160-d896f47bb085, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4fc6a80f-f75a-4107-9160-d896f47bb085,segment=NetworkSegment(44a0f486-45a5-4e5b-b8d6-67790161b379),segment_id=44a0f486-45a5-4e5b-b8d6-67790161b379)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:18.194047 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85ce2b7c-2372-4958-b868-f26de36a0296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.200161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Calling delete_port for 4fc6a80f-f75a-4107-9160-d896f47bb085 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:18.215088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-85ce2b7c-2372-4958-b868-f26de36a0296 None None] Calling delete_port for 4fc6a80f-f75a-4107-9160-d896f47bb085 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:18.221534 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1a64-99a0-4b5f-88e5-b9c8e608ca42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.229896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39455ffb-76c6-48ff-8169-597b19c9aa2a req-10cb6b65-72d0-49a7-860f-dd80d3c42706 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:18.231443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39455ffb-76c6-48ff-8169-597b19c9aa2a req-10cb6b65-72d0-49a7-860f-dd80d3c42706 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.1476471 Sep 29 23:08:18.241853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653377b-84bd-4ebf-a623-2b6cf510b4ab req-ebc06b4d-f8a8-4e77-b6b8-5cedd45fdfba tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:18.249813 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f653377b-84bd-4ebf-a623-2b6cf510b4ab req-ebc06b4d-f8a8-4e77-b6b8-5cedd45fdfba tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2125931 Sep 29 23:08:18.288716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1a64-99a0-4b5f-88e5-b9c8e608ca42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.298978 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d86ada1f-3da5-422c-ae50-73868bc3dc9e tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.299359 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d86ada1f-3da5-422c-ae50-73868bc3dc9e tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.344362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-deleted', 'tag': '03d17740-d22f-4895-a52c-81026e391237'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:18.344601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f653377b-84bd-4ebf-a623-2b6cf510b4ab req-19cc6fbf-9147-435d-849b-a26254170039 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936542 Sep 29 23:08:18.347492 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562b9fe3-f9cd-497e-88a0-ff3a1f826194" -d '{"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-deleted", "tag": "03d17740-d22f-4895-a52c-81026e391237"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:18.366219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d86ada1f-3da5-422c-ae50-73868bc3dc9e tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Calling delete_port for 6fc8d37a-5760-47e5-a9fe-0e8c674aa309 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:18.410828 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.497524 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1a64-99a0-4b5f-88e5-b9c8e608ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.500252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39455ffb-76c6-48ff-8169-597b19c9aa2a req-d8ccef09-094f-4dfa-8ac5-95a93184125e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460246 Sep 29 23:08:18.501038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bdcf1a64-99a0-4b5f-88e5-b9c8e608ca42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.504153 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bdcf1a64-99a0-4b5f-88e5-b9c8e608ca42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/df00ece0-3e8e-4863-bcd5-32d36b66edba HTTP/1.1" status: 204 len: 168 time: 0.4358208 Sep 29 23:08:18.508606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Port': ['ID=4fc6a80f-f75a-4107-9160-d896f47bb085,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:18.531475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] No DVR routers for this DVR port 4fc6a80f-f75a-4107-9160-d896f47bb085 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:18.556426 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85ce2b7c-2372-4958-b868-f26de36a0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.590161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce2b7c-2372-4958-b868-f26de36a0296 None None] Pushing event deleted for resources: {'Port': ['ID=4fc6a80f-f75a-4107-9160-d896f47bb085,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:18.603639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ce2b7c-2372-4958-b868-f26de36a0296 None None] No DVR routers for this DVR port 4fc6a80f-f75a-4107-9160-d896f47bb085 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:18.616131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf1a64-99a0-4b5f-88e5-b9c8e608ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df00ece0-3e8e-4863-bcd5-32d36b66edba,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:18.669622 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6e9c93-68d3-48b9-9abc-278e10db08c1 x-openstack-request-id: req-2d6e9c93-68d3-48b9-9abc-278e10db08c1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:18.669984 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283c24b0-6771-46d2-ab96-960b4bceb23a", "name": "network-vif-deleted", "tag": "03d17740-d22f-4895-a52c-81026e391237", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:18.670309 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d6e9c93-68d3-48b9-9abc-278e10db08c1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:18.670772 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283c24b0-6771-46d2-ab96-960b4bceb23a', 'name': 'network-vif-deleted', 'tag': '03d17740-d22f-4895-a52c-81026e391237', 'status': 'completed', 'code': 200} Sep 29 23:08:18.694021 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d86ada1f-3da5-422c-ae50-73868bc3dc9e tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.734780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86ada1f-3da5-422c-ae50-73868bc3dc9e tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event deleted for resources: {'Port': ['ID=6fc8d37a-5760-47e5-a9fe-0e8c674aa309,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:18.766490 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.795586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009fbaef-239f-434d-9d79-a6bfb8daa643']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:18.810406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a0f486-45a5-4e5b-b8d6-67790161b379') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:18.811040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a0f486-45a5-4e5b-b8d6-67790161b379') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:18.825237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.844816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4fc6a80f-f75a-4107-9160-d896f47bb085 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:18.852533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.863248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:18.864697 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.876601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5062f1c-ceea-4b62-a8bb-c8a5dffd80e2 req-9a855154-3e5d-4f7d-9966-c35ed8e57c56 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:18.884269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5062f1c-ceea-4b62-a8bb-c8a5dffd80e2 req-9a855154-3e5d-4f7d-9966-c35ed8e57c56 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1802623 Sep 29 23:08:18.893207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d86ada1f-3da5-422c-ae50-73868bc3dc9e tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:18.895359 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:18.898196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d86ada1f-3da5-422c-ae50-73868bc3dc9e tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:18.901322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d86ada1f-3da5-422c-ae50-73868bc3dc9e tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "DELETE /v2.0/floatingips/2dbcdf3e-bf2f-4529-898a-0abbf03e166b HTTP/1.1" status: 204 len: 168 time: 1.1020899 Sep 29 23:08:18.903168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44592) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:18.905757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4fc6a80f-f75a-4107-9160-d896f47bb085 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:08:18.908221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4fc6a80f-f75a-4107-9160-d896f47bb085 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:08:18.912547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a6330e9d-0c5b-4ba0-842b-3ee6159be169 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Request body: {'floatingip': {'floating_network_id': 'bbb0e5a3-3af1-4d41-a422-81f7427e4537', 'port_id': '09a9bf98-d020-4845-8936-e4198837316a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:18.942325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5062f1c-ceea-4b62-a8bb-c8a5dffd80e2 req-57435254-5bb2-4d07-aeb8-55087e4742c7 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570734 Sep 29 23:08:19.007860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.014307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.016497 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "DELETE /v2.0/networks/009fbaef-239f-434d-9d79-a6bfb8daa643 HTTP/1.1" status: 204 len: 168 time: 1.2621918 Sep 29 23:08:19.019775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44594) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:19.022729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44596) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:19.023515 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a6330e9d-0c5b-4ba0-842b-3ee6159be169 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.058319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6ff70-ccf3-4ee6-8a7a-69e13b0c6220 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Network': ['ID=009fbaef-239f-434d-9d79-a6bfb8daa643,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:19.062695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c740911-d855-40aa-a839-18536ed6f5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.092506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae731a8a-e978-498e-a340-c37408d40393 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting subnet 7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:08:19.097467 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae731a8a-e978-498e-a340-c37408d40393 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.174195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae731a8a-e978-498e-a340-c37408d40393 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.280134 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae731a8a-e978-498e-a340-c37408d40393 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.281216 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c740911-d855-40aa-a839-18536ed6f5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.294666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c740911-d855-40aa-a839-18536ed6f5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.331174 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-a6330e9d-0c5b-4ba0-842b-3ee6159be169 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:08:19.332530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a6330e9d-0c5b-4ba0-842b-3ee6159be169 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4282951 Sep 29 23:08:19.337822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44598) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:19.343767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '09a9bf98-d020-4845-8936-e4198837316a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:19.349606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2c740911-d855-40aa-a839-18536ed6f5e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b2b5c903bed14e72be366ea75e329352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3192601 Sep 29 23:08:19.349606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c740911-d855-40aa-a839-18536ed6f5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1829dbd-4734-492d-8ede-9ffa453b4de8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:19.351198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44600) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:19.382580 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae731a8a-e978-498e-a340-c37408d40393 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.421773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae731a8a-e978-498e-a340-c37408d40393 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Subnet': ['ID=7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:19.427546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.443986 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ae731a8a-e978-498e-a340-c37408d40393 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.448704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ae731a8a-e978-498e-a340-c37408d40393 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "DELETE /v2.0/subnets/7e7a59fc-b3a8-4aa0-9f50-5f056b0caaad HTTP/1.1" status: 204 len: 168 time: 0.4251635 Sep 29 23:08:19.450687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44604) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:19.453801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed3ad39-85d6-4577-922a-f27b1021784c None None] Network 26841801-a4f9-4929-a0b0-81cc9a808d76 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:19.482147 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adfb6e90-fd73-4873-ac9c-eb7f967209f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.511508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcf98e-43f5-403f-9018-bf22e5fd296c req-476859bd-804a-4b2b-ac18-0367eb66f265 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:19.520317 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8fcf98e-43f5-403f-9018-bf22e5fd296c req-476859bd-804a-4b2b-ac18-0367eb66f265 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.0896380 Sep 29 23:08:19.577471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adfb6e90-fd73-4873-ac9c-eb7f967209f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.608079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8fcf98e-43f5-403f-9018-bf22e5fd296c req-2b052fbb-a8c1-4c42-b779-1aa1d4d6b420 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865357 Sep 29 23:08:19.714712 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.760036 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.800793 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adfb6e90-fd73-4873-ac9c-eb7f967209f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.803360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adfb6e90-fd73-4873-ac9c-eb7f967209f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.806907 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-adfb6e90-fd73-4873-ac9c-eb7f967209f1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1829dbd-4734-492d-8ede-9ffa453b4de8 HTTP/1.1" status: 204 len: 168 time: 0.4400284 Sep 29 23:08:19.819756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] DHCP port deletion for 26841801-a4f9-4929-a0b0-81cc9a808d76 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:08:19.825597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfb6e90-fd73-4873-ac9c-eb7f967209f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1829dbd-4734-492d-8ede-9ffa453b4de8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:19.857888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting port f072ca20-a976-40da-a606-08ca28936f35 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:19.858285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.868317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb067d-0d67-4500-9ff2-d27ad6380fe9 req-b725c5b7-9444-4fa6-a7d0-fc6db1f7f6af tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:19.876959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3aeb067d-0d67-4500-9ff2-d27ad6380fe9 req-b725c5b7-9444-4fa6-a7d0-fc6db1f7f6af tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.1803250 Sep 29 23:08:19.917053 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.929813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Deleting port f072ca20-a976-40da-a606-08ca28936f35 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:19.930194 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:19.946771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3aeb067d-0d67-4500-9ff2-d27ad6380fe9 req-ec11c5cc-9055-4db9-8c34-735423458318 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688200 Sep 29 23:08:20.025869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] For port f072ca20-a976-40da-a606-08ca28936f35, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f072ca20-a976-40da-a606-08ca28936f35,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:20.026430 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.041671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Calling delete_port for f072ca20-a976-40da-a606-08ca28936f35 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:20.050678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Allocated IP 172.25.4.12 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/9c3f2231-5f69-4165-9b04-acf0628efdc2) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:20.090823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] For port f072ca20-a976-40da-a606-08ca28936f35, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f072ca20-a976-40da-a606-08ca28936f35,segment=NetworkSegment(3e0aadac-3070-47bb-b788-895cf373410a),segment_id=3e0aadac-3070-47bb-b788-895cf373410a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:20.091342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.107177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Calling delete_port for f072ca20-a976-40da-a606-08ca28936f35 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:20.156529 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.195445 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Pushing event deleted for resources: {'Port': ['ID=f072ca20-a976-40da-a606-08ca28936f35,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:20.206978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.207421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.207850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.208231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.208615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.209000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.209339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.209669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.209999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.210327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.210657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.210983 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:08:20.218928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e505d6a7-3001-4e33-9258-2ddda34a824b None None] No DVR routers for this DVR port f072ca20-a976-40da-a606-08ca28936f35 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:20.293936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d2cb7-539d-45ca-8802-970b55303122 req-f223e804-4d7b-4ddf-96b1-a39984cef3a8 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:20.295698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb0d2cb7-539d-45ca-8802-970b55303122 req-f223e804-4d7b-4ddf-96b1-a39984cef3a8 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.2309973 Sep 29 23:08:20.299154 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.335598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.374887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Port': ['ID=f072ca20-a976-40da-a606-08ca28936f35,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:20.385456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] No DVR routers for this DVR port f072ca20-a976-40da-a606-08ca28936f35 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:20.396085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb0d2cb7-539d-45ca-8802-970b55303122 req-0d907036-2586-4fce-b77a-71d2c1f234c2 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924246 Sep 29 23:08:20.398443 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.451620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event updated for resources: {'Port': ['ID=9c3f2231-5f69-4165-9b04-acf0628efdc2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:20.477219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:20.479635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:20.482096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:20.497416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fd7dc16a-3f17-4440-821e-ea9492cd215b details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:08:20.504870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fd7dc16a-3f17-4440-821e-ea9492cd215b no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:20.553521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.608687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26841801-a4f9-4929-a0b0-81cc9a808d76']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:20.635466 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e0aadac-3070-47bb-b788-895cf373410a') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:20.635767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e0aadac-3070-47bb-b788-895cf373410a') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:20.657526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.685218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Deleting port 9c3f2231-5f69-4165-9b04-acf0628efdc2 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:20.685723 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.698887 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.713684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:20.714394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:20.723367 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:20.748419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:20.763012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'mac_address': 'fa:16:3e:09:3e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:08:20.844983 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.887686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f072ca20-a976-40da-a606-08ca28936f35 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:20.912707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f072ca20-a976-40da-a606-08ca28936f35 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:08:20.913091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f072ca20-a976-40da-a606-08ca28936f35 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:08:20.927179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:20.929511 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af9b0cd-34b7-41ca-b198-b84c02e921c5" -d '{"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:20.948487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.948707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfddff8-3264-4619-b4f4-d4fe99da183a req-e65e135f-f550-4886-a0a4-2fd4b6fb09c1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:20.951148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bfddff8-3264-4619-b4f4-d4fe99da183a req-e65e135f-f550-4886-a0a4-2fd4b6fb09c1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.0851083 Sep 29 23:08:20.956139 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.956607 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.972971 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.982327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:20.982554 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:20.983292 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "DELETE /v2.0/networks/26841801-a4f9-4929-a0b0-81cc9a808d76 HTTP/1.1" status: 204 len: 168 time: 1.5280886 Sep 29 23:08:21.006005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44654) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:21.010330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd7dc16a-3f17-4440-821e-ea9492cd215b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:21.015739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bfddff8-3264-4619-b4f4-d4fe99da183a req-3f1a5023-9026-4895-89d1-7aac2f263fcf tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556250 Sep 29 23:08:21.017859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7becf388-5afd-4049-8386-ad992d0ac70e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Network': ['ID=26841801-a4f9-4929-a0b0-81cc9a808d76,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:21.023037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-606392322'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:21.045481 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:21.063431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Calling delete_port for 9c3f2231-5f69-4165-9b04-acf0628efdc2 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:21.156493 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3e13e0-6cc3-407c-8c00-d1ba1ab9a16a x-openstack-request-id: req-4d3e13e0-6cc3-407c-8c00-d1ba1ab9a16a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:21.156936 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:21.157593 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d3e13e0-6cc3-407c-8c00-d1ba1ab9a16a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:21.157743 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'code': 200} Sep 29 23:08:21.187400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:21.191120 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:08:21.191562 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:08:21.193225 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:21.209419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:21.329092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:21.388821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0989c-5776-467a-9fca-eae64e7a2cc4 req-0c6775c1-7bda-4b83-8b22-e42a1b81e6fd tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:21.390352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4a0989c-5776-467a-9fca-eae64e7a2cc4 req-0c6775c1-7bda-4b83-8b22-e42a1b81e6fd tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.2079384 Sep 29 23:08:21.456556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4a0989c-5776-467a-9fca-eae64e7a2cc4 req-ce91ab55-e8de-437f-9d59-4a721bf98b98 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474887 Sep 29 23:08:21.460339 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:21.460339 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Added segment eabcb736-210b-4cd4-bc41-aa72504e9ffd of type vlan for network 5e590413-2984-4ade-b66c-b6a0de07ff5c Sep 29 23:08:21.462986 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:21.506927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event deleted for resources: {'Port': ['ID=9c3f2231-5f69-4165-9b04-acf0628efdc2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:21.607882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:21.688528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e196228-0819-4c99-bfec-db4c419f81c1 req-20687381-6dee-4dd7-ab4f-bc2e13109034 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:21.691151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e196228-0819-4c99-bfec-db4c419f81c1 req-20687381-6dee-4dd7-ab4f-bc2e13109034 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 948 time: 0.1857171 Sep 29 23:08:21.711993 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:21.718226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:21.719312 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:21.738013 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:21.757990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7dc16a-3f17-4440-821e-ea9492cd215b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:21.786990 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] create failed (client error): The resource could not be found. Sep 29 23:08:21.787334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:21.788601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d996cbcc-71bf-4527-b9b2-9841a2ec7801 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4500325 Sep 29 23:08:21.792568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44680) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:21.797855 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:21.830834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8140218 Sep 29 23:08:21.840664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44682) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:21.847560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'subnet': {'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:21.887537 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:21.933522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1407e8d-91c5-4d14-a6ed-20be21a3f891 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Network': ['ID=5e590413-2984-4ade-b66c-b6a0de07ff5c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:21.948036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 5e590413-2984-4ade-b66c-b6a0de07ff5c details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:21.966196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e196228-0819-4c99-bfec-db4c419f81c1 req-977a4055-c432-4e65-96e2-27cb981788fb tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573855 Sep 29 23:08:22.024928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:22.036766 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:22.151805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a3713535-12f6-4994-a637-0fd9baaea342 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Deleting port 09a9bf98-d020-4845-8936-e4198837316a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:22.154113 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3713535-12f6-4994-a637-0fd9baaea342 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:22.240978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffafbf-fae3-446c-9425-f7ae831a65d9 req-f0351bd3-602a-4344-860c-5791c96771fa tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:22.266518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcffafbf-fae3-446c-9425-f7ae831a65d9 req-f0351bd3-602a-4344-860c-5791c96771fa tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1421297 Sep 29 23:08:22.283431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['fd7dc16a-3f17-4440-821e-ea9492cd215b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:08:22.364454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcffafbf-fae3-446c-9425-f7ae831a65d9 req-03559b58-fe28-42fd-9b2a-969ca28fbce0 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969281 Sep 29 23:08:22.522559 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:22.531669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3713535-12f6-4994-a637-0fd9baaea342 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:22.563701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a3713535-12f6-4994-a637-0fd9baaea342 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Calling delete_port for 09a9bf98-d020-4845-8936-e4198837316a owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:22.640445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26216175-9107-4d49-8f27-fb10694fd1be req-696251b1-32c3-492e-bf02-c0908f35c057 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:22.652940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26216175-9107-4d49-8f27-fb10694fd1be req-696251b1-32c3-492e-bf02-c0908f35c057 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 946 time: 0.0811422 Sep 29 23:08:22.856520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3713535-12f6-4994-a637-0fd9baaea342 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:22.868011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Subnet': ['ID=8b661cbc-de64-4d5b-9faa-1b9f0c015a18,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:22.910776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3713535-12f6-4994-a637-0fd9baaea342 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event deleted for resources: {'Port': ['ID=09a9bf98-d020-4845-8936-e4198837316a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:22.914696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Checking segment: {'id': 'eabcb736-210b-4cd4-bc41-aa72504e9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:22.915134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network hostable DHCP agents. Network: 5e590413-2984-4ade-b66c-b6a0de07ff5c, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:23.037087 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3713535-12f6-4994-a637-0fd9baaea342 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:23.039340 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a3713535-12f6-4994-a637-0fd9baaea342 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "DELETE /v2.0/ports/09a9bf98-d020-4845-8936-e4198837316a HTTP/1.1" status: 204 len: 168 time: 1.2456470 Sep 29 23:08:23.047455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44740) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:23.085139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network 5e590413-2984-4ade-b66c-b6a0de07ff5c is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:23.118915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 5e590413-2984-4ade-b66c-b6a0de07ff5c) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:23.131967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:23.134381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a48e8f-4021-432b-8652-fb7a62a7fcb7 None None] Network 5e590413-2984-4ade-b66c-b6a0de07ff5c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:23.136733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:23.201456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018a00b2-865e-4170-8537-f6b789a805d8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:23.205782 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-018a00b2-865e-4170-8537-f6b789a805d8 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd31fc28-9895-4821-8e3f-4896435c8c12 HTTP/1.1" status: 200 len: 913 time: 0.1519220 Sep 29 23:08:23.208065 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f0109e48-d770-4f76-b6ee-27dc70a79a11 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3657541 Sep 29 23:08:23.208852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44746) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:23.214509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44748) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:23.219074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-828494229'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:23.281050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26216175-9107-4d49-8f27-fb10694fd1be req-f2094e76-eab5-412f-9ed4-6b740e428c80 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6269221 Sep 29 23:08:23.309825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362069b-0154-45f3-98ce-19e7be8348e5 req-6fc81c87-52a5-4b2c-a881-05b40cc43569 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:23.334764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4362069b-0154-45f3-98ce-19e7be8348e5 req-6fc81c87-52a5-4b2c-a881-05b40cc43569 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 949 time: 0.1805434 Sep 29 23:08:23.398054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:23.408416 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:23.435019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4362069b-0154-45f3-98ce-19e7be8348e5 req-ec15158a-8ab4-40a8-8f82-b42df7f60a1d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982273 Sep 29 23:08:23.495425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-5e590413-2984-4ade-b66c-b6a0de07ff5c', 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'fixed_ips': [{'subnet_id': '8b661cbc-de64-4d5b-9faa-1b9f0c015a18'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:08:23.496337 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:23.549400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:23.608829 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:23.609419 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Added segment c508a5c9-4703-44b0-8db0-77bdccb5ad54 of type vlan for network 6be36764-519d-456e-b211-7276deb2c3a8 Sep 29 23:08:23.636322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8696418-eaef-426f-b5de-5e516c27e838 req-b4c9f5a3-e4dd-4bbb-8d3c-7521baf203b7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:23.643884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8696418-eaef-426f-b5de-5e516c27e838 req-b4c9f5a3-e4dd-4bbb-8d3c-7521baf203b7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.0979707 Sep 29 23:08:23.706414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8696418-eaef-426f-b5de-5e516c27e838 req-995d49e1-316d-4dd9-96fa-fa9996118262 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613604 Sep 29 23:08:23.723731 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:23.807137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Allocated IP 19.80.0.2 (5e590413-2984-4ade-b66c-b6a0de07ff5c/8b661cbc-de64-4d5b-9faa-1b9f0c015a18/a96487a8-c507-49e7-97d0-dc4398e2fe67) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:23.823269 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:23.829842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:23.830496 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:23.876845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6613321 Sep 29 23:08:23.877598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44786) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:23.890072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'subnet': {'network_id': '6be36764-519d-456e-b211-7276deb2c3a8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:23.912058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-ee175bca-0819-4fc3-bedd-83d0322ca344 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:23.913540 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-ee175bca-0819-4fc3-bedd-83d0322ca344 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1097 time: 0.1695075 Sep 29 23:08:23.933153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811173-2'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:24.009562 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.061683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895fb02-969d-4040-9dbe-79c1187bd36c tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Network': ['ID=6be36764-519d-456e-b211-7276deb2c3a8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:24.073863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6be36764-519d-456e-b211-7276deb2c3a8 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:24.148827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:24.152334 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.185056 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.198920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.200429 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.241900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:24.281195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Network 5e590413-2984-4ade-b66c-b6a0de07ff5c is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:24.285043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:24.288495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:24.300930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:24.330874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Pushing event updated for resources: {'Port': ['ID=a96487a8-c507-49e7-97d0-dc4398e2fe67,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:24.373999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:24.377435 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0a0e84-ca85-4692-bebb-e90ed8a4c0e3" -d '{"events": [{"server_uuid": "8240a025-f0d5-4b10-8662-cae6a712e1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d18986-cef0-4a07-8b19-749a30dcb8f8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:24.382864 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.390203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Attempting to bind port a96487a8-c507-49e7-97d0-dc4398e2fe67 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:24.390910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Attempting to bind port a96487a8-c507-49e7-97d0-dc4398e2fe67 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'eabcb736-210b-4cd4-bc41-aa72504e9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:24.392127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Attempting to bind port a96487a8-c507-49e7-97d0-dc4398e2fe67 on network 5e590413-2984-4ade-b66c-b6a0de07ff5c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:24.395157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.401131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:24.401592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Checking segment: {'id': 'eabcb736-210b-4cd4-bc41-aa72504e9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:24.402085 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.402681 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Bound using segment: {'id': 'eabcb736-210b-4cd4-bc41-aa72504e9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:24.403339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Bound port: a96487a8-c507-49e7-97d0-dc4398e2fe67, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eabcb736-210b-4cd4-bc41-aa72504e9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:24.403790 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.470363 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42be6ac-bc66-44e1-b6d6-db185b1ebd68 x-openstack-request-id: req-e42be6ac-bc66-44e1-b6d6-db185b1ebd68 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:24.470713 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8240a025-f0d5-4b10-8662-cae6a712e1b8", "name": "network-vif-unplugged", "status": "completed", "tag": "a0d18986-cef0-4a07-8b19-749a30dcb8f8", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:24.470974 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e42be6ac-bc66-44e1-b6d6-db185b1ebd68 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:24.471372 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8', 'code': 200} Sep 29 23:08:24.491864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-540ec72d-6844-4553-ba84-b68262a205af None None] For port a96487a8-c507-49e7-97d0-dc4398e2fe67, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:24.500254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-540ec72d-6844-4553-ba84-b68262a205af None None] For port a96487a8-c507-49e7-97d0-dc4398e2fe67, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a96487a8-c507-49e7-97d0-dc4398e2fe67,segment=NetworkSegment(eabcb736-210b-4cd4-bc41-aa72504e9ffd),segment_id=eabcb736-210b-4cd4-bc41-aa72504e9ffd)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:24.506450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a0d18986-cef0-4a07-8b19-749a30dcb8f8 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:08:24.513910 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.516721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fd7dc16a-3f17-4440-821e-ea9492cd215b up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:24.686746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ec72d-6844-4553-ba84-b68262a205af None None] Pushing event updated for resources: {'Port': ['ID=a96487a8-c507-49e7-97d0-dc4398e2fe67,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:24.721827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on host n-h2-811173-2 for vnic_type normal with profile {"migrating_to": "n-h1-811173-2"} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:24.722273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:24.723860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:24.732363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d18986-cef0-4a07-8b19-749a30dcb8f8,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:24.761408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65141576-58f2-4b4f-981c-e2c715858274 req-f52d89d2-6046-42d2-b5c7-591be4710ce7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:24.770211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65141576-58f2-4b4f-981c-e2c715858274 req-f52d89d2-6046-42d2-b5c7-591be4710ce7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.3053582 Sep 29 23:08:24.783793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d7951-ea13-4159-ac8d-8324d854c95f req-b8c17a63-e543-4ddd-900d-0d8ad50fe5ee tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:24.793561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe0d7951-ea13-4159-ac8d-8324d854c95f req-b8c17a63-e543-4ddd-900d-0d8ad50fe5ee tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 949 time: 0.1623080 Sep 29 23:08:24.803157 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port fd7dc16a-3f17-4440-821e-ea9492cd215b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:24.803479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:08:24.804271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:24.805642 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.860515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:24.860975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:24.861609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:24.861970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Bound port: a0d18986-cef0-4a07-8b19-749a30dcb8f8, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:24.863315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:24.871397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:24.898891 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe0d7951-ea13-4159-ac8d-8324d854c95f req-a22b7bb0-7f2e-4fff-a97b-54095404a255 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042531 Sep 29 23:08:24.937315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on host n-h2-811173-2 for vnic_type normal with profile {"migrating_to": "n-h1-811173-2"} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:24.937704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:24.938112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:24.957428 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65141576-58f2-4b4f-981c-e2c715858274 req-a940d4c9-0d0a-4297-a0bb-07b275776c0a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844468 Sep 29 23:08:25.019167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:08:25.019874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:25.037253 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:25.066496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:25.067143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:25.067749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:25.068425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Bound port: a0d18986-cef0-4a07-8b19-749a30dcb8f8, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:25.072944 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:25.106322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:25.109639 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6b3b28-9bd6-4d12-a540-40989232391a" -d '{"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-plugged", "status": "completed", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:25.130839 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:25.135878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:25.137119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:25.162455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:25.163447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:25.257494 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3537b23b-b5e3-4c7c-b009-163a50194ea5 x-openstack-request-id: req-3537b23b-b5e3-4c7c-b009-163a50194ea5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:25.258458 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-plugged", "status": "completed", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:25.258906 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3537b23b-b5e3-4c7c-b009-163a50194ea5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:25.259472 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'code': 200} Sep 29 23:08:25.268642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:25.272712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:25.278809 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) a0d18986-cef0-4a07-8b19-749a30dcb8f8-n-h2-811173-2-0 {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:08:25.285585 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:08:25.300048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c29e82-35e6-4dbc-a3cc-4375910e6b64 req-0b6de2bc-4ca3-4bea-887d-5a2d20d5c22c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:25.304350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3c29e82-35e6-4dbc-a3cc-4375910e6b64 req-0b6de2bc-4ca3-4bea-887d-5a2d20d5c22c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2034001 Sep 29 23:08:25.309494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:25.310132 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:25.311518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] 10.222.0.42 "PUT /v2.0/ports/a0d18986-cef0-4a07-8b19-749a30dcb8f8 HTTP/1.1" status: 200 len: 1122 time: 1.3890123 Sep 29 23:08:25.322322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652969ec-b107-4b7d-a395-f49c113a33b6 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d18986-cef0-4a07-8b19-749a30dcb8f8,revision_number=8']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:25.333868 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:25.362338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3c29e82-35e6-4dbc-a3cc-4375910e6b64 req-1546312d-b95a-4c3b-8c8c-e197229521e3 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470483 Sep 29 23:08:25.393874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a0d18986-cef0-4a07-8b19-749a30dcb8f8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:08:25.454640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Checking segment: {'id': 'c508a5c9-4703-44b0-8db0-77bdccb5ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:25.455189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network hostable DHCP agents. Network: 6be36764-519d-456e-b211-7276deb2c3a8, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:25.476513 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Deleting port 45becc72-e69a-47f7-9cd3-2c5c4bd4e348 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:25.476695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:25.482445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Subnet': ['ID=fa4a1bff-ae91-4d40-bd8c-1ede59ca2e63,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:25.539430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network 6be36764-519d-456e-b211-7276deb2c3a8 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:25.599789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6be36764-519d-456e-b211-7276deb2c3a8) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:25.609501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:25.610595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:25.641580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-55fa8324-d93d-48b2-8a18-dc0fba7f671d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7563343 Sep 29 23:08:25.675507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:25.702773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Calling delete_port for 45becc72-e69a-47f7-9cd3-2c5c4bd4e348 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:25.707659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe91516-8304-4100-9bf7-8d417fb3c79d req-696e3c4f-fbb0-4278-a48f-d727387a5047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:25.709684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abe91516-8304-4100-9bf7-8d417fb3c79d req-696e3c4f-fbb0-4278-a48f-d727387a5047 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 1101 time: 0.0878053 Sep 29 23:08:25.771189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abe91516-8304-4100-9bf7-8d417fb3c79d req-28837927-1ae4-4e96-8f22-197351b7e021 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530617 Sep 29 23:08:25.888503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a0d18986-cef0-4a07-8b19-749a30dcb8f8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:08:25.897819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3047675-cedc-4c87-b6f3-036f0f251b8c None None] Network 6be36764-519d-456e-b211-7276deb2c3a8 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:26.029601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:26.033280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on host n-h2-811173-2 for vnic_type normal with profile {"migrating_to": "n-h1-811173-2"} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:26.033875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:26.034941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:26.043164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:08:26.043929 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Attempting to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:26.095756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:26.097219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:26.097865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:26.098584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Bound port: a0d18986-cef0-4a07-8b19-749a30dcb8f8, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:26.099158 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:26.103999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d198efe5-17a2-4074-9166-cc892a74af95 req-bda0db39-3497-4191-884e-7b6353fd762d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:26.108240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d198efe5-17a2-4074-9166-cc892a74af95 req-bda0db39-3497-4191-884e-7b6353fd762d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.0962434 Sep 29 23:08:26.136968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event deleted for resources: {'Port': ['ID=45becc72-e69a-47f7-9cd3-2c5c4bd4e348,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:26.256815 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d198efe5-17a2-4074-9166-cc892a74af95 req-85489563-0650-4bbd-a9a0-e9f6d83fbd13 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420770 Sep 29 23:08:26.339412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310f5a02-826a-4746-b31e-a6915accaead None None] Network 5e590413-2984-4ade-b66c-b6a0de07ff5c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:26.437658 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:26.439854 n-d-811173-2 neutron-server[110007]: WARNING neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Concurrent port binding operations failed on port a0d18986-cef0-4a07-8b19-749a30dcb8f8 Sep 29 23:08:26.449284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:26.476905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4c30-4cd8-4262-a766-8e5f06aa6176 req-89deba3c-76ff-42ff-b433-20c7061b9454 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:26.493333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-931c4c30-4cd8-4262-a766-8e5f06aa6176 req-89deba3c-76ff-42ff-b433-20c7061b9454 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.1421576 Sep 29 23:08:26.498195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'tag': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:26.498714 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Attempt 2 to bind port a0d18986-cef0-4a07-8b19-749a30dcb8f8 Sep 29 23:08:26.499120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a0d18986-cef0-4a07-8b19-749a30dcb8f8 has no active binding in host n-h1-811173-2 {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 23:08:26.505023 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44cdc85-9871-4991-b17e-e490fec744f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8240a025-f0d5-4b10-8662-cae6a712e1b8", "tag": "a0d18986-cef0-4a07-8b19-749a30dcb8f8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:26.559704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a1f76f28-de69-480c-9ed3-75c5ab87c5bf None None] Provisioning complete for port a96487a8-c507-49e7-97d0-dc4398e2fe67 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:26.560121 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a1f76f28-de69-480c-9ed3-75c5ab87c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:26.564482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-d3d421d5-210f-4105-aeb7-47b79c4b4fa8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:26.570321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-d3d421d5-210f-4105-aeb7-47b79c4b4fa8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:26.577718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-d3d421d5-210f-4105-aeb7-47b79c4b4fa8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/networks?id=5e590413-2984-4ade-b66c-b6a0de07ff5c&id=6be36764-519d-456e-b211-7276deb2c3a8 HTTP/1.1" status: 200 len: 1390 time: 0.2913322 Sep 29 23:08:26.582747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-931c4c30-4cd8-4262-a766-8e5f06aa6176 req-c095c9a2-5cf3-49e0-8c77-dff5db417d5e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885725 Sep 29 23:08:26.598053 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-618d3da9-0fb4-4fce-b012-86610768d961 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/quotas/28279b8345624d5f90fccb9f1d09587d HTTP/1.1" status: 200 len: 375 time: 0.0194180 Sep 29 23:08:26.656690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-024ab938-bb5d-4bcc-8af8-59765d6fd71d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=28279b8345624d5f90fccb9f1d09587d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574720 Sep 29 23:08:26.681152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Router bd31fc28-9895-4821-8e3f-4896435c8c12 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:08:26.760244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-6be36764-519d-456e-b211-7276deb2c3a8', 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'fixed_ips': [{'subnet_id': 'fa4a1bff-ae91-4d40-bd8c-1ede59ca2e63'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:08:26.761121 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:26.795230 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-75fd82ee-8fc0-402b-a00d-16e02e69e135 service neutron] 10.222.0.44 "GET /v2.0/networks/5e590413-2984-4ade-b66c-b6a0de07ff5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345491 Sep 29 23:08:26.915669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c6d7222a-7b43-469c-b114-8a1680376766 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:26.951389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-80e0bd96-7115-475d-9d01-bdc6768b912e service neutron] 10.222.0.44 "GET /v2.0/networks/5e590413-2984-4ade-b66c-b6a0de07ff5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476066 Sep 29 23:08:26.964091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:08:26.974208 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-70d2cabc-eee2-4f4b-a85d-3755f013bcb7 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "PUT /v2.0/routers/bd31fc28-9895-4821-8e3f-4896435c8c12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7643139 Sep 29 23:08:26.976558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45038) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:26.988553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a96487a8-c507-49e7-97d0-dc4398e2fe67 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:27.076956 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-859f451d-7cb7-4e34-b28c-e54f886d6bba tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.088040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07d197-cfa0-465f-84aa-3707745b3ff2 None None] Sync routers for ids ['bd31fc28-9895-4821-8e3f-4896435c8c12'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:08:27.117356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d764e05-e0bd-4f72-a651-ced4eb2c6e30 req-6ce7746f-a3e8-451a-b2c7-045a2e07c49d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:27.118971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d764e05-e0bd-4f72-a651-ced4eb2c6e30 req-6ce7746f-a3e8-451a-b2c7-045a2e07c49d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1666410 Sep 29 23:08:27.203339 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a1f76f28-de69-480c-9ed3-75c5ab87c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.231695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d764e05-e0bd-4f72-a651-ced4eb2c6e30 req-1c0b1c3e-0e17-440d-a023-8a751954396a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061766 Sep 29 23:08:27.240494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07d197-cfa0-465f-84aa-3707745b3ff2 None None] Routers {'bd31fc28-9895-4821-8e3f-4896435c8c12'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:08:27.241142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8a07d197-cfa0-465f-84aa-3707745b3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['bd31fc28-9895-4821-8e3f-4896435c8c12'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:27.283188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-b2740abe-69b9-4d95-a404-1b8320f6949d service neutron] 10.222.0.44 "GET /v2.0/networks/6be36764-519d-456e-b211-7276deb2c3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593069 Sep 29 23:08:27.328407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-859f451d-7cb7-4e34-b28c-e54f886d6bba tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.331254 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266abe99-d87b-4305-925c-1cbfdd15dba0 x-openstack-request-id: req-266abe99-d87b-4305-925c-1cbfdd15dba0 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:27.331990 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8240a025-f0d5-4b10-8662-cae6a712e1b8", "tag": "a0d18986-cef0-4a07-8b19-749a30dcb8f8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:27.332419 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-266abe99-d87b-4305-925c-1cbfdd15dba0 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:27.332982 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'tag': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8', 'status': 'completed', 'code': 200} Sep 29 23:08:27.333339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-859f451d-7cb7-4e34-b28c-e54f886d6bba tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.351310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8a07d197-cfa0-465f-84aa-3707745b3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:27.469895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-859f451d-7cb7-4e34-b28c-e54f886d6bba tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.470554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859f451d-7cb7-4e34-b28c-e54f886d6bba tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Fanout notify agent at l3_agent the message router_deleted on router bd31fc28-9895-4821-8e3f-4896435c8c12 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:08:27.479720 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-859f451d-7cb7-4e34-b28c-e54f886d6bba tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.480997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-859f451d-7cb7-4e34-b28c-e54f886d6bba tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "DELETE /v2.0/routers/bd31fc28-9895-4821-8e3f-4896435c8c12 HTTP/1.1" status: 204 len: 168 time: 0.5013721 Sep 29 23:08:27.484009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-a01fa13a-0eb8-4ab4-a9ca-9815f6f20a13 service neutron] 10.222.0.44 "GET /v2.0/networks/6be36764-519d-456e-b211-7276deb2c3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939230 Sep 29 23:08:27.484473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45070) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:27.491687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a1f76f28-de69-480c-9ed3-75c5ab87c5bf None None] For port a96487a8-c507-49e7-97d0-dc4398e2fe67, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a96487a8-c507-49e7-97d0-dc4398e2fe67,segment=NetworkSegment(eabcb736-210b-4cd4-bc41-aa72504e9ffd),segment_id=eabcb736-210b-4cd4-bc41-aa72504e9ffd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:27.514279 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a1f76f28-de69-480c-9ed3-75c5ab87c5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.530450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07d197-cfa0-465f-84aa-3707745b3ff2 None None] Routers set() bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:08:27.532121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a07d197-cfa0-465f-84aa-3707745b3ff2 None None] Router IDs set() for agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 29 23:08:27.532950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cdc85-9871-4991-b17e-e490fec744f7 req-8a9ddec9-4aa3-400f-93e4-08d8ab8a12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:27.533613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_agentschedulers_db [None req-8a07d197-cfa0-465f-84aa-3707745b3ff2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'bd31fc28-9895-4821-8e3f-4896435c8c12'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent'). {{(pid=110007) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 29 23:08:27.534842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a07d197-cfa0-465f-84aa-3707745b3ff2 None None] The sync data for ids ['bd31fc28-9895-4821-8e3f-4896435c8c12'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:08:27.535183 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b44cdc85-9871-4991-b17e-e490fec744f7 req-8a9ddec9-4aa3-400f-93e4-08d8ab8a12a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 1125 time: 0.1866488 Sep 29 23:08:27.581043 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.588760 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Allocated IP 19.86.0.2 (6be36764-519d-456e-b211-7276deb2c3a8/fa4a1bff-ae91-4d40-bd8c-1ede59ca2e63/408b682f-0266-4cae-a421-cc59e5db4bc8) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:27.662516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a96487a8-c507-49e7-97d0-dc4398e2fe67 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:27.663030 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.678546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-1af94fc5-da60-46c2-8c25-d9a76e6b2fa3 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:27.680515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-1af94fc5-da60-46c2-8c25-d9a76e6b2fa3 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 804 time: 0.1307511 Sep 29 23:08:27.707050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-8141d66f-5200-4ce0-b88a-89f783f7ba7d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/quotas/f4c0262c811241149bca329cc8ed4d26 HTTP/1.1" status: 200 len: 375 time: 0.0199325 Sep 29 23:08:27.720224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cdc85-9871-4991-b17e-e490fec744f7 req-25e15b45-bd44-4166-973b-be9221ef9910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:27.722627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b44cdc85-9871-4991-b17e-e490fec744f7 req-25e15b45-bd44-4166-973b-be9221ef9910 service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.1744645 Sep 29 23:08:27.727617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e79a586-0cd6-445f-86ba-eb307f75e022 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Deleting subnet ca0b015b-6a79-46e6-ae4b-5720f5b648af {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:08:27.766379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6d7222a-7b43-469c-b114-8a1680376766'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:27.790525 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53245a17-47db-4445-a8c3-51df843c134b" -d '{"events": [{"server_uuid": "f54958f6-7dea-4cbb-a19f-22586aca2c77", "name": "network-vif-unplugged", "status": "completed", "tag": "c6d7222a-7b43-469c-b114-8a1680376766"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:27.815976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-545d4748-2b6d-435f-b5f2-69d7762c467d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008022 Sep 29 23:08:27.853131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e79a586-0cd6-445f-86ba-eb307f75e022 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.855050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f76f28-de69-480c-9ed3-75c5ab87c5bf None None] Pushing event updated for resources: {'Port': ['ID=a96487a8-c507-49e7-97d0-dc4398e2fe67,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:27.866273 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b44cdc85-9871-4991-b17e-e490fec744f7 req-25a9ece2-23b5-47c6-b13d-04de365a4ed2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8 HTTP/1.1" status: 200 len: 217 time: 0.1163015 Sep 29 23:08:27.903504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c6d7222a-7b43-469c-b114-8a1680376766, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c6d7222a-7b43-469c-b114-8a1680376766,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:27.924492 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-591cc055-92c9-49f4-8626-e5b0be959e6e None None] Provisioning complete for port a96487a8-c507-49e7-97d0-dc4398e2fe67 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:27.925400 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-591cc055-92c9-49f4-8626-e5b0be959e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:27.988077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad5d7ab-bba0-4450-802d-1a21f6752bff req-1ba098c6-5f6c-4f3c-8c37-416f32dde0da tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:27.990221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ad5d7ab-bba0-4450-802d-1a21f6752bff req-1ba098c6-5f6c-4f3c-8c37-416f32dde0da tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1388245 Sep 29 23:08:28.000614 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-be334e5c-1c31-4317-84e0-6e3286b32260 service neutron] 10.222.0.44 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835539 Sep 29 23:08:28.014333 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e79a586-0cd6-445f-86ba-eb307f75e022 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:28.049041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cdc85-9871-4991-b17e-e490fec744f7 req-bdc7b99c-bfa0-4b89-b6f5-b0b9726c3e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:28.050934 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b44cdc85-9871-4991-b17e-e490fec744f7 req-bdc7b99c-bfa0-4b89-b6f5-b0b9726c3e19 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1385643 Sep 29 23:08:28.090055 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:28.099048 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:28.109719 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b44cdc85-9871-4991-b17e-e490fec744f7 req-9c3a6d9a-62f1-4e9a-b0f8-46a65495c674 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473971 Sep 29 23:08:28.110765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ad5d7ab-bba0-4450-802d-1a21f6752bff req-9344a7fe-dca2-4f9b-9391-d8484ca96266 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079741 Sep 29 23:08:28.163779 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:28.177043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-f8bc4c8a-10ea-496e-ad4e-edea565cecb2 service neutron] 10.222.0.44 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742258 Sep 29 23:08:28.184415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Network 6be36764-519d-456e-b211-7276deb2c3a8 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:28.190392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:28.212179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:28.280256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c6d7222a-7b43-469c-b114-8a1680376766,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:28.282275 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e79a586-0cd6-445f-86ba-eb307f75e022 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:28.380984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a8063-0de5-4335-b240-0c0371c499b1 req-c339390c-d297-4dad-a615-8fb03411c5f1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:28.393898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c3a8063-0de5-4335-b240-0c0371c499b1 req-c339390c-d297-4dad-a615-8fb03411c5f1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.1285145 Sep 29 23:08:28.399279 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e79a586-0cd6-445f-86ba-eb307f75e022 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:28.460816 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8de811e7-ce1a-47c6-8369-e18d58b42f6a req-5a35642d-b733-49d7-86e1-b98ddfc51d7e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 210 time: 0.0399458 Sep 29 23:08:28.476913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c3a8063-0de5-4335-b240-0c0371c499b1 req-7b07c652-f4cf-4431-acdb-451182ab15a0 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818839 Sep 29 23:08:28.520445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e79a586-0cd6-445f-86ba-eb307f75e022 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event deleted for resources: {'Subnet': ['ID=ca0b015b-6a79-46e6-ae4b-5720f5b648af,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:28.524453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e79a586-0cd6-445f-86ba-eb307f75e022 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:28.527049 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4e79a586-0cd6-445f-86ba-eb307f75e022 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "DELETE /v2.0/subnets/ca0b015b-6a79-46e6-ae4b-5720f5b648af HTTP/1.1" status: 204 len: 168 time: 1.0416801 Sep 29 23:08:28.529614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:28.616234 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683b0b90-90a5-471f-bd4a-0f2940f91f82 x-openstack-request-id: req-683b0b90-90a5-471f-bd4a-0f2940f91f82 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:28.617092 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54958f6-7dea-4cbb-a19f-22586aca2c77", "name": "network-vif-unplugged", "status": "completed", "tag": "c6d7222a-7b43-469c-b114-8a1680376766", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:28.617476 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-683b0b90-90a5-471f-bd4a-0f2940f91f82 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:28.618001 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6d7222a-7b43-469c-b114-8a1680376766', 'code': 200} Sep 29 23:08:28.620293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b47f1-cd11-403d-9c39-e74dffc18f57 None None] Network bbb0e5a3-3af1-4d41-a422-81f7427e4537 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:28.659927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Attempting to bind port 408b682f-0266-4cae-a421-cc59e5db4bc8 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:28.662641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Attempting to bind port 408b682f-0266-4cae-a421-cc59e5db4bc8 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'c508a5c9-4703-44b0-8db0-77bdccb5ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:28.663350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Attempting to bind port 408b682f-0266-4cae-a421-cc59e5db4bc8 on network 6be36764-519d-456e-b211-7276deb2c3a8 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:28.688658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:28.689046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Checking segment: {'id': 'c508a5c9-4703-44b0-8db0-77bdccb5ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:28.689456 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:28.689853 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Bound using segment: {'id': 'c508a5c9-4703-44b0-8db0-77bdccb5ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:28.691973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Bound port: 408b682f-0266-4cae-a421-cc59e5db4bc8, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c508a5c9-4703-44b0-8db0-77bdccb5ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:28.692159 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:28.716770 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Pushing event updated for resources: {'Port': ['ID=408b682f-0266-4cae-a421-cc59e5db4bc8,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:28.751504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-1d3122ea-3e30-4ace-a46e-13d510a9872f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:28.766967 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-1d3122ea-3e30-4ace-a46e-13d510a9872f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "GET /v2.0/ports?device_id=f54958f6-7dea-4cbb-a19f-22586aca2c77 HTTP/1.1" status: 200 len: 943 time: 0.3807130 Sep 29 23:08:28.774079 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b44cdc85-9871-4991-b17e-e490fec744f7 req-bbe84016-2e74-459b-aa9b-c60bcbc41f86 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6532497 Sep 29 23:08:28.797950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636269b-da07-4b5b-b1cc-3418fd032478 req-d3df0ff1-5ef2-47ca-b294-4551ea8c05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:28.800043 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4636269b-da07-4b5b-b1cc-3418fd032478 req-d3df0ff1-5ef2-47ca-b294-4551ea8c05ee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 1096 time: 0.2227318 Sep 29 23:08:28.807879 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:28.894336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b20684-5d8f-4db3-8d7e-6afc3e76aa0e req-c84add47-41e9-4368-ba56-7515de1deddd tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:28.896216 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-40b20684-5d8f-4db3-8d7e-6afc3e76aa0e req-c84add47-41e9-4368-ba56-7515de1deddd tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1987977 Sep 29 23:08:28.924429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a96487a8-c507-49e7-97d0-dc4398e2fe67 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:28.935893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e8c32-2172-4e5f-be61-0336cc65cea4 req-42439246-3997-4a8b-ab57-12849d204ee8 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:28.944431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b16e8c32-2172-4e5f-be61-0336cc65cea4 req-42439246-3997-4a8b-ab57-12849d204ee8 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2480352 Sep 29 23:08:29.031740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b16e8c32-2172-4e5f-be61-0336cc65cea4 req-e0c7607b-0872-41ad-8fb1-735d11e977bb tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860217 Sep 29 23:08:29.050296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-40b20684-5d8f-4db3-8d7e-6afc3e76aa0e req-6efbeca6-cbc4-4c10-8741-f4af3bef53f2 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034009 Sep 29 23:08:29.083225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Deleting port 97a78ea8-6b94-4809-943b-e508fef29a73 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:29.084326 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:29.129297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] For port 408b682f-0266-4cae-a421-cc59e5db4bc8, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:29.154826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] For port 408b682f-0266-4cae-a421-cc59e5db4bc8, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=408b682f-0266-4cae-a421-cc59e5db4bc8,segment=NetworkSegment(c508a5c9-4703-44b0-8db0-77bdccb5ad54),segment_id=c508a5c9-4703-44b0-8db0-77bdccb5ad54)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:29.169834 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:29.198668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d79877bb-fbee-4d0d-ac15-3ae9f9aeaed6 req-d7b7db26-87cf-41c6-9ba2-888df43b6a92 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 210 time: 0.0820346 Sep 29 23:08:29.229362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a96487a8-c507-49e7-97d0-dc4398e2fe67 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:29.230087 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:29.271367 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4636269b-da07-4b5b-b1cc-3418fd032478 req-b61915d4-1617-4b18-a851-0c21a8be1800 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203460 Sep 29 23:08:29.292425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb089fc-a75a-4ba9-b47b-4252589f4597 None None] Pushing event updated for resources: {'Port': ['ID=408b682f-0266-4cae-a421-cc59e5db4bc8,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:29.342311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] For port 97a78ea8-6b94-4809-943b-e508fef29a73, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=97a78ea8-6b94-4809-943b-e508fef29a73,segment=NetworkSegment(58fc688b-2049-4a28-a822-99acfa3c76e1),segment_id=58fc688b-2049-4a28-a822-99acfa3c76e1)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:29.348565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:29.353195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a3b9e1-9d92-43af-af4e-36a56dfad499 None None] DHCP port deletion for bbb0e5a3-3af1-4d41-a422-81f7427e4537 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:08:29.385096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Calling delete_port for 97a78ea8-6b94-4809-943b-e508fef29a73 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:29.407579 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b44cdc85-9871-4991-b17e-e490fec744f7 req-a2b4f4f7-f66a-42fc-9b88-6d36b346e8ba service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050973 Sep 29 23:08:29.422899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-8913ec6e-2ab7-48b7-85c9-55e2319b70e9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Deleting port c6d7222a-7b43-469c-b114-8a1680376766 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:29.423305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-8913ec6e-2ab7-48b7-85c9-55e2319b70e9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:29.571675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-85a3b9e1-9d92-43af-af4e-36a56dfad499 None None] Deleting port 97a78ea8-6b94-4809-943b-e508fef29a73 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:29.571992 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85a3b9e1-9d92-43af-af4e-36a56dfad499 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:29.582785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-8913ec6e-2ab7-48b7-85c9-55e2319b70e9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] For port c6d7222a-7b43-469c-b114-8a1680376766, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c6d7222a-7b43-469c-b114-8a1680376766,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:29.583946 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-8913ec6e-2ab7-48b7-85c9-55e2319b70e9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:29.605982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-8913ec6e-2ab7-48b7-85c9-55e2319b70e9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Calling delete_port for c6d7222a-7b43-469c-b114-8a1680376766 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:29.690051 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:08:29.707398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:29.734619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:29.740852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-85a3b9e1-9d92-43af-af4e-36a56dfad499 None None] For port 97a78ea8-6b94-4809-943b-e508fef29a73, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=97a78ea8-6b94-4809-943b-e508fef29a73,segment=NetworkSegment(58fc688b-2049-4a28-a822-99acfa3c76e1),segment_id=58fc688b-2049-4a28-a822-99acfa3c76e1)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:29.741396 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85a3b9e1-9d92-43af-af4e-36a56dfad499 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:29.785161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event deleted for resources: {'Port': ['ID=97a78ea8-6b94-4809-943b-e508fef29a73,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:29.818199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-85a3b9e1-9d92-43af-af4e-36a56dfad499 None None] Calling delete_port for 97a78ea8-6b94-4809-943b-e508fef29a73 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:29.849112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6fffc-49a9-422e-8e0a-4b77fefb267b req-5aaf375e-25a3-40fd-83a0-9ba5d35826c3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:29.868555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77a6fffc-49a9-422e-8e0a-4b77fefb267b req-5aaf375e-25a3-40fd-83a0-9ba5d35826c3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.2385459 Sep 29 23:08:29.871875 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] No DVR routers for this DVR port 97a78ea8-6b94-4809-943b-e508fef29a73 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:29.985861 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eca8779a-5a73-4841-8a58-2d710d0f9e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.017042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3092bd7-ae04-4ce9-b00a-8aedbd351d27 req-e57708a9-6300-4a6f-b1f8-91bc37f9aace tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 210 time: 0.0685904 Sep 29 23:08:30.025271 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85a3b9e1-9d92-43af-af4e-36a56dfad499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.052566 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.066314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-a319cc32-8e05-41ce-8dd7-4399628206bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:30.072416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a3b9e1-9d92-43af-af4e-36a56dfad499 None None] Pushing event deleted for resources: {'Port': ['ID=97a78ea8-6b94-4809-943b-e508fef29a73,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:30.072629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-a319cc32-8e05-41ce-8dd7-4399628206bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:30.075001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-a319cc32-8e05-41ce-8dd7-4399628206bb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "GET /v2.0/networks?id=5e590413-2984-4ade-b66c-b6a0de07ff5c&id=6be36764-519d-456e-b211-7276deb2c3a8 HTTP/1.1" status: 200 len: 1390 time: 0.2976224 Sep 29 23:08:30.079195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77a6fffc-49a9-422e-8e0a-4b77fefb267b req-fdfc868e-12e4-49d5-b0f8-e410753db47c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096236 Sep 29 23:08:30.101006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a3b9e1-9d92-43af-af4e-36a56dfad499 None None] No DVR routers for this DVR port 97a78ea8-6b94-4809-943b-e508fef29a73 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:30.127583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'port': {'device_id': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c', 'admin_state_up': True, 'tenant_id': '28279b8345624d5f90fccb9f1d09587d'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:30.132910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb0e5a3-3af1-4d41-a422-81f7427e4537']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:30.159849 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58fc688b-2049-4a28-a822-99acfa3c76e1') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:30.160243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58fc688b-2049-4a28-a822-99acfa3c76e1') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:30.212264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.230194 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-8913ec6e-2ab7-48b7-85c9-55e2319b70e9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.260668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8913ec6e-2ab7-48b7-85c9-55e2319b70e9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Pushing event deleted for resources: {'Port': ['ID=c6d7222a-7b43-469c-b114-8a1680376766,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:30.271858 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.297701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Releasing vlan 543 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:30.298198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:30.302482 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:30.312104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6472686c-0735-459e-89c4-f2c8b8e11f46 req-b6a8b6f2-39dc-456d-8ade-fbc214897229 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:30.320742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6472686c-0735-459e-89c4-f2c8b8e11f46 req-b6a8b6f2-39dc-456d-8ade-fbc214897229 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1703534 Sep 29 23:08:30.377525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-8913ec6e-2ab7-48b7-85c9-55e2319b70e9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] No DVR routers for this DVR port c6d7222a-7b43-469c-b114-8a1680376766 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:30.384471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-8913ec6e-2ab7-48b7-85c9-55e2319b70e9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.384693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c58380-8d5f-4905-a432-4f362885cb8b req-cd064208-e76e-4c22-add8-c9afc9a43a44 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:30.385623 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8794969a-c7e8-4050-92be-c731a793e8d6 req-8913ec6e-2ab7-48b7-85c9-55e2319b70e9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "DELETE /v2.0/ports/c6d7222a-7b43-469c-b114-8a1680376766 HTTP/1.1" status: 204 len: 173 time: 1.6106608 Sep 29 23:08:30.386914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'name': 'network-vif-deleted', 'tag': 'c6d7222a-7b43-469c-b114-8a1680376766'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:30.389445 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48687458-5a08-46a9-b4dd-188a5cfb0701" -d '{"events": [{"server_uuid": "f54958f6-7dea-4cbb-a19f-22586aca2c77", "name": "network-vif-deleted", "tag": "c6d7222a-7b43-469c-b114-8a1680376766"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:30.398895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95c58380-8d5f-4905-a432-4f362885cb8b req-cd064208-e76e-4c22-add8-c9afc9a43a44 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1991160 Sep 29 23:08:30.464294 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.489607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6472686c-0735-459e-89c4-f2c8b8e11f46 req-86a2befd-b711-4805-b738-049ec5784b67 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667619 Sep 29 23:08:30.496499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-9e8ea66f-f01b-4b70-880b-7370e7e85350 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:30.498658 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-9e8ea66f-f01b-4b70-880b-7370e7e85350 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 804 time: 0.1703348 Sep 29 23:08:30.512304 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.514172 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] 10.222.0.44 "DELETE /v2.0/networks/bbb0e5a3-3af1-4d41-a422-81f7427e4537 HTTP/1.1" status: 204 len: 168 time: 1.9825277 Sep 29 23:08:30.527189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Request body: {'port': {'device_id': '1ffbf98a-8214-4bbc-a761-0af62e966d78', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'admin_state_up': True, 'tenant_id': 'f4c0262c811241149bca329cc8ed4d26'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:30.552163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95c58380-8d5f-4905-a432-4f362885cb8b req-fa3eee44-4923-427b-ae36-2dd236e7299b tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522434 Sep 29 23:08:30.554417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2621a-f424-46c0-b8b9-7c0581c81099 tempest-FloatingIPNegativeTestJSON-1456201663 tempest-FloatingIPNegativeTestJSON-1456201663-project] Pushing event deleted for resources: {'Network': ['ID=bbb0e5a3-3af1-4d41-a422-81f7427e4537,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:30.698777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36958050-47f8-4a8a-8f59-51ae0fe75295 req-da1768cc-5c6c-4cd2-ab95-e42d46c3eb62 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 210 time: 0.0748115 Sep 29 23:08:30.701179 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eca8779a-5a73-4841-8a58-2d710d0f9e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.707989 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eca8779a-5a73-4841-8a58-2d710d0f9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.765299 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-eca8779a-5a73-4841-8a58-2d710d0f9e03 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3fb2ff598cd14ad092ad8b52dabe132a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0562212 Sep 29 23:08:30.766331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca8779a-5a73-4841-8a58-2d710d0f9e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0376393a-652e-46f9-8ce4-c8304bcb256f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:30.769626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45224) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:30.799362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:30.813661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.817810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Made reservation on behalf of f4c0262c811241149bca329cc8ed4d26 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:30.821653 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.838172 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf831-8d1e-485e-8b5f-10f080893b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.852750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45226) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:30.854975 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38b5d5c-7bf1-4dfe-895a-9d9136224e42 x-openstack-request-id: req-b38b5d5c-7bf1-4dfe-895a-9d9136224e42 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:30.854975 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f54958f6-7dea-4cbb-a19f-22586aca2c77", "name": "network-vif-deleted", "tag": "c6d7222a-7b43-469c-b114-8a1680376766", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:30.855172 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b38b5d5c-7bf1-4dfe-895a-9d9136224e42 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:30.855431 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f54958f6-7dea-4cbb-a19f-22586aca2c77', 'name': 'network-vif-deleted', 'tag': 'c6d7222a-7b43-469c-b114-8a1680376766', 'status': 'completed', 'code': 200} Sep 29 23:08:30.883698 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf831-8d1e-485e-8b5f-10f080893b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.897126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c6d7222a-7b43-469c-b114-8a1680376766 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:30.939682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 408b682f-0266-4cae-a421-cc59e5db4bc8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:30.945156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: c6d7222a-7b43-469c-b114-8a1680376766 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:08:30.945498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c6d7222a-7b43-469c-b114-8a1680376766 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:08:30.967396 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf831-8d1e-485e-8b5f-10f080893b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.970146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf831-8d1e-485e-8b5f-10f080893b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:30.973450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1393871-5b32-4476-8aa0-0c976d59ce6f None None] Network 6be36764-519d-456e-b211-7276deb2c3a8 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:30.974847 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9bbaf831-8d1e-485e-8b5f-10f080893b51 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0376393a-652e-46f9-8ce4-c8304bcb256f HTTP/1.1" status: 204 len: 168 time: 0.2041864 Sep 29 23:08:30.982690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbaf831-8d1e-485e-8b5f-10f080893b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0376393a-652e-46f9-8ce4-c8304bcb256f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:31.079908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-218aefb2-17a9-4a8d-83b1-78d01f3a431b None None] Provisioning complete for port 408b682f-0266-4cae-a421-cc59e5db4bc8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:31.080291 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-218aefb2-17a9-4a8d-83b1-78d01f3a431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.119344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 408b682f-0266-4cae-a421-cc59e5db4bc8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:31.119993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.169588 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a6c3d304-f564-4543-a248-cda8c385abdf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=50f1e0bf43344c429384ccc66023a580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3128848 Sep 29 23:08:31.175904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45236) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:31.224180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e48ace79-2afa-4ad8-90c7-f2c1c0c69aff req-4f6c3374-2a92-4dc7-be6d-4f18d28a6e55 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 210 time: 0.0789824 Sep 29 23:08:31.294496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Allocated IP 172.20.0.12 (080c22b7-11b3-4618-836c-1d15d209f8b4/a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb/6b28c39f-b40f-4cf4-a778-50ac7f0c7e67) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:31.296766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Allocated IP 19.80.0.240 (5e590413-2984-4ade-b66c-b6a0de07ff5c/8b661cbc-de64-4d5b-9faa-1b9f0c015a18/d11e5f02-7cf2-49ab-b7cd-7b5556c50f23) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:31.336615 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-218aefb2-17a9-4a8d-83b1-78d01f3a431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.340768 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.344113 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7045f785-7f3a-44c5-9d8c-ffd410677127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.374065 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7045f785-7f3a-44c5-9d8c-ffd410677127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.397395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-218aefb2-17a9-4a8d-83b1-78d01f3a431b None None] For port 408b682f-0266-4cae-a421-cc59e5db4bc8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=408b682f-0266-4cae-a421-cc59e5db4bc8,segment=NetworkSegment(c508a5c9-4703-44b0-8db0-77bdccb5ad54),segment_id=c508a5c9-4703-44b0-8db0-77bdccb5ad54)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:31.410758 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-218aefb2-17a9-4a8d-83b1-78d01f3a431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.497196 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:08:31.497812 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:08:31.504125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218aefb2-17a9-4a8d-83b1-78d01f3a431b None None] Pushing event updated for resources: {'Port': ['ID=408b682f-0266-4cae-a421-cc59e5db4bc8,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:31.505719 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7045f785-7f3a-44c5-9d8c-ffd410677127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.510123 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7045f785-7f3a-44c5-9d8c-ffd410677127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.513544 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7045f785-7f3a-44c5-9d8c-ffd410677127 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a39b2a55-f998-4470-905b-2fb9907e696c HTTP/1.1" status: 204 len: 168 time: 0.3299012 Sep 29 23:08:31.559222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045f785-7f3a-44c5-9d8c-ffd410677127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39b2a55-f998-4470-905b-2fb9907e696c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:31.683902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4695042-4e66-4f9b-9ae8-bad486619803 req-620877df-9fae-45a4-b4eb-62f62c06f0dc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:31.695445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4695042-4e66-4f9b-9ae8-bad486619803 req-620877df-9fae-45a4-b4eb-62f62c06f0dc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.4589992 Sep 29 23:08:31.757039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e4249c-a1ed-4c56-b646-1899a8c2a501 req-9eff661b-5917-46bc-abfe-57c7b064a745 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:31.758888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74e4249c-a1ed-4c56-b646-1899a8c2a501 req-9eff661b-5917-46bc-abfe-57c7b064a745 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1270459 Sep 29 23:08:31.772274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4695042-4e66-4f9b-9ae8-bad486619803 req-eb41fdb4-8a35-4916-8a59-e2abfe9e1310 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727422 Sep 29 23:08:31.812953 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.844427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-99fec819-c256-4978-a8bb-48c37f4a3f35 None None] Provisioning complete for port 408b682f-0266-4cae-a421-cc59e5db4bc8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:31.844642 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.844960 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99fec819-c256-4978-a8bb-48c37f4a3f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.852374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74e4249c-a1ed-4c56-b646-1899a8c2a501 req-e7582f1f-5896-4ac3-aacf-34de7aa36424 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759196 Sep 29 23:08:31.927452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.930570 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:31.963642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfad429-6f9e-4ecb-ac99-19c9ed1cb755 req-e2e9bca1-aceb-484e-97b3-2abcfe2b6c84 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:31.973930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdfad429-6f9e-4ecb-ac99-19c9ed1cb755 req-e2e9bca1-aceb-484e-97b3-2abcfe2b6c84 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.0845418 Sep 29 23:08:31.996106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network 5e590413-2984-4ade-b66c-b6a0de07ff5c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:32.007467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Network 080c22b7-11b3-4618-836c-1d15d209f8b4 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:32.011352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:32.018505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:32.021001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:32.039008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:32.043870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdfad429-6f9e-4ecb-ac99-19c9ed1cb755 req-5c09c1ea-7bc4-436b-8dfd-1a4695baf7d1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600991 Sep 29 23:08:32.107772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:32.108477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:32.164676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 97a78ea8-6b94-4809-943b-e508fef29a73 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:32.176211 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0573101 Sep 29 23:08:32.181025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f380811-b950-445a-8ed5-dbde5347c191 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Port': ['ID=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:32.188752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Request body: {'port': {'device_id': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8', 'admin_state_up': True, 'tenant_id': '28279b8345624d5f90fccb9f1d09587d'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:32.214769 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 97a78ea8-6b94-4809-943b-e508fef29a73 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:08:32.215117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 97a78ea8-6b94-4809-943b-e508fef29a73 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:08:32.217822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0822e55-603e-457e-8bf7-de4f3e34f72c req-d6a906fb-0f10-45dc-9f4d-9b2a648ffb9b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:32.242252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0822e55-603e-457e-8bf7-de4f3e34f72c req-d6a906fb-0f10-45dc-9f4d-9b2a648ffb9b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 932 time: 0.1260588 Sep 29 23:08:32.312065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0822e55-603e-457e-8bf7-de4f3e34f72c req-dbf07e34-27ee-41b6-8cc5-2c1902a7c465 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650346 Sep 29 23:08:32.512626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-011f351b-b414-4692-85e7-ca72914db293 None None] Provisioning complete for port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:32.513235 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-011f351b-b414-4692-85e7-ca72914db293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:32.581878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0074b2e-1d94-4583-8346-7a9d2faae030 req-8d7c802b-f11d-41df-9448-0732110b0042 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:32.586116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-011f351b-b414-4692-85e7-ca72914db293 None None] Port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:08:32.594522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0074b2e-1d94-4583-8346-7a9d2faae030 req-8d7c802b-f11d-41df-9448-0732110b0042 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 932 time: 0.1600020 Sep 29 23:08:32.657373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56e5e-cc6d-4fd0-99bf-8b0770970f10 req-d18c8011-d95f-429e-ad45-efcce7533343 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:32.663595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eca56e5e-cc6d-4fd0-99bf-8b0770970f10 req-d18c8011-d95f-429e-ad45-efcce7533343 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1698787 Sep 29 23:08:32.688712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0074b2e-1d94-4583-8346-7a9d2faae030 req-8ee431f6-37bb-40c6-9b94-ba3765a6eaf8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856218 Sep 29 23:08:32.728480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eca56e5e-cc6d-4fd0-99bf-8b0770970f10 req-20c9003d-44cb-4622-9dbf-ba791f20e3c0 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463252 Sep 29 23:08:32.750025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:32.750651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:32.780374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Pushing event updated for resources: {'Port': ['ID=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:32.788281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ee0c-a24b-4038-9ff8-11e269ef53dc req-2eec26e4-181a-4783-8fcb-eb843247a1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:32.789789 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd65ee0c-a24b-4038-9ff8-11e269ef53dc req-2eec26e4-181a-4783-8fcb-eb843247a1ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 1096 time: 0.1230955 Sep 29 23:08:32.819606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-5ca2467e-c039-45a7-bddf-05c98a07501d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3066518 Sep 29 23:08:32.849551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Request body: {'port': {'device_id': '1ffbf98a-8214-4bbc-a761-0af62e966d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:32.856660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 408b682f-0266-4cae-a421-cc59e5db4bc8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:32.922812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd62ad3-1da3-4b5e-ac08-cf1eeb602207 req-6e61dba4-0cb6-496b-8e40-c4a03b416174 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:32.929177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Made reservation on behalf of 28279b8345624d5f90fccb9f1d09587d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:32.932108 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fcd62ad3-1da3-4b5e-ac08-cf1eeb602207 req-6e61dba4-0cb6-496b-8e40-c4a03b416174 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.0716300 Sep 29 23:08:32.932729 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:32.934713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45326) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:32.978567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 408b682f-0266-4cae-a421-cc59e5db4bc8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:32.979128 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:32.985863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.044757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ee0c-a24b-4038-9ff8-11e269ef53dc req-296f6499-6b8f-4087-9405-d23844e53870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:33.046200 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd65ee0c-a24b-4038-9ff8-11e269ef53dc req-296f6499-6b8f-4087-9405-d23844e53870 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 920 time: 0.2452319 Sep 29 23:08:33.086091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fcd62ad3-1da3-4b5e-ac08-cf1eeb602207 req-c8bfc7cd-1031-4646-8a6e-4a5d13f3b35d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530092 Sep 29 23:08:33.103405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-196124448'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:33.132077 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd65ee0c-a24b-4038-9ff8-11e269ef53dc req-94ff34f8-3a69-4462-8485-8e4348257d36 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820576f3-c2be-42df-868e-d630e55d9f14 HTTP/1.1" status: 200 len: 217 time: 0.0544116 Sep 29 23:08:33.151017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8592a6-ada6-48cc-86b9-caacfba2cb42 req-88a1b705-6904-4beb-984c-775183e5cf5c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:33.158893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db8592a6-ada6-48cc-86b9-caacfba2cb42 req-88a1b705-6904-4beb-984c-775183e5cf5c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1642153 Sep 29 23:08:33.195282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:33.202118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.214977 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.228244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db8592a6-ada6-48cc-86b9-caacfba2cb42 req-15f6cf83-db59-4525-a6db-9c4cc85f305b tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681200 Sep 29 23:08:33.263745 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd1273ec-e007-4a5e-95f2-b057c6d54271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.328865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65ee0c-a24b-4038-9ff8-11e269ef53dc req-f5533702-70b6-42ae-a7b3-e747d9dd2c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:33.330572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd65ee0c-a24b-4038-9ff8-11e269ef53dc req-f5533702-70b6-42ae-a7b3-e747d9dd2c22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 200 len: 859 time: 0.1904559 Sep 29 23:08:33.356104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.363898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.386320 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd65ee0c-a24b-4038-9ff8-11e269ef53dc req-762b7fd6-e7f4-49c3-beb2-987eb4a8ac73 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeea460-db41-4896-91a5-091ef88f1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443265 Sep 29 23:08:33.390344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Allocated IP 19.86.0.135 (6be36764-519d-456e-b211-7276deb2c3a8/fa4a1bff-ae91-4d40-bd8c-1ede59ca2e63/668cd425-929a-4a49-aa61-934724e4ce95) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:33.403488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:33.449133 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.449646 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment e25de16a-ee31-4222-a8da-871c4681d8da of type vlan for network 4d378c27-0cd1-4685-86ce-c9905db8e77e Sep 29 23:08:33.459375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb602f5-b241-4b33-b8c7-9657b2747c4c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:33.520861 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.531189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4574866-4f25-46a0-84f0-6b67ab849104 req-9c2beb92-26ed-4979-860c-fc0207f4dc19 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:33.532947 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4574866-4f25-46a0-84f0-6b67ab849104 req-9c2beb92-26ed-4979-860c-fc0207f4dc19 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 932 time: 0.1168730 Sep 29 23:08:33.570997 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.577502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:33.578114 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.617358 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd65ee0c-a24b-4038-9ff8-11e269ef53dc req-e2fad2d7-cd47-41c0-a2b7-75f65a43d989 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172136 Sep 29 23:08:33.646459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7099121 Sep 29 23:08:33.653249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4574866-4f25-46a0-84f0-6b67ab849104 req-4180c90f-f1f9-4287-898e-9c1de84c7618 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025133 Sep 29 23:08:33.685323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316c227-e5de-4b84-b4bd-21bdf6632f3f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=4d378c27-0cd1-4685-86ce-c9905db8e77e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:33.711071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 4d378c27-0cd1-4685-86ce-c9905db8e77e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:33.745656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:33.795493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45398) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:33.801056 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.803299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': '4d378c27-0cd1-4685-86ce-c9905db8e77e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:33.846276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Transition to ACTIVE for port object 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:08:33.855995 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.861757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:33.873840 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd65ee0c-a24b-4038-9ff8-11e269ef53dc req-b01b4242-7e23-49a3-a120-8d47131e6c83 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405162 Sep 29 23:08:33.924526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45400) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:33.948392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Pushing event updated for resources: {'Port': ['ID=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:33.982009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c58eb-06b7-4433-861c-643da52562a7 req-71d270ab-7935-461d-bc73-6b2c76bacb17 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:33.983554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c81c58eb-06b7-4433-861c-643da52562a7 req-71d270ab-7935-461d-bc73-6b2c76bacb17 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 932 time: 0.2074955 Sep 29 23:08:34.000294 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.032615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7b720-b9b2-4685-8d8e-8b45a712138b req-04ecd634-9de4-4c58-8c7e-f9da6e19edc5 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:34.035013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71a7b720-b9b2-4685-8d8e-8b45a712138b req-04ecd634-9de4-4c58-8c7e-f9da6e19edc5 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1538477 Sep 29 23:08:34.056877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Attempting to bind port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:34.057218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Attempting to bind port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:34.057554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Attempting to bind port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:34.064220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:34.070452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.087694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:08:34.088051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Attempting to bind port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:34.090110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c81c58eb-06b7-4433-861c-643da52562a7 req-7083c2fd-5f02-45a0-a4a8-2a84259d3be0 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926886 Sep 29 23:08:34.092119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Network 6be36764-519d-456e-b211-7276deb2c3a8 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:34.097947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a40b5414-415f-4e9f-abe6-22ed1fd8b18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.107531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event updated for resources: {'Port': ['ID=668cd425-929a-4a49-aa61-934724e4ce95,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:34.110312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:34.113252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:34.113604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Checking segment: {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:34.114060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Bound using segment: {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:34.114441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Bound port: 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:34.114802 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.117953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:34.203551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71a7b720-b9b2-4685-8d8e-8b45a712138b req-41927dd3-3886-448c-a89e-025d4cf95fa4 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575763 Sep 29 23:08:34.237805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:34.238573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.291911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] For port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:34.296170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] For port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:34.320145 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.328372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479f5b5-1975-4a27-8e67-b19ea1d4ef21 req-0965a31e-f9a2-4b1f-8bd9-474a5fd23287 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:34.332424 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5479f5b5-1975-4a27-8e67-b19ea1d4ef21 req-0965a31e-f9a2-4b1f-8bd9-474a5fd23287 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.1086988 Sep 29 23:08:34.392670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:34.393330 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.395128 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 HTTP/1.1" status: 200 len: 1092 time: 1.5680845 Sep 29 23:08:34.395584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ffbf98a-8214-4bbc-a761-0af62e966d78', 'tag': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:34.401015 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2563fd62-2be6-4292-830e-ddf440791790" -d '{"events": [{"name": "network-changed", "server_uuid": "1ffbf98a-8214-4bbc-a761-0af62e966d78", "tag": "6b28c39f-b40f-4cf4-a778-50ac7f0c7e67"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:34.425981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5479f5b5-1975-4a27-8e67-b19ea1d4ef21 req-be12f621-39ae-4c32-8129-00dcf340d294 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876837 Sep 29 23:08:34.453683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a40b5414-415f-4e9f-abe6-22ed1fd8b18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.454218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e136e88-6b9c-43cc-8177-dddc24339317 service neutron] Pushing event updated for resources: {'Port': ['ID=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:34.481129 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a40b5414-415f-4e9f-abe6-22ed1fd8b18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.509030 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-46e0ec70-6743-43be-b076-62fc95ae69ec tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3250220 Sep 29 23:08:34.518722 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e58dc4-0e72-4a19-876b-e000a14b9fa0 x-openstack-request-id: req-f0e58dc4-0e72-4a19-876b-e000a14b9fa0 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:34.519048 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ffbf98a-8214-4bbc-a761-0af62e966d78", "tag": "6b28c39f-b40f-4cf4-a778-50ac7f0c7e67", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:34.519356 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0e58dc4-0e72-4a19-876b-e000a14b9fa0 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:34.519761 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ffbf98a-8214-4bbc-a761-0af62e966d78', 'tag': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67', 'status': 'completed', 'code': 200} Sep 29 23:08:34.533600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Request body: {'port': {'device_id': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:34.577492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a40b5414-415f-4e9f-abe6-22ed1fd8b18c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f3e1cdeb7bf4e6e8ff94066f94f5e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6453476 Sep 29 23:08:34.582111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b5414-415f-4e9f-abe6-22ed1fd8b18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08db45e7-d2aa-4b32-b298-d2da11d4d8f2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:34.588218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45412) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:34.597350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-3e03dd9d-6a84-4a7c-91a6-f860d65a9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:34.598844 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-3e03dd9d-6a84-4a7c-91a6-f860d65a9357 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 1095 time: 0.1412396 Sep 29 23:08:34.624613 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.660716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-3866ff98-aae7-4032-a394-97828f8c4ca4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 HTTP/1.1" status: 200 len: 217 time: 0.0464067 Sep 29 23:08:34.661424 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.672911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7685dd-1e02-4a22-ae60-55dc131dcfc1 req-da2960d2-443e-4186-857f-c55e55387125 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:34.674607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db7685dd-1e02-4a22-ae60-55dc131dcfc1 req-da2960d2-443e-4186-857f-c55e55387125 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1629510 Sep 29 23:08:34.740594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=b5929043-0c2a-43b7-abb3-c76d45beac15,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:34.741900 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-f8ac87cd-abce-453b-9588-74ec08db2738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:34.743278 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-f8ac87cd-abce-453b-9588-74ec08db2738 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb HTTP/1.1" status: 200 len: 844 time: 0.0731673 Sep 29 23:08:34.759975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c821267e-5d80-4607-8b9a-748ce3b6fafc None None] Provisioning complete for port 668cd425-929a-4a49-aa61-934724e4ce95 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:34.763119 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c821267e-5d80-4607-8b9a-748ce3b6fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.785957 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-796d4ea9-ff8a-441a-a68c-7f1c4f4fa15c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080c22b7-11b3-4618-836c-1d15d209f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338943 Sep 29 23:08:34.794876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db7685dd-1e02-4a22-ae60-55dc131dcfc1 req-eeea7a83-0d4f-4eee-afac-9c862c764638 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980506 Sep 29 23:08:34.806612 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12e8a4a9-b7a9-456d-9639-ca9a1ffbd66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.809172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': 'e25de16a-ee31-4222-a8da-871c4681d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4d378c27-0cd1-4685-86ce-c9905db8e77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:34.809635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: 4d378c27-0cd1-4685-86ce-c9905db8e77e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:34.845947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12e8a4a9-b7a9-456d-9639-ca9a1ffbd66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.848717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c821267e-5d80-4607-8b9a-748ce3b6fafc None None] Port 668cd425-929a-4a49-aa61-934724e4ce95 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:08:34.869659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network 4d378c27-0cd1-4685-86ce-c9905db8e77e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:34.906868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 4d378c27-0cd1-4685-86ce-c9905db8e77e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:34.914799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:34.915470 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.940196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bcabe26-7b59-49c8-9a3e-00231eaca047 None None] Network 4d378c27-0cd1-4685-86ce-c9905db8e77e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:34.942642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5245-c259-4953-b66b-a31e620de615 req-da6cbc8e-7c6d-43c9-9bca-10c37ddda627 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:34.944081 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-488b5245-c259-4953-b66b-a31e620de615 req-da6cbc8e-7c6d-43c9-9bca-10c37ddda627 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 944 time: 0.0892265 Sep 29 23:08:34.947209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aaf22035-9394-4677-9aa1-c09936520141 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1491842 Sep 29 23:08:34.951319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45416) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:34.957795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-941029472'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:34.963908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12e8a4a9-b7a9-456d-9639-ca9a1ffbd66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.966495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12e8a4a9-b7a9-456d-9639-ca9a1ffbd66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:34.970594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-12e8a4a9-b7a9-456d-9639-ca9a1ffbd66f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/08db45e7-d2aa-4b32-b298-d2da11d4d8f2 HTTP/1.1" status: 204 len: 168 time: 0.3782904 Sep 29 23:08:35.004423 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-9ad34898-d383-41ee-888e-316438fe6ece service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651087 Sep 29 23:08:35.023100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8a4a9-b7a9-456d-9639-ca9a1ffbd66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db45e7-d2aa-4b32-b298-d2da11d4d8f2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:35.063152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:35.076184 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:35.080853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-488b5245-c259-4953-b66b-a31e620de615 req-469c1ab8-110a-487b-9834-adffc079bf79 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103809 Sep 29 23:08:35.130222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:35.154831 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:35.155631 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment 5d33d215-622d-4a58-bda5-44b78b8d4541 of type vlan for network 8605243b-eb0a-4f62-a154-8872866e509a Sep 29 23:08:35.165430 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-330ff8dd-9b69-43fe-80a9-b0368d567254 req-407f9e99-7f6e-4b26-95c2-472f30bcb6a0 service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506369 Sep 29 23:08:35.175094 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:35.200756 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:35.225727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Transition to ACTIVE for port object d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:08:35.239221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:35.252893 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:35.386499 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-4d378c27-0cd1-4685-86ce-c9905db8e77e', 'network_id': '4d378c27-0cd1-4685-86ce-c9905db8e77e', 'tenant_id': 'a0e0d2d50fe54b8fa560e93332f62f45', 'fixed_ips': [{'subnet_id': 'b5929043-0c2a-43b7-abb3-c76d45beac15'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:08:35.387675 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:35.412835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b94e5-e663-410b-8f5c-fcd2af4ad22a req-6d65941a-38fd-4611-9105-2b050ab0b5c9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:35.429663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b94e5-e663-410b-8f5c-fcd2af4ad22a req-6d65941a-38fd-4611-9105-2b050ab0b5c9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:35.431328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd8b94e5-e663-410b-8f5c-fcd2af4ad22a req-6d65941a-38fd-4611-9105-2b050ab0b5c9 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1667 time: 0.1987638 Sep 29 23:08:35.446379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Pushing event updated for resources: {'Port': ['ID=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:35.449772 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:35.465627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:35.466309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:35.582920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563fd62-2be6-4292-830e-ddf440791790 req-b1823b72-7a63-49a0-98ea-176ff37424a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:35.600649 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2563fd62-2be6-4292-830e-ddf440791790 req-b1823b72-7a63-49a0-98ea-176ff37424a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 1095 time: 0.3492126 Sep 29 23:08:35.636464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Attempting to bind port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:35.637006 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Attempting to bind port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'eabcb736-210b-4cd4-bc41-aa72504e9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:35.637485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Attempting to bind port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 on network 5e590413-2984-4ade-b66c-b6a0de07ff5c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:35.651017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd37d7-08dc-448a-a301-be7932588cd3 req-bc4cd767-2166-4d0e-b8e5-8f305a219c40 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:35.657649 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83cd37d7-08dc-448a-a301-be7932588cd3 req-bc4cd767-2166-4d0e-b8e5-8f305a219c40 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.3499599 Sep 29 23:08:35.676529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 on network 5e590413-2984-4ade-b66c-b6a0de07ff5c not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:08:35.676868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Attempting to bind port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 on network 5e590413-2984-4ade-b66c-b6a0de07ff5c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:35.682691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7301388 Sep 29 23:08:35.693290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45436) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:35.697381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:35.697908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Checking segment: {'id': 'eabcb736-210b-4cd4-bc41-aa72504e9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:35.698470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Bound using segment: {'id': 'eabcb736-210b-4cd4-bc41-aa72504e9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:35.699074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Bound port: d11e5f02-7cf2-49ab-b7cd-7b5556c50f23, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eabcb736-210b-4cd4-bc41-aa72504e9ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:35.699593 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:35.705958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': '8605243b-eb0a-4f62-a154-8872866e509a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:35.715739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Allocated IP 172.20.255.242 (4d378c27-0cd1-4685-86ce-c9905db8e77e/b5929043-0c2a-43b7-abb3-c76d45beac15/0c2a72ea-d79f-43ad-824f-282e088ff773) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:35.750540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b16ca5-9a92-4975-b6ae-07c9745b2058 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=8605243b-eb0a-4f62-a154-8872866e509a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:35.774234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd8b94e5-e663-410b-8f5c-fcd2af4ad22a req-dd182145-c779-4f5b-b0ba-b74c9aeb4b3d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270535 Sep 29 23:08:35.817988 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83cd37d7-08dc-448a-a301-be7932588cd3 req-55623d8d-aa66-485d-8b7f-5e3ebf59d68c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414323 Sep 29 23:08:35.864355 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 8605243b-eb0a-4f62-a154-8872866e509a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:35.971860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563fd62-2be6-4292-830e-ddf440791790 req-9d783e50-719b-4497-b979-ad9a04137e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:35.973457 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2563fd62-2be6-4292-830e-ddf440791790 req-9d783e50-719b-4497-b979-ad9a04137e03 service neutron] 10.222.0.26 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 905 time: 0.3598683 Sep 29 23:08:36.045653 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2563fd62-2be6-4292-830e-ddf440791790 req-4cbf5251-5113-4726-9cc8-1a585ea5f640 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 HTTP/1.1" status: 200 len: 217 time: 0.0606713 Sep 29 23:08:36.094119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c50a40-1da7-4557-8a06-d1bd1849b703 req-8d6c4b5c-6f2e-4c03-8640-c72cf1f71a6c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:36.102252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8c50a40-1da7-4557-8a06-d1bd1849b703 req-8d6c4b5c-6f2e-4c03-8640-c72cf1f71a6c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1276567 Sep 29 23:08:36.118690 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.130565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f861adc-bb77-478b-b3cc-a8d2226eff06 req-24811c42-1acc-4513-a3f3-783ce5f52f76 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:36.132137 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.133063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f861adc-bb77-478b-b3cc-a8d2226eff06 req-24811c42-1acc-4513-a3f3-783ce5f52f76 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.1471372 Sep 29 23:08:36.137531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563fd62-2be6-4292-830e-ddf440791790 req-7ef772b8-4deb-4f4b-88a1-b38dbef69edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:36.145270 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2563fd62-2be6-4292-830e-ddf440791790 req-7ef772b8-4deb-4f4b-88a1-b38dbef69edc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb HTTP/1.1" status: 200 len: 844 time: 0.0884068 Sep 29 23:08:36.185445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] For port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:36.186041 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8c50a40-1da7-4557-8a06-d1bd1849b703 req-9c32b30d-2a53-4152-b891-1403cdc0a571 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808666 Sep 29 23:08:36.205115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Network 4d378c27-0cd1-4685-86ce-c9905db8e77e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:36.206078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:36.226417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:36.235046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Pushing event updated for resources: {'Port': ['ID=0c2a72ea-d79f-43ad-824f-282e088ff773,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:36.247550 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a7594cb-ac38-4f40-a10a-09640deec3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.262940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:36.266960 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.269518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f861adc-bb77-478b-b3cc-a8d2226eff06 req-2ed7e666-4ec0-447a-801a-7dd0e1c0e440 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991232 Sep 29 23:08:36.273181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] For port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,segment=NetworkSegment(eabcb736-210b-4cd4-bc41-aa72504e9ffd),segment_id=eabcb736-210b-4cd4-bc41-aa72504e9ffd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:36.277784 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2563fd62-2be6-4292-830e-ddf440791790 req-9fbd77c6-8e03-43e5-b1d2-0bd7b67b3e33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080c22b7-11b3-4618-836c-1d15d209f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255846 Sep 29 23:08:36.304835 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.367730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75fab2-4569-4682-b199-ea0f38a70873 req-8c66613e-eb6d-4a11-9aaf-fc6f59c2eb7e tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:36.370664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de75fab2-4569-4682-b199-ea0f38a70873 req-8c66613e-eb6d-4a11-9aaf-fc6f59c2eb7e tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 944 time: 0.0678968 Sep 29 23:08:36.424898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de75fab2-4569-4682-b199-ea0f38a70873 req-4daa0f95-27e3-4a73-9101-80fd7d77068e tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480943 Sep 29 23:08:36.514977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:36.516292 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.517839 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] 10.222.0.26 "PUT /v2.0/ports/d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 HTTP/1.1" status: 200 len: 1092 time: 1.9956725 Sep 29 23:08:36.525254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Attempting to bind port 0c2a72ea-d79f-43ad-824f-282e088ff773 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:36.525622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Attempting to bind port 0c2a72ea-d79f-43ad-824f-282e088ff773 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'e25de16a-ee31-4222-a8da-871c4681d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4d378c27-0cd1-4685-86ce-c9905db8e77e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:36.525984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Attempting to bind port 0c2a72ea-d79f-43ad-824f-282e088ff773 on network 4d378c27-0cd1-4685-86ce-c9905db8e77e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:36.527059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'tag': 'd11e5f02-7cf2-49ab-b7cd-7b5556c50f23'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:36.529597 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30759c0f-aa63-4d1d-956c-7dbd73c8aa30" -d '{"events": [{"name": "network-changed", "server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "tag": "d11e5f02-7cf2-49ab-b7cd-7b5556c50f23"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:36.535931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:36.536314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Checking segment: {'id': 'e25de16a-ee31-4222-a8da-871c4681d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4d378c27-0cd1-4685-86ce-c9905db8e77e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:36.536718 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.537111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Bound using segment: {'id': 'e25de16a-ee31-4222-a8da-871c4681d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4d378c27-0cd1-4685-86ce-c9905db8e77e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:36.537585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Bound port: 0c2a72ea-d79f-43ad-824f-282e088ff773, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e25de16a-ee31-4222-a8da-871c4681d8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '4d378c27-0cd1-4685-86ce-c9905db8e77e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:36.537969 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.549195 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.597830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Request body: {'port': {'device_id': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:36.610682 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3769be54-9290-4e11-b4a2-aca5dee6e2cb x-openstack-request-id: req-3769be54-9290-4e11-b4a2-aca5dee6e2cb {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:36.610969 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "tag": "d11e5f02-7cf2-49ab-b7cd-7b5556c50f23", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:36.611218 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3769be54-9290-4e11-b4a2-aca5dee6e2cb {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:36.611620 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'tag': 'd11e5f02-7cf2-49ab-b7cd-7b5556c50f23', 'status': 'completed', 'code': 200} Sep 29 23:08:36.645528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] For port 0c2a72ea-d79f-43ad-824f-282e088ff773, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:36.649933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] For port 0c2a72ea-d79f-43ad-824f-282e088ff773, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0c2a72ea-d79f-43ad-824f-282e088ff773,segment=NetworkSegment(e25de16a-ee31-4222-a8da-871c4681d8da),segment_id=e25de16a-ee31-4222-a8da-871c4681d8da)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:36.656566 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.675488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f391ba-9e75-4222-a5f6-b04ef8523d4f service neutron] Pushing event updated for resources: {'Port': ['ID=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:36.696334 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2563fd62-2be6-4292-830e-ddf440791790 req-083c3e4c-750f-47b5-8def-44277e41b9bd service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047542 Sep 29 23:08:36.702543 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-44c58582-c6d6-4147-aca4-71d938f8a984 service neutron] 10.222.0.26 "GET /v2.0/ports/a0d18986-cef0-4a07-8b19-749a30dcb8f8/bindings/n-h1-811173-2 HTTP/1.1" status: 200 len: 384 time: 0.3993185 Sep 29 23:08:36.744299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cc771-83af-42c4-9bed-83d399fff7ac None None] Pushing event updated for resources: {'Port': ['ID=0c2a72ea-d79f-43ad-824f-282e088ff773,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:36.826502 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:36.851774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30759c0f-aa63-4d1d-956c-7dbd73c8aa30 req-aad4456c-b19b-4892-ad1d-4eada8b7b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:36.852310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30759c0f-aa63-4d1d-956c-7dbd73c8aa30 req-aad4456c-b19b-4892-ad1d-4eada8b7b862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:36.853864 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30759c0f-aa63-4d1d-956c-7dbd73c8aa30 req-aad4456c-b19b-4892-ad1d-4eada8b7b862 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28279b8345624d5f90fccb9f1d09587d&device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1914 time: 0.2288306 Sep 29 23:08:36.923312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306e892-e817-41ea-81ff-e9b9e0dba0ed req-a206f1fa-82d1-4aa5-b2f1-61d6dc24cbdc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:36.931607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306e892-e817-41ea-81ff-e9b9e0dba0ed req-a206f1fa-82d1-4aa5-b2f1-61d6dc24cbdc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:36.937480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:08:36.941081 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d306e892-e817-41ea-81ff-e9b9e0dba0ed req-a206f1fa-82d1-4aa5-b2f1-61d6dc24cbdc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1667 time: 0.0920579 Sep 29 23:08:36.943061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a0d18986-cef0-4a07-8b19-749a30dcb8f8 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:37.080181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d306e892-e817-41ea-81ff-e9b9e0dba0ed req-234e3bf5-7523-48a2-a296-bd5406493a31 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379461 Sep 29 23:08:37.173353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce9688-3394-4b80-8f9f-90df10bbb632 req-cc0be1cb-4eed-4cf7-a79b-b2d0ab45e8ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:37.180305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ce9688-3394-4b80-8f9f-90df10bbb632 req-cc0be1cb-4eed-4cf7-a79b-b2d0ab45e8ec tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1879532 Sep 29 23:08:37.204066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:37.218316 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'port_id': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67', 'mac_address': 'fa:16:3e:c0:15:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:08:37.261939 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:37.266078 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ce9688-3394-4b80-8f9f-90df10bbb632 req-58a7d013-43a7-48ef-8378-c1f402a92c47 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782995 Sep 29 23:08:37.284411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:37.316736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:37.325950 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:37.393232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:37.412737 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:37.487594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5334a62d-0715-4c98-a7c5-d363a5de4150 req-01c06b49-6d54-45e2-bd52-d129549cc18a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:37.489558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5334a62d-0715-4c98-a7c5-d363a5de4150 req-01c06b49-6d54-45e2-bd52-d129549cc18a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.0647762 Sep 29 23:08:37.498890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c463e-1057-41a1-a036-6b5c3c8318be req-38b52007-2123-459b-a2da-913a8f19bf5d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:37.500474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3f2c463e-1057-41a1-a036-6b5c3c8318be req-38b52007-2123-459b-a2da-913a8f19bf5d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1293108 Sep 29 23:08:37.551454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['6b28c39f-b40f-4cf4-a778-50ac7f0c7e67'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:08:37.591704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5334a62d-0715-4c98-a7c5-d363a5de4150 req-3f2c983e-88e4-44d0-bf32-8964fac6efae tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902307 Sep 29 23:08:37.594729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3f2c463e-1057-41a1-a036-6b5c3c8318be req-52308c7c-ab08-41e1-888a-eb08a15c8cc3 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866253 Sep 29 23:08:37.765648 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2563fd62-2be6-4292-830e-ddf440791790 req-c5d35fce-4b4f-4454-918f-c822b783df2a service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0589061 Sep 29 23:08:37.766899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721133cb-156f-46f3-9067-899be7360ef7 req-b2e247c7-5baa-495c-8b1f-c331a2e57b55 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:37.768715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-721133cb-156f-46f3-9067-899be7360ef7 req-b2e247c7-5baa-495c-8b1f-c331a2e57b55 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 945 time: 0.0681994 Sep 29 23:08:37.839006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-721133cb-156f-46f3-9067-899be7360ef7 req-bc5bc027-09dc-4981-9875-2e7dd3ed3ea2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520284 Sep 29 23:08:37.942134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30759c0f-aa63-4d1d-956c-7dbd73c8aa30 req-42db14cf-9d2a-412c-931a-c0a96703fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:37.942626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30759c0f-aa63-4d1d-956c-7dbd73c8aa30 req-42db14cf-9d2a-412c-931a-c0a96703fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:37.943102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30759c0f-aa63-4d1d-956c-7dbd73c8aa30 req-42db14cf-9d2a-412c-931a-c0a96703fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:37.944869 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30759c0f-aa63-4d1d-956c-7dbd73c8aa30 req-42db14cf-9d2a-412c-931a-c0a96703fdcf service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=28279b8345624d5f90fccb9f1d09587d&shared=False HTTP/1.1" status: 200 len: 2288 time: 1.0533698 Sep 29 23:08:37.960386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:37.960559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45500) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:38.086058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e87f5a7-7036-4393-8bad-8988f2449d4b None None] Network 4d378c27-0cd1-4685-86ce-c9905db8e77e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:38.136295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0354649d-3500-46d6-b8ae-982569553443 None None] Provisioning complete for port 0c2a72ea-d79f-43ad-824f-282e088ff773 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:38.136818 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0354649d-3500-46d6-b8ae-982569553443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.207539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:38.217705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': '5d33d215-622d-4a58-bda5-44b78b8d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8605243b-eb0a-4f62-a154-8872866e509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:38.218081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: 8605243b-eb0a-4f62-a154-8872866e509a, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:38.270149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a14d-e93b-4775-beb7-3430e500c3d2 req-0b789aa7-eb12-4e18-99c2-ff3ff9b09b95 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:38.276439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784a14d-e93b-4775-beb7-3430e500c3d2 req-0b789aa7-eb12-4e18-99c2-ff3ff9b09b95 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:38.283982 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7784a14d-e93b-4775-beb7-3430e500c3d2 req-0b789aa7-eb12-4e18-99c2-ff3ff9b09b95 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1667 time: 0.0916901 Sep 29 23:08:38.293416 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.346198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=1a3deb06-98f6-4d03-bef3-7873b102af9c,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:38.351602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30759c0f-aa63-4d1d-956c-7dbd73c8aa30 req-0a50cd70-232b-449f-b2b7-c34d106b38d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:38.353669 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30759c0f-aa63-4d1d-956c-7dbd73c8aa30 req-0a50cd70-232b-449f-b2b7-c34d106b38d7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3775816 Sep 29 23:08:38.385711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network 8605243b-eb0a-4f62-a154-8872866e509a is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:38.406633 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0354649d-3500-46d6-b8ae-982569553443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.407009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7784a14d-e93b-4775-beb7-3430e500c3d2 req-2196f0f9-e5cc-4ace-b241-c512268a7fea tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174121 Sep 29 23:08:38.418703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 8605243b-eb0a-4f62-a154-8872866e509a) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:38.433370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-16b1c124-d567-405d-894e-bf29b13fc62d req-21c1557e-ada1-467f-a709-380592a5e3d6 service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:38.449815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0354649d-3500-46d6-b8ae-982569553443 None None] For port 0c2a72ea-d79f-43ad-824f-282e088ff773, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0c2a72ea-d79f-43ad-824f-282e088ff773,segment=NetworkSegment(e25de16a-ee31-4222-a8da-871c4681d8da),segment_id=e25de16a-ee31-4222-a8da-871c4681d8da)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:38.454670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a602b3cb-cc9b-48f1-9b1e-ce4264c70383 None None] Network 8605243b-eb0a-4f62-a154-8872866e509a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:38.471680 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:38.472025 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0354649d-3500-46d6-b8ae-982569553443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.472675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.511784 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.595257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-16b1c124-d567-405d-894e-bf29b13fc62d req-21c1557e-ada1-467f-a709-380592a5e3d6 service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:38.613539 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.620141 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7b236c84-7a1c-469f-bdc5-6e8f6c0fb133 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.9228036 Sep 29 23:08:38.622231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45508) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:38.624801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0354649d-3500-46d6-b8ae-982569553443 None None] Pushing event updated for resources: {'Port': ['ID=0c2a72ea-d79f-43ad-824f-282e088ff773,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:38.730723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Allocated IP 172.25.4.47 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/d7b404fc-a2e9-444e-91ba-17088b132762) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:38.731293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-16b1c124-d567-405d-894e-bf29b13fc62d req-21c1557e-ada1-467f-a709-380592a5e3d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d18986-cef0-4a07-8b19-749a30dcb8f8 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:38.749963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 668cd425-929a-4a49-aa61-934724e4ce95 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:38.781574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-8605243b-eb0a-4f62-a154-8872866e509a', 'network_id': '8605243b-eb0a-4f62-a154-8872866e509a', 'tenant_id': 'a0e0d2d50fe54b8fa560e93332f62f45', 'fixed_ips': [{'subnet_id': '1a3deb06-98f6-4d03-bef3-7873b102af9c'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:08:38.782517 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.786959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.799190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-16b1c124-d567-405d-894e-bf29b13fc62d req-21c1557e-ada1-467f-a709-380592a5e3d6 service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:38.886719 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-16b1c124-d567-405d-894e-bf29b13fc62d req-21c1557e-ada1-467f-a709-380592a5e3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.918233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.919567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0c2a72ea-d79f-43ad-824f-282e088ff773 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:38.919980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Transition to ACTIVE for port object 668cd425-929a-4a49-aa61-934724e4ce95 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:08:38.929847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:38.953249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:38.960843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-de0c1d23-9a91-4c12-b39c-9bcb2862ae0a None None] Provisioning complete for port 0c2a72ea-d79f-43ad-824f-282e088ff773 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:38.961214 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de0c1d23-9a91-4c12-b39c-9bcb2862ae0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.005630 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.058493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Pushing event updated for resources: {'Port': ['ID=668cd425-929a-4a49-aa61-934724e4ce95,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:39.094308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Allocated IP 172.20.0.2 (8605243b-eb0a-4f62-a154-8872866e509a/1a3deb06-98f6-4d03-bef3-7873b102af9c/5f16e75e-8a10-48f0-96b0-3fb97dd93a2b) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:39.142885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 0c2a72ea-d79f-43ad-824f-282e088ff773 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:39.143780 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.151847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:08:39.179462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-16b1c124-d567-405d-894e-bf29b13fc62d req-21c1557e-ada1-467f-a709-380592a5e3d6 service neutron] Transition to ACTIVE for port object a0d18986-cef0-4a07-8b19-749a30dcb8f8 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:08:39.188033 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.205170 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-16b1c124-d567-405d-894e-bf29b13fc62d req-21c1557e-ada1-467f-a709-380592a5e3d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.214781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:39.215157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.255791 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.284855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event updated for resources: {'Port': ['ID=d7b404fc-a2e9-444e-91ba-17088b132762,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:39.318826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07502228-d458-439f-800f-9c5bc5f5bc4b req-6edb5c5e-549c-4c7f-9c28-686d221610ac tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:39.327038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07502228-d458-439f-800f-9c5bc5f5bc4b req-6edb5c5e-549c-4c7f-9c28-686d221610ac tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.3990443 Sep 29 23:08:39.332220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Attempting to bind port 668cd425-929a-4a49-aa61-934724e4ce95 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:39.332447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Attempting to bind port 668cd425-929a-4a49-aa61-934724e4ce95 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'c508a5c9-4703-44b0-8db0-77bdccb5ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:39.333279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Attempting to bind port 668cd425-929a-4a49-aa61-934724e4ce95 on network 6be36764-519d-456e-b211-7276deb2c3a8 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:39.356686 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.359594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd03905-17e5-4f6a-b3ec-c1201dba143f req-2e200c26-e415-4f7a-934b-31d4df2543eb tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:39.366870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2dd03905-17e5-4f6a-b3ec-c1201dba143f req-2e200c26-e415-4f7a-934b-31d4df2543eb tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 944 time: 0.4404225 Sep 29 23:08:39.376530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Port 668cd425-929a-4a49-aa61-934724e4ce95 on network 6be36764-519d-456e-b211-7276deb2c3a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:08:39.376861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Attempting to bind port 668cd425-929a-4a49-aa61-934724e4ce95 on network 6be36764-519d-456e-b211-7276deb2c3a8 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:39.382208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b1c124-d567-405d-894e-bf29b13fc62d req-21c1557e-ada1-467f-a709-380592a5e3d6 service neutron] No DVR routers for this DVR port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:39.387518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c1557e-ada1-467f-a709-380592a5e3d6 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d18986-cef0-4a07-8b19-749a30dcb8f8,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:39.401907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:39.402254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Checking segment: {'id': 'c508a5c9-4703-44b0-8db0-77bdccb5ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:39.402649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Bound using segment: {'id': 'c508a5c9-4703-44b0-8db0-77bdccb5ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:39.403089 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Bound port: 668cd425-929a-4a49-aa61-934724e4ce95, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c508a5c9-4703-44b0-8db0-77bdccb5ad54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:39.403459 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.409268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:39.429946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:39.437834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:39.439282 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-21c1557e-ada1-467f-a709-380592a5e3d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/a0d18986-cef0-4a07-8b19-749a30dcb8f8/bindings/n-h1-811173-2/activate HTTP/1.1" status: 200 len: 369 time: 2.7183537 Sep 29 23:08:39.457135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2dd03905-17e5-4f6a-b3ec-c1201dba143f req-825adc29-b47b-4e60-89ad-ca1b1dce369f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829945 Sep 29 23:08:39.512830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07502228-d458-439f-800f-9c5bc5f5bc4b req-08189d5f-3d10-4c4a-bd58-a25db33125fc tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850634 Sep 29 23:08:39.539452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] For port 668cd425-929a-4a49-aa61-934724e4ce95, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:39.545041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] For port 668cd425-929a-4a49-aa61-934724e4ce95, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=668cd425-929a-4a49-aa61-934724e4ce95,segment=NetworkSegment(c508a5c9-4703-44b0-8db0-77bdccb5ad54),segment_id=c508a5c9-4703-44b0-8db0-77bdccb5ad54)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:39.555508 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.594690 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.653589 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:39.655361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.662890 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] 10.222.0.26 "PUT /v2.0/ports/668cd425-929a-4a49-aa61-934724e4ce95 HTTP/1.1" status: 200 len: 1092 time: 3.0928662 Sep 29 23:08:39.674209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bb4ed-20e2-4a03-b766-360ed17ec84d service neutron] Pushing event updated for resources: {'Port': ['ID=668cd425-929a-4a49-aa61-934724e4ce95,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:39.682346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'tag': '668cd425-929a-4a49-aa61-934724e4ce95'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:39.692708 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.699194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-d32ac6d5-54ee-4081-8a98-309aa9d5b109 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:39.701047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-d32ac6d5-54ee-4081-8a98-309aa9d5b109 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.1870122 Sep 29 23:08:39.706291 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6" -d '{"events": [{"name": "network-changed", "server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "tag": "668cd425-929a-4a49-aa61-934724e4ce95"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:39.723661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffbf98a-8214-4bbc-a761-0af62e966d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:39.726045 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d97fbb-d623-41c7-85e2-877471975866" -d '{"events": [{"server_uuid": "1ffbf98a-8214-4bbc-a761-0af62e966d78", "name": "network-vif-plugged", "status": "completed", "tag": "6b28c39f-b40f-4cf4-a778-50ac7f0c7e67"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:39.732574 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.775234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-1841f501-6e45-4510-a225-4f0d8f605c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:39.775848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-1841f501-6e45-4510-a225-4f0d8f605c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:39.777676 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-1841f501-6e45-4510-a225-4f0d8f605c94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28279b8345624d5f90fccb9f1d09587d&device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1981 time: 0.0570211 Sep 29 23:08:39.779251 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.807042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Network 8605243b-eb0a-4f62-a154-8872866e509a is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:39.811714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Pushing event updated for resources: {'Port': ['ID=5f16e75e-8a10-48f0-96b0-3fb97dd93a2b,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:39.820923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:39.825812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:39.827102 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:39.836478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eff60c-abc5-4198-85f2-a657d53e237e req-79beeb1d-6061-4239-b149-294449f89944 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:39.843760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17eff60c-abc5-4198-85f2-a657d53e237e req-79beeb1d-6061-4239-b149-294449f89944 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2608337 Sep 29 23:08:39.881883 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.891489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3dab18-53c6-4f66-85c1-c32d58261d5f req-30c5e67a-ea98-47fa-a180-914faad94017 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:39.897674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.902762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b3dab18-53c6-4f66-85c1-c32d58261d5f req-30c5e67a-ea98-47fa-a180-914faad94017 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 945 time: 0.3042789 Sep 29 23:08:39.921213 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8605243b-eb0a-4f62-a154-8872866e509a']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:39.932711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d33d215-622d-4a58-bda5-44b78b8d4541') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:39.933031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d33d215-622d-4a58-bda5-44b78b8d4541') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:39.945814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.962719 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:39.970764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:39.971267 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.022548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-23db0b08-5391-4d37-baa9-6419df36804e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:40.024014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-23db0b08-5391-4d37-baa9-6419df36804e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad HTTP/1.1" status: 200 len: 1096 time: 0.3128359 Sep 29 23:08:40.038711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17eff60c-abc5-4198-85f2-a657d53e237e req-6c9deb65-cc21-4db5-9dc8-fc620bdb5aad tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722662 Sep 29 23:08:40.068548 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.072443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b3dab18-53c6-4f66-85c1-c32d58261d5f req-1de28539-a760-47fb-ad2e-1146c7e75632 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687121 Sep 29 23:08:40.076960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.128330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=1a3deb06-98f6-4d03-bef3-7873b102af9c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:40.135055 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:40.142051 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-ed37d255-e9d6-4ffd-adfa-c2bd104f0b3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.240&port_id=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 HTTP/1.1" status: 200 len: 217 time: 0.3515749 Sep 29 23:08:40.142954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 23:08:40.142954 n-d-811173-2 neutron-server[110006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 23:08:40.142954 n-d-811173-2 neutron-server[110006]: [parameters: {'id': '8605243b-eb0a-4f62-a154-8872866e509a'}] Sep 29 23:08:40.142954 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:08:40.143437 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:08:40.164169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Attempting to bind port 5f16e75e-8a10-48f0-96b0-3fb97dd93a2b on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:40.164751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Attempting to bind port 5f16e75e-8a10-48f0-96b0-3fb97dd93a2b by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '5d33d215-622d-4a58-bda5-44b78b8d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8605243b-eb0a-4f62-a154-8872866e509a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:40.165596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Attempting to bind port 5f16e75e-8a10-48f0-96b0-3fb97dd93a2b on network 8605243b-eb0a-4f62-a154-8872866e509a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:40.173418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:40.173826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Checking segment: {'id': '5d33d215-622d-4a58-bda5-44b78b8d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8605243b-eb0a-4f62-a154-8872866e509a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:40.174203 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.174683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Bound using segment: {'id': '5d33d215-622d-4a58-bda5-44b78b8d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8605243b-eb0a-4f62-a154-8872866e509a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:40.175200 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Bound port: 5f16e75e-8a10-48f0-96b0-3fb97dd93a2b, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d33d215-622d-4a58-bda5-44b78b8d4541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '8605243b-eb0a-4f62-a154-8872866e509a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:40.175200 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.197747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:40.225306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-9a8eb6fa-ce44-474a-a129-01f850ff652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:40.227478 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-9a8eb6fa-ce44-474a-a129-01f850ff652f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b661cbc-de64-4d5b-9faa-1b9f0c015a18 HTTP/1.1" status: 200 len: 801 time: 0.0753977 Sep 29 23:08:40.270440 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307feeb0-827e-4bb9-af01-28e618972ae8 x-openstack-request-id: req-307feeb0-827e-4bb9-af01-28e618972ae8 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:40.271695 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "tag": "668cd425-929a-4a49-aa61-934724e4ce95", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:40.271695 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-307feeb0-827e-4bb9-af01-28e618972ae8 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:40.272187 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'tag': '668cd425-929a-4a49-aa61-934724e4ce95', 'status': 'completed', 'code': 200} Sep 29 23:08:40.278285 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] For port 5f16e75e-8a10-48f0-96b0-3fb97dd93a2b, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:40.283306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] For port 5f16e75e-8a10-48f0-96b0-3fb97dd93a2b, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5f16e75e-8a10-48f0-96b0-3fb97dd93a2b,segment=NetworkSegment(5d33d215-622d-4a58-bda5-44b78b8d4541),segment_id=5d33d215-622d-4a58-bda5-44b78b8d4541)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:40.293517 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.297059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-0a983dad-df37-4531-85dc-faaada98c6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:40.311688 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a96e3f-69a8-480d-9b2b-a8a93adb2ad6 x-openstack-request-id: req-59a96e3f-69a8-480d-9b2b-a8a93adb2ad6 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:40.311688 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffbf98a-8214-4bbc-a761-0af62e966d78", "name": "network-vif-plugged", "status": "completed", "tag": "6b28c39f-b40f-4cf4-a778-50ac7f0c7e67", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:40.311688 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-59a96e3f-69a8-480d-9b2b-a8a93adb2ad6 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:40.311688 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffbf98a-8214-4bbc-a761-0af62e966d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67', 'code': 200} Sep 29 23:08:40.313464 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-0a983dad-df37-4531-85dc-faaada98c6db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5e590413-2984-4ade-b66c-b6a0de07ff5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0780067 Sep 29 23:08:40.399386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817a97a-0dca-474a-b22b-2faee8c5ea79 None None] Pushing event updated for resources: {'Port': ['ID=5f16e75e-8a10-48f0-96b0-3fb97dd93a2b,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:40.406518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee8593e-8ce5-4d36-b959-a22a9ca2ef53 None None] Network 8605243b-eb0a-4f62-a154-8872866e509a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:40.499057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddd8a2-efdd-44cd-9803-c2e01bb5acb8 req-18c656e4-eb33-4604-8e5e-04794a36a848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:40.500661 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aeddd8a2-efdd-44cd-9803-c2e01bb5acb8 req-18c656e4-eb33-4604-8e5e-04794a36a848 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 1097 time: 0.0905912 Sep 29 23:08:40.502576 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-0a3678bb-519c-4c1a-86b7-7ebba83e117b service neutron] 10.222.0.26 "GET /v2.0/networks/5e590413-2984-4ade-b66c-b6a0de07ff5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758831 Sep 29 23:08:40.516880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26294-0cb9-455f-b4a2-11c3bfda4382 req-f8b68aef-52eb-4dc7-a992-489909a7d8bc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:40.527736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df26294-0cb9-455f-b4a2-11c3bfda4382 req-f8b68aef-52eb-4dc7-a992-489909a7d8bc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:40.538301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6df26294-0cb9-455f-b4a2-11c3bfda4382 req-f8b68aef-52eb-4dc7-a992-489909a7d8bc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1679 time: 0.1592143 Sep 29 23:08:40.556244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-62065401-39e5-4eaf-8cdd-a6c0076fdeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:40.559694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-62065401-39e5-4eaf-8cdd-a6c0076fdeb0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 1096 time: 0.4786990 Sep 29 23:08:40.561952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e704c4a-14eb-4d10-a4c6-1618db041a16 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:08:40.606473 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aeddd8a2-efdd-44cd-9803-c2e01bb5acb8 req-1bd51541-62e4-4e91-9ea4-c4df63f7c158 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915024 Sep 29 23:08:40.644050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.648642 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-63eee416-a1fa-49a6-b892-81e3e807dc6f service neutron] 10.222.0.26 "GET /v2.0/networks/5e590413-2984-4ade-b66c-b6a0de07ff5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273031 Sep 29 23:08:40.707014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Deleting port 5f16e75e-8a10-48f0-96b0-3fb97dd93a2b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:40.707945 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.744478 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6df26294-0cb9-455f-b4a2-11c3bfda4382 req-62909e5e-891d-48e1-b1b0-5409c04dd950 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919665 Sep 29 23:08:40.746637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e704c4a-14eb-4d10-a4c6-1618db041a16 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:08:40.826517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-5ac15d98-7b9d-4445-8e61-e5725881a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:40.828042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-5ac15d98-7b9d-4445-8e61-e5725881a5cf service neutron] 10.222.0.42 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.2536767 Sep 29 23:08:40.874297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.881832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] For port 5f16e75e-8a10-48f0-96b0-3fb97dd93a2b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5f16e75e-8a10-48f0-96b0-3fb97dd93a2b,segment=NetworkSegment(5d33d215-622d-4a58-bda5-44b78b8d4541),segment_id=5d33d215-622d-4a58-bda5-44b78b8d4541)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:40.882199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.886206 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-996f8083-0a1d-4a82-b146-300f35fd1194 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=668cd425-929a-4a49-aa61-934724e4ce95 HTTP/1.1" status: 200 len: 217 time: 0.0788856 Sep 29 23:08:40.906877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Calling delete_port for 5f16e75e-8a10-48f0-96b0-3fb97dd93a2b owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:40.934573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:40.945764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253cdb22-a7a0-40fe-8a25-e86e6aa59b75 req-fe8c7812-5937-4586-80fc-e775522f8b44 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:40.947453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-253cdb22-a7a0-40fe-8a25-e86e6aa59b75 req-fe8c7812-5937-4586-80fc-e775522f8b44 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 945 time: 0.2055337 Sep 29 23:08:40.952068 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-8a886c4a-d4c3-4fb5-820c-94165c3b5448 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8 HTTP/1.1" status: 200 len: 217 time: 0.1098471 Sep 29 23:08:40.990861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-a5cfb9f7-dda1-4aa8-849a-d68c91ffb7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:40.992494 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-a5cfb9f7-dda1-4aa8-849a-d68c91ffb7cd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa4a1bff-ae91-4d40-bd8c-1ede59ca2e63 HTTP/1.1" status: 200 len: 801 time: 0.0971022 Sep 29 23:08:41.024528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event updated for resources: {'Port': ['ID=d7b404fc-a2e9-444e-91ba-17088b132762,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:41.061198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-91f4f50d-383f-441d-a4a3-fc5af33e5738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:41.062831 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-91f4f50d-383f-441d-a4a3-fc5af33e5738 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6be36764-519d-456e-b211-7276deb2c3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567873 Sep 29 23:08:41.067305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.116523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Port': ['ID=5f16e75e-8a10-48f0-96b0-3fb97dd93a2b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:41.118771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No DVR routers for this DVR port 5f16e75e-8a10-48f0-96b0-3fb97dd93a2b on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:41.121558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-253cdb22-a7a0-40fe-8a25-e86e6aa59b75 req-85645e5d-15b5-4979-b292-f99b2d2096d1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599917 Sep 29 23:08:41.193291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-2aee98f5-6aa7-40de-9d4a-22eb3c1d8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:41.198591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-2aee98f5-6aa7-40de-9d4a-22eb3c1d8a47 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.2322152 Sep 29 23:08:41.233290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1671768-c0d3-4d27-ae17-a3e3c963b565 req-d94b39a2-3385-4346-afa4-8b6d522d3db2 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:41.244116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1671768-c0d3-4d27-ae17-a3e3c963b565 req-d94b39a2-3385-4346-afa4-8b6d522d3db2 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.4231815 Sep 29 23:08:41.253674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.283130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-41508f25-517e-402b-a59d-469f0e6427c1 service neutron] 10.222.0.26 "GET /v2.0/networks/6be36764-519d-456e-b211-7276deb2c3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077534 Sep 29 23:08:41.287416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8605243b-eb0a-4f62-a154-8872866e509a']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:41.310878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d33d215-622d-4a58-bda5-44b78b8d4541') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:41.311291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d33d215-622d-4a58-bda5-44b78b8d4541') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:41.316941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-c7bd77ff-d144-4a54-a55a-eb726b9d4201 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073852 Sep 29 23:08:41.327572 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.333111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.378408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.380449 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1671768-c0d3-4d27-ae17-a3e3c963b565 req-a317ea18-1e2c-403e-bd66-366ed5863017 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353624 Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:41.399224 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:41.409720 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.414061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-78e7196e-bb5c-477a-a236-14f3d761a8ff tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4501488 Sep 29 23:08:41.414746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:41.423974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c457f2-c623-4430-91bf-32c118586c3c req-10368689-62f6-4082-833a-1d886fc942d9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:41.425804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96c457f2-c623-4430-91bf-32c118586c3c req-10368689-62f6-4082-833a-1d886fc942d9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 946 time: 0.1635473 Sep 29 23:08:41.453760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1244479727'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:41.467923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2569fb1-e487-43da-b72c-a07bf25f85aa req-d044bf53-98f3-4208-9f86-68c2083d540f service neutron] 10.222.0.26 "GET /v2.0/networks/6be36764-519d-456e-b211-7276deb2c3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730280 Sep 29 23:08:41.471970 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.478910 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.480754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/8605243b-eb0a-4f62-a154-8872866e509a HTTP/1.1" status: 204 len: 168 time: 2.8584938 Sep 29 23:08:41.484212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45548) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:41.490063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-615710294'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:41.506527 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1ffaf-1d80-4943-85bf-3df8965670e1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=8605243b-eb0a-4f62-a154-8872866e509a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:41.524137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Made reservation on behalf of 8b35cac16ef5493cb3728a18fe66806f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:41.527804 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.533314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:41.537775 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.550515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-14c888d2-27d1-4d6e-bfe3-e310ed7d046f service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150562 Sep 29 23:08:41.551592 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.559340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96c457f2-c623-4430-91bf-32c118586c3c req-06bd06f6-d914-432e-ab22-54a765454f86 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987191 Sep 29 23:08:41.593206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:41.611399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-9d58b068-1fed-4710-958d-2723a4363af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:41.611996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-9d58b068-1fed-4710-958d-2723a4363af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:41.614215 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-9d58b068-1fed-4710-958d-2723a4363af6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=28279b8345624d5f90fccb9f1d09587d&device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1981 time: 0.0731387 Sep 29 23:08:41.615446 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.615795 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment bb143536-a0aa-472b-890f-2b192664460f of type vlan for network 622914d5-83fb-4d91-913c-67c999d0b922 Sep 29 23:08:41.698353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-a1f0cc51-cc61-4d72-a9bf-c66fa3ad1315 service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386404 Sep 29 23:08:41.720890 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.750478 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.760870 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.795649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.802024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:41.802624 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.828415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:41.851139 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3658860 Sep 29 23:08:41.854544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45554) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:41.860296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': '622914d5-83fb-4d91-913c-67c999d0b922', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:41.880294 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:41.881080 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Added segment 14b56539-718a-4902-8ab9-ad019b26c53b of type vlan for network bdc41334-79d0-48b8-b7a8-0266f4218299 Sep 29 23:08:41.884219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d7090c-73da-4e18-9015-67a207e5837a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:41.903086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-1bb7f5a6-7948-4e8f-a259-8e1f9b27c484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:41.904593 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-1bb7f5a6-7948-4e8f-a259-8e1f9b27c484 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6be36764-519d-456e-b211-7276deb2c3a8 HTTP/1.1" status: 200 len: 902 time: 0.2800035 Sep 29 23:08:41.905176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa83a-1b68-4bb3-8d18-f8fbcaf94f3a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=622914d5-83fb-4d91-913c-67c999d0b922,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:41.915085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 622914d5-83fb-4d91-913c-67c999d0b922 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:41.959914 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-e460d60e-390b-4bd7-91ab-f5b8b43e12c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.135&port_id=668cd425-929a-4a49-aa61-934724e4ce95 HTTP/1.1" status: 200 len: 217 time: 0.0467820 Sep 29 23:08:41.983188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba873af1-aa84-4cbd-a3e2-085f45855193 req-fe5d56a2-0770-4e6b-ab76-e9cb92a415e5 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:41.989982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba873af1-aa84-4cbd-a3e2-085f45855193 req-fe5d56a2-0770-4e6b-ab76-e9cb92a415e5 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:41.991980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba873af1-aa84-4cbd-a3e2-085f45855193 req-fe5d56a2-0770-4e6b-ab76-e9cb92a415e5 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1679 time: 0.1870477 Sep 29 23:08:42.027475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-2d1adfb9-d05a-476f-8223-59fff6afb75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:42.029612 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-2d1adfb9-d05a-476f-8223-59fff6afb75f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fa4a1bff-ae91-4d40-bd8c-1ede59ca2e63 HTTP/1.1" status: 200 len: 801 time: 0.0601010 Sep 29 23:08:42.077926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-a8bed2f9-8d27-456d-825f-dc5220c08a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:42.079582 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-a8bed2f9-8d27-456d-825f-dc5220c08a65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6be36764-519d-456e-b211-7276deb2c3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0429411 Sep 29 23:08:42.087926 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:42.148160 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba873af1-aa84-4cbd-a3e2-085f45855193 req-5f9c4755-c51f-4956-b64c-54fe354dca0f tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158729 Sep 29 23:08:42.156736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b1c124-d567-405d-894e-bf29b13fc62d req-3c2af380-b01c-4479-a410-71f5afa2ea64 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:42.158383 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-3c2af380-b01c-4479-a410-71f5afa2ea64 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.1272306 Sep 29 23:08:42.161121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:42.166665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:42.195391 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-07ece85b-2351-418e-b060-aa6baabeb151 service neutron] 10.222.0.26 "GET /v2.0/networks/6be36764-519d-456e-b211-7276deb2c3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074228 Sep 29 23:08:42.196024 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:42.203053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:42.203903 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:42.314043 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a927ef3e-d227-4f25-b7a4-bc1694d56fb6 req-5ace15cc-0bcf-4186-8eb9-48a0c42a8cd6 service neutron] 10.222.0.26 "GET /v2.0/networks/6be36764-519d-456e-b211-7276deb2c3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051731 Sep 29 23:08:42.331376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Performing IP validity checks on allocation pools {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 23:08:42.331958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 23:08:42.342146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9262269 Sep 29 23:08:42.345341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45558) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:42.355405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Request body: {'subnet': {'network_id': 'bdc41334-79d0-48b8-b7a8-0266f4218299', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:42.419431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0996d5f2-cfea-48f3-840e-bcdc283cf3f9 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event updated for resources: {'Network': ['ID=bdc41334-79d0-48b8-b7a8-0266f4218299,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:42.432800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network bdc41334-79d0-48b8-b7a8-0266f4218299 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:42.454946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39085e7-8a9c-4d62-89c0-40a39a43f06b req-f1f0d2a0-e6c1-4c4f-b525-4e940a786cb8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:42.456880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a39085e7-8a9c-4d62-89c0-40a39a43f06b req-f1f0d2a0-e6c1-4c4f-b525-4e940a786cb8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 945 time: 0.2195272 Sep 29 23:08:42.505274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Made reservation on behalf of 8b35cac16ef5493cb3728a18fe66806f for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:42.509970 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:42.610000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a39085e7-8a9c-4d62-89c0-40a39a43f06b req-76ce85c9-f5de-4611-843b-d6765cf24c01 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439071 Sep 29 23:08:42.661912 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-16b1c124-d567-405d-894e-bf29b13fc62d req-ff5f0294-1f6d-4e0a-bb51-bcde86db2b2c service neutron] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:42.674734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28be3fb-c9fc-41e9-885a-7434ae646ab8 req-82092d27-5d27-444d-94c0-bf1b1bddff76 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:42.676761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d28be3fb-c9fc-41e9-885a-7434ae646ab8 req-82092d27-5d27-444d-94c0-bf1b1bddff76 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1783206 Sep 29 23:08:42.681745 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-16b1c124-d567-405d-894e-bf29b13fc62d req-ff5f0294-1f6d-4e0a-bb51-bcde86db2b2c service neutron] Notify callbacks [] for binding, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:42.683052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-ff5f0294-1f6d-4e0a-bb51-bcde86db2b2c service neutron] 10.222.0.42 "DELETE /v2.0/ports/a0d18986-cef0-4a07-8b19-749a30dcb8f8/bindings/n-h2-811173-2 HTTP/1.1" status: 204 len: 173 time: 0.5091925 Sep 29 23:08:42.725351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:42.739954 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d28be3fb-c9fc-41e9-885a-7434ae646ab8 req-25456eea-c642-401a-b02f-5a05c7d9f480 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528378 Sep 29 23:08:42.771259 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:42.818029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=c70e0566-af66-4dc6-837d-9b4d33f55202,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:42.826043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': 'bb143536-a0aa-472b-890f-2b192664460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '622914d5-83fb-4d91-913c-67c999d0b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:42.826424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: 622914d5-83fb-4d91-913c-67c999d0b922, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:42.850003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network 622914d5-83fb-4d91-913c-67c999d0b922 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:42.872353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 622914d5-83fb-4d91-913c-67c999d0b922) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:42.881888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64dd2f6-d13e-4b94-a6ce-948c88676e5e None None] Network 622914d5-83fb-4d91-913c-67c999d0b922 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:42.910281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:42.910972 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:42.916605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Checking segment: {'id': '14b56539-718a-4902-8ab9-ad019b26c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bdc41334-79d0-48b8-b7a8-0266f4218299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:42.916971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Network hostable DHCP agents. Network: bdc41334-79d0-48b8-b7a8-0266f4218299, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:42.938553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event updated for resources: {'Subnet': ['ID=5b1e9fa7-7c52-4ed6-919a-6ba4af88c5ce,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:42.958593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Network bdc41334-79d0-48b8-b7a8-0266f4218299 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:42.967818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, bdc41334-79d0-48b8-b7a8-0266f4218299) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:42.975019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:42.975590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:42.978476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf9f05-cb73-4dfd-b257-3761f675fa6a req-18546558-6391-412e-8136-07ad37274897 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:42.985639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b467fb-2f96-4132-87bd-80dc54894efc None None] Network bdc41334-79d0-48b8-b7a8-0266f4218299 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:42.986136 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bccf9f05-cb73-4dfd-b257-3761f675fa6a req-18546558-6391-412e-8136-07ad37274897 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 946 time: 0.1247308 Sep 29 23:08:42.994469 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2ffc5c15-f10f-4961-b271-360f212a871e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6465514 Sep 29 23:08:42.997202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45572) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:43.002529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-518315244', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:43.016953 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 668cd425-929a-4a49-aa61-934724e4ce95 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:08:43.021411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-80bf8ea0-e416-476f-982c-5eba6477a6cb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1657958 Sep 29 23:08:43.026005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45574) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:43.041242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b3e0c-842d-45a7-9d96-4da3b84727ff req-96d40be6-726b-48b2-8dd0-e2da36baff83 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:43.048851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-196b3e0c-842d-45a7-9d96-4da3b84727ff req-96d40be6-726b-48b2-8dd0-e2da36baff83 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 1096 time: 0.1151800 Sep 29 23:08:43.078864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bccf9f05-cb73-4dfd-b257-3761f675fa6a req-d31433b0-7de1-4c26-ae01-d73e83fa3dcb tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923264 Sep 29 23:08:43.098926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-196b3e0c-842d-45a7-9d96-4da3b84727ff req-767ee469-219e-4a4c-896f-b6cdac71df9a tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491347 Sep 29 23:08:43.162986 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:43.164512 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:43.200963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:43.237008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20515abc-6c87-4ac1-83bf-e73d2a5e1a1c req-e445c930-20bf-4cb3-8884-89ab4281d183 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:43.240598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20515abc-6c87-4ac1-83bf-e73d2a5e1a1c req-e445c930-20bf-4cb3-8884-89ab4281d183 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 1096 time: 0.0583968 Sep 29 23:08:43.281710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:43.317921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20515abc-6c87-4ac1-83bf-e73d2a5e1a1c req-4454d723-6f77-4307-80cf-fbf34b8a5412 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708215 Sep 29 23:08:43.359406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 668cd425-929a-4a49-aa61-934724e4ce95, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=668cd425-929a-4a49-aa61-934724e4ce95,segment=NetworkSegment(c508a5c9-4703-44b0-8db0-77bdccb5ad54),segment_id=c508a5c9-4703-44b0-8db0-77bdccb5ad54)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:43.467149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '668cd425-929a-4a49-aa61-934724e4ce95', 'network_id': '6be36764-519d-456e-b211-7276deb2c3a8', 'port_id': '668cd425-929a-4a49-aa61-934724e4ce95', 'mac_address': 'fa:16:3e:dd:b8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa4a1bff-ae91-4d40-bd8c-1ede59ca2e63', 'ip_address': '19.86.0.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:08:43.556110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12949c-7874-40d8-a250-73ee1373b9c3 req-c37cac7a-442b-46c7-be0f-5534d89a94c3 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:43.562578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12949c-7874-40d8-a250-73ee1373b9c3 req-c37cac7a-442b-46c7-be0f-5534d89a94c3 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:43.564673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a12949c-7874-40d8-a250-73ee1373b9c3 req-c37cac7a-442b-46c7-be0f-5534d89a94c3 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1679 time: 0.1107278 Sep 29 23:08:43.583263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-622914d5-83fb-4d91-913c-67c999d0b922', 'network_id': '622914d5-83fb-4d91-913c-67c999d0b922', 'tenant_id': 'a0e0d2d50fe54b8fa560e93332f62f45', 'fixed_ips': [{'subnet_id': 'c70e0566-af66-4dc6-837d-9b4d33f55202'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:08:43.585367 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:43.605933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca93a95-c8c2-48b3-9a0e-3ce5243979bf req-3859db39-2a9a-4ea3-a202-a2ff42b7b2a2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:43.608156 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fca93a95-c8c2-48b3-9a0e-3ce5243979bf req-3859db39-2a9a-4ea3-a202-a2ff42b7b2a2 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 946 time: 0.1086462 Sep 29 23:08:43.640756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a12949c-7874-40d8-a250-73ee1373b9c3 req-0a2a6cde-e5f9-4483-a845-f034158ca5dc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679843 Sep 29 23:08:43.702459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fca93a95-c8c2-48b3-9a0e-3ce5243979bf req-f08a3b3c-55d8-4a88-909b-8f9dd8554c9b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598395 Sep 29 23:08:43.760940 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:43.805585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 668cd425-929a-4a49-aa61-934724e4ce95 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:43.832938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:43.916543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793910da-6205-4fad-8d43-aecf2450b4b2 req-7b4ee322-e09b-44ff-8e49-938ef873acca tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:43.924687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-793910da-6205-4fad-8d43-aecf2450b4b2 req-7b4ee322-e09b-44ff-8e49-938ef873acca tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.0617340 Sep 29 23:08:44.028464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-793910da-6205-4fad-8d43-aecf2450b4b2 req-72bb0f10-8dc1-4508-a672-73077c971ac8 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025360 Sep 29 23:08:44.076039 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.089412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-bdc41334-79d0-48b8-b7a8-0266f4218299', 'network_id': 'bdc41334-79d0-48b8-b7a8-0266f4218299', 'tenant_id': '8b35cac16ef5493cb3728a18fe66806f', 'fixed_ips': [{'subnet_id': '5b1e9fa7-7c52-4ed6-919a-6ba4af88c5ce'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:08:44.091590 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.145141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Allocated IP 172.20.0.3 (622914d5-83fb-4d91-913c-67c999d0b922/c70e0566-af66-4dc6-837d-9b4d33f55202/b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:44.252477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 668cd425-929a-4a49-aa61-934724e4ce95, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=668cd425-929a-4a49-aa61-934724e4ce95,segment=NetworkSegment(c508a5c9-4703-44b0-8db0-77bdccb5ad54),segment_id=c508a5c9-4703-44b0-8db0-77bdccb5ad54)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:44.262760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.263422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:08:44.312768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.341353 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.432403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Allocated IP 172.20.0.2 (bdc41334-79d0-48b8-b7a8-0266f4218299/5b1e9fa7-7c52-4ed6-919a-6ba4af88c5ce/fbf7fd00-944f-465d-bc64-aea20336b9ca) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:44.436272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=668cd425-929a-4a49-aa61-934724e4ce95,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:44.448288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Allocated IP 172.25.4.139 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/8cb8f604-c877-45d0-a570-4b790f4037c9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:44.576502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,segment=NetworkSegment(eabcb736-210b-4cd4-bc41-aa72504e9ffd),segment_id=eabcb736-210b-4cd4-bc41-aa72504e9ffd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:44.577551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.612179 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.635128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'd11e5f02-7cf2-49ab-b7cd-7b5556c50f23', 'network_id': '5e590413-2984-4ade-b66c-b6a0de07ff5c', 'port_id': 'd11e5f02-7cf2-49ab-b7cd-7b5556c50f23', 'mac_address': 'fa:16:3e:3a:b6:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b661cbc-de64-4d5b-9faa-1b9f0c015a18', 'ip_address': '19.80.0.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:08:44.641592 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.672329 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.676730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:44.683009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:44.694795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:44.699884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event updated for resources: {'Port': ['ID=8cb8f604-c877-45d0-a570-4b790f4037c9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:44.755924 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.795667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=c70e0566-af66-4dc6-837d-9b4d33f55202,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:44.797682 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.801584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Network 622914d5-83fb-4d91-913c-67c999d0b922 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:44.842669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:44.848099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:44.851582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Pushing event updated for resources: {'Port': ['ID=b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:44.860599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:44.906791 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.929946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63429-f7d0-45be-95dd-8d80fcdc1aa9 req-cf80b6d0-ef56-41b5-aa70-32ffb20ee3eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:44.933876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,segment=NetworkSegment(eabcb736-210b-4cd4-bc41-aa72504e9ffd),segment_id=eabcb736-210b-4cd4-bc41-aa72504e9ffd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:44.939346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63429-f7d0-45be-95dd-8d80fcdc1aa9 req-cf80b6d0-ef56-41b5-aa70-32ffb20ee3eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:44.942042 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.948920 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.951032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Attempting to bind port b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:44.951445 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Attempting to bind port b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'bb143536-a0aa-472b-890f-2b192664460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '622914d5-83fb-4d91-913c-67c999d0b922'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:44.951775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Attempting to bind port b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2 on network 622914d5-83fb-4d91-913c-67c999d0b922 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:44.952764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7be63429-f7d0-45be-95dd-8d80fcdc1aa9 req-cf80b6d0-ef56-41b5-aa70-32ffb20ee3eb tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1680 time: 0.0973506 Sep 29 23:08:44.972379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072f99b-0576-46ea-b2a0-2a8cadaddb6d req-9f18669d-51d0-4d76-88b9-9430a1911435 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:44.973919 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4072f99b-0576-46ea-b2a0-2a8cadaddb6d req-9f18669d-51d0-4d76-88b9-9430a1911435 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 946 time: 0.1759109 Sep 29 23:08:44.982276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.998280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:44.999151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Checking segment: {'id': 'bb143536-a0aa-472b-890f-2b192664460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '622914d5-83fb-4d91-913c-67c999d0b922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:44.999151 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:44.999458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Bound using segment: {'id': 'bb143536-a0aa-472b-890f-2b192664460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '622914d5-83fb-4d91-913c-67c999d0b922'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:44.999981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Bound port: b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb143536-a0aa-472b-890f-2b192664460f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '622914d5-83fb-4d91-913c-67c999d0b922'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:45.000380 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.011718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622914d5-83fb-4d91-913c-67c999d0b922']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:45.023440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Pushing event updated for resources: {'Port': ['ID=fbf7fd00-944f-465d-bc64-aea20336b9ca,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:45.027398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Network bdc41334-79d0-48b8-b7a8-0266f4218299 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:45.030354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb143536-a0aa-472b-890f-2b192664460f') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:45.031046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb143536-a0aa-472b-890f-2b192664460f') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:45.033642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:45.043588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.056538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7be63429-f7d0-45be-95dd-8d80fcdc1aa9 req-ffc494e1-6014-4f57-9113-bfa2beb689d1 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027582 Sep 29 23:08:45.082335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4072f99b-0576-46ea-b2a0-2a8cadaddb6d req-5f293e2a-e25e-41aa-a3b6-dcedd3d4e6d9 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016321 Sep 29 23:08:45.087280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:45.103301 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.115921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:45.117467 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:45.122986 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:45.160946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:45.199272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] For port b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:45.201685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Attempting to bind port fbf7fd00-944f-465d-bc64-aea20336b9ca on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:45.202028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Attempting to bind port fbf7fd00-944f-465d-bc64-aea20336b9ca by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '14b56539-718a-4902-8ab9-ad019b26c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bdc41334-79d0-48b8-b7a8-0266f4218299'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:45.202398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Attempting to bind port fbf7fd00-944f-465d-bc64-aea20336b9ca on network bdc41334-79d0-48b8-b7a8-0266f4218299 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:45.208853 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:45.209234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Checking segment: {'id': '14b56539-718a-4902-8ab9-ad019b26c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bdc41334-79d0-48b8-b7a8-0266f4218299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:45.209646 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.210044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Bound using segment: {'id': '14b56539-718a-4902-8ab9-ad019b26c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bdc41334-79d0-48b8-b7a8-0266f4218299'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:45.210525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Bound port: fbf7fd00-944f-465d-bc64-aea20336b9ca, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b56539-718a-4902-8ab9-ad019b26c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'bdc41334-79d0-48b8-b7a8-0266f4218299'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:45.210927 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.271871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.273853 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 23:08:45.273853 n-d-811173-2 neutron-server[110006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 23:08:45.273853 n-d-811173-2 neutron-server[110006]: [parameters: {'id': '622914d5-83fb-4d91-913c-67c999d0b922'}] Sep 29 23:08:45.273853 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:08:45.274437 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:08:45.280482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['668cd425-929a-4a49-aa61-934724e4ce95'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:08:45.296965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2c532-0711-4ea9-9230-1882294b9873 req-6dd09bc7-5fcd-4ebf-9e15-14b5e4c49e74 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:45.298726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ec2c532-0711-4ea9-9230-1882294b9873 req-6dd09bc7-5fcd-4ebf-9e15-14b5e4c49e74 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1079788 Sep 29 23:08:45.353689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] For port b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2,segment=NetworkSegment(bb143536-a0aa-472b-890f-2b192664460f),segment_id=bb143536-a0aa-472b-890f-2b192664460f)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:45.367423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d501e954-443f-4ead-9049-518ad60e777b None None] For port fbf7fd00-944f-465d-bc64-aea20336b9ca, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:45.376215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d501e954-443f-4ead-9049-518ad60e777b None None] For port fbf7fd00-944f-465d-bc64-aea20336b9ca, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fbf7fd00-944f-465d-bc64-aea20336b9ca,segment=NetworkSegment(14b56539-718a-4902-8ab9-ad019b26c53b),segment_id=14b56539-718a-4902-8ab9-ad019b26c53b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:45.380051 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.395187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ec2c532-0711-4ea9-9230-1882294b9873 req-cdc62317-9cb4-44fa-be67-d61bdbcb6815 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898349 Sep 29 23:08:45.418802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.594994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.628966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9b0413-5d62-4218-8349-f15b1989810e None None] Pushing event updated for resources: {'Port': ['ID=b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:45.631958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8988cbe-ca3e-4317-bc8c-ea289c773f01 None None] Network 622914d5-83fb-4d91-913c-67c999d0b922 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:45.776228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:45.831861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Router 19286043-f7b6-4afc-8728-fd720adca67f is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:08:45.873222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d501e954-443f-4ead-9049-518ad60e777b None None] Pushing event updated for resources: {'Port': ['ID=fbf7fd00-944f-465d-bc64-aea20336b9ca,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:45.982316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Deleting port b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:45.982678 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.019998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:08:46.030420 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc243ca3-2c09-4c4b-87fa-b3db88c4ec55 None None] Sync routers for ids ['19286043-f7b6-4afc-8728-fd720adca67f'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:08:46.041219 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc243ca3-2c09-4c4b-87fa-b3db88c4ec55 None None] Routers {'19286043-f7b6-4afc-8728-fd720adca67f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:08:46.042016 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-dc243ca3-2c09-4c4b-87fa-b3db88c4ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['19286043-f7b6-4afc-8728-fd720adca67f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:46.070066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] For port b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2,segment=NetworkSegment(bb143536-a0aa-472b-890f-2b192664460f),segment_id=bb143536-a0aa-472b-890f-2b192664460f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:46.070349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.077649 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-dc243ca3-2c09-4c4b-87fa-b3db88c4ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:46.090728 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.097104 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c773c17e-1bc3-43cd-98f9-08e38c6f78da tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.0956559 Sep 29 23:08:46.097403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45634) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:46.100775 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc243ca3-2c09-4c4b-87fa-b3db88c4ec55 None None] Routers {'19286043-f7b6-4afc-8728-fd720adca67f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:08:46.101565 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-dc243ca3-2c09-4c4b-87fa-b3db88c4ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['19286043-f7b6-4afc-8728-fd720adca67f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:46.106617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Calling delete_port for b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:46.153985 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-dc243ca3-2c09-4c4b-87fa-b3db88c4ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:46.155151 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc243ca3-2c09-4c4b-87fa-b3db88c4ec55 None None] The sync data for ids ['19286043-f7b6-4afc-8728-fd720adca67f'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:08:46.235876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.270437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Port': ['ID=b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:46.277541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No DVR routers for this DVR port b1f376e6-d8c5-4f97-a6cd-4e2122fe45a2 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:46.296690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['d11e5f02-7cf2-49ab-b7cd-7b5556c50f23'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:08:46.408487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.438235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['622914d5-83fb-4d91-913c-67c999d0b922']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:46.451581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb143536-a0aa-472b-890f-2b192664460f') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:46.452113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb143536-a0aa-472b-890f-2b192664460f') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:46.470574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.486653 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.496014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 505 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:46.496807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.509225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b879f-46fe-434d-a401-4d8445a41990 req-3ca4a8ce-5673-469e-ad60-14a22df3f97b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:46.516088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b879f-46fe-434d-a401-4d8445a41990 req-3ca4a8ce-5673-469e-ad60-14a22df3f97b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:46.517961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-210b879f-46fe-434d-a401-4d8445a41990 req-3ca4a8ce-5673-469e-ad60-14a22df3f97b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1681 time: 0.0821621 Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:46.544159 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:46.607116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.620140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.622208 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/622914d5-83fb-4d91-913c-67c999d0b922 HTTP/1.1" status: 204 len: 168 time: 3.5952556 Sep 29 23:08:46.626034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45644) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:46.640382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-579914324'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:46.649740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ff941-d29a-4b32-9262-e80e0a7635f6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=622914d5-83fb-4d91-913c-67c999d0b922,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:46.673205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:46.678340 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.706005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:46.717151 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.718041 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment 8ac7483e-9c1a-4c9b-86f9-5bb1761b586b of type vlan for network 87b0c5dc-ed8e-43c3-af98-0372f1070b19 Sep 29 23:08:46.771101 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.805773 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.821273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:46.822407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:46.876673 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2494538 Sep 29 23:08:46.880285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45646) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:46.885936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': '87b0c5dc-ed8e-43c3-af98-0372f1070b19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:46.917609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device fbf7fd00-944f-465d-bc64-aea20336b9ca up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:46.924440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-210b879f-46fe-434d-a401-4d8445a41990 req-b881b4b8-159b-444b-8f49-6a08666bc778 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955288 Sep 29 23:08:46.936398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c111d54-fdb5-4532-ad10-c170084d1ed7 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=87b0c5dc-ed8e-43c3-af98-0372f1070b19,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:47.001266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ece436-63a2-432c-92f7-bf0c4607d729 req-bc781364-6727-40aa-a426-f468e7003180 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:47.003536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0ece436-63a2-432c-92f7-bf0c4607d729 req-bc781364-6727-40aa-a426-f468e7003180 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.4439852 Sep 29 23:08:47.013277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d0628-7d12-4a78-b30a-24621294c095 None None] Network bdc41334-79d0-48b8-b7a8-0266f4218299 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:47.024457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 87b0c5dc-ed8e-43c3-af98-0372f1070b19 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:47.034888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:08:47.044739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 668cd425-929a-4a49-aa61-934724e4ce95 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:47.048293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:47.055122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.112823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0ece436-63a2-432c-92f7-bf0c4607d729 req-a080575a-7d26-46f4-8bc4-eff72e6a8be6 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820491 Sep 29 23:08:47.194066 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.286083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dc9a2afc-e696-4c3b-b0ab-a367d15851b8 None None] Provisioning complete for port fbf7fd00-944f-465d-bc64-aea20336b9ca triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:47.286372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2afc-e696-4c3b-b0ab-a367d15851b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.323336 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.369290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port fbf7fd00-944f-465d-bc64-aea20336b9ca triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:47.369773 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.406025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=813a32f7-0fb6-40d4-aab1-915364e8553f,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:47.420821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': '8ac7483e-9c1a-4c9b-86f9-5bb1761b586b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '87b0c5dc-ed8e-43c3-af98-0372f1070b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:47.421274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: 87b0c5dc-ed8e-43c3-af98-0372f1070b19, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:47.446977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network 87b0c5dc-ed8e-43c3-af98-0372f1070b19 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:47.473754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 87b0c5dc-ed8e-43c3-af98-0372f1070b19) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:47.479113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:47.480226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.498942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ecb1d095-d004-459b-a61e-323d6cfcc41b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6171641 Sep 29 23:08:47.501609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45658) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:47.612910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 668cd425-929a-4a49-aa61-934724e4ce95 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:08:47.615507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97237597-6bb6-43a4-bf53-e36b01e0554e None None] Network 87b0c5dc-ed8e-43c3-af98-0372f1070b19 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:47.628130 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.646501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 668cd425-929a-4a49-aa61-934724e4ce95 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:47.646875 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.670860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:47.685027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Allocated IP 172.20.0.1 (bdc41334-79d0-48b8-b7a8-0266f4218299/5b1e9fa7-7c52-4ed6-919a-6ba4af88c5ce/2d72c803-67f9-449e-8394-83944b0319a7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:47.686063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.751131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.769482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'port_id': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67', 'mac_address': 'fa:16:3e:c0:15:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:08:47.784516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=813a32f7-0fb6-40d4-aab1-915364e8553f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:47.850467 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.860297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.873548 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.894125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b0c5dc-ed8e-43c3-af98-0372f1070b19']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:47.913292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac7483e-9c1a-4c9b-86f9-5bb1761b586b') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:47.913549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac7483e-9c1a-4c9b-86f9-5bb1761b586b') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:47.916372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.918108 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2afc-e696-4c3b-b0ab-a367d15851b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.935248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.940814 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.962516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Network bdc41334-79d0-48b8-b7a8-0266f4218299 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:47.965729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:47.969841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:47.982809 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:47.985371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:08:47.994018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:47.994516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.014708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event updated for resources: {'Port': ['ID=2d72c803-67f9-449e-8394-83944b0319a7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:48.055211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:48.111294 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:48.128204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.135237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.140394 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/87b0c5dc-ed8e-43c3-af98-0372f1070b19 HTTP/1.1" status: 204 len: 168 time: 0.6342981 Sep 29 23:08:48.153663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45674) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:48.157073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:48.180532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2003323612'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:48.187398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb138d33-ffe5-461d-95b8-c9c5f19da2c6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=87b0c5dc-ed8e-43c3-af98-0372f1070b19,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:48.213120 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.225046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dc9a2afc-e696-4c3b-b0ab-a367d15851b8 None None] For port fbf7fd00-944f-465d-bc64-aea20336b9ca, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fbf7fd00-944f-465d-bc64-aea20336b9ca,segment=NetworkSegment(14b56539-718a-4902-8ab9-ad019b26c53b),segment_id=14b56539-718a-4902-8ab9-ad019b26c53b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:48.236009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:48.240087 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.241659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6479fb-166d-4b5a-af43-dbf88a857162 None None] Network 87b0c5dc-ed8e-43c3-af98-0372f1070b19 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:48.248733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288745f4-ae02-4062-afd2-22e6c5196ced req-e8303cfe-e8cb-4c09-82b1-d8d73d99d286 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:48.259356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288745f4-ae02-4062-afd2-22e6c5196ced req-e8303cfe-e8cb-4c09-82b1-d8d73d99d286 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:48.262072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-288745f4-ae02-4062-afd2-22e6c5196ced req-e8303cfe-e8cb-4c09-82b1-d8d73d99d286 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1681 time: 0.2034390 Sep 29 23:08:48.270399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:48.288200 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.288926 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment 5a5c858a-eb62-4820-b828-1c8c467e7800 of type vlan for network 97cad092-fb93-419b-8b16-651bcc529089 Sep 29 23:08:48.347486 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.364391 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dc9a2afc-e696-4c3b-b0ab-a367d15851b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.369579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6479fb-166d-4b5a-af43-dbf88a857162 None None] Network 87b0c5dc-ed8e-43c3-af98-0372f1070b19 could not be found, it might have been deleted concurrently. {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 23:08:48.396711 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.401695 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.403907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:48.406582 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.457937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['6b28c39f-b40f-4cf4-a778-50ac7f0c7e67'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:08:48.470827 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3158228 Sep 29 23:08:48.476148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45686) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:48.482383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': '97cad092-fb93-419b-8b16-651bcc529089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:48.531983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-288745f4-ae02-4062-afd2-22e6c5196ced req-6d8367db-a4f0-4b4a-bab4-f28d102be9c0 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496699 Sep 29 23:08:48.539429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.544656 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:08:48.545940 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:08:48.574373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890998a-a74b-4d14-b3fa-0c1cd0d8b0d8 req-4ef5663c-52ee-478c-99dc-c6af9395dfa6 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:48.583338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c890998a-a74b-4d14-b3fa-0c1cd0d8b0d8 req-4ef5663c-52ee-478c-99dc-c6af9395dfa6 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.2021284 Sep 29 23:08:48.604563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668cd425-929a-4a49-aa61-934724e4ce95'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:48.607252 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8735d158-41db-4b95-95f0-49bc630c216c" -d '{"events": [{"server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "name": "network-vif-plugged", "status": "completed", "tag": "668cd425-929a-4a49-aa61-934724e4ce95"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:48.625921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a035b70-77c5-40a3-b9f7-a584adfaa604 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=97cad092-fb93-419b-8b16-651bcc529089,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:48.632464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:48.655303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 97cad092-fb93-419b-8b16-651bcc529089 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:48.668945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 668cd425-929a-4a49-aa61-934724e4ce95, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=668cd425-929a-4a49-aa61-934724e4ce95,segment=NetworkSegment(c508a5c9-4703-44b0-8db0-77bdccb5ad54),segment_id=c508a5c9-4703-44b0-8db0-77bdccb5ad54)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:48.775381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c890998a-a74b-4d14-b3fa-0c1cd0d8b0d8 req-f6d3a73e-26bc-4466-8cd0-bbc09f1e884a tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910727 Sep 29 23:08:48.814210 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.834946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:48.838087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1a2b06a2-6ab7-4f2a-863a-f38eae1b6a08 None None] Provisioning complete for port fbf7fd00-944f-465d-bc64-aea20336b9ca triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:48.838898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.839290 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1a2b06a2-6ab7-4f2a-863a-f38eae1b6a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:48.897505 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb25a25-827c-42e9-ad82-b226db93a057 x-openstack-request-id: req-3fb25a25-827c-42e9-ad82-b226db93a057 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:48.898181 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "name": "network-vif-plugged", "status": "completed", "tag": "668cd425-929a-4a49-aa61-934724e4ce95", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:48.898644 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3fb25a25-827c-42e9-ad82-b226db93a057 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:48.899275 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '668cd425-929a-4a49-aa61-934724e4ce95', 'code': 200} Sep 29 23:08:49.034636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ffc14-3327-45ce-8964-efa8ba14a270 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:08:49.098497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:49.167159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:49.197629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:49.223018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:49.240176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=10e2ee0f-54f1-42c9-8246-1042e950a6c2,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:49.258703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': '5a5c858a-eb62-4820-b828-1c8c467e7800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '97cad092-fb93-419b-8b16-651bcc529089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:49.259418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: 97cad092-fb93-419b-8b16-651bcc529089, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:49.260264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a2afc-e696-4c3b-b0ab-a367d15851b8 None None] Pushing event updated for resources: {'Port': ['ID=fbf7fd00-944f-465d-bc64-aea20336b9ca,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:49.300126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network 97cad092-fb93-419b-8b16-651bcc529089 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:49.334900 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 97cad092-fb93-419b-8b16-651bcc529089) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:49.340705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:49.343120 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:49.394067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event updated for resources: {'Port': ['ID=2d72c803-67f9-449e-8394-83944b0319a7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:49.396968 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:49.436062 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f3f429c4-b3f7-4b40-8ad9-6d6a9d457747 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9579160 Sep 29 23:08:49.438612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45712) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:49.579078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Network bdc41334-79d0-48b8-b7a8-0266f4218299 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:49.580647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:49.681393 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:49.757284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device fbf7fd00-944f-465d-bc64-aea20336b9ca up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:49.813863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:49.833778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6e8571ff-72ed-4dd2-8f00-da8b05933a5f None None] Provisioning complete for port 2d72c803-67f9-449e-8394-83944b0319a7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:49.834156 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e8571ff-72ed-4dd2-8f00-da8b05933a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:49.835710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:08:49.847225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:49.847638 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:49.863166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=668cd425-929a-4a49-aa61-934724e4ce95,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:49.892560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15056a4-8a98-4797-8640-e5411b625f86 req-63aab63e-7e00-4f6a-8fe3-35c5128382d1 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:49.903707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15056a4-8a98-4797-8640-e5411b625f86 req-63aab63e-7e00-4f6a-8fe3-35c5128382d1 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:49.919194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a15056a4-8a98-4797-8640-e5411b625f86 req-63aab63e-7e00-4f6a-8fe3-35c5128382d1 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1682 time: 0.2190123 Sep 29 23:08:49.949466 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:49.999863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=10e2ee0f-54f1-42c9-8246-1042e950a6c2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:50.054788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a15056a4-8a98-4797-8640-e5411b625f86 req-6833cdf1-215a-4762-a5e6-f21b5897c236 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338975 Sep 29 23:08:50.069046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Router 19286043-f7b6-4afc-8728-fd720adca67f has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:08:50.105449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca2e12-7a5a-4166-bc46-f427c42bd393 req-c55c6b0c-767b-4b17-89d0-b51e6d7dd08e tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:50.117317 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cca2e12-7a5a-4166-bc46-f427c42bd393 req-c55c6b0c-767b-4b17-89d0-b51e6d7dd08e tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1311131 Sep 29 23:08:50.124046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6e8571ff-72ed-4dd2-8f00-da8b05933a5f None None] Port 2d72c803-67f9-449e-8394-83944b0319a7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:08:50.140666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.144767 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.186743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ffc14-3327-45ce-8964-efa8ba14a270 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:08:50.191682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cad092-fb93-419b-8b16-651bcc529089']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:50.225552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a5c858a-eb62-4820-b828-1c8c467e7800') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:50.225889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a5c858a-eb62-4820-b828-1c8c467e7800') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:50.226691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cca2e12-7a5a-4166-bc46-f427c42bd393 req-c13f8575-ec28-48cf-875d-a210613b259d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029131 Sep 29 23:08:50.243490 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.267949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.272129 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.287014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:50.290354 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:50.294750 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:50.302288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port fbf7fd00-944f-465d-bc64-aea20336b9ca triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:50.302684 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.473698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.485115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.492072 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/97cad092-fb93-419b-8b16-651bcc529089 HTTP/1.1" status: 204 len: 168 time: 1.0522215 Sep 29 23:08:50.492714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45734) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:50.523311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1654061878'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:50.555402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,segment=NetworkSegment(eabcb736-210b-4cd4-bc41-aa72504e9ffd),segment_id=eabcb736-210b-4cd4-bc41-aa72504e9ffd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:50.573762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bbc6ac-7532-4a01-9adc-3768288f2b7e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=97cad092-fb93-419b-8b16-651bcc529089,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:50.599704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.615056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:50.619018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.672837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:50.676879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:08:50.691674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-64ad0b96-564f-4352-939e-6043ffa4aab2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "PUT /v2.0/routers/19286043-f7b6-4afc-8728-fd720adca67f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5901854 Sep 29 23:08:50.691885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.691885 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment 552e2c0f-ade6-4378-ba58-d2fa8e211c69 of type vlan for network 5510a474-7207-4b8c-93d6-fec0c45aa9ba Sep 29 23:08:50.692237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45736) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:50.701451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Request body: {'port': {'network_id': 'bdc41334-79d0-48b8-b7a8-0266f4218299', 'name': 'tempest-FloatingIPAdminTestJSON-1149725242'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:50.743875 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.745359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:50.750469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5598a-4a04-4f84-8ae9-a3d6e7439214 None None] Sync routers for ids ['19286043-f7b6-4afc-8728-fd720adca67f'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:08:50.783085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.792199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:50.792852 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:50.794867 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5598a-4a04-4f84-8ae9-a3d6e7439214 None None] Routers {'19286043-f7b6-4afc-8728-fd720adca67f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:08:50.795518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c3f5598a-4a04-4f84-8ae9-a3d6e7439214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['19286043-f7b6-4afc-8728-fd720adca67f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:50.831995 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3315420 Sep 29 23:08:50.841314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45742) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:50.847507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c3f5598a-4a04-4f84-8ae9-a3d6e7439214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:50.848506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': '5510a474-7207-4b8c-93d6-fec0c45aa9ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:50.930549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc168e09-5250-42e9-967a-414190d6cafb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=5510a474-7207-4b8c-93d6-fec0c45aa9ba,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:50.979781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11e5f02-7cf2-49ab-b7cd-7b5556c50f23'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:50.986697 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f194652c-9c96-444b-a320-aff5bb4d733d" -d '{"events": [{"server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "name": "network-vif-plugged", "status": "completed", "tag": "d11e5f02-7cf2-49ab-b7cd-7b5556c50f23"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:51.010259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 5510a474-7207-4b8c-93d6-fec0c45aa9ba details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:51.018827 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5598a-4a04-4f84-8ae9-a3d6e7439214 None None] Routers {'19286043-f7b6-4afc-8728-fd720adca67f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:08:51.021337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c3f5598a-4a04-4f84-8ae9-a3d6e7439214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['19286043-f7b6-4afc-8728-fd720adca67f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:51.047623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Made reservation on behalf of 8b35cac16ef5493cb3728a18fe66806f for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:51.057684 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:51.067018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:51.070825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:51.105659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] device_id is not set on port 1de27949-ba23-47c0-ab39-d90ea6199f94 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:08:51.204429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Performing IP validity checks on allocation pools {{(pid=110006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 23:08:51.207691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 23:08:51.271494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:08:51.277007 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9872215b-c7db-48fd-b439-b3f0ffd65b69 x-openstack-request-id: req-9872215b-c7db-48fd-b439-b3f0ffd65b69 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:51.277470 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "name": "network-vif-plugged", "status": "completed", "tag": "d11e5f02-7cf2-49ab-b7cd-7b5556c50f23", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:51.277921 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9872215b-c7db-48fd-b439-b3f0ffd65b69 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:51.278381 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11e5f02-7cf2-49ab-b7cd-7b5556c50f23', 'code': 200} Sep 29 23:08:51.284895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c3f5598a-4a04-4f84-8ae9-a3d6e7439214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:51.285778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5598a-4a04-4f84-8ae9-a3d6e7439214 None None] The sync data for ids ['19286043-f7b6-4afc-8728-fd720adca67f'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:08:51.347264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e07e6-a45a-412f-a4ae-fc99a95af914 req-ace4802e-f6db-4e95-9760-06a7b9b56cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:51.347758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5e07e6-a45a-412f-a4ae-fc99a95af914 req-ace4802e-f6db-4e95-9760-06a7b9b56cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:51.356576 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9d5e07e6-a45a-412f-a4ae-fc99a95af914 req-ace4802e-f6db-4e95-9760-06a7b9b56cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1985 time: 0.1422973 Sep 29 23:08:51.475246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:51.475856 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:51.491948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Allocated IP 172.20.0.3 (bdc41334-79d0-48b8-b7a8-0266f4218299/5b1e9fa7-7c52-4ed6-919a-6ba4af88c5ce/1de27949-ba23-47c0-ab39-d90ea6199f94) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:51.549243 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9d5e07e6-a45a-412f-a4ae-fc99a95af914 req-122491fd-27d6-4e7b-93e1-46998d33c03c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818285 Sep 29 23:08:51.557089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b77b3-6dd6-4745-a27a-3add03cdce3d req-9e40e77a-4ab6-4a7e-b0be-caf2c1eb55d3 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:51.579536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39b77b3-6dd6-4745-a27a-3add03cdce3d req-9e40e77a-4ab6-4a7e-b0be-caf2c1eb55d3 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:51.581494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a59cc-d8b5-46c7-81d5-b0333486654e None None] Network 97cad092-fb93-419b-8b16-651bcc529089 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:51.584996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b39b77b3-6dd6-4745-a27a-3add03cdce3d req-9e40e77a-4ab6-4a7e-b0be-caf2c1eb55d3 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1683 time: 0.3611135 Sep 29 23:08:51.624773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a59cc-d8b5-46c7-81d5-b0333486654e None None] Network 97cad092-fb93-419b-8b16-651bcc529089 could not be found, it might have been deleted concurrently. {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 23:08:51.673118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe22868-57b6-4990-94a8-65667559e1de None None] Network 97cad092-fb93-419b-8b16-651bcc529089 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:51.703567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe22868-57b6-4990-94a8-65667559e1de None None] Network 97cad092-fb93-419b-8b16-651bcc529089 could not be found, it might have been deleted concurrently. {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 23:08:51.707465 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:51.741117 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:51.778346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e66883-d6ff-40f8-af35-509efbd038d0 req-ff0dd29b-5bb1-49c6-b355-1f2443fae541 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:51.787850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9e66883-d6ff-40f8-af35-509efbd038d0 req-ff0dd29b-5bb1-49c6-b355-1f2443fae541 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.3931806 Sep 29 23:08:51.817414 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=0be0ea9e-c6cd-4306-ad96-71e4fc7ef680,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:51.829443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b39b77b3-6dd6-4745-a27a-3add03cdce3d req-522c9787-be8d-46a2-a52d-4ec2fb54f559 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316587 Sep 29 23:08:51.830042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:51.839151 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:51.924237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': '552e2c0f-ade6-4378-ba58-d2fa8e211c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5510a474-7207-4b8c-93d6-fec0c45aa9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:51.930456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: 5510a474-7207-4b8c-93d6-fec0c45aa9ba, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:51.954894 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9e66883-d6ff-40f8-af35-509efbd038d0 req-c23b942f-bd77-4fde-9bcc-bb123b116717 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635504 Sep 29 23:08:51.994832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network 5510a474-7207-4b8c-93d6-fec0c45aa9ba is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:51.996825 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:52.014431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 5510a474-7207-4b8c-93d6-fec0c45aa9ba) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:52.029359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:52.033647 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785c4d29-670b-488a-9099-c310c41c7597 None None] Network 5510a474-7207-4b8c-93d6-fec0c45aa9ba requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:52.036030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:52.094687 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4d8f33a1-0634-4e4e-a4ae-b79d3abb4346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.2519853 Sep 29 23:08:52.098182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45774) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:52.151596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e75e234c-c6e3-4848-a6e9-7ab2e7e8c9da None None] Provisioning complete for port 2d72c803-67f9-449e-8394-83944b0319a7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:52.151596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e75e234c-c6e3-4848-a6e9-7ab2e7e8c9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:52.173902 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:52.272159 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:52.304315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e75e234c-c6e3-4848-a6e9-7ab2e7e8c9da None None] Port 2d72c803-67f9-449e-8394-83944b0319a7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:08:52.352577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:52.361182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-5510a474-7207-4b8c-93d6-fec0c45aa9ba', 'network_id': '5510a474-7207-4b8c-93d6-fec0c45aa9ba', 'tenant_id': 'a0e0d2d50fe54b8fa560e93332f62f45', 'fixed_ips': [{'subnet_id': '0be0ea9e-c6cd-4306-ad96-71e4fc7ef680'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:08:52.362686 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:52.383005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Network bdc41334-79d0-48b8-b7a8-0266f4218299 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:52.387614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:52.393286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:52.449696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:52.452320 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:52.504686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event updated for resources: {'Port': ['ID=1de27949-ba23-47c0-ab39-d90ea6199f94,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:52.525023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ea7c2ec9-73ec-402b-9d1a-8e4374c7ec2e tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8316302 Sep 29 23:08:52.525820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45804) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:52.632883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'project_id': '8b35cac16ef5493cb3728a18fe66806f', 'port_id': '1de27949-ba23-47c0-ab39-d90ea6199f94'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:52.650259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Allocated IP 172.20.0.3 (5510a474-7207-4b8c-93d6-fec0c45aa9ba/0be0ea9e-c6cd-4306-ad96-71e4fc7ef680/b37b6ed1-bb08-4979-a103-d3cc438dc6a1) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:52.699986 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:52.843702 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:52.870042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-307fbf68-177c-4d2e-b099-4958d55df7db None None] Provisioning complete for port 1de27949-ba23-47c0-ab39-d90ea6199f94 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:08:52.870599 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-307fbf68-177c-4d2e-b099-4958d55df7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.059189 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.159056 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.163316 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-307fbf68-177c-4d2e-b099-4958d55df7db None None] Port 1de27949-ba23-47c0-ab39-d90ea6199f94 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:08:53.175342 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.215799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.240809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Allocated IP 172.25.4.53 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/1f7922f8-d56e-4410-81fc-68e304c7ffc2) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:53.279599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffbf98a-8214-4bbc-a761-0af62e966d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:53.286175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6e4eb-e8b1-40df-8e36-5e6ebeb9000e req-ed21fa39-ae1b-41d3-84ad-e4ea621d6615 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:53.288212 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7bb6fe-6063-4dcf-b125-39962b1ecff3" -d '{"events": [{"server_uuid": "1ffbf98a-8214-4bbc-a761-0af62e966d78", "name": "network-vif-plugged", "status": "completed", "tag": "6b28c39f-b40f-4cf4-a778-50ac7f0c7e67"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:53.292416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=0be0ea9e-c6cd-4306-ad96-71e4fc7ef680,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:53.292548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6e4eb-e8b1-40df-8e36-5e6ebeb9000e req-ed21fa39-ae1b-41d3-84ad-e4ea621d6615 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:53.293892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Network 5510a474-7207-4b8c-93d6-fec0c45aa9ba is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:53.299085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:53.301063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4b6e4eb-e8b1-40df-8e36-5e6ebeb9000e req-ed21fa39-ae1b-41d3-84ad-e4ea621d6615 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1683 time: 0.2581263 Sep 29 23:08:53.311566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:53.317697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Pushing event updated for resources: {'Port': ['ID=b37b6ed1-bb08-4979-a103-d3cc438dc6a1,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:53.335016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f104270e-feec-4711-bbf6-55c1e2ffb8d8 req-8973338c-de72-4d53-9501-221ac8e8d58c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:53.342796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f104270e-feec-4711-bbf6-55c1e2ffb8d8 req-8973338c-de72-4d53-9501-221ac8e8d58c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.2128050 Sep 29 23:08:53.411613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Attempting to bind port b37b6ed1-bb08-4979-a103-d3cc438dc6a1 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:53.412081 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4b6e4eb-e8b1-40df-8e36-5e6ebeb9000e req-4fda73b8-4e11-4331-81ad-e9eed3a07bd1 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056898 Sep 29 23:08:53.412200 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Attempting to bind port b37b6ed1-bb08-4979-a103-d3cc438dc6a1 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '552e2c0f-ade6-4378-ba58-d2fa8e211c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5510a474-7207-4b8c-93d6-fec0c45aa9ba'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:53.412640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Attempting to bind port b37b6ed1-bb08-4979-a103-d3cc438dc6a1 on network 5510a474-7207-4b8c-93d6-fec0c45aa9ba {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:53.419704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:53.420249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Checking segment: {'id': '552e2c0f-ade6-4378-ba58-d2fa8e211c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5510a474-7207-4b8c-93d6-fec0c45aa9ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:53.420763 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.421261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Bound using segment: {'id': '552e2c0f-ade6-4378-ba58-d2fa8e211c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5510a474-7207-4b8c-93d6-fec0c45aa9ba'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:53.421847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Bound port: b37b6ed1-bb08-4979-a103-d3cc438dc6a1, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552e2c0f-ade6-4378-ba58-d2fa8e211c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5510a474-7207-4b8c-93d6-fec0c45aa9ba'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:53.422346 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.526724 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.541339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f104270e-feec-4711-bbf6-55c1e2ffb8d8 req-c98297c1-5882-4c7a-966a-50cfae39d5f1 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975586 Sep 29 23:08:53.595098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] For port b37b6ed1-bb08-4979-a103-d3cc438dc6a1, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:53.600028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5510a474-7207-4b8c-93d6-fec0c45aa9ba']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:53.606337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] For port b37b6ed1-bb08-4979-a103-d3cc438dc6a1, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b37b6ed1-bb08-4979-a103-d3cc438dc6a1,segment=NetworkSegment(552e2c0f-ade6-4378-ba58-d2fa8e211c69),segment_id=552e2c0f-ade6-4378-ba58-d2fa8e211c69)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:53.614013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552e2c0f-ade6-4378-ba58-d2fa8e211c69') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:53.614251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552e2c0f-ade6-4378-ba58-d2fa8e211c69') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:53.616275 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.630634 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.649328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.653614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.668140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:53.668590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:53.671815 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:53.733808 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:53.796496 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a93c615-2abe-46a8-8820-0af46c7787f9 x-openstack-request-id: req-2a93c615-2abe-46a8-8820-0af46c7787f9 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:53.797630 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffbf98a-8214-4bbc-a761-0af62e966d78", "name": "network-vif-plugged", "status": "completed", "tag": "6b28c39f-b40f-4cf4-a778-50ac7f0c7e67", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:53.798122 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a93c615-2abe-46a8-8820-0af46c7787f9 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:53.799765 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffbf98a-8214-4bbc-a761-0af62e966d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67', 'code': 200} Sep 29 23:08:53.802191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 23:08:53.802191 n-d-811173-2 neutron-server[110006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 23:08:53.802191 n-d-811173-2 neutron-server[110006]: [parameters: {'id': '5510a474-7207-4b8c-93d6-fec0c45aa9ba'}] Sep 29 23:08:53.802191 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:08:53.802582 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:08:53.804753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:53.807977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:53.817023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:53.876742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bd926-d771-49ca-b119-516284772d29 None None] Pushing event updated for resources: {'Port': ['ID=b37b6ed1-bb08-4979-a103-d3cc438dc6a1,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:53.889253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587a61e6-5cf2-4fdf-ad3e-13280c3d3fa3 None None] Network 5510a474-7207-4b8c-93d6-fec0c45aa9ba requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:53.949752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Pushing event updated for resources: {'Port': ['ID=1f7922f8-d56e-4410-81fc-68e304c7ffc2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:54.234784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa372-8e62-45b6-957e-f8769878de57 req-c6e2bb15-43b5-4bb5-ad79-e9497f1a2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:54.254462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-597aa372-8e62-45b6-957e-f8769878de57 req-c6e2bb15-43b5-4bb5-ad79-e9497f1a2776 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 1096 time: 0.2271457 Sep 29 23:08:54.307778 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:54.350212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eabdf40-98fb-4408-952a-a5c82a23f66f None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:08:54.378802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7cd83f-f0e0-4223-9bfd-c2e217f564fb req-ebeb030c-825c-4489-bfc9-543a1430bc49 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:54.391557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b7cd83f-f0e0-4223-9bfd-c2e217f564fb req-ebeb030c-825c-4489-bfc9-543a1430bc49 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.3392835 Sep 29 23:08:54.434888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa372-8e62-45b6-957e-f8769878de57 req-02071209-c8e9-4e8a-afed-56543dd2e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:54.436587 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-597aa372-8e62-45b6-957e-f8769878de57 req-02071209-c8e9-4e8a-afed-56543dd2e068 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 920 time: 0.1745942 Sep 29 23:08:54.503348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9087-cba1-426a-980a-cb11fe27133d req-7730f443-665f-445a-af82-8593d402933e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:54.508201 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-597aa372-8e62-45b6-957e-f8769878de57 req-2cc2d741-b26d-46b9-b0ca-235d892adf72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820576f3-c2be-42df-868e-d630e55d9f14 HTTP/1.1" status: 200 len: 217 time: 0.0621061 Sep 29 23:08:54.509967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9087-cba1-426a-980a-cb11fe27133d req-7730f443-665f-445a-af82-8593d402933e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:54.517135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Deleting port b37b6ed1-bb08-4979-a103-d3cc438dc6a1 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:54.517682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd7a9087-cba1-426a-980a-cb11fe27133d req-7730f443-665f-445a-af82-8593d402933e tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1683 time: 0.2784297 Sep 29 23:08:54.517956 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:54.541193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b7cd83f-f0e0-4223-9bfd-c2e217f564fb req-1e4103c7-fb40-487d-a321-683a0ecbbb72 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486168 Sep 29 23:08:54.567515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eabdf40-98fb-4408-952a-a5c82a23f66f None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:08:54.600346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597aa372-8e62-45b6-957e-f8769878de57 req-e400a4b8-8378-413a-b88a-376abe4ed008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:54.600346 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-597aa372-8e62-45b6-957e-f8769878de57 req-e400a4b8-8378-413a-b88a-376abe4ed008 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 200 len: 859 time: 0.0788143 Sep 29 23:08:54.664272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd7a9087-cba1-426a-980a-cb11fe27133d req-5c095060-f56a-43a2-b920-3e20ea1372df tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345439 Sep 29 23:08:54.674181 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-597aa372-8e62-45b6-957e-f8769878de57 req-11113e44-7a08-4949-8388-430f9f773c80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeea460-db41-4896-91a5-091ef88f1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550201 Sep 29 23:08:54.848185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e2754-f6eb-44e6-aeca-7090ce9d5543 req-d6e65307-67e8-4256-9a69-93aea094b24c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:54.856247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-516e2754-f6eb-44e6-aeca-7090ce9d5543 req-d6e65307-67e8-4256-9a69-93aea094b24c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1184649 Sep 29 23:08:54.905674 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-597aa372-8e62-45b6-957e-f8769878de57 req-9665751a-027d-46d9-b103-48dbc9104082 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167021 Sep 29 23:08:54.914881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] For port b37b6ed1-bb08-4979-a103-d3cc438dc6a1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b37b6ed1-bb08-4979-a103-d3cc438dc6a1,segment=NetworkSegment(552e2c0f-ade6-4378-ba58-d2fa8e211c69),segment_id=552e2c0f-ade6-4378-ba58-d2fa8e211c69)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:54.916897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:54.943008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-516e2754-f6eb-44e6-aeca-7090ce9d5543 req-eb47611d-5859-4423-ba68-897067111a32 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854220 Sep 29 23:08:54.990948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Calling delete_port for b37b6ed1-bb08-4979-a103-d3cc438dc6a1 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:55.181105 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-597aa372-8e62-45b6-957e-f8769878de57 req-818b40f3-8564-4e57-96bc-c705da156da2 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2559738 Sep 29 23:08:55.220630 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:55.263536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Port': ['ID=b37b6ed1-bb08-4979-a103-d3cc438dc6a1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:55.277479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No DVR routers for this DVR port b37b6ed1-bb08-4979-a103-d3cc438dc6a1 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:55.303252 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:55.417182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:55.446611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5510a474-7207-4b8c-93d6-fec0c45aa9ba']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:55.467689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '552e2c0f-ade6-4378-ba58-d2fa8e211c69') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:55.469597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '552e2c0f-ade6-4378-ba58-d2fa8e211c69') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:55.479088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:55.493871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:55.586194 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:55.594010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:55.594622 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:55.601810 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:55.752290 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:55.777748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:55.785385 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/5510a474-7207-4b8c-93d6-fec0c45aa9ba HTTP/1.1" status: 204 len: 168 time: 3.6860158 Sep 29 23:08:55.824588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45908) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:55.844319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1055153776'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:55.851120 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca4331-3692-48ae-b5ed-7ce1bd54402f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=5510a474-7207-4b8c-93d6-fec0c45aa9ba,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:55.899272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-08062122-5aa5-43b0-8747-a61162d63d01 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:55.905795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-08062122-5aa5-43b0-8747-a61162d63d01 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:55.907504 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-08062122-5aa5-43b0-8747-a61162d63d01 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1683 time: 0.2191806 Sep 29 23:08:55.913059 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:55.927569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb61a38-63e0-47d1-9b93-f6eee20c1611 req-9836ed3e-ea82-4649-a585-7bf927e26ac9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:55.939868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bb61a38-63e0-47d1-9b93-f6eee20c1611 req-9836ed3e-ea82-4649-a585-7bf927e26ac9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.0982254 Sep 29 23:08:55.948573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.051663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:56.055338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.067730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bb61a38-63e0-47d1-9b93-f6eee20c1611 req-47e93a33-65de-49ff-b7b6-5d5611523d0e tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287169 Sep 29 23:08:56.070862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Pushing event updated for resources: {'Port': ['ID=1f7922f8-d56e-4410-81fc-68e304c7ffc2,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:56.078089 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.164460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bd9c17c1-8421-41a8-8b25-d88a78ec7bb4 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:56.180432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bd9c17c1-8421-41a8-8b25-d88a78ec7bb4 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.187035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:08:56.231081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.231429 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment 149f4b48-395d-4276-8954-95bcce5be807 of type vlan for network 3ed1d632-9a7d-4c61-b169-3ab8683f55ca Sep 29 23:08:56.350587 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.395207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bd9c17c1-8421-41a8-8b25-d88a78ec7bb4 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] For port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,segment=NetworkSegment(eabcb736-210b-4cd4-bc41-aa72504e9ffd),segment_id=eabcb736-210b-4cd4-bc41-aa72504e9ffd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:56.395585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bd9c17c1-8421-41a8-8b25-d88a78ec7bb4 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.418339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bd9c17c1-8421-41a8-8b25-d88a78ec7bb4 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Calling delete_port for d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:56.462803 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Floating IP 703c8eac-7c78-4bf7-b35c-4a07ba70e68b associated. External IP: 172.25.4.53, port: 1de27949-ba23-47c0-ab39-d90ea6199f94. Sep 29 23:08:56.495257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:08:56.531538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.537378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:56.537985 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.661124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac88816-6b5a-4113-8049-1835bd8c5d4c req-ef810261-b735-4d9d-b168-2c8f19c7cb6d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:56.669819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac88816-6b5a-4113-8049-1835bd8c5d4c req-ef810261-b735-4d9d-b168-2c8f19c7cb6d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:56.670041 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8306732 Sep 29 23:08:56.670891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731d1c3a-b364-48a0-8212-9f37dc9d5fd8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=3ed1d632-9a7d-4c61-b169-3ab8683f55ca,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:56.675365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ac88816-6b5a-4113-8049-1835bd8c5d4c req-ef810261-b735-4d9d-b168-2c8f19c7cb6d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 1683 time: 0.2140830 Sep 29 23:08:56.677107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45920) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:56.684698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 3ed1d632-9a7d-4c61-b169-3ab8683f55ca details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:08:56.695440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': '3ed1d632-9a7d-4c61-b169-3ab8683f55ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:08:56.705407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bd9c17c1-8421-41a8-8b25-d88a78ec7bb4 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.756978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['668cd425-929a-4a49-aa61-934724e4ce95', 'd11e5f02-7cf2-49ab-b7cd-7b5556c50f23'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:08:56.764438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c17c1-8421-41a8-8b25-d88a78ec7bb4 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Port': ['ID=d11e5f02-7cf2-49ab-b7cd-7b5556c50f23,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:56.772672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ac88816-6b5a-4113-8049-1835bd8c5d4c req-ccbae2b4-8f0b-45f9-9e25-8f1b27d865a8 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/security-groups?id=21c98d9f-166e-4266-a292-4d4e5a651633&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894945 Sep 29 23:08:56.870211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bd9c17c1-8421-41a8-8b25-d88a78ec7bb4 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] No DVR routers for this DVR port d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:56.875215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bd9c17c1-8421-41a8-8b25-d88a78ec7bb4 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:56.884462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bd9c17c1-8421-41a8-8b25-d88a78ec7bb4 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "DELETE /v2.0/ports/d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 HTTP/1.1" status: 204 len: 173 time: 0.9686606 Sep 29 23:08:56.884985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'name': 'network-vif-deleted', 'tag': 'd11e5f02-7cf2-49ab-b7cd-7b5556c50f23'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:56.887338 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5dc025-8ac4-464d-8805-b93e005b7d82" -d '{"events": [{"server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "name": "network-vif-deleted", "tag": "d11e5f02-7cf2-49ab-b7cd-7b5556c50f23"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:57.024724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:08:57.035939 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:57.102180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Router 19286043-f7b6-4afc-8728-fd720adca67f has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:08:57.156289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bc6ff651-0dda-4d42-964d-263c4b364fa6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting port 668cd425-929a-4a49-aa61-934724e4ce95 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:57.157577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bc6ff651-0dda-4d42-964d-263c4b364fa6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:57.337158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68edf16d-6a36-41ce-bb70-f5ce3738d14b req-44047380-036b-4b79-a029-097d0da5920c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:57.348385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68edf16d-6a36-41ce-bb70-f5ce3738d14b req-44047380-036b-4b79-a029-097d0da5920c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.2605829 Sep 29 23:08:57.372688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bc6ff651-0dda-4d42-964d-263c4b364fa6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] For port 668cd425-929a-4a49-aa61-934724e4ce95, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=668cd425-929a-4a49-aa61-934724e4ce95,segment=NetworkSegment(c508a5c9-4703-44b0-8db0-77bdccb5ad54),segment_id=c508a5c9-4703-44b0-8db0-77bdccb5ad54)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:08:57.373809 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bc6ff651-0dda-4d42-964d-263c4b364fa6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:57.392638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bc6ff651-0dda-4d42-964d-263c4b364fa6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Calling delete_port for 668cd425-929a-4a49-aa61-934724e4ce95 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:57.445087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68edf16d-6a36-41ce-bb70-f5ce3738d14b req-58a6c12f-5201-4a77-ac1e-88bae660573d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953829 Sep 29 23:08:57.469763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:08:57.484308 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3620a-64be-403b-a9fd-f46176b6e1f3 None None] Sync routers for ids ['19286043-f7b6-4afc-8728-fd720adca67f'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:08:57.498274 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3620a-64be-403b-a9fd-f46176b6e1f3 None None] Routers {'19286043-f7b6-4afc-8728-fd720adca67f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:08:57.499020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f1f3620a-64be-403b-a9fd-f46176b6e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['19286043-f7b6-4afc-8728-fd720adca67f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:57.542960 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273ba96b-574e-4f8b-bdcc-6250b0d3fab1 x-openstack-request-id: req-273ba96b-574e-4f8b-bdcc-6250b0d3fab1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:57.543796 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "name": "network-vif-deleted", "tag": "d11e5f02-7cf2-49ab-b7cd-7b5556c50f23", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:57.544691 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-273ba96b-574e-4f8b-bdcc-6250b0d3fab1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:57.545708 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'name': 'network-vif-deleted', 'tag': 'd11e5f02-7cf2-49ab-b7cd-7b5556c50f23', 'status': 'completed', 'code': 200} Sep 29 23:08:57.594061 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:57.598110 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f1f3620a-64be-403b-a9fd-f46176b6e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:57.629285 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3620a-64be-403b-a9fd-f46176b6e1f3 None None] Routers {'19286043-f7b6-4afc-8728-fd720adca67f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:08:57.630070 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f1f3620a-64be-403b-a9fd-f46176b6e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['19286043-f7b6-4afc-8728-fd720adca67f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:57.644285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bc6ff651-0dda-4d42-964d-263c4b364fa6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:57.688315 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f1f3620a-64be-403b-a9fd-f46176b6e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:57.689213 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3620a-64be-403b-a9fd-f46176b6e1f3 None None] The sync data for ids ['19286043-f7b6-4afc-8728-fd720adca67f'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:08:57.706528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ff651-0dda-4d42-964d-263c4b364fa6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Port': ['ID=668cd425-929a-4a49-aa61-934724e4ce95,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:57.749675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e8903d53-a450-4c68-9ea0-e455cf027cd6 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.2206905 Sep 29 23:08:57.764273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45928) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:57.766899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bc6ff651-0dda-4d42-964d-263c4b364fa6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] No DVR routers for this DVR port 668cd425-929a-4a49-aa61-934724e4ce95 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:08:57.772952 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bc6ff651-0dda-4d42-964d-263c4b364fa6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:57.775343 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ebf951b-9ab8-4efc-8b53-7e799629ca2e req-bc6ff651-0dda-4d42-964d-263c4b364fa6 tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.26 "DELETE /v2.0/ports/668cd425-929a-4a49-aa61-934724e4ce95 HTTP/1.1" status: 204 len: 173 time: 0.8568578 Sep 29 23:08:57.834753 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:57.896990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c292bf5-5acb-42ba-8fa5-8c0b3cb0f469 req-4047b5fd-e528-415c-9a6e-8628a1dcbff3 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:57.898669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c292bf5-5acb-42ba-8fa5-8c0b3cb0f469 req-4047b5fd-e528-415c-9a6e-8628a1dcbff3 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1551793 Sep 29 23:08:57.995359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': '149f4b48-395d-4276-8954-95bcce5be807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3ed1d632-9a7d-4c61-b169-3ab8683f55ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:57.995637 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: 3ed1d632-9a7d-4c61-b169-3ab8683f55ca, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:08:58.000860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=42824acf-7a35-405b-91e2-9235f775e956,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:58.021423 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dc2bc6fb-8749-48c8-928f-b46afee25c15 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] 10.222.0.44 "GET /v2.0/floatingips/703c8eac-7c78-4bf7-b35c-4a07ba70e68b HTTP/1.1" status: 200 len: 982 time: 0.2499487 Sep 29 23:08:58.022173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45934) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:58.052852 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c292bf5-5acb-42ba-8fa5-8c0b3cb0f469 req-5085a053-1201-424e-9bce-c03edfdd0a21 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448541 Sep 29 23:08:58.055303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network 3ed1d632-9a7d-4c61-b169-3ab8683f55ca is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:08:58.081376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 3ed1d632-9a7d-4c61-b169-3ab8683f55ca) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:58.091414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:58.092137 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:58.111316 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1315399-9259-4cca-a27b-7009dd2348e1 None None] Network 3ed1d632-9a7d-4c61-b169-3ab8683f55ca requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:58.145806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fffc71cd-5066-4344-a170-d1bc0f1f24fb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4623818 Sep 29 23:08:58.146151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45936) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:58.276928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45938) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:58.278082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-48f7863c-405f-43c2-b480-1d1831a1b2b8 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2250 time: 0.2542491 Sep 29 23:08:58.449323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-3ed1d632-9a7d-4c61-b169-3ab8683f55ca', 'network_id': '3ed1d632-9a7d-4c61-b169-3ab8683f55ca', 'tenant_id': 'a0e0d2d50fe54b8fa560e93332f62f45', 'fixed_ips': [{'subnet_id': '42824acf-7a35-405b-91e2-9235f775e956'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:08:58.450761 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:58.607001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-053860e3-c419-493b-9166-8a2eb8d836ef req-031a0ef9-1d2a-406c-93bc-2d0cf11ac8bc tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "GET /v2.0/ports?device_id=44dc4523-dd1f-4c6b-b42a-b22e20dd3435 HTTP/1.1" status: 200 len: 210 time: 0.1325834 Sep 29 23:08:58.680732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Allocated IP 172.20.0.1 (3ed1d632-9a7d-4c61-b169-3ab8683f55ca/42824acf-7a35-405b-91e2-9235f775e956/544f9c21-1162-47f9-b683-bb9ea6c73ba3) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:08:58.733277 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:58.882738 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:58.928307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Deleting port 1f7922f8-d56e-4410-81fc-68e304c7ffc2 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:08:58.928764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:58.968442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:58.978716 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.023540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7550d-b4d5-4c1c-97c5-39e76e72b8c7 req-d98cdd99-2d70-4298-b81a-8e45948c4556 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:59.025219 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5c7550d-b4d5-4c1c-97c5-39e76e72b8c7 req-d98cdd99-2d70-4298-b81a-8e45948c4556 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.1639824 Sep 29 23:08:59.026029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Network 3ed1d632-9a7d-4c61-b169-3ab8683f55ca is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:08:59.029604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:08:59.035342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:08:59.055437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Pushing event updated for resources: {'Port': ['ID=544f9c21-1162-47f9-b683-bb9ea6c73ba3,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:59.086402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.099764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.100200 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.119398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Attempting to bind port 544f9c21-1162-47f9-b683-bb9ea6c73ba3 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:08:59.119998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Attempting to bind port 544f9c21-1162-47f9-b683-bb9ea6c73ba3 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '149f4b48-395d-4276-8954-95bcce5be807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3ed1d632-9a7d-4c61-b169-3ab8683f55ca'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:08:59.120363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Attempting to bind port 544f9c21-1162-47f9-b683-bb9ea6c73ba3 on network 3ed1d632-9a7d-4c61-b169-3ab8683f55ca {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:08:59.126922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:08:59.127293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Checking segment: {'id': '149f4b48-395d-4276-8954-95bcce5be807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3ed1d632-9a7d-4c61-b169-3ab8683f55ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:08:59.128251 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.128649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Bound using segment: {'id': '149f4b48-395d-4276-8954-95bcce5be807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3ed1d632-9a7d-4c61-b169-3ab8683f55ca'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:08:59.129258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Bound port: 544f9c21-1162-47f9-b683-bb9ea6c73ba3, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149f4b48-395d-4276-8954-95bcce5be807', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '3ed1d632-9a7d-4c61-b169-3ab8683f55ca'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:08:59.129646 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.131648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 668cd425-929a-4a49-aa61-934724e4ce95 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:59.145669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=42824acf-7a35-405b-91e2-9235f775e956,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:59.156093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Calling delete_port for 1f7922f8-d56e-4410-81fc-68e304c7ffc2 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:08:59.165572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 668cd425-929a-4a49-aa61-934724e4ce95 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:08:59.165922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 668cd425-929a-4a49-aa61-934724e4ce95 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:08:59.166348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:08:59.174111 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5c7550d-b4d5-4c1c-97c5-39e76e72b8c7 req-d83f78e4-9cdd-4a27-b563-3e67cbb420dd tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333308 Sep 29 23:08:59.251282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.273007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:08:59.273350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d11e5f02-7cf2-49ab-b7cd-7b5556c50f23 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:08:59.323731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed1d632-9a7d-4c61-b169-3ab8683f55ca']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:59.366718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149f4b48-395d-4276-8954-95bcce5be807') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:59.370185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149f4b48-395d-4276-8954-95bcce5be807') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:08:59.393977 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] For port 544f9c21-1162-47f9-b683-bb9ea6c73ba3, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:08:59.399919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] For port 544f9c21-1162-47f9-b683-bb9ea6c73ba3, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=544f9c21-1162-47f9-b683-bb9ea6c73ba3,segment=NetworkSegment(149f4b48-395d-4276-8954-95bcce5be807),segment_id=149f4b48-395d-4276-8954-95bcce5be807)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:08:59.406218 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.409786 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.456318 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.470328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:08:59.470844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:08:59.475703 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:08:59.486207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebee39d-01a9-4596-8d1e-c79a66b6fe79 None None] Pushing event updated for resources: {'Port': ['ID=544f9c21-1162-47f9-b683-bb9ea6c73ba3,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:59.536223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3eaf24-8d11-4f81-8b01-a9581f686755 req-34a9a553-6cbd-4c93-85ff-6ebe937163c2 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:08:59.537948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf3eaf24-8d11-4f81-8b01-a9581f686755 req-34a9a553-6cbd-4c93-85ff-6ebe937163c2 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1489649 Sep 29 23:08:59.547359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'name': 'network-vif-deleted', 'tag': '668cd425-929a-4a49-aa61-934724e4ce95'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:08:59.549898 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bae61e13-cc88-45ad-bc43-8c0b64750572" -d '{"events": [{"server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "name": "network-vif-deleted", "tag": "668cd425-929a-4a49-aa61-934724e4ce95"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:08:59.575800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd28da2-fb8d-4c51-9273-69847e3efe34 None None] Network 3ed1d632-9a7d-4c61-b169-3ab8683f55ca requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:08:59.657450 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 23:08:59.657450 n-d-811173-2 neutron-server[110005]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 23:08:59.657450 n-d-811173-2 neutron-server[110005]: [parameters: {'id': '3ed1d632-9a7d-4c61-b169-3ab8683f55ca'}] Sep 29 23:08:59.657450 n-d-811173-2 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:08:59.658709 n-d-811173-2 neutron-server[110005]: DEBUG oslo_db.api [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:08:59.694423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf3eaf24-8d11-4f81-8b01-a9581f686755 req-651c23ca-9479-4e83-98d0-d223ff84bab7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764871 Sep 29 23:08:59.759271 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3c0850-772f-49d4-8f9e-424d8fc203b9 x-openstack-request-id: req-ba3c0850-772f-49d4-8f9e-424d8fc203b9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:08:59.759688 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44dc4523-dd1f-4c6b-b42a-b22e20dd3435", "name": "network-vif-deleted", "tag": "668cd425-929a-4a49-aa61-934724e4ce95", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:08:59.760027 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba3c0850-772f-49d4-8f9e-424d8fc203b9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:08:59.761251 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44dc4523-dd1f-4c6b-b42a-b22e20dd3435', 'name': 'network-vif-deleted', 'tag': '668cd425-929a-4a49-aa61-934724e4ce95', 'status': 'completed', 'code': 200} Sep 29 23:08:59.792170 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.833128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45954) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:08:59.837745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8a4ba-e57f-4771-afec-4497deb77712 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:08:59.898815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event deleted for resources: {'Port': ['ID=1f7922f8-d56e-4410-81fc-68e304c7ffc2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:08:59.912629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fde459-f4f4-4e4d-88f7-dfad21673d8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting subnet fa4a1bff-ae91-4d40-bd8c-1ede59ca2e63 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:08:59.922695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09fde459-f4f4-4e4d-88f7-dfad21673d8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.969197 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:08:59.969820 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Floating IP 703c8eac-7c78-4bf7-b35c-4a07ba70e68b disassociated (deleted). External IP: 172.25.4.53, port: 1de27949-ba23-47c0-ab39-d90ea6199f94. Sep 29 23:09:00.019026 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09fde459-f4f4-4e4d-88f7-dfad21673d8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:00.067472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce8a4ba-e57f-4771-afec-4497deb77712 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:09:00.171736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09fde459-f4f4-4e4d-88f7-dfad21673d8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:00.295514 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:00.325556 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09fde459-f4f4-4e4d-88f7-dfad21673d8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:00.363878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Router 19286043-f7b6-4afc-8728-fd720adca67f has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:09:00.445147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fde459-f4f4-4e4d-88f7-dfad21673d8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Subnet': ['ID=fa4a1bff-ae91-4d40-bd8c-1ede59ca2e63,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:00.447496 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09fde459-f4f4-4e4d-88f7-dfad21673d8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:00.454537 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-09fde459-f4f4-4e4d-88f7-dfad21673d8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "DELETE /v2.0/subnets/fa4a1bff-ae91-4d40-bd8c-1ede59ca2e63 HTTP/1.1" status: 204 len: 168 time: 0.6197503 Sep 29 23:09:00.456544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45958) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:00.661731 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:00.712411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9ce21a-c4bc-4c56-a42b-3c9576af9c2e None None] Network 6be36764-519d-456e-b211-7276deb2c3a8 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:00.773652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting port 408b682f-0266-4cae-a421-cc59e5db4bc8 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:00.774014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:00.946442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] For port 408b682f-0266-4cae-a421-cc59e5db4bc8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=408b682f-0266-4cae-a421-cc59e5db4bc8,segment=NetworkSegment(c508a5c9-4703-44b0-8db0-77bdccb5ad54),segment_id=c508a5c9-4703-44b0-8db0-77bdccb5ad54)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:00.946812 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:00.974411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:09:00.979759 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:00.992440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Calling delete_port for 408b682f-0266-4cae-a421-cc59e5db4bc8 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:00.992834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552c3b8-8ca0-4783-83c7-bb161b9b8084 None None] Sync routers for ids ['19286043-f7b6-4afc-8728-fd720adca67f'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:09:01.018226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b50f2df6-f8b4-40ad-9784-68cf3ab91e19 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "DELETE /v2.0/floatingips/703c8eac-7c78-4bf7-b35c-4a07ba70e68b HTTP/1.1" status: 204 len: 168 time: 2.7333679 Sep 29 23:09:01.018895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45966) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:01.034715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:01.057918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] DHCP port deletion for 6be36764-519d-456e-b211-7276deb2c3a8 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:09:01.072837 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.080004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552c3b8-8ca0-4783-83c7-bb161b9b8084 None None] Routers {'19286043-f7b6-4afc-8728-fd720adca67f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:09:01.092373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e552c3b8-8ca0-4783-83c7-bb161b9b8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['19286043-f7b6-4afc-8728-fd720adca67f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:01.100357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f5a97-7650-45c8-be5a-fc83e1059255 req-48cf3f9e-593d-4e50-8d12-4a4fdec4e80f tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:01.109464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b2f5a97-7650-45c8-be5a-fc83e1059255 req-48cf3f9e-593d-4e50-8d12-4a4fdec4e80f tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.7116020 Sep 29 23:09:01.187095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e552c3b8-8ca0-4783-83c7-bb161b9b8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:01.206076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552c3b8-8ca0-4783-83c7-bb161b9b8084 None None] Routers {'19286043-f7b6-4afc-8728-fd720adca67f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:09:01.207349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e552c3b8-8ca0-4783-83c7-bb161b9b8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:08:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['19286043-f7b6-4afc-8728-fd720adca67f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:01.224772 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.228661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Deleting port 544f9c21-1162-47f9-b683-bb9ea6c73ba3 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:01.229046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.246364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] No DVR routers for this DVR port 408b682f-0266-4cae-a421-cc59e5db4bc8 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:01.260462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e552c3b8-8ca0-4783-83c7-bb161b9b8084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:01.261609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e552c3b8-8ca0-4783-83c7-bb161b9b8084 None None] The sync data for ids ['19286043-f7b6-4afc-8728-fd720adca67f'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:09:01.308408 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] Deleting port 408b682f-0266-4cae-a421-cc59e5db4bc8 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:01.309180 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.326442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b2f5a97-7650-45c8-be5a-fc83e1059255 req-8e3e48d0-29d0-4dff-9449-418680e18249 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155468 Sep 29 23:09:01.342876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] For port 544f9c21-1162-47f9-b683-bb9ea6c73ba3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=544f9c21-1162-47f9-b683-bb9ea6c73ba3,segment=NetworkSegment(149f4b48-395d-4276-8954-95bcce5be807),segment_id=149f4b48-395d-4276-8954-95bcce5be807)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:01.343339 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.366222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Calling delete_port for 544f9c21-1162-47f9-b683-bb9ea6c73ba3 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:01.372713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Port': ['ID=408b682f-0266-4cae-a421-cc59e5db4bc8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:01.433271 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.540465 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.568820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be36764-519d-456e-b211-7276deb2c3a8']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:01.586827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c508a5c9-4703-44b0-8db0-77bdccb5ad54') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:01.587134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c508a5c9-4703-44b0-8db0-77bdccb5ad54') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:01.606518 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.633124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.641460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:01.642305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.653997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5dec1f-7b24-4e20-8f8b-8307e622568f req-e3f47831-56c5-4b97-b4b8-757a48de14a3 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:01.655585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca5dec1f-7b24-4e20-8f8b-8307e622568f req-e3f47831-56c5-4b97-b4b8-757a48de14a3 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1184404 Sep 29 23:09:01.734487 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:01.741612 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:01.757687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.774323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Port': ['ID=544f9c21-1162-47f9-b683-bb9ea6c73ba3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:01.778761 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.780081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] For port 408b682f-0266-4cae-a421-cc59e5db4bc8, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:01.780596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.784289 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "DELETE /v2.0/networks/6be36764-519d-456e-b211-7276deb2c3a8 HTTP/1.1" status: 204 len: 168 time: 1.3224509 Sep 29 23:09:01.788949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45972) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:01.802251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] Calling delete_port for 408b682f-0266-4cae-a421-cc59e5db4bc8 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:01.805171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] Port 408b682f-0266-4cae-a421-cc59e5db4bc8 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:09:01.806653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:01.815611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] Network 6be36764-519d-456e-b211-7276deb2c3a8 is not hosted by any dhcp agent {{(pid=110007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 23:09:01.816109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] No DVR routers for this DVR port 408b682f-0266-4cae-a421-cc59e5db4bc8 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:01.820452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 408b682f-0266-4cae-a421-cc59e5db4bc8 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:01.833609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926f2fa-1935-45e5-b0af-dba0005c366b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Network': ['ID=6be36764-519d-456e-b211-7276deb2c3a8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:01.845173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 408b682f-0266-4cae-a421-cc59e5db4bc8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:01.845518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 408b682f-0266-4cae-a421-cc59e5db4bc8 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:01.855363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca5dec1f-7b24-4e20-8f8b-8307e622568f req-ddbc9e17-c8f5-49ba-ab19-a921ef6e175a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605971 Sep 29 23:09:01.859002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No DVR routers for this DVR port 544f9c21-1162-47f9-b683-bb9ea6c73ba3 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:01.880865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a14e9e-36d7-4292-b047-64d0bccd255b None None] Pushing event deleted for resources: {'Port': ['ID=408b682f-0266-4cae-a421-cc59e5db4bc8,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:01.901657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Allocated IP 172.25.4.93 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/96e0bd16-a703-45b8-9322-de8fbe0f17c6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:01.910668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c24d0bc-3bb6-4a45-9142-b802ca07f15d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting subnet 8b661cbc-de64-4d5b-9faa-1b9f0c015a18 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:09:01.919641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c24d0bc-3bb6-4a45-9142-b802ca07f15d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.029655 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c24d0bc-3bb6-4a45-9142-b802ca07f15d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.090564 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.176650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed1d632-9a7d-4c61-b169-3ab8683f55ca']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:02.199070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149f4b48-395d-4276-8954-95bcce5be807') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:02.199372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149f4b48-395d-4276-8954-95bcce5be807') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:02.243168 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.274628 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.278834 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.285153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c24d0bc-3bb6-4a45-9142-b802ca07f15d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.310443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:02.310443 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:02.317808 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:02.436227 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.439485 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.451403 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.453599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/3ed1d632-9a7d-4c61-b169-3ab8683f55ca HTTP/1.1" status: 204 len: 168 time: 4.3062143 Sep 29 23:09:02.457567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45978) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:02.460985 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c24d0bc-3bb6-4a45-9142-b802ca07f15d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.462550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1700172828'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:02.505505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:02.511059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.525590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29035c7a-a901-4778-9742-1714c11b9fc6 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=3ed1d632-9a7d-4c61-b169-3ab8683f55ca,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:02.571457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:02.577945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c24d0bc-3bb6-4a45-9142-b802ca07f15d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Subnet': ['ID=8b661cbc-de64-4d5b-9faa-1b9f0c015a18,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:02.581307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:02.591548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:02.594871 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c24d0bc-3bb6-4a45-9142-b802ca07f15d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.599449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8593322-e652-4c53-9bac-62afaa503542 None None] Network 5e590413-2984-4ade-b66c-b6a0de07ff5c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:02.600329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0c24d0bc-3bb6-4a45-9142-b802ca07f15d tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "DELETE /v2.0/subnets/8b661cbc-de64-4d5b-9faa-1b9f0c015a18 HTTP/1.1" status: 204 len: 168 time: 0.8071086 Sep 29 23:09:02.603628 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.604012 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment d46186e6-86c8-42b8-a385-baf62272ad33 of type vlan for network fc1ce6d6-4121-42aa-a043-3a3898a58662 Sep 29 23:09:02.606275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45980) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:02.607065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:02.626370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Pushing event updated for resources: {'Port': ['ID=96e0bd16-a703-45b8-9322-de8fbe0f17c6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:02.705244 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.724935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c6af9-846f-4988-889b-327153d798b4 req-b8a2cc87-ed31-4130-bfea-535c2454b8be tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:02.732240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d9c6af9-846f-4988-889b-327153d798b4 req-b8a2cc87-ed31-4130-bfea-535c2454b8be tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.2673638 Sep 29 23:09:02.769869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.775549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:02.776320 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.808678 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3499327 Sep 29 23:09:02.819464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45982) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:02.836121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': 'fc1ce6d6-4121-42aa-a043-3a3898a58662', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:02.894780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d9c6af9-846f-4988-889b-327153d798b4 req-fd8c5844-2636-452c-bf8c-ed9a4f12789f tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566398 Sep 29 23:09:02.907992 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:02.928919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2856261c-28d6-4639-b23f-881c95390cf5 None None] DHCP port deletion for 5e590413-2984-4ade-b66c-b6a0de07ff5c request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:09:02.950373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b4421-d990-4f97-af5f-cbd8bae66c42 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=fc1ce6d6-4121-42aa-a043-3a3898a58662,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:03.009083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network fc1ce6d6-4121-42aa-a043-3a3898a58662 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:03.016150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.054398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:03.068417 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.091117 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.149273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2856261c-28d6-4639-b23f-881c95390cf5 None None] Deleting port a96487a8-c507-49e7-97d0-dc4398e2fe67 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:03.149715 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2856261c-28d6-4639-b23f-881c95390cf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.230224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Deleting port a96487a8-c507-49e7-97d0-dc4398e2fe67 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:03.230548 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.233590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2856261c-28d6-4639-b23f-881c95390cf5 None None] For port a96487a8-c507-49e7-97d0-dc4398e2fe67, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a96487a8-c507-49e7-97d0-dc4398e2fe67,segment=NetworkSegment(eabcb736-210b-4cd4-bc41-aa72504e9ffd),segment_id=eabcb736-210b-4cd4-bc41-aa72504e9ffd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:03.234134 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2856261c-28d6-4639-b23f-881c95390cf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.251728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2856261c-28d6-4639-b23f-881c95390cf5 None None] Calling delete_port for a96487a8-c507-49e7-97d0-dc4398e2fe67 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:03.323440 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bc3ca6d6-b5b3-4fee-bae6-23c26cb1144c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.328037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] For port a96487a8-c507-49e7-97d0-dc4398e2fe67, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a96487a8-c507-49e7-97d0-dc4398e2fe67,segment=NetworkSegment(eabcb736-210b-4cd4-bc41-aa72504e9ffd),segment_id=eabcb736-210b-4cd4-bc41-aa72504e9ffd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:03.328501 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.348218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Calling delete_port for a96487a8-c507-49e7-97d0-dc4398e2fe67 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:03.374443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.378311 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2856261c-28d6-4639-b23f-881c95390cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.435774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.443204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856261c-28d6-4639-b23f-881c95390cf5 None None] Pushing event deleted for resources: {'Port': ['ID=a96487a8-c507-49e7-97d0-dc4398e2fe67,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:03.447689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856261c-28d6-4639-b23f-881c95390cf5 None None] No DVR routers for this DVR port a96487a8-c507-49e7-97d0-dc4398e2fe67 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:03.468072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=e4b80c28-fe01-45dc-967c-ca524fb93e86,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:03.493233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e95cf0-ccc3-4885-b123-031fbebeade5 req-ceb001d6-ebd9-43b4-80d6-7a258189a51f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:03.495798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1e95cf0-ccc3-4885-b123-031fbebeade5 req-ceb001d6-ebd9-43b4-80d6-7a258189a51f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.4122760 Sep 29 23:09:03.509601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] No DVR routers for this DVR port a96487a8-c507-49e7-97d0-dc4398e2fe67 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:03.513795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': 'd46186e6-86c8-42b8-a385-baf62272ad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fc1ce6d6-4121-42aa-a043-3a3898a58662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:03.514189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: fc1ce6d6-4121-42aa-a043-3a3898a58662, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:09:03.540519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network fc1ce6d6-4121-42aa-a043-3a3898a58662 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:09:03.549247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Port': ['ID=a96487a8-c507-49e7-97d0-dc4398e2fe67,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:03.572087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, fc1ce6d6-4121-42aa-a043-3a3898a58662) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:03.581779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b6fff3-8f0e-44be-b533-fc6f80da537b None None] Network fc1ce6d6-4121-42aa-a043-3a3898a58662 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:03.592049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:03.592689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.642295 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1a09e984-a0b6-4e2b-b7e5-efc7e4e9c2ba tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8211830 Sep 29 23:09:03.645972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45990) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:03.725440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a96487a8-c507-49e7-97d0-dc4398e2fe67 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:03.746599 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.754740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a96487a8-c507-49e7-97d0-dc4398e2fe67 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:03.755307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a96487a8-c507-49e7-97d0-dc4398e2fe67 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:03.774565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1e95cf0-ccc3-4885-b123-031fbebeade5 req-758e26d8-92a1-471c-a0a5-4a67ea557999 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370734 Sep 29 23:09:03.801269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e590413-2984-4ade-b66c-b6a0de07ff5c']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:03.826705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eabcb736-210b-4cd4-bc41-aa72504e9ffd') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:03.827281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eabcb736-210b-4cd4-bc41-aa72504e9ffd') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:03.832484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-bca1fbb3-a1a9-4892-8da2-c51b45311172 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2335994 Sep 29 23:09:03.845318 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.867690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-fc1ce6d6-4121-42aa-a043-3a3898a58662', 'network_id': 'fc1ce6d6-4121-42aa-a043-3a3898a58662', 'tenant_id': 'a0e0d2d50fe54b8fa560e93332f62f45', 'fixed_ips': [{'subnet_id': 'e4b80c28-fe01-45dc-967c-ca524fb93e86'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:09:03.868763 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.899725 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.902431 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.953026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:03.953708 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:03.957931 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:03.962599 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:03.985725 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.024993 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.152465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Allocated IP 172.20.0.1 (fc1ce6d6-4121-42aa-a043-3a3898a58662/e4b80c28-fe01-45dc-967c-ca524fb93e86/639075d3-79f5-4333-90ee-a5680138cc64) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:04.183076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Pushing event updated for resources: {'Port': ['ID=96e0bd16-a703-45b8-9322-de8fbe0f17c6,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:04.224906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-d94bd649-b844-4aec-8761-890f325a6503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:04.226442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-d94bd649-b844-4aec-8761-890f325a6503 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 1097 time: 0.3496528 Sep 29 23:09:04.249145 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.360794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-4b5e8bbf-480d-4fb8-8f86-a77200e421e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:04.362518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-4b5e8bbf-480d-4fb8-8f86-a77200e421e9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 920 time: 0.1037269 Sep 29 23:09:04.374832 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.379582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] 10.222.0.44 "DELETE /v2.0/networks/5e590413-2984-4ade-b66c-b6a0de07ff5c HTTP/1.1" status: 204 len: 168 time: 1.7662807 Sep 29 23:09:04.438382 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.442041 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.453449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.453685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2e252-5312-4c11-bfcc-9560c0067a8b tempest-ServersTestMultiNic-1675626543 tempest-ServersTestMultiNic-1675626543-project] Pushing event deleted for resources: {'Network': ['ID=5e590413-2984-4ade-b66c-b6a0de07ff5c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:04.457509 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-4ba82faf-0bd9-4241-addc-6b6704011bf4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=528e92ff-857a-482a-9d14-5e13dffeacfd HTTP/1.1" status: 200 len: 217 time: 0.0768123 Sep 29 23:09:04.473686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1866d-031b-4a12-b354-3817ec9332bc req-42deea2f-0aa7-44d6-9f4f-54955e4c2f56 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:04.474117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97b1866d-031b-4a12-b354-3817ec9332bc req-42deea2f-0aa7-44d6-9f4f-54955e4c2f56 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.3205855 Sep 29 23:09:04.478645 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.483053 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.488012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a5edff6d-d92e-4449-a775-ab29e3bdaf2e tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4583998 Sep 29 23:09:04.494201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45998) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:04.506212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Network fc1ce6d6-4121-42aa-a043-3a3898a58662 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:04.511281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:04.520892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:04.591710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Attempting to bind port 639075d3-79f5-4333-90ee-a5680138cc64 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:04.592131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Attempting to bind port 639075d3-79f5-4333-90ee-a5680138cc64 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd46186e6-86c8-42b8-a385-baf62272ad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fc1ce6d6-4121-42aa-a043-3a3898a58662'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:04.592479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Attempting to bind port 639075d3-79f5-4333-90ee-a5680138cc64 on network fc1ce6d6-4121-42aa-a043-3a3898a58662 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:04.600739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 8, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:09:04.601440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Checking segment: {'id': 'd46186e6-86c8-42b8-a385-baf62272ad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fc1ce6d6-4121-42aa-a043-3a3898a58662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:04.601920 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.602319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Bound using segment: {'id': 'd46186e6-86c8-42b8-a385-baf62272ad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fc1ce6d6-4121-42aa-a043-3a3898a58662'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:09:04.602808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Bound port: 639075d3-79f5-4333-90ee-a5680138cc64, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd46186e6-86c8-42b8-a385-baf62272ad33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'fc1ce6d6-4121-42aa-a043-3a3898a58662'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:09:04.603212 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.606441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Pushing event updated for resources: {'Port': ['ID=639075d3-79f5-4333-90ee-a5680138cc64,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:04.617911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-1e547d0d-64b0-4aa3-b34b-e0183bd41e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:04.620057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-1e547d0d-64b0-4aa3-b34b-e0183bd41e1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 200 len: 859 time: 0.1438539 Sep 29 23:09:04.629596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b80c28-fe01-45dc-967c-ca524fb93e86,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:04.630587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97b1866d-031b-4a12-b354-3817ec9332bc req-763bbb70-a852-40bd-8392-a01c8caa4e77 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399560 Sep 29 23:09:04.687800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-17f3d6ee-0d1f-44ed-b412-fc279f20df50 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3aeea460-db41-4896-91a5-091ef88f1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561733 Sep 29 23:09:04.706299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] For port 639075d3-79f5-4333-90ee-a5680138cc64, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:04.710590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] For port 639075d3-79f5-4333-90ee-a5680138cc64, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=639075d3-79f5-4333-90ee-a5680138cc64,segment=NetworkSegment(d46186e6-86c8-42b8-a385-baf62272ad33),segment_id=d46186e6-86c8-42b8-a385-baf62272ad33)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:09:04.715718 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.734675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:04.836686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-ef869578-fe4d-4e91-af3b-24d9475bee8a service neutron] 10.222.0.42 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369498 Sep 29 23:09:04.890551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577b8176-36de-4893-b5f0-8a7fb4209799 None None] Network fc1ce6d6-4121-42aa-a043-3a3898a58662 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:04.906651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.945982 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:04.992859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1ce6d6-4121-42aa-a043-3a3898a58662']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:05.009080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f89e9-3e18-47b0-8746-882d00a1c318 None None] Pushing event updated for resources: {'Port': ['ID=639075d3-79f5-4333-90ee-a5680138cc64,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:05.026297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46186e6-86c8-42b8-a385-baf62272ad33') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:05.027034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46186e6-86c8-42b8-a385-baf62272ad33') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:05.030400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7e57801-f25f-4d0d-8ab6-acc7d132e282 req-eb061ea0-2886-4cf1-b9ab-7afb62d15b80 service neutron] 10.222.0.42 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857107 Sep 29 23:09:05.045745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:05.077942 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:05.090283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd847f89-8061-4d4f-8134-60c0d6c61811 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:09:05.126897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c691df-f45d-4806-b972-5cdc1cbdd63d req-9efc11db-a1f6-4ed1-ac3e-699c82d66eb4 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:05.130628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:05.130628 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:05.133351 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:05.135442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17c691df-f45d-4806-b972-5cdc1cbdd63d req-9efc11db-a1f6-4ed1-ac3e-699c82d66eb4 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1170661 Sep 29 23:09:05.248243 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17c691df-f45d-4806-b972-5cdc1cbdd63d req-e237aad4-8faa-476a-b5c2-b0bfdaea1871 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117370 Sep 29 23:09:05.284432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:05.398226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd847f89-8061-4d4f-8134-60c0d6c61811 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:09:05.466401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 23:09:05.466401 n-d-811173-2 neutron-server[110006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 23:09:05.466401 n-d-811173-2 neutron-server[110006]: [parameters: {'id': 'fc1ce6d6-4121-42aa-a043-3a3898a58662'}] Sep 29 23:09:05.466401 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:09:05.467242 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:09:05.485940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Allocated IP 172.25.4.60 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/8f3ff496-a743-42c4-9434-291a06afd350) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:05.608991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46014) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:05.738378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:05.826642 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:05.897132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:05.900291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:05.903708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:05.949717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Pushing event updated for resources: {'Port': ['ID=8f3ff496-a743-42c4-9434-291a06afd350,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:05.969207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.069599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.127653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Deleting port 639075d3-79f5-4333-90ee-a5680138cc64 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:06.128502 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.190758 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.206406 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d2f7c36a-244a-49d9-8a62-86c9f69e53ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.224095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4929a6-a797-405c-8c09-ebe7a9918abf req-d46dd799-debe-42e6-aec5-032d3afd7c69 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:06.231152 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd4929a6-a797-405c-8c09-ebe7a9918abf req-d46dd799-debe-42e6-aec5-032d3afd7c69 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.0924387 Sep 29 23:09:06.273987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] For port 639075d3-79f5-4333-90ee-a5680138cc64, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=639075d3-79f5-4333-90ee-a5680138cc64,segment=NetworkSegment(d46186e6-86c8-42b8-a385-baf62272ad33),segment_id=d46186e6-86c8-42b8-a385-baf62272ad33)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:06.274362 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.303496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Calling delete_port for 639075d3-79f5-4333-90ee-a5680138cc64 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:06.319047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd4929a6-a797-405c-8c09-ebe7a9918abf req-188fbac1-fe79-49b6-991a-bb875911fae0 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816066 Sep 29 23:09:06.459399 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.524624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aea2a2-f224-4c90-8e3b-662f6c25a0c4 req-b19ecc96-a01e-4861-900f-817b946817c1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:06.532267 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6aea2a2-f224-4c90-8e3b-662f6c25a0c4 req-b19ecc96-a01e-4861-900f-817b946817c1 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1149328 Sep 29 23:09:06.532623 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.550199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.577842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.582740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6aea2a2-f224-4c90-8e3b-662f6c25a0c4 req-7c5f8d04-ac53-4109-9469-187a960a8027 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493412 Sep 29 23:09:06.590286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Port': ['ID=639075d3-79f5-4333-90ee-a5680138cc64,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:06.607229 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No DVR routers for this DVR port 639075d3-79f5-4333-90ee-a5680138cc64 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:06.649416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Pushing event updated for resources: {'Port': ['ID=8f3ff496-a743-42c4-9434-291a06afd350,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:06.661284 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:09:06.725126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fd7dc16a-3f17-4440-821e-ea9492cd215b details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:09:06.737966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fd7dc16a-3f17-4440-821e-ea9492cd215b no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:06.755120 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:06.998862 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.006608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:07.032854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'mac_address': 'fa:16:3e:09:3e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:09:07.041686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:07.051882 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed8e334-75e5-414b-b8ab-300c4233ebca" -d '{"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:07.059422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:07.099267 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.150256 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac61c82-d17f-4ea5-b3ce-114be7626d2f x-openstack-request-id: req-aac61c82-d17f-4ea5-b3ce-114be7626d2f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:07.150480 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-unplugged", "status": "completed", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:07.150745 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aac61c82-d17f-4ea5-b3ce-114be7626d2f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:07.151148 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'code': 200} Sep 29 23:09:07.153642 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.180013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:07.183955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd7dc16a-3f17-4440-821e-ea9492cd215b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:07.198887 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.210586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.232341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1ce6d6-4121-42aa-a043-3a3898a58662']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:07.246714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.248077 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6404a9b7-0316-4ae0-8e5c-f295d0c4054b tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7440834 Sep 29 23:09:07.249975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd46186e6-86c8-42b8-a385-baf62272ad33') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:07.250245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd46186e6-86c8-42b8-a385-baf62272ad33') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:07.251249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46026) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:07.261157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:09:07.261662 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:09:07.262346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.298583 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.322421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:07.324326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:07.338198 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:07.358837 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.514368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.578818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.585323 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/fc1ce6d6-4121-42aa-a043-3a3898a58662 HTTP/1.1" status: 204 len: 168 time: 3.9352334 Sep 29 23:09:07.585323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e68d55e-6b75-4bb9-ac79-70f2ee0a7c28 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=fc1ce6d6-4121-42aa-a043-3a3898a58662,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:07.586313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46032) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:07.611086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2006591347'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:07.706429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:07.710711 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.722670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a625bcd9-f521-4076-b8c7-0b065d2f8585 req-1182cc82-88c3-411f-a3a5-ece628f2ccf3 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:07.734764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a625bcd9-f521-4076-b8c7-0b065d2f8585 req-1182cc82-88c3-411f-a3a5-ece628f2ccf3 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 948 time: 0.2798779 Sep 29 23:09:07.745559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:07.755439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8ba4185e-0a72-4d02-8f36-ab275c69eb0c tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2434 time: 0.4914258 Sep 29 23:09:07.759965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:07.761706 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.765790 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment e99345c1-eda9-4c8c-a04c-ea286f7cb708 of type vlan for network f858f207-c930-4012-a431-42786cf6e81a Sep 29 23:09:07.800206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] Deleting port 4ba40d92-2271-4190-9102-bed240ad3acb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:07.800500 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.825694 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.853960 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.861585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7dc16a-3f17-4440-821e-ea9492cd215b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:07.886444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] For port 4ba40d92-2271-4190-9102-bed240ad3acb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ba40d92-2271-4190-9102-bed240ad3acb,segment=NetworkSegment(8f22a664-2c90-4daf-ad9e-97c9580ccd8b),segment_id=8f22a664-2c90-4daf-ad9e-97c9580ccd8b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:07.886818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.893400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:07.904556 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.914626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.925271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:07.925904 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:07.964592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-78df0d38-0dac-4859-9276-0530bf23daad tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.1965351 Sep 29 23:09:07.967884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] Calling delete_port for 4ba40d92-2271-4190-9102-bed240ad3acb owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:07.969908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46044) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:07.989023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a625bcd9-f521-4076-b8c7-0b065d2f8585 req-6b577b34-d9ab-47eb-8ad9-5c2ebe1faf3c tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529962 Sep 29 23:09:08.029023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=f858f207-c930-4012-a431-42786cf6e81a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:08.032478 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ebb58155-22c4-4916-b252-1dd4be67de1e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4458535 Sep 29 23:09:08.035852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46046) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:08.046601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2883a15f-731a-4162-b42b-767aca45c910 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:08.048723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f858f207-c930-4012-a431-42786cf6e81a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:08.263014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=10']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:08.276425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2883a15f-731a-4162-b42b-767aca45c910 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:08.298396 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2883a15f-731a-4162-b42b-767aca45c910 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:08.337742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2883a15f-731a-4162-b42b-767aca45c910 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network f858f207-c930-4012-a431-42786cf6e81a is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 23:09:08.341971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf17299b-ccc8-4786-a0fe-17df4ea2b9fc req-1ecd1bfa-2f1f-4ee0-9a0a-da72ad4f22a2 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:08.344802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2883a15f-731a-4162-b42b-767aca45c910 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:08.345521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2883a15f-731a-4162-b42b-767aca45c910 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:08.347029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf17299b-ccc8-4786-a0fe-17df4ea2b9fc req-1ecd1bfa-2f1f-4ee0-9a0a-da72ad4f22a2 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1906960 Sep 29 23:09:08.350377 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2883a15f-731a-4162-b42b-767aca45c910 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "PUT /v2.0/networks/f858f207-c930-4012-a431-42786cf6e81a HTTP/1.1" status: 200 len: 723 time: 0.3102415 Sep 29 23:09:08.351029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46048) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:08.356236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': 'f858f207-c930-4012-a431-42786cf6e81a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:08.422941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883a15f-731a-4162-b42b-767aca45c910 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=f858f207-c930-4012-a431-42786cf6e81a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:08.435962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f858f207-c930-4012-a431-42786cf6e81a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:08.460013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['fd7dc16a-3f17-4440-821e-ea9492cd215b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:08.521210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-682898d5-eca4-4f7c-a18a-2d622ea9bc04 tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Deleting port 8f3ff496-a743-42c4-9434-291a06afd350 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:08.521726 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-682898d5-eca4-4f7c-a18a-2d622ea9bc04 tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:08.588301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:08.591952 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:08.654186 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:08.778073 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-682898d5-eca4-4f7c-a18a-2d622ea9bc04 tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:08.778663 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-682898d5-eca4-4f7c-a18a-2d622ea9bc04 tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:08.814158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-682898d5-eca4-4f7c-a18a-2d622ea9bc04 tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Calling delete_port for 8f3ff496-a743-42c4-9434-291a06afd350 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:08.816762 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:08.936316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf17299b-ccc8-4786-a0fe-17df4ea2b9fc req-b7fdf2dd-ed5b-4642-ba3f-fb89a7837e6a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5217197 Sep 29 23:09:08.954669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba40d92-2271-4190-9102-bed240ad3acb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:08.967625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.048856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=802c55a3-517b-42f3-92c4-ae1679654bc0,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:09.059585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': 'e99345c1-eda9-4c8c-a04c-ea286f7cb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f858f207-c930-4012-a431-42786cf6e81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:09.060011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: f858f207-c930-4012-a431-42786cf6e81a, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:09:09.098340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network f858f207-c930-4012-a431-42786cf6e81a is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:09:09.116309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, f858f207-c930-4012-a431-42786cf6e81a) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:09.125568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e6efd7-2a7c-48de-9531-d92b2c1f6a9d None None] Network f858f207-c930-4012-a431-42786cf6e81a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:09.127847 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:09.128670 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.162266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46070) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:09.163616 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c5adbd67-70b7-4626-923b-124449e94a32 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8113608 Sep 29 23:09:09.190763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-34798786-8b50-4c32-a069-5fa7c9dd5346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:09.285798 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.377255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-f858f207-c930-4012-a431-42786cf6e81a', 'network_id': 'f858f207-c930-4012-a431-42786cf6e81a', 'tenant_id': 'a0e0d2d50fe54b8fa560e93332f62f45', 'fixed_ips': [{'subnet_id': '802c55a3-517b-42f3-92c4-ae1679654bc0'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:09:09.379412 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.421245 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-682898d5-eca4-4f7c-a18a-2d622ea9bc04 tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.465746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e59b4-f3de-4d5b-8199-96c367b1b74f req-8268ef62-4808-420d-a685-00a902e3d3d1 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:09.467919 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c53e59b4-f3de-4d5b-8199-96c367b1b74f req-8268ef62-4808-420d-a685-00a902e3d3d1 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.2698500 Sep 29 23:09:09.546113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.607662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Allocated IP 172.20.0.2 (f858f207-c930-4012-a431-42786cf6e81a/802c55a3-517b-42f3-92c4-ae1679654bc0/ac23da9c-c34a-4de1-982c-2a5f389044d9) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:09.664489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682898d5-eca4-4f7c-a18a-2d622ea9bc04 tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Pushing event deleted for resources: {'Port': ['ID=8f3ff496-a743-42c4-9434-291a06afd350,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:09.700095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34798786-8b50-4c32-a069-5fa7c9dd5346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4498483'] for subnet, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.767783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c53e59b4-f3de-4d5b-8199-96c367b1b74f req-0dbafd74-2f2a-4433-9385-79c0f8696359 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588422 Sep 29 23:09:09.781414 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-682898d5-eca4-4f7c-a18a-2d622ea9bc04 tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.785476 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-682898d5-eca4-4f7c-a18a-2d622ea9bc04 tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.786680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-682898d5-eca4-4f7c-a18a-2d622ea9bc04 tempest-FloatingIPAdminTestJSON-1205467326 tempest-FloatingIPAdminTestJSON-1205467326-project] 10.222.0.44 "DELETE /v2.0/floatingips/4d631623-5ed9-4024-8b96-c435e2360712 HTTP/1.1" status: 204 len: 168 time: 1.8158538 Sep 29 23:09:09.791378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46126) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:09.816425 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.829055 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:09.905540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Network f858f207-c930-4012-a431-42786cf6e81a is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:09.911945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:09.914661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Pushing event updated for resources: {'Port': ['ID=ac23da9c-c34a-4de1-982c-2a5f389044d9,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:09.917823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:09.989507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Attempting to bind port ac23da9c-c34a-4de1-982c-2a5f389044d9 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:09.990105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Attempting to bind port ac23da9c-c34a-4de1-982c-2a5f389044d9 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'e99345c1-eda9-4c8c-a04c-ea286f7cb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f858f207-c930-4012-a431-42786cf6e81a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:09.990657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Attempting to bind port ac23da9c-c34a-4de1-982c-2a5f389044d9 on network f858f207-c930-4012-a431-42786cf6e81a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:09.992474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Deleting port 96e0bd16-a703-45b8-9322-de8fbe0f17c6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:09.992474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.000956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:09:10.001676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Checking segment: {'id': 'e99345c1-eda9-4c8c-a04c-ea286f7cb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f858f207-c930-4012-a431-42786cf6e81a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:10.002282 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.004167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Bound using segment: {'id': 'e99345c1-eda9-4c8c-a04c-ea286f7cb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f858f207-c930-4012-a431-42786cf6e81a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:09:10.004950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Bound port: ac23da9c-c34a-4de1-982c-2a5f389044d9, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e99345c1-eda9-4c8c-a04c-ea286f7cb708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'f858f207-c930-4012-a431-42786cf6e81a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:09:10.005562 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.106793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] For port ac23da9c-c34a-4de1-982c-2a5f389044d9, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:10.117975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] For port ac23da9c-c34a-4de1-982c-2a5f389044d9, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ac23da9c-c34a-4de1-982c-2a5f389044d9,segment=NetworkSegment(e99345c1-eda9-4c8c-a04c-ea286f7cb708),segment_id=e99345c1-eda9-4c8c-a04c-ea286f7cb708)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:09:10.123580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.124048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.129113 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.141934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Calling delete_port for 96e0bd16-a703-45b8-9322-de8fbe0f17c6 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:10.233022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596addde-8be7-41b5-91ac-d0a7e2e4a16d None None] Pushing event updated for resources: {'Port': ['ID=ac23da9c-c34a-4de1-982c-2a5f389044d9,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:10.407347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.454264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Pushing event deleted for resources: {'Port': ['ID=96e0bd16-a703-45b8-9322-de8fbe0f17c6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:10.485028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.485381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.485722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.511907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.511907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.512136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.513522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.513522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.513522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.513522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.513869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.513869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:10.576902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.581173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.583886 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a8341090-bc4f-40dc-b322-f93a180c9f57 tempest-FloatingIPAdminTestJSON-2145199383 tempest-FloatingIPAdminTestJSON-2145199383-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/af520e34-8b02-49f6-b2ad-5ddd80f5f61a HTTP/1.1" status: 204 len: 168 time: 0.7897222 Sep 29 23:09:10.587404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46144) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:10.686299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321aa58-8814-40e1-ae02-c1dd6c5f12fb req-53ef5135-51a0-4c7a-9489-6ecfcdb534c9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:10.688132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3321aa58-8814-40e1-ae02-c1dd6c5f12fb req-53ef5135-51a0-4c7a-9489-6ecfcdb534c9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.5978439 Sep 29 23:09:10.689059 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34798786-8b50-4c32-a069-5fa7c9dd5346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781141744631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5133050'] for subnet, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.712581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6a8eba8d-4b14-497c-906b-994df55c7f32 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Deleting port 1de27949-ba23-47c0-ab39-d90ea6199f94 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:10.712879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a8eba8d-4b14-497c-906b-994df55c7f32 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.720982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fd7dc16a-3f17-4440-821e-ea9492cd215b up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:09:10.776508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34798786-8b50-4c32-a069-5fa7c9dd5346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:10.777042 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34798786-8b50-4c32-a069-5fa7c9dd5346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.778577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-34798786-8b50-4c32-a069-5fa7c9dd5346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "PUT /v2.0/subnets/802c55a3-517b-42f3-92c4-ae1679654bc0 HTTP/1.1" status: 200 len: 806 time: 1.6121976 Sep 29 23:09:10.790149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:10.796755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port fd7dc16a-3f17-4440-821e-ea9492cd215b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:09:10.797671 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.828520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a8eba8d-4b14-497c-906b-994df55c7f32 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:10.843028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3321aa58-8814-40e1-ae02-c1dd6c5f12fb req-47771e86-3221-4325-803d-3af83278b61f tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439140 Sep 29 23:09:10.853059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6a8eba8d-4b14-497c-906b-994df55c7f32 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Calling delete_port for 1de27949-ba23-47c0-ab39-d90ea6199f94 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:10.870654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34798786-8b50-4c32-a069-5fa7c9dd5346 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=802c55a3-517b-42f3-92c4-ae1679654bc0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:10.885089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] Router a32e72f7-8961-479f-afa0-82e6d58069cd has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:09:10.980100 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:11.035598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:11.036699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:11.039182 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce4c50a-fd94-4ca3-9030-38ff23ba40fb" -d '{"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-plugged", "status": "completed", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:11.045022 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:11.066552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a8eba8d-4b14-497c-906b-994df55c7f32 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:11.116020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8eba8d-4b14-497c-906b-994df55c7f32 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event deleted for resources: {'Port': ['ID=1de27949-ba23-47c0-ab39-d90ea6199f94,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:11.125891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=11']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:11.201509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-c18c3717-6e39-4fb7-b174-fe4724279f7f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:11.202913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-c18c3717-6e39-4fb7-b174-fe4724279f7f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 804 time: 0.5028193 Sep 29 23:09:11.212844 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a8eba8d-4b14-497c-906b-994df55c7f32 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:11.217788 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:11.218430 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46158) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:11.219414 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6a8eba8d-4b14-497c-906b-994df55c7f32 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "DELETE /v2.0/ports/1de27949-ba23-47c0-ab39-d90ea6199f94 HTTP/1.1" status: 204 len: 168 time: 0.6306231 Sep 29 23:09:11.261563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:09:11.275234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f679fd73-8708-40fb-89ea-70a8bd783c9c admin admin] 10.222.0.44 "PUT /v2.0/routers/a32e72f7-8961-479f-afa0-82e6d58069cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6628072 Sep 29 23:09:11.275409 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] Sync routers for ids ['a32e72f7-8961-479f-afa0-82e6d58069cd'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:09:11.276536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46160) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:11.278652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-a1e495c4-21e0-453b-be7d-38918ea24ddf tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/quotas/f4c0262c811241149bca329cc8ed4d26 HTTP/1.1" status: 200 len: 375 time: 0.0591176 Sep 29 23:09:11.286494 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] Routers {'a32e72f7-8961-479f-afa0-82e6d58069cd'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:09:11.287163 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:09:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['a32e72f7-8961-479f-afa0-82e6d58069cd'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:11.319083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb48ce-a0ee-4a4a-9ef1-ac441ebe3c2a req-51bdfdb7-ab27-4e1b-a676-0e605835f9fb tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:11.333007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3abb48ce-a0ee-4a4a-9ef1-ac441ebe3c2a req-51bdfdb7-ab27-4e1b-a676-0e605835f9fb tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 950 time: 0.3412836 Sep 29 23:09:11.431450 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:11.463133 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] Set router a32e72f7-8961-479f-afa0-82e6d58069cd gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:09:11.463435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad0d848-1ce5-40eb-9fdb-f7e6787c2aea tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:11.464960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cad0d848-1ce5-40eb-9fdb-f7e6787c2aea tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "GET /v2.0/ports?device_id=19286043-f7b6-4afc-8728-fd720adca67f HTTP/1.1" status: 200 len: 913 time: 0.2325819 Sep 29 23:09:11.479164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46164) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:11.583744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:11.589380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3abb48ce-a0ee-4a4a-9ef1-ac441ebe3c2a req-d2e95cb2-d23b-49ee-bd64-8f86d80bbb3f tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475786 Sep 29 23:09:11.653166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-553bee64-2724-4ba1-b5d7-ebafc65540fa tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3624492 Sep 29 23:09:11.670808 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e87b7d-3fe8-4254-a4b5-f7499d1c20d2 x-openstack-request-id: req-c1e87b7d-3fe8-4254-a4b5-f7499d1c20d2 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:11.671347 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-plugged", "status": "completed", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:11.671347 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1e87b7d-3fe8-4254-a4b5-f7499d1c20d2 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:11.671741 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'code': 200} Sep 29 23:09:11.673701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249ebfa-6331-4b6d-8f1a-c371991ebd1b None None] Network f858f207-c930-4012-a431-42786cf6e81a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:11.746712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Deleting port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:11.751765 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:11.886477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] For port ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:11.887152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:11.934954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Calling delete_port for ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:11.957961 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'name': 'tempest-ServersTestMultiNic-33224341-router', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:27Z', 'updated_at': '2021-09-29T23:09:08Z', 'revision_number': 5, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'gw_port': {'id': 'ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:96:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1066, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:07:28Z', 'updated_at': '2021-09-29T23:07:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:12.011696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ac23da9c-c34a-4de1-982c-2a5f389044d9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:09:12.016057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Deleting port ac23da9c-c34a-4de1-982c-2a5f389044d9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:12.016976 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.037335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-35f3ee3b-252e-4560-85f3-50f00fcf557a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:12.039396 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-35f3ee3b-252e-4560-85f3-50f00fcf557a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ffbf98a-8214-4bbc-a761-0af62e966d78 HTTP/1.1" status: 200 len: 946 time: 0.1382570 Sep 29 23:09:12.052476 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] Checking router: a32e72f7-8961-479f-afa0-82e6d58069cd for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:09:12.077633 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] Routers {'a32e72f7-8961-479f-afa0-82e6d58069cd'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:09:12.078358 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:09:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['a32e72f7-8961-479f-afa0-82e6d58069cd'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:12.126561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-539335ad-1bed-48d4-808c-9a899182950f None None] Provisioning complete for port ac23da9c-c34a-4de1-982c-2a5f389044d9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:09:12.128305 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-539335ad-1bed-48d4-808c-9a899182950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.180106 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] Set router a32e72f7-8961-479f-afa0-82e6d58069cd gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:09:12.222972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] For port ac23da9c-c34a-4de1-982c-2a5f389044d9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ac23da9c-c34a-4de1-982c-2a5f389044d9,segment=NetworkSegment(e99345c1-eda9-4c8c-a04c-ea286f7cb708),segment_id=e99345c1-eda9-4c8c-a04c-ea286f7cb708)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:12.223695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.234789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ac23da9c-c34a-4de1-982c-2a5f389044d9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:09:12.235165 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.249691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-f3d4613b-0f12-4f5f-bdd1-ed65428bf570 service neutron] 10.222.0.44 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5707130 Sep 29 23:09:12.251923 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'name': 'tempest-ServersTestMultiNic-33224341-router', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:27Z', 'updated_at': '2021-09-29T23:09:11Z', 'revision_number': 6, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:12.278460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Calling delete_port for ac23da9c-c34a-4de1-982c-2a5f389044d9 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:12.294525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308de4e7-c89b-4586-b640-0fd0343600cf req-89c85c8a-64eb-49a2-92fe-452c68a9031a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:12.296572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-308de4e7-c89b-4586-b640-0fd0343600cf req-89c85c8a-64eb-49a2-92fe-452c68a9031a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 1102 time: 0.3054297 Sep 29 23:09:12.313970 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3edd25b5-266d-46e5-819d-39ca6f19a00d None None] The sync data for ids ['a32e72f7-8961-479f-afa0-82e6d58069cd'] in n-d-811173-2 is: [{'id': 'a32e72f7-8961-479f-afa0-82e6d58069cd', 'name': 'tempest-ServersTestMultiNic-33224341-router', 'tenant_id': '28279b8345624d5f90fccb9f1d09587d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:07:27Z', 'updated_at': '2021-09-29T23:09:11Z', 'revision_number': 6, 'project_id': '28279b8345624d5f90fccb9f1d09587d', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:09:12.348914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-c313c29b-6658-4075-9e32-ae62f23eaba4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Deleting port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:12.352757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-c313c29b-6658-4075-9e32-ae62f23eaba4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.353364 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81f0da-f264-4874-8586-31f3a8b34540 req-a6cbfbc1-9522-4c7c-b42c-a654be6237b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:12.355181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc81f0da-f264-4874-8586-31f3a8b34540 req-a6cbfbc1-9522-4c7c-b42c-a654be6237b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.3565452 Sep 29 23:09:12.447588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.469365 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-539335ad-1bed-48d4-808c-9a899182950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.503323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:12.504723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-539335ad-1bed-48d4-808c-9a899182950f None None] For port ac23da9c-c34a-4de1-982c-2a5f389044d9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ac23da9c-c34a-4de1-982c-2a5f389044d9,segment=NetworkSegment(e99345c1-eda9-4c8c-a04c-ea286f7cb708),segment_id=e99345c1-eda9-4c8c-a04c-ea286f7cb708)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:12.558034 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.577199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-539335ad-1bed-48d4-808c-9a899182950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.579105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-308de4e7-c89b-4586-b640-0fd0343600cf req-2c679731-2159-4b23-b6f0-bec71eb102f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393248 Sep 29 23:09:12.584317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-c313c29b-6658-4075-9e32-ae62f23eaba4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] For port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:12.584991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-c313c29b-6658-4075-9e32-ae62f23eaba4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.595132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc81f0da-f264-4874-8586-31f3a8b34540 req-8f270ed3-c889-4200-81ed-7650ef03e0f9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272296 Sep 29 23:09:12.607350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-c313c29b-6658-4075-9e32-ae62f23eaba4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Calling delete_port for 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:12.628475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539335ad-1bed-48d4-808c-9a899182950f None None] Pushing event updated for resources: {'Port': ['ID=ac23da9c-c34a-4de1-982c-2a5f389044d9,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:12.632499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-dc86af0f-9970-4d6f-8214-c81458b9785a service neutron] 10.222.0.44 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815084 Sep 29 23:09:12.642562 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.702868 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:09:12.703473 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:09:12.836320 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.847718 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.944282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:12.982247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.000151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a32e72f7-8961-479f-afa0-82e6d58069cd {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:09:13.009167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2d9a7-0204-475a-b397-a364349a0674 req-eba7bd4c-1c58-43a0-9ade-4cf362143393 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:13.011141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1f2d9a7-0204-475a-b397-a364349a0674 req-eba7bd4c-1c58-43a0-9ade-4cf362143393 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 951 time: 0.2539613 Sep 29 23:09:13.016827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Port': ['ID=ac23da9c-c34a-4de1-982c-2a5f389044d9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:13.019288 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.022961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf37770a-0efa-4eb1-81c3-2c72691043f8 admin admin] 10.222.0.44 "DELETE /v2.0/routers/a32e72f7-8961-479f-afa0-82e6d58069cd HTTP/1.1" status: 204 len: 168 time: 1.7426393 Sep 29 23:09:13.023645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46182) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:13.033022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb377c-7ebc-4c9a-b3be-514ee0c9812a None None] Network f858f207-c930-4012-a431-42786cf6e81a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:13.167318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ea7a240a-7415-498d-802f-d2fb81eaa0bb None None] Could not find standard attr ID for object ac23da9c-c34a-4de1-982c-2a5f389044d9. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:09:13.186221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:13.214604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b854333a-ecfa-4dc1-b208-f96b364395e6 admin admin] Deleting subnet c7a12d20-c4f6-45b3-b651-e8e72834310d {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:09:13.218393 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b854333a-ecfa-4dc1-b208-f96b364395e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.244055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No DVR routers for this DVR port ac23da9c-c34a-4de1-982c-2a5f389044d9 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:13.250055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Port ac23da9c-c34a-4de1-982c-2a5f389044d9 update to ACTIVE by agent not found {{(pid=110007) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 29 23:09:13.273821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4efa0730-1d52-48d2-97a3-4d8d37d60aca req-a4f622b4-a3a4-49c2-b09b-2c448397e726 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 210 time: 0.1228235 Sep 29 23:09:13.276261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b854333a-ecfa-4dc1-b208-f96b364395e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.304884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No active binding found for port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 {{(pid=110007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 23:09:13.306850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1f2d9a7-0204-475a-b397-a364349a0674 req-f3cf9ff2-02d3-4d07-ab39-80a2dc200c89 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641313 Sep 29 23:09:13.328710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:13.336260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-c313c29b-6658-4075-9e32-ae62f23eaba4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.343449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.391581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313c29b-6658-4075-9e32-ae62f23eaba4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Pushing event deleted for resources: {'Port': ['ID=6b28c39f-b40f-4cf4-a778-50ac7f0c7e67,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:13.447792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.508118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-c313c29b-6658-4075-9e32-ae62f23eaba4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] No DVR routers for this DVR port 6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:13.511574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-c313c29b-6658-4075-9e32-ae62f23eaba4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.515417 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d3b28157-c5e2-4527-a1ee-3ce57f38ce59 req-c313c29b-6658-4075-9e32-ae62f23eaba4 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "DELETE /v2.0/ports/6b28c39f-b40f-4cf4-a778-50ac7f0c7e67 HTTP/1.1" status: 204 len: 173 time: 1.4682324 Sep 29 23:09:13.522626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ffbf98a-8214-4bbc-a761-0af62e966d78', 'name': 'network-vif-deleted', 'tag': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:13.531020 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739ebb30-4c17-4ce5-887a-bef5db6653e2" -d '{"events": [{"server_uuid": "1ffbf98a-8214-4bbc-a761-0af62e966d78", "name": "network-vif-deleted", "tag": "6b28c39f-b40f-4cf4-a778-50ac7f0c7e67"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:13.606110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b854333a-ecfa-4dc1-b208-f96b364395e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.615872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.698658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=802c55a3-517b-42f3-92c4-ae1679654bc0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:13.738565 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fe52ea-7382-4f03-bc26-9908f7875af4 x-openstack-request-id: req-a0fe52ea-7382-4f03-bc26-9908f7875af4 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:13.738908 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ffbf98a-8214-4bbc-a761-0af62e966d78", "name": "network-vif-deleted", "tag": "6b28c39f-b40f-4cf4-a778-50ac7f0c7e67", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:13.739129 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0fe52ea-7382-4f03-bc26-9908f7875af4 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:13.739720 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ffbf98a-8214-4bbc-a761-0af62e966d78', 'name': 'network-vif-deleted', 'tag': '6b28c39f-b40f-4cf4-a778-50ac7f0c7e67', 'status': 'completed', 'code': 200} Sep 29 23:09:13.765417 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b854333a-ecfa-4dc1-b208-f96b364395e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.806462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b854333a-ecfa-4dc1-b208-f96b364395e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7a12d20-c4f6-45b3-b651-e8e72834310d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:13.827500 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b854333a-ecfa-4dc1-b208-f96b364395e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:13.835229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75e47e1-e68e-4242-8213-5f9a8d0175bc None None] Network 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:13.836405 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b854333a-ecfa-4dc1-b208-f96b364395e6 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c7a12d20-c4f6-45b3-b651-e8e72834310d HTTP/1.1" status: 204 len: 168 time: 0.8116376 Sep 29 23:09:13.837394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46200) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:13.938675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f3597a-b403-422e-948b-77c2bc931e3b None None] Network f858f207-c930-4012-a431-42786cf6e81a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:14.013251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ba40d92-2271-4190-9102-bed240ad3acb no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:14.051308 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.118344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4ba40d92-2271-4190-9102-bed240ad3acb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:14.121401 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ba40d92-2271-4190-9102-bed240ad3acb not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:14.121682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:14.146989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Deleting port 4ccc7074-1051-4e07-8ec9-6386017c5f15 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:14.147438 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.236460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] For port 4ccc7074-1051-4e07-8ec9-6386017c5f15, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ccc7074-1051-4e07-8ec9-6386017c5f15,segment=NetworkSegment(8f22a664-2c90-4daf-ad9e-97c9580ccd8b),segment_id=8f22a664-2c90-4daf-ad9e-97c9580ccd8b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:14.237395 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.237830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:14.238404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ae9976de-e51b-4c9e-a1b3-dc69bc6ab2dc not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:14.267890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Calling delete_port for 4ccc7074-1051-4e07-8ec9-6386017c5f15 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:14.360395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a922ef23-1977-40ef-b37c-55a9e4c95b8e None None] DHCP port deletion for f858f207-c930-4012-a431-42786cf6e81a request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:09:14.386919 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.398939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70add6f-46c5-4472-9fe0-f2c6c4279a56 None None] DHCP port deletion for 0b4c7fa0-ab59-498e-96dc-f5a428c74c3a request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:09:14.451883 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.481608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccc7074-1051-4e07-8ec9-6386017c5f15,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:14.494375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] No DVR routers for this DVR port 4ccc7074-1051-4e07-8ec9-6386017c5f15 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:14.501534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a70add6f-46c5-4472-9fe0-f2c6c4279a56 None None] Deleting port 4ccc7074-1051-4e07-8ec9-6386017c5f15 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:14.501911 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a70add6f-46c5-4472-9fe0-f2c6c4279a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.507085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4ca877e-8eff-487e-96b9-290f05377559 req-6f6ff155-19c6-43c4-8823-2fd93d191e0f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 210 time: 0.0830903 Sep 29 23:09:14.508984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f858f207-c930-4012-a431-42786cf6e81a']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:14.556738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e99345c1-eda9-4c8c-a04c-ea286f7cb708') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:14.557182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e99345c1-eda9-4c8c-a04c-ea286f7cb708') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:14.611899 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.615068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a70add6f-46c5-4472-9fe0-f2c6c4279a56 None None] For port 4ccc7074-1051-4e07-8ec9-6386017c5f15, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:14.615753 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a70add6f-46c5-4472-9fe0-f2c6c4279a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.626650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.630679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a70add6f-46c5-4472-9fe0-f2c6c4279a56 None None] Calling delete_port for 4ccc7074-1051-4e07-8ec9-6386017c5f15 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:14.633060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-a70add6f-46c5-4472-9fe0-f2c6c4279a56 None None] Port 4ccc7074-1051-4e07-8ec9-6386017c5f15 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:09:14.634774 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a70add6f-46c5-4472-9fe0-f2c6c4279a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.639335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6ad5d-ce26-4c62-aa48-2f44c2167586 req-2f485a44-5b96-48f3-8431-ec9412849a0a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:14.646662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5c6ad5d-ce26-4c62-aa48-2f44c2167586 req-2f485a44-5b96-48f3-8431-ec9412849a0a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.8075826 Sep 29 23:09:14.657183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b4c7fa0-ab59-498e-96dc-f5a428c74c3a']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:14.660360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70add6f-46c5-4472-9fe0-f2c6c4279a56 None None] Pushing event deleted for resources: {'Port': ['ID=4ccc7074-1051-4e07-8ec9-6386017c5f15,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:14.669496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70add6f-46c5-4472-9fe0-f2c6c4279a56 None None] No DVR routers for this DVR port 4ccc7074-1051-4e07-8ec9-6386017c5f15 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:14.679169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f22a664-2c90-4daf-ad9e-97c9580ccd8b') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:14.679169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f22a664-2c90-4daf-ad9e-97c9580ccd8b') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:14.698644 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.714754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.720865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:14.721364 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:14.724299 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:14.732295 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.749574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:14.749979 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:14.753579 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:14.785242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.790736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.795151 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0b4c7fa0-ab59-498e-96dc-f5a428c74c3a HTTP/1.1" status: 204 len: 168 time: 0.9540868 Sep 29 23:09:14.815977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd59b9c-0b58-4bba-bfd7-50f2f93673cf req-465d63cf-e5b5-47dc-bad7-18375c5caab7 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:14.817632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bd59b9c-0b58-4bba-bfd7-50f2f93673cf req-465d63cf-e5b5-47dc-bad7-18375c5caab7 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 951 time: 0.2190149 Sep 29 23:09:14.831005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce57372-9a8f-44f6-82ee-cf8854c74aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b4c7fa0-ab59-498e-96dc-f5a428c74c3a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:14.877280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5c6ad5d-ce26-4c62-aa48-2f44c2167586 req-e7d63c7a-baa6-4b96-8755-49498a5d0ec7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295938 Sep 29 23:09:14.892015 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.897789 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.902102 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/f858f207-c930-4012-a431-42786cf6e81a HTTP/1.1" status: 204 len: 168 time: 4.1028249 Sep 29 23:09:14.902450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46222) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:14.938946 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-041cbff6-69a9-4cea-b3ec-9a700c05ab44 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:14.940179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-041cbff6-69a9-4cea-b3ec-9a700c05ab44 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:14.943544 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-041cbff6-69a9-4cea-b3ec-9a700c05ab44 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/f858f207-c930-4012-a431-42786cf6e81a HTTP/1.1" status: 404 len: 339 time: 0.0400541 Sep 29 23:09:14.947668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46224) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:14.948981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7e410-1eaa-47ef-ab21-0d203265be7b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=f858f207-c930-4012-a431-42786cf6e81a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:14.974079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Deleting port 2d72c803-67f9-449e-8394-83944b0319a7 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:14.974517 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:14.977642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-460459426', 'description': 'd1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:14.995689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bd59b9c-0b58-4bba-bfd7-50f2f93673cf req-e7fc61a3-4f8e-4d34-a208-d00bc7117365 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142673 Sep 29 23:09:15.089541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:15.101098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:15.190742 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:15.203327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46230) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:15.233185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Calling delete_port for 2d72c803-67f9-449e-8394-83944b0319a7 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:15.243156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:15.270801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:15.271140 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment 8eeeaa37-aaed-4dd8-9692-a67bc1744ead of type vlan for network 3be7ba05-0d9c-4a18-af24-a4689f24bda9 Sep 29 23:09:15.337924 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:15.375483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-6cae5c31-bab4-4e98-9b2f-2efb2f4e0a65 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:15.377038 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-6cae5c31-bab4-4e98-9b2f-2efb2f4e0a65 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 804 time: 0.3932624 Sep 29 23:09:15.379743 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:15.385131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:15.385750 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:15.400271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Request body: {'port': {'device_id': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'admin_state_up': True, 'tenant_id': 'f4c0262c811241149bca329cc8ed4d26'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:15.446732 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4965301 Sep 29 23:09:15.447245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46236) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:15.488442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2b6c15b3-d965-4424-b60a-ad1a77ba5db1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28279b8345624d5f90fccb9f1d09587d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2811096 Sep 29 23:09:15.489682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46238) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:15.587691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d6b49-afe8-468b-95b4-f38c28799d9f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=3be7ba05-0d9c-4a18-af24-a4689f24bda9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:15.590749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bef63-3ef6-4ff9-800b-211e1ce184f8 req-9bdd2366-25bb-49b6-bfaf-b8257021e7af tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:15.595186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f48bef63-3ef6-4ff9-800b-211e1ce184f8 req-9bdd2366-25bb-49b6-bfaf-b8257021e7af tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 1102 time: 0.1689067 Sep 29 23:09:15.627955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 3be7ba05-0d9c-4a18-af24-a4689f24bda9 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:15.671873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ac23da9c-c34a-4de1-982c-2a5f389044d9 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:15.688496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea315f5-59fd-450d-93a5-659b5abc4a29 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:15.692470 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1ea315f5-59fd-450d-93a5-659b5abc4a29 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/networks?id=3be7ba05-0d9c-4a18-af24-a4689f24bda9 HTTP/1.1" status: 200 len: 760 time: 0.2326248 Sep 29 23:09:15.704861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46244) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:15.705109 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c128ad02-cd09-4b68-88eb-d7ffacacd638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:15.714179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8b512b36-7da8-433f-9a3b-36d7aa841518 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'description': 'd2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:15.718459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ac23da9c-c34a-4de1-982c-2a5f389044d9 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:15.718803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ac23da9c-c34a-4de1-982c-2a5f389044d9 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:15.723871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ccc7074-1051-4e07-8ec9-6386017c5f15 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:15.751653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f203c956-eb89-4305-adb9-f8dc7cff856d req-399f3a55-f1a0-4149-9b5b-2d5498722c0b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 210 time: 0.0780795 Sep 29 23:09:15.795228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f48bef63-3ef6-4ff9-800b-211e1ce184f8 req-22b8b8ca-b247-45cc-9e30-5f457504425e tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914279 Sep 29 23:09:15.816256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4ccc7074-1051-4e07-8ec9-6386017c5f15 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:15.816875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ccc7074-1051-4e07-8ec9-6386017c5f15 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:15.832124 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c128ad02-cd09-4b68-88eb-d7ffacacd638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:15.849959 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:15.856200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Made reservation on behalf of f4c0262c811241149bca329cc8ed4d26 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:15.860803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:15.899412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event deleted for resources: {'Port': ['ID=2d72c803-67f9-449e-8394-83944b0319a7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:16.080054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b512b36-7da8-433f-9a3b-36d7aa841518 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.148506 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b512b36-7da8-433f-9a3b-36d7aa841518 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.151652 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c128ad02-cd09-4b68-88eb-d7ffacacd638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.156828 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c128ad02-cd09-4b68-88eb-d7ffacacd638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.158835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c128ad02-cd09-4b68-88eb-d7ffacacd638 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/21c98d9f-166e-4266-a292-4d4e5a651633 HTTP/1.1" status: 204 len: 168 time: 0.6684332 Sep 29 23:09:16.183680 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8b512b36-7da8-433f-9a3b-36d7aa841518 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network 3be7ba05-0d9c-4a18-af24-a4689f24bda9 is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 23:09:16.184480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128ad02-cd09-4b68-88eb-d7ffacacd638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c98d9f-166e-4266-a292-4d4e5a651633,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:16.195412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b512b36-7da8-433f-9a3b-36d7aa841518 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:16.196089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b512b36-7da8-433f-9a3b-36d7aa841518 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.199776 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8b512b36-7da8-433f-9a3b-36d7aa841518 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "PUT /v2.0/networks/3be7ba05-0d9c-4a18-af24-a4689f24bda9 HTTP/1.1" status: 200 len: 757 time: 0.4941037 Sep 29 23:09:16.203316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46264) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:16.228306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Allocated IP 172.20.0.6 (080c22b7-11b3-4618-836c-1d15d209f8b4/a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb/5ee3d1cb-17f1-4a06-9ba0-500879b38a76) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:16.313821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff297d1-0ee8-4de1-ab6e-864b32c0eae1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:16.319276 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bff297d1-0ee8-4de1-ab6e-864b32c0eae1 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/networks?id=3be7ba05-0d9c-4a18-af24-a4689f24bda9 HTTP/1.1" status: 200 len: 760 time: 0.0925837 Sep 29 23:09:16.325931 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46270) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:16.376743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-374202344'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:16.382304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b512b36-7da8-433f-9a3b-36d7aa841518 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=3be7ba05-0d9c-4a18-af24-a4689f24bda9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:16.389264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.394865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 3be7ba05-0d9c-4a18-af24-a4689f24bda9 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:16.431592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055939a-9de5-4fd0-ab45-4d6e6497e5de req-5bd92acd-4463-472d-9279-b918bae668bb tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:16.433424 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5055939a-9de5-4fd0-ab45-4d6e6497e5de req-5bd92acd-4463-472d-9279-b918bae668bb tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.3999128 Sep 29 23:09:16.448591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:16.455356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.499076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0c53e2-8b5b-452a-a3bb-d506d9d7aff1 req-ed50f439-d1af-40b2-969a-69dd6a90774c tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:16.500663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a0c53e2-8b5b-452a-a3bb-d506d9d7aff1 req-ed50f439-d1af-40b2-969a-69dd6a90774c tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 1102 time: 0.3886893 Sep 29 23:09:16.542229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5055939a-9de5-4fd0-ab45-4d6e6497e5de req-0ffde984-19a8-480e-9758-273a68c3f76a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997088 Sep 29 23:09:16.623923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a0c53e2-8b5b-452a-a3bb-d506d9d7aff1 req-2edab50d-e1f2-41a8-8964-3b815d0d2641 tempest-ServersAdminTestJSON-1306778650 tempest-ServersAdminTestJSON-1306778650-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993631 Sep 29 23:09:16.666091 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.708087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:16.722043 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.724150 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.724536 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment c2d9687d-e2e8-41ab-b756-7eace5cb93af of type vlan for network 6e78f703-ed66-426c-84d7-ed0d8753bd03 Sep 29 23:09:16.782567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Network 080c22b7-11b3-4618-836c-1d15d209f8b4 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:16.806977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:16.819179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:16.850542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Router 19286043-f7b6-4afc-8728-fd720adca67f has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:09:16.855175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.861574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Pushing event updated for resources: {'Port': ['ID=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:16.905675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:16.906348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.914778 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.922153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:16.922783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:16.964754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-d8d32ff8-6a4a-49e3-a7d4-281d5997d92c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5684876 Sep 29 23:09:16.973584 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6116762 Sep 29 23:09:16.984024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-e6af3131-fb17-44d2-ad3e-b237c3628b0a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:09:16.986020 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-e6af3131-fb17-44d2-ad3e-b237c3628b0a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0121427 Sep 29 23:09:16.987544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46288) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:16.993445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': '6e78f703-ed66-426c-84d7-ed0d8753bd03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:17.001771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Request body: {'port': {'device_id': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:17.147492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:09:17.158502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c8967-6ca1-48e4-863d-e9c7cecf780f None None] Sync routers for ids ['19286043-f7b6-4afc-8728-fd720adca67f'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:09:17.159308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384a813-6319-4c90-bd28-dcc1990c55c6 req-6e3479c7-b40d-48bc-b589-beb85fbe5d0a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:17.160900 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6384a813-6319-4c90-bd28-dcc1990c55c6 req-6e3479c7-b40d-48bc-b589-beb85fbe5d0a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 931 time: 0.2288260 Sep 29 23:09:17.166506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a5e84a3b-218a-4791-9851-31b2f8a8ba7d tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "PUT /v2.0/routers/19286043-f7b6-4afc-8728-fd720adca67f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6861355 Sep 29 23:09:17.174823 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c01e1f-ae23-4120-a101-42c1e6bb6a69 req-0a58a702-d299-4ab7-a5db-0271bc716abb tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:17.176427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6c01e1f-ae23-4120-a101-42c1e6bb6a69 req-0a58a702-d299-4ab7-a5db-0271bc716abb tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 950 time: 0.2158573 Sep 29 23:09:17.177995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46298) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:17.179306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c8967-6ca1-48e4-863d-e9c7cecf780f None None] Routers {'19286043-f7b6-4afc-8728-fd720adca67f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:09:17.181730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e76c8967-6ca1-48e4-863d-e9c7cecf780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:09:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['19286043-f7b6-4afc-8728-fd720adca67f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:17.242156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e76c8967-6ca1-48e4-863d-e9c7cecf780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:17.254879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76c8967-6ca1-48e4-863d-e9c7cecf780f None None] Routers {'19286043-f7b6-4afc-8728-fd720adca67f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:09:17.255983 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e76c8967-6ca1-48e4-863d-e9c7cecf780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:09:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['19286043-f7b6-4afc-8728-fd720adca67f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:17.304523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46300) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:17.315501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:17.319257 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:17.335562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e76c8967-6ca1-48e4-863d-e9c7cecf780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:17.336371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76c8967-6ca1-48e4-863d-e9c7cecf780f None None] The sync data for ids ['19286043-f7b6-4afc-8728-fd720adca67f'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:09:17.392750 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6c01e1f-ae23-4120-a101-42c1e6bb6a69 req-6a9a895f-00f3-41a9-a8e8-bcf29c99f7c4 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031233 Sep 29 23:09:17.454302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6384a813-6319-4c90-bd28-dcc1990c55c6 req-b55d15e4-20cf-4583-a8a7-16deaefdcb4a tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769449 Sep 29 23:09:17.503517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1100229153-network', 'tenant_id': 'd9b8b7d059d34856b6abdd78fc12002f'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:17.544566 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:17.554183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b47b9-90fe-487f-bfc8-21ce77bdfa73 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=6e78f703-ed66-426c-84d7-ed0d8753bd03,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:17.567703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6e78f703-ed66-426c-84d7-ed0d8753bd03 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:17.600607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Made reservation on behalf of d9b8b7d059d34856b6abdd78fc12002f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:17.604681 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:17.627004 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:17.650443 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:17.816730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00251bb-b098-40e9-b4f1-54e613ea512b req-a2a1adbd-3afa-4047-b3b5-79c238c9be9d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:17.824698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a00251bb-b098-40e9-b4f1-54e613ea512b req-a2a1adbd-3afa-4047-b3b5-79c238c9be9d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1825783 Sep 29 23:09:17.895369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:17.939548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:17.950070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:17.953759 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:17.963503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Transition to ACTIVE for port object 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:09:17.968137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:17.994428 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a00251bb-b098-40e9-b4f1-54e613ea512b req-8e15a282-73ff-4845-a7c1-7c5b0419ef05 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688631 Sep 29 23:09:18.028994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:18.113231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Attempting to bind port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:18.113231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Attempting to bind port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:18.113520 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Attempting to bind port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:18.118204 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:18.118528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Attempting to bind port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 on network 080c22b7-11b3-4618-836c-1d15d209f8b4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:18.123730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:09:18.124110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Checking segment: {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:18.124499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Bound using segment: {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:09:18.125132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Bound port: 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:09:18.125321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:18.196665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] For port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:18.200043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] For port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:09:18.205232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:18.249651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:18.250060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:18.251520 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] 10.222.0.26 "PUT /v2.0/ports/5ee3d1cb-17f1-4a06-9ba0-500879b38a76 HTTP/1.1" status: 200 len: 1091 time: 1.2560418 Sep 29 23:09:18.251995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'tag': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:18.255320 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c19422-ec74-4ab2-8c06-e823867a1f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "fbd0e77b-99b3-474f-becb-64c0afbfe6c2", "tag": "5ee3d1cb-17f1-4a06-9ba0-500879b38a76"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:18.353031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c8fde-26d5-4bd2-8d0a-2612ab9c5301 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:18.360704 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9148d028-2d49-4f7f-9f06-ee321b2096aa x-openstack-request-id: req-9148d028-2d49-4f7f-9f06-ee321b2096aa {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:18.360704 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbd0e77b-99b3-474f-becb-64c0afbfe6c2", "tag": "5ee3d1cb-17f1-4a06-9ba0-500879b38a76", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:18.360704 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9148d028-2d49-4f7f-9f06-ee321b2096aa {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:18.361115 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'tag': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76', 'status': 'completed', 'code': 200} Sep 29 23:09:18.400809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-6986d4d1-9f79-44f1-b29b-75b13f02c920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:18.403387 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-6986d4d1-9f79-44f1-b29b-75b13f02c920 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 1094 time: 0.1057014 Sep 29 23:09:18.438359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=5347b3a2-0c8e-4b71-9762-e5ceeaff3f6b,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:18.480895 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:18.483602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.484049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.495479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.496029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.496389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.496733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.497072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.497450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.497799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.498126 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.498452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.498776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:18.498944 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-c1d74710-1b98-4b55-8890-d5a25642edcb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76 HTTP/1.1" status: 200 len: 217 time: 0.0876238 Sep 29 23:09:18.516960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:18.553882 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': 'c2d9687d-e2e8-41ab-b756-7eace5cb93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6e78f703-ed66-426c-84d7-ed0d8753bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:18.554248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: 6e78f703-ed66-426c-84d7-ed0d8753bd03, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:09:18.569790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-44ebbd41-00d3-4fa6-88e2-355fbe74aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:18.575184 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-44ebbd41-00d3-4fa6-88e2-355fbe74aaf0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb HTTP/1.1" status: 200 len: 844 time: 0.0684080 Sep 29 23:09:18.619645 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-a27d7159-b263-4483-9f4d-8718d627884a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080c22b7-11b3-4618-836c-1d15d209f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376809 Sep 29 23:09:18.650302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:18.659920 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Deleting port 8cb8f604-c877-45d0-a570-4b790f4037c9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:18.660414 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:18.720873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216ba938-4a64-45f4-9e32-c92b5ab66ab1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:18.732506 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:18.732813 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Added segment fb35b73e-0a7b-4db9-80b8-59ac7b55a412 of type vlan for network c227357a-4298-494d-bd97-035dcbd0097b Sep 29 23:09:18.744778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network 6e78f703-ed66-426c-84d7-ed0d8753bd03 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:09:18.782141 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-ead84adf-6292-4a85-9a5a-7ca659afea72 service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547158 Sep 29 23:09:18.797736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c74d6f-c8a6-4e1b-9a64-00de6482e787 req-4f6a1d31-866a-4fd4-ba24-aec11efb51ed tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:18.799524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06c74d6f-c8a6-4e1b-9a64-00de6482e787 req-4f6a1d31-866a-4fd4-ba24-aec11efb51ed tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 950 time: 0.2885613 Sep 29 23:09:18.894982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6e78f703-ed66-426c-84d7-ed0d8753bd03) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:18.901702 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7d6ee08-c6b0-4810-8159-d2ef69494693 req-836d37de-e1ed-4097-aded-645ca688911d service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122477 Sep 29 23:09:18.907071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25203c2a-78a1-4f5e-b6df-9c5d2e482fec None None] Network 6e78f703-ed66-426c-84d7-ed0d8753bd03 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:18.930725 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:18.937557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:18.938172 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:18.975012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c16b7-29ae-4a93-a1ce-22a7f1910de0 req-344bf256-ce54-4b44-a71c-b9ee78488dfb tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:18.982491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e64c16b7-29ae-4a93-a1ce-22a7f1910de0 req-344bf256-ce54-4b44-a71c-b9ee78488dfb tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 943 time: 0.3818426 Sep 29 23:09:19.009238 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.016032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c19422-ec74-4ab2-8c06-e823867a1f1f req-47f323db-c0ee-4a9c-8305-912b10ea571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:19.017717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-36c19422-ec74-4ab2-8c06-e823867a1f1f req-47f323db-c0ee-4a9c-8305-912b10ea571c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4c0262c811241149bca329cc8ed4d26&device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 1094 time: 0.0572860 Sep 29 23:09:19.037156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Calling delete_port for 8cb8f604-c877-45d0-a570-4b790f4037c9 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:19.097390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7c5774d7-05a0-478e-940e-e4d563d8c6ac tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1077929 Sep 29 23:09:19.101745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46324) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:19.110630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f0b5f169-f032-4a9c-886d-029f2bc025b4 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:19.113105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f0b5f169-f032-4a9c-886d-029f2bc025b4 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 950 time: 0.4296169 Sep 29 23:09:19.133697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06c74d6f-c8a6-4e1b-9a64-00de6482e787 req-2e9559d9-9f36-49e6-8c09-3b6d039365ce tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556040 Sep 29 23:09:19.145116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-6e78f703-ed66-426c-84d7-ed0d8753bd03', 'network_id': '6e78f703-ed66-426c-84d7-ed0d8753bd03', 'tenant_id': 'a0e0d2d50fe54b8fa560e93332f62f45', 'fixed_ips': [{'subnet_id': '5347b3a2-0c8e-4b71-9762-e5ceeaff3f6b'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:09:19.145658 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.168330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c19422-ec74-4ab2-8c06-e823867a1f1f req-48055143-e094-4796-9fd3-10aa2b90e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:19.170278 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-36c19422-ec74-4ab2-8c06-e823867a1f1f req-48055143-e094-4796-9fd3-10aa2b90e370 service neutron] 10.222.0.26 "GET /v2.0/networks?id=080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 200 len: 905 time: 0.1450908 Sep 29 23:09:19.215984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.216972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:19.217571 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.241737 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-36c19422-ec74-4ab2-8c06-e823867a1f1f req-ce35ef93-9cc5-49a8-b953-00b31a49c2b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76 HTTP/1.1" status: 200 len: 217 time: 0.0620072 Sep 29 23:09:19.292128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e64c16b7-29ae-4a93-a1ce-22a7f1910de0 req-903ba630-1c9a-4acd-977d-a91808c98b68 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085408 Sep 29 23:09:19.344310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c19422-ec74-4ab2-8c06-e823867a1f1f req-07e5f2f3-01ea-42c6-817c-8fdbee6082e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:19.347769 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-36c19422-ec74-4ab2-8c06-e823867a1f1f req-07e5f2f3-01ea-42c6-817c-8fdbee6082e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb HTTP/1.1" status: 200 len: 844 time: 0.0986307 Sep 29 23:09:19.379267 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0672989 Sep 29 23:09:19.389933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46326) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:19.392179 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-36c19422-ec74-4ab2-8c06-e823867a1f1f req-8a58a285-e9a7-47c1-9985-33d128afe673 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=080c22b7-11b3-4618-836c-1d15d209f8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350304 Sep 29 23:09:19.397443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Request body: {'subnet': {'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1100229153-subnet', 'tenant_id': 'd9b8b7d059d34856b6abdd78fc12002f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:19.399995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Allocated IP 172.20.0.2 (6e78f703-ed66-426c-84d7-ed0d8753bd03/5347b3a2-0c8e-4b71-9762-e5ceeaff3f6b/331c2ee2-b0f2-4696-a317-6feb6a13a786) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:19.475213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34fbe3-25d5-4b1d-b0e8-5b61e3823e93 admin admin] Pushing event updated for resources: {'Network': ['ID=c227357a-4298-494d-bd97-035dcbd0097b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:19.482411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Made reservation on behalf of d9b8b7d059d34856b6abdd78fc12002f for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:19.485270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.598321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.604712 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.610556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c227357a-4298-494d-bd97-035dcbd0097b details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:19.616738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca9a3e-c102-4ebc-9a17-dd1c235237ec req-4f771157-b43b-49cd-b4b8-7e6daa22ee2d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:19.624543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52ca9a3e-c102-4ebc-9a17-dd1c235237ec req-4f771157-b43b-49cd-b4b8-7e6daa22ee2d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2530730 Sep 29 23:09:19.688807 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.693753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f2748417-041a-4fa3-a07b-a45c57439b05 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Deleting port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:19.694114 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f2748417-041a-4fa3-a07b-a45c57439b05 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.706760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.738922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Pushing event updated for resources: {'Port': ['ID=331c2ee2-b0f2-4696-a317-6feb6a13a786,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:19.755761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Network 6e78f703-ed66-426c-84d7-ed0d8753bd03 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:19.757437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:19.760054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:19.762044 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb694ab-b5bc-48f3-8d21-311e38ce4502,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:19.785836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52ca9a3e-c102-4ebc-9a17-dd1c235237ec req-f25f54d3-8bf2-4342-a7b8-e1e1ef919231 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566398 Sep 29 23:09:19.805282 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-36c19422-ec74-4ab2-8c06-e823867a1f1f req-6ce46ea6-35a5-4b13-b83a-c250c1bdd424 service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039650 Sep 29 23:09:19.821359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Attempting to bind port 331c2ee2-b0f2-4696-a317-6feb6a13a786 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:19.822498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Attempting to bind port 331c2ee2-b0f2-4696-a317-6feb6a13a786 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'c2d9687d-e2e8-41ab-b756-7eace5cb93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6e78f703-ed66-426c-84d7-ed0d8753bd03'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:19.822498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Attempting to bind port 331c2ee2-b0f2-4696-a317-6feb6a13a786 on network 6e78f703-ed66-426c-84d7-ed0d8753bd03 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:19.831022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:09:19.831551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Checking segment: {'id': 'c2d9687d-e2e8-41ab-b756-7eace5cb93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6e78f703-ed66-426c-84d7-ed0d8753bd03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:19.832362 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.833295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Bound using segment: {'id': 'c2d9687d-e2e8-41ab-b756-7eace5cb93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6e78f703-ed66-426c-84d7-ed0d8753bd03'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:09:19.833543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Bound port: 331c2ee2-b0f2-4696-a317-6feb6a13a786, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2d9687d-e2e8-41ab-b756-7eace5cb93af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '6e78f703-ed66-426c-84d7-ed0d8753bd03'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:09:19.834094 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.836636 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.860761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Checking segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:19.861146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Network hostable DHCP agents. Network: c227357a-4298-494d-bd97-035dcbd0097b, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:09:19.887992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event deleted for resources: {'Port': ['ID=8cb8f604-c877-45d0-a570-4b790f4037c9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:19.907693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f2748417-041a-4fa3-a07b-a45c57439b05 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] For port ec9cca0b-ef7d-40a7-8639-10d90c3dce19, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:19.908094 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f2748417-041a-4fa3-a07b-a45c57439b05 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.919657 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.938534 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Deleting port 331c2ee2-b0f2-4696-a317-6feb6a13a786 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:19.938786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Network c227357a-4298-494d-bd97-035dcbd0097b is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:09:19.938968 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.941903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f2748417-041a-4fa3-a07b-a45c57439b05 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Calling delete_port for ec9cca0b-ef7d-40a7-8639-10d90c3dce19 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:19.944480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] For port 331c2ee2-b0f2-4696-a317-6feb6a13a786, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:19.948407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] For port 331c2ee2-b0f2-4696-a317-6feb6a13a786, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=331c2ee2-b0f2-4696-a317-6feb6a13a786,segment=NetworkSegment(c2d9687d-e2e8-41ab-b756-7eace5cb93af),segment_id=c2d9687d-e2e8-41ab-b756-7eace5cb93af)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:09:19.957744 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.964624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, c227357a-4298-494d-bd97-035dcbd0097b) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:19.970439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:19.971075 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:19.976715 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-36c19422-ec74-4ab2-8c06-e823867a1f1f req-77613798-262d-4edd-834f-3c7527ae56b8 service neutron] 10.222.0.26 "GET /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589136 Sep 29 23:09:19.982252 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d1bc7a-0403-4a30-acc2-c26c955dd5a5 None None] Network c227357a-4298-494d-bd97-035dcbd0097b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:20.004013 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-afada672-26c7-4f58-8d29-4097c7daa4f2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6020489 Sep 29 23:09:20.073062 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825cc513-5fa2-4877-9fd1-1c55eaa20070 None None] Pushing event updated for resources: {'Port': ['ID=331c2ee2-b0f2-4696-a317-6feb6a13a786,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:20.104610 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.209701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] For port 331c2ee2-b0f2-4696-a317-6feb6a13a786, host n-d-811173-2, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:20.210076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.249832 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dd074a-7ad5-4c9e-a9f7-b10943902048 None None] Network c227357a-4298-494d-bd97-035dcbd0097b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:20.281319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.287395 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.329399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Calling delete_port for 331c2ee2-b0f2-4696-a317-6feb6a13a786 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:20.412391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a0e27a-7066-41b6-b8ec-6d28af65153c req-1286aa35-1453-48d7-af8a-b76632b3a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:20.416500 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-25a0e27a-7066-41b6-b8ec-6d28af65153c req-1286aa35-1453-48d7-af8a-b76632b3a5b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 1096 time: 0.1310441 Sep 29 23:09:20.463887 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.464476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Fanout notify agent at l3_agent the message router_deleted on router 19286043-f7b6-4afc-8728-fd720adca67f {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:09:20.474451 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-25a0e27a-7066-41b6-b8ec-6d28af65153c req-457d3a80-2646-468b-a1f7-c32b0f8571b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503483 Sep 29 23:09:20.478006 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.482141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5e7822e5-e324-46af-a2c8-4474faada1bc tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "DELETE /v2.0/routers/19286043-f7b6-4afc-8728-fd720adca67f HTTP/1.1" status: 204 len: 168 time: 3.2978973 Sep 29 23:09:20.482788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46344) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:20.522464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e132c-bab5-445e-b7bd-df8118d9810f req-ceb54d1d-7083-4ae6-afdf-ebb23479495d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:20.532040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-579e132c-bab5-445e-b7bd-df8118d9810f req-ceb54d1d-7083-4ae6-afdf-ebb23479495d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=689ed2a5-a29f-4fd5-9d62-ed5434927e54 HTTP/1.1" status: 200 len: 950 time: 0.2784734 Sep 29 23:09:20.537652 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f2748417-041a-4fa3-a07b-a45c57439b05 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.554745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1262cfd4-219a-4595-b7b8-aff0dc095b93 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Deleting subnet 5b1e9fa7-7c52-4ed6-919a-6ba4af88c5ce {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:09:20.559271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1262cfd4-219a-4595-b7b8-aff0dc095b93 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.574503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a9d846e3-3af3-4d4f-8076-567233cff191', 'ec9cca0b-ef7d-40a7-8639-10d90c3dce19', 'fd7dc16a-3f17-4440-821e-ea9492cd215b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:20.604346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1262cfd4-219a-4595-b7b8-aff0dc095b93 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.614662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2748417-041a-4fa3-a07b-a45c57439b05 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Pushing event deleted for resources: {'Port': ['ID=ec9cca0b-ef7d-40a7-8639-10d90c3dce19,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:20.647793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-579e132c-bab5-445e-b7bd-df8118d9810f req-d971ff4c-62b8-4708-80b1-34050b69a54d tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145034 Sep 29 23:09:20.748999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1262cfd4-219a-4595-b7b8-aff0dc095b93 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.778661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f2748417-041a-4fa3-a07b-a45c57439b05 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] No DVR routers for this DVR port ec9cca0b-ef7d-40a7-8639-10d90c3dce19 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:20.807861 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f2748417-041a-4fa3-a07b-a45c57439b05 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.816715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f861079-f467-44d2-ae53-ea8aebb2fcce req-f2748417-041a-4fa3-a07b-a45c57439b05 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "DELETE /v2.0/ports/ec9cca0b-ef7d-40a7-8639-10d90c3dce19 HTTP/1.1" status: 204 len: 173 time: 1.6796813 Sep 29 23:09:20.817275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '689ed2a5-a29f-4fd5-9d62-ed5434927e54', 'name': 'network-vif-deleted', 'tag': 'ec9cca0b-ef7d-40a7-8639-10d90c3dce19'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:20.819461 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e703025-369e-4248-821a-05f632c0132d" -d '{"events": [{"server_uuid": "689ed2a5-a29f-4fd5-9d62-ed5434927e54", "name": "network-vif-deleted", "tag": "ec9cca0b-ef7d-40a7-8639-10d90c3dce19"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:20.825636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1262cfd4-219a-4595-b7b8-aff0dc095b93 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.856247 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2818bc-bd39-410b-996d-978a223ea820 None None] Network bdc41334-79d0-48b8-b7a8-0266f4218299 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:20.858598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1262cfd4-219a-4595-b7b8-aff0dc095b93 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:20.865656 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1262cfd4-219a-4595-b7b8-aff0dc095b93 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "DELETE /v2.0/subnets/5b1e9fa7-7c52-4ed6-919a-6ba4af88c5ce HTTP/1.1" status: 204 len: 168 time: 0.3795059 Sep 29 23:09:20.866803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46362) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:20.886223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262cfd4-219a-4595-b7b8-aff0dc095b93 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1e9fa7-7c52-4ed6-919a-6ba4af88c5ce,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:20.944726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-c67fb4d2-849f-4966-a5d6-3447c649144d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:20.948409 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-c67fb4d2-849f-4966-a5d6-3447c649144d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.3388150 Sep 29 23:09:20.954079 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:21.017804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Port': ['ID=331c2ee2-b0f2-4696-a317-6feb6a13a786,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:21.074848 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-0a3775a4-5584-435c-ac70-2d6abc3aa5c3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/quotas/d9b8b7d059d34856b6abdd78fc12002f HTTP/1.1" status: 200 len: 375 time: 0.1087329 Sep 29 23:09:21.105557 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:21.152846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b68d5b-4653-4405-9c5c-ee9191e8ab32 None None] DHCP port deletion for bdc41334-79d0-48b8-b7a8-0266f4218299 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:09:21.153859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080e980-e7df-4743-95b3-24d872fbdc4a req-04b76ee4-5da0-42c8-88de-3f3f81071895 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:21.155453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5080e980-e7df-4743-95b3-24d872fbdc4a req-04b76ee4-5da0-42c8-88de-3f3f81071895 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 943 time: 0.2962422 Sep 29 23:09:21.157565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-3821d427-249d-414e-8470-be01e479fdfa tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0818903 Sep 29 23:09:21.159889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No DVR routers for this DVR port 331c2ee2-b0f2-4696-a317-6feb6a13a786 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:21.347438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:09:21.353733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5080e980-e7df-4743-95b3-24d872fbdc4a req-ec21e8d8-5df3-46ca-987d-0f7868ca9d6c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876204 Sep 29 23:09:21.354626 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:21.436774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7656ac1c-7605-4145-8472-311013f73e98 service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677243 Sep 29 23:09:21.464341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Deleting port fbf7fd00-944f-465d-bc64-aea20336b9ca {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:21.464695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:21.507433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:21.512491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ed7b52-44bf-41da-aef3-e5ead4714219 None None] Network 6e78f703-ed66-426c-84d7-ed0d8753bd03 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:21.547131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-591eaac1-9230-48b9-ac4f-68bdfe9ec903 None None] Could not find standard attr ID for object 331c2ee2-b0f2-4696-a317-6feb6a13a786. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:09:21.560378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'port_id': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76', 'mac_address': 'fa:16:3e:42:68:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:09:21.599896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-07b68d5b-4653-4405-9c5c-ee9191e8ab32 None None] Deleting port fbf7fd00-944f-465d-bc64-aea20336b9ca {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:21.600096 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-07b68d5b-4653-4405-9c5c-ee9191e8ab32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:21.649627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device fbf7fd00-944f-465d-bc64-aea20336b9ca no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:21.765065 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:21.794788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-07b68d5b-4653-4405-9c5c-ee9191e8ab32 None None] For port fbf7fd00-944f-465d-bc64-aea20336b9ca, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fbf7fd00-944f-465d-bc64-aea20336b9ca,segment=NetworkSegment(14b56539-718a-4902-8ab9-ad019b26c53b),segment_id=14b56539-718a-4902-8ab9-ad019b26c53b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:21.795097 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-07b68d5b-4653-4405-9c5c-ee9191e8ab32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:21.817920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:21.824700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-07b68d5b-4653-4405-9c5c-ee9191e8ab32 None None] Calling delete_port for fbf7fd00-944f-465d-bc64-aea20336b9ca owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:21.829301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:21.886992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:21.925636 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:21.941573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] For port fbf7fd00-944f-465d-bc64-aea20336b9ca, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fbf7fd00-944f-465d-bc64-aea20336b9ca,segment=NetworkSegment(14b56539-718a-4902-8ab9-ad019b26c53b),segment_id=14b56539-718a-4902-8ab9-ad019b26c53b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:21.941954 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:21.945868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=5347b3a2-0c8e-4b71-9762-e5ceeaff3f6b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:21.960294 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.025464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:22.027328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Calling delete_port for fbf7fd00-944f-465d-bc64-aea20336b9ca owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:22.045011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port fbf7fd00-944f-465d-bc64-aea20336b9ca, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fbf7fd00-944f-465d-bc64-aea20336b9ca,segment=NetworkSegment(14b56539-718a-4902-8ab9-ad019b26c53b),segment_id=14b56539-718a-4902-8ab9-ad019b26c53b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:22.046497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.046876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.047240 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.047530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.048050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.048259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.048659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.048951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.050471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.050471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.050864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.051196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:09:22.056410 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.058759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-75b183c2-5e16-4b28-b422-1939c33d8ead service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116922 Sep 29 23:09:22.086639 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-07b68d5b-4653-4405-9c5c-ee9191e8ab32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.090306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.104679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b68d5b-4653-4405-9c5c-ee9191e8ab32 None None] No DVR routers for this DVR port fbf7fd00-944f-465d-bc64-aea20336b9ca on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:22.135210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=fbf7fd00-944f-465d-bc64-aea20336b9ca,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:22.153022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e78f703-ed66-426c-84d7-ed0d8753bd03']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:22.162628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b68d5b-4653-4405-9c5c-ee9191e8ab32 None None] Pushing event deleted for resources: {'Port': ['ID=fbf7fd00-944f-465d-bc64-aea20336b9ca,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:22.163437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-78ef393f-37e9-4be8-8414-5c10df8bfc2e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:22.168315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-78ef393f-37e9-4be8-8414-5c10df8bfc2e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 808 time: 0.6624081 Sep 29 23:09:22.178878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557e215-1b3b-4ce6-a7d3-7c5db5552791 None None] Network 6e78f703-ed66-426c-84d7-ed0d8753bd03 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:22.192905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2d9687d-e2e8-41ab-b756-7eace5cb93af') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:22.193204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2d9687d-e2e8-41ab-b756-7eace5cb93af') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:22.197315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['5ee3d1cb-17f1-4a06-9ba0-500879b38a76'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:22.209369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-62da7364-e76f-4b26-b96f-c2a45f6d22e4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/quotas/af266e1dcb244f2d9fbb450bca32d9ad HTTP/1.1" status: 200 len: 375 time: 0.0299606 Sep 29 23:09:22.212156 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.239805 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.265128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 503 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:22.265540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:22.269708 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:22.301397 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.406001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event deleted for resources: {'Port': ['ID=fbf7fd00-944f-465d-bc64-aea20336b9ca,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:22.408250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] No DVR routers for this DVR port fbf7fd00-944f-465d-bc64-aea20336b9ca on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:22.422886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.423119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea21739-8fea-449c-9b50-b0c01d5738a0 None None] DHCP port deletion for 6e78f703-ed66-426c-84d7-ed0d8753bd03 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:09:22.435969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-4e31467c-5f07-46eb-8102-4dbdf92fcfb5 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2164485 Sep 29 23:09:22.460272 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.462133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/6e78f703-ed66-426c-84d7-ed0d8753bd03 HTTP/1.1" status: 204 len: 168 time: 3.3480713 Sep 29 23:09:22.465178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46380) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:22.500907 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5048e3dd-69e4-41af-836c-39bc3d0fe3c9 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] GET failed (client error): The resource could not be found. Sep 29 23:09:22.505797 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5048e3dd-69e4-41af-836c-39bc3d0fe3c9 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/subnets/5347b3a2-0c8e-4b71-9762-e5ceeaff3f6b HTTP/1.1" status: 404 len: 337 time: 0.0391839 Sep 29 23:09:22.506551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46382) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:22.536239 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cdfe545-aa80-4e38-a0a3-81a79f23d887 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:22.537115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cdfe545-aa80-4e38-a0a3-81a79f23d887 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:22.542427 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2cdfe545-aa80-4e38-a0a3-81a79f23d887 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/6e78f703-ed66-426c-84d7-ed0d8753bd03 HTTP/1.1" status: 404 len: 339 time: 0.0313356 Sep 29 23:09:22.545017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a47d5c-3fbd-4e3f-885c-9cd86f6c0fc4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=6e78f703-ed66-426c-84d7-ed0d8753bd03,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:22.547384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46384) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:22.578804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc984f-9f72-4407-b6c3-26113a559b91 req-1f607df2-ba70-4445-9b80-89522d74993c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:22.580301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0edc984f-9f72-4407-b6c3-26113a559b91 req-1f607df2-ba70-4445-9b80-89522d74993c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2809761 Sep 29 23:09:22.649787 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.667179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-efa7deab-5a6d-4dba-b684-424118244ca9 service neutron] 10.222.0.44 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026803 Sep 29 23:09:22.701162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc41334-79d0-48b8-b7a8-0266f4218299']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:22.707682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0edc984f-9f72-4407-b6c3-26113a559b91 req-3e6e1dc1-8fb1-437e-957e-2c0ec8a7dff5 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130273 Sep 29 23:09:22.726007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b56539-718a-4902-8ab9-ad019b26c53b') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:22.726308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b56539-718a-4902-8ab9-ad019b26c53b') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:22.745172 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.760280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5954e-9cd2-4ff2-9965-ff65bb1f059d tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:22.762187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-92c5954e-9cd2-4ff2-9965-ff65bb1f059d tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2137539 Sep 29 23:09:22.764903 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46390) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:22.780783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ec9cca0b-ef7d-40a7-8639-10d90c3dce19 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:22.781007 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94776b7-1ccb-477a-a202-4afdeafbf120 x-openstack-request-id: req-a94776b7-1ccb-477a-a202-4afdeafbf120 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:22.781306 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "689ed2a5-a29f-4fd5-9d62-ed5434927e54", "name": "network-vif-deleted", "tag": "ec9cca0b-ef7d-40a7-8639-10d90c3dce19", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:22.781567 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a94776b7-1ccb-477a-a202-4afdeafbf120 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:22.781967 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '689ed2a5-a29f-4fd5-9d62-ed5434927e54', 'name': 'network-vif-deleted', 'tag': 'ec9cca0b-ef7d-40a7-8639-10d90c3dce19', 'status': 'completed', 'code': 200} Sep 29 23:09:22.791739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.804088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:22.805492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.805606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: ec9cca0b-ef7d-40a7-8639-10d90c3dce19 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:22.805606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ec9cca0b-ef7d-40a7-8639-10d90c3dce19 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:22.807685 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:22.841982 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b553aa61-e142-4580-a825-1b46b4af4a22 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 207 time: 0.0759196 Sep 29 23:09:22.845663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46394) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:22.854605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-381f4945-cea5-4f1b-9260-909cc49f5df1 service neutron] 10.222.0.44 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653726 Sep 29 23:09:22.905876 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.927745 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:22.932043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "DELETE /v2.0/networks/bdc41334-79d0-48b8-b7a8-0266f4218299 HTTP/1.1" status: 204 len: 168 time: 2.0582497 Sep 29 23:09:22.932043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1769a-90e9-4fa8-bd80-2ddadba2a011 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event deleted for resources: {'Network': ['ID=bdc41334-79d0-48b8-b7a8-0266f4218299,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:22.932411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:23.007487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9304f8b-1c7b-4db9-899d-352d11ab5d23 req-72b53352-241c-4f40-9d62-5aefa665a94a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 210 time: 0.0352383 Sep 29 23:09:23.100829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7bced0-c72b-4569-a11a-7936daf6bdeb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.107057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7bced0-c72b-4569-a11a-7936daf6bdeb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.113645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7bced0-c72b-4569-a11a-7936daf6bdeb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.122646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b7bced0-c72b-4569-a11a-7936daf6bdeb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.124462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6b7bced0-c72b-4569-a11a-7936daf6bdeb tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2772262 Sep 29 23:09:23.129147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46404) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:23.132111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b6a835ce-4344-4838-944e-f4118cde22b2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Deleting port d7b404fc-a2e9-444e-91ba-17088b132762 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:23.132335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6a835ce-4344-4838-944e-f4118cde22b2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:23.217469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27ffe2-6ddb-468d-967c-ffc39a66a88e req-e30eebde-5512-45a0-aa47-851f1df5eef3 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.219042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dd27ffe2-6ddb-468d-967c-ffc39a66a88e req-e30eebde-5512-45a0-aa47-851f1df5eef3 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 944 time: 0.1164753 Sep 29 23:09:23.261902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:09:23.279064 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6a835ce-4344-4838-944e-f4118cde22b2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:23.279391 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6a835ce-4344-4838-944e-f4118cde22b2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:23.296489 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a7f07bd6-3cce-4b1b-a539-9a0d4043d523 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1661012 Sep 29 23:09:23.297362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46412) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:23.305920 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dd27ffe2-6ddb-468d-967c-ffc39a66a88e req-bb1ab61e-d91e-4f41-a22e-44c947c32d19 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783710 Sep 29 23:09:23.319238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b6a835ce-4344-4838-944e-f4118cde22b2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Calling delete_port for d7b404fc-a2e9-444e-91ba-17088b132762 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:23.393845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e01fbf-ee64-46ea-b711-87a1340b0059 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.395945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e01fbf-ee64-46ea-b711-87a1340b0059 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.397868 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-49e01fbf-ee64-46ea-b711-87a1340b0059 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0992904 Sep 29 23:09:23.400198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:09:23.401619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46418) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:23.406307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:09:23.406780 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:23.495296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90087cb8-1287-427e-aede-b10d12afdf0e req-5a7550d5-5ffb-4b8a-bfe0-da1b667356ad tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 210 time: 0.0517414 Sep 29 23:09:23.505878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cebd52-3e5b-4bcd-8be4-3ee37b68200f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.508461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67cebd52-3e5b-4bcd-8be4-3ee37b68200f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.516232 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-67cebd52-3e5b-4bcd-8be4-3ee37b68200f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1131246 Sep 29 23:09:23.517444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46422) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:23.602012 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:23.623892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 331c2ee2-b0f2-4696-a317-6feb6a13a786 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:23.724093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-389b09bc-75c9-4fa5-b65b-c65ad22b4386 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.726041 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-389b09bc-75c9-4fa5-b65b-c65ad22b4386 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.1360707 Sep 29 23:09:23.728665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 331c2ee2-b0f2-4696-a317-6feb6a13a786 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:23.728883 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 331c2ee2-b0f2-4696-a317-6feb6a13a786 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:23.751875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6a835ce-4344-4838-944e-f4118cde22b2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:23.755255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:23.761542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b122a2-85cd-481a-a2b8-816052164729 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:23.762102 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d82b84-2b9a-45e7-9e7c-2e3c655dfeca" -d '{"events": [{"server_uuid": "fbd0e77b-99b3-474f-becb-64c0afbfe6c2", "name": "network-vif-plugged", "status": "completed", "tag": "5ee3d1cb-17f1-4a06-9ba0-500879b38a76"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:23.763594 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c3b122a2-85cd-481a-a2b8-816052164729 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/networks/4d378c27-0cd1-4685-86ce-c9905db8e77e HTTP/1.1" status: 200 len: 799 time: 0.2447879 Sep 29 23:09:23.767345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46430) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:23.775366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Request body: {'port': {'device_id': '3832f46e-60df-48d7-a14c-b7199eeee49d', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'admin_state_up': True, 'tenant_id': 'd9b8b7d059d34856b6abdd78fc12002f'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:23.810395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:23.820318 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:23.884108 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:23.904765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a835ce-4344-4838-944e-f4118cde22b2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Pushing event deleted for resources: {'Port': ['ID=d7b404fc-a2e9-444e-91ba-17088b132762,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:23.978212 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e1765f84-d4bb-4d8e-ae2c-88d7e592dfb2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/networks/4d378c27-0cd1-4685-86ce-c9905db8e77e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2090952 Sep 29 23:09:23.982270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46438) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:24.035923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063badb-c5e6-4bb6-9f3e-b36ee2adcac1 req-8474b247-5bf5-4931-adfc-5478a2233096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.037668 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0063badb-c5e6-4bb6-9f3e-b36ee2adcac1 req-8474b247-5bf5-4931-adfc-5478a2233096 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 1096 time: 0.2037764 Sep 29 23:09:24.047233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357fc9ac-541d-4789-bde0-242345bcebf2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.052718 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-357fc9ac-541d-4789-bde0-242345bcebf2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/subnets/b5929043-0c2a-43b7-abb3-c76d45beac15 HTTP/1.1" status: 200 len: 811 time: 0.0655327 Sep 29 23:09:24.053799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46442) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:24.073853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316a9ac-87eb-4db8-af4a-296995aa11fd req-00b7f3fe-a376-458b-9fc7-c685f9fede48 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.075399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f316a9ac-87eb-4db8-af4a-296995aa11fd req-00b7f3fe-a376-458b-9fc7-c685f9fede48 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 949 time: 0.3380380 Sep 29 23:09:24.129889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b25057d-edbd-4ad7-8f25-26dc50b407a7 req-174cdd08-c6a5-4bb3-bf43-b4e8212bb7d7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.131414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b25057d-edbd-4ad7-8f25-26dc50b407a7 req-174cdd08-c6a5-4bb3-bf43-b4e8212bb7d7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2187977 Sep 29 23:09:24.143015 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6a835ce-4344-4838-944e-f4118cde22b2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.145562 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6a835ce-4344-4838-944e-f4118cde22b2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.146726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b6a835ce-4344-4838-944e-f4118cde22b2 tempest-FloatingIPAdminTestJSON-253199170 tempest-FloatingIPAdminTestJSON-253199170-project] 10.222.0.44 "DELETE /v2.0/floatingips/637d1aa5-f65a-41b8-8a34-9f3832745674 HTTP/1.1" status: 204 len: 168 time: 1.2134616 Sep 29 23:09:24.171128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc122ce3-98dd-4430-96fa-092062f56420 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.175998 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dc122ce3-98dd-4430-96fa-092062f56420 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "GET /v2.0/subnets/b5929043-0c2a-43b7-abb3-c76d45beac15?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1171370 Sep 29 23:09:24.178930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46448) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:24.185420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1652779295'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:24.192797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f316a9ac-87eb-4db8-af4a-296995aa11fd req-624f2060-3a2f-47b7-8d45-dbfbcf223c5a tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040392 Sep 29 23:09:24.207800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Made reservation on behalf of d9b8b7d059d34856b6abdd78fc12002f for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:24.211777 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.213023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063badb-c5e6-4bb6-9f3e-b36ee2adcac1 req-0ee56956-cf82-406f-b86c-1c5fbfc8dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.214516 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0063badb-c5e6-4bb6-9f3e-b36ee2adcac1 req-0ee56956-cf82-406f-b86c-1c5fbfc8dc4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 200 len: 920 time: 0.1576705 Sep 29 23:09:24.226526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b25057d-edbd-4ad7-8f25-26dc50b407a7 req-6234e9c8-a33d-453c-90e4-728f3791942a tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786092 Sep 29 23:09:24.271505 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0063badb-c5e6-4bb6-9f3e-b36ee2adcac1 req-505b87cb-6e50-4cb2-a4f6-0d30c582c428 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=820576f3-c2be-42df-868e-d630e55d9f14 HTTP/1.1" status: 200 len: 217 time: 0.0470865 Sep 29 23:09:24.276019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:24.280004 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.297899 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd135e6-2d3d-4c46-81b8-9e5659dc2dec x-openstack-request-id: req-5fd135e6-2d3d-4c46-81b8-9e5659dc2dec {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:24.298925 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd0e77b-99b3-474f-becb-64c0afbfe6c2", "name": "network-vif-plugged", "status": "completed", "tag": "5ee3d1cb-17f1-4a06-9ba0-500879b38a76", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:24.299444 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5fd135e6-2d3d-4c46-81b8-9e5659dc2dec {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:24.307989 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76', 'code': 200} Sep 29 23:09:24.349857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063badb-c5e6-4bb6-9f3e-b36ee2adcac1 req-a2e6b32a-1624-4c40-a048-78e707f9d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.351527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0063badb-c5e6-4bb6-9f3e-b36ee2adcac1 req-a2e6b32a-1624-4c40-a048-78e707f9d0a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 200 len: 859 time: 0.0570784 Sep 29 23:09:24.359030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:24.402723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.403085 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Added segment bc6ebd28-103a-4a92-8305-56033e7ab112 of type vlan for network aa311f5f-622d-4af4-88ec-c84d7508c265 Sep 29 23:09:24.411835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Allocated IP 172.20.0.5 (c227357a-4298-494d-bd97-035dcbd0097b/3cb694ab-b5bc-48f3-8d21-311e38ce4502/2f2b35d8-9207-4a19-a230-2617375c56db) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:24.436902 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0063badb-c5e6-4bb6-9f3e-b36ee2adcac1 req-9b3275d9-6c6d-4dc2-ad3f-d5aebcafb36b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3aeea460-db41-4896-91a5-091ef88f1e56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750244 Sep 29 23:09:24.505893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c62b265-8a13-4139-af0a-828a7acc1314 req-b5c5e445-667c-43a5-b71a-812ab44afd87 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 210 time: 0.0568755 Sep 29 23:09:24.544158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.548587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:24.599112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04871a-46f0-40bb-b485-7ad8ed19fdf2 req-9a04f585-b5b3-45e0-a258-d045efda11db tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.601183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c04871a-46f0-40bb-b485-7ad8ed19fdf2 req-9a04f585-b5b3-45e0-a258-d045efda11db tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 945 time: 0.1274555 Sep 29 23:09:24.615901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd38b92-40ca-4f23-9936-930a13ae2518 req-949a588d-b928-4743-9b2d-1ecfae4625ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.617426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbd38b92-40ca-4f23-9936-930a13ae2518 req-949a588d-b928-4743-9b2d-1ecfae4625ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 1096 time: 0.1793878 Sep 29 23:09:24.664448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fa55555-ea76-4480-b64a-4f92f42c7df3 req-8fad8377-6bbb-4734-bbd3-3ff04f396db1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 210 time: 0.0620499 Sep 29 23:09:24.694019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.700274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.700773 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.716921 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0063badb-c5e6-4bb6-9f3e-b36ee2adcac1 req-87fc3375-0e0d-46ca-80a1-233a6f9881d9 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669773 Sep 29 23:09:24.766707 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dbd38b92-40ca-4f23-9936-930a13ae2518 req-e66c6729-8a7e-4883-9ae3-10b94857cd76 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317346 Sep 29 23:09:24.769763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c04871a-46f0-40bb-b485-7ad8ed19fdf2 req-7e2f80f6-0140-43ae-a6cc-0a46e2f927bb tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042945 Sep 29 23:09:24.787548 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6051140 Sep 29 23:09:24.788401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46460) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:24.796938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'network_id': 'aa311f5f-622d-4af4-88ec-c84d7508c265', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:24.857715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-70ce6704-3142-4715-a36d-ff2e244e740a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:24.859248 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-70ce6704-3142-4715-a36d-ff2e244e740a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 808 time: 0.3015406 Sep 29 23:09:24.887798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73184dda-a4ca-42d0-a960-00f4835304e2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Network': ['ID=aa311f5f-622d-4af4-88ec-c84d7508c265,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:24.901598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network aa311f5f-622d-4af4-88ec-c84d7508c265 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:24.903208 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.915434 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-22b36fc9-0cdd-4f33-9b00-72bf84e568d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8b35cac16ef5493cb3728a18fe66806f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3614714 Sep 29 23:09:24.916069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46462) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:24.934271 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0063badb-c5e6-4bb6-9f3e-b36ee2adcac1 req-6d1ae63a-68ff-4b4c-9d59-8fb98b5efa63 service neutron] 10.222.0.26 "GET /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088063 Sep 29 23:09:24.957484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Made reservation on behalf of a0e0d2d50fe54b8fa560e93332f62f45 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:24.961367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.963387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Request body: {'port': {'device_id': 'c181bc34-ae6a-445f-988d-265991a36d86', 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62', 'admin_state_up': True, 'tenant_id': 'af266e1dcb244f2d9fbb450bca32d9ad'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:24.995697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:24.998644 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba2bac64-8b44-45fd-b6e0-5853f7d35cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:25.035146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Performing IP validity checks on allocation pools {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 23:09:25.036311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 23:09:25.065550 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba2bac64-8b44-45fd-b6e0-5853f7d35cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:25.101573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event updated for resources: {'Port': ['ID=2f2b35d8-9207-4a19-a230-2617375c56db,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:25.152138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Made reservation on behalf of af266e1dcb244f2d9fbb450bca32d9ad for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:25.163034 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:25.186448 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba2bac64-8b44-45fd-b6e0-5853f7d35cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:25.189018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba2bac64-8b44-45fd-b6e0-5853f7d35cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:25.193537 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ba2bac64-8b44-45fd-b6e0-5853f7d35cf7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a3d7090c-73da-4e18-9015-67a207e5837a HTTP/1.1" status: 204 len: 168 time: 0.2734728 Sep 29 23:09:25.204053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bac64-8b44-45fd-b6e0-5853f7d35cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d7090c-73da-4e18-9015-67a207e5837a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:25.383382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Allocated IP 172.20.0.14 (08c35151-52b3-4fb7-813b-bad9609e7f62/9fddcf55-78c6-406b-b9ef-09d2f22222f8/f61052cf-fd2e-488a-8893-532e3687293f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:25.529015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Network c227357a-4298-494d-bd97-035dcbd0097b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:25.536985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:25.539774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:25.640404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46476) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:25.684572 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8582351f-f789-4cd4-934e-4614b50b7c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:25.719018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fdc1e3-52f1-4508-9ce6-06b19e70f33f req-7e4c6a48-53f8-4e26-b5b3-38d67c74ee27 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:25.722129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7fdc1e3-52f1-4508-9ce6-06b19e70f33f req-7e4c6a48-53f8-4e26-b5b3-38d67c74ee27 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 949 time: 0.1889625 Sep 29 23:09:25.758762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e2b21-d278-4296-8bbe-69ed0f406d16 req-b063b7e9-06c2-4283-8ef2-d52a4e8efb71 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:25.760648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c15e2b21-d278-4296-8bbe-69ed0f406d16 req-b063b7e9-06c2-4283-8ef2-d52a4e8efb71 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2301290 Sep 29 23:09:25.766623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:25.767507 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:25.929238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c15e2b21-d278-4296-8bbe-69ed0f406d16 req-6ac8a02a-55af-4b26-b213-fdddc35ea0e3 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577778 Sep 29 23:09:25.949576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-b12a685a-87e6-48a9-8829-3653570dcbc9 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:25.951128 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-b12a685a-87e6-48a9-8829-3653570dcbc9 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 949 time: 0.0783513 Sep 29 23:09:25.957160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:25.975976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7fdc1e3-52f1-4508-9ce6-06b19e70f33f req-198d0a43-73ea-4f69-805d-8ab277e03367 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032299 Sep 29 23:09:25.989400 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.097941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.132424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a0d18986-cef0-4a07-8b19-749a30dcb8f8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:26.153014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Network 08c35151-52b3-4fb7-813b-bad9609e7f62 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:26.160654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:26.165092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:26.178901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=11ef7725-33d1-44d7-b068-1289565d8ad6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:26.209101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Pushing event updated for resources: {'Port': ['ID=f61052cf-fd2e-488a-8893-532e3687293f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:26.214693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-ed973f98-2e80-4d10-aaa6-b0d9ba83e077 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Deleting port a9d846e3-3af3-4d4f-8076-567233cff191 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:26.215081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-ed973f98-2e80-4d10-aaa6-b0d9ba83e077 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.258518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9644a445-7b77-453f-ae11-cbd16dbc5d95 req-aa646476-4ccc-4c05-8053-f8c50499aa6d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:26.260133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9644a445-7b77-453f-ae11-cbd16dbc5d95 req-aa646476-4ccc-4c05-8053-f8c50499aa6d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 932 time: 0.1441698 Sep 29 23:09:26.278806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088df070-bbd8-4f48-a74a-b172706831b6 req-045157da-cd80-45fd-90e9-a427a38a008d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:26.279265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:26.280242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.280444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-088df070-bbd8-4f48-a74a-b172706831b6 req-045157da-cd80-45fd-90e9-a427a38a008d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 931 time: 0.2143605 Sep 29 23:09:26.295986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Checking segment: {'id': 'bc6ebd28-103a-4a92-8305-56033e7ab112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aa311f5f-622d-4af4-88ec-c84d7508c265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:26.296379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network hostable DHCP agents. Network: aa311f5f-622d-4af4-88ec-c84d7508c265, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:09:26.356885 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8582351f-f789-4cd4-934e-4614b50b7c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.374024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-ed973f98-2e80-4d10-aaa6-b0d9ba83e077 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] For port a9d846e3-3af3-4d4f-8076-567233cff191, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a9d846e3-3af3-4d4f-8076-567233cff191,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:26.374536 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-ed973f98-2e80-4d10-aaa6-b0d9ba83e077 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.389588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8582351f-f789-4cd4-934e-4614b50b7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.398336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-ed973f98-2e80-4d10-aaa6-b0d9ba83e077 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Calling delete_port for a9d846e3-3af3-4d4f-8076-567233cff191 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:26.404740 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-a6771f54-488e-4ac5-9271-37c9ee051c23 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4454210 Sep 29 23:09:26.409304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-db3644b6-54aa-4d16-a0ee-1cdd0c190db2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6582325 Sep 29 23:09:26.419318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Request body: {'port': {'device_id': 'c181bc34-ae6a-445f-988d-265991a36d86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:26.426556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-088df070-bbd8-4f48-a74a-b172706831b6 req-8151db3a-9f6a-4467-a9ae-b591c219aa68 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375928 Sep 29 23:09:26.427194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Network aa311f5f-622d-4af4-88ec-c84d7508c265 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:09:26.432991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9644a445-7b77-453f-ae11-cbd16dbc5d95 req-bc5c48e9-60cd-4852-8dd5-03409106e826 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506901 Sep 29 23:09:26.456454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Request body: {'port': {'device_id': '3832f46e-60df-48d7-a14c-b7199eeee49d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:26.498148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, aa311f5f-622d-4af4-88ec-c84d7508c265) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:26.511445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8582351f-f789-4cd4-934e-4614b50b7c10 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d540596ea5b4963997bd5f0e431618f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8668125 Sep 29 23:09:26.511445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:26.511921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.513840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c205834-150d-4119-9c72-da045cdf284c None None] Network aa311f5f-622d-4af4-88ec-c84d7508c265 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:26.514370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582351f-f789-4cd4-934e-4614b50b7c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715df82a-5044-4d1d-be8d-a1271bb4ab63,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:26.520332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46482) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:26.577784 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.624199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d90135fb-89ef-4afe-bc5e-e02a15c83532 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.8328469 Sep 29 23:09:26.625889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46484) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:26.628730 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.638512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5b5e9b60-132a-4890-bcb1-64e9fb9d71a4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:26.698224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f08d258-d7f9-435b-af12-e36a55303605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.735474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62813c80-7e48-4645-b1ef-8dac0d535832 req-bd2d81f6-19da-4533-8269-697c45a0d9e3 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:26.742700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62813c80-7e48-4645-b1ef-8dac0d535832 req-bd2d81f6-19da-4533-8269-697c45a0d9e3 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 945 time: 0.2204432 Sep 29 23:09:26.802960 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-ed973f98-2e80-4d10-aaa6-b0d9ba83e077 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.808924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-aa311f5f-622d-4af4-88ec-c84d7508c265', 'network_id': 'aa311f5f-622d-4af4-88ec-c84d7508c265', 'tenant_id': 'a0e0d2d50fe54b8fa560e93332f62f45', 'fixed_ips': [{'subnet_id': '11ef7725-33d1-44d7-b068-1289565d8ad6'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:09:26.809804 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.812016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f08d258-d7f9-435b-af12-e36a55303605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.835815 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62813c80-7e48-4645-b1ef-8dac0d535832 req-1be787cf-59bc-4f35-9526-18f23d2448f0 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871005 Sep 29 23:09:26.839631 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a9d846e3-3af3-4d4f-8076-567233cff191', 'fd7dc16a-3f17-4440-821e-ea9492cd215b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:26.865463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed973f98-2e80-4d10-aaa6-b0d9ba83e077 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Pushing event deleted for resources: {'Port': ['ID=a9d846e3-3af3-4d4f-8076-567233cff191,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:26.945896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-ed973f98-2e80-4d10-aaa6-b0d9ba83e077 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] No DVR routers for this DVR port a9d846e3-3af3-4d4f-8076-567233cff191 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:26.950774 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-ed973f98-2e80-4d10-aaa6-b0d9ba83e077 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:26.953381 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-75f6ddcc-031b-46ef-b22e-12645899b4dd req-ed973f98-2e80-4d10-aaa6-b0d9ba83e077 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "DELETE /v2.0/ports/a9d846e3-3af3-4d4f-8076-567233cff191 HTTP/1.1" status: 204 len: 173 time: 0.9928315 Sep 29 23:09:26.953825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0891387-e14e-4af3-9e76-ce855eb1a46f', 'name': 'network-vif-deleted', 'tag': 'a9d846e3-3af3-4d4f-8076-567233cff191'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:26.957446 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea9fed3-2a36-40bb-83ca-e053a8b9c8db" -d '{"events": [{"server_uuid": "f0891387-e14e-4af3-9e76-ce855eb1a46f", "name": "network-vif-deleted", "tag": "a9d846e3-3af3-4d4f-8076-567233cff191"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:27.039732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61052cf-fd2e-488a-8893-532e3687293f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:27.052129 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.061969 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b5e9b60-132a-4890-bcb1-64e9fb9d71a4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4498483'] for subnet, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.074218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Transition to ACTIVE for port object f61052cf-fd2e-488a-8893-532e3687293f will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:09:27.081819 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.146312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Allocated IP 172.20.0.3 (aa311f5f-622d-4af4-88ec-c84d7508c265/11ef7725-33d1-44d7-b068-1289565d8ad6/8b3b0e2e-de30-4f30-9ed7-b1524230a1e5) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:27.173062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Pushing event updated for resources: {'Port': ['ID=f61052cf-fd2e-488a-8893-532e3687293f,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:27.224682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8a5f1-ed96-4e06-abfd-4e703e6284f4 req-ecee8d25-42b5-49d6-be00-e6a79e22a4bb tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:27.226933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ba8a5f1-ed96-4e06-abfd-4e703e6284f4 req-ecee8d25-42b5-49d6-be00-e6a79e22a4bb tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1286683 Sep 29 23:09:27.257589 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f08d258-d7f9-435b-af12-e36a55303605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.260555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f08d258-d7f9-435b-af12-e36a55303605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.264215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9f08d258-d7f9-435b-af12-e36a55303605 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/715df82a-5044-4d1d-be8d-a1271bb4ab63 HTTP/1.1" status: 204 len: 168 time: 0.7377434 Sep 29 23:09:27.308296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08d258-d7f9-435b-af12-e36a55303605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715df82a-5044-4d1d-be8d-a1271bb4ab63,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:27.386671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:27.387075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:27.387476 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:27.390532 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ba8a5f1-ed96-4e06-abfd-4e703e6284f4 req-5b258585-cbce-4de4-9642-e96adece7397 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518688 Sep 29 23:09:27.394997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Port f61052cf-fd2e-488a-8893-532e3687293f on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:27.400809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:27.409180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:09:27.412031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:27.412643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:09:27.413191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Bound port: f61052cf-fd2e-488a-8893-532e3687293f, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:09:27.413631 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.610389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2b35d8-9207-4a19-a230-2617375c56db {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:27.648118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.697093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:27.702825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:09:27.718107 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.764038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dd2748c0-3992-4f33-b014-03cf5cf628c6 req-844f8d4d-646b-471c-aab0-94fcc4520b60 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=f0891387-e14e-4af3-9e76-ce855eb1a46f HTTP/1.1" status: 200 len: 210 time: 0.1060934 Sep 29 23:09:27.765031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Transition to ACTIVE for port object 2f2b35d8-9207-4a19-a230-2617375c56db will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:09:27.786682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.790694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:27.791413 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.792986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] 10.222.0.26 "PUT /v2.0/ports/f61052cf-fd2e-488a-8893-532e3687293f HTTP/1.1" status: 200 len: 1092 time: 1.3797998 Sep 29 23:09:27.823596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.831806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db583f9d-f276-45fb-a3e3-f5dd7bfbfa84 service neutron] Pushing event updated for resources: {'Port': ['ID=f61052cf-fd2e-488a-8893-532e3687293f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:27.836783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:27.920612 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4280c45a-af98-4162-95ef-0c4846937234 x-openstack-request-id: req-4280c45a-af98-4162-95ef-0c4846937234 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:27.920917 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0891387-e14e-4af3-9e76-ce855eb1a46f", "name": "network-vif-deleted", "tag": "a9d846e3-3af3-4d4f-8076-567233cff191", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:27.921168 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4280c45a-af98-4162-95ef-0c4846937234 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:27.921583 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0891387-e14e-4af3-9e76-ce855eb1a46f', 'name': 'network-vif-deleted', 'tag': 'a9d846e3-3af3-4d4f-8076-567233cff191', 'status': 'completed', 'code': 200} Sep 29 23:09:27.943467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Network aa311f5f-622d-4af4-88ec-c84d7508c265 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:27.946746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:27.950264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:27.981620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Pushing event updated for resources: {'Port': ['ID=8b3b0e2e-de30-4f30-9ed7-b1524230a1e5,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:28.035762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-e514e7dd-b851-4fa2-9211-55552af0c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:28.037317 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-e514e7dd-b851-4fa2-9211-55552af0c31b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 1095 time: 0.0900595 Sep 29 23:09:28.045026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Attempting to bind port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:28.046411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Attempting to bind port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'bc6ebd28-103a-4a92-8305-56033e7ab112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aa311f5f-622d-4af4-88ec-c84d7508c265'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:28.046992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Attempting to bind port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 on network aa311f5f-622d-4af4-88ec-c84d7508c265 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:28.054194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:09:28.054934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Checking segment: {'id': 'bc6ebd28-103a-4a92-8305-56033e7ab112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aa311f5f-622d-4af4-88ec-c84d7508c265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:28.055724 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.056392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Bound using segment: {'id': 'bc6ebd28-103a-4a92-8305-56033e7ab112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aa311f5f-622d-4af4-88ec-c84d7508c265'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:09:28.057138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Bound port: 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc6ebd28-103a-4a92-8305-56033e7ab112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'aa311f5f-622d-4af4-88ec-c84d7508c265'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:09:28.057694 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.087577 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-7cdd5174-87bc-40d8-9260-0dec226618e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61052cf-fd2e-488a-8893-532e3687293f HTTP/1.1" status: 200 len: 217 time: 0.0391991 Sep 29 23:09:28.171534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] For port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:28.173353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46520) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:28.177110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] For port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8b3b0e2e-de30-4f30-9ed7-b1524230a1e5,segment=NetworkSegment(bc6ebd28-103a-4a92-8305-56033e7ab112),segment_id=bc6ebd28-103a-4a92-8305-56033e7ab112)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:09:28.178679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Pushing event updated for resources: {'Port': ['ID=2f2b35d8-9207-4a19-a230-2617375c56db,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:28.185014 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.198159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a220c852-3143-47ad-b9e8-f2f18738fcd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.202546 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-bd32ec03-5f7f-45c6-be55-d2ee04492de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:28.204284 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-bd32ec03-5f7f-45c6-be55-d2ee04492de8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1086192 Sep 29 23:09:28.218882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b5e9b60-132a-4890-bcb1-64e9fb9d71a4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781141744631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5133050'] for subnet, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.281817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb7a27d-cd03-4eab-a5c1-9fb5eed70a92 None None] Pushing event updated for resources: {'Port': ['ID=8b3b0e2e-de30-4f30-9ed7-b1524230a1e5,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:28.287812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15dbfb0-a4de-4cc9-838b-b27f076bda2e req-d40e5714-ea68-4ba1-aee6-2fbeba5bbc29 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:28.289269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b15dbfb0-a4de-4cc9-838b-b27f076bda2e req-d40e5714-ea68-4ba1-aee6-2fbeba5bbc29 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.2233779 Sep 29 23:09:28.343045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5e9b60-132a-4890-bcb1-64e9fb9d71a4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event updated for resources: {'Subnet': ['ID=11ef7725-33d1-44d7-b068-1289565d8ad6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:28.358201 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-288bd8f9-2997-42eb-ba10-48e7f345c6c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396445 Sep 29 23:09:28.360199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a220c852-3143-47ad-b9e8-f2f18738fcd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.366251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262e536-504f-4fb5-afdd-c374bc32725f req-44e12775-d98a-4000-b72b-faa5c207c2b5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:28.366429 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a220c852-3143-47ad-b9e8-f2f18738fcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.368370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3262e536-504f-4fb5-afdd-c374bc32725f req-44e12775-d98a-4000-b72b-faa5c207c2b5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 943 time: 0.3058374 Sep 29 23:09:28.376113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5e9b60-132a-4890-bcb1-64e9fb9d71a4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:28.376510 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b5e9b60-132a-4890-bcb1-64e9fb9d71a4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.382145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5b5e9b60-132a-4890-bcb1-64e9fb9d71a4 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "PUT /v2.0/subnets/11ef7725-33d1-44d7-b068-1289565d8ad6 HTTP/1.1" status: 200 len: 877 time: 1.7511897 Sep 29 23:09:28.382968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46522) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:28.480214 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-171967e5-2c2c-48bc-a08f-32f675d4c323 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008198 Sep 29 23:09:28.507792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Attempting to bind port 2f2b35d8-9207-4a19-a230-2617375c56db on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:28.507792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Attempting to bind port 2f2b35d8-9207-4a19-a230-2617375c56db by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:28.507792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Attempting to bind port 2f2b35d8-9207-4a19-a230-2617375c56db on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:28.568661 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a220c852-3143-47ad-b9e8-f2f18738fcd3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e3b3b50739f7409f91add2ba6d4654e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947287 Sep 29 23:09:28.569647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46524) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:28.575629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b15dbfb0-a4de-4cc9-838b-b27f076bda2e req-bf1064ca-27c1-4a91-8329-6e9d882dfb61 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370017 Sep 29 23:09:28.590461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3262e536-504f-4fb5-afdd-c374bc32725f req-67d54481-8c65-41ee-935d-191b21a5111e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033865 Sep 29 23:09:28.593047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Port 2f2b35d8-9207-4a19-a230-2617375c56db on network c227357a-4298-494d-bd97-035dcbd0097b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:28.593583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Attempting to bind port 2f2b35d8-9207-4a19-a230-2617375c56db on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:28.635536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:09:28.641551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Checking segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:28.641943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Bound using segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:09:28.642424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Bound port: 2f2b35d8-9207-4a19-a230-2617375c56db, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:09:28.642921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.658276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220c852-3143-47ad-b9e8-f2f18738fcd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6753c8fb-368e-4859-bbf6-f1dfd3263d28,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:28.689319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.799758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6d5d60cb-fe54-49df-bcc2-012736174033 req-bbd6a195-e5b4-4d01-87ad-554e4dc8dbe2 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014824 Sep 29 23:09:28.817590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] For port 2f2b35d8-9207-4a19-a230-2617375c56db, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:28.842879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] For port 2f2b35d8-9207-4a19-a230-2617375c56db, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2f2b35d8-9207-4a19-a230-2617375c56db,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:09:28.849416 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62c275fd-c8b7-44f7-b02a-c7bcaba2b99d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.866970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.886263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62c275fd-c8b7-44f7-b02a-c7bcaba2b99d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.961042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:28.961824 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:28.963641 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] 10.222.0.42 "PUT /v2.0/ports/2f2b35d8-9207-4a19-a230-2617375c56db HTTP/1.1" status: 200 len: 1091 time: 2.5258172 Sep 29 23:09:28.970683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3832f46e-60df-48d7-a14c-b7199eeee49d', 'tag': '2f2b35d8-9207-4a19-a230-2617375c56db'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:28.994653 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e15f3ad-84a6-477b-9fdb-59f960f95be6" -d '{"events": [{"name": "network-changed", "server_uuid": "3832f46e-60df-48d7-a14c-b7199eeee49d", "tag": "2f2b35d8-9207-4a19-a230-2617375c56db"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:29.003124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62c275fd-c8b7-44f7-b02a-c7bcaba2b99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:29.011471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62c275fd-c8b7-44f7-b02a-c7bcaba2b99d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:29.014552 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-62c275fd-c8b7-44f7-b02a-c7bcaba2b99d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6753c8fb-368e-4859-bbf6-f1dfd3263d28 HTTP/1.1" status: 204 len: 168 time: 0.3948588 Sep 29 23:09:29.044146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c275fd-c8b7-44f7-b02a-c7bcaba2b99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6753c8fb-368e-4859-bbf6-f1dfd3263d28,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:29.129659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Deleting port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:29.130063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:29.259317 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2725cc23-9aaa-43e5-8439-11b29f1cb3e1 x-openstack-request-id: req-2725cc23-9aaa-43e5-8439-11b29f1cb3e1 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:29.260059 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3832f46e-60df-48d7-a14c-b7199eeee49d", "tag": "2f2b35d8-9207-4a19-a230-2617375c56db", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:29.260334 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2725cc23-9aaa-43e5-8439-11b29f1cb3e1 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:29.261025 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3832f46e-60df-48d7-a14c-b7199eeee49d', 'tag': '2f2b35d8-9207-4a19-a230-2617375c56db', 'status': 'completed', 'code': 200} Sep 29 23:09:29.264724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89cf3f-8f19-4c0d-8567-d9186695ec1a service neutron] Pushing event updated for resources: {'Port': ['ID=2f2b35d8-9207-4a19-a230-2617375c56db,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:29.300865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-26b2e58d-7649-4768-8555-43de4b248e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:29.302598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-26b2e58d-7649-4768-8555-43de4b248e99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 1094 time: 0.2652447 Sep 29 23:09:29.309635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:09:29.342783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] For port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8b3b0e2e-de30-4f30-9ed7-b1524230a1e5,segment=NetworkSegment(bc6ebd28-103a-4a92-8305-56033e7ab112),segment_id=bc6ebd28-103a-4a92-8305-56033e7ab112)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:29.343176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:29.427413 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Calling delete_port for 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:29.430929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-83148c41-e3e6-4848-91d5-c4c4b40cf33c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2b35d8-9207-4a19-a230-2617375c56db HTTP/1.1" status: 200 len: 217 time: 0.0523329 Sep 29 23:09:29.541022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:29.554758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76', 'network_id': '080c22b7-11b3-4618-836c-1d15d209f8b4', 'port_id': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76', 'mac_address': 'fa:16:3e:42:68:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:09:29.671581 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:29.708524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:29.742935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769a2b9-323e-4401-a450-3b1be501da55 req-088454db-1151-4867-ad9c-dafbed16cf26 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:29.749352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:29.753733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7769a2b9-323e-4401-a450-3b1be501da55 req-088454db-1151-4867-ad9c-dafbed16cf26 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 951 time: 0.2278707 Sep 29 23:09:29.754459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:09:29.763173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6469c81e-1abb-4546-af77-4b9ddcd97371 None None] Network aa311f5f-622d-4af4-88ec-c84d7508c265 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:29.783122 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:29.784546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbbb822-2927-4ff6-a875-91a4693af6bb req-36a97ec6-32ea-4116-9df2-1db204d70854 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:29.792833 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcbbb822-2927-4ff6-a875-91a4693af6bb req-36a97ec6-32ea-4116-9df2-1db204d70854 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 945 time: 0.3675287 Sep 29 23:09:29.808642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-38cc52b0-da42-4cb6-8c13-92c863bea02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:29.810739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-38cc52b0-da42-4cb6-8c13-92c863bea02e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.3670828 Sep 29 23:09:29.888425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7769a2b9-323e-4401-a450-3b1be501da55 req-131f9525-412f-443b-b851-e1ddb7ae2d37 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335893 Sep 29 23:09:29.893097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-c00f49c2-e26c-4e29-93e2-c925eed370ff service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557625 Sep 29 23:09:29.922906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c181bc34-ae6a-445f-988d-265991a36d86', 'tag': 'f61052cf-fd2e-488a-8893-532e3687293f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:29.926412 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c181bc34-ae6a-445f-988d-265991a36d86", "tag": "f61052cf-fd2e-488a-8893-532e3687293f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:29.984542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcbbb822-2927-4ff6-a875-91a4693af6bb req-813514c3-b030-49fb-8a40-aa3ef089ff35 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814737 Sep 29 23:09:30.192244 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:30.192684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['5ee3d1cb-17f1-4a06-9ba0-500879b38a76'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:30.288985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a865bd-53d4-49c7-88b4-6c817ef0d31d req-ac0b03e1-f908-463d-a0a5-aad2e9fea25c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:30.291017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No active binding found for port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 {{(pid=110007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 23:09:30.291635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 29 23:09:30.296302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80a865bd-53d4-49c7-88b4-6c817ef0d31d req-ac0b03e1-f908-463d-a0a5-aad2e9fea25c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.3002923 Sep 29 23:09:30.366855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 not found, will not notify nova. {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 29 23:09:30.368178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c993bb6c-21bb-4c98-a08d-43097c0007df None None] Provisioning complete for port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:09:30.368563 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c993bb6c-21bb-4c98-a08d-43097c0007df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:30.401741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Port': ['ID=8b3b0e2e-de30-4f30-9ed7-b1524230a1e5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:30.413734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:30.420064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c993bb6c-21bb-4c98-a08d-43097c0007df None None] Port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 was deleted so its status cannot be updated. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 29 23:09:30.490538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No DVR routers for this DVR port 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:30.501637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460aa33b-c421-448a-bfb9-a2d17a560960 None None] Network aa311f5f-622d-4af4-88ec-c84d7508c265 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:30.543935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80a865bd-53d4-49c7-88b4-6c817ef0d31d req-c84c3065-d0b6-461f-92e4-e56c0c4077a0 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359807 Sep 29 23:09:30.554812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0af0e6-3f59-4a3f-aa9e-3b89dd42e5d6 req-4e5ce472-720c-4aa9-ad3a-a934f09dbdb8 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:30.556539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b0af0e6-3f59-4a3f-aa9e-3b89dd42e5d6 req-4e5ce472-720c-4aa9-ad3a-a934f09dbdb8 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 943 time: 0.4659698 Sep 29 23:09:30.576625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-4552641a-1131-4bd2-9a96-15e4bcf935d5 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6636112 Sep 29 23:09:30.619178 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bc103c-9986-4096-8ef1-87d31994abfe x-openstack-request-id: req-e5bc103c-9986-4096-8ef1-87d31994abfe {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:30.620098 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c181bc34-ae6a-445f-988d-265991a36d86", "tag": "f61052cf-fd2e-488a-8893-532e3687293f", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:30.620515 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e5bc103c-9986-4096-8ef1-87d31994abfe {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:30.622352 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c181bc34-ae6a-445f-988d-265991a36d86', 'tag': 'f61052cf-fd2e-488a-8893-532e3687293f', 'status': 'completed', 'code': 200} Sep 29 23:09:30.692281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:30.706864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf req-41d1e1f8-1893-4b6c-bad9-eab635426dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:30.708691 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf req-41d1e1f8-1893-4b6c-bad9-eab635426dc5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 1095 time: 0.0654643 Sep 29 23:09:30.829432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a9d846e3-3af3-4d4f-8076-567233cff191 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:30.865133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: a9d846e3-3af3-4d4f-8076-567233cff191 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:30.865751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a9d846e3-3af3-4d4f-8076-567233cff191 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:30.924128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b0af0e6-3f59-4a3f-aa9e-3b89dd42e5d6 req-3c31e05b-6ff7-4480-bd57-bbced03bb3e2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460734 Sep 29 23:09:30.953798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df2e0d07-b1c5-4f99-941c-381993725e68 req-bb7f2e54-4905-488a-bf64-8caa43af584b service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3662014 Sep 29 23:09:30.974508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf req-4c374e4d-500b-47c8-833f-cd020a2e5c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:30.976129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf req-4c374e4d-500b-47c8-833f-cd020a2e5c5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.2168734 Sep 29 23:09:30.979571 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:31.048497 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf req-7819ee86-ea06-4a4c-a029-461bef14414b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61052cf-fd2e-488a-8893-532e3687293f HTTP/1.1" status: 200 len: 217 time: 0.0615873 Sep 29 23:09:31.155146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf req-7bbde6ad-9158-4712-a02e-5d402daecc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:31.156754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf req-7bbde6ad-9158-4712-a02e-5d402daecc12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.0920506 Sep 29 23:09:31.236270 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf req-20f7ef5d-31fe-475b-940d-79af5acc0695 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717494 Sep 29 23:09:31.323385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:09:31.410154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:09:31.410822 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:31.415519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-08294115-0e8b-4bbc-8983-601de3efdbf0 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:31.416978 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-08294115-0e8b-4bbc-8983-601de3efdbf0 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 951 time: 0.1511672 Sep 29 23:09:31.468332 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf req-594a0460-cf91-4050-b07a-df5b6d5fed09 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248514 Sep 29 23:09:31.535664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:31.536219 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:31.547771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=11ef7725-33d1-44d7-b068-1289565d8ad6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:31.561004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:31.563287 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3214b04-9e8b-42b1-a4b5-c6371533617d" -d '{"events": [{"server_uuid": "fbd0e77b-99b3-474f-becb-64c0afbfe6c2", "name": "network-vif-plugged", "status": "completed", "tag": "5ee3d1cb-17f1-4a06-9ba0-500879b38a76"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:31.570658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc86067-2123-4371-bdc6-b2b4daac97cc None None] Network aa311f5f-622d-4af4-88ec-c84d7508c265 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:31.572453 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c882fb83-c9dd-41e9-8ca8-8accfe3c5dbf req-cbcce103-84e6-4e6a-abaa-e923ce0363be service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954764 Sep 29 23:09:31.596296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:31.621453 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:31.687982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-a957f529-2bc5-47db-a0ea-33b242a3f596 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Deleting port fd7dc16a-3f17-4440-821e-ea9492cd215b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:31.700037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-a957f529-2bc5-47db-a0ea-33b242a3f596 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:31.745416 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:31.767878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:31.813536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa311f5f-622d-4af4-88ec-c84d7508c265']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:31.820858 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b9a8bc86-e379-4841-97e6-462addd244c7 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Request body: {'quota': {'network': 2}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:31.845019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3daeae7-325b-4f62-880e-61f6e9f1aafa req-a77decee-5c79-49f9-89b6-5469bbdd9188 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:31.846773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3daeae7-325b-4f62-880e-61f6e9f1aafa req-a77decee-5c79-49f9-89b6-5469bbdd9188 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/ports?device_id=c92109e5-a6f8-403d-b5c9-9d05d4c90478 HTTP/1.1" status: 200 len: 951 time: 0.8324111 Sep 29 23:09:31.853273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6ebd28-103a-4a92-8305-56033e7ab112') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:31.853665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6ebd28-103a-4a92-8305-56033e7ab112') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:31.856978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f3ad-84a6-477b-9fdb-59f960f95be6 req-4b0d8dae-db87-420b-8081-f28839433462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:31.857749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8531bc99-4e58-4181-8b82-1f51c2ae68c7 None None] DHCP port deletion for aa311f5f-622d-4af4-88ec-c84d7508c265 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:09:31.858621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e15f3ad-84a6-477b-9fdb-59f960f95be6 req-4b0d8dae-db87-420b-8081-f28839433462 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 1094 time: 0.3265555 Sep 29 23:09:31.869477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-a957f529-2bc5-47db-a0ea-33b242a3f596 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] For port fd7dc16a-3f17-4440-821e-ea9492cd215b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fd7dc16a-3f17-4440-821e-ea9492cd215b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:31.869846 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-a957f529-2bc5-47db-a0ea-33b242a3f596 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:31.873435 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:31.885549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371274a-e3da-425b-824c-f08b039e6099 req-cee4cb08-c5f8-48c0-bf3e-69602f3ce23f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:31.887268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f371274a-e3da-425b-824c-f08b039e6099 req-cee4cb08-c5f8-48c0-bf3e-69602f3ce23f tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 944 time: 0.3535488 Sep 29 23:09:31.890369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-a957f529-2bc5-47db-a0ea-33b242a3f596 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Calling delete_port for fd7dc16a-3f17-4440-821e-ea9492cd215b owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:31.948367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:31.967293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b9a8bc86-e379-4841-97e6-462addd244c7 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] 10.222.0.44 "PUT /v2.0/quotas/266e5b0f1015442a99281abb11a059c7 HTTP/1.1" status: 200 len: 368 time: 0.4215806 Sep 29 23:09:31.970019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46644) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:31.975258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:31.975745 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:31.976144 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Request body: {'network': {'project_id': '266e5b0f1015442a99281abb11a059c7'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:31.980210 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:32.041132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Made reservation on behalf of 266e5b0f1015442a99281abb11a059c7 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:32.044001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.058698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.083380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-a957f529-2bc5-47db-a0ea-33b242a3f596 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.098025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3daeae7-325b-4f62-880e-61f6e9f1aafa req-35df00eb-5bca-4fe9-a095-2d18e500dabf tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.44 "GET /v2.0/security-groups?id=58200730-b5a4-4722-a9c0-5561e218dc92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286706 Sep 29 23:09:32.108509 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f371274a-e3da-425b-824c-f08b039e6099 req-1593f395-4aa4-4849-bb18-0eb96b6aacc5 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964841 Sep 29 23:09:32.117888 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.119660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['fd7dc16a-3f17-4440-821e-ea9492cd215b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:32.129001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.131310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/aa311f5f-622d-4af4-88ec-c84d7508c265 HTTP/1.1" status: 204 len: 168 time: 3.7395852 Sep 29 23:09:32.138274 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46646) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:32.183146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be612259-e3b0-4dfd-98bb-6080072d59cd tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=aa311f5f-622d-4af4-88ec-c84d7508c265,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:32.186217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f3ad-84a6-477b-9fdb-59f960f95be6 req-1ed5047f-dfb3-4dfd-b458-658ccf302382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:32.188516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e15f3ad-84a6-477b-9fdb-59f960f95be6 req-1ed5047f-dfb3-4dfd-b458-658ccf302382 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 913 time: 0.3127103 Sep 29 23:09:32.189675 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-06cbb587-1758-49ac-a02e-7fa31a89f50e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:32.191227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06cbb587-1758-49ac-a02e-7fa31a89f50e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:32.193353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-06cbb587-1758-49ac-a02e-7fa31a89f50e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/11ef7725-33d1-44d7-b068-1289565d8ad6 HTTP/1.1" status: 404 len: 337 time: 0.0539482 Sep 29 23:09:32.195769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46650) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:32.226203 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6f974f-ccef-48ef-bcfe-faae8e556d0b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:32.227095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6f974f-ccef-48ef-bcfe-faae8e556d0b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:32.229560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ba6f974f-ccef-48ef-bcfe-faae8e556d0b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/aa311f5f-622d-4af4-88ec-c84d7508c265 HTTP/1.1" status: 404 len: 339 time: 0.0326324 Sep 29 23:09:32.234906 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29b3fb48-0a73-4487-92bd-b3ca3c2ccd5a x-openstack-request-id: req-29b3fb48-0a73-4487-92bd-b3ca3c2ccd5a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:32.235207 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd0e77b-99b3-474f-becb-64c0afbfe6c2", "name": "network-vif-plugged", "status": "completed", "tag": "5ee3d1cb-17f1-4a06-9ba0-500879b38a76", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:32.235461 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-29b3fb48-0a73-4487-92bd-b3ca3c2ccd5a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:32.235881 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76', 'code': 200} Sep 29 23:09:32.264597 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.273652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:32.288147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e15f3ad-84a6-477b-9fdb-59f960f95be6 req-df27548e-65d2-4a68-b67a-19eeed1cce12 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f2b35d8-9207-4a19-a230-2617375c56db HTTP/1.1" status: 200 len: 217 time: 0.0785019 Sep 29 23:09:32.288388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.300095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a957f529-2bc5-47db-a0ea-33b242a3f596 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Pushing event deleted for resources: {'Port': ['ID=fd7dc16a-3f17-4440-821e-ea9492cd215b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:32.321928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:32.356471 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd20e127-f8af-40b0-ab6c-bc4c2ab8f751 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:32.357213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd20e127-f8af-40b0-ab6c-bc4c2ab8f751 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:32.358834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bd20e127-f8af-40b0-ab6c-bc4c2ab8f751 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/5347b3a2-0c8e-4b71-9762-e5ceeaff3f6b HTTP/1.1" status: 404 len: 337 time: 0.0824897 Sep 29 23:09:32.361386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-a957f529-2bc5-47db-a0ea-33b242a3f596 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] No DVR routers for this DVR port fd7dc16a-3f17-4440-821e-ea9492cd215b on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:32.369809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46654) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:32.389453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.389934 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Added segment 40927f61-705b-49a0-9763-8fd71042f739 of type vlan for network 8c23efc4-84c1-424a-9262-4356a95a0390 Sep 29 23:09:32.392017 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-a957f529-2bc5-47db-a0ea-33b242a3f596 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.394961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c26c105-5d30-4632-bf29-734dd70a66d7 req-a957f529-2bc5-47db-a0ea-33b242a3f596 tempest-ServersAdminTestJSON-704319761 tempest-ServersAdminTestJSON-704319761-project] 10.222.0.42 "DELETE /v2.0/ports/fd7dc16a-3f17-4440-821e-ea9492cd215b HTTP/1.1" status: 204 len: 173 time: 0.9696541 Sep 29 23:09:32.414980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15f3ad-84a6-477b-9fdb-59f960f95be6 req-2ecfe17f-3031-49dd-ac1a-edd025f4443d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:32.416678 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e15f3ad-84a6-477b-9fdb-59f960f95be6 req-2ecfe17f-3031-49dd-ac1a-edd025f4443d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.1027114 Sep 29 23:09:32.420372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aae026e-b7fb-4e32-9448-9932303bdbb1,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:32.423550 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1c63436-fa95-4ee1-84a5-ad96bcbfc50e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:32.424455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1c63436-fa95-4ee1-84a5-ad96bcbfc50e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:32.426906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e1c63436-fa95-4ee1-84a5-ad96bcbfc50e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/6e78f703-ed66-426c-84d7-ed0d8753bd03 HTTP/1.1" status: 404 len: 339 time: 0.0554101 Sep 29 23:09:32.435911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fde450-aa90-4204-9a7b-c203fe28c24e req-5c124686-3c91-44c2-869c-fbd24ac88bb9 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:32.445077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98fde450-aa90-4204-9a7b-c203fe28c24e req-5c124686-3c91-44c2-869c-fbd24ac88bb9 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.1700215 Sep 29 23:09:32.448047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46656) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:32.492950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.529276 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e15f3ad-84a6-477b-9fdb-59f960f95be6 req-61a2274e-c388-4d7c-9753-d4d1aee138a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819592 Sep 29 23:09:32.532455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.535971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:32.536873 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.622869 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6517985 Sep 29 23:09:32.628877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-deleted', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:32.631054 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83dfda1b-8d08-4c8e-92a9-21902370c8ec" -d '{"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-deleted", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:32.642237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46660) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:32.673025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Request body: {'network': {'project_id': '266e5b0f1015442a99281abb11a059c7'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:32.677681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a4287-0c44-46ac-9829-b61db56dd8ee tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Pushing event updated for resources: {'Network': ['ID=8c23efc4-84c1-424a-9262-4356a95a0390,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:32.694304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 8c23efc4-84c1-424a-9262-4356a95a0390 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:32.703078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Made reservation on behalf of 266e5b0f1015442a99281abb11a059c7 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:32.706343 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.744377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98fde450-aa90-4204-9a7b-c203fe28c24e req-5d45816a-bab9-4183-a7a7-ba21a3fe037c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866457 Sep 29 23:09:32.750169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:32.755664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.765192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.765996 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Added segment 46955fd3-2340-405b-b110-b8f8a58d97a7 of type vlan for network c49c53a8-b2fc-41d4-b626-dccdb5470ec9 Sep 29 23:09:32.814374 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.830426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e15f3ad-84a6-477b-9fdb-59f960f95be6 req-68d5380f-d155-4752-9c58-45b67f47826b service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742190 Sep 29 23:09:32.848002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.849729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:32.850488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:32.884547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2acf841-b9a4-47d8-96b6-357015c46d6d req-db210a9c-2713-4f8e-8987-46380c06ab18 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:32.894742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2acf841-b9a4-47d8-96b6-357015c46d6d req-db210a9c-2713-4f8e-8987-46380c06ab18 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 943 time: 0.3365259 Sep 29 23:09:32.931713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Pushing event updated for resources: {'Network': ['ID=c49c53a8-b2fc-41d4-b626-dccdb5470ec9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:32.937008 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b4ca8b9-a7f6-4d42-b459-3f3a10c983c9 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2927644 Sep 29 23:09:32.939256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46664) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:32.945506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8eb6bf56-23db-4c22-9627-d92a00a3bab7 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Request body: {'network': {'project_id': '266e5b0f1015442a99281abb11a059c7'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:32.948408 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c49c53a8-b2fc-41d4-b626-dccdb5470ec9 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:32.975932 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb6bf56-23db-4c22-9627-d92a00a3bab7 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 29 23:09:32.976406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eb6bf56-23db-4c22-9627-d92a00a3bab7 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:32.977598 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8eb6bf56-23db-4c22-9627-d92a00a3bab7 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0371852 Sep 29 23:09:32.980966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46668) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.014264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.053788 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-513ec397-5b28-4ec7-9cc2-10e72e9adcbf tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=266e5b0f1015442a99281abb11a059c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717745 Sep 29 23:09:33.058717 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f9aa77-e054-46ce-a3c9-e14e8c770a47 x-openstack-request-id: req-56f9aa77-e054-46ce-a3c9-e14e8c770a47 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:33.059012 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c92109e5-a6f8-403d-b5c9-9d05d4c90478", "name": "network-vif-deleted", "tag": "fd7dc16a-3f17-4440-821e-ea9492cd215b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:33.060107 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-56f9aa77-e054-46ce-a3c9-e14e8c770a47 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:33.060920 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c92109e5-a6f8-403d-b5c9-9d05d4c90478', 'name': 'network-vif-deleted', 'tag': 'fd7dc16a-3f17-4440-821e-ea9492cd215b', 'status': 'completed', 'code': 200} Sep 29 23:09:33.061036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46670) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.149801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be7ba05-0d9c-4a18-af24-a4689f24bda9']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:33.159788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2acf841-b9a4-47d8-96b6-357015c46d6d req-f892fc11-99d1-43c4-bd54-ceb3fe555d72 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620220 Sep 29 23:09:33.186422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eeeaa37-aaed-4dd8-9692-a67bc1744ead') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:33.186748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eeeaa37-aaed-4dd8-9692-a67bc1744ead') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:33.208073 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.225619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e15f3ad-84a6-477b-9fdb-59f960f95be6 req-64cd2bce-4169-41ae-93b9-9fdd5c687b47 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719490 Sep 29 23:09:33.233984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75940bfe-992f-4a3e-948f-8e03a3ae7211 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.240299 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.272996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:33.273414 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:33.276824 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:33.280043 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6caa6ac8-b7ff-4c8d-b916-cdb069a5f555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.308399 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75940bfe-992f-4a3e-948f-8e03a3ae7211 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.336811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:33.454003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.467207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.469545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/3be7ba05-0d9c-4a18-af24-a4689f24bda9 HTTP/1.1" status: 204 len: 168 time: 1.0195560 Sep 29 23:09:33.472546 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46688) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.476286 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.489809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fb353-92e3-4e78-ab9d-f4edd5ee7476 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=3be7ba05-0d9c-4a18-af24-a4689f24bda9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:33.503186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b191cf-9b7a-4221-9bff-49afd372579e req-9b4e254e-e270-4b54-a654-4839fcc566c1 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:33.504863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3b191cf-9b7a-4221-9bff-49afd372579e req-9b4e254e-e270-4b54-a654-4839fcc566c1 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 945 time: 0.2007058 Sep 29 23:09:33.527126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:33.535351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75940bfe-992f-4a3e-948f-8e03a3ae7211 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.535870 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.538238 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75940bfe-992f-4a3e-948f-8e03a3ae7211 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.541708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-75940bfe-992f-4a3e-948f-8e03a3ae7211 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/2aae026e-b7fb-4e32-9448-9932303bdbb1 HTTP/1.1" status: 204 len: 168 time: 0.4752676 Sep 29 23:09:33.544015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.575241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75940bfe-992f-4a3e-948f-8e03a3ae7211 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aae026e-b7fb-4e32-9448-9932303bdbb1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:33.591320 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aad908c-c45c-4ed8-859c-9fb04c7148d0 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.591934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aad908c-c45c-4ed8-859c-9fb04c7148d0 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.593987 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5aad908c-c45c-4ed8-859c-9fb04c7148d0 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/802c55a3-517b-42f3-92c4-ae1679654bc0 HTTP/1.1" status: 404 len: 337 time: 0.1188815 Sep 29 23:09:33.597030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46694) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.625783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3b191cf-9b7a-4221-9bff-49afd372579e req-f097b52d-7064-4b1e-8aa4-a5ab6a06ab82 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002922 Sep 29 23:09:33.646765 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb992a3d-e971-42be-8e2a-b945219c5812 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.647395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb992a3d-e971-42be-8e2a-b945219c5812 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.649301 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eb992a3d-e971-42be-8e2a-b945219c5812 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/f858f207-c930-4012-a431-42786cf6e81a HTTP/1.1" status: 404 len: 339 time: 0.0511765 Sep 29 23:09:33.656458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46696) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.661149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:33.671325 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.704081 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-3664afb3-6b74-4faf-abc4-822a02b0ad88 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.704625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3664afb3-6b74-4faf-abc4-822a02b0ad88 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.707338 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3664afb3-6b74-4faf-abc4-822a02b0ad88 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/e4b80c28-fe01-45dc-967c-ca524fb93e86 HTTP/1.1" status: 404 len: 337 time: 0.0496948 Sep 29 23:09:33.710228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46698) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.730708 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-df93cb53-e603-46b5-a0bd-a0d2796ff760 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.731292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df93cb53-e603-46b5-a0bd-a0d2796ff760 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.733698 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-df93cb53-e603-46b5-a0bd-a0d2796ff760 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/fc1ce6d6-4121-42aa-a043-3a3898a58662 HTTP/1.1" status: 404 len: 339 time: 0.0220103 Sep 29 23:09:33.733835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46700) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.735724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46702) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.740090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:33.740581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8b3b0e2e-de30-4f30-9ed7-b1524230a1e5 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:33.762274 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:33.787572 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.792432 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e99673-6b97-4cad-82c8-1f3b56999a33 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.792892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e99673-6b97-4cad-82c8-1f3b56999a33 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.804419 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b5e99673-6b97-4cad-82c8-1f3b56999a33 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/42824acf-7a35-405b-91e2-9235f775e956 HTTP/1.1" status: 404 len: 337 time: 0.0654335 Sep 29 23:09:33.804830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46708) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.824983 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ffadf8-7842-46b8-99d1-98c7b12d806e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.825574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7ffadf8-7842-46b8-99d1-98c7b12d806e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.825697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c49c53a8-b2fc-41d4-b626-dccdb5470ec9']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:33.829993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c7ffadf8-7842-46b8-99d1-98c7b12d806e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/3ed1d632-9a7d-4c61-b169-3ab8683f55ca HTTP/1.1" status: 404 len: 339 time: 0.0217941 Sep 29 23:09:33.830223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46710) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.837660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46955fd3-2340-405b-b110-b8f8a58d97a7') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:33.838072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46955fd3-2340-405b-b110-b8f8a58d97a7') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:33.855208 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.857452 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f902b54a-2400-424d-9ee2-a73a32d2421b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.857846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f902b54a-2400-424d-9ee2-a73a32d2421b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.862958 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f902b54a-2400-424d-9ee2-a73a32d2421b tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/0be0ea9e-c6cd-4306-ad96-71e4fc7ef680 HTTP/1.1" status: 404 len: 337 time: 0.0285301 Sep 29 23:09:33.863698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46712) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.882797 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c7c9b3-000b-4da2-b474-4c705437dd0f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.883342 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c7c9b3-000b-4da2-b474-4c705437dd0f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.887529 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-23c7c9b3-000b-4da2-b474-4c705437dd0f tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/5510a474-7207-4b8c-93d6-fec0c45aa9ba HTTP/1.1" status: 404 len: 339 time: 0.0204992 Sep 29 23:09:33.887759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46714) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.911125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.918894 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a06333b-1ee4-4fc3-9e09-d90139588e4e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.919342 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a06333b-1ee4-4fc3-9e09-d90139588e4e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.923477 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1a06333b-1ee4-4fc3-9e09-d90139588e4e tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/10e2ee0f-54f1-42c9-8246-1042e950a6c2 HTTP/1.1" status: 404 len: 337 time: 0.0323794 Sep 29 23:09:33.923703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46716) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.930683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:33.931098 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:33.933624 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:33.941926 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed5d21b0-03be-4b58-86e9-57739c6335b8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.942467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed5d21b0-03be-4b58-86e9-57739c6335b8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.944181 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ed5d21b0-03be-4b58-86e9-57739c6335b8 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/97cad092-fb93-419b-8b16-651bcc529089 HTTP/1.1" status: 404 len: 339 time: 0.0195305 Sep 29 23:09:33.946755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46718) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.972786 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0b39748b-24c2-46a9-bc85-ec2a29d078be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=17fa5c9fd2f941c6a717dfd73c378954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380085 Sep 29 23:09:33.973595 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-99da86cb-4942-41c8-aa00-cafabd911300 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:33.974057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99da86cb-4942-41c8-aa00-cafabd911300 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:33.978253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-99da86cb-4942-41c8-aa00-cafabd911300 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/813a32f7-0fb6-40d4-aab1-915364e8553f HTTP/1.1" status: 404 len: 337 time: 0.0279369 Sep 29 23:09:33.978253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46720) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.978471 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46722) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:33.981751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58167d5c-9e8e-4580-a7ac-344f65272697 req-d1d73f08-951e-4a99-9a47-feab14afe907 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:33.983291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58167d5c-9e8e-4580-a7ac-344f65272697 req-d1d73f08-951e-4a99-9a47-feab14afe907 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.1205213 Sep 29 23:09:34.000614 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51c5630-110f-4492-89af-e812a3ab658a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:34.001150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c51c5630-110f-4492-89af-e812a3ab658a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:34.005481 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c51c5630-110f-4492-89af-e812a3ab658a tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/87b0c5dc-ed8e-43c3-af98-0372f1070b19 HTTP/1.1" status: 404 len: 339 time: 0.0237498 Sep 29 23:09:34.006286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46724) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:34.034255 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.041158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.042926 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-48fa33f9-42d5-4d68-9b98-41c5a4da0ce5 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:34.043380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48fa33f9-42d5-4d68-9b98-41c5a4da0ce5 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:34.047719 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-48fa33f9-42d5-4d68-9b98-41c5a4da0ce5 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/c70e0566-af66-4dc6-837d-9b4d33f55202 HTTP/1.1" status: 404 len: 337 time: 0.0386117 Sep 29 23:09:34.047806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] 10.222.0.44 "DELETE /v2.0/networks/c49c53a8-b2fc-41d4-b626-dccdb5470ec9 HTTP/1.1" status: 204 len: 168 time: 0.5006709 Sep 29 23:09:34.048547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46726) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:34.048643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46728) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:34.078486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3289bf-4c75-407d-a955-a2e183e8da91 tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Pushing event deleted for resources: {'Network': ['ID=c49c53a8-b2fc-41d4-b626-dccdb5470ec9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:34.092983 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-351ebaee-b5cc-4c97-9920-4dea911ba1f0 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:34.093559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-351ebaee-b5cc-4c97-9920-4dea911ba1f0 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:34.097543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-351ebaee-b5cc-4c97-9920-4dea911ba1f0 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/622914d5-83fb-4d91-913c-67c999d0b922 HTTP/1.1" status: 404 len: 339 time: 0.0460162 Sep 29 23:09:34.099673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58167d5c-9e8e-4580-a7ac-344f65272697 req-baf4baa5-d8cd-48ce-8269-bc193c193d9b tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884783 Sep 29 23:09:34.100186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46730) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:34.126462 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-af62f412-99d7-4e3b-b48a-496e5aac4794 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:34.126934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af62f412-99d7-4e3b-b48a-496e5aac4794 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:34.131107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-af62f412-99d7-4e3b-b48a-496e5aac4794 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/1a3deb06-98f6-4d03-bef3-7873b102af9c HTTP/1.1" status: 404 len: 337 time: 0.0278080 Sep 29 23:09:34.131763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46732) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:34.141595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9696f932-235b-46a1-ab79-c9a52978f589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.145999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.149969 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f47a5cd-cc15-473f-adf3-58afa1b111d2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] DELETE failed (client error): The resource could not be found. Sep 29 23:09:34.150939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f47a5cd-cc15-473f-adf3-58afa1b111d2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:09:34.152838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1f47a5cd-cc15-473f-adf3-58afa1b111d2 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/8605243b-eb0a-4f62-a154-8872866e509a HTTP/1.1" status: 404 len: 339 time: 0.0201128 Sep 29 23:09:34.155446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46734) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:34.171254 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9696f932-235b-46a1-ab79-c9a52978f589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.212851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-47057100-a5f5-4b66-beab-40ccbbc9f753 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Deleting subnet b5929043-0c2a-43b7-abb3-c76d45beac15 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:09:34.216070 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47057100-a5f5-4b66-beab-40ccbbc9f753 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.237414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:34.239737 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321b865b-9b3c-4dea-bdcf-2cb4e5ca5991" -d '{"events": [{"server_uuid": "fbd0e77b-99b3-474f-becb-64c0afbfe6c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee3d1cb-17f1-4a06-9ba0-500879b38a76"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:34.270853 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47057100-a5f5-4b66-beab-40ccbbc9f753 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.273742 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.296335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c23efc4-84c1-424a-9262-4356a95a0390']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:34.308084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40927f61-705b-49a0-9763-8fd71042f739') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:34.308545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40927f61-705b-49a0-9763-8fd71042f739') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:34.310327 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9696f932-235b-46a1-ab79-c9a52978f589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.313106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9696f932-235b-46a1-ab79-c9a52978f589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.314492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9696f932-235b-46a1-ab79-c9a52978f589 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58200730-b5a4-4722-a9c0-5561e218dc92 HTTP/1.1" status: 204 len: 168 time: 0.3370562 Sep 29 23:09:34.324701 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e25239d-2556-4248-8d96-92f1cc90d069 x-openstack-request-id: req-8e25239d-2556-4248-8d96-92f1cc90d069 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:34.324995 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd0e77b-99b3-474f-becb-64c0afbfe6c2", "name": "network-vif-unplugged", "status": "completed", "tag": "5ee3d1cb-17f1-4a06-9ba0-500879b38a76", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:34.325250 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8e25239d-2556-4248-8d96-92f1cc90d069 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:34.325865 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76', 'code': 200} Sep 29 23:09:34.347381 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.355434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9696f932-235b-46a1-ab79-c9a52978f589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58200730-b5a4-4722-a9c0-5561e218dc92,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:34.379321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.386559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:34.386987 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:34.388775 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:34.394606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47057100-a5f5-4b66-beab-40ccbbc9f753 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.465324 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.468348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cab8af-fd96-4e0a-a2a1-a760c3c947f7 req-3d6d6b16-ad62-49ca-bcab-e45f02911d8e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:34.469939 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4cab8af-fd96-4e0a-a2a1-a760c3c947f7 req-3d6d6b16-ad62-49ca-bcab-e45f02911d8e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 943 time: 0.0942895 Sep 29 23:09:34.479562 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.484851 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] 10.222.0.44 "DELETE /v2.0/networks/8c23efc4-84c1-424a-9262-4356a95a0390 HTTP/1.1" status: 204 len: 168 time: 0.4331422 Sep 29 23:09:34.500234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866804d5-0829-4cd7-aebe-0c7651e57d1c tempest-QuotasNegativeTest-153933585 tempest-QuotasNegativeTest-153933585-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c23efc4-84c1-424a-9262-4356a95a0390,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:34.539359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4cab8af-fd96-4e0a-a2a1-a760c3c947f7 req-0fd36e69-c7e3-44b4-9923-c7f65c6e0b83 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593786 Sep 29 23:09:34.550644 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47057100-a5f5-4b66-beab-40ccbbc9f753 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.574287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480bb1eb-03cb-417d-abf2-78b2c9aa9009 None None] Network 4d378c27-0cd1-4685-86ce-c9905db8e77e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:34.587933 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47057100-a5f5-4b66-beab-40ccbbc9f753 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.594630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-c28692d5-5900-4140-805b-b120067d521b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:34.596902 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-c28692d5-5900-4140-805b-b120067d521b tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 943 time: 0.0873804 Sep 29 23:09:34.597084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46748) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:34.601830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-47057100-a5f5-4b66-beab-40ccbbc9f753 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/subnets/b5929043-0c2a-43b7-abb3-c76d45beac15 HTTP/1.1" status: 204 len: 168 time: 0.4452679 Sep 29 23:09:34.603293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47057100-a5f5-4b66-beab-40ccbbc9f753 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Subnet': ['ID=b5929043-0c2a-43b7-abb3-c76d45beac15,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:34.741966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.825450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c80f3-03be-4823-9fa6-993e262e7b0b req-c945d6a3-4889-4037-994b-9ac265a3f440 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:34.829887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b9c80f3-03be-4823-9fa6-993e262e7b0b req-c945d6a3-4889-4037-994b-9ac265a3f440 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 943 time: 0.1122911 Sep 29 23:09:34.867953 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2f2b35d8-9207-4a19-a230-2617375c56db details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:09:34.880024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fd7dc16a-3f17-4440-821e-ea9492cd215b no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:34.890662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Deleting port 0c2a72ea-d79f-43ad-824f-282e088ff773 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:34.891024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.909725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46756) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:34.914893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-156b1f68-c99d-499b-90c4-ce18853bd885 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Deleting port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:34.915313 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-156b1f68-c99d-499b-90c4-ce18853bd885 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:34.970342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f017a197-214d-4e52-8a81-62f113ca9a4b None None] DHCP port deletion for 4d378c27-0cd1-4685-86ce-c9905db8e77e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:09:34.991575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: fd7dc16a-3f17-4440-821e-ea9492cd215b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:34.992334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fd7dc16a-3f17-4440-821e-ea9492cd215b not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:35.008997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-156b1f68-c99d-499b-90c4-ce18853bd885 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] For port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,segment=NetworkSegment(ceeeddb1-87c4-46df-83fd-c45f2056fd9b),segment_id=ceeeddb1-87c4-46df-83fd-c45f2056fd9b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:35.009473 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-156b1f68-c99d-499b-90c4-ce18853bd885 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.022708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-156b1f68-c99d-499b-90c4-ce18853bd885 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Calling delete_port for 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:35.025010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b9c80f3-03be-4823-9fa6-993e262e7b0b req-fcb38a6c-f211-4383-b807-bfc12626884c tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/security-groups?id=d35d2383-d5a2-40bd-8c0e-75556a737664&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841381 Sep 29 23:09:35.044698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bd0e1f0a-1d11-4d22-8dec-9eaca72ce374 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a759944bfd946368ecb1e782c5b9bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311498 Sep 29 23:09:35.045217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:35.175390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f017a197-214d-4e52-8a81-62f113ca9a4b None None] Deleting port 0c2a72ea-d79f-43ad-824f-282e088ff773 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:35.176776 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f017a197-214d-4e52-8a81-62f113ca9a4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.190861 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b40a147-8e77-41b0-a938-56c332adc2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.210736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] For port 0c2a72ea-d79f-43ad-824f-282e088ff773, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0c2a72ea-d79f-43ad-824f-282e088ff773,segment=NetworkSegment(e25de16a-ee31-4222-a8da-871c4681d8da),segment_id=e25de16a-ee31-4222-a8da-871c4681d8da)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:35.215991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.253646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Calling delete_port for 0c2a72ea-d79f-43ad-824f-282e088ff773 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:35.279861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2f2b35d8-9207-4a19-a230-2617375c56db, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2f2b35d8-9207-4a19-a230-2617375c56db,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:35.302805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f017a197-214d-4e52-8a81-62f113ca9a4b None None] For port 0c2a72ea-d79f-43ad-824f-282e088ff773, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0c2a72ea-d79f-43ad-824f-282e088ff773,segment=NetworkSegment(e25de16a-ee31-4222-a8da-871c4681d8da),segment_id=e25de16a-ee31-4222-a8da-871c4681d8da)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:35.303211 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f017a197-214d-4e52-8a81-62f113ca9a4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.311310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '2f2b35d8-9207-4a19-a230-2617375c56db', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'port_id': '2f2b35d8-9207-4a19-a230-2617375c56db', 'mac_address': 'fa:16:3e:2f:08:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb694ab-b5bc-48f3-8d21-311e38ce4502', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:09:35.332933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-156b1f68-c99d-499b-90c4-ce18853bd885 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.333583 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b40a147-8e77-41b0-a938-56c332adc2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.372918 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.384167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc02fda-7108-457e-9ed8-2730a103bbf4 req-8aa8dd6a-04b3-4df2-9e9e-7d7881897cc3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:35.391666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbc02fda-7108-457e-9ed8-2730a103bbf4 req-8aa8dd6a-04b3-4df2-9e9e-7d7881897cc3 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.1704264 Sep 29 23:09:35.392739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f017a197-214d-4e52-8a81-62f113ca9a4b None None] Calling delete_port for 0c2a72ea-d79f-43ad-824f-282e088ff773 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:35.440791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbc02fda-7108-457e-9ed8-2730a103bbf4 req-13d72edc-6c08-4cbb-9eb9-d073db2f9916 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457172 Sep 29 23:09:35.443945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46764) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:35.451779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b40a147-8e77-41b0-a938-56c332adc2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.454336 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b40a147-8e77-41b0-a938-56c332adc2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.458523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9b40a147-8e77-41b0-a938-56c332adc2d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/438d01d3-5cf0-4863-bd95-0c46159fe0c2 HTTP/1.1" status: 204 len: 168 time: 0.4067020 Sep 29 23:09:35.458981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2b35d8-9207-4a19-a230-2617375c56db {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:35.465938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b40a147-8e77-41b0-a938-56c332adc2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438d01d3-5cf0-4863-bd95-0c46159fe0c2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:35.507444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2f2b35d8-9207-4a19-a230-2617375c56db, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2f2b35d8-9207-4a19-a230-2617375c56db,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:35.519375 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.586454 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f017a197-214d-4e52-8a81-62f113ca9a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.605845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f017a197-214d-4e52-8a81-62f113ca9a4b None None] No DVR routers for this DVR port 0c2a72ea-d79f-43ad-824f-282e088ff773 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:35.613062 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=2f2b35d8-9207-4a19-a230-2617375c56db,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:35.650086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f017a197-214d-4e52-8a81-62f113ca9a4b None None] Pushing event deleted for resources: {'Port': ['ID=0c2a72ea-d79f-43ad-824f-282e088ff773,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:35.686091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0c2a72ea-d79f-43ad-824f-282e088ff773 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:35.748807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 0c2a72ea-d79f-43ad-824f-282e088ff773 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:35.749155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0c2a72ea-d79f-43ad-824f-282e088ff773 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:35.793024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3999a0-9ef4-41b3-b9b2-4b0246e7e19a req-0a2e608e-7757-4db7-925d-fc7509a02b49 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:35.794396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d3999a0-9ef4-41b3-b9b2-4b0246e7e19a req-0a2e608e-7757-4db7-925d-fc7509a02b49 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 944 time: 0.1031005 Sep 29 23:09:35.868836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b1f68-c99d-499b-90c4-ce18853bd885 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Pushing event deleted for resources: {'Port': ['ID=5ee3d1cb-17f1-4a06-9ba0-500879b38a76,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:35.894695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d3999a0-9ef4-41b3-b9b2-4b0246e7e19a req-e83ea6a0-479f-4d57-9dca-a9227cb47d8e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866106 Sep 29 23:09:35.934596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['2f2b35d8-9207-4a19-a230-2617375c56db'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:35.963165 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95dc64bf-3591-48fb-858a-fe102a8cc6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.974442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-156b1f68-c99d-499b-90c4-ce18853bd885 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] No DVR routers for this DVR port 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:35.979070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-156b1f68-c99d-499b-90c4-ce18853bd885 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:35.982757 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e37e2fa9-e839-41e3-b74c-369243167e6c req-156b1f68-c99d-499b-90c4-ce18853bd885 tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.26 "DELETE /v2.0/ports/5ee3d1cb-17f1-4a06-9ba0-500879b38a76 HTTP/1.1" status: 204 len: 173 time: 1.2378216 Sep 29 23:09:35.985312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'name': 'network-vif-deleted', 'tag': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:35.998866 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad41653-98ab-4b59-971b-a6a658a3d342" -d '{"events": [{"server_uuid": "fbd0e77b-99b3-474f-becb-64c0afbfe6c2", "name": "network-vif-deleted", "tag": "5ee3d1cb-17f1-4a06-9ba0-500879b38a76"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:36.022541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.074031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] No DVR routers for this DVR port 0c2a72ea-d79f-43ad-824f-282e088ff773 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:36.081494 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3377dea3-0a87-4b30-8a71-b365ba03f151 x-openstack-request-id: req-3377dea3-0a87-4b30-8a71-b365ba03f151 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:36.081746 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbd0e77b-99b3-474f-becb-64c0afbfe6c2", "name": "network-vif-deleted", "tag": "5ee3d1cb-17f1-4a06-9ba0-500879b38a76", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:36.082240 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3377dea3-0a87-4b30-8a71-b365ba03f151 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:36.082651 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbd0e77b-99b3-474f-becb-64c0afbfe6c2', 'name': 'network-vif-deleted', 'tag': '5ee3d1cb-17f1-4a06-9ba0-500879b38a76', 'status': 'completed', 'code': 200} Sep 29 23:09:36.084384 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a852dd-c7e7-49be-89c3-61feaade415b req-1e798673-c30d-4847-907c-bdd81de2d1f4 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:36.085826 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Port': ['ID=0c2a72ea-d79f-43ad-824f-282e088ff773,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:36.087871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41a852dd-c7e7-49be-89c3-61feaade415b req-1e798673-c30d-4847-907c-bdd81de2d1f4 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 946 time: 0.1420314 Sep 29 23:09:36.194192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.206603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41a852dd-c7e7-49be-89c3-61feaade415b req-c9065a8f-67e5-4645-a9e0-3ee337d40a3d tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038682 Sep 29 23:09:36.228020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d378c27-0cd1-4685-86ce-c9905db8e77e']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:36.240982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e25de16a-ee31-4222-a8da-871c4681d8da') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:36.240982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e25de16a-ee31-4222-a8da-871c4681d8da') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:36.250432 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-223c03f3-90ae-403c-a8e4-8a44b69f88f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.251307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.272068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.276542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c28b411-ae00-46b4-91a2-5e10a1c9c7a8 req-c1597c38-50ee-4938-9991-e01ccf7ce53d tempest-ImagesTestJSON-2129809596 tempest-ImagesTestJSON-2129809596-project] 10.222.0.44 "GET /v2.0/ports?device_id=fbd0e77b-99b3-474f-becb-64c0afbfe6c2 HTTP/1.1" status: 200 len: 210 time: 0.0650468 Sep 29 23:09:36.279439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:36.279763 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:36.284320 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:36.306004 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95dc64bf-3591-48fb-858a-fe102a8cc6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.311086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95dc64bf-3591-48fb-858a-fe102a8cc6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.358363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-95dc64bf-3591-48fb-858a-fe102a8cc6c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=29a27a100a3d42ad885d4c9a070d0d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9122434 Sep 29 23:09:36.359527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc64bf-3591-48fb-858a-fe102a8cc6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0883489c-120d-4c42-b92e-edbfb970e017,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:36.361122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46796) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:36.370881 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.375894 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.379962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] 10.222.0.44 "DELETE /v2.0/networks/4d378c27-0cd1-4685-86ce-c9905db8e77e HTTP/1.1" status: 204 len: 168 time: 1.7808299 Sep 29 23:09:36.407590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1583ce4-635a-4593-9829-ad73f2a5b889 tempest-NetworksTest-767326577 tempest-NetworksTest-767326577-project] Pushing event deleted for resources: {'Network': ['ID=4d378c27-0cd1-4685-86ce-c9905db8e77e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:36.432671 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.446320 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-265156e1-7bf0-4ee2-986b-c0fc92e94e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.475061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-265156e1-7bf0-4ee2-986b-c0fc92e94e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.569845 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-265156e1-7bf0-4ee2-986b-c0fc92e94e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.573474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-265156e1-7bf0-4ee2-986b-c0fc92e94e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:36.575134 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-265156e1-7bf0-4ee2-986b-c0fc92e94e55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0883489c-120d-4c42-b92e-edbfb970e017 HTTP/1.1" status: 204 len: 168 time: 0.2124074 Sep 29 23:09:36.580028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27122e81-4f8e-452b-8602-7167038e037f req-2512b511-6d41-41db-b42c-cce79b45aab1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:36.590435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27122e81-4f8e-452b-8602-7167038e037f req-2512b511-6d41-41db-b42c-cce79b45aab1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.0784047 Sep 29 23:09:36.596629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265156e1-7bf0-4ee2-986b-c0fc92e94e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0883489c-120d-4c42-b92e-edbfb970e017,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:36.649843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27122e81-4f8e-452b-8602-7167038e037f req-4dc437cf-6517-4758-80f8-3e9944eeaade tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570459 Sep 29 23:09:36.733098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46818) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:37.047048 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-98eaa322-f3ef-4bf5-9845-6a0dd9ff0dba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0e0d2d50fe54b8fa560e93332f62f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121951 Sep 29 23:09:37.050249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46842) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:37.104607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404c04d-dee0-4cdf-a57c-1128f05bdfc7 req-803c5f0a-b061-4caf-9f93-da601daa93fe tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:37.112550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d404c04d-dee0-4cdf-a57c-1128f05bdfc7 req-803c5f0a-b061-4caf-9f93-da601daa93fe tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 944 time: 0.1079962 Sep 29 23:09:37.128305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ec25da7-ab75-493a-8889-a1c1da39de02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.170071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ec25da7-ab75-493a-8889-a1c1da39de02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.171679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46848) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:37.173281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d404c04d-dee0-4cdf-a57c-1128f05bdfc7 req-df786c9b-9ac5-4733-a1e6-5c22ea4355bb tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598469 Sep 29 23:09:37.193398 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-faf8c61f-b448-47c6-9f38-4d82b195a939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.273271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ec25da7-ab75-493a-8889-a1c1da39de02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.276381 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ec25da7-ab75-493a-8889-a1c1da39de02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.278293 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3ec25da7-ab75-493a-8889-a1c1da39de02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfb602f5-b241-4b33-b8c7-9657b2747c4c HTTP/1.1" status: 204 len: 168 time: 0.2261190 Sep 29 23:09:37.293084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec25da7-ab75-493a-8889-a1c1da39de02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb602f5-b241-4b33-b8c7-9657b2747c4c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:37.356640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:37.394950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:37.395869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5ee3d1cb-17f1-4a06-9ba0-500879b38a76 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:37.403359 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.419925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-faf8c61f-b448-47c6-9f38-4d82b195a939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.428613 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-faf8c61f-b448-47c6-9f38-4d82b195a939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.457350 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bb7ea-26a3-4b58-a689-3adfa8c5dc0f req-7387efc8-9c5b-44b9-9946-d4b72abbf1bd tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:37.464174 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-705bb7ea-26a3-4b58-a689-3adfa8c5dc0f req-7387efc8-9c5b-44b9-9946-d4b72abbf1bd tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 946 time: 0.0991380 Sep 29 23:09:37.483685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-faf8c61f-b448-47c6-9f38-4d82b195a939 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2adae2a0c44343e0a7c155ad0b9e32fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3095198 Sep 29 23:09:37.484679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8c61f-b448-47c6-9f38-4d82b195a939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=931f0778-3edd-4c9a-8aab-5c87a85c4d9b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:37.487139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46866) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:37.614913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-705bb7ea-26a3-4b58-a689-3adfa8c5dc0f req-b677ea82-01cc-4c84-9112-90e1f17405ac tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448286 Sep 29 23:09:37.684622 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98d56c8f-23db-4668-a21c-4827d3ecb5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.713452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98d56c8f-23db-4668-a21c-4827d3ecb5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.772097 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98d56c8f-23db-4668-a21c-4827d3ecb5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.775505 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98d56c8f-23db-4668-a21c-4827d3ecb5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:37.779764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-98d56c8f-23db-4668-a21c-4827d3ecb5f9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/931f0778-3edd-4c9a-8aab-5c87a85c4d9b HTTP/1.1" status: 204 len: 168 time: 0.2913392 Sep 29 23:09:37.796941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d56c8f-23db-4668-a21c-4827d3ecb5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=931f0778-3edd-4c9a-8aab-5c87a85c4d9b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:37.896098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f145e2-3636-482a-b69b-e1b996a82d89 req-0a9cada9-32ef-4943-9f07-4f31cf5b95a6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:37.898846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2f145e2-3636-482a-b69b-e1b996a82d89 req-0a9cada9-32ef-4943-9f07-4f31cf5b95a6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.0652497 Sep 29 23:09:37.954328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2f145e2-3636-482a-b69b-e1b996a82d89 req-0142803d-c128-4e9d-81d4-9aa84a093613 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494707 Sep 29 23:09:38.057587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46912) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:38.119418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e5e628-5d70-44b8-b3e6-7a0bc92eac46 admin admin] Deleting subnet a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:09:38.123699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21e5e628-5d70-44b8-b3e6-7a0bc92eac46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.220986 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21e5e628-5d70-44b8-b3e6-7a0bc92eac46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.339576 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21e5e628-5d70-44b8-b3e6-7a0bc92eac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.372010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-8cd97427-b1e9-4b79-9a23-462c33f0a817 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414500 Sep 29 23:09:38.416270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21e5e628-5d70-44b8-b3e6-7a0bc92eac46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.457311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5e628-5d70-44b8-b3e6-7a0bc92eac46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:38.465562 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21e5e628-5d70-44b8-b3e6-7a0bc92eac46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.467731 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-21e5e628-5d70-44b8-b3e6-7a0bc92eac46 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a9ce6ca5-fa5b-42d2-b7da-0c3587e912bb HTTP/1.1" status: 204 len: 168 time: 0.4090438 Sep 29 23:09:38.470523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46936) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:38.478189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1145f8f6-ec55-4175-9c8b-9fd1687e18e2 req-97fe7bc3-658a-41b6-b918-22e7f523d505 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:38.479776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1145f8f6-ec55-4175-9c8b-9fd1687e18e2 req-97fe7bc3-658a-41b6-b918-22e7f523d505 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 944 time: 0.1064010 Sep 29 23:09:38.542186 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.564656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1145f8f6-ec55-4175-9c8b-9fd1687e18e2 req-85b91514-fdc0-4c26-9e66-8269e65d13b5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441432 Sep 29 23:09:38.592052 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.638296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-ff23ba2f-2fbd-40fb-9b8d-3bea5b9bf575 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:38.639867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-ff23ba2f-2fbd-40fb-9b8d-3bea5b9bf575 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2508938 Sep 29 23:09:38.662092 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-9599a189-6676-4aff-bccf-68c8cc90923b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/quotas/aea438136baf4ba9a366d644faafab7c HTTP/1.1" status: 200 len: 375 time: 0.0151503 Sep 29 23:09:38.717613 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.741364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-98385ef4-707b-4a20-bb4e-74960493e24e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730598 Sep 29 23:09:38.743180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080c22b7-11b3-4618-836c-1d15d209f8b4']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:38.756782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:38.757255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceeeddb1-87c4-46df-83fd-c45f2056fd9b') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:38.774051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.810848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.825129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e7ac2-3e51-42a7-9f11-3dc41d2ec482 req-5846a382-a9ba-4d2e-84b1-e57089119ed2 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:38.825309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:38.825700 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:38.828665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c85e7ac2-3e51-42a7-9f11-3dc41d2ec482 req-5846a382-a9ba-4d2e-84b1-e57089119ed2 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 946 time: 0.0860507 Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:38.836806 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:38.884407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c85e7ac2-3e51-42a7-9f11-3dc41d2ec482 req-6278ee72-13bc-4fb8-b792-ebb59a9dd036 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496044 Sep 29 23:09:38.888751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2f2b35d8-9207-4a19-a230-2617375c56db up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:09:38.963652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 2f2b35d8-9207-4a19-a230-2617375c56db completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:09:38.969003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 2f2b35d8-9207-4a19-a230-2617375c56db triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:09:38.969571 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.029585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.069945 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.079446 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] 10.222.0.44 "DELETE /v2.0/networks/080c22b7-11b3-4618-836c-1d15d209f8b4 HTTP/1.1" status: 204 len: 168 time: 0.6056707 Sep 29 23:09:39.081138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78fa86-dba6-465a-98a3-b4c733a23163 admin admin] Pushing event deleted for resources: {'Network': ['ID=080c22b7-11b3-4618-836c-1d15d209f8b4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:39.114236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c87aa22e-68da-422c-8666-4232f26f2119 req-ded921d5-8dff-4403-9f52-2781eda86076 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 210 time: 0.0663676 Sep 29 23:09:39.181450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46968) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:39.226985 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.296799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6a13a5-357d-4c42-a9b5-5b16bf54a9a1 req-9b85a26d-0ba6-4b78-80e7-0232b23df2cc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:39.298287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b6a13a5-357d-4c42-a9b5-5b16bf54a9a1 req-9b85a26d-0ba6-4b78-80e7-0232b23df2cc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.1214659 Sep 29 23:09:39.365136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3832f46e-60df-48d7-a14c-b7199eeee49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2b35d8-9207-4a19-a230-2617375c56db'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:39.379452 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b531d2-3a9c-4b98-9e77-0a7aeaeeea5b" -d '{"events": [{"server_uuid": "3832f46e-60df-48d7-a14c-b7199eeee49d", "name": "network-vif-plugged", "status": "completed", "tag": "2f2b35d8-9207-4a19-a230-2617375c56db"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:39.394838 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device f61052cf-fd2e-488a-8893-532e3687293f details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:09:39.398123 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b6a13a5-357d-4c42-a9b5-5b16bf54a9a1 req-5e05794a-9411-41a6-9609-869a21c10ade tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918567 Sep 29 23:09:39.435810 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.446847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2f2b35d8-9207-4a19-a230-2617375c56db, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2f2b35d8-9207-4a19-a230-2617375c56db,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:39.468601 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.485690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46982) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:39.568326 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-19ea5129-6001-418a-b988-14e012b41686 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4c0262c811241149bca329cc8ed4d26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0806103 Sep 29 23:09:39.571536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:39.604760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group': {'name': 'tempest-secgroup--573941023'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:39.621484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=2f2b35d8-9207-4a19-a230-2617375c56db,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:39.698142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.702380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:39.731312 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fdd742fb-8be0-4d1d-8174-b6bf1b5bf764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.731725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'f61052cf-fd2e-488a-8893-532e3687293f', 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62', 'port_id': 'f61052cf-fd2e-488a-8893-532e3687293f', 'mac_address': 'fa:16:3e:2c:27:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fddcf55-78c6-406b-b9ef-09d2f22222f8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:09:39.732182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.827581 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.865897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f61052cf-fd2e-488a-8893-532e3687293f {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:39.905496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:39.916575 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.918887 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fdd742fb-8be0-4d1d-8174-b6bf1b5bf764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.959607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:39.970305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.023154 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fdd742fb-8be0-4d1d-8174-b6bf1b5bf764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.026871 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fdd742fb-8be0-4d1d-8174-b6bf1b5bf764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.027237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=f61052cf-fd2e-488a-8893-532e3687293f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:40.028570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fdd742fb-8be0-4d1d-8174-b6bf1b5bf764 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d35d2383-d5a2-40bd-8c0e-75556a737664 HTTP/1.1" status: 204 len: 168 time: 0.4557512 Sep 29 23:09:40.100927 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ef52f7-f2b3-41a5-9438-3e408f1ba4f4 x-openstack-request-id: req-f0ef52f7-f2b3-41a5-9438-3e408f1ba4f4 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:40.101233 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3832f46e-60df-48d7-a14c-b7199eeee49d", "name": "network-vif-plugged", "status": "completed", "tag": "2f2b35d8-9207-4a19-a230-2617375c56db", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:40.101490 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f0ef52f7-f2b3-41a5-9438-3e408f1ba4f4 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:40.101984 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3832f46e-60df-48d7-a14c-b7199eeee49d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2b35d8-9207-4a19-a230-2617375c56db', 'code': 200} Sep 29 23:09:40.129932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adeeccc0-3d32-4568-a1f5-125da6b98951,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:40.140062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23079b71-2cb9-4d20-ba08-415394efbbad req-4dd6761d-ba41-4dba-9427-47b3574030b5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:40.152619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['f61052cf-fd2e-488a-8893-532e3687293f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:40.166533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23079b71-2cb9-4d20-ba08-415394efbbad req-4dd6761d-ba41-4dba-9427-47b3574030b5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 945 time: 0.4130323 Sep 29 23:09:40.198597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd742fb-8be0-4d1d-8174-b6bf1b5bf764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d2383-d5a2-40bd-8c0e-75556a737664,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:40.323939 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.333136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.406340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23079b71-2cb9-4d20-ba08-415394efbbad req-53f32a26-3693-4a0f-ab20-5187aa1cafa5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378926 Sep 29 23:09:40.412113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270deab1-de99-4388-a68c-7b9480796430,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:40.437659 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.442082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fee4bc9d-bbd2-477a-bd58-eff97dad9e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2595332 Sep 29 23:09:40.442676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-3f222c80-44ca-49cc-9276-55fd27116438 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:40.442809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47008) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:40.444556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-3f222c80-44ca-49cc-9276-55fd27116438 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 946 time: 0.4386263 Sep 29 23:09:40.526696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dfa4cd-a14c-4906-bc8a-160c684cb164 req-f847a8b2-c351-40ac-b433-6b3a24e88ca3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:40.540026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4dfa4cd-a14c-4906-bc8a-160c684cb164 req-f847a8b2-c351-40ac-b433-6b3a24e88ca3 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 946 time: 0.2581515 Sep 29 23:09:40.627621 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3f34bc94-2931-4308-a4ce-4013a7043e82 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1836622 Sep 29 23:09:40.628341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47014) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:40.633056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6bd41264-6f28-4497-92b7-67af50aa2cd9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group': {'name': 'tempest-security--1175436682', 'description': 'tempest-security-description-229815430'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:40.648288 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db8321cd-9223-4cca-9f9e-a2aa5f2624d9 req-21596d10-2b20-44ee-8e88-f1b53b07083f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 210 time: 0.0603411 Sep 29 23:09:40.662114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6bd41264-6f28-4497-92b7-67af50aa2cd9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.738449 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4dfa4cd-a14c-4906-bc8a-160c684cb164 req-a5ab1892-4c6e-4502-aa57-f77a30cb0a2d tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954479 Sep 29 23:09:40.763621 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6bd41264-6f28-4497-92b7-67af50aa2cd9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.770678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Deleting port d26d908a-d45a-431b-86ce-c844e20c7ff2 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:40.771037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6bd41264-6f28-4497-92b7-67af50aa2cd9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.772238 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.776038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6bd41264-6f28-4497-92b7-67af50aa2cd9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:40.777408 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6bd41264-6f28-4497-92b7-67af50aa2cd9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "PUT /v2.0/security-groups/270deab1-de99-4388-a68c-7b9480796430 HTTP/1.1" status: 200 len: 1779 time: 0.1480994 Sep 29 23:09:40.781626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47018) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:40.871040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd41264-6f28-4497-92b7-67af50aa2cd9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=270deab1-de99-4388-a68c-7b9480796430,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:40.888315 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dbc9c897-5e48-4e48-8dce-52c85081f076 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups/270deab1-de99-4388-a68c-7b9480796430 HTTP/1.1" status: 200 len: 1779 time: 0.1027172 Sep 29 23:09:40.891572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47020) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:40.903289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56032554-59f7-4642-904c-00845dff9a7b req-c79eba44-3457-4db3-89f6-d3942b5d4f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:40.905202 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-56032554-59f7-4642-904c-00845dff9a7b req-c79eba44-3457-4db3-89f6-d3942b5d4f45 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 1096 time: 0.6063712 Sep 29 23:09:40.911918 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-bfd7ab23-c1d2-4ffd-85a3-ff7f47eb33f8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0670564 Sep 29 23:09:40.977022 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-56032554-59f7-4642-904c-00845dff9a7b req-4f9fdc1e-cd8b-4418-8e6d-170b9d0d7a16 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644965 Sep 29 23:09:40.992326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02fccd94-be43-4b02-8422-b1cf328008e4 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.021743 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02fccd94-be43-4b02-8422-b1cf328008e4 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.090288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c84adb-b7c0-462e-849c-c95991578155 req-58a4914b-ab7e-4b57-872d-dd16ed3e539e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:41.093511 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02fccd94-be43-4b02-8422-b1cf328008e4 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.097542 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02fccd94-be43-4b02-8422-b1cf328008e4 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.098552 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33c84adb-b7c0-462e-849c-c95991578155 req-58a4914b-ab7e-4b57-872d-dd16ed3e539e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 945 time: 0.2956226 Sep 29 23:09:41.102197 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-02fccd94-be43-4b02-8422-b1cf328008e4 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-groups/270deab1-de99-4388-a68c-7b9480796430 HTTP/1.1" status: 204 len: 168 time: 0.2095399 Sep 29 23:09:41.102898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47030) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:41.145499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fccd94-be43-4b02-8422-b1cf328008e4 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=270deab1-de99-4388-a68c-7b9480796430,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:41.229432 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2422fb00-09a0-431b-91e6-f59dd548d5bf tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0965955 Sep 29 23:09:41.231863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47036) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:41.252498 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-7d71436a-de18-4c34-af02-15ceb3704f16 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] delete failed (client error): The resource could not be found. Sep 29 23:09:41.253355 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7d71436a-de18-4c34-af02-15ceb3704f16 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-groups/270deab1-de99-4388-a68c-7b9480796430 HTTP/1.1" status: 404 len: 347 time: 0.0205307 Sep 29 23:09:41.260403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47038) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:41.266962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-aef0be57-d068-49d3-a184-2ae4c76e81c0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group': {'name': 'tempest-secgroup--1957352715'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:41.274770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47040) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:41.346869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aef0be57-d068-49d3-a184-2ae4c76e81c0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.385375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device f61052cf-fd2e-488a-8893-532e3687293f up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:09:41.489437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port f61052cf-fd2e-488a-8893-532e3687293f completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:09:41.494890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port f61052cf-fd2e-488a-8893-532e3687293f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:09:41.495618 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.571922 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aef0be57-d068-49d3-a184-2ae4c76e81c0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.582365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aef0be57-d068-49d3-a184-2ae4c76e81c0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.622819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33c84adb-b7c0-462e-849c-c95991578155 req-393a5a90-71cf-4f6c-b202-f12cab4de2f5 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232780 Sep 29 23:09:41.662505 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aef0be57-d068-49d3-a184-2ae4c76e81c0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.668768 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-aef0be57-d068-49d3-a184-2ae4c76e81c0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4070566 Sep 29 23:09:41.669413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47062) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:41.680962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f75a4b96-f73c-4ca0-996d-ed9dd8ff58cf tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': '4401ad1d-70f8-4bd3-9e7d-8f2e07eaa9c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:41.692864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef0be57-d068-49d3-a184-2ae4c76e81c0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4401ad1d-70f8-4bd3-9e7d-8f2e07eaa9c4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:41.698990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] For port d26d908a-d45a-431b-86ce-c844e20c7ff2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d26d908a-d45a-431b-86ce-c844e20c7ff2,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:41.699367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.706627 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.743281 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75a4b96-f73c-4ca0-996d-ed9dd8ff58cf tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.800072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1904677164'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:41.809792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:41.826505 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.881063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75a4b96-f73c-4ca0-996d-ed9dd8ff58cf tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.882767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Made reservation on behalf of 6637ad77cc5642cda2ad9bd747ddff84 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:41.887274 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.899664 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75a4b96-f73c-4ca0-996d-ed9dd8ff58cf tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.905517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:41.930160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75a4b96-f73c-4ca0-996d-ed9dd8ff58cf tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e73760-3a79-4ccc-972a-39f877e8898a,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:41.958385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=f61052cf-fd2e-488a-8893-532e3687293f,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:41.962855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-024029c5-487e-457b-8ccf-916e81fcd65d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:41.964682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-024029c5-487e-457b-8ccf-916e81fcd65d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0360839 Sep 29 23:09:41.976306 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1773ca60-b156-4e6e-b49c-1b440420c60e req-f36fd3c3-fd98-4c64-a1e6-6357bd315354 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 210 time: 0.0969257 Sep 29 23:09:41.989579 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Request body: {'port': {'device_id': '47db793b-de89-4297-9e12-9cbe5608161a', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'aea438136baf4ba9a366d644faafab7c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:42.084172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee53293-0aaf-49b2-b598-086f572a7c2f req-df0fd1ea-f15d-424a-8a3d-c81398669daa tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:42.085603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee53293-0aaf-49b2-b598-086f572a7c2f req-df0fd1ea-f15d-424a-8a3d-c81398669daa tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 945 time: 0.4597008 Sep 29 23:09:42.094014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.098552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.103591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c181bc34-ae6a-445f-988d-265991a36d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61052cf-fd2e-488a-8893-532e3687293f'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:42.106004 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd092413-fdd1-4e71-bac5-47cea7a20e4e" -d '{"events": [{"server_uuid": "c181bc34-ae6a-445f-988d-265991a36d86", "name": "network-vif-plugged", "status": "completed", "tag": "f61052cf-fd2e-488a-8893-532e3687293f"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:42.112525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:42.123033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.123395 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Added segment a97c1f30-aab9-4e86-97bb-ed8995e21b09 of type vlan for network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 Sep 29 23:09:42.175254 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.196965 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75a4b96-f73c-4ca0-996d-ed9dd8ff58cf tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.198253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f75a4b96-f73c-4ca0-996d-ed9dd8ff58cf tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5269125 Sep 29 23:09:42.208018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47070) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:42.230398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eccae9df-c793-4f4c-8e9d-1c682ff8cd0d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:42.260544 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.267407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:42.268133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.277454 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-412a180d-b14a-4d7b-a108-2d7006dd4284 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.296065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee53293-0aaf-49b2-b598-086f572a7c2f req-1571119c-80ee-4413-a744-0495b27003af tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1935966 Sep 29 23:09:42.310063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81415371-9782-4d26-81f3-14d8c9d341ee req-beaaf18a-13f6-4c90-9b56-2e4ed85218d9 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:42.311611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81415371-9782-4d26-81f3-14d8c9d341ee req-beaaf18a-13f6-4c90-9b56-2e4ed85218d9 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 946 time: 0.2215214 Sep 29 23:09:42.331472 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.331472 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.331472 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Floating IP 641b28de-8fd5-40fb-8f64-61fa3b2848ab disassociated. External IP: 172.25.4.80, port: d26d908a-d45a-431b-86ce-c844e20c7ff2. Sep 29 23:09:42.331472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Calling delete_port for d26d908a-d45a-431b-86ce-c844e20c7ff2 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:42.373710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Pushing event updated for resources: {'Network': ['ID=c33b7b45-1c7f-4732-bd2f-a15661fbddf7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:42.382785 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-412a180d-b14a-4d7b-a108-2d7006dd4284 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.387586 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ad518489-f34c-4e49-8348-927a97b80901 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1117086 Sep 29 23:09:42.393593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:42.433395 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Made reservation on behalf of aea438136baf4ba9a366d644faafab7c for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:42.436928 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.444277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81415371-9782-4d26-81f3-14d8c9d341ee req-6d268af4-bb27-4d5d-a6c1-0ca0cbcdcf0d tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups?id=92126f6b-ce91-4956-9a04-c1ed5579d1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223168 Sep 29 23:09:42.448188 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-412a180d-b14a-4d7b-a108-2d7006dd4284 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.456855 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.465951 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-412a180d-b14a-4d7b-a108-2d7006dd4284 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.467357 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-412a180d-b14a-4d7b-a108-2d7006dd4284 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/91e73760-3a79-4ccc-972a-39f877e8898a HTTP/1.1" status: 204 len: 168 time: 0.2582710 Sep 29 23:09:42.476226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47076) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:42.515622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a180d-b14a-4d7b-a108-2d7006dd4284 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=91e73760-3a79-4ccc-972a-39f877e8898a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:42.575653 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99102fad-0598-47ca-87be-5175246a7117 x-openstack-request-id: req-99102fad-0598-47ca-87be-5175246a7117 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:42.587550 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c181bc34-ae6a-445f-988d-265991a36d86", "name": "network-vif-plugged", "status": "completed", "tag": "f61052cf-fd2e-488a-8893-532e3687293f", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:42.588176 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-99102fad-0598-47ca-87be-5175246a7117 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:42.588858 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c181bc34-ae6a-445f-988d-265991a36d86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f61052cf-fd2e-488a-8893-532e3687293f', 'code': 200} Sep 29 23:09:42.599086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.643720 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6dace1e1-1c37-41d0-941a-06c98f4933e7 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1527705 Sep 29 23:09:42.646970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47082) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:42.662890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Pushing event deleted for resources: {'Port': ['ID=d26d908a-d45a-431b-86ce-c844e20c7ff2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:42.715760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.754401 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.785103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0930d-d882-4031-948b-a54485c60be3 req-0e677cbe-55db-4d5e-8571-ac1945f2b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:42.786867 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9d0930d-d882-4031-948b-a54485c60be3 req-0e677cbe-55db-4d5e-8571-ac1945f2b6bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 1097 time: 0.1374691 Sep 29 23:09:42.814732 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6723adfa-87d6-4c28-ada4-a9aa94841f44 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.850302 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6723adfa-87d6-4c28-ada4-a9aa94841f44 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.854050 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9d0930d-d882-4031-948b-a54485c60be3 req-cb21c40b-d3c6-4720-b6f9-3a3788f8956f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583851 Sep 29 23:09:42.916681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6723adfa-87d6-4c28-ada4-a9aa94841f44 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.916681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6723adfa-87d6-4c28-ada4-a9aa94841f44 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.916681 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6723adfa-87d6-4c28-ada4-a9aa94841f44 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-groups/4401ad1d-70f8-4bd3-9e7d-8f2e07eaa9c4 HTTP/1.1" status: 204 len: 168 time: 0.2661812 Sep 29 23:09:42.916681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47096) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:42.920699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47098) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:42.925528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Request body: {'port': {'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7', 'binding:host_id': 'n-h2-811173-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1915153776'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:42.937226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723adfa-87d6-4c28-ada4-a9aa94841f44 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4401ad1d-70f8-4bd3-9e7d-8f2e07eaa9c4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:42.965091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Made reservation on behalf of 7b8ae5532bba4c1cb0bcbbccdac3481a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:42.970680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd74581-cecf-4bc5-b5da-876e3057c727,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:42.970818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:42.988809 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:43.153310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22901500-8041-44e9-beb2-8fe835f79e89 req-46183a4a-ffeb-4499-9ecd-d15da0d2fb8f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:43.154917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22901500-8041-44e9-beb2-8fe835f79e89 req-46183a4a-ffeb-4499-9ecd-d15da0d2fb8f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.2758029 Sep 29 23:09:43.190390 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:43.199587 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:43.209004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:09:43.223069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] device_id is not set on port 3197ef5e-d71d-4be4-98a5-42d323f97d30 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:09:43.266283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Allocated IP 192.168.233.248 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/5f8659e8-7a56-4209-9c41-12160fea934c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:43.291321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d228959e-fc1a-4b34-9095-f835c09a7a4e req-5fcf7412-f124-44c1-8028-682990fbccc8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 210 time: 0.1097689 Sep 29 23:09:43.299378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a83f389a-b25e-4f27-a9ac-0e3ebebadabc tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3382995 Sep 29 23:09:43.311471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:43.324165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ec68488d-d4e2-45c2-83da-e4fdf29ecb50 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090510069'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:43.358878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796fd2e7-8d79-4c3a-9ee0-8209761500af,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:43.386650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22901500-8041-44e9-beb2-8fe835f79e89 req-e3d4d0af-bbf2-498d-9969-7885217190c8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062371 Sep 29 23:09:43.511736 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec68488d-d4e2-45c2-83da-e4fdf29ecb50 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:43.537753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47130) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:43.631374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] device_id is not set on port 3197ef5e-d71d-4be4-98a5-42d323f97d30 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:09:43.644168 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:43.661768 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:09:43.665158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:43.674649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2d05b-3a10-4b2d-b642-c98b5023f7f1 req-5f962dcb-5e91-4de4-8622-cebb71808ab3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:43.676391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ba2d05b-3a10-4b2d-b642-c98b5023f7f1 req-5f962dcb-5e91-4de4-8622-cebb71808ab3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 945 time: 0.2395902 Sep 29 23:09:43.690684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee547c44-eb6d-4729-8381-2673985db153 req-0e1cbb00-f7a2-4b4a-8568-7112be01dd11 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971 HTTP/1.1" status: 200 len: 210 time: 0.1047978 Sep 29 23:09:43.717984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:09:43.719298 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c528aac0-4919-4cd0-9d78-4216fb6a61ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:43.751299 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] Sync routers for ids ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:09:43.768342 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] Routers {'d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:09:43.769435 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:43.786738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event updated for resources: {'Port': ['ID=3197ef5e-d71d-4be4-98a5-42d323f97d30,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:43.791712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Checking segment: {'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:43.792107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Network hostable DHCP agents. Network: c33b7b45-1c7f-4732-bd2f-a15661fbddf7, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:09:43.809726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] No DVR routers for this DVR port d26d908a-d45a-431b-86ce-c844e20c7ff2 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:43.810862 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:09:43.830364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, c33b7b45-1c7f-4732-bd2f-a15661fbddf7) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:43.836080 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:43.838124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd0ae971-4524-4991-b0fc-568c026daa21 req-5ad5e830-49c4-4d6e-bcfb-a00729633792 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.42 "DELETE /v2.0/ports/d26d908a-d45a-431b-86ce-c844e20c7ff2 HTTP/1.1" status: 204 len: 173 time: 3.3846197 Sep 29 23:09:43.838593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'name': 'network-vif-deleted', 'tag': 'd26d908a-d45a-431b-86ce-c844e20c7ff2'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:43.841308 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b52f90-2820-4718-ab83-db2d0bf0a146" -d '{"events": [{"server_uuid": "5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971", "name": "network-vif-deleted", "tag": "d26d908a-d45a-431b-86ce-c844e20c7ff2"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:43.841763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:43.850575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb81d26-15e1-49ca-99a4-9b06cf317ae1 None None] Network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:43.886301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:43.886992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:43.886992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:43.902631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ba2d05b-3a10-4b2d-b642-c98b5023f7f1 req-83b49dd3-cbc3-4144-b65b-d9e5e616b7e4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107952 Sep 29 23:09:43.916674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:43.917618 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:43.919662 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 2 to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 Sep 29 23:09:43.928152 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:43.930382 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b20ccf4-09cd-44ac-974f-6e33f7ac9e04 x-openstack-request-id: req-5b20ccf4-09cd-44ac-974f-6e33f7ac9e04 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:43.930673 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971", "name": "network-vif-deleted", "tag": "d26d908a-d45a-431b-86ce-c844e20c7ff2", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:43.930926 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b20ccf4-09cd-44ac-974f-6e33f7ac9e04 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:43.931336 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0c77bd-d3eb-4feb-a8c0-d4f0e5316971', 'name': 'network-vif-deleted', 'tag': 'd26d908a-d45a-431b-86ce-c844e20c7ff2', 'status': 'completed', 'code': 200} Sep 29 23:09:43.935730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:43.936220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:43.936783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:43.942591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:43.942852 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:43.943908 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 3 to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 Sep 29 23:09:43.967315 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:43.967993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:43.968489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:43.975030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:43.975610 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:43.976448 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 4 to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 Sep 29 23:09:44.000191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:44.000852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:44.001377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:44.006123 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec68488d-d4e2-45c2-83da-e4fdf29ecb50 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.017701 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec68488d-d4e2-45c2-83da-e4fdf29ecb50 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.031908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:44.032538 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:44.038364 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 5 to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 Sep 29 23:09:44.047067 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.054012 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] Set router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:09:44.098623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:44.100788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:44.101356 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:44.101856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:44.104339 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec68488d-d4e2-45c2-83da-e4fdf29ecb50 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84a7028-5a01-4084-a7fe-334c1d7b9eac,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:44.115176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:44.116718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:44.117278 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:44.122452 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 6 to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 Sep 29 23:09:44.141200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:44.144036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:44.144458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:44.145080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:44.155894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:44.156803 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:44.161334 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 7 to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 Sep 29 23:09:44.184621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:44.185291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:44.185767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:44.225428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:44.226561 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:44.229878 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 8 to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 Sep 29 23:09:44.250999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event updated for resources: {'Port': ['ID=5f8659e8-7a56-4209-9c41-12160fea934c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:44.286642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:44.287010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:44.287354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:44.296173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:44.296879 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.303031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:44.303232 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:44.314355 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 9 to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 Sep 29 23:09:44.345049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:44.345468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:44.345821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:44.385286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:44.385693 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:44.388201 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c528aac0-4919-4cd0-9d78-4216fb6a61ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.389127 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 10 to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 Sep 29 23:09:44.402703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c528aac0-4919-4cd0-9d78-4216fb6a61ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.410346 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-4ea6a9a3-2043-44c5-ba14-62bb160c6153 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4261873 Sep 29 23:09:44.411920 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ec68488d-d4e2-45c2-83da-e4fdf29ecb50 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.413402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ec68488d-d4e2-45c2-83da-e4fdf29ecb50 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1031418 Sep 29 23:09:44.416380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:44.426809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:44.427151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:44.427494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:44.429950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-e2893d18-3128-459a-924f-f905fd8a19ce tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:09:44.431000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-e2893d18-3128-459a-924f-f905fd8a19ce tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123787 Sep 29 23:09:44.436253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:44.436618 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 3197ef5e-d71d-4be4-98a5-42d323f97d30 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:44.436999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.442752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d4b2326c-794f-4de5-8d87-ab1f6398415d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': 'a84a7028-5a01-4084-a7fe-334c1d7b9eac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:44.482700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Request body: {'port': {'device_id': '47db793b-de89-4297-9e12-9cbe5608161a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:44.486052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dd428f2a-b4e6-4f32-a608-3c9fb6869de7 None None] Provisioning complete for port 5f8659e8-7a56-4209-9c41-12160fea934c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:09:44.486435 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd428f2a-b4e6-4f32-a608-3c9fb6869de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.508953 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:24Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85', 'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'mac_address': 'fa:16:3e:e3:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:23Z', 'updated_at': '2021-09-29T23:06:28Z', 'revision_number': 5, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'subnets': [{'id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:44.547534 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] Checking router: d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:09:44.563367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] For port 3197ef5e-d71d-4be4-98a5-42d323f97d30, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:44.563669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempted to set empty binding levels {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 23:09:44.564622 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] Routers {'d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:09:44.566956 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:44.570896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-dd428f2a-b4e6-4f32-a608-3c9fb6869de7 None None] Port 5f8659e8-7a56-4209-9c41-12160fea934c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:09:44.591212 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.605125 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c528aac0-4919-4cd0-9d78-4216fb6a61ac admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fadffa7eb10d45e6b46c47a8c70fc5b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0620708 Sep 29 23:09:44.605125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47148) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:44.610109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528aac0-4919-4cd0-9d78-4216fb6a61ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15545ded-6f5e-4530-a44b-361132ed1810,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:44.660296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:44.660909 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.692113 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.7728009 Sep 29 23:09:44.694253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3478a21-153a-4935-903c-73efdfa02dc4 req-9cf0326a-5522-466f-a21e-3b0e104f9036 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:44.697034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3478a21-153a-4935-903c-73efdfa02dc4 req-9cf0326a-5522-466f-a21e-3b0e104f9036 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 936 time: 0.2477539 Sep 29 23:09:44.700456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:44.703198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4b2326c-794f-4de5-8d87-ab1f6398415d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.705644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b5748-f734-4cd4-a4a8-51ddd017e575 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event updated for resources: {'Port': ['ID=3197ef5e-d71d-4be4-98a5-42d323f97d30,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:44.716565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.741302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afacc398-17a2-4384-9b82-4b2a815bfb75 req-62429678-8a2e-4694-972a-c731d5d30564 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:44.745809 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05ce96d7-c7e2-41fe-a2fc-3ec9fc6d7959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.748819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afacc398-17a2-4384-9b82-4b2a815bfb75 req-62429678-8a2e-4694-972a-c731d5d30564 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 945 time: 0.2200861 Sep 29 23:09:44.780605 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] Set router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:09:44.796859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05ce96d7-c7e2-41fe-a2fc-3ec9fc6d7959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.865897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05ce96d7-c7e2-41fe-a2fc-3ec9fc6d7959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.869959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05ce96d7-c7e2-41fe-a2fc-3ec9fc6d7959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:44.874142 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-05ce96d7-c7e2-41fe-a2fc-3ec9fc6d7959 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15545ded-6f5e-4530-a44b-361132ed1810 HTTP/1.1" status: 204 len: 168 time: 0.2667665 Sep 29 23:09:44.885018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ce96d7-c7e2-41fe-a2fc-3ec9fc6d7959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15545ded-6f5e-4530-a44b-361132ed1810,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:44.929694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d26d908a-d45a-431b-86ce-c844e20c7ff2 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:44.970400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afacc398-17a2-4384-9b82-4b2a815bfb75 req-6f8844a2-9dcf-4fb0-b1c7-d09e338db8ae tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186041 Sep 29 23:09:44.975734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: d26d908a-d45a-431b-86ce-c844e20c7ff2 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:44.976110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d26d908a-d45a-431b-86ce-c844e20c7ff2 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:45.001730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3478a21-153a-4935-903c-73efdfa02dc4 req-4732ab1a-7d25-444d-979b-96791a1ea7f6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875924 Sep 29 23:09:45.039144 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:24Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85', 'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'mac_address': 'fa:16:3e:e3:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:23Z', 'updated_at': '2021-09-29T23:06:28Z', 'revision_number': 5, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'subnets': [{'id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:45.075098 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455f8559-cc98-446a-a4a6-72291ea2bf2f None None] The sync data for ids ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'] in n-d-811173-2 is: [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:06:24Z', 'revision_number': 4, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85', 'name': '', 'network_id': '2fc1ac39-f822-4697-bdb0-0dfec80c63f7', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'mac_address': 'fa:16:3e:e3:6f:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:23Z', 'updated_at': '2021-09-29T23:06:28Z', 'revision_number': 5, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'subnets': [{'id': 'b6e07047-3704-4b31-bd16-941162c6b9e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:09:45.195081 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4b2326c-794f-4de5-8d87-ab1f6398415d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.218204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4b2326c-794f-4de5-8d87-ab1f6398415d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.343121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47170) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:45.482699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e83a216-814b-47e8-8b5a-3236b91dde1f tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.523075 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e83a216-814b-47e8-8b5a-3236b91dde1f tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.569892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64457524-a913-4483-9a20-132ca01716af None None] New status for floating IP 641b28de-8fd5-40fb-8f64-61fa3b2848ab: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:09:45.597205 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e83a216-814b-47e8-8b5a-3236b91dde1f tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.599865 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e83a216-814b-47e8-8b5a-3236b91dde1f tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.601037 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7e83a216-814b-47e8-8b5a-3236b91dde1f tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "DELETE /v2.0/security-groups/92126f6b-ce91-4956-9a04-c1ed5579d1ee HTTP/1.1" status: 204 len: 168 time: 0.2567041 Sep 29 23:09:45.605595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47178) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:45.620135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e83a216-814b-47e8-8b5a-3236b91dde1f tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92126f6b-ce91-4956-9a04-c1ed5579d1ee,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:45.627754 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-e300c98b-c8c7-4096-afc0-efe86a96a933 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] show failed (client error): The resource could not be found. Sep 29 23:09:45.629099 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e300c98b-c8c7-4096-afc0-efe86a96a933 tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "GET /v2.0/security-groups/92126f6b-ce91-4956-9a04-c1ed5579d1ee HTTP/1.1" status: 404 len: 347 time: 0.0224247 Sep 29 23:09:45.631624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47180) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:45.699495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2f1528bb-2065-4210-94f4-ea495a29b47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Deleting port 3197ef5e-d71d-4be4-98a5-42d323f97d30 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:45.700203 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f1528bb-2065-4210-94f4-ea495a29b47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.718055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceddb61-51dd-4f3c-beb1-295a4dcdc16f req-9ab11d6e-c7f5-4ccb-a6be-5a24676204de tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:45.720586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ceddb61-51dd-4f3c-beb1-295a4dcdc16f req-9ab11d6e-c7f5-4ccb-a6be-5a24676204de tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.6008008 Sep 29 23:09:45.721552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2326c-794f-4de5-8d87-ab1f6398415d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7620087f-961c-4561-b3f6-6f919a48b4bc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:45.795499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4b2326c-794f-4de5-8d87-ab1f6398415d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.797399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d4b2326c-794f-4de5-8d87-ab1f6398415d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3798144 Sep 29 23:09:45.806549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47188) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:45.812179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0d61bd48-9fed-43aa-8fb4-2cb9d5bce4cd tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': 'a84a7028-5a01-4084-a7fe-334c1d7b9eac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:45.864250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d61bd48-9fed-43aa-8fb4-2cb9d5bce4cd tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.880814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-11a97325-c6f3-4aff-9c09-9e14af22997b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Deleting port 7d847264-f046-43de-b534-ec79c280ddd0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:45.881140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11a97325-c6f3-4aff-9c09-9e14af22997b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.937740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-2f1528bb-2065-4210-94f4-ea495a29b47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] For port 3197ef5e-d71d-4be4-98a5-42d323f97d30, host n-h2-811173-2, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:45.938115 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f1528bb-2065-4210-94f4-ea495a29b47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:45.955759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461dfa59-d27e-4983-9579-ca9a1882ea8d req-9eb7da9c-36ff-440c-83d4-fb4d293d2e12 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:45.957323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-461dfa59-d27e-4983-9579-ca9a1882ea8d req-9eb7da9c-36ff-440c-83d4-fb4d293d2e12 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.2534606 Sep 29 23:09:45.960106 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ceddb61-51dd-4f3c-beb1-295a4dcdc16f req-43a97adf-baab-46f7-b0d1-bdae4e0f8edb tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740050 Sep 29 23:09:45.975923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2f1528bb-2065-4210-94f4-ea495a29b47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Calling delete_port for 3197ef5e-d71d-4be4-98a5-42d323f97d30 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:46.002089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d61bd48-9fed-43aa-8fb4-2cb9d5bce4cd tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.007093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11a97325-c6f3-4aff-9c09-9e14af22997b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.007439 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11a97325-c6f3-4aff-9c09-9e14af22997b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.015625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d61bd48-9fed-43aa-8fb4-2cb9d5bce4cd tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.027276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-11a97325-c6f3-4aff-9c09-9e14af22997b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Calling delete_port for 7d847264-f046-43de-b534-ec79c280ddd0 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:46.046318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61bd48-9fed-43aa-8fb4-2cb9d5bce4cd tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e259c34-e2b4-4ddf-970e-9dd76f4d7302,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:46.056074 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d61bd48-9fed-43aa-8fb4-2cb9d5bce4cd tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.057442 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0d61bd48-9fed-43aa-8fb4-2cb9d5bce4cd tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2499263 Sep 29 23:09:46.061985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:46.080625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-682e57af-2913-4d23-b3b5-be91c706b0b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': 'a84a7028-5a01-4084-a7fe-334c1d7b9eac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:46.153138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-461dfa59-d27e-4983-9579-ca9a1882ea8d req-ca3b97eb-a0bf-4d49-95eb-c0db52491907 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889160 Sep 29 23:09:46.169729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-0f520670-30de-4f33-99ae-fe02045349df tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:46.171247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-0f520670-30de-4f33-99ae-fe02045349df tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 945 time: 0.1965857 Sep 29 23:09:46.194543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11a97325-c6f3-4aff-9c09-9e14af22997b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.204151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8659e8-7a56-4209-9c41-12160fea934c {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:46.223853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a97325-c6f3-4aff-9c09-9e14af22997b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Pushing event deleted for resources: {'Port': ['ID=7d847264-f046-43de-b534-ec79c280ddd0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:46.231118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.263238 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-682e57af-2913-4d23-b3b5-be91c706b0b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.294947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11a97325-c6f3-4aff-9c09-9e14af22997b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.297457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Transition to ACTIVE for port object 5f8659e8-7a56-4209-9c41-12160fea934c will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:09:46.297777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11a97325-c6f3-4aff-9c09-9e14af22997b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.299782 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-11a97325-c6f3-4aff-9c09-9e14af22997b tempest-ServersTestManualDisk-725295789 tempest-ServersTestManualDisk-725295789-project] 10.222.0.44 "DELETE /v2.0/floatingips/641b28de-8fd5-40fb-8f64-61fa3b2848ab HTTP/1.1" status: 204 len: 168 time: 0.6664712 Sep 29 23:09:46.303175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47202) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:46.353880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.373361 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f1528bb-2065-4210-94f4-ea495a29b47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.443194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59a066-b87c-4e02-9248-00681a83d985 req-d9ef5d31-4b6a-450c-9abd-6ad05e3720ac tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:46.449063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be59a066-b87c-4e02-9248-00681a83d985 req-d9ef5d31-4b6a-450c-9abd-6ad05e3720ac tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 1097 time: 0.2068133 Sep 29 23:09:46.462206 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-682e57af-2913-4d23-b3b5-be91c706b0b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.473018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f1528bb-2065-4210-94f4-ea495a29b47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.474994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2f1528bb-2065-4210-94f4-ea495a29b47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "DELETE /v2.0/ports/3197ef5e-d71d-4be4-98a5-42d323f97d30 HTTP/1.1" status: 204 len: 168 time: 1.7731435 Sep 29 23:09:46.479371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47206) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:46.499792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-682e57af-2913-4d23-b3b5-be91c706b0b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.502003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8659e8-7a56-4209-9c41-12160fea934c,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:46.510031 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ad5f3c-16f1-4854-8642-f4ce4585e810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] GET failed (client error): The resource could not be found. Sep 29 23:09:46.520406 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-27ad5f3c-16f1-4854-8642-f4ce4585e810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "GET /v2.0/ports/3197ef5e-d71d-4be4-98a5-42d323f97d30 HTTP/1.1" status: 404 len: 333 time: 0.0398560 Sep 29 23:09:46.523117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47208) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:46.528122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Request body: {'port': {'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-724124878'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:46.602403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Made reservation on behalf of 7b8ae5532bba4c1cb0bcbbccdac3481a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:46.604770 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.621614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1528bb-2065-4210-94f4-ea495a29b47f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event deleted for resources: {'Port': ['ID=3197ef5e-d71d-4be4-98a5-42d323f97d30,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:46.649802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] device_id is not set on port e51274a7-9e37-4246-a18c-5b427f83e753 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:09:46.650127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682e57af-2913-4d23-b3b5-be91c706b0b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=410dab7e-e9f6-41da-9168-bc9e853fab3f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:46.661654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-c1dfb697-78b4-49f4-ad7a-108216c58236 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Deleting port 2f2b35d8-9207-4a19-a230-2617375c56db {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:46.662005 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-c1dfb697-78b4-49f4-ad7a-108216c58236 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.664745 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-682e57af-2913-4d23-b3b5-be91c706b0b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.665946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-682e57af-2913-4d23-b3b5-be91c706b0b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5983825 Sep 29 23:09:46.673396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:46.696900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-21debc3a-ad33-46f0-a14b-ffd78768907d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': 'a84a7028-5a01-4084-a7fe-334c1d7b9eac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:46.709542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be59a066-b87c-4e02-9248-00681a83d985 req-f00d438f-5e7a-4602-8c6d-4f332111f101 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331994 Sep 29 23:09:46.781769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Attempting to bind port 5f8659e8-7a56-4209-9c41-12160fea934c on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:46.782080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Attempting to bind port 5f8659e8-7a56-4209-9c41-12160fea934c by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:46.782432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Attempting to bind port 5f8659e8-7a56-4209-9c41-12160fea934c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:46.805136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550385b-0102-45a2-aeb1-e9aced58e798 req-9986359f-810c-4a4e-9e0d-d79ca2b193b7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:46.806668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1550385b-0102-45a2-aeb1-e9aced58e798 req-9986359f-810c-4a4e-9e0d-d79ca2b193b7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 945 time: 0.2988000 Sep 29 23:09:46.826596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Port 5f8659e8-7a56-4209-9c41-12160fea934c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:46.826923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Attempting to bind port 5f8659e8-7a56-4209-9c41-12160fea934c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:46.861150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21debc3a-ad33-46f0-a14b-ffd78768907d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.887701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:09:46.888071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:46.888476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:09:46.888906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Bound port: 5f8659e8-7a56-4209-9c41-12160fea934c, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:09:46.889270 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.921250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-c1dfb697-78b4-49f4-ad7a-108216c58236 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] For port 2f2b35d8-9207-4a19-a230-2617375c56db, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2f2b35d8-9207-4a19-a230-2617375c56db,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:46.921522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-c1dfb697-78b4-49f4-ad7a-108216c58236 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.934677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:46.980584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-c1dfb697-78b4-49f4-ad7a-108216c58236 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Calling delete_port for 2f2b35d8-9207-4a19-a230-2617375c56db owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:46.992666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1550385b-0102-45a2-aeb1-e9aced58e798 req-8042a7f7-11a4-4d06-a8aa-8b35e674860b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702452 Sep 29 23:09:46.996418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.005526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ae47e-0af4-499d-9fd8-22d6419699c7 req-8bea0408-f9ed-45d8-bdd1-4103b25642e6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:47.007113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3ae47e-0af4-499d-9fd8-22d6419699c7 req-8bea0408-f9ed-45d8-bdd1-4103b25642e6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 948 time: 0.2149522 Sep 29 23:09:47.038394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.097369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21debc3a-ad33-46f0-a14b-ffd78768907d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.120348 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21debc3a-ad33-46f0-a14b-ffd78768907d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.165016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] For port 5f8659e8-7a56-4209-9c41-12160fea934c, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:47.195883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21debc3a-ad33-46f0-a14b-ffd78768907d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21cf7907-5427-4e7b-b8ab-00c003a06a9d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:47.199377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] For port 5f8659e8-7a56-4209-9c41-12160fea934c, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5f8659e8-7a56-4209-9c41-12160fea934c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:09:47.207134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad3ae47e-0af4-499d-9fd8-22d6419699c7 req-f7c5a1e0-8a0f-44fa-9cc7-44fc420dc5d4 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874781 Sep 29 23:09:47.214957 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.257764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21debc3a-ad33-46f0-a14b-ffd78768907d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.259474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-21debc3a-ad33-46f0-a14b-ffd78768907d tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5686364 Sep 29 23:09:47.266960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47218) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:47.276698 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d8f0b47d-c9b2-4bcd-8553-af1cd37a9486 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': 'a84a7028-5a01-4084-a7fe-334c1d7b9eac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:47.296536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:47.297182 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.298620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f8659e8-7a56-4209-9c41-12160fea934c HTTP/1.1" status: 200 len: 1096 time: 2.8504698 Sep 29 23:09:47.301969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92eba10-c94f-4d59-b175-7dc03dbdc1cd req-7ad68d89-aad4-453d-96d3-fa3202327c74 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:47.303518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d92eba10-c94f-4d59-b175-7dc03dbdc1cd req-7ad68d89-aad4-453d-96d3-fa3202327c74 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 1097 time: 0.2029402 Sep 29 23:09:47.304222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47db793b-de89-4297-9e12-9cbe5608161a', 'tag': '5f8659e8-7a56-4209-9c41-12160fea934c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:47.312715 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e01f827-76a5-4f9e-9e13-3ec2ca237332" -d '{"events": [{"name": "network-changed", "server_uuid": "47db793b-de89-4297-9e12-9cbe5608161a", "tag": "5f8659e8-7a56-4209-9c41-12160fea934c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:47.385629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:47.388042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event updated for resources: {'Port': ['ID=e51274a7-9e37-4246-a18c-5b427f83e753,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:47.396729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:47.401270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:47.402517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:47.403123 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.420382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9a755b-5140-462a-981c-3474a7e25283 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8659e8-7a56-4209-9c41-12160fea934c,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:47.469199 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b47d-c9b2-4bcd-8553-af1cd37a9486 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.478865 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e3a29811-45f5-45e7-80d8-b3891a89cae2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9536803 Sep 29 23:09:47.478865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47224) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:47.516635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:47.526419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-c1dfb697-78b4-49f4-ad7a-108216c58236 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.529331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d92eba10-c94f-4d59-b175-7dc03dbdc1cd req-3a627f68-5f21-419f-b8c9-5c883d6d9855 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924489 Sep 29 23:09:47.564973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['2f2b35d8-9207-4a19-a230-2617375c56db'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:47.592148 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.595450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfb697-78b4-49f4-ad7a-108216c58236 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event deleted for resources: {'Port': ['ID=2f2b35d8-9207-4a19-a230-2617375c56db,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:47.602318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-181f120a-04c1-489f-a2e2-2e06affd321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:47.603955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-181f120a-04c1-489f-a2e2-2e06affd321f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 1099 time: 0.2163041 Sep 29 23:09:47.627457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb7b96-69ac-42d8-868f-e44e2c1f620b req-1862afb9-c4e1-4371-861d-2c6c134c727b tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:47.629108 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47cb7b96-69ac-42d8-868f-e44e2c1f620b req-1862afb9-c4e1-4371-861d-2c6c134c727b tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.2435155 Sep 29 23:09:47.703498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-c3be27a2-3aed-4711-afa6-95b5a4bdcbbe service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5f8659e8-7a56-4209-9c41-12160fea934c HTTP/1.1" status: 200 len: 217 time: 0.0733538 Sep 29 23:09:47.718331 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b47d-c9b2-4bcd-8553-af1cd37a9486 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.727018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-c1dfb697-78b4-49f4-ad7a-108216c58236 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] No DVR routers for this DVR port 2f2b35d8-9207-4a19-a230-2617375c56db on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:47.730491 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b47d-c9b2-4bcd-8553-af1cd37a9486 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.733679 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-c1dfb697-78b4-49f4-ad7a-108216c58236 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.735739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36d7487e-272b-4888-94cb-05d97d465dc5 req-c1dfb697-78b4-49f4-ad7a-108216c58236 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "DELETE /v2.0/ports/2f2b35d8-9207-4a19-a230-2617375c56db HTTP/1.1" status: 204 len: 173 time: 1.5541592 Sep 29 23:09:47.773236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0b47d-c9b2-4bcd-8553-af1cd37a9486 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d0507a0-2f26-4d0e-8e7b-a0bbc9f57bee,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:47.815134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47cb7b96-69ac-42d8-868f-e44e2c1f620b req-0f4bd038-51b0-40e3-902c-b5d0a86d99c2 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619051 Sep 29 23:09:47.822825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] Deleting port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:47.823286 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.824375 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69695de4-0eb2-4221-9c8c-d32c4f63d52a x-openstack-request-id: req-69695de4-0eb2-4221-9c8c-d32c4f63d52a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:47.824903 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47db793b-de89-4297-9e12-9cbe5608161a", "tag": "5f8659e8-7a56-4209-9c41-12160fea934c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:47.825173 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-69695de4-0eb2-4221-9c8c-d32c4f63d52a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:47.825887 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47db793b-de89-4297-9e12-9cbe5608161a', 'tag': '5f8659e8-7a56-4209-9c41-12160fea934c', 'status': 'completed', 'code': 200} Sep 29 23:09:47.850091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8f0b47d-c9b2-4bcd-8553-af1cd37a9486 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.851691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d8f0b47d-c9b2-4bcd-8553-af1cd37a9486 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5831904 Sep 29 23:09:47.854884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47230) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:47.890233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-34788ca0-3516-4b42-86c0-32edde039af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:47.894509 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-34788ca0-3516-4b42-86c0-32edde039af5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1445186 Sep 29 23:09:47.902863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd950578-20a3-42a5-87ca-b529a162489c req-a487eee9-2c93-4f70-9ddd-e40d3e01911d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:47.904606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd950578-20a3-42a5-87ca-b529a162489c req-a487eee9-2c93-4f70-9ddd-e40d3e01911d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 946 time: 0.1533909 Sep 29 23:09:47.964724 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc781-2f82-4071-b03c-6a04286b976f tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.979288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] device_id is not set on port e51274a7-9e37-4246-a18c-5b427f83e753 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:09:47.998813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc781-2f82-4071-b03c-6a04286b976f tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:47.999020 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.035771 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.044766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-cfb43eec-2fab-414a-8663-30f04813cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:48.046337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-cfb43eec-2fab-414a-8663-30f04813cd73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283967 Sep 29 23:09:48.048160 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc781-2f82-4071-b03c-6a04286b976f tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.056307 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1ecc781-2f82-4071-b03c-6a04286b976f tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.057458 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a1ecc781-2f82-4071-b03c-6a04286b976f tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/2d0507a0-2f26-4d0e-8e7b-a0bbc9f57bee HTTP/1.1" status: 204 len: 168 time: 0.2014253 Sep 29 23:09:48.075654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] For port eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:48.076182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.080210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47244) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:48.117974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] Calling delete_port for eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:48.141609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ecc781-2f82-4071-b03c-6a04286b976f tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d0507a0-2f26-4d0e-8e7b-a0bbc9f57bee,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:48.148748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event updated for resources: {'Port': ['ID=e51274a7-9e37-4246-a18c-5b427f83e753,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:48.182456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-509b2874-9980-4948-8abc-ba103855b814 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226332 Sep 29 23:09:48.240851 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c9be2f89-e8f9-477f-bc35-25bc530ca34a tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1535413 Sep 29 23:09:48.245112 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47252) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:48.251511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-fd950578-20a3-42a5-87ca-b529a162489c req-19c8f0ec-5d6e-44d5-b6d1-e53cb31295b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Deleting port 528e92ff-857a-482a-9d14-5e13dffeacfd {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:48.251971 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd950578-20a3-42a5-87ca-b529a162489c req-19c8f0ec-5d6e-44d5-b6d1-e53cb31295b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.286610 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:48.286967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:48.287327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:48.336152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:48.336630 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:48.345637 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 2 to bind port e51274a7-9e37-4246-a18c-5b427f83e753 Sep 29 23:09:48.379965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbc3918-fcd9-443b-9595-f5c7529878c0 req-f5c6f003-c5ca-46a6-913d-e818bc924fc0 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841552 Sep 29 23:09:48.450804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e22e572-92ad-418c-bc48-2231453988c0 req-0c58eb0c-1a82-4617-8023-04130f6f9fd2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=3832f46e-60df-48d7-a14c-b7199eeee49d HTTP/1.1" status: 200 len: 210 time: 0.0329733 Sep 29 23:09:48.453741 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd079c16-b624-4055-baa5-80090cac93b9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.461238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:48.461548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:48.461844 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:48.475205 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd079c16-b624-4055-baa5-80090cac93b9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.494697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:48.494697 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:48.507487 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 3 to bind port e51274a7-9e37-4246-a18c-5b427f83e753 Sep 29 23:09:48.525124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-4f86ccd7-b59c-4d0d-a6b4-ca14d7ad7503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:48.526993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-4f86ccd7-b59c-4d0d-a6b4-ca14d7ad7503 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 1099 time: 0.0467477 Sep 29 23:09:48.559840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-fd950578-20a3-42a5-87ca-b529a162489c req-19c8f0ec-5d6e-44d5-b6d1-e53cb31295b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] For port 528e92ff-857a-482a-9d14-5e13dffeacfd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=528e92ff-857a-482a-9d14-5e13dffeacfd,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:48.560410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd950578-20a3-42a5-87ca-b529a162489c req-19c8f0ec-5d6e-44d5-b6d1-e53cb31295b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.579464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:48.579957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:48.580445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:48.609958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:48.610296 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:48.611250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-fd950578-20a3-42a5-87ca-b529a162489c req-19c8f0ec-5d6e-44d5-b6d1-e53cb31295b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Calling delete_port for 528e92ff-857a-482a-9d14-5e13dffeacfd owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:48.613431 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 4 to bind port e51274a7-9e37-4246-a18c-5b427f83e753 Sep 29 23:09:48.616243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd079c16-b624-4055-baa5-80090cac93b9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.633701 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd079c16-b624-4055-baa5-80090cac93b9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.634862 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fd079c16-b624-4055-baa5-80090cac93b9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/21cf7907-5427-4e7b-b8ab-00c003a06a9d HTTP/1.1" status: 204 len: 168 time: 0.3857014 Sep 29 23:09:48.642361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47268) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:48.655339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd079c16-b624-4055-baa5-80090cac93b9 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=21cf7907-5427-4e7b-b8ab-00c003a06a9d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:48.659599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:48.659971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:48.660324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:48.665938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c596e2a-ffaf-4211-8050-15a8e3c87b83 req-1064cae7-9ffd-44d0-ae3d-27980fc4b4a0 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:48.667574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c596e2a-ffaf-4211-8050-15a8e3c87b83 req-1064cae7-9ffd-44d0-ae3d-27980fc4b4a0 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 948 time: 0.1146891 Sep 29 23:09:48.695162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-b22109b9-82cc-40b8-a4ce-c6b10241a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:48.696675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-b22109b9-82cc-40b8-a4ce-c6b10241a562 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1597838 Sep 29 23:09:48.716689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:48.717080 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:48.737649 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 5 to bind port e51274a7-9e37-4246-a18c-5b427f83e753 Sep 29 23:09:48.755210 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-21c5983e-78be-423b-a634-984ad526dbbf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5f8659e8-7a56-4209-9c41-12160fea934c HTTP/1.1" status: 200 len: 217 time: 0.0501711 Sep 29 23:09:48.763546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c596e2a-ffaf-4211-8050-15a8e3c87b83 req-bf3f23d9-8c02-4ada-a228-185d01d3522d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795646 Sep 29 23:09:48.796823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:48.797168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:48.797508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:48.827465 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-be456dcb-f94d-4f78-9556-7261addb9978 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1821878 Sep 29 23:09:48.829452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-63e34c30-6b90-416e-861b-926b4c51f8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:48.831171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-63e34c30-6b90-416e-861b-926b4c51f8e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0667369 Sep 29 23:09:48.831748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47274) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:48.833142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.850518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:48.850855 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:48.875139 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 6 to bind port e51274a7-9e37-4246-a18c-5b427f83e753 Sep 29 23:09:48.883807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] Pushing event deleted for resources: {'Port': ['ID=eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:48.896958 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fba7611c-e61e-428b-b1e0-ec4263c5845c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.909367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fba7611c-e61e-428b-b1e0-ec4263c5845c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.929084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-77d54fe6-3304-4543-8f0f-b986baf93c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:48.930852 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-77d54fe6-3304-4543-8f0f-b986baf93c5b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0900936 Sep 29 23:09:48.949889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:48.950552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:48.951358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:48.951845 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fba7611c-e61e-428b-b1e0-ec4263c5845c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.974980 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fba7611c-e61e-428b-b1e0-ec4263c5845c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:48.980517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fba7611c-e61e-428b-b1e0-ec4263c5845c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/410dab7e-e9f6-41da-9168-bc9e853fab3f HTTP/1.1" status: 204 len: 168 time: 0.1470594 Sep 29 23:09:48.981527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47278) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:49.006675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:49.007049 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:49.011767 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 7 to bind port e51274a7-9e37-4246-a18c-5b427f83e753 Sep 29 23:09:49.047346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:49.047817 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:49.048200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:49.104388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd950578-20a3-42a5-87ca-b529a162489c req-19c8f0ec-5d6e-44d5-b6d1-e53cb31295b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.114565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-9f240170-fdc7-4f98-9adb-c90a5589a618 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716714 Sep 29 23:09:49.116737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7611c-e61e-428b-b1e0-ec4263c5845c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=410dab7e-e9f6-41da-9168-bc9e853fab3f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:49.118235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:49.118571 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:49.121403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['820576f3-c2be-42df-868e-d630e55d9f14'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:49.122441 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 8 to bind port e51274a7-9e37-4246-a18c-5b427f83e753 Sep 29 23:09:49.178973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8f0ec-5d6e-44d5-b6d1-e53cb31295b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Pushing event deleted for resources: {'Port': ['ID=528e92ff-857a-482a-9d14-5e13dffeacfd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:49.192918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:49.192918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:49.192918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:49.223150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:49.223470 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:49.228030 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 9 to bind port e51274a7-9e37-4246-a18c-5b427f83e753 Sep 29 23:09:49.242349 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e01f827-76a5-4f9e-9e13-3ec2ca237332 req-ebaf8e45-fab8-4a9f-8202-834d4ecd2699 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173232 Sep 29 23:09:49.276759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd950578-20a3-42a5-87ca-b529a162489c req-19c8f0ec-5d6e-44d5-b6d1-e53cb31295b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] No DVR routers for this DVR port 528e92ff-857a-482a-9d14-5e13dffeacfd on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:49.286735 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fd950578-20a3-42a5-87ca-b529a162489c req-19c8f0ec-5d6e-44d5-b6d1-e53cb31295b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.289046 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd950578-20a3-42a5-87ca-b529a162489c req-19c8f0ec-5d6e-44d5-b6d1-e53cb31295b9 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.42 "DELETE /v2.0/ports/528e92ff-857a-482a-9d14-5e13dffeacfd HTTP/1.1" status: 204 len: 173 time: 1.3761876 Sep 29 23:09:49.291111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc04f441-b4f4-493d-9cff-1b53f0b71258', 'name': 'network-vif-deleted', 'tag': '528e92ff-857a-482a-9d14-5e13dffeacfd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:49.293390 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01983b87-1176-4c80-936c-d611a61117cd" -d '{"events": [{"server_uuid": "dc04f441-b4f4-493d-9cff-1b53f0b71258", "name": "network-vif-deleted", "tag": "528e92ff-857a-482a-9d14-5e13dffeacfd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:49.316712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:49.317050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:49.317399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:49.348403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-49552f27-837d-4f8d-be41-bcd00e209986 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2452700 Sep 29 23:09:49.351162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47284) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:49.351839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3f68f4e1-a7b8-41f0-91d6-b69724299732 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:09:49.359337 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3f68f4e1-a7b8-41f0-91d6-b69724299732 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2576265 Sep 29 23:09:49.371655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:49.372293 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:49.379581 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 10 to bind port e51274a7-9e37-4246-a18c-5b427f83e753 Sep 29 23:09:49.390056 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-084a650e-dda6-4308-841f-2b99e43e89ae tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.395547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.399330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:49.399857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:49.400155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-084a650e-dda6-4308-841f-2b99e43e89ae tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.401748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:49.432269 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-084a650e-dda6-4308-841f-2b99e43e89ae tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.439222 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-084a650e-dda6-4308-841f-2b99e43e89ae tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.440474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-084a650e-dda6-4308-841f-2b99e43e89ae tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7e259c34-e2b4-4ddf-970e-9dd76f4d7302 HTTP/1.1" status: 204 len: 168 time: 0.0862882 Sep 29 23:09:49.443293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47286) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:49.445884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-70667396-1a7b-4d30-9b7a-788849799cfc tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.447515 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-70667396-1a7b-4d30-9b7a-788849799cfc tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports/f61052cf-fd2e-488a-8893-532e3687293f HTTP/1.1" status: 200 len: 1094 time: 0.0834916 Sep 29 23:09:49.449165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:49.449495 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port e51274a7-9e37-4246-a18c-5b427f83e753 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:49.449851 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.466988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a650e-dda6-4308-841f-2b99e43e89ae tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e259c34-e2b4-4ddf-970e-9dd76f4d7302,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:49.503388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7f0f0061-7015-4594-84db-55af5651f119 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0589316 Sep 29 23:09:49.506442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47290) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:49.538870 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bcff6e7-c9b7-4c1e-9833-2fc8f5820411 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.548405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bcff6e7-c9b7-4c1e-9833-2fc8f5820411 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.592610 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bcff6e7-c9b7-4c1e-9833-2fc8f5820411 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.600299 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bcff6e7-c9b7-4c1e-9833-2fc8f5820411 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.602405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5bcff6e7-c9b7-4c1e-9833-2fc8f5820411 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/7620087f-961c-4561-b3f6-6f919a48b4bc HTTP/1.1" status: 204 len: 168 time: 0.0951140 Sep 29 23:09:49.606228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47296) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:49.607731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Request body: {'binding': {'host': 'n-h1-811173-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:49.608262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Unknown quota resources ['binding']. {{(pid=110006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:09:49.626520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcff6e7-c9b7-4c1e-9833-2fc8f5820411 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7620087f-961c-4561-b3f6-6f919a48b4bc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:49.646791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] For port e51274a7-9e37-4246-a18c-5b427f83e753, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:49.647173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempted to set empty binding levels {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 23:09:49.651178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e1a3a6c-8203-4f9d-be66-20ece5cbdb96 req-c6d67202-dad5-4934-8afb-6fb5443363a7 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=dc04f441-b4f4-493d-9cff-1b53f0b71258 HTTP/1.1" status: 200 len: 210 time: 0.0457840 Sep 29 23:09:49.656094 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.679868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-367ffd61-24fb-4fac-93fe-e052dc354879 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0684419 Sep 29 23:09:49.684869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47298) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:49.713377 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efc246d-fbb7-4628-a6d3-ce68a9b26395 x-openstack-request-id: req-4efc246d-fbb7-4628-a6d3-ce68a9b26395 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:49.713670 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc04f441-b4f4-493d-9cff-1b53f0b71258", "name": "network-vif-deleted", "tag": "528e92ff-857a-482a-9d14-5e13dffeacfd", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:49.713941 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4efc246d-fbb7-4628-a6d3-ce68a9b26395 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:49.714508 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc04f441-b4f4-493d-9cff-1b53f0b71258', 'name': 'network-vif-deleted', 'tag': '528e92ff-857a-482a-9d14-5e13dffeacfd', 'status': 'completed', 'code': 200} Sep 29 23:09:49.718793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] In _notify_port_updated(), no bound segment for port e51274a7-9e37-4246-a18c-5b427f83e753 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:09:49.719754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.720390 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.724519 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "PUT /v2.0/ports/e51274a7-9e37-4246-a18c-5b427f83e753 HTTP/1.1" status: 200 len: 978 time: 2.2272122 Sep 29 23:09:49.724989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47300) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:49.810685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ce396-c8bd-4d06-bea4-7e994112630d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event updated for resources: {'Port': ['ID=e51274a7-9e37-4246-a18c-5b427f83e753,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:49.830548 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62cae1e1-df8c-4f47-8e53-53f31844efc8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.832955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3832f46e-60df-48d7-a14c-b7199eeee49d', 'name': 'network-vif-deleted', 'tag': '2f2b35d8-9207-4a19-a230-2617375c56db'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:49.835403 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d1a8ee-0f49-4578-83bb-9d18425d5e9f" -d '{"events": [{"server_uuid": "3832f46e-60df-48d7-a14c-b7199eeee49d", "name": "network-vif-deleted", "tag": "2f2b35d8-9207-4a19-a230-2617375c56db"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:49.864409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.864904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.865392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.865875 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.866353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.866830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.867306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.867783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.868415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.868898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.869388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.869906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.870518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.870997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.871475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:49.878557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9489080a-8058-4482-beeb-c0f11977727e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13590 time: 0.1483188 Sep 29 23:09:49.878819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47308) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:49.909716 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62cae1e1-df8c-4f47-8e53-53f31844efc8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:49.926379 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.004207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-23027073-7bdb-485e-a5c4-5d106fa2a5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Deleting port e51274a7-9e37-4246-a18c-5b427f83e753 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:50.004554 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23027073-7bdb-485e-a5c4-5d106fa2a5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.008928 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62cae1e1-df8c-4f47-8e53-53f31844efc8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.011906 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-62cae1e1-df8c-4f47-8e53-53f31844efc8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.015702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-62cae1e1-df8c-4f47-8e53-53f31844efc8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-groups/a84a7028-5a01-4084-a7fe-334c1d7b9eac HTTP/1.1" status: 204 len: 168 time: 0.3271458 Sep 29 23:09:50.030105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47312) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:50.058243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cae1e1-df8c-4f47-8e53-53f31844efc8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84a7028-5a01-4084-a7fe-334c1d7b9eac,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:50.133531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-23027073-7bdb-485e-a5c4-5d106fa2a5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] For port e51274a7-9e37-4246-a18c-5b427f83e753, host n-h2-811173-2, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:50.133921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23027073-7bdb-485e-a5c4-5d106fa2a5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.159762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-23027073-7bdb-485e-a5c4-5d106fa2a5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Calling delete_port for e51274a7-9e37-4246-a18c-5b427f83e753 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:50.164205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e228a469-4685-437d-9590-828f87e92e3e tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1315236 Sep 29 23:09:50.173827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47316) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:50.180264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8f273425-19a4-46c9-a9b0-cb51a831728b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group': {'name': 'tempest-secgroup--549352543'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:50.203996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f on host n-h1-811173-2 for vnic_type normal with profile None {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:50.204335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:50.204662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:50.212588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] Router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:09:50.221366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Port f61052cf-fd2e-488a-8893-532e3687293f on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:50.221729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:50.231386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:09:50.231728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:50.232260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:09:50.232703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Bound port: f61052cf-fd2e-488a-8893-532e3687293f, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:09:50.240674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8daa43e-8ae7-454e-8175-0cdf79035d4e req-88ed6564-446b-4de7-ba21-c3001b4c1bb6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:50.242203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8daa43e-8ae7-454e-8175-0cdf79035d4e req-88ed6564-446b-4de7-ba21-c3001b4c1bb6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 948 time: 0.0976515 Sep 29 23:09:50.253774 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f273425-19a4-46c9-a9b0-cb51a831728b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.298445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8daa43e-8ae7-454e-8175-0cdf79035d4e req-1869a73a-a5d0-41c5-8db8-2b89458fbcb1 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476546 Sep 29 23:09:50.307343 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23027073-7bdb-485e-a5c4-5d106fa2a5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.345224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23027073-7bdb-485e-a5c4-5d106fa2a5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event deleted for resources: {'Port': ['ID=e51274a7-9e37-4246-a18c-5b427f83e753,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:50.348084 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561861e9-9edc-4dbb-8756-17f89ff3ffc7 x-openstack-request-id: req-561861e9-9edc-4dbb-8756-17f89ff3ffc7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:50.348376 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3832f46e-60df-48d7-a14c-b7199eeee49d", "name": "network-vif-deleted", "tag": "2f2b35d8-9207-4a19-a230-2617375c56db", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:50.348631 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-561861e9-9edc-4dbb-8756-17f89ff3ffc7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:50.349021 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3832f46e-60df-48d7-a14c-b7199eeee49d', 'name': 'network-vif-deleted', 'tag': '2f2b35d8-9207-4a19-a230-2617375c56db', 'status': 'completed', 'code': 200} Sep 29 23:09:50.353915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23027073-7bdb-485e-a5c4-5d106fa2a5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.359054 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-23027073-7bdb-485e-a5c4-5d106fa2a5f9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "DELETE /v2.0/ports/e51274a7-9e37-4246-a18c-5b427f83e753 HTTP/1.1" status: 204 len: 168 time: 0.4761758 Sep 29 23:09:50.359343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47318) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:50.393123 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4fde60-386b-466d-b598-ee669016cc79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] GET failed (client error): The resource could not be found. Sep 29 23:09:50.394693 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8a4fde60-386b-466d-b598-ee669016cc79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "GET /v2.0/ports/e51274a7-9e37-4246-a18c-5b427f83e753 HTTP/1.1" status: 404 len: 333 time: 0.0343618 Sep 29 23:09:50.399588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47326) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:50.404482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-715187783', 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:50.418110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:09:50.456909 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.458097 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-c4a3bbdb-466a-41bf-8f5a-ab855201f4ed service neutron] 10.222.0.44 "POST /v2.0/ports/f61052cf-fd2e-488a-8893-532e3687293f/bindings HTTP/1.1" status: 201 len: 389 time: 0.9507921 Sep 29 23:09:50.489054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:09:50.497069 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2e662cd9-fc1d-421d-a471-af5826561a9b admin admin] 10.222.0.44 "PUT /v2.0/routers/d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1926901 Sep 29 23:09:50.499932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47330) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:50.503937 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] Sync routers for ids ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:09:50.515873 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] Routers {'d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:09:50.516969 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:50.542446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-81567bd8-2dff-4eed-b267-238fef421204 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:50.544431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-81567bd8-2dff-4eed-b267-238fef421204 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.1268818 Sep 29 23:09:50.572027 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-e94d5c4f-09c9-4e42-a99c-e0521d895daf tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/quotas/d9b8b7d059d34856b6abdd78fc12002f HTTP/1.1" status: 200 len: 375 time: 0.0182920 Sep 29 23:09:50.606875 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f273425-19a4-46c9-a9b0-cb51a831728b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.618155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f273425-19a4-46c9-a9b0-cb51a831728b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.629543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-9a77966c-0a4c-4e6d-895e-1ef0598e38c2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521791 Sep 29 23:09:50.701011 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] Set router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:09:50.709213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Made reservation on behalf of 7b8ae5532bba4c1cb0bcbbccdac3481a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:50.711617 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.720623 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.768218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f273425-19a4-46c9-a9b0-cb51a831728b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.769337 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8f273425-19a4-46c9-a9b0-cb51a831728b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5926042 Sep 29 23:09:50.772953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f273425-19a4-46c9-a9b0-cb51a831728b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f96adcb7-5a1e-4d98-b0ab-1ec358ba9d50,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:50.775738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818bf7b0-b707-49d8-ba17-b22ccfdcb1b3 req-b5491f7f-222c-4f96-b039-e6301220b4ec tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:50.783270 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-818bf7b0-b707-49d8-ba17-b22ccfdcb1b3 req-b5491f7f-222c-4f96-b039-e6301220b4ec tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.1515543 Sep 29 23:09:50.790281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47338) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:50.796942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3d6ccaba-de8c-4af0-8201-a2c0310404f2 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': 'f96adcb7-5a1e-4d98-b0ab-1ec358ba9d50', 'direction': 'ingress', 'protocol': 17}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:50.811803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] device_id is not set on port 163bcc89-b7c2-4a68-b626-e30b5e1d26c8 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:09:50.854634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-5cc00a20-a352-4541-bb75-1ba3ed747d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:50.856234 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-5cc00a20-a352-4541-bb75-1ba3ed747d6b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 1097 time: 0.0981255 Sep 29 23:09:50.895307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:50.898342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-c271f809-92ce-4e6a-86e7-8bbf996f785b service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678528 Sep 29 23:09:50.917042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-818bf7b0-b707-49d8-ba17-b22ccfdcb1b3 req-cc3bdc90-5c5f-4691-9204-22f6954a8da4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310928 Sep 29 23:09:50.953511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5f8659e8-7a56-4209-9c41-12160fea934c details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:09:50.959434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccaba-de8c-4af0-8201-a2c0310404f2 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.022079 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:09:48Z', 'revision_number': 5, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port': {'id': 'f47600ab-6cf0-4e5d-96fe-ed265e2c40be', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:7f:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:18Z', 'updated_at': '2021-09-29T23:06:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:51.050215 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] Checking router: d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:09:51.059558 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] Routers {'d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:09:51.060460 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:51.076086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5f8659e8-7a56-4209-9c41-12160fea934c, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5f8659e8-7a56-4209-9c41-12160fea934c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:51.093464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '5f8659e8-7a56-4209-9c41-12160fea934c', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '5f8659e8-7a56-4209-9c41-12160fea934c', 'mac_address': 'fa:16:3e:7a:f1:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:09:51.099367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2f2b35d8-9207-4a19-a230-2617375c56db no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:51.116175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-e8e7afce-91ac-477c-9d58-9a79899ac886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:51.118788 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-e8e7afce-91ac-477c-9d58-9a79899ac886 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.2557752 Sep 29 23:09:51.133042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 2f2b35d8-9207-4a19-a230-2617375c56db {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:51.133759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2f2b35d8-9207-4a19-a230-2617375c56db not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:51.134701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 528e92ff-857a-482a-9d14-5e13dffeacfd no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:51.136442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Deleting port f47600ab-6cf0-4e5d-96fe-ed265e2c40be {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:51.142093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.154310 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] Set router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:09:51.182718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 528e92ff-857a-482a-9d14-5e13dffeacfd {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:51.183223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 528e92ff-857a-482a-9d14-5e13dffeacfd not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:51.199635 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.215402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8659e8-7a56-4209-9c41-12160fea934c {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:51.220296 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-ad833eb5-1444-4d05-ba01-e4c9503b0bcc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61052cf-fd2e-488a-8893-532e3687293f HTTP/1.1" status: 200 len: 217 time: 0.0856473 Sep 29 23:09:51.244872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5f8659e8-7a56-4209-9c41-12160fea934c, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5f8659e8-7a56-4209-9c41-12160fea934c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:51.258149 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.291905 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:09:50Z', 'revision_number': 6, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:51.319734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-87c3f65a-8bb7-41fc-8bca-6f8e48daaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:51.325212 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-87c3f65a-8bb7-41fc-8bca-6f8e48daaaa5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.0931268 Sep 29 23:09:51.340805 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96a5f62-539f-413b-8562-578ef158d00b None None] The sync data for ids ['d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0'] in n-d-811173-2 is: [{'id': 'd4ad9b0e-f522-4a1e-af11-85f40ae0e8a0', 'name': 'tempest-ServersTestManualDisk-529453235-router', 'tenant_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:16Z', 'updated_at': '2021-09-29T23:09:50Z', 'revision_number': 6, 'project_id': '9e00802ca2474c0baefca2e6fed4ddc0', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:09:51.345442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=5f8659e8-7a56-4209-9c41-12160fea934c,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:51.423590 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-11eef152-9df3-43b1-aa17-6dd5b0d9fe8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379934 Sep 29 23:09:51.475729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] For port f47600ab-6cf0-4e5d-96fe-ed265e2c40be, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f47600ab-6cf0-4e5d-96fe-ed265e2c40be,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:51.476661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.531161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Calling delete_port for f47600ab-6cf0-4e5d-96fe-ed265e2c40be owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:51.591433 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccaba-de8c-4af0-8201-a2c0310404f2 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.605991 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-8d136b76-2125-4f9c-a05d-8f3c3f51cec3 service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739106 Sep 29 23:09:51.613585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-e2bf6c39-c82f-4759-b016-0be892af4557 service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6948512 Sep 29 23:09:51.620618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:09:51.624590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccaba-de8c-4af0-8201-a2c0310404f2 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.685507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b23ec-e3bf-4646-9879-8d2e27cd87ce req-1e519dba-50e0-4c73-9d3f-191a6a260665 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:51.700075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c34b23ec-e3bf-4646-9879-8d2e27cd87ce req-1e519dba-50e0-4c73-9d3f-191a6a260665 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2628365 Sep 29 23:09:51.720388 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.722171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f47600ab-6cf0-4e5d-96fe-ed265e2c40be no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:51.739392 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6ccaba-de8c-4af0-8201-a2c0310404f2 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.741699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3d6ccaba-de8c-4af0-8201-a2c0310404f2 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9502826 Sep 29 23:09:51.742716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ccaba-de8c-4af0-8201-a2c0310404f2 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf0e83d-c5e7-45a0-85f9-5a06ecc238fd,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:51.747495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47352) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:51.823408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c34b23ec-e3bf-4646-9879-8d2e27cd87ce req-da592563-915a-47f1-86c5-819aa30d1a50 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222785 Sep 29 23:09:51.834690 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-306530d2-75bb-440e-a87f-bf1f1b10a7ad service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173038 Sep 29 23:09:51.845557 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fa43961-ab50-49ca-9d0b-a8321b8ccdfb tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.885471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.885793 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fa43961-ab50-49ca-9d0b-a8321b8ccdfb tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.965490 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:51.987472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event updated for resources: {'Port': ['ID=163bcc89-b7c2-4a68-b626-e30b5e1d26c8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:52.011317 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fa43961-ab50-49ca-9d0b-a8321b8ccdfb tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.017239 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fa43961-ab50-49ca-9d0b-a8321b8ccdfb tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.021379 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0fa43961-ab50-49ca-9d0b-a8321b8ccdfb tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-groups/f96adcb7-5a1e-4d98-b0ab-1ec358ba9d50 HTTP/1.1" status: 204 len: 168 time: 0.2705019 Sep 29 23:09:52.023867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:52.023867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47360) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:52.053261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa43961-ab50-49ca-9d0b-a8321b8ccdfb tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96adcb7-5a1e-4d98-b0ab-1ec358ba9d50,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:52.072754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:52.077888 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.104166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:52.104770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Pushing event deleted for resources: {'Port': ['ID=f47600ab-6cf0-4e5d-96fe-ed265e2c40be,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:52.112452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:52.113208 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.129817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:52.173787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:52.178008 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device eadb2fb2-25f6-44bf-9ab3-b8c5b0021b85 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:52.189112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.199549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f426063f-323e-4312-99d2-6c6a68cff3be tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.7988780 Sep 29 23:09:52.202598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47366) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:52.226279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c47d0f-b4f7-48e5-9e33-ccd4e4c52823 req-29050c6d-949b-408a-ac17-e4dc17372cfa tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:52.234140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80c47d0f-b4f7-48e5-9e33-ccd4e4c52823 req-29050c6d-949b-408a-ac17-e4dc17372cfa tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 949 time: 0.2407331 Sep 29 23:09:52.257150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3b00fe63-cf61-4102-9854-519086c4f112 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2328081 Sep 29 23:09:52.266007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47368) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:52.278265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4245c7a6-d336-430b-8456-1bfe170035d0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301107582'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:52.300460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab1448-7f44-4472-b3db-680596d08aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:52.308457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.311014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.311666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-81ab1448-7f44-4472-b3db-680596d08aae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "GET /v2.0/ports/163bcc89-b7c2-4a68-b626-e30b5e1d26c8 HTTP/1.1" status: 200 len: 958 time: 0.0986118 Sep 29 23:09:52.312865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47370) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:52.380124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.381064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:09:52.391473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80c47d0f-b4f7-48e5-9e33-ccd4e4c52823 req-dc15f7e4-6095-4e30-a752-deecb8be4f6e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559927 Sep 29 23:09:52.397740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4245c7a6-d336-430b-8456-1bfe170035d0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.402140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.403590 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a0081fb8-2501-4809-aa97-f607a45609bd admin admin] 10.222.0.44 "DELETE /v2.0/routers/d4ad9b0e-f522-4a1e-af11-85f40ae0e8a0 HTTP/1.1" status: 204 len: 168 time: 1.8991184 Sep 29 23:09:52.406453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47374) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:52.531608 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-652033c0-958d-4469-a5e5-8256c1d923e7 req-58f9e060-9daf-424a-8ba0-73a25c6e34e8 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.0481925 Sep 29 23:09:52.588101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-796dc7ca-e90f-45cb-860f-a965c75c96f3 admin admin] Deleting subnet b6e07047-3704-4b31-bd16-941162c6b9e4 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:09:52.592431 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-796dc7ca-e90f-45cb-860f-a965c75c96f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.645010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-cf11774f-fb39-442b-bdd8-253d2663e122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Deleting port 163bcc89-b7c2-4a68-b626-e30b5e1d26c8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:52.645368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf11774f-fb39-442b-bdd8-253d2663e122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.678978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-796dc7ca-e90f-45cb-860f-a965c75c96f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.690358 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98912e01-d184-4c7c-9f17-e9a8a6e6f831 req-2a0ce1fe-1a64-41e3-b375-12909b7b8270 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:52.692061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98912e01-d184-4c7c-9f17-e9a8a6e6f831 req-2a0ce1fe-1a64-41e3-b375-12909b7b8270 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.1584899 Sep 29 23:09:52.803475 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4245c7a6-d336-430b-8456-1bfe170035d0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.809291 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf11774f-fb39-442b-bdd8-253d2663e122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.812307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-796dc7ca-e90f-45cb-860f-a965c75c96f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.821457 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4245c7a6-d336-430b-8456-1bfe170035d0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.833431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98912e01-d184-4c7c-9f17-e9a8a6e6f831 req-04c263cd-2ae1-4b34-ab47-dac8fdf4a1b9 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322939 Sep 29 23:09:52.837783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-cf11774f-fb39-442b-bdd8-253d2663e122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Calling delete_port for 163bcc89-b7c2-4a68-b626-e30b5e1d26c8 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:52.870984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4245c7a6-d336-430b-8456-1bfe170035d0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.875368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47386) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:52.875527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4245c7a6-d336-430b-8456-1bfe170035d0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6048336 Sep 29 23:09:52.880385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4245c7a6-d336-430b-8456-1bfe170035d0 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9c3431-1e3e-43b5-87bd-ab45d6e62786,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:52.907243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d054a265-3f2d-4ca5-8a75-7582498306e1 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group': {'name': 'tempest-secgroup--952318379'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:52.957845 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-796dc7ca-e90f-45cb-860f-a965c75c96f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:52.984419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5f8659e8-7a56-4209-9c41-12160fea934c up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:09:52.984969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796dc7ca-e90f-45cb-860f-a965c75c96f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e07047-3704-4b31-bd16-941162c6b9e4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:52.988527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d054a265-3f2d-4ca5-8a75-7582498306e1 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.001580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-796dc7ca-e90f-45cb-860f-a965c75c96f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.006429 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-796dc7ca-e90f-45cb-860f-a965c75c96f3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/b6e07047-3704-4b31-bd16-941162c6b9e4 HTTP/1.1" status: 204 len: 168 time: 0.5960340 Sep 29 23:09:53.006693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47388) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:53.026608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bacfdf-8583-44e0-b587-fd2e9d3bbf53 req-bbf97998-fb12-4ff3-aa9c-2b1f015acbaa tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:53.028736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56bacfdf-8583-44e0-b587-fd2e9d3bbf53 req-bbf97998-fb12-4ff3-aa9c-2b1f015acbaa tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.0774651 Sep 29 23:09:53.030084 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf11774f-fb39-442b-bdd8-253d2663e122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.041313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79efbf85-2e52-4065-a7c4-2a64bc74e9c7 None None] Network 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:09:53.080123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf11774f-fb39-442b-bdd8-253d2663e122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event deleted for resources: {'Port': ['ID=163bcc89-b7c2-4a68-b626-e30b5e1d26c8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:53.095461 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf11774f-fb39-442b-bdd8-253d2663e122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.101651 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cf11774f-fb39-442b-bdd8-253d2663e122 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "DELETE /v2.0/ports/163bcc89-b7c2-4a68-b626-e30b5e1d26c8 HTTP/1.1" status: 204 len: 168 time: 0.7743008 Sep 29 23:09:53.102715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:53.139080 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63b7c05-b349-4a57-a57b-381b925c039b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] GET failed (client error): The resource could not be found. Sep 29 23:09:53.147083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f63b7c05-b349-4a57-a57b-381b925c039b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "GET /v2.0/ports/163bcc89-b7c2-4a68-b626-e30b5e1d26c8 HTTP/1.1" status: 404 len: 333 time: 0.0430851 Sep 29 23:09:53.147910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:53.155876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Request body: {'port': {'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-431019788'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:53.163228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56bacfdf-8583-44e0-b587-fd2e9d3bbf53 req-b4ed8b5c-6b12-45f1-a45f-c9e303573040 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191621 Sep 29 23:09:53.191033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d054a265-3f2d-4ca5-8a75-7582498306e1 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.242621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Made reservation on behalf of 7b8ae5532bba4c1cb0bcbbccdac3481a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:53.245372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.269166 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d054a265-3f2d-4ca5-8a75-7582498306e1 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.280901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] device_id is not set on port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:09:53.326325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.363658 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d054a265-3f2d-4ca5-8a75-7582498306e1 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.382516 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d054a265-3f2d-4ca5-8a75-7582498306e1 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5005884 Sep 29 23:09:53.387470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47394) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:53.392982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7d9ff7a3-9af4-45cc-b7bb-85ecaf97b2b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': 'ef9c3431-1e3e-43b5-87bd-ab45d6e62786', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fdd382cd-24a7-4794-a52f-872e0d3da77c', 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:53.428674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054a265-3f2d-4ca5-8a75-7582498306e1 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd382cd-24a7-4794-a52f-872e0d3da77c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:53.496459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 5f8659e8-7a56-4209-9c41-12160fea934c completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:09:53.501176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 5f8659e8-7a56-4209-9c41-12160fea934c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:09:53.501698 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.580281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0671c47d-ca71-4343-be90-a570a5803052 None None] DHCP port deletion for 2fc1ac39-f822-4697-bdb0-0dfec80c63f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:09:53.616954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-e5878ed0-b5b1-4c0d-bae3-8459809395de tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:53.619372 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-e5878ed0-b5b1-4c0d-bae3-8459809395de tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.2784536 Sep 29 23:09:53.631613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Deleting port 99998f5a-c62c-4d11-a658-02b9bd72cc9d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:53.632141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.660652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Request body: {'port': {'device_id': '35c63555-a3f2-4f8d-a717-1aa59cfdc055', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'admin_state_up': True, 'tenant_id': 'd9b8b7d059d34856b6abdd78fc12002f'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:53.699782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 99998f5a-c62c-4d11-a658-02b9bd72cc9d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:53.706687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff7a3-9af4-45cc-b7bb-85ecaf97b2b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.772357 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.793575 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47ddc98f-5768-4447-8415-3710a55aa10a req-c59263d9-012b-4518-b49e-628ebbf4d8a3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.0983782 Sep 29 23:09:53.795386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] For port 99998f5a-c62c-4d11-a658-02b9bd72cc9d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=99998f5a-c62c-4d11-a658-02b9bd72cc9d,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:53.795909 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.803581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.805118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0671c47d-ca71-4343-be90-a570a5803052 None None] Deleting port 99998f5a-c62c-4d11-a658-02b9bd72cc9d {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:53.805662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0671c47d-ca71-4343-be90-a570a5803052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.825678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Calling delete_port for 99998f5a-c62c-4d11-a658-02b9bd72cc9d owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:53.838739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47db793b-de89-4297-9e12-9cbe5608161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8659e8-7a56-4209-9c41-12160fea934c'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:53.841623 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc4ee16-3f48-46f7-85c9-2f290e410c1d" -d '{"events": [{"server_uuid": "47db793b-de89-4297-9e12-9cbe5608161a", "name": "network-vif-plugged", "status": "completed", "tag": "5f8659e8-7a56-4209-9c41-12160fea934c"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:53.881858 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b075bc-b052-4d17-9c40-3e2c115ecbd1 req-41b0b116-7911-45a9-83cc-ba8f7097965f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:53.883937 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9b075bc-b052-4d17-9c40-3e2c115ecbd1 req-41b0b116-7911-45a9-83cc-ba8f7097965f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 949 time: 0.3568916 Sep 29 23:09:53.911083 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0168a9-3886-4793-aa92-fad970e7d631 x-openstack-request-id: req-dd0168a9-3886-4793-aa92-fad970e7d631 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:53.911321 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47db793b-de89-4297-9e12-9cbe5608161a", "name": "network-vif-plugged", "status": "completed", "tag": "5f8659e8-7a56-4209-9c41-12160fea934c", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:53.911576 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd0168a9-3886-4793-aa92-fad970e7d631 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:53.912321 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47db793b-de89-4297-9e12-9cbe5608161a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8659e8-7a56-4209-9c41-12160fea934c', 'code': 200} Sep 29 23:09:53.919412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5f8659e8-7a56-4209-9c41-12160fea934c, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5f8659e8-7a56-4209-9c41-12160fea934c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:53.935298 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Made reservation on behalf of d9b8b7d059d34856b6abdd78fc12002f for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:53.940045 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:53.947755 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.021288 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.034574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9b075bc-b052-4d17-9c40-3e2c115ecbd1 req-25cfc0fb-a25d-49ad-a4b6-38c0786d9787 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300554 Sep 29 23:09:54.062892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Pushing event deleted for resources: {'Port': ['ID=99998f5a-c62c-4d11-a658-02b9bd72cc9d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:54.073005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] No DVR routers for this DVR port 99998f5a-c62c-4d11-a658-02b9bd72cc9d on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:54.125321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff7a3-9af4-45cc-b7bb-85ecaf97b2b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.130022 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.138077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=5f8659e8-7a56-4209-9c41-12160fea934c,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:54.146600 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff7a3-9af4-45cc-b7bb-85ecaf97b2b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.161224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0671c47d-ca71-4343-be90-a570a5803052 None None] For port 99998f5a-c62c-4d11-a658-02b9bd72cc9d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=99998f5a-c62c-4d11-a658-02b9bd72cc9d,segment=NetworkSegment(a360fcfa-64a1-45f6-9fe9-912af728cc49),segment_id=a360fcfa-64a1-45f6-9fe9-912af728cc49)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:54.162019 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0671c47d-ca71-4343-be90-a570a5803052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.166156 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.224119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0671c47d-ca71-4343-be90-a570a5803052 None None] Calling delete_port for 99998f5a-c62c-4d11-a658-02b9bd72cc9d owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:54.280378 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d9ff7a3-9af4-45cc-b7bb-85ecaf97b2b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.287335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7d9ff7a3-9af4-45cc-b7bb-85ecaf97b2b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.8933330 Sep 29 23:09:54.307018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.310770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Allocated IP 172.20.0.6 (c227357a-4298-494d-bd97-035dcbd0097b/3cb694ab-b5bc-48f3-8d21-311e38ce4502/56128b3b-91dd-4844-8985-e58cc2534e71) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:09:54.313084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47414) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:54.329261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:54.358398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc1ac39-f822-4697-bdb0-0dfec80c63f7']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:54.366217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:54.384897 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a360fcfa-64a1-45f6-9fe9-912af728cc49') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:54.385352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a360fcfa-64a1-45f6-9fe9-912af728cc49') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:54.389896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ff7a3-9af4-45cc-b7bb-85ecaf97b2b8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ad4114a-4272-48f4-83ef-ecf91d023a3a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:54.400148 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a4b93cd-714a-469b-b60a-b3a5997f1a98 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.414753 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.428644 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a4b93cd-714a-469b-b60a-b3a5997f1a98 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.436117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:54.437607 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0671c47d-ca71-4343-be90-a570a5803052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.438868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:54.440774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.471576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0671c47d-ca71-4343-be90-a570a5803052 None None] No DVR routers for this DVR port 99998f5a-c62c-4d11-a658-02b9bd72cc9d on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:54.482848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.502834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671c47d-ca71-4343-be90-a570a5803052 None None] Pushing event deleted for resources: {'Port': ['ID=99998f5a-c62c-4d11-a658-02b9bd72cc9d,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:54.509088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:54.510029 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.523955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0f211-3306-467d-b4ea-6a6b603b769d req-514c6916-978b-4a11-8238-33059754e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:54.528408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5df0f211-3306-467d-b4ea-6a6b603b769d req-514c6916-978b-4a11-8238-33059754e836 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 1101 time: 0.5103407 Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:54.570543 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:54.587235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.593125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.600939 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] 10.222.0.44 "DELETE /v2.0/networks/2fc1ac39-f822-4697-bdb0-0dfec80c63f7 HTTP/1.1" status: 204 len: 168 time: 1.5905256 Sep 29 23:09:54.605175 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5df0f211-3306-467d-b4ea-6a6b603b769d req-ee4b1b9b-2491-42ae-9fae-ee16df40d60f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527382 Sep 29 23:09:54.605798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event updated for resources: {'Port': ['ID=26b2e9dc-a8e7-4a61-9576-5c5b69888684,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:54.608892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a4b93cd-714a-469b-b60a-b3a5997f1a98 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.622043 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a4b93cd-714a-469b-b60a-b3a5997f1a98 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.622043 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4a4b93cd-714a-469b-b60a-b3a5997f1a98 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/1ad4114a-4272-48f4-83ef-ecf91d023a3a HTTP/1.1" status: 204 len: 168 time: 0.3054223 Sep 29 23:09:54.624586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47420) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:54.624932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47422) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:54.648371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-575562c3-b525-4bae-bf5a-e2ad35db60bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4963722 Sep 29 23:09:54.660013 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23252fb-a7dc-4ddb-8b37-1e01e259f081 req-cf1a3e1f-ac70-4b22-899b-3c654f8ec125 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:54.671788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b23252fb-a7dc-4ddb-8b37-1e01e259f081 req-cf1a3e1f-ac70-4b22-899b-3c654f8ec125 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.4237783 Sep 29 23:09:54.676555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47426) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:54.683583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:54.727307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb142091-9fa7-45d9-8380-b402492afc72 req-57497f96-7b32-4c6a-9dba-8b136c8c78f4 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:54.735061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb142091-9fa7-45d9-8380-b402492afc72 req-57497f96-7b32-4c6a-9dba-8b136c8c78f4 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.3708565 Sep 29 23:09:54.798280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47428) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:54.824406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b23252fb-a7dc-4ddb-8b37-1e01e259f081 req-16b9622d-1e99-4109-9f9a-72193d724b6f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515772 Sep 29 23:09:54.844493 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:54.854404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb142091-9fa7-45d9-8380-b402492afc72 req-f84a5b5f-a85d-4ad1-b482-dda57243d610 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182206 Sep 29 23:09:54.939482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9054f78a-0557-46ae-83c0-d8db3d12ae4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9e00802ca2474c0baefca2e6fed4ddc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291995 Sep 29 23:09:54.958267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47432) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:54.960728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0a6ae42-b529-4738-85c9-8d33dcfb8221 req-5ef4a128-28d2-46d4-9acc-782233cdb150 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.0575264 Sep 29 23:09:55.050506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec3d7f-fca5-44e8-80d6-ae206384dcbf admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc1ac39-f822-4697-bdb0-0dfec80c63f7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:55.061623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b93cd-714a-469b-b60a-b3a5997f1a98 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ad4114a-4272-48f4-83ef-ecf91d023a3a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:55.096215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2febdb1-6d59-4d3d-9475-2429fab3b8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.122003 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f7fedc04-723f-4a6c-986e-2019065e4ad8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4894726 Sep 29 23:09:55.125182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47436) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:55.148343 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.183872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2febdb1-6d59-4d3d-9475-2429fab3b8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.192614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.241219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Network c227357a-4298-494d-bd97-035dcbd0097b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:09:55.244786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:09:55.253582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:09:55.288392 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f00bafa8-f9c0-445c-9017-72c7e4df2e6a tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.317445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event updated for resources: {'Port': ['ID=56128b3b-91dd-4844-8985-e58cc2534e71,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:55.325897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f00bafa8-f9c0-445c-9017-72c7e4df2e6a tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.368861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d639ad-4393-4df9-9387-8e0b6d3bad16 req-cbdcc341-dc25-4cba-9ac6-95363e294766 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:55.370562 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80d639ad-4393-4df9-9387-8e0b6d3bad16 req-cbdcc341-dc25-4cba-9ac6-95363e294766 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 950 time: 0.2041655 Sep 29 23:09:55.375984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:55.378723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.393603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] device_id is not set on port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:09:55.408994 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.409506 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-997ce314-4210-4002-a188-181c96f6ad44 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7548962 Sep 29 23:09:55.418059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1716f5c5-3a97-43bf-82b7-bf28a6b9f5ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.419104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2febdb1-6d59-4d3d-9475-2429fab3b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.421827 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2febdb1-6d59-4d3d-9475-2429fab3b8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.423903 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b2febdb1-6d59-4d3d-9475-2429fab3b8b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b36fe24-40a7-4b62-b610-70185f295cec HTTP/1.1" status: 204 len: 168 time: 0.4616895 Sep 29 23:09:55.429301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.453580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Request body: {'port': {'device_id': '35c63555-a3f2-4f8d-a717-1aa59cfdc055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:55.466551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2febdb1-6d59-4d3d-9475-2429fab3b8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b36fe24-40a7-4b62-b610-70185f295cec,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:55.468433 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f00bafa8-f9c0-445c-9017-72c7e4df2e6a tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.471783 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f00bafa8-f9c0-445c-9017-72c7e4df2e6a tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.473323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f00bafa8-f9c0-445c-9017-72c7e4df2e6a tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-groups/fdd382cd-24a7-4794-a52f-872e0d3da77c HTTP/1.1" status: 204 len: 168 time: 0.3449733 Sep 29 23:09:55.485574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47440) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:55.520545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80d639ad-4393-4df9-9387-8e0b6d3bad16 req-133c5228-7a15-4c1b-8ff7-3164a127c59a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373663 Sep 29 23:09:55.525421 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bafa8-f9c0-445c-9017-72c7e4df2e6a tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd382cd-24a7-4794-a52f-872e0d3da77c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:55.552464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event updated for resources: {'Port': ['ID=26b2e9dc-a8e7-4a61-9576-5c5b69888684,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:55.586088 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.592781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:55.594363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:55.595369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:55.616581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:55.621636 n-d-811173-2 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:55.623600 n-d-811173-2 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 2 to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 Sep 29 23:09:55.646176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-047dd3bc-9a02-4231-979b-eeca5d1a97d8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1524711 Sep 29 23:09:55.648695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47444) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:55.662223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:55.662582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:55.662923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:55.672907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:55.673820 n-d-811173-2 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:55.675170 n-d-811173-2 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 3 to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 Sep 29 23:09:55.742216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:55.743872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:55.746231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:55.767629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:55.768702 n-d-811173-2 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:55.769238 n-d-811173-2 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 4 to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 Sep 29 23:09:55.797067 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1716f5c5-3a97-43bf-82b7-bf28a6b9f5ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.802567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:55.802924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:55.803247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:55.808342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:55.808678 n-d-811173-2 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:55.809279 n-d-811173-2 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 5 to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 Sep 29 23:09:55.829991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:55.831068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:55.831506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:55.836839 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:55.837174 n-d-811173-2 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:55.837673 n-d-811173-2 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 6 to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 Sep 29 23:09:55.852215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:55.852526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:55.852861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:55.859475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:55.859985 n-d-811173-2 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:55.860383 n-d-811173-2 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 7 to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 Sep 29 23:09:55.877996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:55.878824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:55.879652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:55.885618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:55.885948 n-d-811173-2 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:55.886343 n-d-811173-2 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 8 to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 Sep 29 23:09:55.903212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:55.903636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:55.904064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:55.909316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:55.909778 n-d-811173-2 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:55.910330 n-d-811173-2 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 9 to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 Sep 29 23:09:55.930462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:55.933045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:55.933822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:55.946678 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1716f5c5-3a97-43bf-82b7-bf28a6b9f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:55.947797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:55.948161 n-d-811173-2 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:55.963221 n-d-811173-2 neutron-server[110005]: INFO neutron.plugins.ml2.plugin [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempt 10 to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 Sep 29 23:09:55.992339 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:55.992869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:55.993055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempting to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:56.037628 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce73c-62fe-4a34-80e7-8a147a69eb76 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.059149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:56.059556 n-d-811173-2 neutron-server[110005]: ERROR neutron.plugins.ml2.managers [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Failed to bind port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'a97c1f30-aab9-4e86-97bb-ed8995e21b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'c33b7b45-1c7f-4732-bd2f-a15661fbddf7'}] Sep 29 23:09:56.060508 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.089669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce73c-62fe-4a34-80e7-8a147a69eb76 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.149885 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716f5c5-3a97-43bf-82b7-bf28a6b9f5ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77178f8-72b1-4ab7-9eb8-08acbf64ed9b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:56.161524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] For port 26b2e9dc-a8e7-4a61-9576-5c5b69888684, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:56.162012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attempted to set empty binding levels {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 23:09:56.173196 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1716f5c5-3a97-43bf-82b7-bf28a6b9f5ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a75b7d9040d04a12a2cb641983e95521&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5444593 Sep 29 23:09:56.180105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47460) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:56.181704 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.233328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56128b3b-91dd-4844-8985-e58cc2534e71 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:09:56.241565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] In _notify_port_updated(), no bound segment for port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 on network c33b7b45-1c7f-4732-bd2f-a15661fbddf7 {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:09:56.242500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:56.243052 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.243195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.248994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "PUT /v2.0/ports/26b2e9dc-a8e7-4a61-9576-5c5b69888684 HTTP/1.1" status: 200 len: 978 time: 1.5709369 Sep 29 23:09:56.256898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47462) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:56.299670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Transition to ACTIVE for port object 56128b3b-91dd-4844-8985-e58cc2534e71 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:09:56.302995 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce73c-62fe-4a34-80e7-8a147a69eb76 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.311737 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d3ce73c-62fe-4a34-80e7-8a147a69eb76 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.313230 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6d3ce73c-62fe-4a34-80e7-8a147a69eb76 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-groups/ef9c3431-1e3e-43b5-87bd-ab45d6e62786 HTTP/1.1" status: 204 len: 168 time: 0.6634626 Sep 29 23:09:56.319956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47466) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:56.335395 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.347069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6592855-76b6-4953-ae41-8787a9795bb8 req-0d76977c-b049-4d56-ac22-1d17ca1cbb00 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:56.348995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6592855-76b6-4953-ae41-8787a9795bb8 req-0d76977c-b049-4d56-ac22-1d17ca1cbb00 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.4050670 Sep 29 23:09:56.374446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f39cc5-28af-46eb-9f14-5d8829436965 req-2d89f4ef-d77d-4fe2-9538-0b84fedafd80 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:56.376047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0f39cc5-28af-46eb-9f14-5d8829436965 req-2d89f4ef-d77d-4fe2-9538-0b84fedafd80 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.3854444 Sep 29 23:09:56.385812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3ce73c-62fe-4a34-80e7-8a147a69eb76 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9c3431-1e3e-43b5-87bd-ab45d6e62786,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:56.437283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806037ef-f147-4fba-80ae-8a3de33a3493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.462695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806037ef-f147-4fba-80ae-8a3de33a3493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.485152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66c26d-a673-4240-9c7f-2d812cdc8169 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event updated for resources: {'Port': ['ID=26b2e9dc-a8e7-4a61-9576-5c5b69888684,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:56.525394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6592855-76b6-4953-ae41-8787a9795bb8 req-ccef8fca-7cd7-4129-b2dd-2a52421d22c4 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658390 Sep 29 23:09:56.526668 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bc45a0d8-7210-4ba5-a8da-a34245a79eda tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1922812 Sep 29 23:09:56.527448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Pushing event updated for resources: {'Port': ['ID=56128b3b-91dd-4844-8985-e58cc2534e71,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:56.530759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47474) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:56.538582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4c4a8892-3733-438f-a921-b94c7d3abf12 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156068865'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:56.555745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0f39cc5-28af-46eb-9f14-5d8829436965 req-88e9688e-964b-4906-af8d-c30f276f1768 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584883 Sep 29 23:09:56.589561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8892-3733-438f-a921-b94c7d3abf12 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.593791 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806037ef-f147-4fba-80ae-8a3de33a3493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.609809 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-806037ef-f147-4fba-80ae-8a3de33a3493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.616490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-806037ef-f147-4fba-80ae-8a3de33a3493 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c77178f8-72b1-4ab7-9eb8-08acbf64ed9b HTTP/1.1" status: 204 len: 168 time: 0.4165664 Sep 29 23:09:56.678012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806037ef-f147-4fba-80ae-8a3de33a3493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77178f8-72b1-4ab7-9eb8-08acbf64ed9b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:56.712109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f794cf8b-b662-4d92-86f1-cb7ad2ce56b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Deleting port 26b2e9dc-a8e7-4a61-9576-5c5b69888684 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:56.712638 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f794cf8b-b662-4d92-86f1-cb7ad2ce56b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.768899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:56.796955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Attempting to bind port 56128b3b-91dd-4844-8985-e58cc2534e71 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:09:56.797752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Attempting to bind port 56128b3b-91dd-4844-8985-e58cc2534e71 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:09:56.798162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Attempting to bind port 56128b3b-91dd-4844-8985-e58cc2534e71 on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:56.854088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cad7be-34f2-4e9c-9c5c-9a181ae8ffde req-9b8d027b-df81-47f2-89b5-b8b1dd78c1a1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:56.856253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5cad7be-34f2-4e9c-9c5c-9a181ae8ffde req-9b8d027b-df81-47f2-89b5-b8b1dd78c1a1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 943 time: 0.1362042 Sep 29 23:09:56.870603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18fa2f-1d0a-4dbe-b794-90c8268f2ba2 req-dc04a8f4-a725-4424-a0d0-2b94def63118 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:56.876702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e18fa2f-1d0a-4dbe-b794-90c8268f2ba2 req-dc04a8f4-a725-4424-a0d0-2b94def63118 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 950 time: 0.1404006 Sep 29 23:09:56.913834 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Port 56128b3b-91dd-4844-8985-e58cc2534e71 on network c227357a-4298-494d-bd97-035dcbd0097b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:09:56.914187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Attempting to bind port 56128b3b-91dd-4844-8985-e58cc2534e71 on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:09:56.921564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f794cf8b-b662-4d92-86f1-cb7ad2ce56b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] For port 26b2e9dc-a8e7-4a61-9576-5c5b69888684, host n-h2-811173-2, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:56.921930 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f794cf8b-b662-4d92-86f1-cb7ad2ce56b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:56.925709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:09:56.926233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Checking segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:56.926556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Bound using segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:09:56.927208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Bound port: 56128b3b-91dd-4844-8985-e58cc2534e71, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:09:56.927580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.023114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5cad7be-34f2-4e9c-9c5c-9a181ae8ffde req-e56c2ecc-1ad6-4192-8a1a-bd1bc9d9f4a1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382484 Sep 29 23:09:57.026831 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8892-3733-438f-a921-b94c7d3abf12 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.045499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f794cf8b-b662-4d92-86f1-cb7ad2ce56b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Calling delete_port for 26b2e9dc-a8e7-4a61-9576-5c5b69888684 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:57.050425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e18fa2f-1d0a-4dbe-b794-90c8268f2ba2 req-fb43f392-f7aa-4f88-8b4c-8daa265ea291 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592135 Sep 29 23:09:57.054181 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8892-3733-438f-a921-b94c7d3abf12 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.073427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-a8bfc6f9-2da1-459e-ac2a-315c4d95c1cc tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:57.075556 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-a8bfc6f9-2da1-459e-ac2a-315c4d95c1cc tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.26 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.2967255 Sep 29 23:09:57.131109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1027050718-network', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:57.147791 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8892-3733-438f-a921-b94c7d3abf12 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.151623 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4c4a8892-3733-438f-a921-b94c7d3abf12 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6176229 Sep 29 23:09:57.153477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47490) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:57.167573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-daf414bc-c829-48e0-b4ee-1010bf67bc19 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': '9cb242af-1ffb-4772-b0d4-62c3317b18e6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:57.175195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a8892-3733-438f-a921-b94c7d3abf12 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb242af-1ffb-4772-b0d4-62c3317b18e6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:57.207689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] For port 56128b3b-91dd-4844-8985-e58cc2534e71, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:09:57.211398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] For port 56128b3b-91dd-4844-8985-e58cc2534e71, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=56128b3b-91dd-4844-8985-e58cc2534e71,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:09:57.233675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:57.240605 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.247426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.272444 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.305934 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daf414bc-c829-48e0-b4ee-1010bf67bc19 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.390078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:57.391659 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.393319 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] 10.222.0.42 "PUT /v2.0/ports/56128b3b-91dd-4844-8985-e58cc2534e71 HTTP/1.1" status: 200 len: 1091 time: 1.9468744 Sep 29 23:09:57.397730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c63555-a3f2-4f8d-a717-1aa59cfdc055', 'tag': '56128b3b-91dd-4844-8985-e58cc2534e71'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:57.400335 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e15d92-63ae-4ea4-a807-35cc87da9296" -d '{"events": [{"name": "network-changed", "server_uuid": "35c63555-a3f2-4f8d-a717-1aa59cfdc055", "tag": "56128b3b-91dd-4844-8985-e58cc2534e71"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:57.403858 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daf414bc-c829-48e0-b4ee-1010bf67bc19 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.441933 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daf414bc-c829-48e0-b4ee-1010bf67bc19 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.504211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf414bc-c829-48e0-b4ee-1010bf67bc19 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9098b97f-04ef-4800-b35c-95bc8776cb00,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:57.515112 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-ab2f8949-6ffc-459c-b37d-27615eb47c7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3288579 Sep 29 23:09:57.518384 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470d5a6c-dc29-4e6c-957c-d030acd7f296 x-openstack-request-id: req-470d5a6c-dc29-4e6c-957c-d030acd7f296 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:57.518893 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c63555-a3f2-4f8d-a717-1aa59cfdc055", "tag": "56128b3b-91dd-4844-8985-e58cc2534e71", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:57.519325 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-470d5a6c-dc29-4e6c-957c-d030acd7f296 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:57.519950 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35c63555-a3f2-4f8d-a717-1aa59cfdc055', 'tag': '56128b3b-91dd-4844-8985-e58cc2534e71', 'status': 'completed', 'code': 200} Sep 29 23:09:57.532810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf4c5a-6c02-45c5-a9a0-11c0535a343d service neutron] Pushing event updated for resources: {'Port': ['ID=56128b3b-91dd-4844-8985-e58cc2534e71,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:57.549913 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.559005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-5f07f7ff-20c2-42d9-b7a2-2b345028f101 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Deleting port 820576f3-c2be-42df-868e-d630e55d9f14 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:09:57.559352 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-5f07f7ff-20c2-42d9-b7a2-2b345028f101 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.563442 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.572519 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f794cf8b-b662-4d92-86f1-cb7ad2ce56b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.578400 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daf414bc-c829-48e0-b4ee-1010bf67bc19 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.579967 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-daf414bc-c829-48e0-b4ee-1010bf67bc19 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4252648 Sep 29 23:09:57.587349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47504) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:57.614292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:57.622476 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-71a46015-b84e-48f5-b781-77aef1f58026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:57.624216 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-71a46015-b84e-48f5-b781-77aef1f58026 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 1094 time: 0.1497843 Sep 29 23:09:57.635570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c869084b-c889-439a-9f77-98638d589e81 req-e21de6e6-41cb-48c0-9a30-a4036d4642e8 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:57.642905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c869084b-c889-439a-9f77-98638d589e81 req-e21de6e6-41cb-48c0-9a30-a4036d4642e8 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 1101 time: 0.1410835 Sep 29 23:09:57.662530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.662930 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Added segment 837eff0a-b8f3-4717-b714-671da6ac257f of type vlan for network 5b74424c-10e9-4f4e-a3dd-06c770306b96 Sep 29 23:09:57.678240 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4551f963-dd02-461a-ae41-f626f04d8b64 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.680112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=418b628a-efab-46ec-b727-7a5d1f554f9d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:57.697195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c869084b-c889-439a-9f77-98638d589e81 req-0b0b3576-a0fd-456c-b686-0029f3fd4955 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.701341 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4551f963-dd02-461a-ae41-f626f04d8b64 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.761445 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-42d6321c-b03a-4365-980c-82556bb8ff24 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56128b3b-91dd-4844-8985-e58cc2534e71 HTTP/1.1" status: 200 len: 217 time: 0.0516355 Sep 29 23:09:57.762327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794cf8b-b662-4d92-86f1-cb7ad2ce56b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Pushing event deleted for resources: {'Port': ['ID=26b2e9dc-a8e7-4a61-9576-5c5b69888684,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:57.771194 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.823176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4551f963-dd02-461a-ae41-f626f04d8b64 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.838595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7faa9-5a1a-457e-8088-d34c1a5cdce5 req-b83b91ce-8ab9-47d6-8f60-a14de7b38f75 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:57.840191 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eff7faa9-5a1a-457e-8088-d34c1a5cdce5 req-b83b91ce-8ab9-47d6-8f60-a14de7b38f75 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 945 time: 0.1827612 Sep 29 23:09:57.840314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-69249e17-1c1e-443f-ad54-706cd8278b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:57.841659 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-69249e17-1c1e-443f-ad54-706cd8278b1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.0596216 Sep 29 23:09:57.843191 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4551f963-dd02-461a-ae41-f626f04d8b64 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.844256 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4551f963-dd02-461a-ae41-f626f04d8b64 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9098b97f-04ef-4800-b35c-95bc8776cb00 HTTP/1.1" status: 204 len: 168 time: 0.2532344 Sep 29 23:09:57.848782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47516) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:57.876078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f794cf8b-b662-4d92-86f1-cb7ad2ce56b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.879872 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f794cf8b-b662-4d92-86f1-cb7ad2ce56b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "DELETE /v2.0/ports/26b2e9dc-a8e7-4a61-9576-5c5b69888684 HTTP/1.1" status: 204 len: 168 time: 1.6202474 Sep 29 23:09:57.887816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47518) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:57.897358 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.898328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:57.898924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:57.901018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551f963-dd02-461a-ae41-f626f04d8b64 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9098b97f-04ef-4800-b35c-95bc8776cb00,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:57.919912 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-5d33ce12-5f5e-482f-8a35-fa2f88566909 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404565 Sep 29 23:09:57.944612 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3bfcaa-e075-4071-bb90-c7a718eb688c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] GET failed (client error): The resource could not be found. Sep 29 23:09:57.951267 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fe3bfcaa-e075-4071-bb90-c7a718eb688c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1742589242-project-admin] 10.222.0.44 "GET /v2.0/ports/26b2e9dc-a8e7-4a61-9576-5c5b69888684 HTTP/1.1" status: 404 len: 333 time: 0.0287695 Sep 29 23:09:57.953309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-70f58194-5ea8-4209-b6b1-78e84c9b1614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:57.953428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47520) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:57.953657 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-70f58194-5ea8-4209-b6b1-78e84c9b1614 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 1095 time: 0.3412633 Sep 29 23:09:57.964191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47522) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:58.045438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b0ce4d32-8b7f-408a-908f-0fa091cfa172 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1913002 Sep 29 23:09:58.048020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eff7faa9-5a1a-457e-8088-d34c1a5cdce5 req-fdabc7e6-7cc0-467b-bcd8-6d65ba28562d tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/security-groups?id=15d6bce4-58d8-4666-9ba0-ec550950214e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893592 Sep 29 23:09:58.048507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47528) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:58.056203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] Pushing event updated for resources: {'Network': ['ID=5b74424c-10e9-4f4e-a3dd-06c770306b96,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:58.071347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 5b74424c-10e9-4f4e-a3dd-06c770306b96 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:09:58.119419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1581844655-network', 'tenant_id': 'bfd8c881dbb34b019fa3258b83d8d204'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:58.144862 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-5f07f7ff-20c2-42d9-b7a2-2b345028f101 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] For port 820576f3-c2be-42df-868e-d630e55d9f14, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=820576f3-c2be-42df-868e-d630e55d9f14,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:09:58.145600 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-5f07f7ff-20c2-42d9-b7a2-2b345028f101 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.168397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-5f07f7ff-20c2-42d9-b7a2-2b345028f101 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Calling delete_port for 820576f3-c2be-42df-868e-d630e55d9f14 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:09:58.199210 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.203387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c869084b-c889-439a-9f77-98638d589e81 req-0b0b3576-a0fd-456c-b686-0029f3fd4955 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.224135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c869084b-c889-439a-9f77-98638d589e81 req-0b0b3576-a0fd-456c-b686-0029f3fd4955 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.238166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-28f7284e-5232-4fd4-b4e5-ab0b21a88f3c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4630518 Sep 29 23:09:58.244498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47530) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:58.253187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Request body: {'subnet': {'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1027050718-subnet', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:58.288413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c869084b-c889-439a-9f77-98638d589e81 req-0b0b3576-a0fd-456c-b686-0029f3fd4955 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6445572 Sep 29 23:09:58.312222 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-2dc33642-5410-4a8b-824b-c41ece54a741 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642962 Sep 29 23:09:58.339343 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95b182a1-308c-4ab3-b634-5e6d7dbd83e8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.365944 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95b182a1-308c-4ab3-b634-5e6d7dbd83e8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.373608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0b3576-a0fd-456c-b686-0029f3fd4955 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5c0472-9742-4634-97d8-18468ab8aa23,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:58.375130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Made reservation on behalf of bfd8c881dbb34b019fa3258b83d8d204 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:58.378047 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.411220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7950a-9160-4d48-95b1-c1524f659f8e req-1f36b60b-fd99-4ed1-810d-f4b0cca73fdf tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:58.413049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8db7950a-9160-4d48-95b1-c1524f659f8e req-1f36b60b-fd99-4ed1-810d-f4b0cca73fdf tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.2411089 Sep 29 23:09:58.415601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.426957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-38d0f231-f23a-4d3b-bb73-c8fa31b6ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:58.428492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-38d0f231-f23a-4d3b-bb73-c8fa31b6ea4d service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.4398837 Sep 29 23:09:58.505046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:09:58.507386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.520742 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-9a9e14cf-71b2-4346-97a5-886262da79eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 200 len: 217 time: 0.0803785 Sep 29 23:09:58.524930 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.551574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8db7950a-9160-4d48-95b1-c1524f659f8e req-d1fdca5e-6abb-40e2-9b02-dc38d35a207a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130319 Sep 29 23:09:58.567457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33b7b45-1c7f-4732-bd2f-a15661fbddf7']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:58.578462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17108383-046c-4eae-8893-90ac57b4a310 req-0ad27dd6-0ccb-4341-9b92-da63cc42e868 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:58.580551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17108383-046c-4eae-8893-90ac57b4a310 req-0ad27dd6-0ccb-4341-9b92-da63cc42e868 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 943 time: 0.2037189 Sep 29 23:09:58.591877 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95b182a1-308c-4ab3-b634-5e6d7dbd83e8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.594003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95b182a1-308c-4ab3-b634-5e6d7dbd83e8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.597650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-95b182a1-308c-4ab3-b634-5e6d7dbd83e8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-groups/9cb242af-1ffb-4772-b0d4-62c3317b18e6 HTTP/1.1" status: 204 len: 168 time: 0.5401154 Sep 29 23:09:58.599442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a97c1f30-aab9-4e86-97bb-ed8995e21b09') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:58.599860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a97c1f30-aab9-4e86-97bb-ed8995e21b09') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:09:58.600023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70f81bbc-b4a2-4426-8258-b2092e2320a0 req-934a6310-1361-4cc2-a4a5-f983b4602e9a service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751818 Sep 29 23:09:58.604302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47534) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:58.633253 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.636706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b182a1-308c-4ab3-b634-5e6d7dbd83e8 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb242af-1ffb-4772-b0d4-62c3317b18e6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:58.682547 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.709080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17108383-046c-4eae-8893-90ac57b4a310 req-3a2500bd-376f-43a5-abf8-3f4f22801a6b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121590 Sep 29 23:09:58.710246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:09:58.710654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:09:58.716342 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:09:58.718551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-a49f4c65-bf4e-4ff5-af49-3a01663cbede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:58.720206 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-a49f4c65-bf4e-4ff5-af49-3a01663cbede service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1848507 Sep 29 23:09:58.743460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d7da0bb8-03c5-4bf3-a901-90dcff4d9a79 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1316400 Sep 29 23:09:58.748608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47536) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:58.755948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f685aed1-9a7b-4719-9137-1aba89506669 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group': {'name': 'tempest-secgroup--1327873981'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:58.786585 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-6931d338-890e-4ca9-b1b5-cc5404e08d97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393686 Sep 29 23:09:58.789482 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-5f07f7ff-20c2-42d9-b7a2-2b345028f101 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.818468 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.826620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:58.832598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] 10.222.0.44 "DELETE /v2.0/networks/c33b7b45-1c7f-4732-bd2f-a15661fbddf7 HTTP/1.1" status: 204 len: 168 time: 0.8763056 Sep 29 23:09:58.846528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e91ca0-8768-411d-9315-4d93f159dee0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584 tempest-PortsAdminExtendedAttrsIpV6TestJSON-811804584-project] Pushing event deleted for resources: {'Network': ['ID=c33b7b45-1c7f-4732-bd2f-a15661fbddf7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:58.869952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07f7ff-20c2-42d9-b7a2-2b345028f101 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Pushing event deleted for resources: {'Port': ['ID=820576f3-c2be-42df-868e-d630e55d9f14,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:58.908855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e15d92-63ae-4ea4-a807-35cc87da9296 req-ddb0f843-677b-4891-9308-e5dd32943a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:58.910478 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68e15d92-63ae-4ea4-a807-35cc87da9296 req-ddb0f843-677b-4891-9308-e5dd32943a20 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 1094 time: 0.2099218 Sep 29 23:09:58.964727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-436a6382-1e68-4de5-ad0c-3af8a5770cda tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223811 Sep 29 23:09:58.967921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-5f07f7ff-20c2-42d9-b7a2-2b345028f101 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] No DVR routers for this DVR port 820576f3-c2be-42df-868e-d630e55d9f14 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:09:59.011193 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.012736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-5f07f7ff-20c2-42d9-b7a2-2b345028f101 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.014683 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3c72981-a5a3-42fd-8b55-2dbe752ff066 req-5f07f7ff-20c2-42d9-b7a2-2b345028f101 tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.26 "DELETE /v2.0/ports/820576f3-c2be-42df-868e-d630e55d9f14 HTTP/1.1" status: 204 len: 173 time: 1.9208498 Sep 29 23:09:59.050043 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.075101 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f685aed1-9a7b-4719-9137-1aba89506669 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.112253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-bfe2abd2-97d7-4a43-877c-856d62005daf tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:59.114187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-bfe2abd2-97d7-4a43-877c-856d62005daf tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413672 Sep 29 23:09:59.139668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e6c7beff-3a58-4676-b5eb-540bac9124f9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/quotas/aea438136baf4ba9a366d644faafab7c HTTP/1.1" status: 200 len: 375 time: 0.0179970 Sep 29 23:09:59.146646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:59.228931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1ba0d7f-e37a-40e1-9b11-7c360b6b5289 req-8a87ae07-47f1-4f9e-b16b-d8a18370b74c tempest-ServerRescueNegativeTestJSON-421690250 tempest-ServerRescueNegativeTestJSON-421690250-project] 10.222.0.44 "GET /v2.0/ports?device_id=6f73e920-8601-4986-8c21-281fc3b6f166 HTTP/1.1" status: 200 len: 210 time: 0.0555773 Sep 29 23:09:59.271018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f685aed1-9a7b-4719-9137-1aba89506669 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.277383 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-af2c5db9-216d-4e85-86fa-c3dd5f0d8a1c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1168551 Sep 29 23:09:59.278676 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f685aed1-9a7b-4719-9137-1aba89506669 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.418410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 820576f3-c2be-42df-868e-d630e55d9f14 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:09:59.419436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:09:59.433532 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-53824792-bc77-4e8c-91e3-f4e864a7fa4c service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6291225 Sep 29 23:09:59.459490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 820576f3-c2be-42df-868e-d630e55d9f14 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:09:59.460155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 820576f3-c2be-42df-868e-d630e55d9f14 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:09:59.490783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.491138 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Added segment 8f0d6176-4d17-4a61-b121-20c7d6e2ed9c of type vlan for network 49777e94-9801-4550-bd6c-bfad9f82b0d6 Sep 29 23:09:59.501692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec770fbe-815a-45c8-a645-5ac5d52c8ffb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:59.528605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f73e920-8601-4986-8c21-281fc3b6f166', 'name': 'network-vif-deleted', 'tag': '820576f3-c2be-42df-868e-d630e55d9f14'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:09:59.531117 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d319c2f-e82f-40ee-8955-2e408e730469" -d '{"events": [{"server_uuid": "6f73e920-8601-4986-8c21-281fc3b6f166", "name": "network-vif-deleted", "tag": "820576f3-c2be-42df-868e-d630e55d9f14"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:09:59.608692 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9167a01-4213-494b-addc-ed58a1dc0980 x-openstack-request-id: req-b9167a01-4213-494b-addc-ed58a1dc0980 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:09:59.609001 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f73e920-8601-4986-8c21-281fc3b6f166", "name": "network-vif-deleted", "tag": "820576f3-c2be-42df-868e-d630e55d9f14", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:09:59.609267 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9167a01-4213-494b-addc-ed58a1dc0980 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:09:59.609676 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f73e920-8601-4986-8c21-281fc3b6f166', 'name': 'network-vif-deleted', 'tag': '820576f3-c2be-42df-868e-d630e55d9f14', 'status': 'completed', 'code': 200} Sep 29 23:09:59.668431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e15d92-63ae-4ea4-a807-35cc87da9296 req-a8eb574a-08e5-4247-a848-feadabbe627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:59.670311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68e15d92-63ae-4ea4-a807-35cc87da9296 req-a8eb574a-08e5-4247-a848-feadabbe627a service neutron] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 913 time: 0.7414792 Sep 29 23:09:59.690346 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f685aed1-9a7b-4719-9137-1aba89506669 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.692035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f685aed1-9a7b-4719-9137-1aba89506669 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9422581 Sep 29 23:09:59.701653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47564) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:59.709262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685aed1-9a7b-4719-9137-1aba89506669 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb480f5a-1056-4b52-b6ab-adc500166016,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:59.715683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.731898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-decedea1-c537-4051-a5fb-363e14f96d70 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': 'cb480f5a-1056-4b52-b6ab-adc500166016', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:09:59.762482 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.798649 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8d269a81-c16c-475e-975d-5171a88f34e5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6637ad77cc5642cda2ad9bd747ddff84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6508367 Sep 29 23:09:59.810638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47572) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:09:59.811582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-decedea1-c537-4051-a5fb-363e14f96d70 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.822771 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68e15d92-63ae-4ea4-a807-35cc87da9296 req-7ae309ff-9128-449b-9c00-f91526d03e3e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56128b3b-91dd-4844-8985-e58cc2534e71 HTTP/1.1" status: 200 len: 217 time: 0.0987475 Sep 29 23:09:59.852342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23752c-56e4-4234-86ca-e10470a411ba req-abaddf9a-745a-445f-a8f0-588fc821a9ea tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:59.853987 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a23752c-56e4-4234-86ca-e10470a411ba req-abaddf9a-745a-445f-a8f0-588fc821a9ea tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.1702225 Sep 29 23:09:59.903076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd256db6-7ec3-4bb4-b19f-b92c900e8afa,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:09:59.912853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-567cf630-7410-4df4-bd70-cb9de5710f37 req-b2713e29-4775-40da-bb55-c0ec6eb7b50c service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4669878 Sep 29 23:09:59.918493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Checking segment: {'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:09:59.918834 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Network hostable DHCP agents. Network: 5b74424c-10e9-4f4e-a3dd-06c770306b96, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:09:59.927430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.929388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:59.930653 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:09:59.973827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e15d92-63ae-4ea4-a807-35cc87da9296 req-1015c7ca-21b4-44d2-bed1-102058a356be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:59.975114 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68e15d92-63ae-4ea4-a807-35cc87da9296 req-1015c7ca-21b4-44d2-bed1-102058a356be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.1399813 Sep 29 23:09:59.978878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a23752c-56e4-4234-86ca-e10470a411ba req-b1596277-b7f8-4742-a9b2-d16007630a6b tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937996 Sep 29 23:09:59.993518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912aa79b-4c0c-4026-96f6-b6f956d65c39 req-7890986f-2303-44c4-8167-f18ea10996d2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:09:59.995126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-912aa79b-4c0c-4026-96f6-b6f956d65c39 req-7890986f-2303-44c4-8167-f18ea10996d2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 943 time: 0.1715345 Sep 29 23:09:59.997662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-decedea1-c537-4051-a5fb-363e14f96d70 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.013662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e46ec95e-1a35-4b74-a291-cbe3e4db688a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.022792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-decedea1-c537-4051-a5fb-363e14f96d70 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.037575 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68e15d92-63ae-4ea4-a807-35cc87da9296 req-e09be10c-6344-4b7f-b41c-bfb344d32435 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454900 Sep 29 23:10:00.043084 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0773482 Sep 29 23:10:00.043998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47578) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:00.056738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Request body: {'subnet': {'network_id': '49777e94-9801-4550-bd6c-bfad9f82b0d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1581844655-subnet', 'tenant_id': 'bfd8c881dbb34b019fa3258b83d8d204', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:00.084928 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e46ec95e-1a35-4b74-a291-cbe3e4db688a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.086710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decedea1-c537-4051-a5fb-363e14f96d70 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327318cd-5dad-40ba-abf0-4f8402dd0b1a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:00.099473 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-decedea1-c537-4051-a5fb-363e14f96d70 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.100777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-decedea1-c537-4051-a5fb-363e14f96d70 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3960979 Sep 29 23:10:00.108714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Network 5b74424c-10e9-4f4e-a3dd-06c770306b96 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:10:00.110462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47582) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:00.112889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-912aa79b-4c0c-4026-96f6-b6f956d65c39 req-ab655884-e17b-48f2-8df6-f75b55d83349 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040614 Sep 29 23:10:00.116996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05117965-bf90-4a99-8e5e-b564fd6ace2a admin admin] Pushing event updated for resources: {'Network': ['ID=49777e94-9801-4550-bd6c-bfad9f82b0d6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:00.134603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 49777e94-9801-4550-bd6c-bfad9f82b0d6 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:10:00.179309 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a0302710-115a-445d-af28-106c08850ef3 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules/327318cd-5dad-40ba-abf0-4f8402dd0b1a HTTP/1.1" status: 200 len: 763 time: 0.0633533 Sep 29 23:10:00.182087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47588) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:00.183799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 5b74424c-10e9-4f4e-a3dd-06c770306b96) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:00.195209 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e46ec95e-1a35-4b74-a291-cbe3e4db688a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.195794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa63db5-6425-44a0-a125-27d0ca4e9f33 None None] Network 5b74424c-10e9-4f4e-a3dd-06c770306b96 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:10:00.198566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:00.199209 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.201578 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e46ec95e-1a35-4b74-a291-cbe3e4db688a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.203006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e46ec95e-1a35-4b74-a291-cbe3e4db688a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/eccae9df-c793-4f4c-8e9d-1c682ff8cd0d HTTP/1.1" status: 204 len: 168 time: 0.3866670 Sep 29 23:10:00.225446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Made reservation on behalf of bfd8c881dbb34b019fa3258b83d8d204 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:00.229970 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.253686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ec95e-1a35-4b74-a291-cbe3e4db688a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccae9df-c793-4f4c-8e9d-1c682ff8cd0d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:00.332163 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dfaddfa8-5957-47f8-ac57-d9ec8942f1d2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0865183 Sep 29 23:10:00.332918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47594) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:00.338908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8199818d-4329-43a4-be5e-eec857d60c98 req-344ce238-bc97-44c1-a9c4-75607d017b63 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 210 time: 0.1288676 Sep 29 23:10:00.361416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47596) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:00.384562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:00.403611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ed1ab5b1-761f-4755-ae9a-9af26cdb678c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2195916 Sep 29 23:10:00.407336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47602) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:00.431606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.432676 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.455658 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68e15d92-63ae-4ea4-a807-35cc87da9296 req-dd720ce6-29fe-4794-a1ec-9072af6b69dc service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054422 Sep 29 23:10:00.487682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-5b74424c-10e9-4f4e-a3dd-06c770306b96', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:10:00.489744 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.560297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-89df6071-c29d-433c-bf26-0007bb68a60b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.578990 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-89df6071-c29d-433c-bf26-0007bb68a60b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.675457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47604) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:00.701749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Allocated IP 172.20.0.2 (5b74424c-10e9-4f4e-a3dd-06c770306b96/fd256db6-7ec3-4bb4-b19f-b92c900e8afa/a6fa396d-5361-4c4f-9eaa-7b98bfd95153) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:00.742876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.745641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-68e15d92-63ae-4ea4-a807-35cc87da9296 req-2ea9c242-d30a-4251-8bf0-7c682559744a service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769082 Sep 29 23:10:00.768397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-89df6071-c29d-433c-bf26-0007bb68a60b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.780779 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-89df6071-c29d-433c-bf26-0007bb68a60b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.785700 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-89df6071-c29d-433c-bf26-0007bb68a60b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/327318cd-5dad-40ba-abf0-4f8402dd0b1a HTTP/1.1" status: 204 len: 168 time: 0.3718920 Sep 29 23:10:00.787989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47606) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:00.857553 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2c602e92-bba0-4ece-bd9a-ce438aa37b7e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7b8ae5532bba4c1cb0bcbbccdac3481a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1764810 Sep 29 23:10:00.860868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47608) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:00.862119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df6071-c29d-433c-bf26-0007bb68a60b tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=327318cd-5dad-40ba-abf0-4f8402dd0b1a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:00.868457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8d346d9e-0770-4c4a-bf92-f99bad60da0c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0791790 Sep 29 23:10:00.872423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47610) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:00.882488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fc6e71e8-88b5-4201-9689-cd45fe60b20e tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': 'cb480f5a-1056-4b52-b6ab-adc500166016', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:00.900261 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.906103 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.947600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Network 5b74424c-10e9-4f4e-a3dd-06c770306b96 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:00.950694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:00.954655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:00.961935 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc6e71e8-88b5-4201-9689-cd45fe60b20e tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:00.967086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Pushing event updated for resources: {'Port': ['ID=a6fa396d-5361-4c4f-9eaa-7b98bfd95153,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:01.017041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 56128b3b-91dd-4844-8985-e58cc2534e71 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:10:01.032823 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc6e71e8-88b5-4201-9689-cd45fe60b20e tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.044776 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc6e71e8-88b5-4201-9689-cd45fe60b20e tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.057893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Attempting to bind port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:01.058402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Attempting to bind port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:01.059335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Attempting to bind port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 on network 5b74424c-10e9-4f4e-a3dd-06c770306b96 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:01.060665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e71e8-88b5-4201-9689-cd45fe60b20e tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61316116-2d71-400a-9e4c-e816e382b49c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:01.064924 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.074957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:01.075551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Checking segment: {'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:01.076489 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.077354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Bound using segment: {'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:01.078535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Bound port: a6fa396d-5361-4c4f-9eaa-7b98bfd95153, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:01.079479 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.084434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.104197 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc6e71e8-88b5-4201-9689-cd45fe60b20e tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.105394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fc6e71e8-88b5-4201-9689-cd45fe60b20e tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2270281 Sep 29 23:10:01.109013 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47614) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:01.119569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a1d9a02-6bef-454b-a664-d914d9eef6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.142644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-74034d5b-447b-4838-af74-085a523ec050 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules/61316116-2d71-400a-9e4c-e816e382b49c HTTP/1.1" status: 200 len: 763 time: 0.0334585 Sep 29 23:10:01.146282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47618) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:01.216484 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a1d9a02-6bef-454b-a664-d914d9eef6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.223941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] For port a6fa396d-5361-4c4f-9eaa-7b98bfd95153, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:01.232002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] For port a6fa396d-5361-4c4f-9eaa-7b98bfd95153, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a6fa396d-5361-4c4f-9eaa-7b98bfd95153,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:01.239947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 56128b3b-91dd-4844-8985-e58cc2534e71, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=56128b3b-91dd-4844-8985-e58cc2534e71,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:01.243591 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.243963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdc8a1-30d3-4cd4-84ad-30326090c7ee req-731be0b6-7ec2-41ea-bce2-51fd8ed9a45f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:01.245785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ccdc8a1-30d3-4cd4-84ad-30326090c7ee req-731be0b6-7ec2-41ea-bce2-51fd8ed9a45f tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.1691780 Sep 29 23:10:01.283259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '56128b3b-91dd-4844-8985-e58cc2534e71', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'port_id': '56128b3b-91dd-4844-8985-e58cc2534e71', 'mac_address': 'fa:16:3e:ab:1f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb694ab-b5bc-48f3-8d21-311e38ce4502', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:10:01.295012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7161b645-76ce-451b-ade0-eb80ea37cbad,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:01.322536 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.323654 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a1d9a02-6bef-454b-a664-d914d9eef6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.326273 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a1d9a02-6bef-454b-a664-d914d9eef6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.330848 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a1d9a02-6bef-454b-a664-d914d9eef6a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/796fd2e7-8d79-4c3a-9ee0-8209761500af HTTP/1.1" status: 204 len: 168 time: 0.4633086 Sep 29 23:10:01.332574 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.347932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d9a02-6bef-454b-a664-d914d9eef6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796fd2e7-8d79-4c3a-9ee0-8209761500af,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:01.379358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Checking segment: {'id': '8f0d6176-4d17-4a61-b121-20c7d6e2ed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '49777e94-9801-4550-bd6c-bfad9f82b0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:01.379598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Network hostable DHCP agents. Network: 49777e94-9801-4550-bd6c-bfad9f82b0d6, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:10:01.380762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56128b3b-91dd-4844-8985-e58cc2534e71 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:01.394900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2eb75-54c7-4d4f-ac55-14c9f2cc79b4 None None] Pushing event updated for resources: {'Port': ['ID=a6fa396d-5361-4c4f-9eaa-7b98bfd95153,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:01.414413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 56128b3b-91dd-4844-8985-e58cc2534e71, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=56128b3b-91dd-4844-8985-e58cc2534e71,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:01.418851 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.448832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-55224938-24ed-43b5-974d-9d500a4c10af tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3007514 Sep 29 23:10:01.497385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47624) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:01.497911 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=56128b3b-91dd-4844-8985-e58cc2534e71,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:01.526796 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Network 49777e94-9801-4550-bd6c-bfad9f82b0d6 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:10:01.530082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-32dc1e58-7925-41f9-9607-542fc6436fbf tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852625 Sep 29 23:10:01.535049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ccdc8a1-30d3-4cd4-84ad-30326090c7ee req-7aaab18d-0a20-41df-afe9-7bf58975df73 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624817 Sep 29 23:10:01.551916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312b5478-2f5e-4151-9d53-265b0003edf1 req-35d41840-9543-4f9f-8750-e0a17be269e9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:01.559339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-312b5478-2f5e-4151-9d53-265b0003edf1 req-35d41840-9543-4f9f-8750-e0a17be269e9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 943 time: 0.3639498 Sep 29 23:10:01.594445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 49777e94-9801-4550-bd6c-bfad9f82b0d6) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:01.603640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e738f26b-c9fe-4fbf-a39d-5fda6cbb5a95 None None] Network 49777e94-9801-4550-bd6c-bfad9f82b0d6 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:10:01.630555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea63ef14-475d-47dd-895a-4d2410012819 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.644468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:01.645095 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:01.645627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-312b5478-2f5e-4151-9d53-265b0003edf1 req-868fc515-a1cb-4dbe-baae-681c805bafbd tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851021 Sep 29 23:10:01.855797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72ee6a90-596e-41d8-9b4c-4285917fe60e req-fb467b2c-5cba-47c6-b426-f36da98f5fec tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 210 time: 0.0605955 Sep 29 23:10:01.908929 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e3e6f-fb19-49bf-a074-c2b748a71cae None None] Network 49777e94-9801-4550-bd6c-bfad9f82b0d6 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:10:01.925766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['56128b3b-91dd-4844-8985-e58cc2534e71'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:01.996573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea63ef14-475d-47dd-895a-4d2410012819 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.049290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e4421707-c75a-4654-9889-e91cef159acc admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0018611 Sep 29 23:10:02.061148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e5fa95b6-2602-490d-b1af-489c2f6d94ad tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:02.062941 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e5fa95b6-2602-490d-b1af-489c2f6d94ad tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5205445 Sep 29 23:10:02.070149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] Deleting port 936db0aa-98ff-42fe-a434-30ce71824eb6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:10:02.070708 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.082508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Request body: {'port': {'device_id': 'e8bcfb42-9655-48dc-81f8-cb333fa4e880', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'aea438136baf4ba9a366d644faafab7c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:02.086043 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea63ef14-475d-47dd-895a-4d2410012819 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.089123 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-091c13c0-11e6-4bae-be62-8c1086fb1017 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521469 Sep 29 23:10:02.092368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ea63ef14-475d-47dd-895a-4d2410012819 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.093410 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ea63ef14-475d-47dd-895a-4d2410012819 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/61316116-2d71-400a-9e4c-e816e382b49c HTTP/1.1" status: 204 len: 168 time: 0.5925102 Sep 29 23:10:02.100600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:02.147598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63ef14-475d-47dd-895a-4d2410012819 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61316116-2d71-400a-9e4c-e816e382b49c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:02.251391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e0622506-b60b-4368-850a-27141f3cf4fb tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1496723 Sep 29 23:10:02.254291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47640) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:02.258792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3236f262-b390-479b-9267-5146970d6b49 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Request body: {'security_group_rule': {'security_group_id': 'cb480f5a-1056-4b52-b6ab-adc500166016', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:02.290862 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-3236f262-b390-479b-9267-5146970d6b49 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Project cd35304af515434d84c04f08698086ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:10:02.309335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3236f262-b390-479b-9267-5146970d6b49 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.358473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] For port 936db0aa-98ff-42fe-a434-30ce71824eb6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=936db0aa-98ff-42fe-a434-30ce71824eb6,segment=NetworkSegment(8cd04983-549c-4ac7-afdc-22d4a0961590),segment_id=8cd04983-549c-4ac7-afdc-22d4a0961590)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:02.359195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.455661 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3236f262-b390-479b-9267-5146970d6b49 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.469807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] Calling delete_port for 936db0aa-98ff-42fe-a434-30ce71824eb6 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:10:02.476043 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3236f262-b390-479b-9267-5146970d6b49 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.519011 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236f262-b390-479b-9267-5146970d6b49 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de21285c-b1ef-4cad-8037-d5c643ce6d23,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:02.521477 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3236f262-b390-479b-9267-5146970d6b49 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.522871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3236f262-b390-479b-9267-5146970d6b49 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2676442 Sep 29 23:10:02.534594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47646) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:02.577096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0e8e662e-3bf9-4013-b4c8-4c5d262db4da req-8fa9ecf2-9847-4f04-9121-fb067d095405 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1446396323', 'description': 'tempest-description-756430146'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:02.598237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.605976 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7c9d9a01-5240-4562-a0a2-522606f4284a tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules/de21285c-b1ef-4cad-8037-d5c643ce6d23 HTTP/1.1" status: 200 len: 769 time: 0.0639839 Sep 29 23:10:02.609342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:02.654053 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0e8e662e-3bf9-4013-b4c8-4c5d262db4da req-8fa9ecf2-9847-4f04-9121-fb067d095405 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.755145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-99e2a616-e1ed-4f54-b342-acc4874c2c24 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1410820 Sep 29 23:10:02.767243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:02.868032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fbb0f8-f641-4eb5-977b-a25e0782de18 req-50f6d0d6-1d4f-4188-8da1-d2a583a17e22 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:02.879171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3fbb0f8-f641-4eb5-977b-a25e0782de18 req-50f6d0d6-1d4f-4188-8da1-d2a583a17e22 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.1424136 Sep 29 23:10:02.906248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cb9bcc-c91a-41aa-b495-61476059b98e None None] Network 5b74424c-10e9-4f4e-a3dd-06c770306b96 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:10:02.930072 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-378ac55a-f48b-4986-a237-5ec1b3f2115c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.979070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-89cc8993-494b-4231-a73f-6a0f2d31117a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:02.980598 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-89cc8993-494b-4231-a73f-6a0f2d31117a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8812993 Sep 29 23:10:02.983956 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:02.998986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Request body: {'port': {'device_id': '19eb9553-b89a-4fac-b1b5-7b341b1f92c0', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'aea438136baf4ba9a366d644faafab7c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:03.021155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-378ac55a-f48b-4986-a237-5ec1b3f2115c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.024451 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.api [req-0e8e662e-3bf9-4013-b4c8-4c5d262db4da req-8fa9ecf2-9847-4f04-9121-fb067d095405 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:10:03.024451 n-d-811173-2 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 23:10:03.024451 n-d-811173-2 neutron-server[110005]: [parameters: {'project_id_1': 'bfd8c881dbb34b019fa3258b83d8d204', 'expiration_1': datetime.datetime(2021, 9, 29, 23, 9, 42, 806935)}] Sep 29 23:10:03.024451 n-d-811173-2 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:10:03.025250 n-d-811173-2 neutron-server[110005]: DEBUG oslo_db.api [req-0e8e662e-3bf9-4013-b4c8-4c5d262db4da req-8fa9ecf2-9847-4f04-9121-fb067d095405 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:10:03.025876 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.058394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 56128b3b-91dd-4844-8985-e58cc2534e71 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:03.080042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Made reservation on behalf of aea438136baf4ba9a366d644faafab7c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:03.084151 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.138508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4af36ed1-2833-48a3-bbfe-1795e122aed8 None None] Provisioning complete for port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:03.139872 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4af36ed1-2833-48a3-bbfe-1795e122aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.169025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=936db0aa-98ff-42fe-a434-30ce71824eb6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:03.199092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 56128b3b-91dd-4844-8985-e58cc2534e71 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:10:03.219457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3fbb0f8-f641-4eb5-977b-a25e0782de18 req-2ede4cc9-3505-4c0b-a1a3-4b26a5ec1abc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393185 Sep 29 23:10:03.261869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4af36ed1-2833-48a3-bbfe-1795e122aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.278611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 56128b3b-91dd-4844-8985-e58cc2534e71 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:03.280305 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.290316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Allocated IP 172.25.4.161 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/c3abed34-b03d-483a-a3f2-a218e6f7967b) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:03.318431 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-378ac55a-f48b-4986-a237-5ec1b3f2115c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.339441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-378ac55a-f48b-4986-a237-5ec1b3f2115c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.343705 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-378ac55a-f48b-4986-a237-5ec1b3f2115c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/de21285c-b1ef-4cad-8037-d5c643ce6d23 HTTP/1.1" status: 204 len: 168 time: 0.5750270 Sep 29 23:10:03.350531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47672) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:03.362573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ac55a-f48b-4986-a237-5ec1b3f2115c tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de21285c-b1ef-4cad-8037-d5c643ce6d23,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:03.383417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Made reservation on behalf of aea438136baf4ba9a366d644faafab7c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:03.387061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.435545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4af36ed1-2833-48a3-bbfe-1795e122aed8 None None] For port a6fa396d-5361-4c4f-9eaa-7b98bfd95153, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a6fa396d-5361-4c4f-9eaa-7b98bfd95153,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:03.442818 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ca1d01eb-efb7-4fd9-8e3c-5e2f6b0ce88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.454004 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4af36ed1-2833-48a3-bbfe-1795e122aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.495994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Allocated IP 192.168.233.143 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/468cf717-3d20-461d-b1e8-a00db7dc01ae) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:03.519486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dbf676f9-2ce7-496d-8677-9fbfed6451ed tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1677494 Sep 29 23:10:03.524578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47678) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:03.533176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0e8e662e-3bf9-4013-b4c8-4c5d262db4da req-8fa9ecf2-9847-4f04-9121-fb067d095405 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.590503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a7bba-2845-4e0c-aeb6-3c4220c73afe req-17542085-9cb3-4957-affd-364340328fd2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:03.592146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d5a7bba-2845-4e0c-aeb6-3c4220c73afe req-17542085-9cb3-4957-affd-364340328fd2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 944 time: 0.1965411 Sep 29 23:10:03.704258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.746609 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d5a7bba-2845-4e0c-aeb6-3c4220c73afe req-98af4a4d-034e-44d8-b639-389ace5815e4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363189 Sep 29 23:10:03.760349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.807254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af36ed1-2833-48a3-bbfe-1795e122aed8 None None] Pushing event updated for resources: {'Port': ['ID=a6fa396d-5361-4c4f-9eaa-7b98bfd95153,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:03.828194 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.882936 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 56128b3b-91dd-4844-8985-e58cc2534e71, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=56128b3b-91dd-4844-8985-e58cc2534e71,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:03.884112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c63555-a3f2-4f8d-a717-1aa59cfdc055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56128b3b-91dd-4844-8985-e58cc2534e71'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:03.886843 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bb3e08-fb2b-4996-82bf-91ddeeda433b" -d '{"events": [{"server_uuid": "35c63555-a3f2-4f8d-a717-1aa59cfdc055", "name": "network-vif-plugged", "status": "completed", "tag": "56128b3b-91dd-4844-8985-e58cc2534e71"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:03.891659 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:03.930659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a6fa396d-5361-4c4f-9eaa-7b98bfd95153 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:03.979582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41b21935-1f3f-4a80-8047-cd6a5d01f375 req-860ed45e-857f-46a5-9ad6-2c38f7bc029e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 210 time: 0.0419903 Sep 29 23:10:04.011891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=56128b3b-91dd-4844-8985-e58cc2534e71,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:04.015450 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.019427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47686) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:04.029097 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-136d28fa-5aa2-485b-a6e5-dfdf57ef6980 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.031911 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-13c30452-aecd-4737-98b2-011e1ddac59c None None] Provisioning complete for port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:04.032295 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-13c30452-aecd-4737-98b2-011e1ddac59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.061605 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab3c966-c17f-496b-a1b4-7f6427a2c1d0 x-openstack-request-id: req-aab3c966-c17f-496b-a1b4-7f6427a2c1d0 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:04.061947 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c63555-a3f2-4f8d-a717-1aa59cfdc055", "name": "network-vif-plugged", "status": "completed", "tag": "56128b3b-91dd-4844-8985-e58cc2534e71", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:04.062313 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aab3c966-c17f-496b-a1b4-7f6427a2c1d0 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:04.062715 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c63555-a3f2-4f8d-a717-1aa59cfdc055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56128b3b-91dd-4844-8985-e58cc2534e71', 'code': 200} Sep 29 23:10:04.072086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:04.072543 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.083965 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.086543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-136d28fa-5aa2-485b-a6e5-dfdf57ef6980 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.146662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0e8e662e-3bf9-4013-b4c8-4c5d262db4da req-8fa9ecf2-9847-4f04-9121-fb067d095405 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.157358 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0e8e662e-3bf9-4013-b4c8-4c5d262db4da req-8fa9ecf2-9847-4f04-9121-fb067d095405 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.176845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Allocated IP 192.168.233.180 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/b6ba7f0d-b484-4182-828b-5a94c27c9d9c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:04.189218 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0e8e662e-3bf9-4013-b4c8-4c5d262db4da req-8fa9ecf2-9847-4f04-9121-fb067d095405 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.191504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e8e662e-3bf9-4013-b4c8-4c5d262db4da req-8fa9ecf2-9847-4f04-9121-fb067d095405 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.6197433 Sep 29 23:10:04.207031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1346280239', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:04.263681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.276171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-136d28fa-5aa2-485b-a6e5-dfdf57ef6980 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.278746 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-136d28fa-5aa2-485b-a6e5-dfdf57ef6980 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.282715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-136d28fa-5aa2-485b-a6e5-dfdf57ef6980 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "DELETE /v2.0/security-groups/cb480f5a-1056-4b52-b6ab-adc500166016 HTTP/1.1" status: 204 len: 168 time: 0.7548327 Sep 29 23:10:04.293712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa9ecf2-9847-4f04-9121-fb067d095405 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a62cb07-0081-42ef-a3b4-08f7730c2a29,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:04.299521 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:04.299817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47694) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:04.316387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:04.360212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:04.371137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:04.393498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Made reservation on behalf of d7df5fedb7b84654a8cb5d225268952e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:04.396401 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.398991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d28fa-5aa2-485b-a6e5-dfdf57ef6980 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb480f5a-1056-4b52-b6ab-adc500166016,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:04.429625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:04.441028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Pushing event updated for resources: {'Port': ['ID=c3abed34-b03d-483a-a3f2-a218e6f7967b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:04.443600 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.443760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:04.451602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] Router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:10:04.463577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:04.481090 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-da6c72a7-804c-4bd6-9f87-983d8e7f1204 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1738775 Sep 29 23:10:04.485320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47696) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:04.490419 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39a3c267-8a48-47fe-87e6-7e5f910d7f20 req-6bbee178-3c5b-4b28-a075-17e14f73a132 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/2a62cb07-0081-42ef-a3b4-08f7730c2a29 HTTP/1.1" status: 200 len: 1814 time: 0.2242861 Sep 29 23:10:04.497318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc59e-e454-4160-ad1c-32094ea6aaf2 req-a54d5560-ca45-4fb5-8efb-5dd27f3cb01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:04.498875 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-690dc59e-e454-4160-ad1c-32094ea6aaf2 req-a54d5560-ca45-4fb5-8efb-5dd27f3cb01c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 1096 time: 0.2565651 Sep 29 23:10:04.523187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-39a3c267-8a48-47fe-87e6-7e5f910d7f20 req-44194d44-7da2-4eed-9402-b7326eb12031 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a62cb07-0081-42ef-a3b4-08f7730c2a29', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:04.523408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-39a3c267-8a48-47fe-87e6-7e5f910d7f20 req-44194d44-7da2-4eed-9402-b7326eb12031 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2a62cb07-0081-42ef-a3b4-08f7730c2a29', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:04.545416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93d2ac-fdd1-4957-9b04-4e13299d9781 req-6b656eca-62fc-4c34-ae97-d32ff4b8b092 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:04.547279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b93d2ac-fdd1-4957-9b04-4e13299d9781 req-6b656eca-62fc-4c34-ae97-d32ff4b8b092 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.2099016 Sep 29 23:10:04.655942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event updated for resources: {'Port': ['ID=468cf717-3d20-461d-b1e8-a00db7dc01ae,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:04.664793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7ee0e2c5-fd6a-4fa7-992c-08dc09c70416 tempest-SecGroupIPv6Test-1861753543 tempest-SecGroupIPv6Test-1861753543-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1692066 Sep 29 23:10:04.681399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:04.682199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.705655 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b93d2ac-fdd1-4957-9b04-4e13299d9781 req-c41a6ec6-5d44-41a1-9238-b4e1e07f5820 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444757 Sep 29 23:10:04.762356 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-690dc59e-e454-4160-ad1c-32094ea6aaf2 req-965d7c0e-c2e6-463b-a8e9-47d408253086 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371581 Sep 29 23:10:04.767477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bb1a7844-a239-4029-bb21-4b8c245f414e None None] Provisioning complete for port 468cf717-3d20-461d-b1e8-a00db7dc01ae triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:04.769616 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7844-a239-4029-bb21-4b8c245f414e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.782984 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.788599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:10:04.799869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7dadb359-ec28-409b-baa4-cda37c9fc6ce admin admin] 10.222.0.44 "PUT /v2.0/routers/1fadba94-b9c1-4fcf-aeb2-90b6722a034b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4247975 Sep 29 23:10:04.800005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47702) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:04.838704 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.857690 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:04.862893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bb1a7844-a239-4029-bb21-4b8c245f414e None None] Port 468cf717-3d20-461d-b1e8-a00db7dc01ae cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:10:04.870044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] device_id is not set on port 448ac510-939f-4f7f-91fe-5d2ffdb804d7 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:10:04.876124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] Sync routers for ids ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:10:04.895483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] Routers {'1fadba94-b9c1-4fcf-aeb2-90b6722a034b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:10:04.896571 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:04.902791 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-034001d1-0487-449d-918a-38d4378afa94 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8262479 Sep 29 23:10:04.922551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Request body: {'port': {'device_id': 'e8bcfb42-9655-48dc-81f8-cb333fa4e880', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:05.021452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Allocated IP 172.25.4.170 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/448ac510-939f-4f7f-91fe-5d2ffdb804d7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:05.028059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] Set router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:10:05.047591 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.069429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec8ab3-568d-42f5-882d-12a4e6962b0b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:05.071628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f61052cf-fd2e-488a-8893-532e3687293f details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:10:05.107266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47708) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:05.135335 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.140614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:05.143752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-39a3c267-8a48-47fe-87e6-7e5f910d7f20 req-44194d44-7da2-4eed-9402-b7326eb12031 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.165667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aaf4d-851b-4220-8149-0a4ecd237a5a req-70d68caf-5e29-44d5-b78b-767db6407e11 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:05.173024 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-596aaf4d-851b-4220-8149-0a4ecd237a5a req-70d68caf-5e29-44d5-b78b-767db6407e11 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 945 time: 0.2809153 Sep 29 23:10:05.211642 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-39a3c267-8a48-47fe-87e6-7e5f910d7f20 req-44194d44-7da2-4eed-9402-b7326eb12031 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.228406 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-39a3c267-8a48-47fe-87e6-7e5f910d7f20 req-44194d44-7da2-4eed-9402-b7326eb12031 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.252292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44194d44-7da2-4eed-9402-b7326eb12031 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad19e940-d110-453a-b81f-6cb6d6ebf054,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:05.277748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.281593 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.304389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-596aaf4d-851b-4220-8149-0a4ecd237a5a req-499bd501-575a-4195-9393-617810180b3b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302724 Sep 29 23:10:05.378827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:05.397111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:05.433090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:05.456512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:05.487385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f61052cf-fd2e-488a-8893-532e3687293f has no active binding in host n-h1-811173-2 {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 23:10:05.521107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event updated for resources: {'Port': ['ID=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:05.541603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-router', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:52Z', 'updated_at': '2021-09-29T23:10:02Z', 'revision_number': 5, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'gw_port': {'id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:54Z', 'updated_at': '2021-09-29T23:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:05.576766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] Checking router: 1fadba94-b9c1-4fcf-aeb2-90b6722a034b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:10:05.614911 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] Routers {'1fadba94-b9c1-4fcf-aeb2-90b6722a034b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:10:05.618775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:05.706993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a6fa396d-5361-4c4f-9eaa-7b98bfd95153 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:05.729668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-39a3c267-8a48-47fe-87e6-7e5f910d7f20 req-44194d44-7da2-4eed-9402-b7326eb12031 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.735203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39a3c267-8a48-47fe-87e6-7e5f910d7f20 req-44194d44-7da2-4eed-9402-b7326eb12031 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2325666 Sep 29 23:10:05.779894 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-af193b1b-b11c-4930-b643-a218bc2dbc91 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cd35304af515434d84c04f08698086ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6674652 Sep 29 23:10:05.789375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47716) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:05.809725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] Set router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:10:05.867734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.875922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e0600dd7-81d2-4c6a-bb5f-0cb7a09946ca None None] Provisioning complete for port b6ba7f0d-b484-4182-828b-5a94c27c9d9c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:05.876303 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e0600dd7-81d2-4c6a-bb5f-0cb7a09946ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.881572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e0cc6-0ab3-4b28-bb29-40551a6971c0 req-8b0d6486-73c3-4f7c-af8d-f3b050df5f58 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:05.883109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d73e0cc6-0ab3-4b28-bb29-40551a6971c0 req-8b0d6486-73c3-4f7c-af8d-f3b050df5f58 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 936 time: 0.1893468 Sep 29 23:10:05.925999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:05.926377 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:05.945110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57efb28b-d029-4e5a-b2f4-ccc3bc587802 req-ebe7bb53-9877-4c35-b2e8-d1419796d086 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/2a62cb07-0081-42ef-a3b4-08f7730c2a29 HTTP/1.1" status: 200 len: 2408 time: 0.1790056 Sep 29 23:10:05.995177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e0600dd7-81d2-4c6a-bb5f-0cb7a09946ca None None] Port b6ba7f0d-b484-4182-828b-5a94c27c9d9c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:10:06.015143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-6e068a4f-9b26-4b9c-867f-2eec994d5b8a tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:06.017357 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-6e068a4f-9b26-4b9c-867f-2eec994d5b8a tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1097 time: 0.6909213 Sep 29 23:10:06.034092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:06.034999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.041619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c52bcae-b517-4317-8ab7-8b979c4b6219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.072397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d73e0cc6-0ab3-4b28-bb29-40551a6971c0 req-b05ebdd6-6d3f-47e5-93c8-6e6316b4e05d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647468 Sep 29 23:10:06.097566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-811173-2'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:06.100723 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c52bcae-b517-4317-8ab7-8b979c4b6219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.117634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-e558997f-c72a-4b8b-b89b-65ed4a126af3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1239839 Sep 29 23:10:06.122643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-router', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:52Z', 'updated_at': '2021-09-29T23:10:02Z', 'revision_number': 5, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'gw_port': {'id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:54Z', 'updated_at': '2021-09-29T23:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:06.148671 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.149972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca7a84e-8dc9-40db-9a78-ef42c031e76a None None] The sync data for ids ['1fadba94-b9c1-4fcf-aeb2-90b6722a034b'] in n-d-811173-2 is: [{'id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'name': 'tempest-ServerRescueNegativeTestJSON-1422033793-router', 'tenant_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27'}], 'enable_snat': True}, 'gw_port_id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:06:52Z', 'updated_at': '2021-09-29T23:10:02Z', 'revision_number': 5, 'project_id': '2b1cba4f5fbe4eb8befadaf2017ca1b1', 'gw_port': {'id': '70359d8f-66bf-4b71-8974-bcadc654ecee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:ea:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fadba94-b9c1-4fcf-aeb2-90b6722a034b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:06:54Z', 'updated_at': '2021-09-29T23:07:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:10:06.151587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Request body: {'port': {'device_id': '19eb9553-b89a-4fac-b1b5-7b341b1f92c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:06.197596 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.219359 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8cbbd11a-31dd-4125-bb21-c58e26b2647b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.250297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d86af6dd-6295-4d34-825e-95a0f7b4169c req-cd919867-8483-484a-bf21-38a82a3bbd86 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-group-rules/ad19e940-d110-453a-b81f-6cb6d6ebf054 HTTP/1.1" status: 200 len: 778 time: 0.0944688 Sep 29 23:10:06.274176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa34613e-c193-42b0-bb67-632a1c770c3f req-afa81bd3-09b4-44ba-99db-700de94a9b07 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:06.275689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa34613e-c193-42b0-bb67-632a1c770c3f req-afa81bd3-09b4-44ba-99db-700de94a9b07 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 946 time: 0.2768497 Sep 29 23:10:06.280689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:06.294022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:06.311020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:06.322912 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c52bcae-b517-4317-8ab7-8b979c4b6219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.325612 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c52bcae-b517-4317-8ab7-8b979c4b6219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.326817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4c52bcae-b517-4317-8ab7-8b979c4b6219 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/adeeccc0-3d32-4568-a1f5-125da6b98951 HTTP/1.1" status: 204 len: 168 time: 0.5348246 Sep 29 23:10:06.327867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Pushing event updated for resources: {'Port': ['ID=448ac510-939f-4f7f-91fe-5d2ffdb804d7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:06.379691 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.387608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52bcae-b517-4317-8ab7-8b979c4b6219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adeeccc0-3d32-4568-a1f5-125da6b98951,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:06.396165 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.411213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d86af6dd-6295-4d34-825e-95a0f7b4169c req-3d2ad773-8491-4913-a696-a009da6b9925 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/2a62cb07-0081-42ef-a3b4-08f7730c2a29 HTTP/1.1" status: 200 len: 2408 time: 0.1599650 Sep 29 23:10:06.428691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa34613e-c193-42b0-bb67-632a1c770c3f req-ed9e9f00-570f-4b90-a5fe-07633160b7ea tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357851 Sep 29 23:10:06.434644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:06.435362 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.451274 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.467112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.474956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d86af6dd-6295-4d34-825e-95a0f7b4169c req-c505d2e3-b38c-4558-ad8c-3ef9e2611051 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.479873 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cbb56178-8f12-4d4c-a103-85ec914a50e5 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.4593530 Sep 29 23:10:06.484680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47726) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:06.487970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d86af6dd-6295-4d34-825e-95a0f7b4169c req-c505d2e3-b38c-4558-ad8c-3ef9e2611051 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.494161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}]}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:06.576491 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.578090 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.588362 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d86af6dd-6295-4d34-825e-95a0f7b4169c req-c505d2e3-b38c-4558-ad8c-3ef9e2611051 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.600285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 468cf717-3d20-461d-b1e8-a00db7dc01ae {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:06.605288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-d86af6dd-6295-4d34-825e-95a0f7b4169c req-c505d2e3-b38c-4558-ad8c-3ef9e2611051 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.612444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d86af6dd-6295-4d34-825e-95a0f7b4169c req-c505d2e3-b38c-4558-ad8c-3ef9e2611051 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ad19e940-d110-453a-b81f-6cb6d6ebf054 HTTP/1.1" status: 204 len: 173 time: 0.2002666 Sep 29 23:10:06.621936 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.636900 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Deleting port 70359d8f-66bf-4b71-8974-bcadc654ecee {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:10:06.637246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.641705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c5566-ad2c-4828-8660-6fa634f647fa req-7f78e44d-a5af-4d6b-84f2-6f531350bf8f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:06.645688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b6c5566-ad2c-4828-8660-6fa634f647fa req-7f78e44d-a5af-4d6b-84f2-6f531350bf8f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 945 time: 0.1251628 Sep 29 23:10:06.658465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505d2e3-b38c-4558-ad8c-3ef9e2611051 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ad19e940-d110-453a-b81f-6cb6d6ebf054,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:06.664949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b699662f-b55a-4e2f-b490-a69a795e43e8 req-044806c3-1a81-47cb-bce8-cd4a3d3d7cb9 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1369495533', 'description': 'tempest-description-1420343923'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:06.714316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Transition to ACTIVE for port object 468cf717-3d20-461d-b1e8-a00db7dc01ae will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:10:06.743927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.774100 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.793305 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b699662f-b55a-4e2f-b490-a69a795e43e8 req-044806c3-1a81-47cb-bce8-cd4a3d3d7cb9 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.844072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b6c5566-ad2c-4828-8660-6fa634f647fa req-f971b286-0907-47ed-a535-c34d079f49ce tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870544 Sep 29 23:10:06.948296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:06.977034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:06.997156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:07.069421 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b699662f-b55a-4e2f-b490-a69a795e43e8 req-044806c3-1a81-47cb-bce8-cd4a3d3d7cb9 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.100897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b699662f-b55a-4e2f-b490-a69a795e43e8 req-044806c3-1a81-47cb-bce8-cd4a3d3d7cb9 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.142742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044806c3-1a81-47cb-bce8-cd4a3d3d7cb9 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9aad97-c8a9-47bd-b1db-a1c6d053149f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:07.148529 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b699662f-b55a-4e2f-b490-a69a795e43e8 req-044806c3-1a81-47cb-bce8-cd4a3d3d7cb9 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.171275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b699662f-b55a-4e2f-b490-a69a795e43e8 req-044806c3-1a81-47cb-bce8-cd4a3d3d7cb9 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5011632 Sep 29 23:10:07.290933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67c7db09-f029-4d42-bf5c-caec8fdd630f req-99d0d13c-a54b-458a-a239-a31a7f2654cd tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/dc9aad97-c8a9-47bd-b1db-a1c6d053149f HTTP/1.1" status: 200 len: 1815 time: 0.1085198 Sep 29 23:10:07.336351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] For port 70359d8f-66bf-4b71-8974-bcadc654ecee, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=70359d8f-66bf-4b71-8974-bcadc654ecee,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:07.336950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.348105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c181bc34-ae6a-445f-988d-265991a36d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f61052cf-fd2e-488a-8893-532e3687293f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:07.351015 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29acd34d-3226-4136-a5e5-f69bd61b3824" -d '{"events": [{"server_uuid": "c181bc34-ae6a-445f-988d-265991a36d86", "name": "network-vif-unplugged", "status": "completed", "tag": "f61052cf-fd2e-488a-8893-532e3687293f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:07.361768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.365107 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.386862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7e978814-1403-45b8-885c-cc6afd18be28 req-f859162e-cab5-4a74-833d-beedb9eb033c tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-258904436', 'description': 'tempest-description-839681795'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:07.429456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Calling delete_port for 70359d8f-66bf-4b71-8974-bcadc654ecee owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:10:07.461968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d20340-c468-44ba-8c0a-2797692dd509 req-15e216e7-3188-47eb-be02-bb4d16ea3184 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:07.462241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.471009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Pushing event updated for resources: {'Port': ['ID=468cf717-3d20-461d-b1e8-a00db7dc01ae,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:07.475627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5d20340-c468-44ba-8c0a-2797692dd509 req-15e216e7-3188-47eb-be02-bb4d16ea3184 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 936 time: 0.2674549 Sep 29 23:10:07.528110 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e978814-1403-45b8-885c-cc6afd18be28 req-f859162e-cab5-4a74-833d-beedb9eb033c tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.570292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.612342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5d20340-c468-44ba-8c0a-2797692dd509 req-fb280fc6-d3a8-4ccb-8034-0798f601d6d7 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316252 Sep 29 23:10:07.618789 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.628740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 936db0aa-98ff-42fe-a434-30ce71824eb6 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:10:07.674918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Router 482aa45d-b3bb-4226-9926-542f14b3419d is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:10:07.695305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f on host n-h2-811173-2 for vnic_type normal with profile {"migrating_to": "n-h1-811173-2"} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:07.698646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:07.699059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:07.704929 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 936db0aa-98ff-42fe-a434-30ce71824eb6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:10:07.707094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 936db0aa-98ff-42fe-a434-30ce71824eb6 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:10:07.716870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ba7f0d-b484-4182-828b-5a94c27c9d9c {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:07.786772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Port f61052cf-fd2e-488a-8893-532e3687293f on network 08c35151-52b3-4fb7-813b-bad9609e7f62 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:10:07.787778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Attempting to bind port f61052cf-fd2e-488a-8893-532e3687293f on network 08c35151-52b3-4fb7-813b-bad9609e7f62 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:07.797077 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de12fb5c-6cc6-4e1b-abb1-8dd59d217266 x-openstack-request-id: req-de12fb5c-6cc6-4e1b-abb1-8dd59d217266 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:07.797427 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c181bc34-ae6a-445f-988d-265991a36d86", "name": "network-vif-unplugged", "status": "completed", "tag": "f61052cf-fd2e-488a-8893-532e3687293f", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:07.797670 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-de12fb5c-6cc6-4e1b-abb1-8dd59d217266 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:07.798078 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c181bc34-ae6a-445f-988d-265991a36d86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f61052cf-fd2e-488a-8893-532e3687293f', 'code': 200} Sep 29 23:10:07.803764 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.806768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:07.807363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Checking segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:07.807898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Bound using segment: {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:07.808459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Bound port: f61052cf-fd2e-488a-8893-532e3687293f, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d35d342-39cd-4733-9bd9-8175f5dfa4b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '08c35151-52b3-4fb7-813b-bad9609e7f62'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:07.808893 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.843901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Pushing event updated for resources: {'Port': ['ID=f61052cf-fd2e-488a-8893-532e3687293f,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:07.933967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:07.938894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:07.968287 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e978814-1403-45b8-885c-cc6afd18be28 req-f859162e-cab5-4a74-833d-beedb9eb033c tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:07.977260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.020447 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e978814-1403-45b8-885c-cc6afd18be28 req-f859162e-cab5-4a74-833d-beedb9eb033c tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.070269 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7e978814-1403-45b8-885c-cc6afd18be28 req-f859162e-cab5-4a74-833d-beedb9eb033c tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.072456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e978814-1403-45b8-885c-cc6afd18be28 req-f859162e-cab5-4a74-833d-beedb9eb033c tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.7058349 Sep 29 23:10:08.088551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Transition to ACTIVE for port object b6ba7f0d-b484-4182-828b-5a94c27c9d9c will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:10:08.154334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6456dc01-5a21-408c-874d-e3d61cf0ade8 req-52cf6775-4c60-4df8-802d-655ad2891ec7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:08.156270 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6456dc01-5a21-408c-874d-e3d61cf0ade8 req-52cf6775-4c60-4df8-802d-655ad2891ec7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.2862647 Sep 29 23:10:08.171190 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.198915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:10:08.200626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Attempting to bind port 468cf717-3d20-461d-b1e8-a00db7dc01ae on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:08.201013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Attempting to bind port 468cf717-3d20-461d-b1e8-a00db7dc01ae by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:08.201378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Attempting to bind port 468cf717-3d20-461d-b1e8-a00db7dc01ae on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:08.211697 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.220764 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Sync routers for ids ['482aa45d-b3bb-4226-9926-542f14b3419d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:10:08.236330 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Routers {'482aa45d-b3bb-4226-9926-542f14b3419d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:10:08.237570 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:10:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['482aa45d-b3bb-4226-9926-542f14b3419d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:08.286856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Port 468cf717-3d20-461d-b1e8-a00db7dc01ae on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:10:08.287191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Attempting to bind port 468cf717-3d20-461d-b1e8-a00db7dc01ae on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:08.395098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.396440 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cf436203-b4cf-43c1-be59-37c94afa9736 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0169630 Sep 29 23:10:08.412154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47786) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:08.444343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:08.444716 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:08.445102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:08.445735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Bound port: 468cf717-3d20-461d-b1e8-a00db7dc01ae, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:08.446878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.468738 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Set router 482aa45d-b3bb-4226-9926-542f14b3419d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:10:08.541278 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.566563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859162e-cab5-4a74-833d-beedb9eb033c tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=818e06c8-ee08-4379-9211-990948008ad6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:08.622983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6456dc01-5a21-408c-874d-e3d61cf0ade8 req-3f368e21-bcc7-4817-8ba4-5c0e79651a6c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494724 Sep 29 23:10:08.681137 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.685491 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.697719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d094cf1-4864-45f7-9cee-491bc37be74e req-83dc27b9-1c90-431e-888b-d8d61e8e745f tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/818e06c8-ee08-4379-9211-990948008ad6 HTTP/1.1" status: 200 len: 1813 time: 0.5362349 Sep 29 23:10:08.803385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47794) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:08.810733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1077401b-33b3-4669-916e-ec64d6c2016c req-a83ecc5c-e61c-4592-82cd-9742b621196b tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-751378311', 'description': 'tempest-description-753555631'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:08.833989 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.834538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d8b59209-9d44-4ad6-af2d-732940596866 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:10:08.864353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1bad6-273a-4eee-853a-d12b4d63c8f3 req-8dac1e97-8841-4eaa-8eb3-8db77e27a467 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:08.871713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3d1bad6-273a-4eee-853a-d12b4d63c8f3 req-8dac1e97-8841-4eaa-8eb3-8db77e27a467 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 948 time: 0.0995238 Sep 29 23:10:08.898673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1077401b-33b3-4669-916e-ec64d6c2016c req-a83ecc5c-e61c-4592-82cd-9742b621196b tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.907793 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 29 23:10:08.912338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6ee32ece-d3f9-4589-8675-ca24358498a6 tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4237378 Sep 29 23:10:08.921360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47798) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:08.926452 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:04Z', 'revision_number': 3, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:08.935962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3d1bad6-273a-4eee-853a-d12b4d63c8f3 req-bf8e6c9c-0c6d-4758-a67a-86b5f1c08997 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632966 Sep 29 23:10:08.969984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:08.970618 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:08.972554 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] 10.222.0.42 "PUT /v2.0/ports/f61052cf-fd2e-488a-8893-532e3687293f HTTP/1.1" status: 200 len: 1122 time: 2.8823495 Sep 29 23:10:08.982019 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Checking router: 482aa45d-b3bb-4226-9926-542f14b3419d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:10:08.982375 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Updating router 482aa45d-b3bb-4226-9926-542f14b3419d port c3abed34-b03d-483a-a3f2-a218e6f7967b binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:10:08.994236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694d38a-2aa1-4a8a-8bf9-bcb72a4a4bef service neutron] Pushing event updated for resources: {'Port': ['ID=f61052cf-fd2e-488a-8893-532e3687293f,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:09.012728 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3d82c2d-6747-4cad-95ea-2f76cceecb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.033919 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.051951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['f61052cf-fd2e-488a-8893-532e3687293f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:09.116135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9b933-7985-449f-b607-7b33c51225eb tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Deleting port 448ac510-939f-4f7f-91fe-5d2ffdb804d7 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:10:09.116590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b933-7985-449f-b607-7b33c51225eb tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.133708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['f61052cf-fd2e-488a-8893-532e3687293f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:09.154640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1077401b-33b3-4669-916e-ec64d6c2016c req-a83ecc5c-e61c-4592-82cd-9742b621196b tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.169648 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1077401b-33b3-4669-916e-ec64d6c2016c req-a83ecc5c-e61c-4592-82cd-9742b621196b tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.235783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Pushing event updated for resources: {'Port': ['ID=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:09.261544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] For port 468cf717-3d20-461d-b1e8-a00db7dc01ae, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:09.277387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] For port 468cf717-3d20-461d-b1e8-a00db7dc01ae, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=468cf717-3d20-461d-b1e8-a00db7dc01ae,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:09.294643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b933-7985-449f-b607-7b33c51225eb tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.297062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ecc5c-e61c-4592-82cd-9742b621196b tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b159e2bc-c8a1-4105-938f-f1de0252d55b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:09.298688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Attempting to bind port b6ba7f0d-b484-4182-828b-5a94c27c9d9c on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:09.304375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Attempting to bind port b6ba7f0d-b484-4182-828b-5a94c27c9d9c by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:09.304375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Attempting to bind port b6ba7f0d-b484-4182-828b-5a94c27c9d9c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:09.311315 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.336490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9b933-7985-449f-b607-7b33c51225eb tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Calling delete_port for 448ac510-939f-4f7f-91fe-5d2ffdb804d7 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:10:09.389884 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.397952 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.402604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:09.403334 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.404858 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] 10.222.0.26 "PUT /v2.0/ports/468cf717-3d20-461d-b1e8-a00db7dc01ae HTTP/1.1" status: 200 len: 1096 time: 4.4904439 Sep 29 23:10:09.411174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Port b6ba7f0d-b484-4182-828b-5a94c27c9d9c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:10:09.411648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Attempting to bind port b6ba7f0d-b484-4182-828b-5a94c27c9d9c on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:09.435733 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:09.436335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:09.437468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:09.437468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Bound port: b6ba7f0d-b484-4182-828b-5a94c27c9d9c, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:09.437890 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.486253 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.501826 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.581052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029b2ab-3a83-48f5-9325-d028a04c1475 service neutron] Pushing event updated for resources: {'Port': ['ID=468cf717-3d20-461d-b1e8-a00db7dc01ae,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:09.584444 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3d82c2d-6747-4cad-95ea-2f76cceecb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.604891 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3d82c2d-6747-4cad-95ea-2f76cceecb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.640958 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1077401b-33b3-4669-916e-ec64d6c2016c req-a83ecc5c-e61c-4592-82cd-9742b621196b tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.643422 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1077401b-33b3-4669-916e-ec64d6c2016c req-a83ecc5c-e61c-4592-82cd-9742b621196b tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8717513 Sep 29 23:10:09.649010 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Pushing event updated for resources: {'Port': ['ID=c3abed34-b03d-483a-a3f2-a218e6f7967b,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:09.651511 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Attempting to bind port c3abed34-b03d-483a-a3f2-a218e6f7967b on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:09.652067 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Attempting to bind port c3abed34-b03d-483a-a3f2-a218e6f7967b by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:09.652587 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Attempting to bind port c3abed34-b03d-483a-a3f2-a218e6f7967b on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:09.668245 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.668845 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.669475 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.669835 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.670161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.670497 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.670828 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.671296 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.671628 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.671983 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.672310 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.672637 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:09.683763 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:09.684206 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:09.684793 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.685157 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:09.685660 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Bound port: c3abed34-b03d-483a-a3f2-a218e6f7967b, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:09.686248 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.739595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Pushing event deleted for resources: {'Port': ['ID=70359d8f-66bf-4b71-8974-bcadc654ecee,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:09.754951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a3d82c2d-6747-4cad-95ea-2f76cceecb67 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7997335e6d594b78846e9c40785912be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9479461 Sep 29 23:10:09.757288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47810) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:09.765726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d82c2d-6747-4cad-95ea-2f76cceecb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5d5c37-6bc8-4ee8-b4aa-e98bc0e37a87,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:09.777660 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] For port c3abed34-b03d-483a-a3f2-a218e6f7967b, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:09.781716 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] For port c3abed34-b03d-483a-a3f2-a218e6f7967b, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c3abed34-b03d-483a-a3f2-a218e6f7967b,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:09.791227 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.796638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-6ee581d6-facf-45fd-9f63-f3ac520c8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:09.798255 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-6ee581d6-facf-45fd-9f63-f3ac520c8606 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 1099 time: 0.2794013 Sep 29 23:10:09.806184 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.815206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c181bc34-ae6a-445f-988d-265991a36d86', 'tag': 'f61052cf-fd2e-488a-8893-532e3687293f'}, {'name': 'network-changed', 'server_uuid': 'e8bcfb42-9655-48dc-81f8-cb333fa4e880', 'tag': '468cf717-3d20-461d-b1e8-a00db7dc01ae'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:09.823991 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220651d7-7ed7-43d8-8952-930a6528d313" -d '{"events": [{"name": "network-changed", "server_uuid": "c181bc34-ae6a-445f-988d-265991a36d86", "tag": "f61052cf-fd2e-488a-8893-532e3687293f"}, {"name": "network-changed", "server_uuid": "e8bcfb42-9655-48dc-81f8-cb333fa4e880", "tag": "468cf717-3d20-461d-b1e8-a00db7dc01ae"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:09.828493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a0fd543-86b7-435a-b3c3-355a30578377 req-7349e0ad-5d00-42c4-8843-3ec977d9511f tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/b159e2bc-c8a1-4105-938f-f1de0252d55b HTTP/1.1" status: 200 len: 1813 time: 0.1393204 Sep 29 23:10:09.831656 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b933-7985-449f-b607-7b33c51225eb tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:09.878651 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Routers {'482aa45d-b3bb-4226-9926-542f14b3419d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:10:09.879448 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:10:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['482aa45d-b3bb-4226-9926-542f14b3419d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:09.887059 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9b933-7985-449f-b607-7b33c51225eb tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Pushing event deleted for resources: {'Port': ['ID=448ac510-939f-4f7f-91fe-5d2ffdb804d7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:09.942147 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71363c5b-4b77-4e2b-b3a0-3739930f2d02 None None] Pushing event updated for resources: {'Port': ['ID=c3abed34-b03d-483a-a3f2-a218e6f7967b,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:10.039685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7df18c2b-eb2e-4c3f-a200-a37102b117e5 req-41d727e4-0b0f-4c23-8f49-757dda0a27a2 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1287388399', 'description': 'tempest-description-1829627090'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:10.051620 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] Set router 482aa45d-b3bb-4226-9926-542f14b3419d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:10:10.076289 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b933-7985-449f-b607-7b33c51225eb tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.078647 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9ba9b933-7985-449f-b607-7b33c51225eb tempest-RoutersAdminNegativeIpV6Test-665990234 tempest-RoutersAdminNegativeIpV6Test-665990234-project-admin] 10.222.0.44 "DELETE /v2.0/ports/448ac510-939f-4f7f-91fe-5d2ffdb804d7 HTTP/1.1" status: 204 len: 168 time: 1.1564965 Sep 29 23:10:10.079776 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df18c2b-eb2e-4c3f-a200-a37102b117e5 req-41d727e4-0b0f-4c23-8f49-757dda0a27a2 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.102008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a846d0-489f-47e0-a37f-d5900061aa20 req-5e892a8b-1ced-494e-94b8-ed1c96d56f62 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:10.103797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17a846d0-489f-47e0-a37f-d5900061aa20 req-5e892a8b-1ced-494e-94b8-ed1c96d56f62 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.1234093 Sep 29 23:10:10.146607 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-85df76ab-2175-497f-86ac-ce44ad27fd25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=468cf717-3d20-461d-b1e8-a00db7dc01ae HTTP/1.1" status: 200 len: 217 time: 0.3134916 Sep 29 23:10:10.157085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] For port b6ba7f0d-b484-4182-828b-5a94c27c9d9c, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:10.191576 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.217730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.228070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17a846d0-489f-47e0-a37f-d5900061aa20 req-d5d589c0-032a-44f8-8b99-2d213bfc531e tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821993 Sep 29 23:10:10.295621 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df18c2b-eb2e-4c3f-a200-a37102b117e5 req-41d727e4-0b0f-4c23-8f49-757dda0a27a2 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.301736 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df18c2b-eb2e-4c3f-a200-a37102b117e5 req-41d727e4-0b0f-4c23-8f49-757dda0a27a2 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.309577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-4033c204-0649-4e60-9aca-507dc5b00095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:10.315223 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-4033c204-0649-4e60-9aca-507dc5b00095 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1546180 Sep 29 23:10:10.319869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] For port b6ba7f0d-b484-4182-828b-5a94c27c9d9c, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:10.339687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7df18c2b-eb2e-4c3f-a200-a37102b117e5 req-41d727e4-0b0f-4c23-8f49-757dda0a27a2 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.353431 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:04Z', 'revision_number': 3, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:10.355744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7df18c2b-eb2e-4c3f-a200-a37102b117e5 req-41d727e4-0b0f-4c23-8f49-757dda0a27a2 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3281116 Sep 29 23:10:10.363950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d727e4-0b0f-4c23-8f49-757dda0a27a2 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bc78bd-be65-4221-90f6-f5ae919151f6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:10.396450 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-569d0c4a-36c3-47eb-9b9c-07b7687be6cd None None] The sync data for ids ['482aa45d-b3bb-4226-9926-542f14b3419d'] in n-d-811173-2 is: [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:04Z', 'revision_number': 3, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:10:10.412165 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-80cb97ea-cb96-4132-9603-7dc2cbe4c870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.415326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.419718 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f63116-136d-4a9b-b8e0-721bf54390a0 x-openstack-request-id: req-a7f63116-136d-4a9b-b8e0-721bf54390a0 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:10.420188 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c181bc34-ae6a-445f-988d-265991a36d86", "tag": "f61052cf-fd2e-488a-8893-532e3687293f", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e8bcfb42-9655-48dc-81f8-cb333fa4e880", "tag": "468cf717-3d20-461d-b1e8-a00db7dc01ae", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:10.420454 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7f63116-136d-4a9b-b8e0-721bf54390a0 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:10.420949 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c181bc34-ae6a-445f-988d-265991a36d86', 'tag': 'f61052cf-fd2e-488a-8893-532e3687293f', 'status': 'completed', 'code': 200} Sep 29 23:10:10.421930 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8bcfb42-9655-48dc-81f8-cb333fa4e880', 'tag': '468cf717-3d20-461d-b1e8-a00db7dc01ae', 'status': 'completed', 'code': 200} Sep 29 23:10:10.457208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47830) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:10.496538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b81316e-2e57-40d9-853c-1c69eafcc2b6 req-e7bc31a0-8db8-47a2-8f98-d922b1d8c79b tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/e3bc78bd-be65-4221-90f6-f5ae919151f6 HTTP/1.1" status: 200 len: 1815 time: 0.0949717 Sep 29 23:10:10.558439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21396cc3-6415-4613-a7a3-393e62b36245 req-bff1e740-2320-4601-8077-c380c2972294 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:10.560114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21396cc3-6415-4613-a7a3-393e62b36245 req-bff1e740-2320-4601-8077-c380c2972294 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 948 time: 0.1244190 Sep 29 23:10:10.561633 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-9b064650-b30a-406b-bc86-e19889b70b67 req-6a5bd616-b587-430c-b445-6e4477a8ec00 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] show failed (client error): The resource could not be found. Sep 29 23:10:10.567636 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b064650-b30a-406b-bc86-e19889b70b67 req-6a5bd616-b587-430c-b445-6e4477a8ec00 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/13f6bbfa-aeaf-46be-bdfd-8f1fe99aaa8e HTTP/1.1" status: 404 len: 352 time: 0.0447700 Sep 29 23:10:10.640311 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21396cc3-6415-4613-a7a3-393e62b36245 req-db46439d-63db-4dd6-a9f0-fbfeebd140c1 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674458 Sep 29 23:10:10.662486 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-80364742-10f4-41ad-b493-85776154ed1f req-cb65ba96-6cf7-4388-8063-29f7d042afc8 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] show failed (client error): The resource could not be found. Sep 29 23:10:10.664069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80364742-10f4-41ad-b493-85776154ed1f req-cb65ba96-6cf7-4388-8063-29f7d042afc8 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-group-rules/c39c3429-e167-43ec-862f-423d54d75d1c HTTP/1.1" status: 404 len: 361 time: 0.0426757 Sep 29 23:10:10.687281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d9bda50-4112-48f7-9f38-2eb8fbb5c1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.707675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-92136447-8bdf-46f3-84fa-171f6aa513b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:10.709538 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-92136447-8bdf-46f3-84fa-171f6aa513b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3737082 Sep 29 23:10:10.726546 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:10.727339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.729173 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] 10.222.0.26 "PUT /v2.0/ports/b6ba7f0d-b484-4182-828b-5a94c27c9d9c HTTP/1.1" status: 200 len: 1096 time: 4.5886533 Sep 29 23:10:10.735279 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.735905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1fadba94-b9c1-4fcf-aeb2-90b6722a034b {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:10:10.747542 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-80cb97ea-cb96-4132-9603-7dc2cbe4c870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.771684 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.789390 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-81e4e139-5ef1-4d18-b5ab-7fcc0785486a admin admin] 10.222.0.44 "DELETE /v2.0/routers/1fadba94-b9c1-4fcf-aeb2-90b6722a034b HTTP/1.1" status: 204 len: 168 time: 5.9750273 Sep 29 23:10:10.792876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220651d7-7ed7-43d8-8952-930a6528d313 req-601a6221-4abd-428f-9a02-0db3fd0931aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:10.795002 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-601a6221-4abd-428f-9a02-0db3fd0931aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 1125 time: 0.3700416 Sep 29 23:10:10.798413 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47840) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:10.819362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-127003af-8ae8-4abc-bcc0-afe55612252c req-e06cfc0b-b8ce-4b65-8cc8-7fed303e11e1 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/e3bc78bd-be65-4221-90f6-f5ae919151f6 HTTP/1.1" status: 200 len: 1815 time: 0.1182683 Sep 29 23:10:10.951748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb6dc9d-1402-448e-b64e-3f1066dc41e0 admin admin] Deleting subnet 75b2d6d4-0104-421f-a90b-8d29e148abbc {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:10:10.959077 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dc9d-1402-448e-b64e-3f1066dc41e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:10.984244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Pushing event updated for resources: {'Port': ['ID=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:11.076657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.077015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.077361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.077965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.078305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.078638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.078959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.079293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.079622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.079982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.080717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.080969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2d6135-3b0b-4bf2-87a3-867e673b716c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:11.108815 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dc9d-1402-448e-b64e-3f1066dc41e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.153012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-3659b3a6-42fa-484b-8ff7-0393e491b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:11.155016 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-3659b3a6-42fa-484b-8ff7-0393e491b7be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 1099 time: 0.3195105 Sep 29 23:10:11.155519 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dc9d-1402-448e-b64e-3f1066dc41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.263076 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-80cb97ea-cb96-4132-9603-7dc2cbe4c870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.265963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-80cb97ea-cb96-4132-9603-7dc2cbe4c870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.270377 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-80cb97ea-cb96-4132-9603-7dc2cbe4c870 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9f5d5c37-6bc8-4ee8-b4aa-e98bc0e37a87 HTTP/1.1" status: 204 len: 168 time: 1.5031626 Sep 29 23:10:11.270377 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-5aa8fd16-abdc-4e55-83a7-720a9140d78b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6ba7f0d-b484-4182-828b-5a94c27c9d9c HTTP/1.1" status: 200 len: 217 time: 0.1015520 Sep 29 23:10:11.289159 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-20388f99-86ac-4714-af1c-4e6c535dd7e9 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386109 Sep 29 23:10:11.295616 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-127003af-8ae8-4abc-bcc0-afe55612252c req-74ae9ab3-e10b-45ae-9fb9-c4276d817035 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.303321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dc9d-1402-448e-b64e-3f1066dc41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.319529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb97ea-cb96-4132-9603-7dc2cbe4c870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5d5c37-6bc8-4ee8-b4aa-e98bc0e37a87,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:11.331866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220651d7-7ed7-43d8-8952-930a6528d313 req-631a5c58-05f7-4088-b930-a62414abee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:11.333396 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-631a5c58-05f7-4088-b930-a62414abee9c service neutron] 10.222.0.26 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.4898582 Sep 29 23:10:11.383551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.442240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6dc9d-1402-448e-b64e-3f1066dc41e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75b2d6d4-0104-421f-a90b-8d29e148abbc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:11.465421 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbb6dc9d-1402-448e-b64e-3f1066dc41e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.467616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fbb6dc9d-1402-448e-b64e-3f1066dc41e0 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/75b2d6d4-0104-421f-a90b-8d29e148abbc HTTP/1.1" status: 204 len: 168 time: 0.6455772 Sep 29 23:10:11.469749 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-127003af-8ae8-4abc-bcc0-afe55612252c req-74ae9ab3-e10b-45ae-9fb9-c4276d817035 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.474924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47848) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:11.478563 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-861763ad-2973-4b36-95cc-b60d2323502a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61052cf-fd2e-488a-8893-532e3687293f HTTP/1.1" status: 200 len: 217 time: 0.0983403 Sep 29 23:10:11.538086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-cae4047c-6e80-4971-b3d4-443aa29d686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:11.539762 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-cae4047c-6e80-4971-b3d4-443aa29d686a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2558177 Sep 29 23:10:11.636636 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.669040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d9bda50-4112-48f7-9f38-2eb8fbb5c1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.733436 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d9bda50-4112-48f7-9f38-2eb8fbb5c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.734677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c3abed34-b03d-483a-a3f2-a218e6f7967b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:11.850732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port c3abed34-b03d-483a-a3f2-a218e6f7967b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:11.851416 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:11.973607 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.001048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port c3abed34-b03d-483a-a3f2-a218e6f7967b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c3abed34-b03d-483a-a3f2-a218e6f7967b,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:12.008129 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.065491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47854) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:12.105388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 70359d8f-66bf-4b71-8974-bcadc654ecee no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:10:12.132238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=c3abed34-b03d-483a-a3f2-a218e6f7967b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:12.146027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf8d2-69e1-4e65-ab22-c5621b1e3458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.148356 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 70359d8f-66bf-4b71-8974-bcadc654ecee {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:10:12.148967 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 70359d8f-66bf-4b71-8974-bcadc654ecee not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:10:12.153814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9c585-1ba6-459b-9765-fa3f093ed1e4 req-a8aba9d4-6465-475e-b636-768e64f231e7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:12.155538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fee9c585-1ba6-459b-9765-fa3f093ed1e4 req-a8aba9d4-6465-475e-b636-768e64f231e7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.7281933 Sep 29 23:10:12.160509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220651d7-7ed7-43d8-8952-930a6528d313 req-4b756580-1276-4133-9e33-7792d2687a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:12.162508 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-4b756580-1276-4133-9e33-7792d2687a0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.6436443 Sep 29 23:10:12.166383 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5d9bda50-4112-48f7-9f38-2eb8fbb5c1c3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2e937da097f543369a8d2ff5cf9dd5d7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6910362 Sep 29 23:10:12.169396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47856) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:12.183953 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-127003af-8ae8-4abc-bcc0-afe55612252c req-74ae9ab3-e10b-45ae-9fb9-c4276d817035 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.186879 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-127003af-8ae8-4abc-bcc0-afe55612252c req-74ae9ab3-e10b-45ae-9fb9-c4276d817035 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.188118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-127003af-8ae8-4abc-bcc0-afe55612252c req-74ae9ab3-e10b-45ae-9fb9-c4276d817035 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "DELETE /v2.0/security-groups/e3bc78bd-be65-4221-90f6-f5ae919151f6 HTTP/1.1" status: 204 len: 173 time: 1.3678546 Sep 29 23:10:12.203169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9bda50-4112-48f7-9f38-2eb8fbb5c1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4545d2ee-f2f6-45b8-bb22-920a2d4af2ae,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:12.230032 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-bbe2a07a-fd00-43d1-bcf5-24b4a3e697e1 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9254971 Sep 29 23:10:12.250078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae9ab3-e10b-45ae-9fb9-c4276d817035 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bc78bd-be65-4221-90f6-f5ae919151f6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:12.318057 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.337138 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-34b02698-7b34-4e0b-9909-f0ae809a43f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1183369 Sep 29 23:10:12.349033 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-5e93ace2-ee16-4d33-bb56-469021b447ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:12.350516 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-5e93ace2-ee16-4d33-bb56-469021b447ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7835283 Sep 29 23:10:12.373649 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fee9c585-1ba6-459b-9765-fa3f093ed1e4 req-8bf987ce-d84a-4f4e-8daf-d4e6bca95303 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038522 Sep 29 23:10:12.391184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aeea460-db41-4896-91a5-091ef88f1e56']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:12.413535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd04983-549c-4ac7-afdc-22d4a0961590') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:12.413821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd04983-549c-4ac7-afdc-22d4a0961590') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:12.429603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19eb9553-b89a-4fac-b1b5-7b341b1f92c0', 'tag': 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:12.431078 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83c8802-9b58-40de-9532-475c0193b400" -d '{"events": [{"name": "network-changed", "server_uuid": "19eb9553-b89a-4fac-b1b5-7b341b1f92c0", "tag": "b6ba7f0d-b484-4182-828b-5a94c27c9d9c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:12.442813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.488315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aac7db-4ee2-4f4c-8008-70f0c86dfa5e req-c864393a-7c5f-4adb-b6d4-b35e4c11ef20 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:12.490595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01aac7db-4ee2-4f4c-8008-70f0c86dfa5e req-c864393a-7c5f-4adb-b6d4-b35e4c11ef20 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 948 time: 0.1610820 Sep 29 23:10:12.514689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.539720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:10:12.540604 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:10:12.542637 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:10:12.568352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b9c8685-3ab2-4208-8e30-2b18ed11ad57 req-ede2b377-4706-45e3-b19c-116eace994dc tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/b159e2bc-c8a1-4105-938f-f1de0252d55b HTTP/1.1" status: 200 len: 1813 time: 0.1405051 Sep 29 23:10:12.624327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01aac7db-4ee2-4f4c-8008-70f0c86dfa5e req-32d5863f-466e-499d-bd59-797298bb3acb tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233842 Sep 29 23:10:12.650972 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67a8a793-5a25-47ef-b4fa-adef05facd68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.660004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Allocated IP 172.20.0.1 (5b74424c-10e9-4f4e-a3dd-06c770306b96/fd256db6-7ec3-4bb4-b19f-b92c900e8afa/7904a60e-7f02-41d2-bd0d-e60e22f6bbf6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:12.675108 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.695754 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.697670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] 10.222.0.44 "DELETE /v2.0/networks/3aeea460-db41-4896-91a5-091ef88f1e56 HTTP/1.1" status: 204 len: 168 time: 1.2197704 Sep 29 23:10:12.710933 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac7b81d-5928-4ef8-811e-22642022127c x-openstack-request-id: req-3ac7b81d-5928-4ef8-811e-22642022127c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:12.711331 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19eb9553-b89a-4fac-b1b5-7b341b1f92c0", "tag": "b6ba7f0d-b484-4182-828b-5a94c27c9d9c", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:12.711504 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ac7b81d-5928-4ef8-811e-22642022127c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:12.711966 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19eb9553-b89a-4fac-b1b5-7b341b1f92c0', 'tag': 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', 'status': 'completed', 'code': 200} Sep 29 23:10:12.728871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16094a3-4e4f-4013-a3cd-9398a05b578b admin admin] Pushing event deleted for resources: {'Network': ['ID=3aeea460-db41-4896-91a5-091ef88f1e56,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:12.753673 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-5054805a-e72b-48c7-b64f-b4edaea16540 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937821 Sep 29 23:10:12.754033 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b9c8685-3ab2-4208-8e30-2b18ed11ad57 req-59d429c4-ee49-46ed-97eb-fa3199fad677 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.764203 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67a8a793-5a25-47ef-b4fa-adef05facd68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.775013 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-4af0f4b6-990a-4e3b-86e8-e30879b6c41f service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960221 Sep 29 23:10:12.801530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b9c8685-3ab2-4208-8e30-2b18ed11ad57 req-59d429c4-ee49-46ed-97eb-fa3199fad677 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.871147 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b9c8685-3ab2-4208-8e30-2b18ed11ad57 req-59d429c4-ee49-46ed-97eb-fa3199fad677 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.874104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7b9c8685-3ab2-4208-8e30-2b18ed11ad57 req-59d429c4-ee49-46ed-97eb-fa3199fad677 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:12.875372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b9c8685-3ab2-4208-8e30-2b18ed11ad57 req-59d429c4-ee49-46ed-97eb-fa3199fad677 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "DELETE /v2.0/security-groups/b159e2bc-c8a1-4105-938f-f1de0252d55b HTTP/1.1" status: 204 len: 173 time: 0.2894721 Sep 29 23:10:12.898962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d429c4-ee49-46ed-97eb-fa3199fad677 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b159e2bc-c8a1-4105-938f-f1de0252d55b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:12.974684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3971f92-b2e0-403a-9251-9a679d16eb5d req-7a0ed64e-7c1e-4fc2-9d20-b4541fc1625b tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/818e06c8-ee08-4379-9211-990948008ad6 HTTP/1.1" status: 200 len: 1813 time: 0.0715694 Sep 29 23:10:12.981461 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf8d2-69e1-4e65-ab22-c5621b1e3458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.037988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47868) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:13.046433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f7cf8d2-69e1-4e65-ab22-c5621b1e3458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.089099 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e3971f92-b2e0-403a-9251-9a679d16eb5d req-f5ee1601-9985-4ed2-b2b9-56b469fd5789 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.102274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-394d9a3b-f625-4c06-b860-43fd7de1e60e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b1cba4f5fbe4eb8befadaf2017ca1b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0580883 Sep 29 23:10:13.108299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47870) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:13.138037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e3971f92-b2e0-403a-9251-9a679d16eb5d req-f5ee1601-9985-4ed2-b2b9-56b469fd5789 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.159919 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4f7cf8d2-69e1-4e65-ab22-c5621b1e3458 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4962c9dacab43db8be58793e333b6e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0788400 Sep 29 23:10:13.165508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47872) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:13.179002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67a8a793-5a25-47ef-b4fa-adef05facd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.181652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67a8a793-5a25-47ef-b4fa-adef05facd68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.183885 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-67a8a793-5a25-47ef-b4fa-adef05facd68 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4545d2ee-f2f6-45b8-bb22-920a2d4af2ae HTTP/1.1" status: 204 len: 168 time: 0.9711680 Sep 29 23:10:13.196472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7cf8d2-69e1-4e65-ab22-c5621b1e3458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0619dcb2-8569-4cb3-a76b-4049a239b860,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:13.217331 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-cf5339c5-dae6-4020-8544-074e03d480f8 service neutron] 10.222.0.26 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505970 Sep 29 23:10:13.226681 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e3971f92-b2e0-403a-9251-9a679d16eb5d req-f5ee1601-9985-4ed2-b2b9-56b469fd5789 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.229318 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e3971f92-b2e0-403a-9251-9a679d16eb5d req-f5ee1601-9985-4ed2-b2b9-56b469fd5789 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.230674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3971f92-b2e0-403a-9251-9a679d16eb5d req-f5ee1601-9985-4ed2-b2b9-56b469fd5789 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "DELETE /v2.0/security-groups/818e06c8-ee08-4379-9211-990948008ad6 HTTP/1.1" status: 204 len: 173 time: 0.2500577 Sep 29 23:10:13.238763 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.269335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee1601-9985-4ed2-b2b9-56b469fd5789 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=818e06c8-ee08-4379-9211-990948008ad6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:13.272187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d178f448-ac40-44cd-8d50-fd8b2b573c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.282433 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5190b920-b584-4aa9-a648-f4e8db48e7c5 req-984c99d9-a1ee-4bb5-98e5-d55e8cb8c0a7 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868612 Sep 29 23:10:13.286509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8a793-5a25-47ef-b4fa-adef05facd68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4545d2ee-f2f6-45b8-bb22-920a2d4af2ae,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:13.293796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.333171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d178f448-ac40-44cd-8d50-fd8b2b573c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.364614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4daa6283-ff18-445e-90df-b7771d46ce72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.398275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-802e8790-36bd-4601-b561-5204de85f817 req-f2f12153-4fed-451b-b462-f8e6706dab6b tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/dc9aad97-c8a9-47bd-b1db-a1c6d053149f HTTP/1.1" status: 200 len: 1815 time: 0.1328073 Sep 29 23:10:13.411908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4daa6283-ff18-445e-90df-b7771d46ce72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.477352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Network 5b74424c-10e9-4f4e-a3dd-06c770306b96 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:13.486464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:13.488915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d178f448-ac40-44cd-8d50-fd8b2b573c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.493239 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d178f448-ac40-44cd-8d50-fd8b2b573c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.496591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 468cf717-3d20-461d-b1e8-a00db7dc01ae details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:10:13.497192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:13.497728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d178f448-ac40-44cd-8d50-fd8b2b573c93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15d6bce4-58d8-4666-9ba0-ec550950214e HTTP/1.1" status: 204 len: 168 time: 0.3902392 Sep 29 23:10:13.503723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Pushing event updated for resources: {'Port': ['ID=7904a60e-7f02-41d2-bd0d-e60e22f6bbf6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:13.530759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220651d7-7ed7-43d8-8952-930a6528d313 req-6903e90a-0bde-409e-8519-85eec1a1df11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:13.532631 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-6903e90a-0bde-409e-8519-85eec1a1df11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 1099 time: 0.2324066 Sep 29 23:10:13.558503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c8802-9b58-40de-9532-475c0193b400 req-c7873848-bb27-4d90-9f39-f50b0ded0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:13.560199 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a83c8802-9b58-40de-9532-475c0193b400 req-c7873848-bb27-4d90-9f39-f50b0ded0181 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 1099 time: 0.1868572 Sep 29 23:10:13.596877 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-802e8790-36bd-4601-b561-5204de85f817 req-25e6d35a-4b65-4838-82af-abc4230d51d0 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.634118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178f448-ac40-44cd-8d50-fd8b2b573c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d6bce4-58d8-4666-9ba0-ec550950214e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:13.662096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4daa6283-ff18-445e-90df-b7771d46ce72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.665710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4daa6283-ff18-445e-90df-b7771d46ce72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.667381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4daa6283-ff18-445e-90df-b7771d46ce72 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0619dcb2-8569-4cb3-a76b-4049a239b860 HTTP/1.1" status: 204 len: 168 time: 0.4973841 Sep 29 23:10:13.693777 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774550c7-fe6d-46c2-99ac-1d070ec9054e req-4364d5af-4c34-4093-bbee-f13b6e0291ea tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:13.703444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-774550c7-fe6d-46c2-99ac-1d070ec9054e req-4364d5af-4c34-4093-bbee-f13b6e0291ea tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.1902645 Sep 29 23:10:13.738206 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.766304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa6283-ff18-445e-90df-b7771d46ce72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0619dcb2-8569-4cb3-a76b-4049a239b860,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:13.789374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-802e8790-36bd-4601-b561-5204de85f817 req-25e6d35a-4b65-4838-82af-abc4230d51d0 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.802743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c3abed34-b03d-483a-a3f2-a218e6f7967b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:13.898573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-774550c7-fe6d-46c2-99ac-1d070ec9054e req-ed82ab0f-d092-4b30-9836-422891fb5b5c tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915207 Sep 29 23:10:13.899756 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-802e8790-36bd-4601-b561-5204de85f817 req-25e6d35a-4b65-4838-82af-abc4230d51d0 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.903764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-802e8790-36bd-4601-b561-5204de85f817 req-25e6d35a-4b65-4838-82af-abc4230d51d0 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:13.905081 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-802e8790-36bd-4601-b561-5204de85f817 req-25e6d35a-4b65-4838-82af-abc4230d51d0 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "DELETE /v2.0/security-groups/dc9aad97-c8a9-47bd-b1db-a1c6d053149f HTTP/1.1" status: 204 len: 173 time: 0.4972775 Sep 29 23:10:13.922314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6d35a-4b65-4838-82af-abc4230d51d0 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9aad97-c8a9-47bd-b1db-a1c6d053149f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:13.950716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47892) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:14.017248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c8802-9b58-40de-9532-475c0193b400 req-f64622d4-260d-4c8a-bef2-f915217be529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:14.018790 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a83c8802-9b58-40de-9532-475c0193b400 req-f64622d4-260d-4c8a-bef2-f915217be529 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.4437280 Sep 29 23:10:14.064015 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 468cf717-3d20-461d-b1e8-a00db7dc01ae, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=468cf717-3d20-461d-b1e8-a00db7dc01ae,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:14.085552 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '468cf717-3d20-461d-b1e8-a00db7dc01ae', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '468cf717-3d20-461d-b1e8-a00db7dc01ae', 'mac_address': 'fa:16:3e:7b:8e:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:10:14.088131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e1147529-85ec-4dd2-86e1-81b998be2533 None None] Provisioning complete for port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:14.088881 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e1147529-85ec-4dd2-86e1-81b998be2533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.125915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-abe6c74d-9fec-4f10-bfb0-2a08970ed218 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7df5fedb7b84654a8cb5d225268952e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734848 Sep 29 23:10:14.174855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:14.175561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220651d7-7ed7-43d8-8952-930a6528d313 req-0ea34772-ab91-47d5-8f51-4bdf63c533f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:14.177079 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-0ea34772-ab91-47d5-8f51-4bdf63c533f0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.6323607 Sep 29 23:10:14.257237 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a83c8802-9b58-40de-9532-475c0193b400 req-aa4d3973-bcda-43b8-9085-790a4cd2b03f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=b6ba7f0d-b484-4182-828b-5a94c27c9d9c HTTP/1.1" status: 200 len: 217 time: 0.2277203 Sep 29 23:10:14.275757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port c3abed34-b03d-483a-a3f2-a218e6f7967b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:14.276688 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.286612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f327649d-391b-4279-9571-0a90309d085e req-031a54d5-3310-4df7-a809-3c47b9298b74 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "GET /v2.0/security-groups/2a62cb07-0081-42ef-a3b4-08f7730c2a29 HTTP/1.1" status: 200 len: 1814 time: 0.2928782 Sep 29 23:10:14.316485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b141c05-8b2d-4267-b353-f9ad1c2d1361 req-6cc8871f-5634-4b63-82e6-7a9d8a7ec5d7 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:14.318094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b141c05-8b2d-4267-b353-f9ad1c2d1361 req-6cc8871f-5634-4b63-82e6-7a9d8a7ec5d7 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 948 time: 0.2585728 Sep 29 23:10:14.350226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e1147529-85ec-4dd2-86e1-81b998be2533 None None] Port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:10:14.374405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-065a93ce-35cb-457c-b486-066ec53da896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.382952 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.433587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-065a93ce-35cb-457c-b486-066ec53da896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.436447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-7c3b71cb-fce5-4f9b-a587-4d0d4f75d85f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=468cf717-3d20-461d-b1e8-a00db7dc01ae HTTP/1.1" status: 200 len: 217 time: 0.1762445 Sep 29 23:10:14.438923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b141c05-8b2d-4267-b353-f9ad1c2d1361 req-11058af2-7f03-4dda-a44e-0a021c2913e3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057184 Sep 29 23:10:14.439059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 468cf717-3d20-461d-b1e8-a00db7dc01ae {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:14.516292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 468cf717-3d20-461d-b1e8-a00db7dc01ae, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=468cf717-3d20-461d-b1e8-a00db7dc01ae,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:14.575667 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.578622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c8802-9b58-40de-9532-475c0193b400 req-2274da9e-8574-42b0-a627-5420cdd3a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:14.579613 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-065a93ce-35cb-457c-b486-066ec53da896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.581729 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a83c8802-9b58-40de-9532-475c0193b400 req-2274da9e-8574-42b0-a627-5420cdd3a24a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2750857 Sep 29 23:10:14.589374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-065a93ce-35cb-457c-b486-066ec53da896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.593728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-065a93ce-35cb-457c-b486-066ec53da896 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/55ec8ab3-568d-42f5-882d-12a4e6962b0b HTTP/1.1" status: 204 len: 168 time: 0.4062731 Sep 29 23:10:14.601742 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f327649d-391b-4279-9571-0a90309d085e req-1f25653a-0235-4719-bcae-32b2d5b77393 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.656696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220651d7-7ed7-43d8-8952-930a6528d313 req-62a694d0-7a9a-435e-aafc-e0b1db9b4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:14.659455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f327649d-391b-4279-9571-0a90309d085e req-1f25653a-0235-4719-bcae-32b2d5b77393 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.673997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-62a694d0-7a9a-435e-aafc-e0b1db9b4e81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2281246 Sep 29 23:10:14.706545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a93ce-35cb-457c-b486-066ec53da896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec8ab3-568d-42f5-882d-12a4e6962b0b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:14.790805 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.798061 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f327649d-391b-4279-9571-0a90309d085e req-1f25653a-0235-4719-bcae-32b2d5b77393 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.803623 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f327649d-391b-4279-9571-0a90309d085e req-1f25653a-0235-4719-bcae-32b2d5b77393 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:14.805310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f327649d-391b-4279-9571-0a90309d085e req-1f25653a-0235-4719-bcae-32b2d5b77393 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] 10.222.0.44 "DELETE /v2.0/security-groups/2a62cb07-0081-42ef-a3b4-08f7730c2a29 HTTP/1.1" status: 204 len: 173 time: 0.5079312 Sep 29 23:10:14.813509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47924) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:14.844289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=468cf717-3d20-461d-b1e8-a00db7dc01ae,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:14.905655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c8802-9b58-40de-9532-475c0193b400 req-19636c0f-7e28-4b41-b53d-8783b11d9e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:14.907237 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a83c8802-9b58-40de-9532-475c0193b400 req-19636c0f-7e28-4b41-b53d-8783b11d9e16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2786684 Sep 29 23:10:14.911766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220651d7-7ed7-43d8-8952-930a6528d313 req-437c7bbf-cf19-4ea5-b6ff-3edad775e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:14.913419 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-437c7bbf-cf19-4ea5-b6ff-3edad775e5e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1989744 Sep 29 23:10:14.921185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b183d3-fefa-453f-974f-cca4bdafb798 admin admin] Deleting subnet 7161b645-76ce-451b-ade0-eb80ea37cbad {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:10:14.929280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:14.934577 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b183d3-fefa-453f-974f-cca4bdafb798 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.039348 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b183d3-fefa-453f-974f-cca4bdafb798 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.085984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b183d3-fefa-453f-974f-cca4bdafb798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.179872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25653a-0235-4719-bcae-32b2d5b77393 tempest-SecurityGroupRulesNegativeTestJSON-424177183 tempest-SecurityGroupRulesNegativeTestJSON-424177183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a62cb07-0081-42ef-a3b4-08f7730c2a29,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:15.186439 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b183d3-fefa-453f-974f-cca4bdafb798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.263203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b183d3-fefa-453f-974f-cca4bdafb798 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7161b645-76ce-451b-ade0-eb80ea37cbad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:15.265664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b183d3-fefa-453f-974f-cca4bdafb798 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.268541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c6b183d3-fefa-453f-974f-cca4bdafb798 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/7161b645-76ce-451b-ade0-eb80ea37cbad HTTP/1.1" status: 204 len: 168 time: 0.4493442 Sep 29 23:10:15.272695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47938) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:15.331194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c9d78a-5b95-4259-a4c4-8bd8ccad30ac req-8c43366b-f54b-4ac9-96b5-c3ec309650f4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:15.339010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18c9d78a-5b95-4259-a4c4-8bd8ccad30ac req-8c43366b-f54b-4ac9-96b5-c3ec309650f4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.1706445 Sep 29 23:10:15.399360 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.447513 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18c9d78a-5b95-4259-a4c4-8bd8ccad30ac req-2034c584-507e-4ab8-8ea2-bb15ca2235ed tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071846 Sep 29 23:10:15.512938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b6ba7f0d-b484-4182-828b-5a94c27c9d9c details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:10:15.515650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device f61052cf-fd2e-488a-8893-532e3687293f no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:10:15.600524 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.669007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49777e94-9801-4550-bd6c-bfad9f82b0d6']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:15.683875 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f0d6176-4d17-4a61-b121-20c7d6e2ed9c') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:15.684681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f0d6176-4d17-4a61-b121-20c7d6e2ed9c') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:15.707565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.738626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825544ce-8052-4d4d-b4af-65d1a2a96d00 req-6d70c9a1-e7e7-4203-b0d4-2446953e39ff tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:15.745178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-825544ce-8052-4d4d-b4af-65d1a2a96d00 req-6d70c9a1-e7e7-4203-b0d4-2446953e39ff tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 948 time: 0.1323891 Sep 29 23:10:15.750170 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.786746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:10:15.787168 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:10:15.793847 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:10:15.854579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b6ba7f0d-b484-4182-828b-5a94c27c9d9c, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:15.873782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', 'mac_address': 'fa:16:3e:93:80:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:10:15.926876 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:15.958561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ba7f0d-b484-4182-828b-5a94c27c9d9c {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:15.986000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-825544ce-8052-4d4d-b4af-65d1a2a96d00 req-47399eff-f11d-4e12-84b5-bc7f97bf100f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294292 Sep 29 23:10:15.995845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b6ba7f0d-b484-4182-828b-5a94c27c9d9c, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:16.001753 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:16.014343 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:16.017147 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:16.028294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] 10.222.0.44 "DELETE /v2.0/networks/49777e94-9801-4550-bd6c-bfad9f82b0d6 HTTP/1.1" status: 204 len: 168 time: 0.7518210 Sep 29 23:10:16.068754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fac857-fa00-4122-885b-20809f343931 admin admin] Pushing event deleted for resources: {'Network': ['ID=49777e94-9801-4550-bd6c-bfad9f82b0d6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:16.071575 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a83c8802-9b58-40de-9532-475c0193b400 req-9abce5ef-82d1-40b6-bef2-bae7f81e00bc service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1554406 Sep 29 23:10:16.088363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:16.116050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:16.129999 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-774d42e3-09b8-44ca-8851-f91897b5e196 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2057433 Sep 29 23:10:16.217572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a83c8802-9b58-40de-9532-475c0193b400 req-eed888da-a88d-4876-a942-7eba43260184 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323857 Sep 29 23:10:16.219526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:16.238608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b6ba7f0d-b484-4182-828b-5a94c27c9d9c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:16.402495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47976) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:16.505956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96b4a28d-ea03-49a8-a767-c0eb9c5c64c4 req-7866216a-6d50-41fc-9008-98f8b5e334d3 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0575943 Sep 29 23:10:16.544169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-04cdae9a-628c-4e20-8698-9c4f67eb95f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bfd8c881dbb34b019fa3258b83d8d204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400869 Sep 29 23:10:16.546766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:16.634102 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:16.637616 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-220651d7-7ed7-43d8-8952-930a6528d313 req-91af144a-7004-4e1c-bd67-15efceb02622 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188793 Sep 29 23:10:16.638307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Pushing event updated for resources: {'Port': ['ID=7904a60e-7f02-41d2-bd0d-e60e22f6bbf6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:16.710982 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19c7e3fc-f61e-4e9e-9391-856d26b816eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:16.750223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef3a2e6-1d1d-437e-97aa-26df3e92e394 req-790a230b-e472-4763-bd41-03f0d9c59871 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:16.752272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ef3a2e6-1d1d-437e-97aa-26df3e92e394 req-790a230b-e472-4763-bd41-03f0d9c59871 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.1437674 Sep 29 23:10:16.765262 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19c7e3fc-f61e-4e9e-9391-856d26b816eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:16.821364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ef3a2e6-1d1d-437e-97aa-26df3e92e394 req-5fb287dc-9ab9-401f-bc4e-3018630697b7 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594623 Sep 29 23:10:16.862541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Network 5b74424c-10e9-4f4e-a3dd-06c770306b96 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:16.864020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:16.880268 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19c7e3fc-f61e-4e9e-9391-856d26b816eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:16.884368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19c7e3fc-f61e-4e9e-9391-856d26b816eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:16.885797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-19c7e3fc-f61e-4e9e-9391-856d26b816eb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec770fbe-815a-45c8-a645-5ac5d52c8ffb HTTP/1.1" status: 204 len: 168 time: 0.3378344 Sep 29 23:10:16.899888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c7e3fc-f61e-4e9e-9391-856d26b816eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec770fbe-815a-45c8-a645-5ac5d52c8ffb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:17.262276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Router 482aa45d-b3bb-4226-9926-542f14b3419d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:10:17.289996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986295ae-d9aa-43ec-81d2-bdb08fe269ef req-808d4041-78be-4319-811e-43502a7c3725 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:17.293077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-986295ae-d9aa-43ec-81d2-bdb08fe269ef req-808d4041-78be-4319-811e-43502a7c3725 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 949 time: 0.1134763 Sep 29 23:10:17.317051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4612d940-7d09-41af-9208-80b6e9c3ca4f None None] Provisioning complete for port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:17.317474 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4612d940-7d09-41af-9208-80b6e9c3ca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:17.382935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-986295ae-d9aa-43ec-81d2-bdb08fe269ef req-dbc5d1c0-13c7-4800-92b5-ee80fdd5e64a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798676 Sep 29 23:10:17.436723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4612d940-7d09-41af-9208-80b6e9c3ca4f None None] Port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:10:17.541449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b6ba7f0d-b484-4182-828b-5a94c27c9d9c up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:17.544996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:10:17.598698 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d82c93e9-4f78-40b0-9dec-7f315ef9bc35 admin admin] 10.222.0.44 "PUT /v2.0/routers/482aa45d-b3bb-4226-9926-542f14b3419d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1787648 Sep 29 23:10:17.608700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Sync routers for ids ['482aa45d-b3bb-4226-9926-542f14b3419d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:10:17.642933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Routers {'482aa45d-b3bb-4226-9926-542f14b3419d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:10:17.644051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:10:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['482aa45d-b3bb-4226-9926-542f14b3419d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:17.783753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48020) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:17.800474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e9caca6-a2ab-4a3f-9174-e0c2437dccb6 req-194e17b1-193a-48dd-8838-7fa467af029c tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0941241 Sep 29 23:10:17.902073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port b6ba7f0d-b484-4182-828b-5a94c27c9d9c completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:10:17.913950 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-b88a5c8f-3287-4a62-8924-5c6ec168966e service neutron] 10.222.0.26 "GET /v2.0/ports/f61052cf-fd2e-488a-8893-532e3687293f/bindings/n-h1-811173-2 HTTP/1.1" status: 200 len: 384 time: 0.1763258 Sep 29 23:10:17.937493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port b6ba7f0d-b484-4182-828b-5a94c27c9d9c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:17.941928 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:18.003210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Set router 482aa45d-b3bb-4226-9926-542f14b3419d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:10:18.078363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4908e-4bc8-488d-8560-c0370c376f09 req-2fd32079-3914-47b1-bcf0-c20668d77393 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:18.093692 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bce4908e-4bc8-488d-8560-c0370c376f09 req-2fd32079-3914-47b1-bcf0-c20668d77393 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 944 time: 0.1297646 Sep 29 23:10:18.101717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-28ef3a6f-fbf8-40e8-8aed-f7562add41f9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:18.102620 n-d-811173-2 neutron-server[110005]: WARNING neutron.api.v2.base [None req-28ef3a6f-fbf8-40e8-8aed-f7562add41f9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 23:10:18.102944 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-28ef3a6f-fbf8-40e8-8aed-f7562add41f9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 23:10:18.107395 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-28ef3a6f-fbf8-40e8-8aed-f7562add41f9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3023727 Sep 29 23:10:18.123161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48036) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:18.145656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'tempest-secgroup--489804419'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:18.241910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bce4908e-4bc8-488d-8560-c0370c376f09 req-98ce6e3f-3373-42a2-857e-b87a7ec05afe tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417725 Sep 29 23:10:18.261387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:18.266552 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:18.283952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:18.295636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-2b502b89-07a5-4256-b065-2dd3e40ee85c service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:18.366042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-2b502b89-07a5-4256-b065-2dd3e40ee85c service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:18.410526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb9553-b89a-4fac-b1b5-7b341b1f92c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:18.414091 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c975fd-352e-4eae-9e00-d5fc18cca86d" -d '{"events": [{"server_uuid": "19eb9553-b89a-4fac-b1b5-7b341b1f92c0", "name": "network-vif-plugged", "status": "completed", "tag": "b6ba7f0d-b484-4182-828b-5a94c27c9d9c"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:18.491243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b6ba7f0d-b484-4182-828b-5a94c27c9d9c, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:18.491785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-2b502b89-07a5-4256-b065-2dd3e40ee85c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f61052cf-fd2e-488a-8893-532e3687293f {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:18.521336 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5325e092-ac11-468a-9fb6-6acda1bae92e x-openstack-request-id: req-5325e092-ac11-468a-9fb6-6acda1bae92e {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:18.523389 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb9553-b89a-4fac-b1b5-7b341b1f92c0", "name": "network-vif-plugged", "status": "completed", "tag": "b6ba7f0d-b484-4182-828b-5a94c27c9d9c", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:18.524210 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5325e092-ac11-468a-9fb6-6acda1bae92e {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:18.526586 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19eb9553-b89a-4fac-b1b5-7b341b1f92c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', 'code': 200} Sep 29 23:10:18.528547 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:18.529885 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-2b502b89-07a5-4256-b065-2dd3e40ee85c service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:18.530928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 468cf717-3d20-461d-b1e8-a00db7dc01ae up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:18.579304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-2b502b89-07a5-4256-b065-2dd3e40ee85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:18.672802 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:18.690996 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:18.725683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:18.757900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:14Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7904a60e-7f02-41d2-bd0d-e60e22f6bbf6', 'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'mac_address': 'fa:16:3e:58:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:11Z', 'updated_at': '2021-09-29T23:10:14Z', 'revision_number': 2, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'subnets': [{'id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:18.759744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7b5863-1c00-47dc-9f5a-12109f64359c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:18.773272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 468cf717-3d20-461d-b1e8-a00db7dc01ae completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:10:18.784003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7024d6-e8fc-494d-a307-2d8caa0556ba req-a8fb2d93-e417-4da0-99dc-2c9569b8b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:18.787883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eb3b98-a4cc-427d-b62d-cd211880c8fb req-2e644b6f-56ca-47aa-93f6-a681e9f1149b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:18.797259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55eb3b98-a4cc-427d-b62d-cd211880c8fb req-2e644b6f-56ca-47aa-93f6-a681e9f1149b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 950 time: 0.2868152 Sep 29 23:10:18.797407 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b7024d6-e8fc-494d-a307-2d8caa0556ba req-a8fb2d93-e417-4da0-99dc-2c9569b8b825 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 1101 time: 0.1892092 Sep 29 23:10:18.799262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.799511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.800093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.800579 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.801060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.801537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.809779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.811264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.811971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.814651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.816169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.817898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:18.820490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 468cf717-3d20-461d-b1e8-a00db7dc01ae triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:18.820974 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:18.844465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-2b502b89-07a5-4256-b065-2dd3e40ee85c service neutron] Transition to ACTIVE for port object f61052cf-fd2e-488a-8893-532e3687293f will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:10:18.857211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-2b502b89-07a5-4256-b065-2dd3e40ee85c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:18.874345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Checking router: 482aa45d-b3bb-4226-9926-542f14b3419d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:10:18.874753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Updating router 482aa45d-b3bb-4226-9926-542f14b3419d port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:10:18.877513 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b7024d6-e8fc-494d-a307-2d8caa0556ba req-64275a08-42dc-4837-bbd1-3e52a56be61a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723426 Sep 29 23:10:18.924285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55eb3b98-a4cc-427d-b62d-cd211880c8fb req-d3bd49f3-9fd7-4883-b9f5-38992c8fc996 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210828 Sep 29 23:10:18.968258 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.010818 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48064) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:19.027325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-2b502b89-07a5-4256-b065-2dd3e40ee85c service neutron] No DVR routers for this DVR port f61052cf-fd2e-488a-8893-532e3687293f on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:10:19.036251 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.042005 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.063749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b502b89-07a5-4256-b065-2dd3e40ee85c service neutron] Pushing event updated for resources: {'Port': ['ID=f61052cf-fd2e-488a-8893-532e3687293f,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:19.108813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.110396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9862044 Sep 29 23:10:19.123077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48074) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:19.128655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c6ecb5cc-84c1-46a8-8c2d-e1b711729a7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '7c8a1b50-9646-47c8-bf39-b21589c27d01', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:19.150505 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-2b502b89-07a5-4256-b065-2dd3e40ee85c service neutron] 10.222.0.26 "PUT /v2.0/ports/f61052cf-fd2e-488a-8893-532e3687293f/bindings/n-h1-811173-2/activate HTTP/1.1" status: 200 len: 369 time: 1.2291105 Sep 29 23:10:19.218239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-198909853-network', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:19.230656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4e326-4620-4955-a974-39caa8bff8f8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8a1b50-9646-47c8-bf39-b21589c27d01,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:19.253080 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb5cc-84c1-46a8-8c2d-e1b711729a7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.305769 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.365107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1be5b673-133d-4fa7-86dc-a728311b3845 req-8335d881-31b1-4fb5-8f70-c9184d91ea53 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.1532316 Sep 29 23:10:19.366717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-eb32c46d-af44-4668-b5d2-70013543d746 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:19.367263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 468cf717-3d20-461d-b1e8-a00db7dc01ae, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=468cf717-3d20-461d-b1e8-a00db7dc01ae,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:19.374276 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-eb32c46d-af44-4668-b5d2-70013543d746 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.1395249 Sep 29 23:10:19.374604 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.446719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb5cc-84c1-46a8-8c2d-e1b711729a7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.469206 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb5cc-84c1-46a8-8c2d-e1b711729a7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.484751 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.487425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=468cf717-3d20-461d-b1e8-a00db7dc01ae,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:19.500514 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.521449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-261123ff-2b3d-413b-9339-d336a51f11e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:19.523490 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-261123ff-2b3d-413b-9339-d336a51f11e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad HTTP/1.1" status: 200 len: 1096 time: 0.1332903 Sep 29 23:10:19.537445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecb5cc-84c1-46a8-8c2d-e1b711729a7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9670d41f-b187-4ce0-ab8a-5a116dd31260,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:19.572627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Made reservation on behalf of d17c8c56fc084a478ca1baeab2fa4d19 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:19.575762 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.584738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71f48d-8d6b-4abd-8606-8704b148c853 None None] Pushing event updated for resources: {'Port': ['ID=7904a60e-7f02-41d2-bd0d-e60e22f6bbf6,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:19.660006 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.662429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb5cc-84c1-46a8-8c2d-e1b711729a7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.663769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c6ecb5cc-84c1-46a8-8c2d-e1b711729a7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5393953 Sep 29 23:10:19.666577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48106) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:19.676834 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-60a24617-8e9f-49fd-8e22-cde7d7aa9f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:19.679526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0399be43-cc9f-4b16-838e-f4b44a059255 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '7c8a1b50-9646-47c8-bf39-b21589c27d01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:19.682727 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-60a24617-8e9f-49fd-8e22-cde7d7aa9f26 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 1096 time: 0.1135144 Sep 29 23:10:19.684782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Attempting to bind port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:19.684782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Attempting to bind port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:19.685332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Attempting to bind port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 on network 5b74424c-10e9-4f4e-a3dd-06c770306b96 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:19.706455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:19.707062 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Checking segment: {'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:19.707219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1b61e-412a-4b8c-96b2-eac9822a7a10 req-4f9815ff-88e6-4c5a-acbc-1d12ef2fa0b6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:19.707518 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.708403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Bound using segment: {'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:19.708637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Bound port: 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:19.709403 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.716456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4a1b61e-412a-4b8c-96b2-eac9822a7a10 req-4f9815ff-88e6-4c5a-acbc-1d12ef2fa0b6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 945 time: 0.2672606 Sep 29 23:10:19.865837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] For port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:19.877455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] For port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7904a60e-7f02-41d2-bd0d-e60e22f6bbf6,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:19.890300 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.893317 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.919737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0399be43-cc9f-4b16-838e-f4b44a059255 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.927398 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:19.944706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-43dad8c9-02a9-4a63-93f3-6d14e29df388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:19.950361 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-43dad8c9-02a9-4a63-93f3-6d14e29df388 service neutron] 10.222.0.42 "GET /v2.0/networks?id=08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 200 len: 909 time: 0.2572820 Sep 29 23:10:20.000354 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4a1b61e-412a-4b8c-96b2-eac9822a7a10 req-b2c77cce-8c7f-49c3-b60a-f95a19609e99 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2771935 Sep 29 23:10:20.072833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:20.077806 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-427a353c-c801-4b0c-8940-21004fdc6639 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f61052cf-fd2e-488a-8893-532e3687293f HTTP/1.1" status: 200 len: 217 time: 0.1146080 Sep 29 23:10:20.094355 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4d1f922c-9b77-49c3-8633-61a5a69deb72 None None] Provisioning complete for port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:20.102886 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4d1f922c-9b77-49c3-8633-61a5a69deb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:20.125915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:10:20.202149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-b031e49c-8636-46e5-9f0a-a9423b90ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:20.204164 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-b031e49c-8636-46e5-9f0a-a9423b90ce71 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 200 len: 848 time: 0.1196051 Sep 29 23:10:20.257239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2c8d93-61b8-40c3-9e5d-e68d29d181a8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:20.277166 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-23fe975d-b38c-4c3f-9a3e-cb15755c0697 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=08c35151-52b3-4fb7-813b-bad9609e7f62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575252 Sep 29 23:10:20.319012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:20.319718 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Added segment 40300e51-cc50-4347-abd4-a203441ce7b2 of type vlan for network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 Sep 29 23:10:20.362871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9883d6-bb35-4145-8402-fc66caf6a560 req-9aafc22d-0e13-423e-914d-81b375300d66 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:20.365996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e9883d6-bb35-4145-8402-fc66caf6a560 req-9aafc22d-0e13-423e-914d-81b375300d66 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 950 time: 0.2769730 Sep 29 23:10:20.460591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71f48d-8d6b-4abd-8606-8704b148c853 None None] Pushing event updated for resources: {'Port': ['ID=7904a60e-7f02-41d2-bd0d-e60e22f6bbf6,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:20.477991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Routers {'482aa45d-b3bb-4226-9926-542f14b3419d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:10:20.478756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:10:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['482aa45d-b3bb-4226-9926-542f14b3419d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:20.517762 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-9f04d155-47a2-4232-a03c-6b64bd2ddc5e service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220275 Sep 29 23:10:20.525136 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-0399be43-cc9f-4b16-838e-f4b44a059255 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 23:10:20.528888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0399be43-cc9f-4b16-838e-f4b44a059255 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8612871 Sep 29 23:10:20.540481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48164) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:20.541435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bcfb42-9655-48dc-81f8-cb333fa4e880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468cf717-3d20-461d-b1e8-a00db7dc01ae'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:20.543941 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85775d1-90fd-461c-8154-a1ca186f703a" -d '{"events": [{"server_uuid": "e8bcfb42-9655-48dc-81f8-cb333fa4e880", "name": "network-vif-plugged", "status": "completed", "tag": "468cf717-3d20-461d-b1e8-a00db7dc01ae"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:20.570115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e9883d6-bb35-4145-8402-fc66caf6a560 req-267e826a-078b-431a-a2c9-26072ee31df6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958222 Sep 29 23:10:20.571952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:20.632925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cb9ee51-40e1-47f7-a219-ed066a9502ef req-5df3b5c4-4c94-45d9-978f-a9b97c9ff7f2 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0706940 Sep 29 23:10:20.663198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:20.665235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:20.667737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:20.674902 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:10:20.701126 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9a7b52-e46d-4f25-94fa-10f9fbe8c7e8 x-openstack-request-id: req-7d9a7b52-e46d-4f25-94fa-10f9fbe8c7e8 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:20.701759 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bcfb42-9655-48dc-81f8-cb333fa4e880", "name": "network-vif-plugged", "status": "completed", "tag": "468cf717-3d20-461d-b1e8-a00db7dc01ae", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:20.702185 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7d9a7b52-e46d-4f25-94fa-10f9fbe8c7e8 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:20.702718 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bcfb42-9655-48dc-81f8-cb333fa4e880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '468cf717-3d20-461d-b1e8-a00db7dc01ae', 'code': 200} Sep 29 23:10:20.734159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7213509 Sep 29 23:10:20.737605 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4d1f922c-9b77-49c3-8633-61a5a69deb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:20.737776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:20.745613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Request body: {'subnet': {'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-198909853-subnet', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:20.758966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] Set router 482aa45d-b3bb-4226-9926-542f14b3419d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:10:20.820732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4d1f922c-9b77-49c3-8633-61a5a69deb72 None None] For port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7904a60e-7f02-41d2-bd0d-e60e22f6bbf6,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:20.823885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5270f-d603-487f-99d2-2ffc97243112 admin admin] Pushing event updated for resources: {'Network': ['ID=6297f3db-9a86-4877-af2c-d0fcbf1fee57,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:20.833308 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4d1f922c-9b77-49c3-8633-61a5a69deb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:20.834751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Made reservation on behalf of d17c8c56fc084a478ca1baeab2fa4d19 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:20.837063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:20.853247 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:10:20.870425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8a02f8d-8f49-4be1-8698-4053652eb3ef tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:20.894924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48172) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:20.937886 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-6e5b7761-38bc-401e-96ed-c8f0ebc4ed27 service neutron] 10.222.0.42 "GET /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142289 Sep 29 23:10:20.958127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92f079-d2e0-441b-9dca-4046e4659c0d req-525c4535-5c19-4f27-8afa-f0706d64ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:20.960188 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd92f079-d2e0-441b-9dca-4046e4659c0d req-525c4535-5c19-4f27-8afa-f0706d64ea51 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 1101 time: 0.2236736 Sep 29 23:10:20.964887 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8a02f8d-8f49-4be1-8698-4053652eb3ef tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.070455 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd92f079-d2e0-441b-9dca-4046e4659c0d req-57399cfa-273b-4764-b464-20f18e6aabbd service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021111 Sep 29 23:10:21.091759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8a02f8d-8f49-4be1-8698-4053652eb3ef tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.097142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8a02f8d-8f49-4be1-8698-4053652eb3ef tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.098750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e8a02f8d-8f49-4be1-8698-4053652eb3ef tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "DELETE /v2.0/security-groups/7c8a1b50-9646-47c8-bf39-b21589c27d01 HTTP/1.1" status: 204 len: 168 time: 0.5570107 Sep 29 23:10:21.108128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:21.122788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a02f8d-8f49-4be1-8698-4053652eb3ef tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8a1b50-9646-47c8-bf39-b21589c27d01,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:21.146235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c390cad9-fb3f-4282-94c5-faa0e36ec25a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.251510 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.258989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1f922c-9b77-49c3-8633-61a5a69deb72 None None] Pushing event updated for resources: {'Port': ['ID=7904a60e-7f02-41d2-bd0d-e60e22f6bbf6,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:21.267757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2995cabb-bc8c-447c-8c51-5ce9857df285 None None] Provisioning complete for port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:21.268200 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2995cabb-bc8c-447c-8c51-5ce9857df285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.337535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36124df0-8df1-4402-b6f0-45fea790e3d7 req-646a7fb3-56ab-48af-adee-3399337c437a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:21.339105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36124df0-8df1-4402-b6f0-45fea790e3d7 req-646a7fb3-56ab-48af-adee-3399337c437a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 945 time: 0.1772707 Sep 29 23:10:21.343027 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6b44555a-fd35-4d0b-8bdf-f8248dfc9e7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2298334 Sep 29 23:10:21.351479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48184) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:21.364185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-87f59c76-4685-4a0d-b643-df3e6fe183a9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1776211349'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:21.393752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8092df5e-6739-4837-8556-e908aa61a5e3,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:21.395078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-cbd15fc2-7ef8-4b46-bf96-c20059399802 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:21.398019 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-cbd15fc2-7ef8-4b46-bf96-c20059399802 tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86&tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.1330533 Sep 29 23:10:21.409012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:14Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7904a60e-7f02-41d2-bd0d-e60e22f6bbf6', 'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'mac_address': 'fa:16:3e:58:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:11Z', 'updated_at': '2021-09-29T23:10:19Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'subnets': [{'id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:21.432335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Checking segment: {'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:21.432734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Network hostable DHCP agents. Network: 6297f3db-9a86-4877-af2c-d0fcbf1fee57, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:10:21.437732 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36124df0-8df1-4402-b6f0-45fea790e3d7 req-479b6aef-da08-4221-b407-ecf2a0010e9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855095 Sep 29 23:10:21.440203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc86749-373a-4d8e-9cb1-496bad419748 None None] The sync data for ids ['482aa45d-b3bb-4226-9926-542f14b3419d'] in n-d-811173-2 is: [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:14Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7904a60e-7f02-41d2-bd0d-e60e22f6bbf6', 'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'mac_address': 'fa:16:3e:58:c9:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:11Z', 'updated_at': '2021-09-29T23:10:19Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'subnets': [{'id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:10:21.458420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c390cad9-fb3f-4282-94c5-faa0e36ec25a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.463388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:10:21.479561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c390cad9-fb3f-4282-94c5-faa0e36ec25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.480745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6297f3db-9a86-4877-af2c-d0fcbf1fee57) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:21.485472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:21.488730 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.496195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae07218-fa3f-4289-8a34-f3282afb41ef None None] Network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:10:21.651208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e8b5057-221d-4d6d-9292-6c68a2b3ba4e req-99cd7ab2-eaf8-4d12-9a9a-4b058ecb79eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0744171 Sep 29 23:10:21.659341 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6933f5a6-9f6e-4368-afec-b5538943280f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9203608 Sep 29 23:10:21.663128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48188) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:21.673446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:21.702492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c390cad9-fb3f-4282-94c5-faa0e36ec25a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=13ab92053aa24bbfa253da3f55e892ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7964404 Sep 29 23:10:21.722404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48192) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:21.724192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390cad9-fb3f-4282-94c5-faa0e36ec25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62002f93-f4dc-40b0-86f1-c4a169cf8a7b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:21.735509 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.740662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.742347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87f59c76-4685-4a0d-b643-df3e6fe183a9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.800002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:21.832469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:10:21.833389 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.854657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-e36446ea-863f-4b8c-af55-c1cd547c6c86 service neutron] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:21.879714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-e36446ea-863f-4b8c-af55-c1cd547c6c86 service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.881293 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-29a63d7f-64f0-4daa-9ffc-9d1886a77dbb req-e36446ea-863f-4b8c-af55-c1cd547c6c86 service neutron] 10.222.0.42 "DELETE /v2.0/ports/f61052cf-fd2e-488a-8893-532e3687293f/bindings/n-h2-811173-2 HTTP/1.1" status: 204 len: 173 time: 0.4711826 Sep 29 23:10:21.881985 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd3e32ff-9dd6-4ae3-bc11-74006aa35949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.909434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd3e32ff-9dd6-4ae3-bc11-74006aa35949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.957385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b50722a2-c25b-4b1a-aeb9-5bff3757e9fe req-e38e0779-ca7c-429a-964a-9708dcd1c195 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.1671758 Sep 29 23:10:21.973371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:21.974190 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:21.995338 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12434b17-fad4-40ce-8453-934251c98c10 req-a81112b3-1a5f-46f4-b558-9a41ec107565 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:22.005799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12434b17-fad4-40ce-8453-934251c98c10 req-a81112b3-1a5f-46f4-b558-9a41ec107565 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 950 time: 0.2478819 Sep 29 23:10:22.048541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd3e32ff-9dd6-4ae3-bc11-74006aa35949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.052094 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd3e32ff-9dd6-4ae3-bc11-74006aa35949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.062182 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cd3e32ff-9dd6-4ae3-bc11-74006aa35949 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/62002f93-f4dc-40b0-86f1-c4a169cf8a7b HTTP/1.1" status: 204 len: 168 time: 0.3157575 Sep 29 23:10:22.082265 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87f59c76-4685-4a0d-b643-df3e6fe183a9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.083647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3e32ff-9dd6-4ae3-bc11-74006aa35949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62002f93-f4dc-40b0-86f1-c4a169cf8a7b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:22.091204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87f59c76-4685-4a0d-b643-df3e6fe183a9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.139363 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.150550 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87f59c76-4685-4a0d-b643-df3e6fe183a9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.157489 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-87f59c76-4685-4a0d-b643-df3e6fe183a9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8008780 Sep 29 23:10:22.162281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48198) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:22.192481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-231040e8-7934-4617-a79b-606fffe58ae5 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': 'f4b51d98-b487-4c22-98cf-5e2a594f6f25', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:22.206251 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-231040e8-7934-4617-a79b-606fffe58ae5 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 29 23:10:22.206251 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-231040e8-7934-4617-a79b-606fffe58ae5 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:22.206941 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-231040e8-7934-4617-a79b-606fffe58ae5 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0436866 Sep 29 23:10:22.207912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f59c76-4685-4a0d-b643-df3e6fe183a9 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b51d98-b487-4c22-98cf-5e2a594f6f25,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:22.218876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48202) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:22.295354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Allocated IP 172.20.0.2 (6297f3db-9a86-4877-af2c-d0fcbf1fee57/8092df5e-6739-4837-8556-e908aa61a5e3/df8d3563-b0c1-42cd-bb62-9b707e6fa2a4) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:22.454014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38a0f13b-f9f0-4615-ba7f-f19284224218 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.456857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12434b17-fad4-40ce-8453-934251c98c10 req-b267bbec-e54f-48ce-9872-2c1d2ee1e2df tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500694 Sep 29 23:10:22.513927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38a0f13b-f9f0-4615-ba7f-f19284224218 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.602930 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.622974 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38a0f13b-f9f0-4615-ba7f-f19284224218 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.626109 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38a0f13b-f9f0-4615-ba7f-f19284224218 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.629849 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-38a0f13b-f9f0-4615-ba7f-f19284224218 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "DELETE /v2.0/security-groups/f4b51d98-b487-4c22-98cf-5e2a594f6f25 HTTP/1.1" status: 204 len: 168 time: 0.4065034 Sep 29 23:10:22.631173 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.639216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48210) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:22.645093 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.681098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0f13b-f9f0-4615-ba7f-f19284224218 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b51d98-b487-4c22-98cf-5e2a594f6f25,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:22.721456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Pushing event updated for resources: {'Port': ['ID=df8d3563-b0c1-42cd-bb62-9b707e6fa2a4,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:22.747495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927e8b9-c519-4340-a8d8-4a062bdfc4c4 req-75711b2a-0089-4659-abae-2131fc71d3ad tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:22.749461 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.749864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.750220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.753318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.753685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.754068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.754376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.754719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.755061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.756267 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b927e8b9-c519-4340-a8d8-4a062bdfc4c4 req-75711b2a-0089-4659-abae-2131fc71d3ad tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 945 time: 0.1342402 Sep 29 23:10:22.758658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48212) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:22.762137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.762137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.762137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:10:22.796759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:22.799512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:22.802795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:22.807292 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4c1db882-e04f-480a-ad70-2ea24a90208d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1575465 Sep 29 23:10:22.815978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:22.816486 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5586f98a-101e-4b97-9263-de330ddbc2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.823595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58665090-893c-4521-9e55-d62c63d22816 req-5af4c3ee-212f-42cb-815a-4c1dab6aa8c8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:22.833055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58665090-893c-4521-9e55-d62c63d22816 req-5af4c3ee-212f-42cb-815a-4c1dab6aa8c8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 950 time: 0.1881342 Sep 29 23:10:22.843300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-67b94a90-2f17-4231-af3f-83ba8d029722 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'tempest-secgroup--336514683'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:22.886889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Attempting to bind port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:22.887271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Attempting to bind port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:22.887743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Attempting to bind port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 on network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:22.895232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:22.895232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Checking segment: {'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:22.895622 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.895898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Bound using segment: {'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:22.896450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Bound port: df8d3563-b0c1-42cd-bb62-9b707e6fa2a4, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:22.896848 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:22.897869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-67b94a90-2f17-4231-af3f-83ba8d029722 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:10:22.897869 n-d-811173-2 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 23:10:22.897869 n-d-811173-2 neutron-server[110005]: [parameters: {'project_id_1': 'a24f3d3d51c9497e9b9baab414cce867', 'expiration_1': datetime.datetime(2021, 9, 29, 23, 10, 2, 861807)}] Sep 29 23:10:22.897869 n-d-811173-2 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:10:22.898191 n-d-811173-2 neutron-server[110005]: DEBUG oslo_db.api [None req-67b94a90-2f17-4231-af3f-83ba8d029722 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:10:22.962101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b927e8b9-c519-4340-a8d8-4a062bdfc4c4 req-d5e610c8-837e-41b2-b801-77e6673595f5 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048573 Sep 29 23:10:23.010223 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58665090-893c-4521-9e55-d62c63d22816 req-9be01f3a-79af-45b9-88cb-1c00cd3a3a21 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716316 Sep 29 23:10:23.071702 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5586f98a-101e-4b97-9263-de330ddbc2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.077300 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5586f98a-101e-4b97-9263-de330ddbc2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.083585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] For port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:23.098624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] For port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=df8d3563-b0c1-42cd-bb62-9b707e6fa2a4,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:23.118425 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.134258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5586f98a-101e-4b97-9263-de330ddbc2e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e946a00be7bc47e494e9c8bcf31c50bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699851 Sep 29 23:10:23.134988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48224) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:23.142627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586f98a-101e-4b97-9263-de330ddbc2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c528e5b5-c618-432d-a205-06ebcec7c603,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:23.264267 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd933e8b-0512-4936-9512-cecae85ea0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.309824 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7f64b-b691-4c93-8d4a-433826fbe383 None None] Pushing event updated for resources: {'Port': ['ID=df8d3563-b0c1-42cd-bb62-9b707e6fa2a4,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:23.322269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f431aca3-503d-4e40-8499-c543ea5d3654 req-1ff11477-480c-4a4b-a3c8-db76190b743d tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.1277771 Sep 29 23:10:23.331588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd933e8b-0512-4936-9512-cecae85ea0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.430008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd933e8b-0512-4936-9512-cecae85ea0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.433690 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd933e8b-0512-4936-9512-cecae85ea0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.440496 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dd933e8b-0512-4936-9512-cecae85ea0cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c528e5b5-c618-432d-a205-06ebcec7c603 HTTP/1.1" status: 204 len: 168 time: 0.3039174 Sep 29 23:10:23.457135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd933e8b-0512-4936-9512-cecae85ea0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c528e5b5-c618-432d-a205-06ebcec7c603,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:23.713945 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.726145 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67b94a90-2f17-4231-af3f-83ba8d029722 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.763689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.793917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ef62-bf4c-41d0-98ee-1e8b643e9029 req-e6adc17b-9bde-4d1c-bd18-aa5324fecd47 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:23.800404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:23.816477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368ef62-bf4c-41d0-98ee-1e8b643e9029 req-e6adc17b-9bde-4d1c-bd18-aa5324fecd47 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:23.818237 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a368ef62-bf4c-41d0-98ee-1e8b643e9029 req-e6adc17b-9bde-4d1c-bd18-aa5324fecd47 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0&device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 1691 time: 0.2634211 Sep 29 23:10:23.820382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059bb95-1c37-4a86-9ff9-f8a846b29fd2 req-3f1116cf-7f7c-4471-9f15-81c1e5bf162a tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:23.832528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4059bb95-1c37-4a86-9ff9-f8a846b29fd2 req-3f1116cf-7f7c-4471-9f15-81c1e5bf162a tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 1096 time: 0.2762818 Sep 29 23:10:23.871901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:23.872428 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.981573 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:23.984596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4059bb95-1c37-4a86-9ff9-f8a846b29fd2 req-af2d68a2-423e-4ab4-b304-3930ef9a7e1a tempest-LiveMigrationTest-2042266685 tempest-LiveMigrationTest-2042266685-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885723 Sep 29 23:10:24.006647 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a368ef62-bf4c-41d0-98ee-1e8b643e9029 req-d9c1a6f9-f9be-485d-81ea-8fe6b62e5964 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730251 Sep 29 23:10:24.040134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=df8d3563-b0c1-42cd-bb62-9b707e6fa2a4,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:24.055334 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.109874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Allocated IP 172.25.4.211 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/a43bfc35-714a-49f3-8539-8647d03870c3) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:24.136044 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67b94a90-2f17-4231-af3f-83ba8d029722 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.145536 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67b94a90-2f17-4231-af3f-83ba8d029722 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.227010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=df8d3563-b0c1-42cd-bb62-9b707e6fa2a4,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:24.240258 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67b94a90-2f17-4231-af3f-83ba8d029722 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.241495 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-67b94a90-2f17-4231-af3f-83ba8d029722 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4015763 Sep 29 23:10:24.244545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48248) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:24.246399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b94a90-2f17-4231-af3f-83ba8d029722 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b709b541-f634-4241-a74d-03c13c556b0e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:24.251545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-16a8e48b-9db6-44c0-b89c-ab43ec169058 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': 'b709b541-f634-4241-a74d-03c13c556b0e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:24.255670 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-16a8e48b-9db6-44c0-b89c-ab43ec169058 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 29 23:10:24.260992 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-16a8e48b-9db6-44c0-b89c-ab43ec169058 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:24.263569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-16a8e48b-9db6-44c0-b89c-ab43ec169058 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0173922 Sep 29 23:10:24.267153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48250) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:24.427936 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.469345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e9e1a9-3cb5-4e95-b690-d6f56357cb10 req-751020ee-e687-440e-bb33-6366b3fe4a36 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:24.474697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3e9e1a9-3cb5-4e95-b690-d6f56357cb10 req-751020ee-e687-440e-bb33-6366b3fe4a36 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 1101 time: 0.1918914 Sep 29 23:10:24.512517 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a793afae-6b49-4521-9cee-53e43b208145 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.584786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e420360-9ef9-4405-b214-d8167a3f9de4 req-33f1aeb9-47ce-4d84-96d8-0573a5918fb1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:24.586474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e420360-9ef9-4405-b214-d8167a3f9de4 req-33f1aeb9-47ce-4d84-96d8-0573a5918fb1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 945 time: 0.2355127 Sep 29 23:10:24.601166 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a793afae-6b49-4521-9cee-53e43b208145 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.656334 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3e9e1a9-3cb5-4e95-b690-d6f56357cb10 req-376918bc-e49a-427a-bf5c-74f39d3b9695 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496818 Sep 29 23:10:24.680181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e420360-9ef9-4405-b214-d8167a3f9de4 req-fb9552eb-29d9-4975-9d6e-cb79fa469a51 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696816 Sep 29 23:10:24.703700 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.806230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:24.807692 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Pushing event updated for resources: {'Port': ['ID=a43bfc35-714a-49f3-8539-8647d03870c3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:24.824888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:24.849117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240c2fd7-a74f-4b2b-a674-5a6744e44c0a None None] Network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:10:24.849825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:24.897333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abc70631-1cc7-498d-8bd5-759dd45240e8 req-2dd8d624-f4db-4269-967b-577b46e730df tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0735443 Sep 29 23:10:24.900105 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a793afae-6b49-4521-9cee-53e43b208145 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.902446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f949ae1d-ce07-4215-8f4b-35c446dda149 None None] Provisioning complete for port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:24.902945 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f949ae1d-ce07-4215-8f4b-35c446dda149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.903088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a793afae-6b49-4521-9cee-53e43b208145 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:24.904523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a793afae-6b49-4521-9cee-53e43b208145 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "DELETE /v2.0/security-groups/b709b541-f634-4241-a74d-03c13c556b0e HTTP/1.1" status: 204 len: 168 time: 0.6363750 Sep 29 23:10:24.907518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48272) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:24.934479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793afae-6b49-4521-9cee-53e43b208145 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b709b541-f634-4241-a74d-03c13c556b0e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:24.946925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b6ac31-d0c5-440a-a3bd-acc331c04fac req-8d8f1dc2-a845-4b6e-94d7-510853bf5163 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:24.956171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26b6ac31-d0c5-440a-a3bd-acc331c04fac req-8d8f1dc2-a845-4b6e-94d7-510853bf5163 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 1101 time: 0.1522863 Sep 29 23:10:25.008103 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-438cb264-f8b0-4059-b798-12cebe210c28 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0991294 Sep 29 23:10:25.011895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48278) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:25.016606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4ec27dbc-eaab-414f-a8ae-52bcd2f6dd3c tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156152446'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:25.066428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ec27dbc-eaab-414f-a8ae-52bcd2f6dd3c tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:25.241000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26b6ac31-d0c5-440a-a3bd-acc331c04fac req-db3aaf2f-0f60-4eca-a01f-3f73d7837aa8 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838545 Sep 29 23:10:25.427495 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ec27dbc-eaab-414f-a8ae-52bcd2f6dd3c tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:25.442451 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ec27dbc-eaab-414f-a8ae-52bcd2f6dd3c tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:25.456931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:25.501435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec27dbc-eaab-414f-a8ae-52bcd2f6dd3c tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf398d7-dbe3-498e-a3b5-7a9f83870518,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:25.516971 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ec27dbc-eaab-414f-a8ae-52bcd2f6dd3c tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:25.521316 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4ec27dbc-eaab-414f-a8ae-52bcd2f6dd3c tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5082653 Sep 29 23:10:25.534716 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b9a31-653f-414f-b354-2afaa99e9821 req-0ce0df67-27c9-48e7-b1dd-2d7330a1e639 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:25.537001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-416b9a31-653f-414f-b354-2afaa99e9821 req-0ce0df67-27c9-48e7-b1dd-2d7330a1e639 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.42 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 945 time: 0.2376752 Sep 29 23:10:25.537400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48304) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:25.547047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3f55f238-711b-4922-ac37-2ade398d3da7 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '6cf398d7-dbe3-498e-a3b5-7a9f83870518', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:25.568608 n-d-811173-2 neutron-server[110005]: WARNING neutron.api.v2.base [None req-3f55f238-711b-4922-ac37-2ade398d3da7 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 29 23:10:25.569429 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-3f55f238-711b-4922-ac37-2ade398d3da7 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:25.578705 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3f55f238-711b-4922-ac37-2ade398d3da7 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0322673 Sep 29 23:10:25.578705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48308) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:25.589742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d42e2be4-b39c-4139-8d67-bdd9b5fbc35d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '6cf398d7-dbe3-498e-a3b5-7a9f83870518', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:25.595590 n-d-811173-2 neutron-server[110005]: WARNING neutron.api.v2.base [None req-d42e2be4-b39c-4139-8d67-bdd9b5fbc35d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 29 23:10:25.597262 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-d42e2be4-b39c-4139-8d67-bdd9b5fbc35d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:25.604876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d42e2be4-b39c-4139-8d67-bdd9b5fbc35d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0300007 Sep 29 23:10:25.610790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48310) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:25.628822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-47992153-cc91-4fa3-885f-4147e4d6fff3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '6cf398d7-dbe3-498e-a3b5-7a9f83870518', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:25.628822 n-d-811173-2 neutron-server[110005]: WARNING neutron.api.v2.base [None req-47992153-cc91-4fa3-885f-4147e4d6fff3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 29 23:10:25.628822 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-47992153-cc91-4fa3-885f-4147e4d6fff3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:25.628822 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-47992153-cc91-4fa3-885f-4147e4d6fff3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102785 Sep 29 23:10:25.633281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48312) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:25.648850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fa5691af-75b1-42b8-bbe3-fa78c2fca54a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '6cf398d7-dbe3-498e-a3b5-7a9f83870518', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:25.651220 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-fa5691af-75b1-42b8-bbe3-fa78c2fca54a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 29 23:10:25.651941 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-fa5691af-75b1-42b8-bbe3-fa78c2fca54a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:25.653331 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fa5691af-75b1-42b8-bbe3-fa78c2fca54a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0191216 Sep 29 23:10:25.656058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48316) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:25.674808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71a3d284-7c52-4c89-80ba-5f33d38213db req-a8de9e93-66c7-44ce-8cfd-e0411ea1bb6e tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0404634 Sep 29 23:10:25.743618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-57f6ba43-33b0-4ef9-8ca1-40877d80a611 None None] Provisioning complete for port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:25.748564 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57f6ba43-33b0-4ef9-8ca1-40877d80a611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:25.804747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:25.805246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f742ecac-3e5e-4a39-96da-80ec2fbfad95 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:25.819921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-416b9a31-653f-414f-b354-2afaa99e9821 req-cee4eb55-70d7-4ab8-a3be-5b51b232455d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Deleting port f61052cf-fd2e-488a-8893-532e3687293f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:10:25.819921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-416b9a31-653f-414f-b354-2afaa99e9821 req-cee4eb55-70d7-4ab8-a3be-5b51b232455d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:25.935864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-416b9a31-653f-414f-b354-2afaa99e9821 req-cee4eb55-70d7-4ab8-a3be-5b51b232455d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] For port f61052cf-fd2e-488a-8893-532e3687293f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f61052cf-fd2e-488a-8893-532e3687293f,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:25.936344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-416b9a31-653f-414f-b354-2afaa99e9821 req-cee4eb55-70d7-4ab8-a3be-5b51b232455d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:25.992751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:25.993232 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:25.993329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-416b9a31-653f-414f-b354-2afaa99e9821 req-cee4eb55-70d7-4ab8-a3be-5b51b232455d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Calling delete_port for f61052cf-fd2e-488a-8893-532e3687293f owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:10:26.015314 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f742ecac-3e5e-4a39-96da-80ec2fbfad95 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:26.025238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2de75ef-4747-4d8e-86a9-6853b9d6c310 req-0fbd0a61-61e3-408c-b653-f9821979337b tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:26.036782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2de75ef-4747-4d8e-86a9-6853b9d6c310 req-0fbd0a61-61e3-408c-b653-f9821979337b tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 945 time: 0.2207439 Sep 29 23:10:26.119707 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-da115228-a44e-424b-b1a8-262993bfe2e4 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818946 Sep 29 23:10:26.190547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f742ecac-3e5e-4a39-96da-80ec2fbfad95 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:26.197652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f742ecac-3e5e-4a39-96da-80ec2fbfad95 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:26.201685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f742ecac-3e5e-4a39-96da-80ec2fbfad95 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "DELETE /v2.0/security-groups/6cf398d7-dbe3-498e-a3b5-7a9f83870518 HTTP/1.1" status: 204 len: 168 time: 0.5419674 Sep 29 23:10:26.203548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48338) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:26.220279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f742ecac-3e5e-4a39-96da-80ec2fbfad95 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf398d7-dbe3-498e-a3b5-7a9f83870518,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:26.350836 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-76ed4d14-8cf2-4847-b93e-55ea935d172b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1420870 Sep 29 23:10:26.350836 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-416b9a31-653f-414f-b354-2afaa99e9821 req-cee4eb55-70d7-4ab8-a3be-5b51b232455d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:26.351487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48340) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:26.362857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-77724852-520c-4bf6-a986-5c4ff03cf4b3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'tempest-secgroup--201971232'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:26.386861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a0d18986-cef0-4a07-8b19-749a30dcb8f8', 'f61052cf-fd2e-488a-8893-532e3687293f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:26.414937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee4eb55-70d7-4ab8-a3be-5b51b232455d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Pushing event deleted for resources: {'Port': ['ID=f61052cf-fd2e-488a-8893-532e3687293f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:26.493674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-416b9a31-653f-414f-b354-2afaa99e9821 req-cee4eb55-70d7-4ab8-a3be-5b51b232455d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] No DVR routers for this DVR port f61052cf-fd2e-488a-8893-532e3687293f on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:10:26.497488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-416b9a31-653f-414f-b354-2afaa99e9821 req-cee4eb55-70d7-4ab8-a3be-5b51b232455d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:26.499958 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-416b9a31-653f-414f-b354-2afaa99e9821 req-cee4eb55-70d7-4ab8-a3be-5b51b232455d tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.42 "DELETE /v2.0/ports/f61052cf-fd2e-488a-8893-532e3687293f HTTP/1.1" status: 204 len: 173 time: 0.9422219 Sep 29 23:10:26.500764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c181bc34-ae6a-445f-988d-265991a36d86', 'name': 'network-vif-deleted', 'tag': 'f61052cf-fd2e-488a-8893-532e3687293f'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:26.505880 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834e97de-6760-462e-bef5-3eead3f13bf4" -d '{"events": [{"server_uuid": "c181bc34-ae6a-445f-988d-265991a36d86", "name": "network-vif-deleted", "tag": "f61052cf-fd2e-488a-8893-532e3687293f"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:26.514633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77724852-520c-4bf6-a986-5c4ff03cf4b3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:26.600301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:26.710164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77724852-520c-4bf6-a986-5c4ff03cf4b3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:26.715786 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77724852-520c-4bf6-a986-5c4ff03cf4b3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:26.754486 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77724852-520c-4bf6-a986-5c4ff03cf4b3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:26.756042 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-77724852-520c-4bf6-a986-5c4ff03cf4b3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4027340 Sep 29 23:10:26.758802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48352) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:26.764316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-54ee8154-54d2-4440-8529-aff6d7f430c8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '14038a39-5cdd-4ea1-a06e-5de28cad6120', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:26.765422 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-54ee8154-54d2-4440-8529-aff6d7f430c8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 23:10:26.766149 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-54ee8154-54d2-4440-8529-aff6d7f430c8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:26.767538 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-54ee8154-54d2-4440-8529-aff6d7f430c8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074918 Sep 29 23:10:26.768785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77724852-520c-4bf6-a986-5c4ff03cf4b3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14038a39-5cdd-4ea1-a06e-5de28cad6120,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:26.771175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48354) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:26.776449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bc25481f-aa93-41ac-9332-1230b8eb9ccd tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '14038a39-5cdd-4ea1-a06e-5de28cad6120', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:26.780246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2de75ef-4747-4d8e-86a9-6853b9d6c310 req-818f2f23-b7a1-454e-bbee-33ff926610f8 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7132864 Sep 29 23:10:26.846966 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22bcba2e-7e4c-4b6c-990e-dd81c45ca590 x-openstack-request-id: req-22bcba2e-7e4c-4b6c-990e-dd81c45ca590 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:26.847432 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c181bc34-ae6a-445f-988d-265991a36d86", "name": "network-vif-deleted", "tag": "f61052cf-fd2e-488a-8893-532e3687293f", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:26.847638 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22bcba2e-7e4c-4b6c-990e-dd81c45ca590 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:26.847965 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c181bc34-ae6a-445f-988d-265991a36d86', 'name': 'network-vif-deleted', 'tag': 'f61052cf-fd2e-488a-8893-532e3687293f', 'status': 'completed', 'code': 200} Sep 29 23:10:26.870881 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-bc25481f-aa93-41ac-9332-1230b8eb9ccd tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:26.872012 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bc25481f-aa93-41ac-9332-1230b8eb9ccd tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0994160 Sep 29 23:10:26.874941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48356) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:26.879577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-71f56db8-6a84-4401-b74d-ed28abb9f168 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '14038a39-5cdd-4ea1-a06e-5de28cad6120', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:26.880106 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-71f56db8-6a84-4401-b74d-ed28abb9f168 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 29 23:10:26.880604 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-71f56db8-6a84-4401-b74d-ed28abb9f168 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:26.881583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-71f56db8-6a84-4401-b74d-ed28abb9f168 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057232 Sep 29 23:10:26.884255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48358) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:26.888525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6aea2ab5-8cba-40ba-8aba-40b51bf033f3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '14038a39-5cdd-4ea1-a06e-5de28cad6120', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:26.961726 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-6aea2ab5-8cba-40ba-8aba-40b51bf033f3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:26.962928 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6aea2ab5-8cba-40ba-8aba-40b51bf033f3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0777464 Sep 29 23:10:26.965819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48362) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:26.971187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f001e245-a437-4bef-bbc0-c066dc8fe042 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '14038a39-5cdd-4ea1-a06e-5de28cad6120', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:26.971705 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-f001e245-a437-4bef-bbc0-c066dc8fe042 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 23:10:26.973957 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-f001e245-a437-4bef-bbc0-c066dc8fe042 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:26.978743 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f001e245-a437-4bef-bbc0-c066dc8fe042 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080466 Sep 29 23:10:26.979346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48366) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:26.992297 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-b5efcd06-85b1-4423-b191-7da547f75372 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:26.993892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-b5efcd06-85b1-4423-b191-7da547f75372 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8544562 Sep 29 23:10:26.996496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-52c23044-5022-47ed-9801-d360f6b6a0ec tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '14038a39-5cdd-4ea1-a06e-5de28cad6120', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:27.048480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eeb262ad-e5f6-49e1-82b1-0c424e957695 req-8ed2026d-365f-411f-a67b-004189b642bc tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0504055 Sep 29 23:10:27.073068 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-d8791389-7159-43ae-8665-036f9f2af43f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/quotas/aea438136baf4ba9a366d644faafab7c HTTP/1.1" status: 200 len: 375 time: 0.0614009 Sep 29 23:10:27.097289 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-52c23044-5022-47ed-9801-d360f6b6a0ec tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:27.098379 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-52c23044-5022-47ed-9801-d360f6b6a0ec tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1160429 Sep 29 23:10:27.101363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48370) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:27.107884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0183bca2-dc4d-4145-a640-6b04c26a1c3d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '14038a39-5cdd-4ea1-a06e-5de28cad6120', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:27.108835 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-0183bca2-dc4d-4145-a640-6b04c26a1c3d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 29 23:10:27.109580 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-0183bca2-dc4d-4145-a640-6b04c26a1c3d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:27.110828 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0183bca2-dc4d-4145-a640-6b04c26a1c3d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079389 Sep 29 23:10:27.114402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48372) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:27.155529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5a3ee0b7-bb6f-471e-86cd-735770f667a0 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '14038a39-5cdd-4ea1-a06e-5de28cad6120', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:27.194873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Router 488dacb5-8247-43f2-ba61-b4ab4497414e is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:10:27.214714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-6c6744df-39fa-425c-8e67-57f83a9ea673 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1244290 Sep 29 23:10:27.288148 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-5a3ee0b7-bb6f-471e-86cd-735770f667a0 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:27.289245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5a3ee0b7-bb6f-471e-86cd-735770f667a0 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1739273 Sep 29 23:10:27.292341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48376) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:27.296823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-72e4fc5c-8dce-4a8a-91c8-93ef577be461 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '14038a39-5cdd-4ea1-a06e-5de28cad6120', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:27.403227 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-72e4fc5c-8dce-4a8a-91c8-93ef577be461 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:27.405508 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-72e4fc5c-8dce-4a8a-91c8-93ef577be461 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1120877 Sep 29 23:10:27.408697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48380) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:27.425496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:10:27.452082 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Sync routers for ids ['488dacb5-8247-43f2-ba61-b4ab4497414e'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:10:27.469108 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Routers {'488dacb5-8247-43f2-ba61-b4ab4497414e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:10:27.469754 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:10:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['488dacb5-8247-43f2-ba61-b4ab4497414e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:27.516379 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:27.520453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b89dcdf6-f08e-4e56-add3-607165f7ed4f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.8554580 Sep 29 23:10:27.522388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:27.557612 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d899cc2-b65d-4941-a0cc-d32f885a9265 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:27.586303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d899cc2-b65d-4941-a0cc-d32f885a9265 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:27.644118 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d899cc2-b65d-4941-a0cc-d32f885a9265 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:27.652725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d899cc2-b65d-4941-a0cc-d32f885a9265 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:27.654330 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5d899cc2-b65d-4941-a0cc-d32f885a9265 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "DELETE /v2.0/security-groups/14038a39-5cdd-4ea1-a06e-5de28cad6120 HTTP/1.1" status: 204 len: 168 time: 0.2437844 Sep 29 23:10:27.663241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48384) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:27.714231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d899cc2-b65d-4941-a0cc-d32f885a9265 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14038a39-5cdd-4ea1-a06e-5de28cad6120,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:27.715334 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Set router 488dacb5-8247-43f2-ba61-b4ab4497414e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:10:27.794146 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c049e13a-81fe-4d8d-b22a-bb7a292e12da tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1244822 Sep 29 23:10:27.801563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48386) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:27.814301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-127ac0e1-285f-4639-a00e-a1e81ed8ed7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'tempest-secgroup--756445432'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:27.847125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e72f0-ed0a-43cf-8559-c7298e5ac1df req-bd68179f-cc78-4f4d-9a25-2b2de8fa27c6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:27.858714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff8e72f0-ed0a-43cf-8559-c7298e5ac1df req-bd68179f-cc78-4f4d-9a25-2b2de8fa27c6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 945 time: 0.3720193 Sep 29 23:10:27.879410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-127ac0e1-285f-4639-a00e-a1e81ed8ed7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:27.922136 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff8e72f0-ed0a-43cf-8559-c7298e5ac1df req-1201dfee-41bf-488e-abd8-9b8dd2254656 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567715 Sep 29 23:10:28.120733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-127ac0e1-285f-4639-a00e-a1e81ed8ed7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:28.129054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-127ac0e1-285f-4639-a00e-a1e81ed8ed7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:28.231232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127ac0e1-285f-4639-a00e-a1e81ed8ed7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e684ad-8d24-46e3-8a3b-5eb911431b3f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:28.256543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28cd09b9-c666-4d98-b15b-449cd85876ba req-986b1aca-facf-46c0-a8da-c08a589f76d1 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 210 time: 0.1309214 Sep 29 23:10:28.273293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-127ac0e1-285f-4639-a00e-a1e81ed8ed7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:28.278635 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-127ac0e1-285f-4639-a00e-a1e81ed8ed7a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4748487 Sep 29 23:10:28.279447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48402) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:28.285766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a69b01b7-9988-4a11-839c-bc21b251601b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '35e684ad-8d24-46e3-8a3b-5eb911431b3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:28.347672 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:25Z', 'revision_number': 3, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:28.381163 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-a69b01b7-9988-4a11-839c-bc21b251601b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The resource could not be found. Sep 29 23:10:28.383633 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a69b01b7-9988-4a11-839c-bc21b251601b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1030591 Sep 29 23:10:28.385986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48404) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:28.394439 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Checking router: 488dacb5-8247-43f2-ba61-b4ab4497414e for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:10:28.395043 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Updating router 488dacb5-8247-43f2-ba61-b4ab4497414e port a43bfc35-714a-49f3-8539-8647d03870c3 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:10:28.397662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d1244c75-dd16-4438-bd39-6ea3e7bc0eb6 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '35e684ad-8d24-46e3-8a3b-5eb911431b3f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4a5b12d8-6872-42c7-8a27-ab24953b6e4c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:28.435342 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:28.444415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c6e6327-221d-49ce-afe0-cacc8f01f9a9 req-12100cdc-68cf-4138-a436-4cf616c4c4d0 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.1041195 Sep 29 23:10:28.489490 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-d1244c75-dd16-4438-bd39-6ea3e7bc0eb6 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The resource could not be found. Sep 29 23:10:28.490584 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d1244c75-dd16-4438-bd39-6ea3e7bc0eb6 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1036496 Sep 29 23:10:28.493950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48410) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:28.614680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78341528-48fe-433d-8473-439dc32927f4 req-b9cdee92-ea69-4288-8de9-d07a11ae71f6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 210 time: 0.1691139 Sep 29 23:10:28.623872 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d25e78ff-a241-420f-ac9c-bb22af6c0ba5 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:28.675798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d25e78ff-a241-420f-ac9c-bb22af6c0ba5 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:28.751012 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d25e78ff-a241-420f-ac9c-bb22af6c0ba5 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:28.755691 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d25e78ff-a241-420f-ac9c-bb22af6c0ba5 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:28.757825 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d25e78ff-a241-420f-ac9c-bb22af6c0ba5 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "DELETE /v2.0/security-groups/35e684ad-8d24-46e3-8a3b-5eb911431b3f HTTP/1.1" status: 204 len: 168 time: 0.2627208 Sep 29 23:10:28.762091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48416) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:28.789202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e78ff-a241-420f-ac9c-bb22af6c0ba5 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e684ad-8d24-46e3-8a3b-5eb911431b3f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:28.832185 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a9eaa58d-8b28-4ed8-b4c7-4af7cd625883 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0674601 Sep 29 23:10:28.836810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48418) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:28.843926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a8c1fabe-1c81-4cd7-9cbe-36bf3e18e9f3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '5acf7100-cad4-4d16-ad94-74b62c620ff2', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:28.854874 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:28.917917 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-a8c1fabe-1c81-4cd7-9cbe-36bf3e18e9f3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The resource could not be found. Sep 29 23:10:28.919785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a8c1fabe-1c81-4cd7-9cbe-36bf3e18e9f3 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0809238 Sep 29 23:10:28.925215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48422) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:28.937303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6b4ca6f1-c6b4-4c7d-ab95-6d2159e4b47b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887035923'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:29.002257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca6f1-c6b4-4c7d-ab95-6d2159e4b47b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.012231 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.022795 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.106679 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c532e0-cfaf-4a7a-8f29-8a752c8d99e4 None None] Pushing event updated for resources: {'Port': ['ID=a43bfc35-714a-49f3-8539-8647d03870c3,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:29.138452 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Attempting to bind port a43bfc35-714a-49f3-8539-8647d03870c3 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:29.139669 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Attempting to bind port a43bfc35-714a-49f3-8539-8647d03870c3 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:29.140529 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Attempting to bind port a43bfc35-714a-49f3-8539-8647d03870c3 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:29.147264 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:29.148081 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:29.148736 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.150883 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:29.152107 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Bound port: a43bfc35-714a-49f3-8539-8647d03870c3, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:29.153805 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.199046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f61052cf-fd2e-488a-8893-532e3687293f no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:10:29.221269 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca6f1-c6b4-4c7d-ab95-6d2159e4b47b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.238925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca6f1-c6b4-4c7d-ab95-6d2159e4b47b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.242140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: f61052cf-fd2e-488a-8893-532e3687293f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:10:29.244141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f61052cf-fd2e-488a-8893-532e3687293f not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:10:29.258880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0e93b4-b4bb-4884-ba10-fdbcfcab1b69 req-5e0386b6-cb16-4a49-8979-453b3548fc09 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:29.269971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df0e93b4-b4bb-4884-ba10-fdbcfcab1b69 req-5e0386b6-cb16-4a49-8979-453b3548fc09 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 945 time: 0.1873188 Sep 29 23:10:29.277502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] For port a43bfc35-714a-49f3-8539-8647d03870c3, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:29.281172 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] For port a43bfc35-714a-49f3-8539-8647d03870c3, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a43bfc35-714a-49f3-8539-8647d03870c3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:29.302864 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.314568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4ca6f1-c6b4-4c7d-ab95-6d2159e4b47b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07d6ecfb-8374-4d32-bd6c-86487e2a3d2d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:29.345207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b4ca6f1-c6b4-4c7d-ab95-6d2159e4b47b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.349200 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6b4ca6f1-c6b4-4c7d-ab95-6d2159e4b47b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4221609 Sep 29 23:10:29.352596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48432) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:29.371290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-517bfb36-3270-4b5b-9397-b57d488be506 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431575839'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:29.418557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Allocated IP 172.20.0.1 (6297f3db-9a86-4877-af2c-d0fcbf1fee57/8092df5e-6739-4837-8556-e908aa61a5e3/e4bff78d-5002-40ce-b9f0-d94f3c7850af) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:29.487554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df0e93b4-b4bb-4884-ba10-fdbcfcab1b69 req-1959397a-1010-4ed0-8a3c-d6699d670b38 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164283 Sep 29 23:10:29.547663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9482a9d4-a9df-4434-a2ef-68f06f282be4 req-0306b70f-4a50-41fa-865f-94feb8816090 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 210 time: 0.1171432 Sep 29 23:10:29.553525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aee618d-561f-475c-ac88-70b717563bd8 req-4c88337d-4c1d-4b87-987b-2fd4e180f949 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:29.560050 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5aee618d-561f-475c-ac88-70b717563bd8 req-4c88337d-4c1d-4b87-987b-2fd4e180f949 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 945 time: 0.1104999 Sep 29 23:10:29.573008 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c532e0-cfaf-4a7a-8f29-8a752c8d99e4 None None] Pushing event updated for resources: {'Port': ['ID=a43bfc35-714a-49f3-8539-8647d03870c3,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:29.612813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-517bfb36-3270-4b5b-9397-b57d488be506 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.619280 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Routers {'488dacb5-8247-43f2-ba61-b4ab4497414e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:10:29.621100 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:10:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['488dacb5-8247-43f2-ba61-b4ab4497414e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:29.744354 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46b6782e-b596-4329-8ce9-d3b700a01df3 req-45928a07-0827-41b2-a08e-f2c21369133c tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.1207221 Sep 29 23:10:29.819958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-5aee618d-561f-475c-ac88-70b717563bd8 req-a513709d-7c6c-44ad-b502-3d1ea703b1c9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Deleting port 56128b3b-91dd-4844-8985-e58cc2534e71 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:10:29.820503 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5aee618d-561f-475c-ac88-70b717563bd8 req-a513709d-7c6c-44ad-b502-3d1ea703b1c9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.963329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5aee618d-561f-475c-ac88-70b717563bd8 req-a513709d-7c6c-44ad-b502-3d1ea703b1c9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] For port 56128b3b-91dd-4844-8985-e58cc2534e71, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=56128b3b-91dd-4844-8985-e58cc2534e71,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:29.963699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5aee618d-561f-475c-ac88-70b717563bd8 req-a513709d-7c6c-44ad-b502-3d1ea703b1c9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:29.980991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-5aee618d-561f-475c-ac88-70b717563bd8 req-a513709d-7c6c-44ad-b502-3d1ea703b1c9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Calling delete_port for 56128b3b-91dd-4844-8985-e58cc2534e71 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:10:29.999878 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] Set router 488dacb5-8247-43f2-ba61-b4ab4497414e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:10:30.066498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1be5edb-1d59-484d-83f5-56ff11c6442d req-67b7353d-accc-4983-b396-f1109b069d39 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 210 time: 0.2766628 Sep 29 23:10:30.115093 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:30.212643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:30.314913 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5aee618d-561f-475c-ac88-70b717563bd8 req-a513709d-7c6c-44ad-b502-3d1ea703b1c9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:30.341645 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-3953eff9-03a5-4930-9a33-a2086965e99f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540702 Sep 29 23:10:30.345103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bff78d-5002-40ce-b9f0-d94f3c7850af,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:30.347679 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:25Z', 'revision_number': 3, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:30.348942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['56128b3b-91dd-4844-8985-e58cc2534e71'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:30.384889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a513709d-7c6c-44ad-b502-3d1ea703b1c9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event deleted for resources: {'Port': ['ID=56128b3b-91dd-4844-8985-e58cc2534e71,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:30.470077 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3dc7c8b-8928-4205-9492-c5e20b7d4a80 None None] The sync data for ids ['488dacb5-8247-43f2-ba61-b4ab4497414e'] in n-d-811173-2 is: [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:25Z', 'revision_number': 3, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:10:30.474284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-517bfb36-3270-4b5b-9397-b57d488be506 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:30.492081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:30.496641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-517bfb36-3270-4b5b-9397-b57d488be506 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:30.507146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:30.568166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:30.745764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aee618d-561f-475c-ac88-70b717563bd8 req-a513709d-7c6c-44ad-b502-3d1ea703b1c9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] No DVR routers for this DVR port 56128b3b-91dd-4844-8985-e58cc2534e71 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:10:30.757000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5aee618d-561f-475c-ac88-70b717563bd8 req-a513709d-7c6c-44ad-b502-3d1ea703b1c9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:30.770799 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5aee618d-561f-475c-ac88-70b717563bd8 req-a513709d-7c6c-44ad-b502-3d1ea703b1c9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "DELETE /v2.0/ports/56128b3b-91dd-4844-8985-e58cc2534e71 HTTP/1.1" status: 204 len: 173 time: 1.1892679 Sep 29 23:10:30.772205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c63555-a3f2-4f8d-a717-1aa59cfdc055', 'name': 'network-vif-deleted', 'tag': '56128b3b-91dd-4844-8985-e58cc2534e71'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:30.774672 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3dd1cc-14fc-4355-84cd-28c386a897ff" -d '{"events": [{"server_uuid": "35c63555-a3f2-4f8d-a717-1aa59cfdc055", "name": "network-vif-deleted", "tag": "56128b3b-91dd-4844-8985-e58cc2534e71"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:30.907548 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f97f4973-d9ca-4e27-a91f-40b3770421bf req-3b6e2233-7e42-489e-9add-47fb76c5559b tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 210 time: 0.1893148 Sep 29 23:10:30.918467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a8875a20-e7e8-45b1-8832-e813e7431433 None None] Provisioning complete for port e4bff78d-5002-40ce-b9f0-d94f3c7850af triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:30.918803 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-6c554872-e546-4d2d-b294-94c02bbe5677 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071169 Sep 29 23:10:30.919273 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8875a20-e7e8-45b1-8832-e813e7431433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:30.949493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7474eece-974a-44bb-9e34-8f85a83ae5df req-79773afc-6dba-4f57-8ee6-7ae283aaa59a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.3271778 Sep 29 23:10:30.949493 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-517bfb36-3270-4b5b-9397-b57d488be506 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:30.949493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-517bfb36-3270-4b5b-9397-b57d488be506 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5865343 Sep 29 23:10:30.952172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48454) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:30.973589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517bfb36-3270-4b5b-9397-b57d488be506 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353c3181-42aa-49e5-a090-61b208d89624,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:30.990215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a8875a20-e7e8-45b1-8832-e813e7431433 None None] Port e4bff78d-5002-40ce-b9f0-d94f3c7850af cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:10:31.022021 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:31.031780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a85cb67b-8aae-45aa-98fe-8acc93f835c6 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group_rule': {'security_group_id': '07d6ecfb-8374-4d32-bd6c-86487e2a3d2d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '353c3181-42aa-49e5-a090-61b208d89624'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:31.072753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-376257ac-cc61-4600-8e42-a991740a7f2c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:31.074315 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-376257ac-cc61-4600-8e42-a991740a7f2c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7242522 Sep 29 23:10:31.075868 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415242de-671d-4715-b2f6-5102c2cae499 x-openstack-request-id: req-415242de-671d-4715-b2f6-5102c2cae499 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:31.076166 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c63555-a3f2-4f8d-a717-1aa59cfdc055", "name": "network-vif-deleted", "tag": "56128b3b-91dd-4844-8985-e58cc2534e71", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:31.076419 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-415242de-671d-4715-b2f6-5102c2cae499 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:31.076823 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35c63555-a3f2-4f8d-a717-1aa59cfdc055', 'name': 'network-vif-deleted', 'tag': '56128b3b-91dd-4844-8985-e58cc2534e71', 'status': 'completed', 'code': 200} Sep 29 23:10:31.104735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Request body: {'port': {'device_id': 'c130a572-d1a2-47ef-80d6-d6a279a4952e', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'aea438136baf4ba9a366d644faafab7c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:31.251547 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4fe9fc0-1bf3-4650-8280-c1197faba9f9 req-9ea38c63-5647-4445-81b9-d7fd5a4ae0c7 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0844676 Sep 29 23:10:31.319022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d30bf73c-14ab-4500-ab1b-7829dd5c422b req-9e17cd72-f81e-450b-8e29-b18e85e79738 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 210 time: 0.1119623 Sep 29 23:10:31.384646 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:31.514947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-fa8ccc2b-95a9-4daf-b1e9-04ff85c45cec tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:31.524529 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-fa8ccc2b-95a9-4daf-b1e9-04ff85c45cec tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5731926 Sep 29 23:10:31.525553 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-a85cb67b-8aae-45aa-98fe-8acc93f835c6 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:10:31.526685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a85cb67b-8aae-45aa-98fe-8acc93f835c6 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5736787 Sep 29 23:10:31.534222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48460) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:31.558422 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Request body: {'port': {'device_id': '5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'aea438136baf4ba9a366d644faafab7c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:31.657359 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:31.673308 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:31.777688 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:31.798086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bff78d-5002-40ce-b9f0-d94f3c7850af,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:31.798429 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a14dfe77-9cd8-4612-b00d-d8beb3d5ae1a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:31.836671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a43bfc35-714a-49f3-8539-8647d03870c3 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:31.837869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Made reservation on behalf of aea438136baf4ba9a366d644faafab7c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:31.842832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:31.911592 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a14dfe77-9cd8-4612-b00d-d8beb3d5ae1a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:31.985511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a43bfc35-714a-49f3-8539-8647d03870c3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:31.987289 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:31.995678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Made reservation on behalf of aea438136baf4ba9a366d644faafab7c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:32.000679 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:32.114577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:32.135769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a14dfe77-9cd8-4612-b00d-d8beb3d5ae1a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:32.138403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a14dfe77-9cd8-4612-b00d-d8beb3d5ae1a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:32.142030 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a14dfe77-9cd8-4612-b00d-d8beb3d5ae1a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "DELETE /v2.0/security-groups/353c3181-42aa-49e5-a090-61b208d89624 HTTP/1.1" status: 204 len: 168 time: 0.6051013 Sep 29 23:10:32.172960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:32.188994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48466) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:32.202578 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5be45b3-39bf-4f08-a78c-d93adf4100c0 req-f8ce3c84-4f0b-4af4-9c4b-e1a7dd53767c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.0700436 Sep 29 23:10:32.394038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d35d2e08-ea80-485f-aff1-ad1ad88d3bfb req-db20b28b-ff24-4005-b1bc-15bc14602881 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 210 time: 0.2828994 Sep 29 23:10:32.445020 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:32.544857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port a43bfc35-714a-49f3-8539-8647d03870c3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a43bfc35-714a-49f3-8539-8647d03870c3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:32.555374 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:32.668686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=a43bfc35-714a-49f3-8539-8647d03870c3,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:32.696223 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b3dfe4b-361c-4792-ae11-fcb04b870fac req-23469c94-2a10-4353-9958-9e00369d06a8 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0860147 Sep 29 23:10:32.760658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3e60ce0a-0f9e-4cd4-97c9-5c97afc72987 None None] Provisioning complete for port e4bff78d-5002-40ce-b9f0-d94f3c7850af triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:32.761299 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3e60ce0a-0f9e-4cd4-97c9-5c97afc72987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:32.771290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0768fa74-d408-4a70-939d-e3b02836735c req-90f33575-fe30-4cab-ad36-0e2c4e8eab10 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 210 time: 0.1014860 Sep 29 23:10:32.813103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-3e60ce0a-0f9e-4cd4-97c9-5c97afc72987 None None] Port e4bff78d-5002-40ce-b9f0-d94f3c7850af cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:10:32.838538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dfe77-9cd8-4612-b00d-d8beb3d5ae1a tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353c3181-42aa-49e5-a090-61b208d89624,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:32.864904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Router 488dacb5-8247-43f2-ba61-b4ab4497414e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:10:32.931313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Allocated IP 192.168.233.102 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/2fe9ffb2-0009-4b24-a5fb-c6436614f39e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:32.941305 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-297f6aaa-a8cd-4ba2-a0c1-a7b26b8b5df6 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7432923 Sep 29 23:10:32.941512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48472) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:33.082450 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edb149b9-0515-4541-b6f4-cd08fead706d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:33.093170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:10:33.103169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-697904db-7dc8-484c-be64-41ae4ba51c86 admin admin] 10.222.0.44 "PUT /v2.0/routers/488dacb5-8247-43f2-ba61-b4ab4497414e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5439570 Sep 29 23:10:33.137719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edb149b9-0515-4541-b6f4-cd08fead706d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:33.191910 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:33.204216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edb149b9-0515-4541-b6f4-cd08fead706d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:33.208645 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edb149b9-0515-4541-b6f4-cd08fead706d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:33.210584 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-edb149b9-0515-4541-b6f4-cd08fead706d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "DELETE /v2.0/security-groups/07d6ecfb-8374-4d32-bd6c-86487e2a3d2d HTTP/1.1" status: 204 len: 168 time: 0.2681017 Sep 29 23:10:33.215603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48476) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:33.218599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 56128b3b-91dd-4844-8985-e58cc2534e71 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:10:33.238458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb149b9-0515-4541-b6f4-cd08fead706d tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d6ecfb-8374-4d32-bd6c-86487e2a3d2d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:33.420160 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e4098e9-0244-48fb-ac41-b29cccd4b657 req-5fbfad80-d9f0-4e72-8072-2f6467291fea tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.0752516 Sep 29 23:10:33.463888 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:33.574823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:33.587414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7db6fb20-ad16-4f33-b879-4bb76aeb250e req-c32fb61e-eab4-4800-9ab1-353112b7f5a9 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 210 time: 0.0383918 Sep 29 23:10:33.613631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Allocated IP 192.168.233.242 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/2589a3ad-a191-4384-98d2-524ad29024b8) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:33.627724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:33.630493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b96b0d21-1cb9-4d80-931a-826b0769a7e8 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4112444 Sep 29 23:10:33.633550 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:33.633956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8cdc697f-fd6a-4ad7-86fc-bc7098c5b313 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'tempest-secgroup--452993544'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:33.654468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Sync routers for ids ['488dacb5-8247-43f2-ba61-b4ab4497414e'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:10:33.657464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 56128b3b-91dd-4844-8985-e58cc2534e71 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:10:33.657805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 56128b3b-91dd-4844-8985-e58cc2534e71 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:10:33.676483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:33.690340 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cdc697f-fd6a-4ad7-86fc-bc7098c5b313 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:33.710466 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event updated for resources: {'Port': ['ID=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:33.711860 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d6e3d66-1c67-42d5-9570-4df227c8c830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:33.713529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:33.729309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:33.807812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a43bfc35-714a-49f3-8539-8647d03870c3 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:33.836380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:33.836993 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:33.913163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Routers {'488dacb5-8247-43f2-ba61-b4ab4497414e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:10:33.913818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:10:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['488dacb5-8247-43f2-ba61-b4ab4497414e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:34.009935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b045a32a-51b7-4d9c-a53f-f52aa989bfab req-b54611c7-0f7c-4194-a729-c414e6eab5b0 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0962722 Sep 29 23:10:34.041498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cdc697f-fd6a-4ad7-86fc-bc7098c5b313 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.059990 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cdc697f-fd6a-4ad7-86fc-bc7098c5b313 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.102891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-35dfcddf-ef37-4cd2-af2a-f54b5feba471 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0102956 Sep 29 23:10:34.119069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Request body: {'port': {'device_id': 'c130a572-d1a2-47ef-80d6-d6a279a4952e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:34.130361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc697f-fd6a-4ad7-86fc-bc7098c5b313 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2e7f92-69c9-4644-a196-a992f454042e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:34.201147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a43bfc35-714a-49f3-8539-8647d03870c3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:34.204562 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.207663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48492) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:34.225503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fd9e8ba-8f6e-4f2c-83c9-c914e5f93d11 req-ea4b7ba4-5045-4412-840d-8398fd43262a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 210 time: 0.0962491 Sep 29 23:10:34.239067 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cdc697f-fd6a-4ad7-86fc-bc7098c5b313 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.243200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8cdc697f-fd6a-4ad7-86fc-bc7098c5b313 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6111825 Sep 29 23:10:34.243601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48494) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:34.248018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0f0f055a-3f41-4f65-8640-d4d05f85bbe2 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:34.248435 n-d-811173-2 neutron-server[110005]: WARNING neutron.api.v2.base [None req-0f0f055a-3f41-4f65-8640-d4d05f85bbe2 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 23:10:34.249042 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-0f0f055a-3f41-4f65-8640-d4d05f85bbe2 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] update failed (client error): There was a conflict when trying to complete your request. Sep 29 23:10:34.252884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0f0f055a-3f41-4f65-8640-d4d05f85bbe2 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "PUT /v2.0/security-groups/9e2e7f92-69c9-4644-a196-a992f454042e HTTP/1.1" status: 409 len: 330 time: 0.0054426 Sep 29 23:10:34.253021 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.254262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48496) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:34.290851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Set router 488dacb5-8247-43f2-ba61-b4ab4497414e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:10:34.301418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4ac5f04b-41b1-43a7-b736-b8b2393dc3f0 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406132411', 'description': 'tempest-description--1251442407'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:34.322295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.367316 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8278ef14-791a-4219-b901-bc2a5152fe3b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.422110 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8278ef14-791a-4219-b901-bc2a5152fe3b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.450921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:34.470291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:34.473418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:34.561430 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8278ef14-791a-4219-b901-bc2a5152fe3b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.564966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8278ef14-791a-4219-b901-bc2a5152fe3b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.568841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8278ef14-791a-4219-b901-bc2a5152fe3b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "DELETE /v2.0/security-groups/9e2e7f92-69c9-4644-a196-a992f454042e HTTP/1.1" status: 204 len: 168 time: 0.3147032 Sep 29 23:10:34.569561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48504) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:34.604455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2d09dd6e-e555-430e-9caf-9a5a487f631a None None] Provisioning complete for port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:34.605113 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2d09dd6e-e555-430e-9caf-9a5a487f631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.622694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:34.623443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.637173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.653923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2d09dd6e-e555-430e-9caf-9a5a487f631a None None] Port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:10:34.792474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-680fc45f-3807-4c9a-9c75-b2c71a435525 req-ff4bd0be-2b7c-4511-811a-f5f565e92c88 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.1961048 Sep 29 23:10:34.871030 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3249509 Sep 29 23:10:34.899222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d7e4fc74-91e5-4ef0-8e7d-135a42e1db4f req-38ba75d7-f856-49ef-9e4e-0e229f92d209 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=c181bc34-ae6a-445f-988d-265991a36d86 HTTP/1.1" status: 200 len: 210 time: 0.1044629 Sep 29 23:10:34.901621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8278ef14-791a-4219-b901-bc2a5152fe3b tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2e7f92-69c9-4644-a196-a992f454042e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:34.923695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f04b-41b1-43a7-b736-b8b2393dc3f0 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:34.941779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Request body: {'port': {'device_id': '5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:34.945169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f726aaf7-6db6-4af2-81cc-a26aa031618e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event updated for resources: {'Port': ['ID=2589a3ad-a191-4384-98d2-524ad29024b8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:35.057098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9017a3ef-e63f-425d-b5cc-3c194c5dd695 None None] Provisioning complete for port 2589a3ad-a191-4384-98d2-524ad29024b8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:35.057361 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9017a3ef-e63f-425d-b5cc-3c194c5dd695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:35.118323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9017a3ef-e63f-425d-b5cc-3c194c5dd695 None None] Port 2589a3ad-a191-4384-98d2-524ad29024b8 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:10:35.158683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:35.362872 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:35.484681 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:31Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e4bff78d-5002-40ce-b9f0-d94f3c7850af', 'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'mac_address': 'fa:16:3e:f3:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:28Z', 'updated_at': '2021-09-29T23:10:31Z', 'revision_number': 2, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'subnets': [{'id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:35.527641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Checking router: 488dacb5-8247-43f2-ba61-b4ab4497414e for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:10:35.528004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Updating router 488dacb5-8247-43f2-ba61-b4ab4497414e port e4bff78d-5002-40ce-b9f0-d94f3c7850af binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:10:35.553905 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f04b-41b1-43a7-b736-b8b2393dc3f0 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:35.570638 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f04b-41b1-43a7-b736-b8b2393dc3f0 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:35.591336 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:35.652315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2de3aad-5a20-4538-a06f-7aea5f38fbaa req-ac38fff3-310c-4f28-acf6-9820ebe0481a tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0499663 Sep 29 23:10:35.685811 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f04b-41b1-43a7-b736-b8b2393dc3f0 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:35.689883 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4ac5f04b-41b1-43a7-b736-b8b2393dc3f0 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4758823 Sep 29 23:10:35.694046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48524) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:35.711260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ff786408-2553-4bb6-82cd-611d38c4a57a tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Request body: {'security_group_rule': {'security_group_id': '600dc334-a4ca-4f03-90df-25b2bc1229cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:35.718943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-22a982eb-b996-4849-8f8e-8cdec963afd2 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1381176 Sep 29 23:10:35.720158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48526) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:35.732228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5f04b-41b1-43a7-b736-b8b2393dc3f0 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=600dc334-a4ca-4f03-90df-25b2bc1229cd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:35.746363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fe9ffb2-0009-4b24-a5fb-c6436614f39e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:35.775059 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-652384af-98c7-4d44-8734-7664dec13274 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] delete failed (client error): The resource could not be found. Sep 29 23:10:35.779688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-652384af-98c7-4d44-8734-7664dec13274 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "DELETE /v2.0/security-groups/14dcdc56-59e5-4cf9-b3a4-0e4e2582370b HTTP/1.1" status: 404 len: 347 time: 0.0491352 Sep 29 23:10:35.780523 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:35.780523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48528) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:35.788537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa625fe9-7916-42d6-8523-0a646fee4cb9 req-188226c1-d937-4f8b-9a50-83018c62cef0 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:35.806218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa625fe9-7916-42d6-8523-0a646fee4cb9 req-188226c1-d937-4f8b-9a50-83018c62cef0 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 936 time: 0.2049110 Sep 29 23:10:35.839510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Transition to ACTIVE for port object 2fe9ffb2-0009-4b24-a5fb-c6436614f39e will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:10:35.869466 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:35.898852 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa625fe9-7916-42d6-8523-0a646fee4cb9 req-6c10010e-a078-46b9-883a-46dffe8eff93 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910406 Sep 29 23:10:35.944532 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-96acadce-0bf8-4d02-9ea2-7e9f02ed11e4 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] show failed (client error): The resource could not be found. Sep 29 23:10:35.948301 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-96acadce-0bf8-4d02-9ea2-7e9f02ed11e4 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-groups/ab09837a-0331-439a-b952-4da5f5fc2a74 HTTP/1.1" status: 404 len: 347 time: 0.1598270 Sep 29 23:10:35.967059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48534) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:36.001774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:36.005548 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-045bc44a-3447-43fe-bfc8-eeb09fb29bc0 req-e432c1d2-7fe6-413a-baf0-964de3ef1166 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.0852108 Sep 29 23:10:36.098668 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-8bcbe3c7-2ba3-4df2-a19b-a169e131cf33 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] show failed (client error): The resource could not be found. Sep 29 23:10:36.121628 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8bcbe3c7-2ba3-4df2-a19b-a169e131cf33 tempest-NegativeSecGroupTest-313633445 tempest-NegativeSecGroupTest-313633445-project] 10.222.0.44 "GET /v2.0/security-group-rules/a969073c-951b-4c9d-b3eb-2915f1e02d11 HTTP/1.1" status: 404 len: 356 time: 0.1226306 Sep 29 23:10:36.158428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff786408-2553-4bb6-82cd-611d38c4a57a tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:36.244987 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a4554e6e-4e5a-4997-878d-61b7bc5908c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:36.396484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:36.421112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:36.480402 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:36.543149 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:36.585425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff786408-2553-4bb6-82cd-611d38c4a57a tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:36.620174 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff786408-2553-4bb6-82cd-611d38c4a57a tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:36.628219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc607b-6550-445b-a048-ede1006551ef None None] Pushing event updated for resources: {'Port': ['ID=e4bff78d-5002-40ce-b9f0-d94f3c7850af,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:36.639179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Attempting to bind port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:36.639528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Attempting to bind port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:36.639867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Attempting to bind port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:36.715853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:10:36.726879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48550) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:36.736534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Attempting to bind port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:36.756309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff786408-2553-4bb6-82cd-611d38c4a57a tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=971365b8-b1f5-4927-9eef-d1796a895098,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:36.761969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Attempting to bind port e4bff78d-5002-40ce-b9f0-d94f3c7850af on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:36.762347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Attempting to bind port e4bff78d-5002-40ce-b9f0-d94f3c7850af by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:36.762715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Attempting to bind port e4bff78d-5002-40ce-b9f0-d94f3c7850af on network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:36.818971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:36.819581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:36.820415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:36.821035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Bound port: 2fe9ffb2-0009-4b24-a5fb-c6436614f39e, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:36.821746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:36.862483 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff786408-2553-4bb6-82cd-611d38c4a57a tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:36.864173 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ff786408-2553-4bb6-82cd-611d38c4a57a tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1691298 Sep 29 23:10:36.869167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48554) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:36.881035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0d151ac0-5739-4c87-a7eb-066b2026e3f2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Request body: {'security_group_rule': {'security_group_id': '600dc334-a4ca-4f03-90df-25b2bc1229cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:36.894681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ffa5b7e-7f8a-4ddb-9246-57ec926db381 req-c33f00aa-b58f-44c1-8acb-e4b27e61f9a2 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0588236 Sep 29 23:10:36.902888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:36.903279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Checking segment: {'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:36.903679 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:36.905073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Bound using segment: {'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:36.905564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Bound port: e4bff78d-5002-40ce-b9f0-d94f3c7850af, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:36.906864 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.014112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e36cfbaa-45b3-4a5a-a9da-1ea344c100f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a24f3d3d51c9497e9b9baab414cce867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859943 Sep 29 23:10:37.017135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48558) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:37.018431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2589a3ad-a191-4384-98d2-524ad29024b8 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:37.034233 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.040218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d151ac0-5739-4c87-a7eb-066b2026e3f2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.140684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-23161599-9928-425c-ad9f-466713f99f84 None None] Provisioning complete for port e4bff78d-5002-40ce-b9f0-d94f3c7850af triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:37.141063 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-23161599-9928-425c-ad9f-466713f99f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.155841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Transition to ACTIVE for port object 2589a3ad-a191-4384-98d2-524ad29024b8 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:10:37.166040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.191382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] For port e4bff78d-5002-40ce-b9f0-d94f3c7850af, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:37.210578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] For port e4bff78d-5002-40ce-b9f0-d94f3c7850af, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e4bff78d-5002-40ce-b9f0-d94f3c7850af,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:37.214973 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77f813bf-4c6b-4de9-a985-dd2857495696 req-3fcbf0e8-877b-46bf-a8e6-eac96dce6fc5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.0777030 Sep 29 23:10:37.221019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-23161599-9928-425c-ad9f-466713f99f84 None None] Port e4bff78d-5002-40ce-b9f0-d94f3c7850af cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:10:37.226775 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.276473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Pushing event updated for resources: {'Port': ['ID=2589a3ad-a191-4384-98d2-524ad29024b8,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:37.278403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2479941-1911-43af-b9f8-62d2f82ce154 req-b2a31c8a-c3ca-427d-becd-54da50831e13 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:37.283283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] For port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:37.293202 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2479941-1911-43af-b9f8-62d2f82ce154 req-b2a31c8a-c3ca-427d-becd-54da50831e13 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 936 time: 0.2630334 Sep 29 23:10:37.304560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-686a2275-ff0f-42e8-a610-820340bcbd1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.343074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] For port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:37.364883 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.400626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2479941-1911-43af-b9f8-62d2f82ce154 req-d430bb01-82a9-4da3-801d-0f71e0589818 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062989 Sep 29 23:10:37.410460 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-686a2275-ff0f-42e8-a610-820340bcbd1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.413645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc607b-6550-445b-a048-ede1006551ef None None] Pushing event updated for resources: {'Port': ['ID=e4bff78d-5002-40ce-b9f0-d94f3c7850af,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:37.577328 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.609633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Routers {'488dacb5-8247-43f2-ba61-b4ab4497414e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:10:37.612855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['488dacb5-8247-43f2-ba61-b4ab4497414e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:37.675971 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-686a2275-ff0f-42e8-a610-820340bcbd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.681818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-686a2275-ff0f-42e8-a610-820340bcbd1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.683031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-686a2275-ff0f-42e8-a610-820340bcbd1d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5b7b5863-1c00-47dc-9f5a-12109f64359c HTTP/1.1" status: 204 len: 168 time: 0.6642480 Sep 29 23:10:37.690853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:37.692090 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.693787 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] 10.222.0.26 "PUT /v2.0/ports/2fe9ffb2-0009-4b24-a5fb-c6436614f39e HTTP/1.1" status: 200 len: 1096 time: 3.5789814 Sep 29 23:10:37.694414 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c130a572-d1a2-47ef-80d6-d6a279a4952e', 'tag': '2fe9ffb2-0009-4b24-a5fb-c6436614f39e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:37.697470 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f705758-99a4-4c8d-a316-79b0bda7ef11" -d '{"events": [{"name": "network-changed", "server_uuid": "c130a572-d1a2-47ef-80d6-d6a279a4952e", "tag": "2fe9ffb2-0009-4b24-a5fb-c6436614f39e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:37.704569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d151ac0-5739-4c87-a7eb-066b2026e3f2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.721851 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d151ac0-5739-4c87-a7eb-066b2026e3f2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.727183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a2275-ff0f-42e8-a610-820340bcbd1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7b5863-1c00-47dc-9f5a-12109f64359c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:37.870952 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d763f8-238f-4f22-a2c3-37f41ca9e7a7 x-openstack-request-id: req-78d763f8-238f-4f22-a2c3-37f41ca9e7a7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:37.871433 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c130a572-d1a2-47ef-80d6-d6a279a4952e", "tag": "2fe9ffb2-0009-4b24-a5fb-c6436614f39e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:37.871965 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-78d763f8-238f-4f22-a2c3-37f41ca9e7a7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:37.872660 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c130a572-d1a2-47ef-80d6-d6a279a4952e', 'tag': '2fe9ffb2-0009-4b24-a5fb-c6436614f39e', 'status': 'completed', 'code': 200} Sep 29 23:10:37.883877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d151ac0-5739-4c87-a7eb-066b2026e3f2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6f1516-fe22-49f8-8d8c-0cf498431608,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:37.919045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040f4a4-d9dd-44f8-8405-34039b791a75 service neutron] Pushing event updated for resources: {'Port': ['ID=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:37.942800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d151ac0-5739-4c87-a7eb-066b2026e3f2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:37.944433 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0d151ac0-5739-4c87-a7eb-066b2026e3f2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0723221 Sep 29 23:10:37.949352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48574) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:37.952901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Attempting to bind port 2589a3ad-a191-4384-98d2-524ad29024b8 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:37.953592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Attempting to bind port 2589a3ad-a191-4384-98d2-524ad29024b8 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:37.954002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Attempting to bind port 2589a3ad-a191-4384-98d2-524ad29024b8 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:37.954589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:37.982018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-956680eb-ab46-4bb0-b808-36fb72ab910d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:37.983770 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-956680eb-ab46-4bb0-b808-36fb72ab910d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=c130a572-d1a2-47ef-80d6-d6a279a4952e HTTP/1.1" status: 200 len: 1099 time: 0.2230678 Sep 29 23:10:37.986466 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Port 2589a3ad-a191-4384-98d2-524ad29024b8 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:10:37.986868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Attempting to bind port 2589a3ad-a191-4384-98d2-524ad29024b8 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:37.999225 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:38.000657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:38.001140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:38.004998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Bound port: 2589a3ad-a191-4384-98d2-524ad29024b8, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:38.007025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:38.017380 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:38.041316 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] Set router 488dacb5-8247-43f2-ba61-b4ab4497414e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:10:38.117150 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-5b33fdeb-ef64-43a7-988a-892ac5d906f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=2fe9ffb2-0009-4b24-a5fb-c6436614f39e HTTP/1.1" status: 200 len: 217 time: 0.1166301 Sep 29 23:10:38.190761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f17d8edc-8c83-4863-94ba-6dd205f50d6c req-fa603a16-bb19-45d8-98e3-2744caaa96b2 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0969162 Sep 29 23:10:38.269107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-2fcbc868-6a6c-4531-936b-9cda95456632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:38.270781 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-2fcbc868-6a6c-4531-936b-9cda95456632 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1457853 Sep 29 23:10:38.279294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] For port 2589a3ad-a191-4384-98d2-524ad29024b8, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:38.288175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] For port 2589a3ad-a191-4384-98d2-524ad29024b8, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2589a3ad-a191-4384-98d2-524ad29024b8,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:38.340574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:38.362288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:38.398290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Pushing event updated for resources: {'Port': ['ID=2589a3ad-a191-4384-98d2-524ad29024b8,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:38.414732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:38.415611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:38.417412 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-1bcb4123-dfe8-4064-b999-ae17dab2584a service neutron] 10.222.0.42 "PUT /v2.0/ports/2589a3ad-a191-4384-98d2-524ad29024b8 HTTP/1.1" status: 200 len: 1096 time: 3.4887500 Sep 29 23:10:38.426089 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-0b2d7b50-67b3-4fb9-a66b-17732be6adb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:38.427933 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-0b2d7b50-67b3-4fb9-a66b-17732be6adb2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1432586 Sep 29 23:10:38.591547 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-bdbdbf0e-e482-4fb0-b990-1963b8f1e940 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546612 Sep 29 23:10:38.615930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4df6c53c-aa97-433d-a3e2-6c184c396aee None None] Provisioning complete for port e4bff78d-5002-40ce-b9f0-d94f3c7850af triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:38.616465 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4df6c53c-aa97-433d-a3e2-6c184c396aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:38.684569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Allocated IP 172.25.4.236 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/1ceed1ef-615d-48e7-94af-78199efed301) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:38.760683 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-0766e8b9-1d8a-499b-b4e7-2ecbc1bc8cbf service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570630 Sep 29 23:10:38.764100 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:38.802177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-8434bc5a-8fe0-427f-bf7a-252acca0aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:38.808046 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-8434bc5a-8fe0-427f-bf7a-252acca0aeaa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 1099 time: 0.2138829 Sep 29 23:10:38.904333 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-edecb46c-1b55-4455-a794-88c4026766eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2589a3ad-a191-4384-98d2-524ad29024b8 HTTP/1.1" status: 200 len: 217 time: 0.0822403 Sep 29 23:10:39.031506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-8434e2e4-bee7-429c-a1eb-ba2cec940651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:39.034841 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-8434e2e4-bee7-429c-a1eb-ba2cec940651 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=c130a572-d1a2-47ef-80d6-d6a279a4952e HTTP/1.1" status: 200 len: 1099 time: 0.1337895 Sep 29 23:10:39.043355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-eb9c1948-ee35-47e2-8ed5-a795e07e9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:39.045790 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-eb9c1948-ee35-47e2-8ed5-a795e07e9a2b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0818262 Sep 29 23:10:39.229591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54e19314-dc07-4906-a88e-13ef95cbd0e0 req-7b5efeb5-25ad-4598-868b-ddc9a6efacc8 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.2444499 Sep 29 23:10:39.259152 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:39.294993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4df6c53c-aa97-433d-a3e2-6c184c396aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:39.318310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e84b5b-2eaf-4419-8242-c37cb0ab866f req-50f02009-fa22-4a1c-bd4f-9c5a4ba9ad2d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:39.330640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01e84b5b-2eaf-4419-8242-c37cb0ab866f req-50f02009-fa22-4a1c-bd4f-9c5a4ba9ad2d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 948 time: 0.3492348 Sep 29 23:10:39.341483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-a8bb45eb-8832-43be-b0f0-ec19e921d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:39.344120 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-a8bb45eb-8832-43be-b0f0-ec19e921d29a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2715118 Sep 29 23:10:39.433744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4df6c53c-aa97-433d-a3e2-6c184c396aee None None] For port e4bff78d-5002-40ce-b9f0-d94f3c7850af, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e4bff78d-5002-40ce-b9f0-d94f3c7850af,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:39.450882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:31Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e4bff78d-5002-40ce-b9f0-d94f3c7850af', 'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'mac_address': 'fa:16:3e:f3:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:28Z', 'updated_at': '2021-09-29T23:10:37Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'subnets': [{'id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:10:39.455683 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4df6c53c-aa97-433d-a3e2-6c184c396aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:39.459105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-f3eebc25-3356-41ae-aecf-20b3c925ebd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:39.460657 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-f3eebc25-3356-41ae-aecf-20b3c925ebd8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.4118896 Sep 29 23:10:39.496939 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01e84b5b-2eaf-4419-8242-c37cb0ab866f req-26af786d-9689-4681-98fc-393bbed4b973 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628926 Sep 29 23:10:39.507282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48614) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:39.514292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [-] 10.222.0.44 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0045245 Sep 29 23:10:39.568619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48618) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:39.571259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c7cdc43-7399-420f-85af-63393b6aad0d req-55d39254-2eda-463f-81cc-5f3773222896 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.1022644 Sep 29 23:10:39.614048 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-3e8ea53b-d577-43de-b1ab-9fae26bfdd29 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=2fe9ffb2-0009-4b24-a5fb-c6436614f39e HTTP/1.1" status: 200 len: 217 time: 0.1085544 Sep 29 23:10:39.629307 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:39.633179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6c53c-aa97-433d-a3e2-6c184c396aee None None] Pushing event updated for resources: {'Port': ['ID=e4bff78d-5002-40ce-b9f0-d94f3c7850af,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:39.640236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:39.643249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59731ec-1b6e-4add-852c-d34bdeef6f43 None None] The sync data for ids ['488dacb5-8247-43f2-ba61-b4ab4497414e'] in n-d-811173-2 is: [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:31Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e4bff78d-5002-40ce-b9f0-d94f3c7850af', 'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'mac_address': 'fa:16:3e:f3:f4:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:28Z', 'updated_at': '2021-09-29T23:10:37Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'subnets': [{'id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:10:39.765090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-43edefa7-f9ad-4ce0-952d-cf8459088a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:39.766145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:39.766891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-43edefa7-f9ad-4ce0-952d-cf8459088a7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1106443 Sep 29 23:10:39.775207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:39.780938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:39.875574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3', 'tag': '2589a3ad-a191-4384-98d2-524ad29024b8'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:39.877933 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28" -d '{"events": [{"name": "network-changed", "server_uuid": "5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3", "tag": "2589a3ad-a191-4384-98d2-524ad29024b8"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:39.948802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Pushing event updated for resources: {'Port': ['ID=1ceed1ef-615d-48e7-94af-78199efed301,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:39.982898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-dd716b09-ca3f-4a7a-a1e7-d73c1b6c1f0d service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6216609 Sep 29 23:10:39.983849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a563d2fd-9311-49ca-b384-56db5c11a2c6 tempest-NetworksApiDiscovery-1724264425 tempest-NetworksApiDiscovery-1724264425-project] 10.222.0.44 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4063108 Sep 29 23:10:40.006956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-17181341-c910-4e29-a12a-aecd89800b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:40.008598 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-17181341-c910-4e29-a12a-aecd89800b1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1483243 Sep 29 23:10:40.031244 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb73875-9e6b-4b42-b1f8-95c350cc9d9d x-openstack-request-id: req-ecb73875-9e6b-4b42-b1f8-95c350cc9d9d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:40.031684 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3", "tag": "2589a3ad-a191-4384-98d2-524ad29024b8", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:40.032067 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ecb73875-9e6b-4b42-b1f8-95c350cc9d9d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:40.032571 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3', 'tag': '2589a3ad-a191-4384-98d2-524ad29024b8', 'status': 'completed', 'code': 200} Sep 29 23:10:40.110026 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:40.160119 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:40.328867 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffce2702-38f9-4f4e-8ae8-106362f084d1 req-3b4080d8-2ab3-4f0f-b81d-9fa3f8bb0ebe service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3340938 Sep 29 23:10:40.331435 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-c6b83bdf-4a65-4a7d-9261-faaebb9ad59b service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973762 Sep 29 23:10:40.465853 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:40.504673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:40.622553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Pushing event updated for resources: {'Port': ['ID=1ceed1ef-615d-48e7-94af-78199efed301,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:40.707462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-c8f93252-7b9b-4821-a0a2-9310eceaaf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:40.709234 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-c8f93252-7b9b-4821-a0a2-9310eceaaf31 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 1099 time: 0.2631295 Sep 29 23:10:40.713744 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1f705758-99a4-4c8d-a316-79b0bda7ef11 req-d3391937-e69e-4a09-bc16-ed557af41a3e service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725090 Sep 29 23:10:40.812434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48640) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:40.860521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d071d29-1d50-44c6-90a4-8d652b6a6bb6 req-fdf442f0-6d85-4efd-be83-7fa4ce22abad tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.2492657 Sep 29 23:10:40.961165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc344402-8142-46fe-909b-519689379c6a req-6861e8b3-daea-4d38-8b1a-185ff7a342d9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:40.973576 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc344402-8142-46fe-909b-519689379c6a req-6861e8b3-daea-4d38-8b1a-185ff7a342d9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 948 time: 0.3047712 Sep 29 23:10:41.008917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-2e4987be-61b7-46ab-b920-0516bb34672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:41.013480 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-2e4987be-61b7-46ab-b920-0516bb34672f service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2929156 Sep 29 23:10:41.077622 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76aff62c-f73b-4940-9413-efa972bbeade req-aceefcb3-e9c6-4587-89a2-38dfffcff11f tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0761507 Sep 29 23:10:41.079065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:41.112224 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-755b570e-2a19-446f-a199-253c48c34a45 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2589a3ad-a191-4384-98d2-524ad29024b8 HTTP/1.1" status: 200 len: 217 time: 0.0874712 Sep 29 23:10:41.152812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc344402-8142-46fe-909b-519689379c6a req-547e6f14-146a-49aa-9bf6-896cd351e5f2 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687243 Sep 29 23:10:41.155593 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:41.165425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-632d8c94-dfa2-4c1c-aee7-454f6d6b49e2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2149117 Sep 29 23:10:41.217719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-fa694f22-cba4-48c6-a13c-f1132cfb61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:41.221135 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-fa694f22-cba4-48c6-a13c-f1132cfb61f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1023943 Sep 29 23:10:41.281674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b235b70-eb3a-4237-9f05-c2ab95a187a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:41.377965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-2510b494-6830-4746-8e60-9e8e4500e85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:41.379510 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-2510b494-6830-4746-8e60-9e8e4500e85a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1451871 Sep 29 23:10:41.659407 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-d818dd1e-145c-446f-a354-b6622584d6a4 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536323 Sep 29 23:10:41.679335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-df478655-3187-437c-a758-b8f86152ee02 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1406132411&fields=id&tenant_id=d17c8c56fc084a478ca1baeab2fa4d19 HTTP/1.1" status: 200 len: 267 time: 0.1149981 Sep 29 23:10:41.802930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e4bff78d-5002-40ce-b9f0-d94f3c7850af up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:41.842755 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b235b70-eb3a-4237-9f05-c2ab95a187a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:41.856713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b235b70-eb3a-4237-9f05-c2ab95a187a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:41.893964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b235b70-eb3a-4237-9f05-c2ab95a187a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e2f180d-1c7f-41d0-8b59-208ad65a7398,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:41.921289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e4bff78d-5002-40ce-b9f0-d94f3c7850af triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:41.922046 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:41.925153 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-424d4f41-bace-44ff-bb1d-3fbfb99e2c28 req-b89aee9b-e30f-4b55-b33f-37292caa7c11 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468777 Sep 29 23:10:41.931368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9b235b70-eb3a-4237-9f05-c2ab95a187a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ddebe3551cb24b00809d55515b60dc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1130848 Sep 29 23:10:41.931368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48664) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:42.021669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98ba1668-6696-4700-9a5b-c208eb2fbea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:42.067505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-6677f708-a350-4a19-8ebc-309db0ceb4f2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:42.067777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98ba1668-6696-4700-9a5b-c208eb2fbea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:42.069268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-6677f708-a350-4a19-8ebc-309db0ceb4f2 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/networks?id=6297f3db-9a86-4877-af2c-d0fcbf1fee57 HTTP/1.1" status: 200 len: 805 time: 0.3769410 Sep 29 23:10:42.091348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3abbb3e3-d8a0-48bf-89de-a80f0a53bfab req-2aa90b4b-2e60-45c8-af30-701bf1db6b6e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.0606470 Sep 29 23:10:42.104339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-36977701-6e79-48fb-9835-5795c88eac30 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/quotas/d17c8c56fc084a478ca1baeab2fa4d19 HTTP/1.1" status: 200 len: 375 time: 0.0117779 Sep 29 23:10:42.157386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98ba1668-6696-4700-9a5b-c208eb2fbea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:42.160898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98ba1668-6696-4700-9a5b-c208eb2fbea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:42.161950 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-98ba1668-6696-4700-9a5b-c208eb2fbea7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e2f180d-1c7f-41d0-8b59-208ad65a7398 HTTP/1.1" status: 204 len: 168 time: 0.2295787 Sep 29 23:10:42.176630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba1668-6696-4700-9a5b-c208eb2fbea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e2f180d-1c7f-41d0-8b59-208ad65a7398,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:42.202164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-290b1bd3-7dd6-4a60-8eb3-bd830ba19455 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d17c8c56fc084a478ca1baeab2fa4d19&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828445 Sep 29 23:10:42.225785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-c32b7e7b-ed05-455b-8f64-47a99238efff service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:10:42.226818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-c32b7e7b-ed05-455b-8f64-47a99238efff service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0086005 Sep 29 23:10:42.381667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78065e4f-b6e3-4e89-9c79-71f3d120d203 req-b1e3948f-5c74-4031-8128-91bef01f8600 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:42.383245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78065e4f-b6e3-4e89-9c79-71f3d120d203 req-b1e3948f-5c74-4031-8128-91bef01f8600 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 948 time: 0.1230757 Sep 29 23:10:42.389085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-cf17cc7d-f617-4ff3-b180-077e381ec77c service neutron] 10.222.0.44 "GET /v2.0/networks/6297f3db-9a86-4877-af2c-d0fcbf1fee57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506107 Sep 29 23:10:42.458246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78065e4f-b6e3-4e89-9c79-71f3d120d203 req-450ee3de-5374-482a-90f0-d4889e46a648 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631688 Sep 29 23:10:42.599431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-b92ff553-c703-4072-8a47-c530d04a1cce service neutron] 10.222.0.44 "GET /v2.0/networks/6297f3db-9a86-4877-af2c-d0fcbf1fee57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022624 Sep 29 23:10:42.646645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e349ce3e-df5b-4dc0-b42b-325c65e93530 req-f0c23047-849e-4037-a123-e037209e6abf tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0458422 Sep 29 23:10:43.028089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79b78b8e-082c-4c05-b73b-30f00ed1cc99 req-b5feb0a1-7f17-4e59-b449-d95bf632e28f tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 210 time: 0.0885036 Sep 29 23:10:43.287333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8663a11b-9191-4875-b1d4-89969b4caa97 req-7a699b3d-323e-4ee1-b467-4c65f04f72c1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=35c63555-a3f2-4f8d-a717-1aa59cfdc055 HTTP/1.1" status: 200 len: 210 time: 0.0549765 Sep 29 23:10:43.291414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2589a3ad-a191-4384-98d2-524ad29024b8 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:10:43.609686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2589a3ad-a191-4384-98d2-524ad29024b8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2589a3ad-a191-4384-98d2-524ad29024b8,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:43.626832 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2fe9ffb2-0009-4b24-a5fb-c6436614f39e details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:10:43.679019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '2589a3ad-a191-4384-98d2-524ad29024b8', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '2589a3ad-a191-4384-98d2-524ad29024b8', 'mac_address': 'fa:16:3e:37:da:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:10:43.798403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea20609-b965-48ce-8b71-0f301e762590 req-4310bf42-f817-4959-a764-864eb1b4b972 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:43.810991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ea20609-b965-48ce-8b71-0f301e762590 req-4310bf42-f817-4959-a764-864eb1b4b972 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 948 time: 0.1827297 Sep 29 23:10:43.883850 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:43.929146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2589a3ad-a191-4384-98d2-524ad29024b8 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:43.976571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f0f5d15-028f-4241-b872-e27593191c66 req-c47f4ac8-0b6d-4471-a7b4-c39f1f2cc511 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.1237295 Sep 29 23:10:43.990799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:44.001259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2589a3ad-a191-4384-98d2-524ad29024b8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2589a3ad-a191-4384-98d2-524ad29024b8,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:44.012939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '2fe9ffb2-0009-4b24-a5fb-c6436614f39e', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '2fe9ffb2-0009-4b24-a5fb-c6436614f39e', 'mac_address': 'fa:16:3e:b7:13:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:10:44.016695 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:44.037012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ea20609-b965-48ce-8b71-0f301e762590 req-0af45898-36f6-4222-8cbb-3ba28e34dd91 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240064 Sep 29 23:10:44.106334 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:44.108284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=2589a3ad-a191-4384-98d2-524ad29024b8,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:44.126365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fe9ffb2-0009-4b24-a5fb-c6436614f39e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:44.160484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:44.172003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cbf4b4c-ff5e-4ade-a1bb-e1b2c42df38b req-09e8bfdc-c79a-4426-a2d4-417a3d038515 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 210 time: 0.0673187 Sep 29 23:10:44.174453 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:44.269779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:44.437169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['2589a3ad-a191-4384-98d2-524ad29024b8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:44.495071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['2fe9ffb2-0009-4b24-a5fb-c6436614f39e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:44.924719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-adbcb80f-bd11-4a7e-b375-94212ee03c24 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:44.927074 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-adbcb80f-bd11-4a7e-b375-94212ee03c24 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.26 "GET /v2.0/networks?id=6297f3db-9a86-4877-af2c-d0fcbf1fee57 HTTP/1.1" status: 200 len: 805 time: 0.2229462 Sep 29 23:10:45.084925 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-c0f247dc-f03c-4720-b9ce-7f66548f6b73 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d17c8c56fc084a478ca1baeab2fa4d19 HTTP/1.1" status: 200 len: 380 time: 0.1474400 Sep 29 23:10:45.106332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Request body: {'port': {'device_id': 'd8a8be21-a42a-4311-b775-a382131327b3', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'admin_state_up': True, 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'security_groups': ['600dc334-a4ca-4f03-90df-25b2bc1229cd']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:45.413355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdeeb562-495b-4ab2-8c45-f51e243575b3 req-49f17aeb-3f3f-4560-8f91-de4d6e1d9179 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.1224144 Sep 29 23:10:45.628653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d4112-1b2d-4df7-b862-d0fa550db3eb req-6c0baafc-6de5-4b5b-ad37-7b4e33369c1d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:45.638154 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e24d4112-1b2d-4df7-b862-d0fa550db3eb req-6c0baafc-6de5-4b5b-ad37-7b4e33369c1d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.4141634 Sep 29 23:10:45.675800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e24d4112-1b2d-4df7-b862-d0fa550db3eb req-bbc0da3f-2a57-4326-990c-35cd884a074e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/quotas/d9b8b7d059d34856b6abdd78fc12002f HTTP/1.1" status: 200 len: 375 time: 0.0353279 Sep 29 23:10:45.727229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e24d4112-1b2d-4df7-b862-d0fa550db3eb req-eb3b70ec-9228-4aad-a104-3541230dedf8 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499988 Sep 29 23:10:45.761587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bbcb4-030f-43ef-aab1-3ae45a7e8dc3 req-84270794-4b7c-49ac-b3c4-beb83d9cabb8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:45.765570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea9bbcb4-030f-43ef-aab1-3ae45a7e8dc3 req-84270794-4b7c-49ac-b3c4-beb83d9cabb8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 949 time: 0.1956217 Sep 29 23:10:45.856375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea9bbcb4-030f-43ef-aab1-3ae45a7e8dc3 req-3ef7dcda-7710-48c9-843a-3c3ad4946125 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846395 Sep 29 23:10:45.875499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-e24d4112-1b2d-4df7-b862-d0fa550db3eb req-c773ebce-455d-482c-93f7-ef25756968a7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:10:45.876681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e24d4112-1b2d-4df7-b862-d0fa550db3eb req-c773ebce-455d-482c-93f7-ef25756968a7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1461730 Sep 29 23:10:46.041731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Made reservation on behalf of d17c8c56fc084a478ca1baeab2fa4d19 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:46.046050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:46.232837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e24d4112-1b2d-4df7-b862-d0fa550db3eb req-7f451fe1-ba1b-4e83-a1e5-c8af55fae5f0 service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486176 Sep 29 23:10:46.297536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Allocated IP 172.20.0.8 (6297f3db-9a86-4877-af2c-d0fcbf1fee57/8092df5e-6739-4837-8556-e908aa61a5e3/30c3564c-f755-4b12-9f0f-30f585097855) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:46.376814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f0cb10f-6ac0-476a-aff0-bea319545515 req-3b8fcf58-6cfa-4725-8f40-d0145dbdf5f1 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 210 time: 0.0574193 Sep 29 23:10:46.437804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e24d4112-1b2d-4df7-b862-d0fa550db3eb req-bdbc8c97-52d5-4e5c-9700-d1b6cdd9833f service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032530 Sep 29 23:10:46.600441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bbb7fd6-a9bb-4f8e-bc10-5bab850d8c4a req-d74ce0cf-d7d1-49eb-9651-9de92f19f21b tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0456955 Sep 29 23:10:46.612892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:46.701345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:46.819400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Pushing event updated for resources: {'Port': ['ID=30c3564c-f755-4b12-9f0f-30f585097855,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:46.851230 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c365f2a0-6566-49f8-b557-ec09af7a8915 req-c7324be2-c0f3-408c-88f8-cfd28f31cf0d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b62ad00-5487-422c-857d-2133c4295f0f HTTP/1.1" status: 200 len: 210 time: 0.1055541 Sep 29 23:10:46.867932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:46.867932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:46.888951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:47.083133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:47.084731 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:47.114384 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-aa501a3a-ee47-4efe-a154-f93df6c75c59 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0189526 Sep 29 23:10:47.139927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Request body: {'port': {'device_id': 'd8a8be21-a42a-4311-b775-a382131327b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:47.142543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26c459-6cff-4c14-b838-c648ef2ead10 req-7d584347-34ff-4b7e-aeca-96e27c00f11f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:47.159222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d26c459-6cff-4c14-b838-c648ef2ead10 req-7d584347-34ff-4b7e-aeca-96e27c00f11f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 949 time: 0.1230958 Sep 29 23:10:47.286780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d26c459-6cff-4c14-b838-c648ef2ead10 req-290d523b-9ea8-423d-890b-d9481693f3b3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174581 Sep 29 23:10:47.362709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2589a3ad-a191-4384-98d2-524ad29024b8 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:47.469908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:47.503562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 2589a3ad-a191-4384-98d2-524ad29024b8 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:10:47.513341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 2589a3ad-a191-4384-98d2-524ad29024b8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:47.514716 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:47.641092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922829b5-de9f-4e30-a813-ac8f0a5c38e0 req-c4e57eb3-bea8-429e-b2d4-4c990a226866 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:47.656003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-922829b5-de9f-4e30-a813-ac8f0a5c38e0 req-c4e57eb3-bea8-429e-b2d4-4c990a226866 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 931 time: 0.1149840 Sep 29 23:10:47.705652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2fe9ffb2-0009-4b24-a5fb-c6436614f39e up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:47.771798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-922829b5-de9f-4e30-a813-ac8f0a5c38e0 req-0f2dcb48-e740-48ec-a18b-6f8fff5d755e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072633 Sep 29 23:10:47.932794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-26913ff0-8f06-4da5-85ca-2921181dfc85 None None] Provisioning complete for port 30c3564c-f755-4b12-9f0f-30f585097855 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:47.933588 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-26913ff0-8f06-4da5-85ca-2921181dfc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:48.127177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:10:48.132003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57b5a563-a552-437c-9b43-7d3b2d0dd29b req-1ce59eb1-de60-46f1-aa33-5c00f68ed6b8 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0490785 Sep 29 23:10:48.164063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c3564c-f755-4b12-9f0f-30f585097855 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:48.180913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:48.183217 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:48.184873 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:48.206449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da47869-d836-4633-ad24-333b41a4fd63 req-d4d2ec96-64e7-4166-bc85-bb952b798dae tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:48.216938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-d4d2ec96-64e7-4166-bc85-bb952b798dae tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.2596276 Sep 29 23:10:48.222110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Transition to ACTIVE for port object 30c3564c-f755-4b12-9f0f-30f585097855 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:10:48.238354 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:48.252325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-47c24a14-d94c-4947-98a6-a9a1c9623da5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/quotas/d9b8b7d059d34856b6abdd78fc12002f HTTP/1.1" status: 200 len: 375 time: 0.0340817 Sep 29 23:10:48.256116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-26913ff0-8f06-4da5-85ca-2921181dfc85 None None] Port 30c3564c-f755-4b12-9f0f-30f585097855 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:10:48.274223 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:48.354105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2589a3ad-a191-4384-98d2-524ad29024b8'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:48.357814 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f82c10-294b-4e39-ae5f-77f6e7b56287" -d '{"events": [{"server_uuid": "5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3", "name": "network-vif-plugged", "status": "completed", "tag": "2589a3ad-a191-4384-98d2-524ad29024b8"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:48.383565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=30c3564c-f755-4b12-9f0f-30f585097855,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:48.384697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-0f38f16c-d8d1-49a4-9ce5-e3fedad07e45 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1300805 Sep 29 23:10:48.484741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd45a8f-a0df-41b5-b1ea-6d70d9833f41 req-28c428a1-2223-4a79-adb2-6c64e69df9b2 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:48.498958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cd45a8f-a0df-41b5-b1ea-6d70d9833f41 req-28c428a1-2223-4a79-adb2-6c64e69df9b2 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 945 time: 0.2187285 Sep 29 23:10:48.572841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2589a3ad-a191-4384-98d2-524ad29024b8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2589a3ad-a191-4384-98d2-524ad29024b8,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:48.580045 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:48.596530 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:48.667405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cd45a8f-a0df-41b5-b1ea-6d70d9833f41 req-0b236a52-9abc-4ee2-b51d-482efecafd24 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616216 Sep 29 23:10:48.713950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Attempting to bind port 30c3564c-f755-4b12-9f0f-30f585097855 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:48.714300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Attempting to bind port 30c3564c-f755-4b12-9f0f-30f585097855 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:48.714637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Attempting to bind port 30c3564c-f755-4b12-9f0f-30f585097855 on network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:48.728271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:48.731057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Port 30c3564c-f755-4b12-9f0f-30f585097855 on network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:10:48.733997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Attempting to bind port 30c3564c-f755-4b12-9f0f-30f585097855 on network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:48.763911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:48.764254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Checking segment: {'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:48.764654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Bound using segment: {'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:48.765119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Bound port: 30c3564c-f755-4b12-9f0f-30f585097855, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40300e51-cc50-4347-abd4-a203441ce7b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:48.765487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:48.818300 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:48.867235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-89745a54-3761-4cba-9b44-2a0060a58d5f service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3602474 Sep 29 23:10:48.924369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=2589a3ad-a191-4384-98d2-524ad29024b8,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:48.937053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-6d0d28bc-ed55-46a7-a8d5-a094964bd5c6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:48.940458 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-6d0d28bc-ed55-46a7-a8d5-a094964bd5c6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.42 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 945 time: 0.1660476 Sep 29 23:10:49.047076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3591c303-b88d-4be2-bcef-cfc4b02f0abf req-f7253c1a-99e1-46d8-8fb9-bdccf1083f6d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:49.060397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3591c303-b88d-4be2-bcef-cfc4b02f0abf req-f7253c1a-99e1-46d8-8fb9-bdccf1083f6d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 950 time: 0.1703393 Sep 29 23:10:49.083658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] For port 30c3564c-f755-4b12-9f0f-30f585097855, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:49.088649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:49.153808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-53daec6f-d38b-4c86-9f11-ba9214375036 service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784753 Sep 29 23:10:49.231167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3591c303-b88d-4be2-bcef-cfc4b02f0abf req-8b5c54f6-c01b-4c22-a3cf-70248dc695e7 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752617 Sep 29 23:10:49.240607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] For port 30c3564c-f755-4b12-9f0f-30f585097855, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=30c3564c-f755-4b12-9f0f-30f585097855,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:49.278298 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:49.336539 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76375b-6ad5-4dcf-91f3-29e8a470e235 x-openstack-request-id: req-ac76375b-6ad5-4dcf-91f3-29e8a470e235 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:49.336908 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3", "name": "network-vif-plugged", "status": "completed", "tag": "2589a3ad-a191-4384-98d2-524ad29024b8", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:49.337231 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac76375b-6ad5-4dcf-91f3-29e8a470e235 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:49.337719 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2589a3ad-a191-4384-98d2-524ad29024b8', 'code': 200} Sep 29 23:10:49.429694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:49.430326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:49.431817 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/30c3564c-f755-4b12-9f0f-30f585097855 HTTP/1.1" status: 200 len: 1091 time: 2.3062227 Sep 29 23:10:49.435867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-b874f518-4566-4425-bd91-75491ff94a9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Deleting port a0d18986-cef0-4a07-8b19-749a30dcb8f8 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:10:49.436842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-b874f518-4566-4425-bd91-75491ff94a9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:49.456098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a8be21-a42a-4311-b775-a382131327b3', 'tag': '30c3564c-f755-4b12-9f0f-30f585097855'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:49.461652 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5766db0d-3c4e-446c-9fed-aada0cf2b768" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a8be21-a42a-4311-b775-a382131327b3", "tag": "30c3564c-f755-4b12-9f0f-30f585097855"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:49.656162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181eb385-cbd5-437a-870b-830cac7ba2a8 service neutron] Pushing event updated for resources: {'Port': ['ID=30c3564c-f755-4b12-9f0f-30f585097855,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:49.734711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbc329bc-24eb-4445-a600-7918429036be req-be25e5c5-b6fa-4214-904d-eb1eb3a42bc0 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.1355591 Sep 29 23:10:49.770571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ecdb4-c93a-4585-b6ec-76dd086dc0f9 req-a07bd998-b83d-47c5-baa1-0c36e3755d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:49.773640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-899ecdb4-c93a-4585-b6ec-76dd086dc0f9 req-a07bd998-b83d-47c5-baa1-0c36e3755d32 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 1101 time: 0.2552595 Sep 29 23:10:49.788687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-cc8756dd-aec7-411a-a5f5-964553d78fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:49.790312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-cc8756dd-aec7-411a-a5f5-964553d78fe7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d17c8c56fc084a478ca1baeab2fa4d19&device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 1094 time: 0.2934666 Sep 29 23:10:49.838683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf1444-6e70-48d9-97d1-a746e596f938 req-d1cbf7fb-63bc-433f-82f5-972b88df69c5 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:49.840601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99bf1444-6e70-48d9-97d1-a746e596f938 req-d1cbf7fb-63bc-433f-82f5-972b88df69c5 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 943 time: 0.4013033 Sep 29 23:10:49.923713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d95f7e94-5690-4ffd-a148-591ad4c8b737 req-ef551745-596b-4999-b828-d3c3365e85f0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 210 time: 0.0815876 Sep 29 23:10:49.962652 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-1fb1b8c0-00ac-47f3-beb6-43476c058b5e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30c3564c-f755-4b12-9f0f-30f585097855 HTTP/1.1" status: 200 len: 217 time: 0.1615922 Sep 29 23:10:49.964145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-899ecdb4-c93a-4585-b6ec-76dd086dc0f9 req-9835ca52-e6d5-4dba-a269-73de9f98a541 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815164 Sep 29 23:10:49.986322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:50.061523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99bf1444-6e70-48d9-97d1-a746e596f938 req-9ef7cae4-1119-428b-813a-bfd3fc21f8b9 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063713 Sep 29 23:10:50.122754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-9159b243-1d8c-42d8-b65b-936172db0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:50.124529 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-9159b243-1d8c-42d8-b65b-936172db0d06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8092df5e-6739-4837-8556-e908aa61a5e3 HTTP/1.1" status: 200 len: 844 time: 0.1463706 Sep 29 23:10:50.128693 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ef4096-578d-4981-8602-952c848ba103 x-openstack-request-id: req-81ef4096-578d-4981-8602-952c848ba103 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:50.129061 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a8be21-a42a-4311-b775-a382131327b3", "tag": "30c3564c-f755-4b12-9f0f-30f585097855", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:50.129365 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-81ef4096-578d-4981-8602-952c848ba103 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:50.130258 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a8be21-a42a-4311-b775-a382131327b3', 'tag': '30c3564c-f755-4b12-9f0f-30f585097855', 'status': 'completed', 'code': 200} Sep 29 23:10:50.131623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-b874f518-4566-4425-bd91-75491ff94a9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] For port a0d18986-cef0-4a07-8b19-749a30dcb8f8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a0d18986-cef0-4a07-8b19-749a30dcb8f8,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:50.132081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-b874f518-4566-4425-bd91-75491ff94a9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:50.186388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-b874f518-4566-4425-bd91-75491ff94a9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Calling delete_port for a0d18986-cef0-4a07-8b19-749a30dcb8f8 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:10:50.283778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-51ba8611-ca99-41da-82d6-e929fbb8d64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:50.289953 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-51ba8611-ca99-41da-82d6-e929fbb8d64e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6297f3db-9a86-4877-af2c-d0fcbf1fee57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548891 Sep 29 23:10:50.300429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c406118-42a2-4e22-b52d-3a96e912f65e req-407a6437-ee62-4f93-b022-8526b2b053f4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:50.337800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c406118-42a2-4e22-b52d-3a96e912f65e req-407a6437-ee62-4f93-b022-8526b2b053f4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 945 time: 0.1244764 Sep 29 23:10:50.484837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c406118-42a2-4e22-b52d-3a96e912f65e req-2773585a-f025-457c-bd43-fe8310dd5a00 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456730 Sep 29 23:10:50.517391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795388ff-d02c-4bc4-b673-3e235d937e03 req-c17bcee9-cf67-49eb-8f9f-c9377f1d2828 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:50.519058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-795388ff-d02c-4bc4-b673-3e235d937e03 req-c17bcee9-cf67-49eb-8f9f-c9377f1d2828 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 950 time: 0.1533363 Sep 29 23:10:50.602532 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-6d67c38d-4a5f-4f75-8e99-922f626f918b service neutron] 10.222.0.26 "GET /v2.0/networks/6297f3db-9a86-4877-af2c-d0fcbf1fee57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010395 Sep 29 23:10:50.636845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-795388ff-d02c-4bc4-b673-3e235d937e03 req-393d5cc8-df3f-4c12-a34a-3c6f6b5a670c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104317 Sep 29 23:10:50.838206 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-b874f518-4566-4425-bd91-75491ff94a9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:50.872187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a0d18986-cef0-4a07-8b19-749a30dcb8f8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:50.886587 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-504759d6-dbe3-4e04-b2c3-6b0c30a73d98 req-9a092966-c4b0-454e-a1ac-7fa1368a072f service neutron] 10.222.0.26 "GET /v2.0/networks/6297f3db-9a86-4877-af2c-d0fcbf1fee57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711732 Sep 29 23:10:50.891247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874f518-4566-4425-bd91-75491ff94a9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Pushing event deleted for resources: {'Port': ['ID=a0d18986-cef0-4a07-8b19-749a30dcb8f8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:50.892241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-223e1b35-12cd-4cbb-9a7d-b55afded1a0a req-9df30f80-ce7f-4548-ba97-d85193dacc7c tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0357308 Sep 29 23:10:50.985019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-b874f518-4566-4425-bd91-75491ff94a9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] No DVR routers for this DVR port a0d18986-cef0-4a07-8b19-749a30dcb8f8 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:10:51.040468 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-b874f518-4566-4425-bd91-75491ff94a9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:51.048167 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d2038c4c-2ec1-47a9-8709-d1c546f57caf req-b874f518-4566-4425-bd91-75491ff94a9a tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.42 "DELETE /v2.0/ports/a0d18986-cef0-4a07-8b19-749a30dcb8f8 HTTP/1.1" status: 204 len: 173 time: 2.0693760 Sep 29 23:10:51.083999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-8be3ba70-f3d6-47a6-9fac-86f9790b7898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:51.085521 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-8be3ba70-f3d6-47a6-9fac-86f9790b7898 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d17c8c56fc084a478ca1baeab2fa4d19&device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 1094 time: 0.1019132 Sep 29 23:10:51.114270 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef73c602-1bb2-4837-8912-a4498dc9f9d8 req-fe5eb796-5edd-4177-8664-ee63acc468ef tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 210 time: 0.0647829 Sep 29 23:10:51.276803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-93e56332-01af-464e-8891-086115346365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:51.280118 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-93e56332-01af-464e-8891-086115346365 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6297f3db-9a86-4877-af2c-d0fcbf1fee57 HTTP/1.1" status: 200 len: 906 time: 0.1860313 Sep 29 23:10:51.338784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c130a572-d1a2-47ef-80d6-d6a279a4952e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe9ffb2-0009-4b24-a5fb-c6436614f39e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:51.341903 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11c25e6-1d61-4184-9d1e-09591bd95244" -d '{"events": [{"server_uuid": "c130a572-d1a2-47ef-80d6-d6a279a4952e", "name": "network-vif-plugged", "status": "completed", "tag": "2fe9ffb2-0009-4b24-a5fb-c6436614f39e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:51.358069 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-0fc039bc-30b6-4725-8c93-2667ea635b82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30c3564c-f755-4b12-9f0f-30f585097855 HTTP/1.1" status: 200 len: 217 time: 0.0651810 Sep 29 23:10:51.424179 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b097499f-8c5a-44a0-b80c-8f06e526b53f x-openstack-request-id: req-b097499f-8c5a-44a0-b80c-8f06e526b53f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:51.424509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9904db2-a5f2-48ba-9055-346f397d980c req-7ffc5384-b682-438e-9fc5-34762eac77c4 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:51.424646 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c130a572-d1a2-47ef-80d6-d6a279a4952e", "name": "network-vif-plugged", "status": "completed", "tag": "2fe9ffb2-0009-4b24-a5fb-c6436614f39e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:51.424834 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b097499f-8c5a-44a0-b80c-8f06e526b53f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:51.425245 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c130a572-d1a2-47ef-80d6-d6a279a4952e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fe9ffb2-0009-4b24-a5fb-c6436614f39e', 'code': 200} Sep 29 23:10:51.442522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9904db2-a5f2-48ba-9055-346f397d980c req-7ffc5384-b682-438e-9fc5-34762eac77c4 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 943 time: 0.1983619 Sep 29 23:10:51.527646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9904db2-a5f2-48ba-9055-346f397d980c req-28376b83-8890-4f84-bd2d-7715f16d7dec tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841212 Sep 29 23:10:51.590576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-2a97a363-2fbb-4002-890d-0dcbf53d171b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:51.592997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-2a97a363-2fbb-4002-890d-0dcbf53d171b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8092df5e-6739-4837-8556-e908aa61a5e3 HTTP/1.1" status: 200 len: 844 time: 0.2272024 Sep 29 23:10:51.766773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a665dff6-ad91-4494-b0df-d932f3203378 req-dd44f44b-3780-4bad-b2c8-eb954c56c2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:51.777625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a93bb89d-8a1a-4dc2-b89c-852063ba334f req-d879b90e-2d9d-41b6-bdb5-c78abb48d4cc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=8240a025-f0d5-4b10-8662-cae6a712e1b8 HTTP/1.1" status: 200 len: 210 time: 0.1642187 Sep 29 23:10:51.778477 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a665dff6-ad91-4494-b0df-d932f3203378 req-dd44f44b-3780-4bad-b2c8-eb954c56c2ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c130a572-d1a2-47ef-80d6-d6a279a4952e HTTP/1.1" status: 200 len: 1101 time: 0.2108831 Sep 29 23:10:51.802756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-1b593cb0-f516-4448-9413-f329cc137953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:51.893391 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-1b593cb0-f516-4448-9413-f329cc137953 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6297f3db-9a86-4877-af2c-d0fcbf1fee57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2665911 Sep 29 23:10:51.944677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da47869-d836-4633-ad24-333b41a4fd63 req-e6c12bd6-22d9-4948-9ad0-31ee35c0ea8a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:51.949527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-e6c12bd6-22d9-4948-9ad0-31ee35c0ea8a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.4840248 Sep 29 23:10:51.961509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7455c8-af70-4540-90d4-71e4dcc06fb4 req-d3cfbab4-c342-4845-8b8d-64f8805f105b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:51.974399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf7455c8-af70-4540-90d4-71e4dcc06fb4 req-d3cfbab4-c342-4845-8b8d-64f8805f105b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 950 time: 0.1845515 Sep 29 23:10:52.034090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Request body: {'port': {'device_id': '5ecf2826-3824-4173-becb-5c2f2c33121a', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'admin_state_up': True, 'tenant_id': 'd9b8b7d059d34856b6abdd78fc12002f'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:52.065616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf7455c8-af70-4540-90d4-71e4dcc06fb4 req-170e9922-2e3e-40b6-9ff5-a83b9f6bbfe5 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897036 Sep 29 23:10:52.143048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'name': 'network-vif-deleted', 'tag': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:52.144314 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e48a398-ce89-4edb-9457-a044af0db692" -d '{"events": [{"server_uuid": "8240a025-f0d5-4b10-8662-cae6a712e1b8", "name": "network-vif-deleted", "tag": "a0d18986-cef0-4a07-8b19-749a30dcb8f8"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:52.190451 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a665dff6-ad91-4494-b0df-d932f3203378 req-bbdd496d-592a-4113-9f2a-daed4f0c6092 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353902 Sep 29 23:10:52.209980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09e1496e-d847-407a-bbb5-1f9b6587215f req-e55bc968-2e89-433d-ab40-1d54fdf8f796 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0919042 Sep 29 23:10:52.286011 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-a26447c8-aec6-43fb-af2f-3fb0f267d9ba service neutron] 10.222.0.26 "GET /v2.0/networks/6297f3db-9a86-4877-af2c-d0fcbf1fee57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803608 Sep 29 23:10:52.301581 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8afdf6-1d65-4ccc-ae3a-70d13511d226 x-openstack-request-id: req-ae8afdf6-1d65-4ccc-ae3a-70d13511d226 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:52.301879 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8240a025-f0d5-4b10-8662-cae6a712e1b8", "name": "network-vif-deleted", "tag": "a0d18986-cef0-4a07-8b19-749a30dcb8f8", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:52.302339 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ae8afdf6-1d65-4ccc-ae3a-70d13511d226 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:52.302890 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8240a025-f0d5-4b10-8662-cae6a712e1b8', 'name': 'network-vif-deleted', 'tag': 'a0d18986-cef0-4a07-8b19-749a30dcb8f8', 'status': 'completed', 'code': 200} Sep 29 23:10:52.309079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4982d08e-6742-4620-837f-dfe897116d7a req-8062c3a9-ca6d-4272-a77b-3fbbac5bc13a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 210 time: 0.0452397 Sep 29 23:10:52.342170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Made reservation on behalf of d9b8b7d059d34856b6abdd78fc12002f for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:52.346220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:52.603770 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5766db0d-3c4e-446c-9fed-aada0cf2b768 req-ca121141-80b8-4810-90a8-e78cb72efec9 service neutron] 10.222.0.26 "GET /v2.0/networks/6297f3db-9a86-4877-af2c-d0fcbf1fee57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933405 Sep 29 23:10:52.619858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Allocated IP 172.20.0.3 (c227357a-4298-494d-bd97-035dcbd0097b/3cb694ab-b5bc-48f3-8d21-311e38ce4502/c54c1553-0352-4a09-a860-4e606c1cc981) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:10:52.725256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baec6f3-ba9d-4c14-bb4e-418e75549c02 req-a000c842-9f7a-4cfb-815e-745bce820c10 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:52.733620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2baec6f3-ba9d-4c14-bb4e-418e75549c02 req-a000c842-9f7a-4cfb-815e-745bce820c10 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 943 time: 0.0651543 Sep 29 23:10:52.789980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2baec6f3-ba9d-4c14-bb4e-418e75549c02 req-4c823bb1-b48b-4a25-ac5a-a048c6ac61fb tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510786 Sep 29 23:10:52.896983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:52.936603 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:52.994907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Network c227357a-4298-494d-bd97-035dcbd0097b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:10:52.999443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:10:53.006571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:10:53.040169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event updated for resources: {'Port': ['ID=c54c1553-0352-4a09-a860-4e606c1cc981,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:53.070730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:53.072048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:53.089679 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-13cb36ec-a1d2-40ce-92dd-dc123b2ebe81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0820296 Sep 29 23:10:53.094803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac23ea-7059-4af9-b0dd-a56bf1621b45 req-924c9c7a-86c0-4bd6-aa41-e4b89be3aee6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:53.096379 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-87ac23ea-7059-4af9-b0dd-a56bf1621b45 req-924c9c7a-86c0-4bd6-aa41-e4b89be3aee6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 945 time: 0.0721676 Sep 29 23:10:53.109136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Request body: {'port': {'device_id': '5ecf2826-3824-4173-becb-5c2f2c33121a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:53.155669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-87ac23ea-7059-4af9-b0dd-a56bf1621b45 req-57f5ce16-7d5c-48ea-a0f6-68d342e266cd tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531471 Sep 29 23:10:53.183338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:53.213671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b3a703-444a-4705-80c0-17975106294f req-8a5134eb-b29a-4ac3-be11-338c36f7f3b8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:53.215192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37b3a703-444a-4705-80c0-17975106294f req-8a5134eb-b29a-4ac3-be11-338c36f7f3b8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 950 time: 0.0526233 Sep 29 23:10:53.289595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37b3a703-444a-4705-80c0-17975106294f req-d6e41997-a087-426c-97c7-86191d8efba9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642469 Sep 29 23:10:53.355710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a0d18986-cef0-4a07-8b19-749a30dcb8f8 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:10:53.370836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-648add87-81d6-41c4-af08-49a989c10ce7 req-91bff0a3-5c57-44ae-9a26-8db516fe36b6 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0689385 Sep 29 23:10:53.413393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: a0d18986-cef0-4a07-8b19-749a30dcb8f8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:10:53.413739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a0d18986-cef0-4a07-8b19-749a30dcb8f8 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:10:53.502202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7ccef-ec6c-4b1f-9d13-68b365fbb68d req-17acbd94-bb4d-4dbc-ace1-085c813b3c72 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:53.504123 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ed7ccef-ec6c-4b1f-9d13-68b365fbb68d req-17acbd94-bb4d-4dbc-ace1-085c813b3c72 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=c130a572-d1a2-47ef-80d6-d6a279a4952e HTTP/1.1" status: 200 len: 950 time: 0.1093583 Sep 29 23:10:53.578067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ed7ccef-ec6c-4b1f-9d13-68b365fbb68d req-639645a5-5a5e-4950-8eb7-8d973d11a1c0 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438087 Sep 29 23:10:53.596430 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26cd40a-f4d1-4318-8e1b-5541d0eb17a9 req-0ce326f2-34c1-44fb-831f-9cfbdd23bca3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:53.606795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d26cd40a-f4d1-4318-8e1b-5541d0eb17a9 req-0ce326f2-34c1-44fb-831f-9cfbdd23bca3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 931 time: 0.1008031 Sep 29 23:10:53.644717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c54c1553-0352-4a09-a860-4e606c1cc981 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:53.653876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d26cd40a-f4d1-4318-8e1b-5541d0eb17a9 req-24be5039-2938-44e4-9dd8-ac00fde85fba tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407591 Sep 29 23:10:53.662923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-46401ee2-5611-4fb0-92af-a83a50a766dd tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:53.664770 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-46401ee2-5611-4fb0-92af-a83a50a766dd tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.26 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 945 time: 0.1321585 Sep 29 23:10:53.666813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:53.715179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Transition to ACTIVE for port object c54c1553-0352-4a09-a860-4e606c1cc981 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:10:53.728500 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:53.884602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Pushing event updated for resources: {'Port': ['ID=c54c1553-0352-4a09-a860-4e606c1cc981,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:53.913671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-e843a1cc-288e-4885-90dd-f8440bac9a83 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Deleting port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:10:53.914010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-e843a1cc-288e-4885-90dd-f8440bac9a83 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:53.964177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Attempting to bind port c54c1553-0352-4a09-a860-4e606c1cc981 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:10:53.964590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Attempting to bind port c54c1553-0352-4a09-a860-4e606c1cc981 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:10:53.965139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Attempting to bind port c54c1553-0352-4a09-a860-4e606c1cc981 on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:53.978700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Port c54c1553-0352-4a09-a860-4e606c1cc981 on network c227357a-4298-494d-bd97-035dcbd0097b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:10:53.979029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Attempting to bind port c54c1553-0352-4a09-a860-4e606c1cc981 on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:10:53.992177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6c04e-a1d4-44bc-b4f9-0b8f28e1d07c req-9473d145-4cb9-4bb3-b270-adaf27094c07 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:53.996422 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6db6c04e-a1d4-44bc-b4f9-0b8f28e1d07c req-9473d145-4cb9-4bb3-b270-adaf27094c07 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 943 time: 0.0771396 Sep 29 23:10:54.032944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:10:54.033437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Checking segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:10:54.033841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Bound using segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:10:54.034305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Bound port: c54c1553-0352-4a09-a860-4e606c1cc981, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:10:54.034681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:54.059423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6db6c04e-a1d4-44bc-b4f9-0b8f28e1d07c req-9e22bc58-4027-437a-b97d-058cb895850f tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565538 Sep 29 23:10:54.130184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-e843a1cc-288e-4885-90dd-f8440bac9a83 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] For port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:54.130567 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-e843a1cc-288e-4885-90dd-f8440bac9a83 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:54.159364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-e843a1cc-288e-4885-90dd-f8440bac9a83 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Calling delete_port for 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:10:54.167918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] For port c54c1553-0352-4a09-a860-4e606c1cc981, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:10:54.174633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] For port c54c1553-0352-4a09-a860-4e606c1cc981, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=c54c1553-0352-4a09-a860-4e606c1cc981,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:10:54.181953 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:54.263436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:54.264100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:54.265525 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] 10.222.0.42 "PUT /v2.0/ports/c54c1553-0352-4a09-a860-4e606c1cc981 HTTP/1.1" status: 200 len: 1091 time: 1.1609690 Sep 29 23:10:54.304256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecf2826-3824-4173-becb-5c2f2c33121a', 'tag': 'c54c1553-0352-4a09-a860-4e606c1cc981'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:54.313704 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f7a1fc-46d1-4429-bb47-30feca610c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecf2826-3824-4173-becb-5c2f2c33121a", "tag": "c54c1553-0352-4a09-a860-4e606c1cc981"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:54.355387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64c96a-9358-4519-b279-553af0e41898 service neutron] Pushing event updated for resources: {'Port': ['ID=c54c1553-0352-4a09-a860-4e606c1cc981,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:54.366126 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172afa7-166b-4208-a8ad-39d2cde25178 req-0f60b083-903a-4571-b2e5-86821b3c5123 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:54.381179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7172afa7-166b-4208-a8ad-39d2cde25178 req-0f60b083-903a-4571-b2e5-86821b3c5123 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=56832de2-7800-40f8-9a88-4844af00b309 HTTP/1.1" status: 200 len: 945 time: 0.1408257 Sep 29 23:10:54.409064 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18250396-1324-46a0-a571-3b16241620ba x-openstack-request-id: req-18250396-1324-46a0-a571-3b16241620ba {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:54.409857 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecf2826-3824-4173-becb-5c2f2c33121a", "tag": "c54c1553-0352-4a09-a860-4e606c1cc981", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:54.410321 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18250396-1324-46a0-a571-3b16241620ba {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:54.410971 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecf2826-3824-4173-becb-5c2f2c33121a', 'tag': 'c54c1553-0352-4a09-a860-4e606c1cc981', 'status': 'completed', 'code': 200} Sep 29 23:10:54.457632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7172afa7-166b-4208-a8ad-39d2cde25178 req-63aebcaf-2634-4474-aa59-a9050171c951 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753834 Sep 29 23:10:54.481724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da47869-d836-4633-ad24-333b41a4fd63 req-742ade11-76ed-46ee-a0b0-f41e50fdb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:54.483382 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-742ade11-76ed-46ee-a0b0-f41e50fdb0a7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 1094 time: 0.1431010 Sep 29 23:10:54.498081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-e843a1cc-288e-4885-90dd-f8440bac9a83 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:54.581625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bae5f9e-e36c-4dc7-aea3-ed6edd45dc7d req-21e6f584-96dc-4e37-a9dc-356805832d32 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0461876 Sep 29 23:10:54.611459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843a1cc-288e-4885-90dd-f8440bac9a83 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Pushing event deleted for resources: {'Port': ['ID=7daccf9d-43ff-46ac-b6d8-3e078fa84f3b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:54.638843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-e843a1cc-288e-4885-90dd-f8440bac9a83 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] No DVR routers for this DVR port 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:10:54.643780 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-fb6f0ad4-8a57-443f-9846-ec9ba2d32f4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54c1553-0352-4a09-a860-4e606c1cc981 HTTP/1.1" status: 200 len: 217 time: 0.1307731 Sep 29 23:10:54.645289 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-e843a1cc-288e-4885-90dd-f8440bac9a83 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:54.656612 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aa866f9d-5d60-4d89-b5e0-c461f044254e req-e843a1cc-288e-4885-90dd-f8440bac9a83 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.26 "DELETE /v2.0/ports/7daccf9d-43ff-46ac-b6d8-3e078fa84f3b HTTP/1.1" status: 204 len: 173 time: 0.9850495 Sep 29 23:10:54.778466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98b494-ddb7-41b9-be1a-b2d05b56a77a req-012f318e-6871-4dd0-933f-c18ed4639f9f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:54.799903 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae98b494-ddb7-41b9-be1a-b2d05b56a77a req-012f318e-6871-4dd0-933f-c18ed4639f9f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=c130a572-d1a2-47ef-80d6-d6a279a4952e HTTP/1.1" status: 200 len: 950 time: 0.1167176 Sep 29 23:10:54.805900 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da47869-d836-4633-ad24-333b41a4fd63 req-e0a9f67a-c5be-461e-a7a2-208c71f6f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:54.807819 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-e0a9f67a-c5be-461e-a7a2-208c71f6f049 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.1469557 Sep 29 23:10:54.899428 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-1bedd929-9d67-465c-b1bf-b0cb009a8418 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833738 Sep 29 23:10:55.029838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae98b494-ddb7-41b9-be1a-b2d05b56a77a req-3b50b323-b5ae-4d31-8a9c-ed1d98ad29a2 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109420 Sep 29 23:10:55.048195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e26a8-acc9-4135-8f62-b24e4ff49ea4 req-fc8ad5c7-6b59-4fcf-a445-9257dcf46b8a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:55.058089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-222e26a8-acc9-4135-8f62-b24e4ff49ea4 req-fc8ad5c7-6b59-4fcf-a445-9257dcf46b8a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 943 time: 0.2413588 Sep 29 23:10:55.108785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-222e26a8-acc9-4135-8f62-b24e4ff49ea4 req-2e9a3252-a2be-421f-b713-10057524ee8a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493925 Sep 29 23:10:55.136834 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-e5e12e04-a83a-4f2b-8a31-4af5c35cd813 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264698 Sep 29 23:10:55.292702 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7da47869-d836-4633-ad24-333b41a4fd63 req-5d496e8f-c552-46d6-8e02-d2d205f7042b service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463645 Sep 29 23:10:55.315929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62267cc0-1636-423a-84ed-f53f54faf1c8 req-cf047320-be4e-4b47-bea8-b54364ce85ff tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:55.324065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62267cc0-1636-423a-84ed-f53f54faf1c8 req-cf047320-be4e-4b47-bea8-b54364ce85ff tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 943 time: 0.1113136 Sep 29 23:10:55.373621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62267cc0-1636-423a-84ed-f53f54faf1c8 req-198e8191-52b7-4816-b89b-9f2ecf924840 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482671 Sep 29 23:10:55.449291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7a1fc-46d1-4429-bb47-30feca610c9d req-acde66bb-5c24-4a00-86f3-480c76d685f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:55.449564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd87c3f-1ef0-49bd-9e44-8bf9b2ec350c req-158ff430-157e-4394-baa4-6b760b59f141 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:55.450875 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54f7a1fc-46d1-4429-bb47-30feca610c9d req-acde66bb-5c24-4a00-86f3-480c76d685f2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 1094 time: 0.0555661 Sep 29 23:10:55.456703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd87c3f-1ef0-49bd-9e44-8bf9b2ec350c req-158ff430-157e-4394-baa4-6b760b59f141 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:55.458353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cd87c3f-1ef0-49bd-9e44-8bf9b2ec350c req-158ff430-157e-4394-baa4-6b760b59f141 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3&device_id=c130a572-d1a2-47ef-80d6-d6a279a4952e HTTP/1.1" status: 200 len: 1691 time: 0.0784779 Sep 29 23:10:55.514599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cd87c3f-1ef0-49bd-9e44-8bf9b2ec350c req-ee3715b9-bcf9-4f43-8d76-dbbf1ff08ce3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492363 Sep 29 23:10:55.575017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7a1fc-46d1-4429-bb47-30feca610c9d req-02feb948-a976-4b6a-a082-9fdf8cdff309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:55.577020 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54f7a1fc-46d1-4429-bb47-30feca610c9d req-02feb948-a976-4b6a-a082-9fdf8cdff309 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 913 time: 0.1112990 Sep 29 23:10:55.639977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b3faaeb-19dc-4108-9781-9a47ccff9f3d req-717ba534-2618-4f94-82bf-e7512325538c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0454650 Sep 29 23:10:55.662627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54f7a1fc-46d1-4429-bb47-30feca610c9d req-c9f6c157-1364-4e90-aff0-08379a244d59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c54c1553-0352-4a09-a860-4e606c1cc981 HTTP/1.1" status: 200 len: 217 time: 0.0678167 Sep 29 23:10:55.685046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 30c3564c-f755-4b12-9f0f-30f585097855 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:10:55.687494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:10:55.699873 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09c248cb-b791-46fb-bf8a-6f156aba6d46 req-64ca96fb-715a-45fd-ad90-0e8226e41338 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0281000 Sep 29 23:10:55.761111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:10:55.761447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7daccf9d-43ff-46ac-b6d8-3e078fa84f3b not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:10:55.831656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7270849f-d280-4a11-99f6-adbc97d016ea req-e656fd3c-d3b4-4629-9dc9-542679ebe074 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:55.833670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7270849f-d280-4a11-99f6-adbc97d016ea req-e656fd3c-d3b4-4629-9dc9-542679ebe074 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 1101 time: 0.0572627 Sep 29 23:10:55.857750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 30c3564c-f755-4b12-9f0f-30f585097855, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=30c3564c-f755-4b12-9f0f-30f585097855,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:55.872742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '30c3564c-f755-4b12-9f0f-30f585097855', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'port_id': '30c3564c-f755-4b12-9f0f-30f585097855', 'mac_address': 'fa:16:3e:71:e1:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 531, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:10:55.912717 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7270849f-d280-4a11-99f6-adbc97d016ea req-bf4f85d4-0087-4dd1-bd13-8032fae6588b tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688469 Sep 29 23:10:55.931466 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:55.943860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7472b7b7-5e1d-418a-aa3e-ea45f6e7a07b req-b75890a3-7e5c-4fcd-bf87-64c50ff8ac75 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:55.946122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7472b7b7-5e1d-418a-aa3e-ea45f6e7a07b req-b75890a3-7e5c-4fcd-bf87-64c50ff8ac75 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 944 time: 0.1222649 Sep 29 23:10:55.961594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c3564c-f755-4b12-9f0f-30f585097855 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:55.990716 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 30c3564c-f755-4b12-9f0f-30f585097855, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=30c3564c-f755-4b12-9f0f-30f585097855,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:56.001031 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:56.021567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7472b7b7-5e1d-418a-aa3e-ea45f6e7a07b req-f8ca01a1-940a-4e01-a70c-73c6ff346232 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624282 Sep 29 23:10:56.156349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444b374-1596-4dad-8299-8ae1803c7438 req-6f1e5b0f-9070-4eb2-9a6a-79d77ade33cc tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:56.158055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4444b374-1596-4dad-8299-8ae1803c7438 req-6f1e5b0f-9070-4eb2-9a6a-79d77ade33cc tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=c130a572-d1a2-47ef-80d6-d6a279a4952e HTTP/1.1" status: 200 len: 1101 time: 0.0966935 Sep 29 23:10:56.183746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7a1fc-46d1-4429-bb47-30feca610c9d req-b4e97d4f-b0ac-4e3a-a807-54585b7d9156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:56.187892 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54f7a1fc-46d1-4429-bb47-30feca610c9d req-b4e97d4f-b0ac-4e3a-a807-54585b7d9156 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.1795423 Sep 29 23:10:56.189192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=30c3564c-f755-4b12-9f0f-30f585097855,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:56.217463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4444b374-1596-4dad-8299-8ae1803c7438 req-ef1e3746-de23-41fd-931e-9407713dfb36 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504277 Sep 29 23:10:56.240809 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54f7a1fc-46d1-4429-bb47-30feca610c9d req-67a4e15b-0d81-44a8-a2b0-7f0a842f4b4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444250 Sep 29 23:10:56.291465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b69717-c0dd-4ce2-adb4-61fd3629c4b2 req-caa9825a-b11e-441c-938c-c218eaa7e0d4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:56.293701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26b69717-c0dd-4ce2-adb4-61fd3629c4b2 req-caa9825a-b11e-441c-938c-c218eaa7e0d4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 943 time: 0.0730102 Sep 29 23:10:56.327104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['30c3564c-f755-4b12-9f0f-30f585097855'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:56.371137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26b69717-c0dd-4ce2-adb4-61fd3629c4b2 req-eca2b1b3-2efa-4c1e-88ec-9199765199b1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708041 Sep 29 23:10:56.599755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-c7988a3b-7554-459c-9d6d-a362c1f1499f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408390 Sep 29 23:10:56.661964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ddcb93-18b1-4fc1-aeeb-9cfb3353dbf4 req-00a722a5-9488-4556-a45e-49549ce2857f tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:56.676932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5ddcb93-18b1-4fc1-aeeb-9cfb3353dbf4 req-00a722a5-9488-4556-a45e-49549ce2857f tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 944 time: 0.1732960 Sep 29 23:10:56.874051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5ddcb93-18b1-4fc1-aeeb-9cfb3353dbf4 req-d989a83e-8395-4653-8bc8-1756195e3b30 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954372 Sep 29 23:10:56.948499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-c1d277c4-3249-41b8-a55b-5d16d84a58d2 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:56.958488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-c1d277c4-3249-41b8-a55b-5d16d84a58d2 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569863 Sep 29 23:10:56.990652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-42297fc1-3a62-4a4b-9555-91b610ae5c1d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/quotas/aea438136baf4ba9a366d644faafab7c HTTP/1.1" status: 200 len: 375 time: 0.0308971 Sep 29 23:10:57.130536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51941c53-498a-4dad-a7cb-18bd751887bb req-133d95e9-1654-4172-9a69-6ffb7bec0472 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0568812 Sep 29 23:10:57.200587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-82b71c12-ae5e-4208-91ac-bd7b41ba6a37 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2089648 Sep 29 23:10:57.232132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56832de2-7800-40f8-9a88-4844af00b309', 'name': 'network-vif-deleted', 'tag': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:57.234638 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7e9f03-c938-4a76-aae4-7c439197ecf6" -d '{"events": [{"server_uuid": "56832de2-7800-40f8-9a88-4844af00b309", "name": "network-vif-deleted", "tag": "7daccf9d-43ff-46ac-b6d8-3e078fa84f3b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:57.323798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-48ad6d86-314f-44fc-b700-f6b1e20c8982 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:57.332043 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-48ad6d86-314f-44fc-b700-f6b1e20c8982 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.26 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 944 time: 1.0867529 Sep 29 23:10:57.384452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device c54c1553-0352-4a09-a860-4e606c1cc981 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:10:57.415772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81743e83-af62-4617-875c-bbdff89d06ac req-0b039081-d04f-4ce3-9e68-654f8a87bfdc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:57.418169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81743e83-af62-4617-875c-bbdff89d06ac req-0b039081-d04f-4ce3-9e68-654f8a87bfdc tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 944 time: 0.1037929 Sep 29 23:10:57.464344 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54f7a1fc-46d1-4429-bb47-30feca610c9d req-e06631d8-76a9-447c-a0d8-0b40526e2db5 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1626859 Sep 29 23:10:57.484124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81743e83-af62-4617-875c-bbdff89d06ac req-7b7bb630-915f-4133-868f-11df2e1f9518 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/security-groups?id=f2fe401d-4d66-40d4-a582-155d8a8b6b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600684 Sep 29 23:10:57.533557 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b730c5b-39e3-48b7-a434-32e7c5d15208 x-openstack-request-id: req-7b730c5b-39e3-48b7-a434-32e7c5d15208 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:57.533859 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56832de2-7800-40f8-9a88-4844af00b309", "name": "network-vif-deleted", "tag": "7daccf9d-43ff-46ac-b6d8-3e078fa84f3b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:57.534602 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b730c5b-39e3-48b7-a434-32e7c5d15208 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:57.540679 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56832de2-7800-40f8-9a88-4844af00b309', 'name': 'network-vif-deleted', 'tag': '7daccf9d-43ff-46ac-b6d8-3e078fa84f3b', 'status': 'completed', 'code': 200} Sep 29 23:10:57.663214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f8e0649-f640-4685-bca7-85f0cb06fd1a req-8e35d7e5-208b-472d-b24b-25f79640c03d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 210 time: 0.0715964 Sep 29 23:10:57.678273 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:10:57.720943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 30c3564c-f755-4b12-9f0f-30f585097855 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:10:57.831123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b29d10-1d1a-4445-b8d8-2e5d65fd45ce req-b9dc2b1c-9712-42be-b123-630d7ddcccc3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:57.838812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7b29d10-1d1a-4445-b8d8-2e5d65fd45ce req-b9dc2b1c-9712-42be-b123-630d7ddcccc3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 943 time: 0.2193949 Sep 29 23:10:57.882483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-9d580562-05cc-4cb8-b366-f30cb424f5a4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Deleting port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:10:57.882994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-9d580562-05cc-4cb8-b366-f30cb424f5a4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:57.921347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7b29d10-1d1a-4445-b8d8-2e5d65fd45ce req-ae6d2d4d-b516-4e95-ae8f-a4657907de51 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811443 Sep 29 23:10:57.925203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port c54c1553-0352-4a09-a860-4e606c1cc981, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=c54c1553-0352-4a09-a860-4e606c1cc981,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:57.954239 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54f7a1fc-46d1-4429-bb47-30feca610c9d req-4ddfa8d9-33f5-4df7-992f-448b4226f638 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242594 Sep 29 23:10:57.967646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'c54c1553-0352-4a09-a860-4e606c1cc981', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'port_id': 'c54c1553-0352-4a09-a860-4e606c1cc981', 'mac_address': 'fa:16:3e:8a:e6:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb694ab-b5bc-48f3-8d21-311e38ce4502', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:10:58.107702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-9d580562-05cc-4cb8-b366-f30cb424f5a4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] For port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,segment=NetworkSegment(2d35d342-39cd-4733-9bd9-8175f5dfa4b7),segment_id=2d35d342-39cd-4733-9bd9-8175f5dfa4b7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:58.108201 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-9d580562-05cc-4cb8-b366-f30cb424f5a4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:58.113008 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 30c3564c-f755-4b12-9f0f-30f585097855 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:10:58.119086 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:58.128377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-9d580562-05cc-4cb8-b366-f30cb424f5a4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Calling delete_port for 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:10:58.145136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 30c3564c-f755-4b12-9f0f-30f585097855 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:10:58.145518 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:58.184648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2cf86-b830-4856-bdf2-3078eabe3ee3 req-3ae5b23c-5076-4bca-a30e-645e1a997126 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:58.186213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14d2cf86-b830-4856-bdf2-3078eabe3ee3 req-3ae5b23c-5076-4bca-a30e-645e1a997126 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 944 time: 0.1554923 Sep 29 23:10:58.229123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c54c1553-0352-4a09-a860-4e606c1cc981 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:10:58.276226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14d2cf86-b830-4856-bdf2-3078eabe3ee3 req-4742c6b6-262c-4470-9b17-1771222d4f24 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755489 Sep 29 23:10:58.319341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port c54c1553-0352-4a09-a860-4e606c1cc981, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=c54c1553-0352-4a09-a860-4e606c1cc981,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:58.349238 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:58.391238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77e91095-dc76-4419-ab80-18d43c1ddeb2 req-683277e8-972c-4136-bc6d-2086c192c862 tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0719604 Sep 29 23:10:58.417678 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-9d580562-05cc-4cb8-b366-f30cb424f5a4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:58.464369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d580562-05cc-4cb8-b366-f30cb424f5a4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Pushing event deleted for resources: {'Port': ['ID=4dc720aa-1e21-4f4d-bbd1-7e45f3035f21,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:58.498077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=c54c1553-0352-4a09-a860-4e606c1cc981,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:58.501344 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:58.513295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-9d580562-05cc-4cb8-b366-f30cb424f5a4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] No DVR routers for this DVR port 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:10:58.528901 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-9d580562-05cc-4cb8-b366-f30cb424f5a4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:58.530970 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1db2a36c-e1b5-4afb-99fc-828b7d64935e req-9d580562-05cc-4cb8-b366-f30cb424f5a4 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.26 "DELETE /v2.0/ports/4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 HTTP/1.1" status: 204 len: 173 time: 1.1900585 Sep 29 23:10:58.561357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a8be21-a42a-4311-b775-a382131327b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c3564c-f755-4b12-9f0f-30f585097855'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:58.563750 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208f36a2-56a2-48db-8880-ba0b1764dd28" -d '{"events": [{"server_uuid": "d8a8be21-a42a-4311-b775-a382131327b3", "name": "network-vif-plugged", "status": "completed", "tag": "30c3564c-f755-4b12-9f0f-30f585097855"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:58.602854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 30c3564c-f755-4b12-9f0f-30f585097855, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=30c3564c-f755-4b12-9f0f-30f585097855,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:10:58.618792 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:58.654973 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6719d2ad-eaf7-42a0-849f-64b079553bc7 req-68465486-a6b9-421a-be7c-94022e1aed0b tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 210 time: 0.0640702 Sep 29 23:10:58.694494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=30c3564c-f755-4b12-9f0f-30f585097855,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:58.753529 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb372be-99f3-4638-b0a0-036e6f326677 x-openstack-request-id: req-9bb372be-99f3-4638-b0a0-036e6f326677 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:58.753962 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a8be21-a42a-4311-b775-a382131327b3", "name": "network-vif-plugged", "status": "completed", "tag": "30c3564c-f755-4b12-9f0f-30f585097855", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:58.754223 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9bb372be-99f3-4638-b0a0-036e6f326677 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:58.754880 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a8be21-a42a-4311-b775-a382131327b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c3564c-f755-4b12-9f0f-30f585097855', 'code': 200} Sep 29 23:10:58.760498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['c54c1553-0352-4a09-a860-4e606c1cc981'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:10:58.866251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49156) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:10:58.887320 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b26a3d27-ee06-48c7-947e-074bdcba86f3 req-99ec32f1-c1ec-4f68-9592-e9d6288792f7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=577df525fe5a46c189469debe355df40&device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0557921 Sep 29 23:10:58.924086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-833610701'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:58.929649 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b26a3d27-ee06-48c7-947e-074bdcba86f3 req-f7933445-8416-4c38-8bcf-8e93c55fc7b9 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=577df525fe5a46c189469debe355df40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272512 Sep 29 23:10:58.930573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4eed7ba5-c243-45c1-9257-a8a59793dc91 req-e3b72088-22ad-48c5-99bf-bfb8da6726ee tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 210 time: 0.0701647 Sep 29 23:10:58.933804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c27f6bc0-ae1e-4a22-911d-f0d91a1f8150 req-16062d2f-2ea1-413f-afed-4bf793aa7ecf tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.1021457 Sep 29 23:10:58.969580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:58.978877 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:59.055433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26a3d27-ee06-48c7-947e-074bdcba86f3 req-a5b68aa8-15aa-4a13-bf54-eb5f13ada46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:59.055671 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b26a3d27-ee06-48c7-947e-074bdcba86f3 req-a5b68aa8-15aa-4a13-bf54-eb5f13ada46e service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1159034 Sep 29 23:10:59.061837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab5efd-e803-4579-9752-84f0724dd49c req-d2fe5377-26b7-46cd-8bb8-c659a1cd4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:59.061837 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8ab5efd-e803-4579-9752-84f0724dd49c req-d2fe5377-26b7-46cd-8bb8-c659a1cd4e38 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 1096 time: 0.2056813 Sep 29 23:10:59.093292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:10:59.122203 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:59.122203 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Added segment 7761cc0a-12c1-4a48-9fae-ce5b4afccda6 of type vlan for network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c Sep 29 23:10:59.143864 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8ab5efd-e803-4579-9752-84f0724dd49c req-f7de0ba8-081a-4eef-958c-e5f6c66e1c88 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749450 Sep 29 23:10:59.166805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fd431-7a23-4356-802e-24fb2f754e41 req-d23bcdb5-c703-42b0-ad52-a0a0addb61dd tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:59.175716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-498fd431-7a23-4356-802e-24fb2f754e41 req-d23bcdb5-c703-42b0-ad52-a0a0addb61dd tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 944 time: 0.1369748 Sep 29 23:10:59.220138 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:59.226946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-498fd431-7a23-4356-802e-24fb2f754e41 req-d40f4251-aeaa-4dfa-b7b5-2fa21e4e9625 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506618 Sep 29 23:10:59.261697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:59.269987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:59.270664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:10:59.407094 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-e95e67b1-4e95-43df-8151-409248856e81 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460591 Sep 29 23:10:59.408946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Network': ['ID=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:10:59.421871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:10:59.598144 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'name': 'network-vif-deleted', 'tag': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:10:59.600340 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7339bb-cabe-4ee9-adc1-87dc5f40e6ef" -d '{"events": [{"server_uuid": "112aa0e1-2328-460a-860b-ef1c55bb9cdb", "name": "network-vif-deleted", "tag": "4dc720aa-1e21-4f4d-bbd1-7e45f3035f21"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:10:59.612035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-80a1e01f-ceca-44cc-9eff-132df8398de1 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:10:59.613997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-80a1e01f-ceca-44cc-9eff-132df8398de1 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003779 Sep 29 23:10:59.641429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Request body: {'port': {'device_id': 'f7af9c4b-2712-4700-aa88-f7e7cfed6482', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'aea438136baf4ba9a366d644faafab7c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:10:59.710636 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d070c9b-51fb-49b8-834f-494e5a71c9f8 x-openstack-request-id: req-2d070c9b-51fb-49b8-834f-494e5a71c9f8 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:10:59.710842 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "112aa0e1-2328-460a-860b-ef1c55bb9cdb", "name": "network-vif-deleted", "tag": "4dc720aa-1e21-4f4d-bbd1-7e45f3035f21", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:10:59.711091 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2d070c9b-51fb-49b8-834f-494e5a71c9f8 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:10:59.711497 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '112aa0e1-2328-460a-860b-ef1c55bb9cdb', 'name': 'network-vif-deleted', 'tag': '4dc720aa-1e21-4f4d-bbd1-7e45f3035f21', 'status': 'completed', 'code': 200} Sep 29 23:10:59.872177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Made reservation on behalf of aea438136baf4ba9a366d644faafab7c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:10:59.883356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:00.044758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fd5f4294-aa86-4c8a-9c6a-96f0c07a8983 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1759551 Sep 29 23:11:00.051893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49184) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:00.061278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1261489787'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:00.092606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e99434-9145-4f1d-9444-1e92b0527e76 req-f65978b5-bf20-4225-bb58-f93ec46b573a tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:00.101685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59e99434-9145-4f1d-9444-1e92b0527e76 req-f65978b5-bf20-4225-bb58-f93ec46b573a tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 945 time: 0.6820993 Sep 29 23:11:00.162408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59e99434-9145-4f1d-9444-1e92b0527e76 req-f98783c9-e00a-471f-be7a-6e34c525bbe9 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536513 Sep 29 23:11:00.171692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:00.177073 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:00.215042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Allocated IP 192.168.233.230 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/116adfc0-94f6-4deb-8aeb-fe36749ae8c9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:00.222597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:11:00.243988 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:00.244401 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Added segment d2c0fb73-bef8-4e7f-b475-c095c1b1f630 of type vlan for network 45dac77f-e141-4752-9668-b0f3ff4be7ab Sep 29 23:11:00.284582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a7726c7-7388-4d6c-8365-7fbf83e46cf7 req-b59f6923-51c9-428e-8f76-5c2fbbb570e6 tempest-LiveMigrationTest-716360628 tempest-LiveMigrationTest-716360628-project] 10.222.0.44 "GET /v2.0/ports?device_id=112aa0e1-2328-460a-860b-ef1c55bb9cdb HTTP/1.1" status: 200 len: 210 time: 0.2469177 Sep 29 23:11:00.384139 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:00.440664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-300eec0f-aaa1-4b7b-827b-670418346590 req-464a9ec9-71a8-44fe-bb2d-b3320a31fd9a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 210 time: 0.1372869 Sep 29 23:11:00.497113 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:00.502503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94f4787d-0b24-4059-aef0-193ab17324b7 req-fa237f81-5f9f-4ed9-9c04-6d9e1a39acdf tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.44 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0511146 Sep 29 23:11:00.505044 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:00.505798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:00.613976 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:00.621829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a223d9-3797-424c-8042-281bbfc88343 req-f6ac438e-b039-4674-9035-c7912dcc88c6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:00.635163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6a223d9-3797-424c-8042-281bbfc88343 req-f6ac438e-b039-4674-9035-c7912dcc88c6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 944 time: 0.1076670 Sep 29 23:11:00.704093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6a223d9-3797-424c-8042-281bbfc88343 req-04eba15b-580f-466b-8b11-816039e001aa tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676205 Sep 29 23:11:00.744773 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6905560 Sep 29 23:11:00.747995 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b26a3d27-ee06-48c7-947e-074bdcba86f3 req-998cbc55-cf28-4684-a11d-86e98f70939f tempest-ServerShowV257Test-1519312310 tempest-ServerShowV257Test-1519312310-project] 10.222.0.42 "GET /v2.0/ports?device_id=6efc4fea-c3bf-43d9-9633-f539b546212f HTTP/1.1" status: 200 len: 210 time: 0.0977714 Sep 29 23:11:00.748269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49196) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:00.759109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'subnet': {'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:00.803737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818dde50-48fc-4bba-b579-ab01cc39c81d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Network': ['ID=45dac77f-e141-4752-9668-b0f3ff4be7ab,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:00.810427 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:00.821923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 45dac77f-e141-4752-9668-b0f3ff4be7ab details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:11:00.856731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', '2fe9ffb2-0009-4b24-a5fb-c6436614f39e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:00.878382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c', '2589a3ad-a191-4384-98d2-524ad29024b8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:00.911386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:00.916244 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:00.950253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:00.954191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:00.958274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:01.029264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event updated for resources: {'Port': ['ID=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:01.040277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:01.041004 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:01.058716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7e679fe-e9a3-46c6-9156-ddd6593ec006 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4302099 Sep 29 23:11:01.076513 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Request body: {'port': {'device_id': 'f7af9c4b-2712-4700-aa88-f7e7cfed6482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:01.219774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:01.283269 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:01.380198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Subnet': ['ID=4810cf25-1705-41af-aca9-777e436a715f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:01.433893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device c54c1553-0352-4a09-a860-4e606c1cc981 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:11:01.456914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49204) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:01.528996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Checking segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:01.534191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network hostable DHCP agents. Network: 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:11:01.674142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e669ebc-1c14-44ea-83fc-bba0baa83611 req-3106ae18-51a1-43a7-ab89-27602dd54897 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:01.683940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e669ebc-1c14-44ea-83fc-bba0baa83611 req-3106ae18-51a1-43a7-ab89-27602dd54897 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 945 time: 0.2820475 Sep 29 23:11:01.697665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:11:01.737979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d9f795-28e9-4c49-87d6-d493e8ccb140 req-7e247db7-7964-4629-8c61-057b0ec040fa tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:01.746757 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79d9f795-28e9-4c49-87d6-d493e8ccb140 req-7e247db7-7964-4629-8c61-057b0ec040fa tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 936 time: 0.1427002 Sep 29 23:11:01.759067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:01.764899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:01.765630 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:01.862482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-06bb16ae-5787-4ffa-ab4e-edbc0491477d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1133864 Sep 29 23:11:01.876288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49228) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:01.912841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79d9f795-28e9-4c49-87d6-d493e8ccb140 req-a32b124a-5259-4926-83e1-9789fc01d6d4 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655986 Sep 29 23:11:01.943290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e669ebc-1c14-44ea-83fc-bba0baa83611 req-537a29cc-92e0-497e-a0f1-4d905e9794ff tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584760 Sep 29 23:11:01.948619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'subnet': {'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:01.990490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f3789262-0fc5-4ac8-9172-b1045230a3ec None None] Provisioning complete for port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:01.990987 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f3789262-0fc5-4ac8-9172-b1045230a3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:01.992606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:11:02.002761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b68dfc-c06a-438b-88c5-5e56f721b620 None None] Network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:11:02.109816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d71eab-c865-43eb-a6c2-0e8eea277b19 admin admin] Deleting subnet 9fddcf55-78c6-406b-b9ef-09d2f22222f8 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:11:02.120360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:02.124703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.127035 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5d71eab-c865-43eb-a6c2-0e8eea277b19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.183552 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:11:02.184747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4dc720aa-1e21-4f4d-bbd1-7e45f3035f21 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:11:02.222000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f3789262-0fc5-4ac8-9172-b1045230a3ec None None] Port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:02.224824 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5d71eab-c865-43eb-a6c2-0e8eea277b19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.250623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:02.316481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.339776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port c54c1553-0352-4a09-a860-4e606c1cc981 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:11:02.380318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Transition to ACTIVE for port object 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:02.397925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.402874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port c54c1553-0352-4a09-a860-4e606c1cc981 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:02.403775 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.414340 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00070dea-7d0b-4b8c-9207-9c77a467fd14 req-2b91cc5a-ac62-4413-b3c1-ea3ca0024821 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:02.422287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00070dea-7d0b-4b8c-9207-9c77a467fd14 req-2b91cc5a-ac62-4413-b3c1-ea3ca0024821 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 944 time: 0.2880311 Sep 29 23:11:02.495115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5d71eab-c865-43eb-a6c2-0e8eea277b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.499570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49254) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:02.502543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c305346-6ae2-4bfa-8111-afb89245d652 req-9dace4a8-a350-4b98-905a-bbdea023c750 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:02.504148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c305346-6ae2-4bfa-8111-afb89245d652 req-9dace4a8-a350-4b98-905a-bbdea023c750 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 945 time: 0.2137094 Sep 29 23:11:02.514173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49256) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:02.526279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b0dfd9dc-d518-46ad-b474-e602b23a834e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Request body: {'floatingip': {'port_id': '30c3564c-f755-4b12-9f0f-30f585097855'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:02.569018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00070dea-7d0b-4b8c-9207-9c77a467fd14 req-bd1e581b-ea94-4cae-9dd7-164ec73e8d60 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431787 Sep 29 23:11:02.680080 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0dfd9dc-d518-46ad-b474-e602b23a834e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.715664 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'fixed_ips': [{'subnet_id': '4810cf25-1705-41af-aca9-777e436a715f'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:11:02.716806 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.742243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Pushing event updated for resources: {'Port': ['ID=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:02.816586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1539bd8d-2cc7-40f7-afc2-2cb2fd72688b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.936464 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:02.958842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5d71eab-c865-43eb-a6c2-0e8eea277b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.052488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Attempting to bind port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:03.053060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Attempting to bind port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:03.053590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Attempting to bind port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:03.068382 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.073104 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5d71eab-c865-43eb-a6c2-0e8eea277b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.075256 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a5d71eab-c865-43eb-a6c2-0e8eea277b19 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9fddcf55-78c6-406b-b9ef-09d2f22222f8 HTTP/1.1" status: 204 len: 168 time: 1.6172981 Sep 29 23:11:03.085176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49266) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:03.112800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:03.113965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Attempting to bind port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:03.137815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecf2826-3824-4173-becb-5c2f2c33121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c1553-0352-4a09-a860-4e606c1cc981'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:03.140252 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b21f2c4-e473-42a7-8fb8-e27e20c6edc5" -d '{"events": [{"server_uuid": "5ecf2826-3824-4173-becb-5c2f2c33121a", "name": "network-vif-plugged", "status": "completed", "tag": "c54c1553-0352-4a09-a860-4e606c1cc981"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:03.157837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Allocated IP 10.1.1.2 (4cea1a14-2a1a-4e85-beb5-a08c41e1b68c/4810cf25-1705-41af-aca9-777e436a715f/deb17a8b-002c-40fa-a2e2-8615e8362138) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:03.158341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Checking segment: {'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:03.158949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network hostable DHCP agents. Network: 45dac77f-e141-4752-9668-b0f3ff4be7ab, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:11:03.164614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port c54c1553-0352-4a09-a860-4e606c1cc981, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=c54c1553-0352-4a09-a860-4e606c1cc981,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:03.166659 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:03.167277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:03.168489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:03.169198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Bound port: 116adfc0-94f6-4deb-8aeb-fe36749ae8c9, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:03.169956 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.190689 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.190930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Subnet': ['ID=5e10f254-14e3-4598-8cbd-b16bbe782cac,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:03.231272 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b66d463-9336-417b-a9c7-bdb3875aa6f4 x-openstack-request-id: req-9b66d463-9336-417b-a9c7-bdb3875aa6f4 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:03.231272 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecf2826-3824-4173-becb-5c2f2c33121a", "name": "network-vif-plugged", "status": "completed", "tag": "c54c1553-0352-4a09-a860-4e606c1cc981", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:03.232079 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b66d463-9336-417b-a9c7-bdb3875aa6f4 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:03.232079 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecf2826-3824-4173-becb-5c2f2c33121a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c54c1553-0352-4a09-a860-4e606c1cc981', 'code': 200} Sep 29 23:11:03.307233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7fe4b0-8960-40bd-bada-60f830ab68b4 req-98f42828-86aa-4b5e-ba5d-e2ec55290ac2 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:03.332897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da7fe4b0-8960-40bd-bada-60f830ab68b4 req-98f42828-86aa-4b5e-ba5d-e2ec55290ac2 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 948 time: 0.2621567 Sep 29 23:11:03.375086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d71eab-c865-43eb-a6c2-0e8eea277b19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fddcf55-78c6-406b-b9ef-09d2f22222f8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:03.407082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.417872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=c54c1553-0352-4a09-a860-4e606c1cc981,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:03.447129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network 45dac77f-e141-4752-9668-b0f3ff4be7ab is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:11:03.450813 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7d836a4-5310-4d56-936a-64e4d3038ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.512996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da7fe4b0-8960-40bd-bada-60f830ab68b4 req-3e9aff7c-fef8-41da-9e8e-e7df40e27ab6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810222 Sep 29 23:11:03.569050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 45dac77f-e141-4752-9668-b0f3ff4be7ab) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:03.584068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f9c805-cce8-4207-88f5-047a4f982997 None None] Network 45dac77f-e141-4752-9668-b0f3ff4be7ab requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:11:03.622714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:03.623549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.638502 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.657971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9360e8-c0dc-4a6c-8e0f-3d97f63080c1 req-8d04cf20-ad39-41c4-8956-fe118601fbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:03.659960 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0f9360e8-c0dc-4a6c-8e0f-3d97f63080c1 req-8d04cf20-ad39-41c4-8956-fe118601fbd7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 1096 time: 0.3250487 Sep 29 23:11:03.662344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1539bd8d-2cc7-40f7-afc2-2cb2fd72688b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.716380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1539bd8d-2cc7-40f7-afc2-2cb2fd72688b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.744955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:03.766265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539bd8d-2cc7-40f7-afc2-2cb2fd72688b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d4af3-e7ad-47bb-8d6c-53455de79734,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:03.784889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] For port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:03.824490 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-508e64c4-3386-4920-9e6c-48c3d435dafc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9451971 Sep 29 23:11:03.836194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49274) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:03.858959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'port': {'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'name': 'tempest-TaggedBootDevicesTest-971733340', 'fixed_ips': [{'subnet_id': '4810cf25-1705-41af-aca9-777e436a715f'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:03.865817 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [None req-b0dfd9dc-d518-46ad-b474-e602b23a834e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:11:03.914893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:03.945199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:03.961802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] For port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:03.992334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:03.996500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Pushing event updated for resources: {'Port': ['ID=deb17a8b-002c-40fa-a2e2-8615e8362138,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:04.020587 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0f9360e8-c0dc-4a6c-8e0f-3d97f63080c1 req-e66bb296-7a67-4b83-9bd5-7d233b906e48 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116658 Sep 29 23:11:04.023517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.042459 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0dfd9dc-d518-46ad-b474-e602b23a834e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.055124 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0dfd9dc-d518-46ad-b474-e602b23a834e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.107588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.222790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-45dac77f-e141-4752-9668-b0f3ff4be7ab', 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'fixed_ips': [{'subnet_id': '5e10f254-14e3-4598-8cbd-b16bbe782cac'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:11:04.223749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.250161 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1539bd8d-2cc7-40f7-afc2-2cb2fd72688b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=577df525fe5a46c189469debe355df40&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7461891 Sep 29 23:11:04.252543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:04.253850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.255378 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] 10.222.0.26 "PUT /v2.0/ports/116adfc0-94f6-4deb-8aeb-fe36749ae8c9 HTTP/1.1" status: 200 len: 1096 time: 3.1883183 Sep 29 23:11:04.273408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49280) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:04.277477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Attempting to bind port deb17a8b-002c-40fa-a2e2-8615e8362138 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:04.281811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Attempting to bind port deb17a8b-002c-40fa-a2e2-8615e8362138 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:04.282317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Attempting to bind port deb17a8b-002c-40fa-a2e2-8615e8362138 on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:04.293792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:04.294463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Checking segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:04.295043 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.295542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Bound using segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:04.297287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Bound port: deb17a8b-002c-40fa-a2e2-8615e8362138, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:04.297669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd3661-ed8c-47a7-8009-7b488caaa330 req-f3b7d4ca-e6ef-4d5e-91d8-c658b8ce6623 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:04.297821 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.317145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cefd3661-ed8c-47a7-8009-7b488caaa330 req-f3b7d4ca-e6ef-4d5e-91d8-c658b8ce6623 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 945 time: 0.2670722 Sep 29 23:11:04.347591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7af9c4b-2712-4700-aa88-f7e7cfed6482', 'tag': '116adfc0-94f6-4deb-8aeb-fe36749ae8c9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:04.351127 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65cc96e0-eebb-4028-821a-ffcd18f6100f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7af9c4b-2712-4700-aa88-f7e7cfed6482", "tag": "116adfc0-94f6-4deb-8aeb-fe36749ae8c9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:04.354500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3dace5-3473-4a91-9367-6c9b8afce73a service neutron] Pushing event updated for resources: {'Port': ['ID=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:04.404004 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-b0dfd9dc-d518-46ad-b474-e602b23a834e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Floating IP 8107b842-842d-44e8-bae4-25fc924c854c associated. External IP: 172.25.4.236, port: 30c3564c-f755-4b12-9f0f-30f585097855. Sep 29 23:11:04.502770 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860370eb-9849-45f2-bead-6d10e4e7c79e x-openstack-request-id: req-860370eb-9849-45f2-bead-6d10e4e7c79e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:04.503433 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7af9c4b-2712-4700-aa88-f7e7cfed6482", "tag": "116adfc0-94f6-4deb-8aeb-fe36749ae8c9", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:04.503937 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-860370eb-9849-45f2-bead-6d10e4e7c79e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:04.504583 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7af9c4b-2712-4700-aa88-f7e7cfed6482', 'tag': '116adfc0-94f6-4deb-8aeb-fe36749ae8c9', 'status': 'completed', 'code': 200} Sep 29 23:11:04.621196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] For port deb17a8b-002c-40fa-a2e2-8615e8362138, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:04.662185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] For port deb17a8b-002c-40fa-a2e2-8615e8362138, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=deb17a8b-002c-40fa-a2e2-8615e8362138,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:04.666125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c35151-52b3-4fb7-813b-bad9609e7f62']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:04.679865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:04.680746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Allocated IP 10.2.2.2 (45dac77f-e141-4752-9668-b0f3ff4be7ab/5e10f254-14e3-4598-8cbd-b16bbe782cac/af649a80-41c7-4a95-8613-61bdb312a109) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:04.693257 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.708667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cefd3661-ed8c-47a7-8009-7b488caaa330 req-83e4e188-2f82-45a0-ba04-53136db96d54 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889434 Sep 29 23:11:04.782464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d35d342-39cd-4733-9bd9-8175f5dfa4b7') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:04.783354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d35d342-39cd-4733-9bd9-8175f5dfa4b7') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:04.785582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06423679-7663-4e43-823f-a693d11b05db req-3ab8c03c-554e-4f50-a0c4-4896ed3d49ce tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:04.787128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06423679-7663-4e43-823f-a693d11b05db req-3ab8c03c-554e-4f50-a0c4-4896ed3d49ce tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 948 time: 0.1561220 Sep 29 23:11:04.787863 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d2d4a-79e2-4447-a4a1-3e63a95b290c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.852226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d2d4a-79e2-4447-a4a1-3e63a95b290c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.871192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:04.883124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06423679-7663-4e43-823f-a693d11b05db req-1c0892b7-d2a3-4071-8ae8-29a998f0bcd8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832438 Sep 29 23:11:04.942937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-584f9fd9-fa77-40ab-afdf-667b95417dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:04.945717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-584f9fd9-fa77-40ab-afdf-667b95417dc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 1099 time: 0.5437586 Sep 29 23:11:04.945989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e01e5b-c4ae-4f3a-a5b7-9180c1542d3c None None] Pushing event updated for resources: {'Port': ['ID=deb17a8b-002c-40fa-a2e2-8615e8362138,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:04.974050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.024595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.028821 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d2d4a-79e2-4447-a4a1-3e63a95b290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.031786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-062d2d4a-79e2-4447-a4a1-3e63a95b290c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.047392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-062d2d4a-79e2-4447-a4a1-3e63a95b290c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a11d4af3-e7ad-47bb-8d6c-53455de79734 HTTP/1.1" status: 204 len: 168 time: 0.7626765 Sep 29 23:11:05.064754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:11:05.065804 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.068935 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-8d2ca28b-5a71-4af3-9011-26999556a8ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=116adfc0-94f6-4deb-8aeb-fe36749ae8c9 HTTP/1.1" status: 200 len: 217 time: 0.1000617 Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:11:05.069690 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:11:05.072885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dfd9dc-d518-46ad-b474-e602b23a834e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Router 488dacb5-8247-43f2-ba61-b4ab4497414e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:11:05.113627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d2d4a-79e2-4447-a4a1-3e63a95b290c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d4af3-e7ad-47bb-8d6c-53455de79734,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:05.208134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] device_id is not set on port a7b49fd9-f81c-4c3b-aadc-600eada00c6f yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:11:05.237813 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.265414 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.399659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Network 45dac77f-e141-4752-9668-b0f3ff4be7ab is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:05.407009 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:05.416984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-09056d36-ac5d-49bb-a5df-a3db7eabab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:05.418754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-09056d36-ac5d-49bb-a5df-a3db7eabab8d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.3305733 Sep 29 23:11:05.425463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:05.427298 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.450915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.453031 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] 10.222.0.44 "DELETE /v2.0/networks/08c35151-52b3-4fb7-813b-bad9609e7f62 HTTP/1.1" status: 204 len: 168 time: 2.3546934 Sep 29 23:11:05.477044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Pushing event updated for resources: {'Port': ['ID=af649a80-41c7-4a95-8613-61bdb312a109,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:05.485492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49296) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:05.517045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dfd9dc-d518-46ad-b474-e602b23a834e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:11:05.528469 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7104cda-006b-4963-b016-acd91d43400f None None] Sync routers for ids ['488dacb5-8247-43f2-ba61-b4ab4497414e'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:11:05.530064 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0dfd9dc-d518-46ad-b474-e602b23a834e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.545836 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7104cda-006b-4963-b016-acd91d43400f None None] Routers {'488dacb5-8247-43f2-ba61-b4ab4497414e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:11:05.550254 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d7104cda-006b-4963-b016-acd91d43400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['488dacb5-8247-43f2-ba61-b4ab4497414e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:05.588250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce682e08-daa4-4deb-8ba1-0e2c70ad0417 admin admin] Pushing event deleted for resources: {'Network': ['ID=08c35151-52b3-4fb7-813b-bad9609e7f62,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:05.624814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b0dfd9dc-d518-46ad-b474-e602b23a834e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "PUT /v2.0/floatingips/8107b842-842d-44e8-bae4-25fc924c854c HTTP/1.1" status: 200 len: 991 time: 3.1093462 Sep 29 23:11:05.625478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8a8be21-a42a-4311-b775-a382131327b3', 'tag': '30c3564c-f755-4b12-9f0f-30f585097855'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:05.629573 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e632da8-af11-4c68-877f-a184a6c029e9" -d '{"events": [{"name": "network-changed", "server_uuid": "d8a8be21-a42a-4311-b775-a382131327b3", "tag": "30c3564c-f755-4b12-9f0f-30f585097855"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:05.706353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Attempting to bind port af649a80-41c7-4a95-8613-61bdb312a109 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:05.708484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Attempting to bind port af649a80-41c7-4a95-8613-61bdb312a109 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:05.709799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Attempting to bind port af649a80-41c7-4a95-8613-61bdb312a109 on network 45dac77f-e141-4752-9668-b0f3ff4be7ab {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:05.760968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 10, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:05.761988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Checking segment: {'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:05.765329 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.766070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Bound using segment: {'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:05.770685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Bound port: af649a80-41c7-4a95-8613-61bdb312a109, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:05.771558 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:05.841574 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d7104cda-006b-4963-b016-acd91d43400f None None] Set router 488dacb5-8247-43f2-ba61-b4ab4497414e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:11:05.970519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] For port af649a80-41c7-4a95-8613-61bdb312a109, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:05.980802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] For port af649a80-41c7-4a95-8613-61bdb312a109, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=af649a80-41c7-4a95-8613-61bdb312a109,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:05.988092 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:06.041322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device deb17a8b-002c-40fa-a2e2-8615e8362138 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:11:06.102942 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c73fb1d3-a0af-4020-9dae-3ce458113319 x-openstack-request-id: req-c73fb1d3-a0af-4020-9dae-3ce458113319 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:06.103455 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8a8be21-a42a-4311-b775-a382131327b3", "tag": "30c3564c-f755-4b12-9f0f-30f585097855", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:06.103571 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c73fb1d3-a0af-4020-9dae-3ce458113319 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:06.104123 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8a8be21-a42a-4311-b775-a382131327b3', 'tag': '30c3564c-f755-4b12-9f0f-30f585097855', 'status': 'completed', 'code': 200} Sep 29 23:11:06.158643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0823250-5ea8-4013-a164-c8afec175719 req-2f5365de-7aff-4039-b7bc-9c3b7ea83605 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:06.170753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0823250-5ea8-4013-a164-c8afec175719 req-2f5365de-7aff-4039-b7bc-9c3b7ea83605 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 945 time: 0.1506245 Sep 29 23:11:06.285067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0823250-5ea8-4013-a164-c8afec175719 req-9eb95374-a37d-42f6-9143-971d642117d4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907264 Sep 29 23:11:06.330163 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-53848bfe-56ab-463d-8086-1f13ecd0c700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:06.351728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585fb6d-ef6f-48e2-acf2-32df8d3c1cff None None] Pushing event updated for resources: {'Port': ['ID=af649a80-41c7-4a95-8613-61bdb312a109,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:06.416521 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port deb17a8b-002c-40fa-a2e2-8615e8362138 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:06.416819 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:06.447772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1cbef4-da13-4dcb-bf05-e24ef0649a71 req-4e943cc3-29e3-45e6-a2c0-2450e304b2e3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:06.463993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a1cbef4-da13-4dcb-bf05-e24ef0649a71 req-4e943cc3-29e3-45e6-a2c0-2450e304b2e3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 948 time: 0.1970313 Sep 29 23:11:06.530329 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d7104cda-006b-4963-b016-acd91d43400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:31Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '8107b842-842d-44e8-bae4-25fc924c854c', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'port_id': '30c3564c-f755-4b12-9f0f-30f585097855', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'mac_address': 'fa:16:3e:71:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a8be21-a42a-4311-b775-a382131327b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:10:39Z', 'updated_at': '2021-09-29T23:11:03Z', 'revision_number': 1, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bff78d-5002-40ce-b9f0-d94f3c7850af', 'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'mac_address': 'fa:16:3e:f3:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:28Z', 'updated_at': '2021-09-29T23:10:39Z', 'revision_number': 5, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'subnets': [{'id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:06.610190 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:06.621008 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7104cda-006b-4963-b016-acd91d43400f None None] Checking router: 488dacb5-8247-43f2-ba61-b4ab4497414e for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:11:06.633020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7104cda-006b-4963-b016-acd91d43400f None None] Routers {'488dacb5-8247-43f2-ba61-b4ab4497414e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:11:06.634158 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d7104cda-006b-4963-b016-acd91d43400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:11:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['488dacb5-8247-43f2-ba61-b4ab4497414e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:06.664861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a1cbef4-da13-4dcb-bf05-e24ef0649a71 req-18889d0f-44b9-41d9-bef7-934aa0a2c207 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998849 Sep 29 23:11:06.806159 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:06.826528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-1a7acbe6-71dc-4983-8af8-60106f407844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:06.829203 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-1a7acbe6-71dc-4983-8af8-60106f407844 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.3995395 Sep 29 23:11:06.846856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d1730a-e0de-4abc-8a5b-b61264420a67 None None] Network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:11:06.947811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a1291524-9771-426e-a3e8-422f9c205ef8 None None] Provisioning complete for port deb17a8b-002c-40fa-a2e2-8615e8362138 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:06.948465 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a1291524-9771-426e-a3e8-422f9c205ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:06.956561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0854b-e343-4895-8d28-aab57581f64e req-e399e844-6c64-4cc7-b8ea-2f03cf067fa4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:06.964158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port deb17a8b-002c-40fa-a2e2-8615e8362138, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=deb17a8b-002c-40fa-a2e2-8615e8362138,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:06.973148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11e0854b-e343-4895-8d28-aab57581f64e req-e399e844-6c64-4cc7-b8ea-2f03cf067fa4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 945 time: 0.2164733 Sep 29 23:11:06.982728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49348) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:06.991947 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.012455 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-926a7f25-c7cd-483a-a126-816e41bce378 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709743 Sep 29 23:11:07.020207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d037026-2873-44ff-8362-8d03fb6f9b4c admin admin] Deleting subnet 8866bfbe-5f42-4f0e-a53c-12accd17fd98 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:11:07.090619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=deb17a8b-002c-40fa-a2e2-8615e8362138,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:07.125857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11e0854b-e343-4895-8d28-aab57581f64e req-dd540966-47f7-4f4d-ace9-2aadd0e1ead0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436155 Sep 29 23:11:07.140698 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d7104cda-006b-4963-b016-acd91d43400f None None] Set router 488dacb5-8247-43f2-ba61-b4ab4497414e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:11:07.183295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d037026-2873-44ff-8362-8d03fb6f9b4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.221288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-233791929-network', 'tenant_id': 'f8273fcc08954389b7799c2f3af1c55a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:07.283682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Made reservation on behalf of f8273fcc08954389b7799c2f3af1c55a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:07.286468 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.293917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-78241eb1-f820-4f7d-aeae-13c033025416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:07.295556 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-78241eb1-f820-4f7d-aeae-13c033025416 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d17c8c56fc084a478ca1baeab2fa4d19&device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 1096 time: 0.6085553 Sep 29 23:11:07.304338 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c885110-c9a6-48ee-9c76-e0b850b8fb3d req-d7435484-0c16-4e35-a854-c45a4287ab38 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799919 Sep 29 23:11:07.311060 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.402648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Allocated IP 10.1.1.254 (4cea1a14-2a1a-4e85-beb5-a08c41e1b68c/4810cf25-1705-41af-aca9-777e436a715f/a7b49fd9-f81c-4c3b-aadc-600eada00c6f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:07.558797 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.570835 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.589714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:11:07.618551 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.619050 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Added segment e5ec406e-1752-4c9b-83b5-ba613371f604 of type vlan for network 2479e913-1388-403c-a0f8-87487c65ad2a Sep 29 23:11:07.698907 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-323e39c0-2781-438c-88fc-723f3fd2d15f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0740800 Sep 29 23:11:07.714837 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d7104cda-006b-4963-b016-acd91d43400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:31Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '8107b842-842d-44e8-bae4-25fc924c854c', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'port_id': '30c3564c-f755-4b12-9f0f-30f585097855', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'mac_address': 'fa:16:3e:71:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a8be21-a42a-4311-b775-a382131327b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:10:39Z', 'updated_at': '2021-09-29T23:11:03Z', 'revision_number': 1, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bff78d-5002-40ce-b9f0-d94f3c7850af', 'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'mac_address': 'fa:16:3e:f3:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:28Z', 'updated_at': '2021-09-29T23:10:39Z', 'revision_number': 5, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'subnets': [{'id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:07.735677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d037026-2873-44ff-8362-8d03fb6f9b4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.745723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.773467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4dc131-4554-4699-8797-47cb6cd3a851 None None] Network 45dac77f-e141-4752-9668-b0f3ff4be7ab requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:11:07.786335 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7104cda-006b-4963-b016-acd91d43400f None None] The sync data for ids ['488dacb5-8247-43f2-ba61-b4ab4497414e'] in n-d-811173-2 is: [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:31Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '8107b842-842d-44e8-bae4-25fc924c854c', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'floating_ip_address': '172.25.4.236', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'port_id': '30c3564c-f755-4b12-9f0f-30f585097855', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'mac_address': 'fa:16:3e:71:e1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8a8be21-a42a-4311-b775-a382131327b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:10:39Z', 'updated_at': '2021-09-29T23:11:03Z', 'revision_number': 1, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4bff78d-5002-40ce-b9f0-d94f3c7850af', 'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'mac_address': 'fa:16:3e:f3:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:28Z', 'updated_at': '2021-09-29T23:10:39Z', 'revision_number': 5, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'subnets': [{'id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:11:07.838551 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.945459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-df89fe57-4af2-4463-ae9b-184ef64c7ee0 None None] Provisioning complete for port af649a80-41c7-4a95-8613-61bdb312a109 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:07.946196 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-df89fe57-4af2-4463-ae9b-184ef64c7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.962259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eecd11a-ed45-4724-a247-87433e1cec61,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:07.966049 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:07.967444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:07.968092 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:08.028449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device af649a80-41c7-4a95-8613-61bdb312a109 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:11:08.067698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-a924564b-fcfa-43ff-8a8b-29fe184f1b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:08.073987 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-a924564b-fcfa-43ff-8a8b-29fe184f1b92 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6297f3db-9a86-4877-af2c-d0fcbf1fee57 HTTP/1.1" status: 200 len: 906 time: 0.5445852 Sep 29 23:11:08.106091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1125596 Sep 29 23:11:08.107709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49366) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:08.125297 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Request body: {'subnet': {'network_id': '2479e913-1388-403c-a0f8-87487c65ad2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-233791929-subnet', 'tenant_id': 'f8273fcc08954389b7799c2f3af1c55a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:08.241492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e437dc-0e10-4d63-84dd-01451baf8f85 req-daf61db9-3db8-471a-a382-8f4a2092ea92 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:08.256585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51e437dc-0e10-4d63-84dd-01451baf8f85 req-daf61db9-3db8-471a-a382-8f4a2092ea92 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 948 time: 0.3947365 Sep 29 23:11:08.272984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0bbebb-2dc3-41ee-8ffd-96bd86ad9a05 None None] New status for floating IP 8107b842-842d-44e8-bae4-25fc924c854c: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:11:08.293866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a29839-6a1f-4749-8272-546f41e48801 admin admin] Pushing event updated for resources: {'Network': ['ID=2479e913-1388-403c-a0f8-87487c65ad2a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:08.341910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 2479e913-1388-403c-a0f8-87487c65ad2a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:11:08.367111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-c0040302-773b-4404-a7a2-7240ec61e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:08.368135 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-c0040302-773b-4404-a7a2-7240ec61e795 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 1099 time: 0.8359075 Sep 29 23:11:08.382133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d037026-2873-44ff-8362-8d03fb6f9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:08.386418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Made reservation on behalf of f8273fcc08954389b7799c2f3af1c55a for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:08.394644 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:08.395324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-062afb82-32ee-4120-8f72-5f6b6892e03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:08.397039 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-062afb82-32ee-4120-8f72-5f6b6892e03b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 1101 time: 0.5933340 Sep 29 23:11:08.401406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port af649a80-41c7-4a95-8613-61bdb312a109 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:08.401777 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:08.449279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51e437dc-0e10-4d63-84dd-01451baf8f85 req-d4e6abdc-a066-425b-85a7-4c467185eace tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908092 Sep 29 23:11:08.496168 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b7cc6f-555d-4ecc-8370-14e811ce07bd req-e9bb6c33-9b3b-4d8f-9f73-768ab3212c65 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:08.505772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7b7cc6f-555d-4ecc-8370-14e811ce07bd req-e9bb6c33-9b3b-4d8f-9f73-768ab3212c65 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 945 time: 0.2295558 Sep 29 23:11:08.533713 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-bae7adf4-020a-4bfe-bdb3-7cadeaeaca5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30c3564c-f755-4b12-9f0f-30f585097855 HTTP/1.1" status: 200 len: 999 time: 0.4206595 Sep 29 23:11:08.635721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7b7cc6f-555d-4ecc-8370-14e811ce07bd req-dca115a4-cb75-476c-bb5e-dee950a55cac tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288607 Sep 29 23:11:08.660653 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:08.662765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-f311d856-0518-49d1-904a-5f1fd1a61337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:08.664610 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-f311d856-0518-49d1-904a-5f1fd1a61337 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2793605 Sep 29 23:11:08.684337 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-df89fe57-4af2-4463-ae9b-184ef64c7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:08.760750 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:08.793864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-df89fe57-4af2-4463-ae9b-184ef64c7ee0 None None] For port af649a80-41c7-4a95-8613-61bdb312a109, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=af649a80-41c7-4a95-8613-61bdb312a109,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:08.807351 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-df89fe57-4af2-4463-ae9b-184ef64c7ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:08.833054 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-c3bf366c-c870-4c89-afe3-0ab320ab03aa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=116adfc0-94f6-4deb-8aeb-fe36749ae8c9 HTTP/1.1" status: 200 len: 217 time: 0.1428251 Sep 29 23:11:08.890740 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:08.943510 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:08.965807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89fe57-4af2-4463-ae9b-184ef64c7ee0 None None] Pushing event updated for resources: {'Port': ['ID=af649a80-41c7-4a95-8613-61bdb312a109,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:09.005470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-834d820a-294b-4073-aaaa-7f7f890be00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:09.007768 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-834d820a-294b-4073-aaaa-7f7f890be00f service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.5453937 Sep 29 23:11:09.015619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:11:09.016318 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:11:09.017775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-373bd6b6-6f52-4ac4-aab9-38d520d7a861 None None] Provisioning complete for port af649a80-41c7-4a95-8613-61bdb312a109 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:09.018503 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-373bd6b6-6f52-4ac4-aab9-38d520d7a861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.050458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-7f9b5cb2-72ee-4e73-84a5-68d30473ccfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:09.052130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-7f9b5cb2-72ee-4e73-84a5-68d30473ccfb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8092df5e-6739-4837-8556-e908aa61a5e3 HTTP/1.1" status: 200 len: 844 time: 0.3834238 Sep 29 23:11:09.090305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5752ff63-21b5-42a7-8f12-a9278b90214f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:09.093623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Checking segment: {'id': 'e5ec406e-1752-4c9b-83b5-ba613371f604', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '2479e913-1388-403c-a0f8-87487c65ad2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:09.094031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Network hostable DHCP agents. Network: 2479e913-1388-403c-a0f8-87487c65ad2a, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:11:09.138601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b8ac2a-5af7-4831-9627-3bf22df108a3 req-3120cea3-c81f-46f6-84b1-2932789d6a0f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:09.162028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20b8ac2a-5af7-4831-9627-3bf22df108a3 req-3120cea3-c81f-46f6-84b1-2932789d6a0f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 945 time: 0.1221511 Sep 29 23:11:09.162634 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.182123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-373bd6b6-6f52-4ac4-aab9-38d520d7a861 None None] Provisioning complete for port deb17a8b-002c-40fa-a2e2-8615e8362138 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:09.184015 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-3d22887f-71b8-4f6e-a6e1-ead991436c83 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=5f8659e8-7a56-4209-9c41-12160fea934c HTTP/1.1" status: 200 len: 217 time: 0.1287811 Sep 29 23:11:09.184296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Network 2479e913-1388-403c-a0f8-87487c65ad2a is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:11:09.184418 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-373bd6b6-6f52-4ac4-aab9-38d520d7a861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.184973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d037026-2873-44ff-8362-8d03fb6f9b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.207533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-49d1d3f9-5159-4e34-bbcf-4a507b197217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:09.224872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 2479e913-1388-403c-a0f8-87487c65ad2a) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:09.225316 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-49d1d3f9-5159-4e34-bbcf-4a507b197217 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.3618770 Sep 29 23:11:09.240710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e8246c-4c0e-4602-b377-ddb70978a220 None None] Network 2479e913-1388-403c-a0f8-87487c65ad2a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:11:09.248073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:09.249517 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.302377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20b8ac2a-5af7-4831-9627-3bf22df108a3 req-81dce62f-09c5-4418-8eed-5a9e5228fa26 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386383 Sep 29 23:11:09.317872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-09c38a72-8dbe-4d05-ab90-1034deaae0a0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2072418 Sep 29 23:11:09.364734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d037026-2873-44ff-8362-8d03fb6f9b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8866bfbe-5f42-4f0e-a53c-12accd17fd98,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:09.398111 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.421170 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d037026-2873-44ff-8362-8d03fb6f9b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.422956 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7d037026-2873-44ff-8362-8d03fb6f9b4c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8866bfbe-5f42-4f0e-a53c-12accd17fd98 HTTP/1.1" status: 204 len: 168 time: 3.9359548 Sep 29 23:11:09.426447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49386) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:09.469173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:09.504965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:09.508175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-e1f9e358-154c-449f-9d7d-295809331b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:09.509713 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-e1f9e358-154c-449f-9d7d-295809331b0f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6297f3db-9a86-4877-af2c-d0fcbf1fee57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4469550 Sep 29 23:11:09.513183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:09.580789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:09.581489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.592068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416a5f46-cfe3-45e5-8c11-07c0f79f6779 None None] Network 2479e913-1388-403c-a0f8-87487c65ad2a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:11:09.593622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Port': ['ID=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:09.633620 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-1d251add-4dc2-49d1-b2c5-bd385344cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:09.635114 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-1d251add-4dc2-49d1-b2c5-bd385344cf4f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.4397569 Sep 29 23:11:09.639786 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-367bccde-631f-4e3e-8cc1-12b497a2348a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.7968276 Sep 29 23:11:09.643615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49392) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:09.643615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49396) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:09.720506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'port': {'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'name': 'tempest-TaggedBootDevicesTest-1610094930', 'fixed_ips': [{'subnet_id': '4810cf25-1705-41af-aca9-777e436a715f'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:09.733090 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.807237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device deb17a8b-002c-40fa-a2e2-8615e8362138 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:11:09.843166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675027a6-b865-4095-b794-bfb7a786ee16 req-074b90f0-edfd-4cf4-aefc-60b2a5488b10 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:09.851983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-675027a6-b865-4095-b794-bfb7a786ee16 req-074b90f0-edfd-4cf4-aefc-60b2a5488b10 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 948 time: 0.1802988 Sep 29 23:11:09.921058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port deb17a8b-002c-40fa-a2e2-8615e8362138 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:09.921504 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.930419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:09.957018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-675027a6-b865-4095-b794-bfb7a786ee16 req-4268d406-7c2f-471f-a05e-9f0c9494c6e7 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037846 Sep 29 23:11:09.984400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a6d935-cd6b-4d2c-9147-aef232992165']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:09.991958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-86b8cd7f-2af9-40e0-8a79-3c5e97b40e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:09.993530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-86b8cd7f-2af9-40e0-8a79-3c5e97b40e3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6913083 Sep 29 23:11:10.000026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7c09bf-0025-49fa-b112-7ed5a11fcdf3') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:10.000572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7c09bf-0025-49fa-b112-7ed5a11fcdf3') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:10.002279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dede8715-fb63-4daf-96bf-27318e0c25ba None None] Provisioning complete for port a7b49fd9-f81c-4c3b-aadc-600eada00c6f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:10.003176 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dede8715-fb63-4daf-96bf-27318e0c25ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.018287 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.047297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.057706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:11:10.058358 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:11:10.060885 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:11:10.071053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-dede8715-fb63-4daf-96bf-27318e0c25ba None None] Port a7b49fd9-f81c-4c3b-aadc-600eada00c6f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:10.135909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:10.143349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Deleting subnet 5752ff63-21b5-42a7-8f12-a9278b90214f {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:11:10.145203 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.147049 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.153687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.159384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] 10.222.0.44 "DELETE /v2.0/networks/70a6d935-cd6b-4d2c-9147-aef232992165 HTTP/1.1" status: 204 len: 168 time: 0.7285128 Sep 29 23:11:10.169823 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d165350f-b74b-4fe0-989a-408410b7883f admin admin] Pushing event deleted for resources: {'Network': ['ID=70a6d935-cd6b-4d2c-9147-aef232992165,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:10.241469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.256300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device af649a80-41c7-4a95-8613-61bdb312a109 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:11:10.289403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.315894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:10.385889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-b88444a1-e1ed-4a34-94f7-20d1b3bfc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:10.393860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-b88444a1-e1ed-4a34-94f7-20d1b3bfc7bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6897709 Sep 29 23:11:10.412225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port af649a80-41c7-4a95-8613-61bdb312a109 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:10.415626 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.461722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-94555e73-fdc9-44f1-aa0f-56c96c8557ef admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=af266e1dcb244f2d9fbb450bca32d9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1439104 Sep 29 23:11:10.467407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49412) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:10.495799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc45fc-80b4-44a9-88de-ea8c48890a97 req-42ad94d6-1f93-4f32-8334-9051526d5adf tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:10.520148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3dbc45fc-80b4-44a9-88de-ea8c48890a97 req-42ad94d6-1f93-4f32-8334-9051526d5adf tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 945 time: 0.1054714 Sep 29 23:11:10.614203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3dbc45fc-80b4-44a9-88de-ea8c48890a97 req-a164b31e-1df2-4380-9e7f-b6053ae87949 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901995 Sep 29 23:11:10.621106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.625654 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-204b48cf-60cd-43a1-928d-9ea4a7759b6b service neutron] 10.222.0.26 "GET /v2.0/networks/6297f3db-9a86-4877-af2c-d0fcbf1fee57?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0280969 Sep 29 23:11:10.659407 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a552-0e43-43b2-a467-bb6e9bff07ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.669220 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-e8a45b68-d9b6-40c9-989e-4a05336b0ce4 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313697 Sep 29 23:11:10.705835 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a552-0e43-43b2-a467-bb6e9bff07ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.902127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:10.943635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-1e6d93f4-5901-4d0c-929b-e520ad25c87a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:10.946940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-1e6d93f4-5901-4d0c-929b-e520ad25c87a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 945 time: 0.1747479 Sep 29 23:11:10.965376 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a552-0e43-43b2-a467-bb6e9bff07ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.968018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbd8a552-0e43-43b2-a467-bb6e9bff07ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:10.981116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fbd8a552-0e43-43b2-a467-bb6e9bff07ee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f2fe401d-4d66-40d4-a582-155d8a8b6b7c HTTP/1.1" status: 204 len: 168 time: 0.5113783 Sep 29 23:11:11.019773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8a552-0e43-43b2-a467-bb6e9bff07ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fe401d-4d66-40d4-a582-155d8a8b6b7c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:11.272915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24c225d7-fede-49ef-b690-d09e1763651b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:11.288784 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97ed6807-0d18-4fe6-8ccc-eb3e81379d6b req-949ac01a-3415-4128-803f-042f3f5beeb0 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647311 Sep 29 23:11:11.292626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aba504-8aba-4427-8189-eea733f11cf1 req-32944a9b-5cf0-4a32-9cf1-0882de893bdc tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:11.294740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0aba504-8aba-4427-8189-eea733f11cf1 req-32944a9b-5cf0-4a32-9cf1-0882de893bdc tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 948 time: 0.2143452 Sep 29 23:11:11.296941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-20246a67-3cb2-4ff9-8282-2761d32166d6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Deleting port c54c1553-0352-4a09-a860-4e606c1cc981 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:11:11.297387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-20246a67-3cb2-4ff9-8282-2761d32166d6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:11.328884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5752ff63-21b5-42a7-8f12-a9278b90214f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:11.358977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:11.364595 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5752ff63-21b5-42a7-8f12-a9278b90214f HTTP/1.1" status: 204 len: 168 time: 1.7094846 Sep 29 23:11:11.393676 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-f6de845a-5c0b-44dd-8012-7223f7bd9ec7 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3827720 Sep 29 23:11:11.394174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49440) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:11.556216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.556572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.556918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.557263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.557598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.558117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.558554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.558973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.559443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.559778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.560124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.560533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d01704-e2b0-430f-bf20-74b0fb44ec9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:11.570981 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65cc96e0-eebb-4028-821a-ffcd18f6100f req-cbe907c4-24fc-4610-9833-115bfaa8d533 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487265 Sep 29 23:11:11.609228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:11.645578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49444) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:11.663508 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e632da8-af11-4c68-877f-a184a6c029e9 req-53bba7cb-4cda-4702-89c6-4bcf497eb8f4 service neutron] 10.222.0.26 "GET /v2.0/networks/6297f3db-9a86-4877-af2c-d0fcbf1fee57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9932961 Sep 29 23:11:11.729402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:11:11.762163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] device_id is not set on port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:11:11.782050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:11.850224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:11.866475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-75b2b402-e9c6-4a84-b39c-e23aa0eebb71 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4fbc0753200541bea6d907badf6becfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2172539 Sep 29 23:11:11.868064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49448) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:11.879748 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '116adfc0-94f6-4deb-8aeb-fe36749ae8c9', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '116adfc0-94f6-4deb-8aeb-fe36749ae8c9', 'mac_address': 'fa:16:3e:ee:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:11:11.915663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0aba504-8aba-4427-8189-eea733f11cf1 req-a186f7f5-5528-4832-8135-904a0d6e90e0 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708933 Sep 29 23:11:11.933961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-20246a67-3cb2-4ff9-8282-2761d32166d6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] For port c54c1553-0352-4a09-a860-4e606c1cc981, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=c54c1553-0352-4a09-a860-4e606c1cc981,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:11.934331 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-20246a67-3cb2-4ff9-8282-2761d32166d6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:11.950924 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:11.966692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:11.974370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-20246a67-3cb2-4ff9-8282-2761d32166d6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Calling delete_port for c54c1553-0352-4a09-a860-4e606c1cc981 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:11:11.993493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:11.999861 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.059033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f08bd2-c6ec-4c23-ae18-5ff7a5ecc427 req-ae9cfa8c-4399-4654-be29-894994894f94 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:12.060383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:12.060842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8f08bd2-c6ec-4c23-ae18-5ff7a5ecc427 req-ae9cfa8c-4399-4654-be29-894994894f94 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=5ecf2826-3824-4173-becb-5c2f2c33121a HTTP/1.1" status: 200 len: 945 time: 0.1433203 Sep 29 23:11:12.086625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.148172 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8f08bd2-c6ec-4c23-ae18-5ff7a5ecc427 req-c964fa57-3f6b-47b0-88e9-f25fec981c00 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777104 Sep 29 23:11:12.154105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2479e913-1388-403c-a0f8-87487c65ad2a']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:12.180975 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24c225d7-fede-49ef-b690-d09e1763651b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.188377 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b431a561-de18-4d6b-aaaa-b62a0fe299ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.193878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ec406e-1752-4c9b-83b5-ba613371f604') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:12.194184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ec406e-1752-4c9b-83b5-ba613371f604') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:11:12.200537 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24c225d7-fede-49ef-b690-d09e1763651b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.211069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Allocated IP 10.1.1.134 (4cea1a14-2a1a-4e85-beb5-a08c41e1b68c/4810cf25-1705-41af-aca9-777e436a715f/7bdcf412-b83d-4b24-aeef-88ec4acc88dd) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:12.219760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.251291 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.253841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['116adfc0-94f6-4deb-8aeb-fe36749ae8c9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:12.254969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b431a561-de18-4d6b-aaaa-b62a0fe299ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.257246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-24c225d7-fede-49ef-b690-d09e1763651b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=bb8af04ca7724f379044ac991bd34237&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3537157 Sep 29 23:11:12.260129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:12.273401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c225d7-fede-49ef-b690-d09e1763651b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ce79fb-8732-42d2-a664-e5bd324ad533,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:12.274032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:11:12.274452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:11:12.278906 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:11:12.281412 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-20246a67-3cb2-4ff9-8282-2761d32166d6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.323795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20246a67-3cb2-4ff9-8282-2761d32166d6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event deleted for resources: {'Port': ['ID=c54c1553-0352-4a09-a860-4e606c1cc981,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:12.346237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['c54c1553-0352-4a09-a860-4e606c1cc981'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:12.381524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-20246a67-3cb2-4ff9-8282-2761d32166d6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] No DVR routers for this DVR port c54c1553-0352-4a09-a860-4e606c1cc981 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:11:12.385481 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-20246a67-3cb2-4ff9-8282-2761d32166d6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.387567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44e300e3-dd01-4a1e-8148-3148ea842819 req-20246a67-3cb2-4ff9-8282-2761d32166d6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "DELETE /v2.0/ports/c54c1553-0352-4a09-a860-4e606c1cc981 HTTP/1.1" status: 204 len: 173 time: 1.4322405 Sep 29 23:11:12.388141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecf2826-3824-4173-becb-5c2f2c33121a', 'name': 'network-vif-deleted', 'tag': 'c54c1553-0352-4a09-a860-4e606c1cc981'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:12.390536 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16def000-c5fd-4eb0-9959-25b3a939c0b4" -d '{"events": [{"server_uuid": "5ecf2826-3824-4173-becb-5c2f2c33121a", "name": "network-vif-deleted", "tag": "c54c1553-0352-4a09-a860-4e606c1cc981"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:12.458349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2aff-079b-4c7f-841e-19d0bd32ed06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.498287 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2aff-079b-4c7f-841e-19d0bd32ed06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.531479 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c055c9-8f1b-4787-96f0-2f8284789111 x-openstack-request-id: req-f4c055c9-8f1b-4787-96f0-2f8284789111 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:12.536220 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecf2826-3824-4173-becb-5c2f2c33121a", "name": "network-vif-deleted", "tag": "c54c1553-0352-4a09-a860-4e606c1cc981", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:12.536514 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4c055c9-8f1b-4787-96f0-2f8284789111 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:12.536986 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecf2826-3824-4173-becb-5c2f2c33121a', 'name': 'network-vif-deleted', 'tag': 'c54c1553-0352-4a09-a860-4e606c1cc981', 'status': 'completed', 'code': 200} Sep 29 23:11:12.544247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.571891 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.577318 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2479e913-1388-403c-a0f8-87487c65ad2a HTTP/1.1" status: 204 len: 168 time: 1.1714523 Sep 29 23:11:12.601613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae48364-4397-4ad3-a289-c421437f8458 admin admin] Pushing event deleted for resources: {'Network': ['ID=2479e913-1388-403c-a0f8-87487c65ad2a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:12.616701 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2aff-079b-4c7f-841e-19d0bd32ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.620121 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b431a561-de18-4d6b-aaaa-b62a0fe299ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.621189 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2aff-079b-4c7f-841e-19d0bd32ed06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.625276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b431a561-de18-4d6b-aaaa-b62a0fe299ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.626099 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cc9d2aff-079b-4c7f-841e-19d0bd32ed06 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d1ce79fb-8732-42d2-a664-e5bd324ad533 HTTP/1.1" status: 204 len: 168 time: 0.3642759 Sep 29 23:11:12.628182 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b431a561-de18-4d6b-aaaa-b62a0fe299ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/48d1a4dd-a105-41be-bee5-90f42f155b22 HTTP/1.1" status: 204 len: 168 time: 0.7558734 Sep 29 23:11:12.642025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d2aff-079b-4c7f-841e-19d0bd32ed06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ce79fb-8732-42d2-a664-e5bd324ad533,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:12.650802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b431a561-de18-4d6b-aaaa-b62a0fe299ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d1a4dd-a105-41be-bee5-90f42f155b22,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:12.701846 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.750044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.801615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:12.805049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:12.819382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:12.851094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49466) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:12.891508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Port': ['ID=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:12.931868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b4ebb2a6-b664-407e-8a24-4ac522b1e75e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8273fcc08954389b7799c2f3af1c55a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0805235 Sep 29 23:11:12.934288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49468) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:12.944777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:12.945567 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:12.977586 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-505dc0b9-80f2-4af9-89a3-5c713485c8eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.3200262 Sep 29 23:11:13.054574 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39e32274-5904-4e8b-969b-fd13051b2eb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.119548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49474) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:13.144376 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46b83d9a-f62a-4487-8a5a-1e1d4685b0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.155917 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39e32274-5904-4e8b-969b-fd13051b2eb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.225262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cc7163ab-ccac-4bf4-9c4d-29b8eb263818 None None] Provisioning complete for port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:13.227898 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc7163ab-ccac-4bf4-9c4d-29b8eb263818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.263274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39e32274-5904-4e8b-969b-fd13051b2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.267134 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-39e32274-5904-4e8b-969b-fd13051b2eb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.268594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-39e32274-5904-4e8b-969b-fd13051b2eb6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3eecd11a-ed45-4724-a247-87433e1cec61 HTTP/1.1" status: 204 len: 168 time: 0.3332107 Sep 29 23:11:13.284504 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e32274-5904-4e8b-969b-fd13051b2eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eecd11a-ed45-4724-a247-87433e1cec61,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:13.301674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00643658-1585-4a4a-bce0-806d62ecca06 req-0c5bd64f-c1bf-46ab-9554-bb993696768a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:13.312888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00643658-1585-4a4a-bce0-806d62ecca06 req-0c5bd64f-c1bf-46ab-9554-bb993696768a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 949 time: 0.2323601 Sep 29 23:11:13.323619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49484) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:13.338206 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46b83d9a-f62a-4487-8a5a-1e1d4685b0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.341424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4f49e3ab-1802-402e-9ca6-d153a264ce0d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--760186233', 'description': 'tempest-description--896988881'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:13.347708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46b83d9a-f62a-4487-8a5a-1e1d4685b0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.357823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cc7163ab-ccac-4bf4-9c4d-29b8eb263818 None None] Port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:13.391151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00643658-1585-4a4a-bce0-806d62ecca06 req-289f70f0-dbb8-45e6-b123-d7aaf62b1243 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722191 Sep 29 23:11:13.397158 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-46b83d9a-f62a-4487-8a5a-1e1d4685b0e8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e17dbe6e1c274f59a9e0aed538a801f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729754 Sep 29 23:11:13.397158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b83d9a-f62a-4487-8a5a-1e1d4685b0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c930630c-844d-49bb-ba11-0cc7a4bb39ed,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:13.398227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49488) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:13.437676 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f49e3ab-1802-402e-9ca6-d153a264ce0d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.468911 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0c46df3-188b-490d-b7c4-ae8c51af1bae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.507118 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0c46df3-188b-490d-b7c4-ae8c51af1bae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.598773 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f49e3ab-1802-402e-9ca6-d153a264ce0d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.613271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0c46df3-188b-490d-b7c4-ae8c51af1bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.617850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f49e3ab-1802-402e-9ca6-d153a264ce0d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.622782 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0c46df3-188b-490d-b7c4-ae8c51af1bae admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.626660 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a0c46df3-188b-490d-b7c4-ae8c51af1bae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c930630c-844d-49bb-ba11-0cc7a4bb39ed HTTP/1.1" status: 204 len: 168 time: 0.2250268 Sep 29 23:11:13.637268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c46df3-188b-490d-b7c4-ae8c51af1bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c930630c-844d-49bb-ba11-0cc7a4bb39ed,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:13.666138 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f49e3ab-1802-402e-9ca6-d153a264ce0d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.667579 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4f49e3ab-1802-402e-9ca6-d153a264ce0d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3415132 Sep 29 23:11:13.670658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49512) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:13.677495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e8412745-0da5-42e4-bf82-d19d1b0c36de tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'security_group_rule': {'security_group_id': '816eb861-0800-4af1-9352-a8e0176780c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:13.683560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49e3ab-1802-402e-9ca6-d153a264ce0d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=816eb861-0800-4af1-9352-a8e0176780c9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:13.728373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:11:13.753383 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8412745-0da5-42e4-bf82-d19d1b0c36de tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.838036 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8412745-0da5-42e4-bf82-d19d1b0c36de tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.846527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8412745-0da5-42e4-bf82-d19d1b0c36de tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.865236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:11:13.872553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:13.873776 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.886847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8412745-0da5-42e4-bf82-d19d1b0c36de tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.891340 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e8412745-0da5-42e4-bf82-d19d1b0c36de tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2193077 Sep 29 23:11:13.894993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49528) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:13.902025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5c1722c9-cc46-428e-87df-23b258535dcf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'security_group_rule': {'security_group_id': '816eb861-0800-4af1-9352-a8e0176780c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:13.946203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8412745-0da5-42e4-bf82-d19d1b0c36de tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0e72d3-d1d7-469c-853e-8b1c7753c9e3,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:13.964420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c1722c9-cc46-428e-87df-23b258535dcf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:13.981182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-2099701b-938c-4b2f-ac87-218858bb9132 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:13.995765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-2099701b-938c-4b2f-ac87-218858bb9132 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.2070715 Sep 29 23:11:14.023851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-000443a7-9d1a-4dcb-ac01-f2c8ed2396c7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/quotas/d9b8b7d059d34856b6abdd78fc12002f HTTP/1.1" status: 200 len: 375 time: 0.0270643 Sep 29 23:11:14.029518 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:14.082473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-efa5c9d6-f522-4688-84ba-33c5e4a32c11 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576622 Sep 29 23:11:14.096499 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7af9c4b-2712-4700-aa88-f7e7cfed6482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116adfc0-94f6-4deb-8aeb-fe36749ae8c9'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:14.101405 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ac48a3-20c8-4236-9a9f-2f38f2370bd4" -d '{"events": [{"server_uuid": "f7af9c4b-2712-4700-aa88-f7e7cfed6482", "name": "network-vif-plugged", "status": "completed", "tag": "116adfc0-94f6-4deb-8aeb-fe36749ae8c9"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:14.130246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:14.142654 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:14.145940 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c1722c9-cc46-428e-87df-23b258535dcf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:14.159754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c1722c9-cc46-428e-87df-23b258535dcf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:14.208249 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b4cdba-fa0b-410e-93ae-4b234f8f55d3 x-openstack-request-id: req-d1b4cdba-fa0b-410e-93ae-4b234f8f55d3 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:14.208772 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7af9c4b-2712-4700-aa88-f7e7cfed6482", "name": "network-vif-plugged", "status": "completed", "tag": "116adfc0-94f6-4deb-8aeb-fe36749ae8c9", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:14.209205 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1b4cdba-fa0b-410e-93ae-4b234f8f55d3 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:14.210882 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7af9c4b-2712-4700-aa88-f7e7cfed6482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '116adfc0-94f6-4deb-8aeb-fe36749ae8c9', 'code': 200} Sep 29 23:11:14.235342 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1722c9-cc46-428e-87df-23b258535dcf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0150a69b-54ab-498b-b638-ffcc180e8dcc,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:14.258999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c1722c9-cc46-428e-87df-23b258535dcf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:14.268914 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5c1722c9-cc46-428e-87df-23b258535dcf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3726764 Sep 29 23:11:14.270917 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:14.271813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49542) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:14.277160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:14.321300 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-5e3d9318-cccb-4d8d-a9ed-97c02fa825c5 service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379012 Sep 29 23:11:14.350311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc46749-0a8c-4fd8-91a4-265e78b6e00d req-1c8d81f6-433a-43e0-8747-857ffd63b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:14.352318 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7bc46749-0a8c-4fd8-91a4-265e78b6e00d req-1c8d81f6-433a-43e0-8747-857ffd63b877 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 1101 time: 0.0821116 Sep 29 23:11:14.359495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:14.434679 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7bc46749-0a8c-4fd8-91a4-265e78b6e00d req-14c54407-3012-46c7-8465-6b2118bb9931 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669303 Sep 29 23:11:14.463292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-3cd90e6a-6a6e-49a5-b0ca-d63d10cb9c07 service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408799 Sep 29 23:11:14.585653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f9d68-19d8-4c2b-ac99-e3ee14a72030 req-481a2c81-50a3-4d08-aac0-496cdc847976 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:14.588379 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-707f9d68-19d8-4c2b-ac99-e3ee14a72030 req-481a2c81-50a3-4d08-aac0-496cdc847976 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 950 time: 0.0717733 Sep 29 23:11:14.630711 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:14.697731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-707f9d68-19d8-4c2b-ac99-e3ee14a72030 req-a61aab37-95ff-40b1-b456-2f42bd1d05cc tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999842 Sep 29 23:11:14.794481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Allocated IP 172.25.4.79 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/20e06064-13f5-4bff-a9c2-510009befeee) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:14.986545 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:15.007424 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38e38f52-dbe1-4049-a891-51d46e7cfa74 req-c01cac71-6472-4479-9676-d811adf18724 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 210 time: 0.0955684 Sep 29 23:11:15.068749 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:15.117549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:15.122626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:15.133789 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:15.170062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Port': ['ID=20e06064-13f5-4bff-a9c2-510009befeee,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:15.267059 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:15.310112 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:15.492250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device c54c1553-0352-4a09-a860-4e606c1cc981 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:11:15.497498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:15.506442 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:15.519905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: c54c1553-0352-4a09-a860-4e606c1cc981 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:11:15.520638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device c54c1553-0352-4a09-a860-4e606c1cc981 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:11:15.623259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Port': ['ID=20e06064-13f5-4bff-a9c2-510009befeee,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:15.644381 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:15.667500 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:15.678956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a67ef8b6-bc21-4214-a4ad-7b12d034b637 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4056892 Sep 29 23:11:15.835602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca6e01-bf79-4248-8e78-31d46ee1c8b0 req-b4675425-bcf6-4afa-867b-82d750b5184f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:15.837836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cca6e01-bf79-4248-8e78-31d46ee1c8b0 req-b4675425-bcf6-4afa-867b-82d750b5184f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 950 time: 0.0619752 Sep 29 23:11:15.910554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cca6e01-bf79-4248-8e78-31d46ee1c8b0 req-132b42d3-456f-4781-8963-ac0321d89998 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667632 Sep 29 23:11:16.141293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e6cf50-4a5e-4ce2-90ea-9fc43d494f47 req-e0c3c4a1-9ecf-48ce-b2c9-ec2d9ac295e7 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:16.149577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5e6cf50-4a5e-4ce2-90ea-9fc43d494f47 req-e0c3c4a1-9ecf-48ce-b2c9-ec2d9ac295e7 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 1101 time: 0.0743353 Sep 29 23:11:16.336966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2fbdabc-8107-44ef-b10a-999ac8a2ad70 req-ea665930-2919-475b-b677-6ea01bcf0b3e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 210 time: 0.0795238 Sep 29 23:11:16.356706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-0f2ca606-fc85-413e-8645-73ec8c7b65d5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:16.358226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-0f2ca606-fc85-413e-8645-73ec8c7b65d5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.2061806 Sep 29 23:11:16.376842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5e6cf50-4a5e-4ce2-90ea-9fc43d494f47 req-ce4fd844-2658-497b-b23e-9dcb56b23012 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212794 Sep 29 23:11:16.390772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Request body: {'port': {'device_id': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'admin_state_up': True, 'tenant_id': 'd9b8b7d059d34856b6abdd78fc12002f'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:16.599520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-134114a7-4839-406a-8bd0-ba88e2a4d630 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--760186233&fields=id&tenant_id=3905aac7a8ff42ed8583afcd441ba66d HTTP/1.1" status: 200 len: 267 time: 0.0746944 Sep 29 23:11:16.659812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-6a239f79-ee82-4538-8dce-ba03957f56e0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:16.667067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-6a239f79-ee82-4538-8dce-ba03957f56e0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports/a7b49fd9-f81c-4c3b-aadc-600eada00c6f HTTP/1.1" status: 200 len: 931 time: 0.0588000 Sep 29 23:11:16.676289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Made reservation on behalf of d9b8b7d059d34856b6abdd78fc12002f for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:16.679666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:16.735316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-373afb12-1365-4cd3-b300-1b2e52c1144b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:16.742884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-373afb12-1365-4cd3-b300-1b2e52c1144b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports/7bdcf412-b83d-4b24-aeef-88ec4acc88dd HTTP/1.1" status: 200 len: 932 time: 0.0751193 Sep 29 23:11:16.833032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-eb736277-0255-4baf-821b-bc65dac0d522 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0891514 Sep 29 23:11:16.881980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-03b22627-5d54-4644-9106-a7cc583f777b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0479794 Sep 29 23:11:16.956512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-bc537727-4f81-4c4b-a3e5-d40708951160 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443599 Sep 29 23:11:17.096832 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-64620c73-dc5d-4058-a20a-dc74a3f93b12 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:17.102538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-64620c73-dc5d-4058-a20a-dc74a3f93b12 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:17.108411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-64620c73-dc5d-4058-a20a-dc74a3f93b12 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:17.109630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49680) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:17.115558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-64620c73-dc5d-4058-a20a-dc74a3f93b12 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/networks?id=5b74424c-10e9-4f4e-a3dd-06c770306b96&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=45dac77f-e141-4752-9668-b0f3ff4be7ab&id=45dac77f-e141-4752-9668-b0f3ff4be7ab HTTP/1.1" status: 200 len: 1990 time: 0.2327073 Sep 29 23:11:17.165143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Allocated IP 172.20.0.13 (c227357a-4298-494d-bd97-035dcbd0097b/3cb694ab-b5bc-48f3-8d21-311e38ce4502/661becd6-1542-47a9-a64d-f19b9d783215) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:17.174167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-328c6feb-5bd4-46a1-84b2-b852455ead69 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/quotas/3905aac7a8ff42ed8583afcd441ba66d HTTP/1.1" status: 200 len: 375 time: 0.0569479 Sep 29 23:11:17.290425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-d7ee89e9-4d09-474b-949a-9b1079e5a0ce tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:17.291931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-d7ee89e9-4d09-474b-949a-9b1079e5a0ce tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3039277 Sep 29 23:11:17.368304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80083390-08f8-45b5-97e6-d66949d4d4e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1932361 Sep 29 23:11:17.375896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-73a21e0b-ada7-408f-8ce3-53921011c2b3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/quotas/aea438136baf4ba9a366d644faafab7c HTTP/1.1" status: 200 len: 375 time: 0.0754461 Sep 29 23:11:17.460804 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fddb95f-2210-4e24-839f-864d3187ba0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:17.596735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-311d4b54-cd94-46b4-a4ea-958f1af25be9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2190998 Sep 29 23:11:17.618368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fddb95f-2210-4e24-839f-864d3187ba0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:17.625766 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fddb95f-2210-4e24-839f-864d3187ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:17.668592 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:17.685799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fddb95f-2210-4e24-839f-864d3187ba0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc49d7d-4d50-4800-9657-156e6b60e658,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:17.711109 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5fddb95f-2210-4e24-839f-864d3187ba0e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69534d2df6734f2da86c03f85f049a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5990593 Sep 29 23:11:17.712035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f5aa2e0b-bf41-458b-b0c1-9dd825be63c6 service neutron] 10.222.0.44 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207846 Sep 29 23:11:17.714184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49710) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:17.716065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:17.801162 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b7a3945-45be-4002-8238-a808a3b7bce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:17.816223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Network c227357a-4298-494d-bd97-035dcbd0097b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:17.835005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:17.837512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:17.845745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event updated for resources: {'Port': ['ID=661becd6-1542-47a9-a64d-f19b9d783215,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:17.868275 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b7a3945-45be-4002-8238-a808a3b7bce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:17.898917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49722) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:17.959181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b7a3945-45be-4002-8238-a808a3b7bce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:17.961825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2b7a3945-45be-4002-8238-a808a3b7bce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:17.963180 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2b7a3945-45be-4002-8238-a808a3b7bce5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cc49d7d-4d50-4800-9657-156e6b60e658 HTTP/1.1" status: 204 len: 168 time: 0.2479756 Sep 29 23:11:17.964826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:17.965818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:17.974481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a3945-45be-4002-8238-a808a3b7bce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc49d7d-4d50-4800-9657-156e6b60e658,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:17.990305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a3cddff3-37e8-45d6-a61a-57b44650d8e2 service neutron] 10.222.0.44 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923487 Sep 29 23:11:17.996114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-90d1bce2-fbb7-4f32-ae83-b7ff17f4945d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6153443 Sep 29 23:11:18.021758 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Request body: {'port': {'device_id': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:18.093365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-480fdfc4-6273-410f-8b49-6d65b7e5679b service neutron] 10.222.0.44 "GET /v2.0/ports/a7b49fd9-f81c-4c3b-aadc-600eada00c6f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0952489 Sep 29 23:11:18.137734 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a061505f-ee5a-4b23-b4e3-d126db1d61a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.201847 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.305002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a061505f-ee5a-4b23-b4e3-d126db1d61a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.310464 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a061505f-ee5a-4b23-b4e3-d126db1d61a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.372208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061505f-ee5a-4b23-b4e3-d126db1d61a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f7d523-735e-4c60-9a1e-acc58000bd1a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:18.385247 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a061505f-ee5a-4b23-b4e3-d126db1d61a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=509240a76afe43ef8ca4bd87727974bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4840183 Sep 29 23:11:18.387043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49738) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:18.388578 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-fbe2ab69-2138-4573-99b8-845f342d29f4 service neutron] 10.222.0.44 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865925 Sep 29 23:11:18.465514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-756b71a0-6f74-4a99-90b6-773ab4169e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.518085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-756b71a0-6f74-4a99-90b6-773ab4169e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.603628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49742) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:18.630143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2f1db5c-13a6-4bdc-b1ed-55726c6429b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.690501 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-756b71a0-6f74-4a99-90b6-773ab4169e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.695627 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-756b71a0-6f74-4a99-90b6-773ab4169e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.698194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-756b71a0-6f74-4a99-90b6-773ab4169e6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/42f7d523-735e-4c60-9a1e-acc58000bd1a HTTP/1.1" status: 204 len: 168 time: 0.3092041 Sep 29 23:11:18.734720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756b71a0-6f74-4a99-90b6-773ab4169e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f7d523-735e-4c60-9a1e-acc58000bd1a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:18.888220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2f1db5c-13a6-4bdc-b1ed-55726c6429b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.896856 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2f1db5c-13a6-4bdc-b1ed-55726c6429b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:18.945805 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e2f1db5c-13a6-4bdc-b1ed-55726c6429b0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=69de4e61e8604402bdb08e341fdfac43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3410225 Sep 29 23:11:18.947091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1db5c-13a6-4bdc-b1ed-55726c6429b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53496183-91f5-43b2-9980-6b1744471e77,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:18.949709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49748) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:19.015801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4954a3b-5ff2-4a57-b00a-3b17a7d5db34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:19.026093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd1bcd-4c30-458c-ba8e-5d71ed739445 req-68d5e3cc-e29c-4758-af76-77b2601e721a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:19.027492 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06dd1bcd-4c30-458c-ba8e-5d71ed739445 req-68d5e3cc-e29c-4758-af76-77b2601e721a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 932 time: 0.7344694 Sep 29 23:11:19.042770 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4954a3b-5ff2-4a57-b00a-3b17a7d5db34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:19.111240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4954a3b-5ff2-4a57-b00a-3b17a7d5db34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:19.117190 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-aec92fc0-509c-443a-8e02-fc3f5e04b2c8 service neutron] 10.222.0.44 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7280047 Sep 29 23:11:19.117903 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4954a3b-5ff2-4a57-b00a-3b17a7d5db34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:19.120084 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f4954a3b-5ff2-4a57-b00a-3b17a7d5db34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/53496183-91f5-43b2-9980-6b1744471e77 HTTP/1.1" status: 204 len: 168 time: 0.1690831 Sep 29 23:11:19.133674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4954a3b-5ff2-4a57-b00a-3b17a7d5db34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53496183-91f5-43b2-9980-6b1744471e77,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:19.168870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06dd1bcd-4c30-458c-ba8e-5d71ed739445 req-6a3ef593-31d9-4b81-b3b4-95d88038b69d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273458 Sep 29 23:11:19.292799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-10384fb3-873b-475c-966b-b009172d22f6 service neutron] 10.222.0.44 "GET /v2.0/ports/7bdcf412-b83d-4b24-aeef-88ec4acc88dd?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1576672 Sep 29 23:11:19.352739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4d5c61a-6b5a-4e01-b18e-0089479cb7ae req-ea9d604c-6887-42e5-8ab3-714249d5965d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 210 time: 0.0720606 Sep 29 23:11:19.358207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49764) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:19.405601 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-e3e203b1-d0d8-4a22-8d76-1a9930327f0f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0753608 Sep 29 23:11:19.416226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-707ce8db-4eb0-4236-b04e-2ecaef42d478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:19.519137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-349af1ae-6c58-4272-a85b-16ac64d51dcd service neutron] 10.222.0.44 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194993 Sep 29 23:11:19.585026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661becd6-1542-47a9-a64d-f19b9d783215 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:19.606556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:19.624191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-aa1aed9e-5644-4465-89aa-754275f6d68b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:19.631061 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-aa1aed9e-5644-4465-89aa-754275f6d68b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2243538 Sep 29 23:11:19.652009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Request body: {'port': {'device_id': '5bbcf20d-833b-4960-89e8-a8ed0f3248b4', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'aea438136baf4ba9a366d644faafab7c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:19.668154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Transition to ACTIVE for port object 661becd6-1542-47a9-a64d-f19b9d783215 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:19.694871 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:19.823018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-eaafa1e5-49f6-4c37-8e08-a06cd8f082a6 service neutron] 10.222.0.44 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838137 Sep 29 23:11:19.895048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Pushing event updated for resources: {'Port': ['ID=661becd6-1542-47a9-a64d-f19b9d783215,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:19.928449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.928815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.929741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.930236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.930726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.931233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.931717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.932231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.932731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.933202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.933695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.934171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:19.965408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-707ce8db-4eb0-4236-b04e-2ecaef42d478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:19.977990 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.003260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Made reservation on behalf of aea438136baf4ba9a366d644faafab7c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:20.007204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.036351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-707ce8db-4eb0-4236-b04e-2ecaef42d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.118490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-707ce8db-4eb0-4236-b04e-2ecaef42d478 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ae22211e4094cf98699e027605619c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7539353 Sep 29 23:11:20.149990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49796) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:20.179100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ce8db-4eb0-4236-b04e-2ecaef42d478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643f9db7-c539-485a-b1b2-249099320cd5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:20.228086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Allocated IP 192.168.233.40 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/4482acaa-e712-4f0d-961a-96dc242a0341) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:20.236991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b3c87190-af42-44ab-ba8e-7579a05eb936 service neutron] 10.222.0.44 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999665 Sep 29 23:11:20.247735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Attempting to bind port 661becd6-1542-47a9-a64d-f19b9d783215 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:20.248179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Attempting to bind port 661becd6-1542-47a9-a64d-f19b9d783215 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:20.248765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Attempting to bind port 661becd6-1542-47a9-a64d-f19b9d783215 on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:20.299272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Port 661becd6-1542-47a9-a64d-f19b9d783215 on network c227357a-4298-494d-bd97-035dcbd0097b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:20.300512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Attempting to bind port 661becd6-1542-47a9-a64d-f19b9d783215 on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:20.343613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:20.343613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Checking segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:20.343993 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Bound using segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:20.344272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Bound port: 661becd6-1542-47a9-a64d-f19b9d783215, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:20.344649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.416677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49808) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:20.487042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.495044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a81691-21f6-4a1c-bd68-5e57dff842cc req-ddba702c-edcf-4f5c-bc84-b31aa43e1699 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:20.496606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-92a81691-21f6-4a1c-bd68-5e57dff842cc req-ddba702c-edcf-4f5c-bc84-b31aa43e1699 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 944 time: 0.1813490 Sep 29 23:11:20.501071 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be52cea7-6eb3-4b19-bb0c-ca6fffb2cd95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.537783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.552239 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', '2fe9ffb2-0009-4b24-a5fb-c6436614f39e', '116adfc0-94f6-4deb-8aeb-fe36749ae8c9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:20.585502 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be52cea7-6eb3-4b19-bb0c-ca6fffb2cd95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.591462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-bc85dfd0-ec54-4a0b-ac94-f79eae2fc7b5 service neutron] 10.222.0.44 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303313 Sep 29 23:11:20.619373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:20.619373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:20.619373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:20.619914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] For port 661becd6-1542-47a9-a64d-f19b9d783215, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:20.645195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c', '2589a3ad-a191-4384-98d2-524ad29024b8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:20.649533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-92a81691-21f6-4a1c-bd68-5e57dff842cc req-a3cae771-4538-46c1-9dc1-d9d50ded437b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391363 Sep 29 23:11:20.666238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event updated for resources: {'Port': ['ID=4482acaa-e712-4f0d-961a-96dc242a0341,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:20.718594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:20.719454 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.744918 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f6dd1989-2ac1-492e-8bcb-48acb1f46c3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1032746 Sep 29 23:11:20.761368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Request body: {'port': {'device_id': '5bbcf20d-833b-4960-89e8-a8ed0f3248b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:20.775026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] For port 661becd6-1542-47a9-a64d-f19b9d783215, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=661becd6-1542-47a9-a64d-f19b9d783215,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:20.808906 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.837059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-947eaab4-15dd-49f2-9028-ca3107c16ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:20.915097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.104722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a1d9853e-8e8b-48ae-8411-9aa52d49e367 None None] Provisioning complete for port 4482acaa-e712-4f0d-961a-96dc242a0341 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:21.105278 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a1d9853e-8e8b-48ae-8411-9aa52d49e367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.168901 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-947eaab4-15dd-49f2-9028-ca3107c16ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.186934 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-947eaab4-15dd-49f2-9028-ca3107c16ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.202585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-d5534a82-2792-4aa0-878d-353af69d9b9a service neutron] 10.222.0.44 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5856674 Sep 29 23:11:21.226399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a1d9853e-8e8b-48ae-8411-9aa52d49e367 None None] Port 4482acaa-e712-4f0d-961a-96dc242a0341 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:21.235044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:21.235924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.237695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] 10.222.0.42 "PUT /v2.0/ports/661becd6-1542-47a9-a64d-f19b9d783215 HTTP/1.1" status: 200 len: 1092 time: 3.2221878 Sep 29 23:11:21.257968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'tag': '661becd6-1542-47a9-a64d-f19b9d783215'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:21.262363 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041" -d '{"events": [{"name": "network-changed", "server_uuid": "58f5c3b8-81d6-4adf-8621-1aa9fd78beae", "tag": "661becd6-1542-47a9-a64d-f19b9d783215"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:21.294710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a14f09-2c2e-43f5-a74c-b8dab06475e8 service neutron] Pushing event updated for resources: {'Port': ['ID=661becd6-1542-47a9-a64d-f19b9d783215,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:21.302245 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be52cea7-6eb3-4b19-bb0c-ca6fffb2cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.310563 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be52cea7-6eb3-4b19-bb0c-ca6fffb2cd95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.315154 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-be52cea7-6eb3-4b19-bb0c-ca6fffb2cd95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/643f9db7-c539-485a-b1b2-249099320cd5 HTTP/1.1" status: 204 len: 168 time: 1.1581340 Sep 29 23:11:21.349782 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-947eaab4-15dd-49f2-9028-ca3107c16ad2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c8849ec880e04d9da5f056b86191af66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9318669 Sep 29 23:11:21.367938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49846) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:21.471067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884bf94-2909-4a47-977a-c82931af22f7 req-38b77612-3058-4838-acf1-d367cc0c8144 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:21.473153 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0884bf94-2909-4a47-977a-c82931af22f7 req-38b77612-3058-4838-acf1-d367cc0c8144 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 935 time: 0.6237545 Sep 29 23:11:21.500128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947eaab4-15dd-49f2-9028-ca3107c16ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fefd3a-4c40-4b9d-a3dd-21371265d622,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:21.507244 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92a942ba-fd41-4cd9-bd50-4eb5fc333653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.541132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be52cea7-6eb3-4b19-bb0c-ca6fffb2cd95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643f9db7-c539-485a-b1b2-249099320cd5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:21.543056 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92a942ba-fd41-4cd9-bd50-4eb5fc333653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.612883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-23191f46-ba8a-48f6-804f-0aa00a865245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:21.616481 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-23191f46-ba8a-48f6-804f-0aa00a865245 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 1095 time: 0.2947416 Sep 29 23:11:21.678708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92a942ba-fd41-4cd9-bd50-4eb5fc333653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.681534 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92a942ba-fd41-4cd9-bd50-4eb5fc333653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.682761 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-92a942ba-fd41-4cd9-bd50-4eb5fc333653 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d8fefd3a-4c40-4b9d-a3dd-21371265d622 HTTP/1.1" status: 204 len: 168 time: 0.3114004 Sep 29 23:11:21.722114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-c26568e9-5765-4a74-95ca-0cd3e0ac67e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661becd6-1542-47a9-a64d-f19b9d783215 HTTP/1.1" status: 200 len: 217 time: 0.0783176 Sep 29 23:11:21.726997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0884bf94-2909-4a47-977a-c82931af22f7 req-13e2a7b8-b1da-477b-974d-1a349a171ef0 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788929 Sep 29 23:11:21.731272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-47a071b0-b731-42bb-940d-c7d334953520 service neutron] 10.222.0.44 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275428 Sep 29 23:11:21.805367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a942ba-fd41-4cd9-bd50-4eb5fc333653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fefd3a-4c40-4b9d-a3dd-21371265d622,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:21.852798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4482acaa-e712-4f0d-961a-96dc242a0341 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:21.872350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.899587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Transition to ACTIVE for port object 4482acaa-e712-4f0d-961a-96dc242a0341 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:21.905838 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:21.979090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-ba82f6dc-e95b-465c-b4a7-ecc46cafe600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:21.980884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-ba82f6dc-e95b-465c-b4a7-ecc46cafe600 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.2482367 Sep 29 23:11:22.012917 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89511835-8222-4ada-8529-385ebad00a7c x-openstack-request-id: req-89511835-8222-4ada-8529-385ebad00a7c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:22.013306 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f5c3b8-81d6-4adf-8621-1aa9fd78beae", "tag": "661becd6-1542-47a9-a64d-f19b9d783215", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:22.013478 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89511835-8222-4ada-8529-385ebad00a7c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:22.013888 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'tag': '661becd6-1542-47a9-a64d-f19b9d783215', 'status': 'completed', 'code': 200} Sep 29 23:11:22.078588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-d8c83fc5-e181-4336-b4e5-7431a15e2150 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719366 Sep 29 23:11:22.115069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Pushing event updated for resources: {'Port': ['ID=4482acaa-e712-4f0d-961a-96dc242a0341,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:22.142646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Attempting to bind port 4482acaa-e712-4f0d-961a-96dc242a0341 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:22.146838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Attempting to bind port 4482acaa-e712-4f0d-961a-96dc242a0341 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:22.147316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Attempting to bind port 4482acaa-e712-4f0d-961a-96dc242a0341 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:22.163880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Port 4482acaa-e712-4f0d-961a-96dc242a0341 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:22.164364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Attempting to bind port 4482acaa-e712-4f0d-961a-96dc242a0341 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:22.174006 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:22.174714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:22.175375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:22.176030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Bound port: 4482acaa-e712-4f0d-961a-96dc242a0341, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:22.176517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:22.197497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b5cc0e50-ebb3-469c-9283-100bcbddb0c4 service neutron] 10.222.0.44 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4523733 Sep 29 23:11:22.329876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-8694ce45-54ed-47dc-838b-a8915ea4ad31 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315533 Sep 29 23:11:22.340134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] For port 4482acaa-e712-4f0d-961a-96dc242a0341, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:22.343961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] For port 4482acaa-e712-4f0d-961a-96dc242a0341, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4482acaa-e712-4f0d-961a-96dc242a0341,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:22.350499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:22.424922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:22.425655 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:22.427311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] 10.222.0.26 "PUT /v2.0/ports/4482acaa-e712-4f0d-961a-96dc242a0341 HTTP/1.1" status: 200 len: 1095 time: 1.6725373 Sep 29 23:11:22.427885 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbcf20d-833b-4960-89e8-a8ed0f3248b4', 'tag': '4482acaa-e712-4f0d-961a-96dc242a0341'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:22.430355 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be5f209-5b55-4a8c-8c17-7004c52912c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbcf20d-833b-4960-89e8-a8ed0f3248b4", "tag": "4482acaa-e712-4f0d-961a-96dc242a0341"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:22.465873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff684b03-6cbe-4057-8ffe-5000515d643d service neutron] Pushing event updated for resources: {'Port': ['ID=4482acaa-e712-4f0d-961a-96dc242a0341,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:22.478164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-1911cb38-6168-4cd6-89a2-75eab90eea0f service neutron] 10.222.0.44 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650878 Sep 29 23:11:22.536480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee029831-ddcb-4516-8e0e-bbcc613c90ff req-16305399-b3c7-4470-9f48-b4a9f3ae5593 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938691 Sep 29 23:11:22.584890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-c70f4ab5-3e71-4e44-afd3-895f29d755f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:22.586548 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-c70f4ab5-3e71-4e44-afd3-895f29d755f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 1098 time: 0.0903749 Sep 29 23:11:22.640650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-05014ae0-2983-4b1e-b34a-08cae5567b96 req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1053351791', 'description': 'tempest-description-253038290'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:22.666553 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-8761878a-9bf5-4145-a061-cfaefca56d21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=4482acaa-e712-4f0d-961a-96dc242a0341 HTTP/1.1" status: 200 len: 217 time: 0.0659935 Sep 29 23:11:22.679867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-aaaee74c-1f93-425a-bb76-6228b11cd09c service neutron] 10.222.0.44 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909521 Sep 29 23:11:22.763643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-11fde8ec-8d81-4add-bfc4-e7e054435623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:22.765261 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-11fde8ec-8d81-4add-bfc4-e7e054435623 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0906942 Sep 29 23:11:22.789087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05014ae0-2983-4b1e-b34a-08cae5567b96 req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:22.809300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041 req-4fdefb82-ad2f-42d3-a06d-e0fdc3448359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:22.810821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041 req-4fdefb82-ad2f-42d3-a06d-e0fdc3448359 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 1095 time: 0.1619391 Sep 29 23:11:22.811491 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05014ae0-2983-4b1e-b34a-08cae5567b96 req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:22.826788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-53f4b706-2506-4187-9e46-061c3f87d65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:22.828675 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-53f4b706-2506-4187-9e46-061c3f87d65d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554600 Sep 29 23:11:22.873396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-0daf6246-95cf-4563-9935-3cb17c449eec service neutron] 10.222.0.44 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926637 Sep 29 23:11:22.955440 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-dea3eabf-f891-4577-81fa-9776969c35c7 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158755 Sep 29 23:11:22.963420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041 req-49651c8f-3a93-43e6-98f2-4695f4b3540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:22.965256 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041 req-49651c8f-3a93-43e6-98f2-4695f4b3540b service neutron] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 913 time: 0.1429534 Sep 29 23:11:23.014289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041 req-ad5f55cc-6881-4654-b7ef-7e1304d94713 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661becd6-1542-47a9-a64d-f19b9d783215 HTTP/1.1" status: 200 len: 217 time: 0.0409737 Sep 29 23:11:23.091945 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05014ae0-2983-4b1e-b34a-08cae5567b96 req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:23.093854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041 req-be5fdd9b-38ab-4f4c-b10a-95c6ab14d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:23.096073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041 req-be5fdd9b-38ab-4f4c-b10a-95c6ab14d350 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.0737150 Sep 29 23:11:23.096318 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d8f863d2-fee2-48db-a149-9f2eece49c99 req-f539fba0-7481-4495-896b-aa73aacc3e50 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324327 Sep 29 23:11:23.099641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05014ae0-2983-4b1e-b34a-08cae5567b96 req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:23.202940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041 req-3d87cecf-fd46-4580-a0b8-ab23134dd9c1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987792 Sep 29 23:11:23.219728 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05014ae0-2983-4b1e-b34a-08cae5567b96 req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:23.229744 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05014ae0-2983-4b1e-b34a-08cae5567b96 req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:23.231999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88572c48-af5d-474c-ac51-9bc6a9278da1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:23.283297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-05014ae0-2983-4b1e-b34a-08cae5567b96 req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:23.284555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05014ae0-2983-4b1e-b34a-08cae5567b96 req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6509047 Sep 29 23:11:23.342428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534c847-824b-4f9d-b655-f6975fff0235 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67dd5bca-28e8-44b7-a9db-a7b6aef16469,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:23.392592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041 req-c8fcf538-fc0a-44bc-963a-7745ae3c3178 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753869 Sep 29 23:11:23.499587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0162a99-f199-479f-b793-434a5bddce40 req-73a9a66c-aa64-471d-9a19-3da223703976 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:23.501056 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0162a99-f199-479f-b793-434a5bddce40 req-73a9a66c-aa64-471d-9a19-3da223703976 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 944 time: 0.1484668 Sep 29 23:11:23.544279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-168a1ec7-c171-4cdd-bcf9-a2c62ff5d041 req-3c388ff8-bb27-4524-b063-1bd5b3352d2f service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428342 Sep 29 23:11:23.588929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0162a99-f199-479f-b793-434a5bddce40 req-3a415807-2103-40ca-9545-4102b30f515f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712674 Sep 29 23:11:23.642050 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6db6352-f4ae-46be-9a5d-5ed3523b47e4 x-openstack-request-id: req-a6db6352-f4ae-46be-9a5d-5ed3523b47e4 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:23.642604 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbcf20d-833b-4960-89e8-a8ed0f3248b4", "tag": "4482acaa-e712-4f0d-961a-96dc242a0341", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:23.642689 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6db6352-f4ae-46be-9a5d-5ed3523b47e4 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:23.643169 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbcf20d-833b-4960-89e8-a8ed0f3248b4', 'tag': '4482acaa-e712-4f0d-961a-96dc242a0341', 'status': 'completed', 'code': 200} Sep 29 23:11:23.743104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-01aa4601-0086-49a2-a86f-0a8165095c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:23.745205 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-01aa4601-0086-49a2-a86f-0a8165095c46 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 1098 time: 0.0643497 Sep 29 23:11:23.786340 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-fa52bdef-1494-442a-a4e4-8b71c8903382 req-2577d11f-c875-497d-8243-daf540278eb4 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Request body: {'security_group': {'name': 'tempest-securitygroup-875413162', 'description': 'tempest-description-1503887108'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:23.823703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d1c96-ca92-4f63-b837-ef140a9bf0fa req-f0cf2cc3-d50d-40c0-8ea4-490aa0d08443 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:23.825463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f1d1c96-ca92-4f63-b837-ef140a9bf0fa req-f0cf2cc3-d50d-40c0-8ea4-490aa0d08443 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 947 time: 0.0902705 Sep 29 23:11:23.853979 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fa52bdef-1494-442a-a4e4-8b71c8903382 req-2577d11f-c875-497d-8243-daf540278eb4 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:23.890291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-c9054cf3-6c57-438c-b512-3479a409e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:23.892604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-c9054cf3-6c57-438c-b512-3479a409e30c service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1364596 Sep 29 23:11:23.896285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f1d1c96-ca92-4f63-b837-ef140a9bf0fa req-10af4f80-d2a0-4e0f-99ea-1a0aedb6c08a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616443 Sep 29 23:11:23.981398 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-306a50b9-43d5-437b-9df9-c975afa73382 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=4482acaa-e712-4f0d-961a-96dc242a0341 HTTP/1.1" status: 200 len: 217 time: 0.0726826 Sep 29 23:11:24.011139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-902257af-d85d-48f6-a9f8-f63ee4d169bf req-baf5391b-87f3-4e08-8507-c952c7c7bf41 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0437799 Sep 29 23:11:24.028267 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fa52bdef-1494-442a-a4e4-8b71c8903382 req-2577d11f-c875-497d-8243-daf540278eb4 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.040011 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fa52bdef-1494-442a-a4e4-8b71c8903382 req-2577d11f-c875-497d-8243-daf540278eb4 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.068301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-d96e3b5c-1cef-4df0-9cc3-805f407e8b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:24.072362 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-d96e3b5c-1cef-4df0-9cc3-805f407e8b70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0794823 Sep 29 23:11:24.087772 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-fa52bdef-1494-442a-a4e4-8b71c8903382 req-2577d11f-c875-497d-8243-daf540278eb4 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.108587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa52bdef-1494-442a-a4e4-8b71c8903382 req-2577d11f-c875-497d-8243-daf540278eb4 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.3318286 Sep 29 23:11:24.112140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577d11f-c875-497d-8243-daf540278eb4 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1968b344-6c1d-4e1a-843a-eb9c707092e4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:24.139453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-4ea7fa20-7e89-4461-a405-68de6883a437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:24.142324 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-4ea7fa20-7e89-4461-a405-68de6883a437 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0588126 Sep 29 23:11:24.258401 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-3a2a34e4-1184-4f83-a4bb-373f33a41033 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058617 Sep 29 23:11:24.393820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bd926c61-d75a-4c54-bc19-6a38fbe60141 req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-770465300', 'description': 'tempest-description-1819916259'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:24.400304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6be5f209-5b55-4a8c-8c17-7004c52912c3 req-2355ef10-8a73-475c-8ebe-737706e8e619 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326990 Sep 29 23:11:24.428122 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd926c61-d75a-4c54-bc19-6a38fbe60141 req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.439532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd926c61-d75a-4c54-bc19-6a38fbe60141 req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.473038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49980) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:24.568789 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd926c61-d75a-4c54-bc19-6a38fbe60141 req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.574074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd926c61-d75a-4c54-bc19-6a38fbe60141 req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.630029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274e193b-561e-4095-9d1e-f748bc2339a4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:24.735217 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd926c61-d75a-4c54-bc19-6a38fbe60141 req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.746674 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd926c61-d75a-4c54-bc19-6a38fbe60141 req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.758415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adea8ed6-40ae-47e7-932d-a2e108803e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.783107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5c3ef-64cd-45ab-a5b9-302eeab20ba1 req-58dc39d5-5ce0-4616-bdbf-2f45dc0a8fe4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:24.784882 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfc5c3ef-64cd-45ab-a5b9-302eeab20ba1 req-58dc39d5-5ce0-4616-bdbf-2f45dc0a8fe4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 944 time: 0.1135323 Sep 29 23:11:24.809715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1caf8950-360f-4d06-bf97-a0803be5109d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:24.845289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfc5c3ef-64cd-45ab-a5b9-302eeab20ba1 req-1b43c708-5a72-4f5a-b548-2c7898d52f31 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516791 Sep 29 23:11:24.923868 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adea8ed6-40ae-47e7-932d-a2e108803e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.929571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adea8ed6-40ae-47e7-932d-a2e108803e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.935335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bd926c61-d75a-4c54-bc19-6a38fbe60141 req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:24.943949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd926c61-d75a-4c54-bc19-6a38fbe60141 req-36bcf9d7-2ab2-48c4-9c7d-4430e3efd95b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.5540586 Sep 29 23:11:24.975136 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-adea8ed6-40ae-47e7-932d-a2e108803e0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0580850e84e641688035943fbcdc7287&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008659 Sep 29 23:11:24.976026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea8ed6-40ae-47e7-932d-a2e108803e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ec04ab-5e71-40f2-ac87-c015b3d3ade3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:24.978304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50004) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:25.013114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a551aeaa-20fa-4566-958d-735f307a0536 req-edfc7382-9d97-4e55-ba63-945a30b14898 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2027603034', 'description': 'tempest-description-1567067927'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:25.030731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-0a014388-9b10-401c-b10c-40196e1f6b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:25.032268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-0a014388-9b10-401c-b10c-40196e1f6b07 service neutron] 10.222.0.42 "GET /v2.0/ports/a7b49fd9-f81c-4c3b-aadc-600eada00c6f HTTP/1.1" status: 200 len: 1027 time: 0.0677400 Sep 29 23:11:25.048105 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c60a44d-769c-4a08-a8d1-78bd75dc2e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:25.077021 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c60a44d-769c-4a08-a8d1-78bd75dc2e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:25.090839 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a551aeaa-20fa-4566-958d-735f307a0536 req-edfc7382-9d97-4e55-ba63-945a30b14898 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:25.125343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8359f580-b181-4c71-914f-a23c82b2f011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:25.127317 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8359f580-b181-4c71-914f-a23c82b2f011 service neutron] 10.222.0.42 "GET /v2.0/ports/7bdcf412-b83d-4b24-aeef-88ec4acc88dd HTTP/1.1" status: 200 len: 1028 time: 0.0746458 Sep 29 23:11:25.133878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c60a44d-769c-4a08-a8d1-78bd75dc2e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:25.136757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c60a44d-769c-4a08-a8d1-78bd75dc2e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:25.137993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5c60a44d-769c-4a08-a8d1-78bd75dc2e34 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82ec04ab-5e71-40f2-ac87-c015b3d3ade3 HTTP/1.1" status: 204 len: 168 time: 0.1587150 Sep 29 23:11:25.167472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60a44d-769c-4a08-a8d1-78bd75dc2e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ec04ab-5e71-40f2-ac87-c015b3d3ade3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:25.540644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224f13e-3549-4ce0-befd-6c9572b7d155 req-a4a42ceb-75e3-4318-bc41-cfbe82624130 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:25.542181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6224f13e-3549-4ce0-befd-6c9572b7d155 req-a4a42ceb-75e3-4318-bc41-cfbe82624130 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 947 time: 0.5022011 Sep 29 23:11:25.677642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6224f13e-3549-4ce0-befd-6c9572b7d155 req-0a1b9634-c673-48a6-af61-55612ffe1d07 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208241 Sep 29 23:11:25.691455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-014042bb-c14a-4542-ad9b-877cf7f9dd2b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:25.706496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-014042bb-c14a-4542-ad9b-877cf7f9dd2b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:25.721356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-014042bb-c14a-4542-ad9b-877cf7f9dd2b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:25.723041 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-014042bb-c14a-4542-ad9b-877cf7f9dd2b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "GET /v2.0/networks?id=5b74424c-10e9-4f4e-a3dd-06c770306b96&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=45dac77f-e141-4752-9668-b0f3ff4be7ab&id=45dac77f-e141-4752-9668-b0f3ff4be7ab HTTP/1.1" status: 200 len: 1990 time: 0.5876396 Sep 29 23:11:25.801118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37ba8ca6-173d-4959-961c-40d40df7f778 req-7f7b838f-4bbc-423e-aa3e-b665be99fde8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0520229 Sep 29 23:11:25.813228 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a551aeaa-20fa-4566-958d-735f307a0536 req-edfc7382-9d97-4e55-ba63-945a30b14898 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:25.841503 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a551aeaa-20fa-4566-958d-735f307a0536 req-edfc7382-9d97-4e55-ba63-945a30b14898 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:25.863234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-c920dc3c-d229-4e7b-98e7-bcca273759a1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3905aac7a8ff42ed8583afcd441ba66d HTTP/1.1" status: 200 len: 379 time: 0.1126366 Sep 29 23:11:25.880800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'admin_state_up': True, 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'security_groups': ['816eb861-0800-4af1-9352-a8e0176780c9']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:25.967684 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a551aeaa-20fa-4566-958d-735f307a0536 req-edfc7382-9d97-4e55-ba63-945a30b14898 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:25.969042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a551aeaa-20fa-4566-958d-735f307a0536 req-edfc7382-9d97-4e55-ba63-945a30b14898 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.9951408 Sep 29 23:11:25.975368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfc7382-9d97-4e55-ba63-945a30b14898 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc741328-3a6f-49be-9920-1a679ee4b2f4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:26.114001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a52344-79dc-423c-a89e-99e745199995 req-cdc3b789-fbd4-4142-a6a6-70c5e028a452 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:26.115666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27a52344-79dc-423c-a89e-99e745199995 req-cdc3b789-fbd4-4142-a6a6-70c5e028a452 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 944 time: 0.1145899 Sep 29 23:11:26.117694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:26.122881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:26.258810 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27a52344-79dc-423c-a89e-99e745199995 req-75a2e9dd-f48b-4374-b254-3557dc69f978 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307833 Sep 29 23:11:26.409438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Allocated IP 172.20.0.13 (5b74424c-10e9-4f4e-a3dd-06c770306b96/fd256db6-7ec3-4bb4-b19f-b92c900e8afa/1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:26.603280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-2b1b525f-9fae-4547-841b-36c4855feec5 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39569 time: 0.4655237 Sep 29 23:11:26.654082 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:26.680463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-390f9947-c922-4c15-8f19-80284fa81ad6 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/13713bf6-4915-49d9-bdbc-7ee252c7f40a HTTP/1.1" status: 200 len: 2977 time: 0.0620902 Sep 29 23:11:26.730546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:26.753227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network 5b74424c-10e9-4f4e-a3dd-06c770306b96 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:26.783426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-e0058e5d-a8fd-4b73-9de2-3d268aad9f4c tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/13713bf6-4915-49d9-bdbc-7ee252c7f40a HTTP/1.1" status: 200 len: 2977 time: 0.0923452 Sep 29 23:11:26.788957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:26.797875 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:26.908930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-7d01c630-1405-448a-82e5-082ed08c6f32 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1cd74581-cecf-4bc5-b5da-876e3057c727 HTTP/1.1" status: 200 len: 2985 time: 0.1244504 Sep 29 23:11:26.913079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Port': ['ID=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:26.928169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:26.928169 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:26.971446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-a7909d81-b4b6-4a90-915e-0c1e93525eb1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0992644 Sep 29 23:11:26.989485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-f45a81a0-f50d-4072-87e0-46cd7da9e85e tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1cd74581-cecf-4bc5-b5da-876e3057c727 HTTP/1.1" status: 200 len: 2985 time: 0.0795827 Sep 29 23:11:27.018908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'admin_state_up': True, 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'security_groups': ['816eb861-0800-4af1-9352-a8e0176780c9']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:27.232628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990aee4-41cd-4de6-85ce-8ce2b0efa767 req-a9fbaa21-0e51-4a49-bf31-c2a4f7949f80 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:27.236947 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1990aee4-41cd-4de6-85ce-8ce2b0efa767 req-a9fbaa21-0e51-4a49-bf31-c2a4f7949f80 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 947 time: 0.2693036 Sep 29 23:11:27.257899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-73aa7b93-c7fa-4722-b021-9711838c6562 None None] Provisioning complete for port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:27.258872 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-73aa7b93-c7fa-4722-b021-9711838c6562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:27.290465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:27.302318 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:27.332726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-73aa7b93-c7fa-4722-b021-9711838c6562 None None] Port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:27.409532 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-1f9418a2-96bc-4d36-a3cb-ac1cdf3f0c0c tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/216ba938-4a64-45f4-9e32-c92b5ab66ab1 HTTP/1.1" status: 200 len: 2985 time: 0.4191499 Sep 29 23:11:27.422836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1990aee4-41cd-4de6-85ce-8ce2b0efa767 req-169813ef-d61e-4e22-8e94-51c226d11744 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775541 Sep 29 23:11:27.551194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 661becd6-1542-47a9-a64d-f19b9d783215 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:11:27.561652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-9913d7d1-5d0e-4cd9-b96e-7238c67d7a4e tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/216ba938-4a64-45f4-9e32-c92b5ab66ab1 HTTP/1.1" status: 200 len: 2985 time: 0.1418276 Sep 29 23:11:27.707674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 661becd6-1542-47a9-a64d-f19b9d783215, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=661becd6-1542-47a9-a64d-f19b9d783215,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:27.724677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Allocated IP 10.1.1.50 (4cea1a14-2a1a-4e85-beb5-a08c41e1b68c/4810cf25-1705-41af-aca9-777e436a715f/6ecbb290-d45b-4768-9b6e-a735ae2acfad) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:27.728955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '661becd6-1542-47a9-a64d-f19b9d783215', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'port_id': '661becd6-1542-47a9-a64d-f19b9d783215', 'mac_address': 'fa:16:3e:80:98:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb694ab-b5bc-48f3-8d21-311e38ce4502', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:11:27.735025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-c5314d5f-b936-4061-8c36-ce4687bc4e1c tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/274e193b-561e-4095-9d1e-f748bc2339a4 HTTP/1.1" status: 200 len: 2985 time: 0.1278977 Sep 29 23:11:27.761477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1507c388-891c-450e-b85f-5b506765fe2c req-8d387f04-fa1e-4b20-acdc-d508990bc87d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:27.763063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1507c388-891c-450e-b85f-5b506765fe2c req-8d387f04-fa1e-4b20-acdc-d508990bc87d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 932 time: 0.2157683 Sep 29 23:11:27.792102 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:27.809504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661becd6-1542-47a9-a64d-f19b9d783215 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:27.833187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 661becd6-1542-47a9-a64d-f19b9d783215, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=661becd6-1542-47a9-a64d-f19b9d783215,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:27.837628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4482acaa-e712-4f0d-961a-96dc242a0341 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:11:27.841041 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:27.866872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-2bf93908-e946-4af7-a682-35807c0cb365 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/274e193b-561e-4095-9d1e-f748bc2339a4 HTTP/1.1" status: 200 len: 2985 time: 0.1214104 Sep 29 23:11:27.908789 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1507c388-891c-450e-b85f-5b506765fe2c req-2c51096d-0668-47c7-af72-741ec81364e1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344352 Sep 29 23:11:27.928619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=661becd6-1542-47a9-a64d-f19b9d783215,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:27.949817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.950675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.951228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.952013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.952564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.953114 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.953642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.954720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.955595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.956174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.956710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:27.957239 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:11:28.000310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-6bf233d5-e027-4416-b272-f9a0cb5ba880 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/418b628a-efab-46ec-b727-7a5d1f554f9d HTTP/1.1" status: 200 len: 2985 time: 0.1325381 Sep 29 23:11:28.032145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4482acaa-e712-4f0d-961a-96dc242a0341, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4482acaa-e712-4f0d-961a-96dc242a0341,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:28.046322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '4482acaa-e712-4f0d-961a-96dc242a0341', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '4482acaa-e712-4f0d-961a-96dc242a0341', 'mac_address': 'fa:16:3e:29:96:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:11:28.068884 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:28.092345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-c106630c-0f9f-401e-8902-f1880da7930e tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/418b628a-efab-46ec-b727-7a5d1f554f9d HTTP/1.1" status: 200 len: 2985 time: 0.0815623 Sep 29 23:11:28.118920 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:28.161741 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:28.164781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4482acaa-e712-4f0d-961a-96dc242a0341 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:28.208047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-7b64f60a-669a-42e2-ba8a-6fd85975db2b tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/6d2c8d93-61b8-40c3-9e5d-e68d29d181a8 HTTP/1.1" status: 200 len: 2985 time: 0.1071653 Sep 29 23:11:28.221674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:28.231419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4482acaa-e712-4f0d-961a-96dc242a0341, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4482acaa-e712-4f0d-961a-96dc242a0341,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:28.238592 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:28.248565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:28.257470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Port': ['ID=6ecbb290-d45b-4768-9b6e-a735ae2acfad,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:28.262017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:28.318402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:28.324427 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:28.355989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['661becd6-1542-47a9-a64d-f19b9d783215'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:28.424863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b8ce67bc-4371-44c4-96c3-439e8f58c3e6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4332132 Sep 29 23:11:28.432843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-4db99039-a9a8-487c-9482-30ceface66d9 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/6d2c8d93-61b8-40c3-9e5d-e68d29d181a8 HTTP/1.1" status: 200 len: 2985 time: 0.2153938 Sep 29 23:11:28.445556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'admin_state_up': True, 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'security_groups': ['816eb861-0800-4af1-9352-a8e0176780c9']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:28.478154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=4482acaa-e712-4f0d-961a-96dc242a0341,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:28.504809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2283d-d45a-4700-a82f-879928fbd096 req-2492a0b3-3807-49b1-b22e-b113fe55c69f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:28.513044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50c2283d-d45a-4700-a82f-879928fbd096 req-2492a0b3-3807-49b1-b22e-b113fe55c69f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 945 time: 0.1547205 Sep 29 23:11:28.587063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['4482acaa-e712-4f0d-961a-96dc242a0341'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:28.630518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9761e169-8b36-44ae-a459-cbb5d61b06a6 None None] Provisioning complete for port 6ecbb290-d45b-4768-9b6e-a735ae2acfad triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:28.631018 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9761e169-8b36-44ae-a459-cbb5d61b06a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:28.709203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-e9c5dec8-0b3a-4238-8cfd-9f87cc381998 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7b5c0472-9742-4634-97d8-18468ab8aa23 HTTP/1.1" status: 200 len: 2985 time: 0.2565334 Sep 29 23:11:28.740604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50c2283d-d45a-4700-a82f-879928fbd096 req-f2d54a65-33f1-4e29-9fe6-c16b9f40c28c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265053 Sep 29 23:11:28.789481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9761e169-8b36-44ae-a459-cbb5d61b06a6 None None] Port 6ecbb290-d45b-4768-9b6e-a735ae2acfad cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:28.804197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:28.808064 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:28.821901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-6940b67b-c5bc-4eb1-9d2b-9d64c71e8f00 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/7b5c0472-9742-4634-97d8-18468ab8aa23 HTTP/1.1" status: 200 len: 2985 time: 0.1027894 Sep 29 23:11:28.938685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-5b476658-8186-4bf8-9712-de29aa2160bf tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/88572c48-af5d-474c-ac51-9bc6a9278da1 HTTP/1.1" status: 200 len: 2985 time: 0.1085119 Sep 29 23:11:29.021575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Allocated IP 10.1.1.90 (4cea1a14-2a1a-4e85-beb5-a08c41e1b68c/4810cf25-1705-41af-aca9-777e436a715f/244b4c00-897b-44d4-9e7d-9922c131482f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:29.253821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-fbdfbd11-3493-4b49-9e6f-ce3bd38300f0 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/88572c48-af5d-474c-ac51-9bc6a9278da1 HTTP/1.1" status: 200 len: 2985 time: 0.3066099 Sep 29 23:11:29.362134 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:29.412491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-6f6f7278-7433-4887-9988-544dee72dde6 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/975e773b-d79a-41ea-a920-4508b9f4f93d HTTP/1.1" status: 200 len: 2981 time: 0.1445825 Sep 29 23:11:29.482641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ccbe55-9e5e-40eb-bbda-51b6e5fb838a req-5d399c44-d192-4a50-bdf7-9ee50a0228b1 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:29.484228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ccbe55-9e5e-40eb-bbda-51b6e5fb838a req-5d399c44-d192-4a50-bdf7-9ee50a0228b1 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 948 time: 0.1556051 Sep 29 23:11:29.522380 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:29.534051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-36140448-ff68-4903-9cee-cbe9ca73947f tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/975e773b-d79a-41ea-a920-4508b9f4f93d HTTP/1.1" status: 200 len: 2981 time: 0.1206837 Sep 29 23:11:29.567006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 661becd6-1542-47a9-a64d-f19b9d783215 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:11:29.654222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ccbe55-9e5e-40eb-bbda-51b6e5fb838a req-ba74106b-b870-433c-9436-4f544a16aeab tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546915 Sep 29 23:11:29.660728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:29.699236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:29.705354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Port': ['ID=244b4c00-897b-44d4-9e7d-9922c131482f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:29.709997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:29.715926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 661becd6-1542-47a9-a64d-f19b9d783215 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:11:29.721798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 661becd6-1542-47a9-a64d-f19b9d783215 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:29.723309 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:29.799548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:29.800271 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:29.827267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4482acaa-e712-4f0d-961a-96dc242a0341 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:11:29.903629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-d874ec9d-4450-4691-adac-aef7a7be80cd tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9d561560-8633-47cb-87b4-c6b6324c4a30 HTTP/1.1" status: 200 len: 2973 time: 0.3565114 Sep 29 23:11:29.971262 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-be585a90-0e59-451c-8282-612a5c927ef1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5297482 Sep 29 23:11:29.980427 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:29.997902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab', 'admin_state_up': True, 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'security_groups': ['816eb861-0800-4af1-9352-a8e0176780c9']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:30.031347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 4482acaa-e712-4f0d-961a-96dc242a0341 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:11:30.043872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661becd6-1542-47a9-a64d-f19b9d783215'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:30.058671 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78167be7-6f06-4877-8e5b-aafbf8a0b31f" -d '{"events": [{"server_uuid": "58f5c3b8-81d6-4adf-8621-1aa9fd78beae", "name": "network-vif-plugged", "status": "completed", "tag": "661becd6-1542-47a9-a64d-f19b9d783215"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:30.068053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faf085-3f7b-4a29-b700-3cf1753ef4d7 req-9c02daf3-cac4-4ae9-808c-044ed60b7bcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:30.074999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 4482acaa-e712-4f0d-961a-96dc242a0341 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:30.076227 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:30.080252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faf085-3f7b-4a29-b700-3cf1753ef4d7 req-9c02daf3-cac4-4ae9-808c-044ed60b7bcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:30.109180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59faf085-3f7b-4a29-b700-3cf1753ef4d7 req-9c02daf3-cac4-4ae9-808c-044ed60b7bcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:30.111771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59faf085-3f7b-4a29-b700-3cf1753ef4d7 req-9c02daf3-cac4-4ae9-808c-044ed60b7bcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 2373 time: 0.2714703 Sep 29 23:11:30.124070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 661becd6-1542-47a9-a64d-f19b9d783215, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=661becd6-1542-47a9-a64d-f19b9d783215,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:30.139244 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:30.170564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-758c047a-8eed-4f53-bdd2-756406701f12 req-e5076420-02e4-4e8d-a98d-f3fe2bd82427 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/9d561560-8633-47cb-87b4-c6b6324c4a30 HTTP/1.1" status: 200 len: 2973 time: 0.2506359 Sep 29 23:11:30.238543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=661becd6-1542-47a9-a64d-f19b9d783215,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:30.260787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6b3e91a7-c406-420c-acab-e88973f01ef4 None None] Provisioning complete for port 244b4c00-897b-44d4-9e7d-9922c131482f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:30.261297 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b3e91a7-c406-420c-acab-e88973f01ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:30.383253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59faf085-3f7b-4a29-b700-3cf1753ef4d7 req-b7f7e29f-3d3a-4fe1-9fa8-5b7452dcf4ab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573962 Sep 29 23:11:30.399437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e91a7-c406-420c-acab-e88973f01ef4 None None] Port 244b4c00-897b-44d4-9e7d-9922c131482f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:30.441993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:30.592648 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e9e2d4-3b5c-468f-9809-bea0cabe2b10 x-openstack-request-id: req-f8e9e2d4-3b5c-468f-9809-bea0cabe2b10 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:30.596404 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5c3b8-81d6-4adf-8621-1aa9fd78beae", "name": "network-vif-plugged", "status": "completed", "tag": "661becd6-1542-47a9-a64d-f19b9d783215", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:30.597039 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8e9e2d4-3b5c-468f-9809-bea0cabe2b10 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:30.600554 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661becd6-1542-47a9-a64d-f19b9d783215', 'code': 200} Sep 29 23:11:30.626583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4482acaa-e712-4f0d-961a-96dc242a0341, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4482acaa-e712-4f0d-961a-96dc242a0341,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:30.636228 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:30.683229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:30.740942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=4482acaa-e712-4f0d-961a-96dc242a0341,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:30.785617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6ed0f6-7882-4705-8a79-2aafd132eb72 req-47c41df2-8b78-4146-a6da-b3e07f8dbf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:30.787202 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2a6ed0f6-7882-4705-8a79-2aafd132eb72 req-47c41df2-8b78-4146-a6da-b3e07f8dbf12 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 1097 time: 0.0712762 Sep 29 23:11:30.845686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2a6ed0f6-7882-4705-8a79-2aafd132eb72 req-5d948ae6-9cfc-4e74-aaa3-60de9ad0e4db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508337 Sep 29 23:11:30.888075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd19b4-e3eb-4568-b23b-1dfd66d151d2 req-7723c150-4be4-429c-8ab3-ad55b5ec4054 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:30.896432 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1dd19b4-e3eb-4568-b23b-1dfd66d151d2 req-7723c150-4be4-429c-8ab3-ad55b5ec4054 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.4210179 Sep 29 23:11:30.925151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:31.004471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1dd19b4-e3eb-4568-b23b-1dfd66d151d2 req-431ba234-e081-465b-b375-058b363f9415 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070511 Sep 29 23:11:31.029236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d87ce38-7105-4ee0-8561-ef18a90483f6 req-3cd91638-d1d8-41ba-b52b-55977b8a14ab tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1de075e0404a4651b390ca887ea4ce70 HTTP/1.1" status: 200 len: 6110 time: 0.2074921 Sep 29 23:11:31.319119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d87ce38-7105-4ee0-8561-ef18a90483f6 req-f4d4dec1-8d6a-498a-9939-7856683961f0 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] 10.222.0.44 "GET /v2.0/security-groups/88572c48-af5d-474c-ac51-9bc6a9278da1 HTTP/1.1" status: 200 len: 2985 time: 0.2888207 Sep 29 23:11:31.418100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01071078-e1e9-40fa-80fe-48433bd37c9e req-97ea340f-c65f-4f83-922a-fb8e88bf7ce9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:31.419633 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01071078-e1e9-40fa-80fe-48433bd37c9e req-97ea340f-c65f-4f83-922a-fb8e88bf7ce9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 949 time: 0.2087119 Sep 29 23:11:31.448297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d87ce38-7105-4ee0-8561-ef18a90483f6 req-ce15a302-c35b-40ec-86f8-5659d2f2afb1 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] 10.222.0.44 "GET /v2.0/security-groups/88572c48-af5d-474c-ac51-9bc6a9278da1 HTTP/1.1" status: 200 len: 2985 time: 0.1282244 Sep 29 23:11:31.499196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Allocated IP 10.2.2.100 (45dac77f-e141-4752-9668-b0f3ff4be7ab/5e10f254-14e3-4598-8cbd-b16bbe782cac/e247dc53-e9fc-4667-bc4e-82bfef81d6f4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:31.505007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01071078-e1e9-40fa-80fe-48433bd37c9e req-2df2a727-ab33-4f90-98fc-47bc3aa435a8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634694 Sep 29 23:11:31.775955 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:31.823531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:31.896880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82012d6a-8874-4973-adfa-752f5e7aff0b req-a08904b2-6412-4fe9-a33d-66fbc0773ba1 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/bc741328-3a6f-49be-9920-1a679ee4b2f4 HTTP/1.1" status: 200 len: 1780 time: 0.2474506 Sep 29 23:11:31.898803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Port': ['ID=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:31.922464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network 45dac77f-e141-4752-9668-b0f3ff4be7ab is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:31.937617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:31.962679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fd1f6-a7df-4104-8061-b5e13978d863 req-d50e723f-f8b6-4e1e-a87b-a637236596d8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:31.968905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fd1f6-a7df-4104-8061-b5e13978d863 req-d50e723f-f8b6-4e1e-a87b-a637236596d8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:31.974997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fd1f6-a7df-4104-8061-b5e13978d863 req-d50e723f-f8b6-4e1e-a87b-a637236596d8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:31.976786 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e1fd1f6-a7df-4104-8061-b5e13978d863 req-d50e723f-f8b6-4e1e-a87b-a637236596d8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 2373 time: 0.3386543 Sep 29 23:11:31.977541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:32.073772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e1fd1f6-a7df-4104-8061-b5e13978d863 req-b2ff9ce8-1ea3-4a35-b3e1-35d1e2be3968 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706446 Sep 29 23:11:32.083313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:32.083798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:32.107747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-82012d6a-8874-4973-adfa-752f5e7aff0b req-d703907a-49a3-40a1-9f09-18ecae94f6a8 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:32.120677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-890a2c0f-7d8b-4c66-84f7-17f71ecdee1d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1348319 Sep 29 23:11:32.159894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab', 'admin_state_up': True, 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'security_groups': ['816eb861-0800-4af1-9352-a8e0176780c9']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:32.175948 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-82012d6a-8874-4973-adfa-752f5e7aff0b req-d703907a-49a3-40a1-9f09-18ecae94f6a8 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:32.368661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-427d0e24-33b2-46fb-b72b-4cc10d988e2f None None] Provisioning complete for port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:32.369641 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-427d0e24-33b2-46fb-b72b-4cc10d988e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:32.397054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-82012d6a-8874-4973-adfa-752f5e7aff0b req-d703907a-49a3-40a1-9f09-18ecae94f6a8 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:32.403306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-82012d6a-8874-4973-adfa-752f5e7aff0b req-d703907a-49a3-40a1-9f09-18ecae94f6a8 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:32.417579 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82012d6a-8874-4973-adfa-752f5e7aff0b req-d703907a-49a3-40a1-9f09-18ecae94f6a8 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc741328-3a6f-49be-9920-1a679ee4b2f4 HTTP/1.1" status: 204 len: 173 time: 0.5192463 Sep 29 23:11:32.487398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703907a-49a3-40a1-9f09-18ecae94f6a8 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc741328-3a6f-49be-9920-1a679ee4b2f4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:32.526581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-427d0e24-33b2-46fb-b72b-4cc10d988e2f None None] Port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:32.548876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ef0782-684d-44a1-9e32-09e3eaeeefbe req-1679d9fe-3d4e-4236-bed7-577a58076c0f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:32.556362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74ef0782-684d-44a1-9e32-09e3eaeeefbe req-1679d9fe-3d4e-4236-bed7-577a58076c0f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1287496 Sep 29 23:11:32.565070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Made reservation on behalf of 3905aac7a8ff42ed8583afcd441ba66d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:32.569775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:32.604730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbcf20d-833b-4960-89e8-a8ed0f3248b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4482acaa-e712-4f0d-961a-96dc242a0341'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:32.607706 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed0f0eb-6039-4b30-9a42-4792ffbcd4c2" -d '{"events": [{"server_uuid": "5bbcf20d-833b-4960-89e8-a8ed0f3248b4", "name": "network-vif-plugged", "status": "completed", "tag": "4482acaa-e712-4f0d-961a-96dc242a0341"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:32.626722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74ef0782-684d-44a1-9e32-09e3eaeeefbe req-a58c66c1-89d1-4f18-a527-551fecb9c872 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642197 Sep 29 23:11:32.861321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f65a84a0-d84b-4575-9fed-7940c0468990 req-c23977cc-06cc-4d98-8c1b-9e6fa58e07a2 tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "GET /v2.0/security-groups/1caf8950-360f-4d06-bf97-a0803be5109d HTTP/1.1" status: 200 len: 1779 time: 0.1861029 Sep 29 23:11:32.986974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Allocated IP 10.2.2.200 (45dac77f-e141-4752-9668-b0f3ff4be7ab/5e10f254-14e3-4598-8cbd-b16bbe782cac/721bf317-8394-4798-814b-818df569f8e4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:33.176971 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:33.266177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:33.272257 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc871a09-9a89-4fae-a696-65527bd26b72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:33.322659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Network 45dac77f-e141-4752-9668-b0f3ff4be7ab is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:33.334167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:33.395145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:33.518439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e66e444-23e1-4227-be3e-43d6c6b33af6 req-5874c84d-83fb-4a98-b8f0-adfae38c5e78 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:33.520322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e66e444-23e1-4227-be3e-43d6c6b33af6 req-5874c84d-83fb-4a98-b8f0-adfae38c5e78 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 949 time: 0.3042347 Sep 29 23:11:33.548190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event updated for resources: {'Port': ['ID=721bf317-8394-4798-814b-818df569f8e4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:33.618853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:33.619559 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:33.648850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f65a84a0-d84b-4575-9fed-7940c0468990 req-87c89fc4-b4a2-464a-a608-5c3839046eab tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:33.730501 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b153f6b1-8e30-46f2-afd7-f4fe9fd7428c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5804327 Sep 29 23:11:33.750351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e66e444-23e1-4227-be3e-43d6c6b33af6 req-0cb65b74-291f-4090-8521-5c9a40c040b8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231050 Sep 29 23:11:33.760040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-737a9642-df87-47a1-9f41-99ba2865f3bf None None] Provisioning complete for port 721bf317-8394-4798-814b-818df569f8e4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:33.760520 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-737a9642-df87-47a1-9f41-99ba2865f3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:33.767160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:33.858000 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f65a84a0-d84b-4575-9fed-7940c0468990 req-87c89fc4-b4a2-464a-a608-5c3839046eab tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:33.858527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-737a9642-df87-47a1-9f41-99ba2865f3bf None None] Port 721bf317-8394-4798-814b-818df569f8e4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:33.882367 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8947a1db-08b4-4377-84e3-b3c2df747db7 x-openstack-request-id: req-8947a1db-08b4-4377-84e3-b3c2df747db7 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:33.882820 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbcf20d-833b-4960-89e8-a8ed0f3248b4", "name": "network-vif-plugged", "status": "completed", "tag": "4482acaa-e712-4f0d-961a-96dc242a0341", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:33.883168 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8947a1db-08b4-4377-84e3-b3c2df747db7 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:33.883664 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbcf20d-833b-4960-89e8-a8ed0f3248b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4482acaa-e712-4f0d-961a-96dc242a0341', 'code': 200} Sep 29 23:11:34.036840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd7d64-b492-4f59-9b1f-cba3c3826db8 req-a9013490-7aa9-4dab-8166-2a6aaa7f0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:34.041314 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cbd7d64-b492-4f59-9b1f-cba3c3826db8 req-a9013490-7aa9-4dab-8166-2a6aaa7f0f30 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 1100 time: 0.0938234 Sep 29 23:11:34.213089 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5cbd7d64-b492-4f59-9b1f-cba3c3826db8 req-d632f270-2daf-465b-aa3b-eae2fc899cd4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579256 Sep 29 23:11:34.398814 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:34.435028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f65a84a0-d84b-4575-9fed-7940c0468990 req-87c89fc4-b4a2-464a-a608-5c3839046eab tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:34.438374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f65a84a0-d84b-4575-9fed-7940c0468990 req-87c89fc4-b4a2-464a-a608-5c3839046eab tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:34.439839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f65a84a0-d84b-4575-9fed-7940c0468990 req-87c89fc4-b4a2-464a-a608-5c3839046eab tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] 10.222.0.44 "DELETE /v2.0/security-groups/1caf8950-360f-4d06-bf97-a0803be5109d HTTP/1.1" status: 204 len: 173 time: 1.5685742 Sep 29 23:11:34.464853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c89fc4-b4a2-464a-a608-5c3839046eab tempest-SecurityGroupsTestAdminJSON-1611308106 tempest-SecurityGroupsTestAdminJSON-1611308106-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1caf8950-360f-4d06-bf97-a0803be5109d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:34.668850 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:11:34.683485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3162c81-18a9-4f87-bdfc-11a8a00f403c req-5ea506ee-3ada-47d1-80e7-a5cfc5ae5602 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:34.690054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3162c81-18a9-4f87-bdfc-11a8a00f403c req-5ea506ee-3ada-47d1-80e7-a5cfc5ae5602 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:34.696015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3162c81-18a9-4f87-bdfc-11a8a00f403c req-5ea506ee-3ada-47d1-80e7-a5cfc5ae5602 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:34.701882 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3162c81-18a9-4f87-bdfc-11a8a00f403c req-5ea506ee-3ada-47d1-80e7-a5cfc5ae5602 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:34.708254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3162c81-18a9-4f87-bdfc-11a8a00f403c req-5ea506ee-3ada-47d1-80e7-a5cfc5ae5602 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:34.710150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3162c81-18a9-4f87-bdfc-11a8a00f403c req-5ea506ee-3ada-47d1-80e7-a5cfc5ae5602 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 3815 time: 0.1983349 Sep 29 23:11:34.718163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b87ca460-be3d-431b-960f-7250b1ff82a7 req-2257cf4e-6cca-4359-bd3c-4f572c770686 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] 10.222.0.44 "GET /v2.0/security-groups/1968b344-6c1d-4e1a-843a-eb9c707092e4 HTTP/1.1" status: 200 len: 1779 time: 0.1268413 Sep 29 23:11:34.843475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3162c81-18a9-4f87-bdfc-11a8a00f403c req-ef279ab4-6089-49a4-9dda-027b3635e0eb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983286 Sep 29 23:11:34.875099 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b87ca460-be3d-431b-960f-7250b1ff82a7 req-43d7b256-4bbd-471e-bb98-62e3a81011fe tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:34.949049 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b87ca460-be3d-431b-960f-7250b1ff82a7 req-43d7b256-4bbd-471e-bb98-62e3a81011fe tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:34.968563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:34.982973 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:35.041237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Transition to ACTIVE for port object 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:35.052849 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:35.085464 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b87ca460-be3d-431b-960f-7250b1ff82a7 req-43d7b256-4bbd-471e-bb98-62e3a81011fe tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:35.088521 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b87ca460-be3d-431b-960f-7250b1ff82a7 req-43d7b256-4bbd-471e-bb98-62e3a81011fe tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:35.089725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b87ca460-be3d-431b-960f-7250b1ff82a7 req-43d7b256-4bbd-471e-bb98-62e3a81011fe tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] 10.222.0.44 "DELETE /v2.0/security-groups/1968b344-6c1d-4e1a-843a-eb9c707092e4 HTTP/1.1" status: 204 len: 173 time: 0.3457844 Sep 29 23:11:35.107689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2099b99d-586e-45ee-a6bd-11762cb05e68 req-576b3dbb-b9dd-4c78-b95c-22d458edded0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:35.109410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2099b99d-586e-45ee-a6bd-11762cb05e68 req-576b3dbb-b9dd-4c78-b95c-22d458edded0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1333003 Sep 29 23:11:35.143052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7b256-4bbd-471e-bb98-62e3a81011fe tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1968b344-6c1d-4e1a-843a-eb9c707092e4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:35.183195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:35.327074 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2099b99d-586e-45ee-a6bd-11762cb05e68 req-8ce378f4-ee88-4701-942d-9794ebaf3ba4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078326 Sep 29 23:11:35.407066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Attempting to bind port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:35.407845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Attempting to bind port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:35.408168 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Attempting to bind port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 on network 5b74424c-10e9-4f4e-a3dd-06c770306b96 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:35.443477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7ac41-6945-435b-ae5f-11d894b1437a req-def14961-b418-4dc1-beb2-dac06fc28dbb tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:35.460625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9e7ac41-6945-435b-ae5f-11d894b1437a req-def14961-b418-4dc1-beb2-dac06fc28dbb tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 949 time: 0.1842589 Sep 29 23:11:35.492828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 on network 5b74424c-10e9-4f4e-a3dd-06c770306b96 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:35.493155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Attempting to bind port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 on network 5b74424c-10e9-4f4e-a3dd-06c770306b96 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:35.517862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:35.518254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Checking segment: {'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:35.518653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Bound using segment: {'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:35.519113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Bound port: 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837eff0a-b8f3-4717-b714-671da6ac257f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:35.519506 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:35.629168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9e7ac41-6945-435b-ae5f-11d894b1437a req-8288b159-b053-49cb-a4ee-6f2db33bf8c5 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669748 Sep 29 23:11:35.653699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15873385-82ab-49ef-9d20-cd37591f9e57 req-cfef7f6a-57bc-436e-bd76-f284883c01d7 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] 10.222.0.44 "GET /v2.0/security-groups/67dd5bca-28e8-44b7-a9db-a7b6aef16469 HTTP/1.1" status: 200 len: 1779 time: 0.1891322 Sep 29 23:11:35.699115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] For port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:35.734260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] For port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:35.753275 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:35.789305 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-15873385-82ab-49ef-9d20-cd37591f9e57 req-08691e89-f8a4-462b-8e9b-6bdcd9529ec9 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:35.803661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:35.804568 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:35.806758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] 10.222.0.42 "PUT /v2.0/ports/1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 HTTP/1.1" status: 200 len: 1092 time: 2.0510464 Sep 29 23:11:35.817232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:35.821585 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:35.856139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:35.876061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70d0e61-84e7-493b-b64b-51cfa835c231 service neutron] Pushing event updated for resources: {'Port': ['ID=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:35.881273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-15873385-82ab-49ef-9d20-cd37591f9e57 req-08691e89-f8a4-462b-8e9b-6bdcd9529ec9 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:35.916380 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cea9ed2-fc36-4998-beb5-80ab6ffb76c5 x-openstack-request-id: req-1cea9ed2-fc36-4998-beb5-80ab6ffb76c5 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:35.916810 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:35.917115 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1cea9ed2-fc36-4998-beb5-80ab6ffb76c5 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:35.917451 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3', 'status': 'completed', 'code': 200} Sep 29 23:11:36.049193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-19b70063-c064-4ab7-ac5c-e1d03fed3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.059627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-19b70063-c064-4ab7-ac5c-e1d03fed3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.060639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-19b70063-c064-4ab7-ac5c-e1d03fed3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.063552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-19b70063-c064-4ab7-ac5c-e1d03fed3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.065386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-19b70063-c064-4ab7-ac5c-e1d03fed3071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.073909 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-19b70063-c064-4ab7-ac5c-e1d03fed3071 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 4362 time: 0.1271415 Sep 29 23:11:36.078793 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:36.132261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705255-ee47-482c-801d-aa302ef0320b req-819e5585-c016-4afd-8317-026b9a203f07 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.151486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705255-ee47-482c-801d-aa302ef0320b req-819e5585-c016-4afd-8317-026b9a203f07 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.160424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705255-ee47-482c-801d-aa302ef0320b req-819e5585-c016-4afd-8317-026b9a203f07 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.167466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705255-ee47-482c-801d-aa302ef0320b req-819e5585-c016-4afd-8317-026b9a203f07 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.175629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15705255-ee47-482c-801d-aa302ef0320b req-819e5585-c016-4afd-8317-026b9a203f07 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.185777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15705255-ee47-482c-801d-aa302ef0320b req-819e5585-c016-4afd-8317-026b9a203f07 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 3827 time: 0.1543550 Sep 29 23:11:36.222860 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d55405b1-979e-4cfc-85f3-d7c987b4d8be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:36.318735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-966b1648-f7b7-4385-ade9-695e9d0f8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.320088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-966b1648-f7b7-4385-ade9-695e9d0f8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.320573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-966b1648-f7b7-4385-ade9-695e9d0f8c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.326764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-15873385-82ab-49ef-9d20-cd37591f9e57 req-08691e89-f8a4-462b-8e9b-6bdcd9529ec9 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:36.332791 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-966b1648-f7b7-4385-ade9-695e9d0f8c4e service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2441688 Sep 29 23:11:36.344528 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-15873385-82ab-49ef-9d20-cd37591f9e57 req-08691e89-f8a4-462b-8e9b-6bdcd9529ec9 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:36.351585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15873385-82ab-49ef-9d20-cd37591f9e57 req-08691e89-f8a4-462b-8e9b-6bdcd9529ec9 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] 10.222.0.44 "DELETE /v2.0/security-groups/67dd5bca-28e8-44b7-a9db-a7b6aef16469 HTTP/1.1" status: 204 len: 173 time: 0.6834621 Sep 29 23:11:36.457362 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:36.498246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08691e89-f8a4-462b-8e9b-6bdcd9529ec9 tempest-SecurityGroupsTestAdminJSON-830169639 tempest-SecurityGroupsTestAdminJSON-830169639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67dd5bca-28e8-44b7-a9db-a7b6aef16469,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:36.660149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15705255-ee47-482c-801d-aa302ef0320b req-80485e33-4556-4cd1-9488-ea1e697701d1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4688730 Sep 29 23:11:36.734117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-2d70186f-6ba5-45d4-8f5a-648a574434ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.737596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60aead0-1816-4d3b-a1b4-72cd86b573b5 req-ec07898a-e930-4d4b-a2d9-d81db8988227 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:36.737771 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39ccca9d-4ba5-471d-bb16-1b05ddd0f815 req-2d70186f-6ba5-45d4-8f5a-648a574434ef service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3957720 Sep 29 23:11:36.744907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c60aead0-1816-4d3b-a1b4-72cd86b573b5 req-ec07898a-e930-4d4b-a2d9-d81db8988227 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2501049 Sep 29 23:11:36.852897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c60aead0-1816-4d3b-a1b4-72cd86b573b5 req-bea4e243-43fc-486e-aaa4-49e2809052f1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811043 Sep 29 23:11:36.931475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b49fd9-f81c-4c3b-aadc-600eada00c6f {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:36.940378 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:36.982299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Transition to ACTIVE for port object a7b49fd9-f81c-4c3b-aadc-600eada00c6f will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:37.022694 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:37.070116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50292) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:37.147359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f340a4-804d-4b7d-9866-ebbfcaa0b8c2 req-d6e0fa64-fc7c-462a-8f27-f5d1952718c9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:37.168850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3f340a4-804d-4b7d-9866-ebbfcaa0b8c2 req-d6e0fa64-fc7c-462a-8f27-f5d1952718c9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 949 time: 0.2211974 Sep 29 23:11:37.329002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:37.373948 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:37.403105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3f340a4-804d-4b7d-9866-ebbfcaa0b8c2 req-33cc2276-2c0a-40ab-a38e-6bd9ecdb9561 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331395 Sep 29 23:11:37.463520 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-66a1b30d-11dc-452d-8713-8702c05ac8ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1de075e0404a4651b390ca887ea4ce70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3920679 Sep 29 23:11:37.467249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:37.575369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Attempting to bind port a7b49fd9-f81c-4c3b-aadc-600eada00c6f on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:37.576009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Attempting to bind port a7b49fd9-f81c-4c3b-aadc-600eada00c6f by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:37.576009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Attempting to bind port a7b49fd9-f81c-4c3b-aadc-600eada00c6f on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:37.594521 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11c58525-2083-4d3a-bb41-cf8e47990c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:37.603265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Port a7b49fd9-f81c-4c3b-aadc-600eada00c6f on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:37.603603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Attempting to bind port a7b49fd9-f81c-4c3b-aadc-600eada00c6f on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:37.614503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:37.614848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Checking segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:37.615253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Bound using segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:37.616095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Bound port: a7b49fd9-f81c-4c3b-aadc-600eada00c6f, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:37.616455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:37.644540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11c58525-2083-4d3a-bb41-cf8e47990c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:37.648472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ace9a-bfdc-41ee-badb-e714a64267c4 req-85a8df26-5b80-4f0e-ac82-bfa285465985 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:37.650201 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-602ace9a-bfdc-41ee-badb-e714a64267c4 req-85a8df26-5b80-4f0e-ac82-bfa285465985 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 1100 time: 0.1080923 Sep 29 23:11:37.779315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-602ace9a-bfdc-41ee-badb-e714a64267c4 req-0d988fda-21b8-4780-8726-4747d2f913ba tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226428 Sep 29 23:11:37.828412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] For port a7b49fd9-f81c-4c3b-aadc-600eada00c6f, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:37.858710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11c58525-2083-4d3a-bb41-cf8e47990c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:37.866958 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11c58525-2083-4d3a-bb41-cf8e47990c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:37.868215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-11c58525-2083-4d3a-bb41-cf8e47990c13 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88572c48-af5d-474c-ac51-9bc6a9278da1 HTTP/1.1" status: 204 len: 168 time: 0.4005575 Sep 29 23:11:37.891096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] For port a7b49fd9-f81c-4c3b-aadc-600eada00c6f, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:37.924712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f21e6-ccc0-47a7-b31a-04019b09e0ff req-a73b0a1c-4615-4e6e-a0fd-bef10615c870 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:37.935805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f21e6-ccc0-47a7-b31a-04019b09e0ff req-a73b0a1c-4615-4e6e-a0fd-bef10615c870 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:37.958995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f21e6-ccc0-47a7-b31a-04019b09e0ff req-a73b0a1c-4615-4e6e-a0fd-bef10615c870 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:37.965298 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f21e6-ccc0-47a7-b31a-04019b09e0ff req-a73b0a1c-4615-4e6e-a0fd-bef10615c870 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:37.972847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f21e6-ccc0-47a7-b31a-04019b09e0ff req-a73b0a1c-4615-4e6e-a0fd-bef10615c870 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:37.979266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f21e6-ccc0-47a7-b31a-04019b09e0ff req-a73b0a1c-4615-4e6e-a0fd-bef10615c870 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:37.987325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-342f21e6-ccc0-47a7-b31a-04019b09e0ff req-a73b0a1c-4615-4e6e-a0fd-bef10615c870 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 4599 time: 0.2356684 Sep 29 23:11:38.028283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:38.043265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-342f21e6-ccc0-47a7-b31a-04019b09e0ff req-f891de0b-ff79-4061-ad72-10c6afbf1d99 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549593 Sep 29 23:11:38.046927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c58525-2083-4d3a-bb41-cf8e47990c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88572c48-af5d-474c-ac51-9bc6a9278da1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:38.120112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:38.120728 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:38.122177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] 10.222.0.42 "PUT /v2.0/ports/a7b49fd9-f81c-4c3b-aadc-600eada00c6f HTTP/1.1" status: 200 len: 1130 time: 2.2731266 Sep 29 23:11:38.174037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': 'a7b49fd9-f81c-4c3b-aadc-600eada00c6f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:38.180275 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cc60a2-244d-4a76-b794-f6051940b65f" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "a7b49fd9-f81c-4c3b-aadc-600eada00c6f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:38.206409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:38.409609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b591d92a-2d72-4030-86d4-7976078f5d26 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:38.468330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-a192fc89-11e3-4286-b06d-93efc094f2cc tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1537726 Sep 29 23:11:38.497919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50348) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:38.555089 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:38.584767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c842dd5-dc2f-471b-a968-8be2732dc873 req-1eee7adc-3294-493c-85e1-8a95366b00fd tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:38.586341 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c842dd5-dc2f-471b-a968-8be2732dc873 req-1eee7adc-3294-493c-85e1-8a95366b00fd tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.5046642 Sep 29 23:11:38.589046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:38.597990 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-310144da-afe1-46a9-96c2-9944f9785013 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2099fc237edf424492df251e3b423d8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0987992 Sep 29 23:11:38.600429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50350) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:38.705088 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9031c73c-bbb5-470b-9528-dd3c86e322b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:38.752269 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9031c73c-bbb5-470b-9528-dd3c86e322b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:38.862114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9031c73c-bbb5-470b-9528-dd3c86e322b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:38.868406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c842dd5-dc2f-471b-a968-8be2732dc873 req-2d26495c-6313-46ab-8b24-69ec9a36304f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402453 Sep 29 23:11:38.870419 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9031c73c-bbb5-470b-9528-dd3c86e322b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:38.886128 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9031c73c-bbb5-470b-9528-dd3c86e322b6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/274e193b-561e-4095-9d1e-f748bc2339a4 HTTP/1.1" status: 204 len: 168 time: 0.2762752 Sep 29 23:11:38.894410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031c73c-bbb5-470b-9528-dd3c86e322b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274e193b-561e-4095-9d1e-f748bc2339a4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:39.072085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-5ee45f8d-a05f-4a30-94c3-ef79ee8ad96e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.073659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-5ee45f8d-a05f-4a30-94c3-ef79ee8ad96e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5571229 Sep 29 23:11:39.077859 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7614a3-4b93-493e-b8e8-da0b1fc4f44d x-openstack-request-id: req-1d7614a3-4b93-493e-b8e8-da0b1fc4f44d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:39.078148 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "a7b49fd9-f81c-4c3b-aadc-600eada00c6f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:39.078407 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d7614a3-4b93-493e-b8e8-da0b1fc4f44d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:39.082711 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': 'a7b49fd9-f81c-4c3b-aadc-600eada00c6f', 'status': 'completed', 'code': 200} Sep 29 23:11:39.135706 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-b76bfc0f-0acc-479c-b0bb-4c533937d997 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/quotas/aea438136baf4ba9a366d644faafab7c HTTP/1.1" status: 200 len: 375 time: 0.0178733 Sep 29 23:11:39.231542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc60a2-244d-4a76-b794-f6051940b65f req-ed714dec-65f9-49b4-84a1-5f178bd01b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.236319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc60a2-244d-4a76-b794-f6051940b65f req-ed714dec-65f9-49b4-84a1-5f178bd01b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.236919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc60a2-244d-4a76-b794-f6051940b65f req-ed714dec-65f9-49b4-84a1-5f178bd01b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.237419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc60a2-244d-4a76-b794-f6051940b65f req-ed714dec-65f9-49b4-84a1-5f178bd01b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.238105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc60a2-244d-4a76-b794-f6051940b65f req-ed714dec-65f9-49b4-84a1-5f178bd01b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.242791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc60a2-244d-4a76-b794-f6051940b65f req-ed714dec-65f9-49b4-84a1-5f178bd01b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.247146 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42cc60a2-244d-4a76-b794-f6051940b65f req-ed714dec-65f9-49b4-84a1-5f178bd01b11 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5285 time: 0.1317546 Sep 29 23:11:39.301987 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-ac4dfb8c-3b67-4240-a3a3-cdb21e71d410 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1572673 Sep 29 23:11:39.347011 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:39.490790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc60a2-244d-4a76-b794-f6051940b65f req-5a150e48-95d4-4b8a-8d6d-d4aa2e5c6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.491529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc60a2-244d-4a76-b794-f6051940b65f req-5a150e48-95d4-4b8a-8d6d-d4aa2e5c6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.492302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc60a2-244d-4a76-b794-f6051940b65f req-5a150e48-95d4-4b8a-8d6d-d4aa2e5c6026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.494235 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42cc60a2-244d-4a76-b794-f6051940b65f req-5a150e48-95d4-4b8a-8d6d-d4aa2e5c6026 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2319758 Sep 29 23:11:39.668289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91338b3b-5eb1-44fe-992d-a404879d9612 req-b2831c5f-d6c1-44f4-a6c2-1f915b539ee0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.683389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91338b3b-5eb1-44fe-992d-a404879d9612 req-b2831c5f-d6c1-44f4-a6c2-1f915b539ee0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.704572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91338b3b-5eb1-44fe-992d-a404879d9612 req-b2831c5f-d6c1-44f4-a6c2-1f915b539ee0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.717005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91338b3b-5eb1-44fe-992d-a404879d9612 req-b2831c5f-d6c1-44f4-a6c2-1f915b539ee0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.724260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91338b3b-5eb1-44fe-992d-a404879d9612 req-b2831c5f-d6c1-44f4-a6c2-1f915b539ee0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.734476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91338b3b-5eb1-44fe-992d-a404879d9612 req-b2831c5f-d6c1-44f4-a6c2-1f915b539ee0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.754770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91338b3b-5eb1-44fe-992d-a404879d9612 req-b2831c5f-d6c1-44f4-a6c2-1f915b539ee0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 4599 time: 0.3964949 Sep 29 23:11:39.827251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc60a2-244d-4a76-b794-f6051940b65f req-4a1a600d-53d3-4202-9a7d-4bae3e235940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:39.839080 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42cc60a2-244d-4a76-b794-f6051940b65f req-4a1a600d-53d3-4202-9a7d-4bae3e235940 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3348448 Sep 29 23:11:39.947413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b12d268-63aa-4b63-b590-309bd0176509 req-8751b9ae-8dc4-4774-b173-738ac2cff2dd tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 210 time: 0.1159928 Sep 29 23:11:39.975428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bdcf412-b83d-4b24-aeef-88ec4acc88dd {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:40.041126 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:40.090178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91338b3b-5eb1-44fe-992d-a404879d9612 req-71797909-a3b0-4ff1-bd78-94ffd92d73e5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3315756 Sep 29 23:11:40.119544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Transition to ACTIVE for port object 7bdcf412-b83d-4b24-aeef-88ec4acc88dd will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:40.147189 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:40.328488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Pushing event updated for resources: {'Port': ['ID=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:40.421386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ee1bb-d825-40a5-8389-e64430d15db9 req-69c4e2cd-3074-4461-8900-59d22125ee97 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:40.424998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-124ee1bb-d825-40a5-8389-e64430d15db9 req-69c4e2cd-3074-4461-8900-59d22125ee97 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.3188157 Sep 29 23:11:40.468909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50414) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:40.648531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-124ee1bb-d825-40a5-8389-e64430d15db9 req-66bd123c-8947-426f-8b31-0725d893acd6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570761 Sep 29 23:11:40.667427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Attempting to bind port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:40.674200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Attempting to bind port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:40.675392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Attempting to bind port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:40.687687 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:40.688231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Attempting to bind port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:40.697341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:40.697976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Checking segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:40.701299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Bound using segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:40.701935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Bound port: 7bdcf412-b83d-4b24-aeef-88ec4acc88dd, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:40.702500 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:40.873405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] For port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:40.878263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] For port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:40.889960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:40.945100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50426) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:40.976167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1b00-2411-4324-b7a7-443d62c73361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:40.997040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:40.997681 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:40.999094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] 10.222.0.42 "PUT /v2.0/ports/7bdcf412-b83d-4b24-aeef-88ec4acc88dd HTTP/1.1" status: 200 len: 1131 time: 2.8112509 Sep 29 23:11:41.084661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:41.088354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '7bdcf412-b83d-4b24-aeef-88ec4acc88dd'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:41.090637 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "7bdcf412-b83d-4b24-aeef-88ec4acc88dd"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:41.243138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-177639b2-b2ac-430b-b3b7-a864dea49717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:41.305576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec1a66-644d-49e3-909c-b7e3c3e4752b service neutron] Pushing event updated for resources: {'Port': ['ID=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:41.463077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a634f59c-e6ea-45ac-9d16-a8a533f1546d req-4ab7112e-464c-436f-9ed3-860d2811189a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 210 time: 0.3048997 Sep 29 23:11:41.621402 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1b00-2411-4324-b7a7-443d62c73361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:41.647266 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9c65a6-9524-495e-9500-e15fb5d7dd09 x-openstack-request-id: req-9b9c65a6-9524-495e-9500-e15fb5d7dd09 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:41.648149 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "7bdcf412-b83d-4b24-aeef-88ec4acc88dd", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:41.648694 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b9c65a6-9524-495e-9500-e15fb5d7dd09 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:41.649384 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '7bdcf412-b83d-4b24-aeef-88ec4acc88dd', 'status': 'completed', 'code': 200} Sep 29 23:11:41.671194 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:41.716008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2ef1b00-2411-4324-b7a7-443d62c73361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:41.736334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d412b5-a27d-480a-94c6-7b399ab8c64c req-33eb41a1-a56e-4b2c-8efc-6d3408b0b2ab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:41.736907 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-80e75212-39a6-4e91-8676-511d4288831e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=aea438136baf4ba9a366d644faafab7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3025992 Sep 29 23:11:41.749082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d412b5-a27d-480a-94c6-7b399ab8c64c req-33eb41a1-a56e-4b2c-8efc-6d3408b0b2ab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:41.759273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d412b5-a27d-480a-94c6-7b399ab8c64c req-33eb41a1-a56e-4b2c-8efc-6d3408b0b2ab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:41.766276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d412b5-a27d-480a-94c6-7b399ab8c64c req-33eb41a1-a56e-4b2c-8efc-6d3408b0b2ab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:41.784813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d412b5-a27d-480a-94c6-7b399ab8c64c req-33eb41a1-a56e-4b2c-8efc-6d3408b0b2ab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:41.814879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d412b5-a27d-480a-94c6-7b399ab8c64c req-33eb41a1-a56e-4b2c-8efc-6d3408b0b2ab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:41.824819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d412b5-a27d-480a-94c6-7b399ab8c64c req-33eb41a1-a56e-4b2c-8efc-6d3408b0b2ab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:41.828143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08d412b5-a27d-480a-94c6-7b399ab8c64c req-33eb41a1-a56e-4b2c-8efc-6d3408b0b2ab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5372 time: 0.5107830 Sep 29 23:11:41.854534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ef1b00-2411-4324-b7a7-443d62c73361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3193961c-5077-44cf-9752-8e94e5f5372b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:41.932456 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f2ef1b00-2411-4324-b7a7-443d62c73361 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58e9c3f70acc4d5995d4abcf8039be9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4620676 Sep 29 23:11:41.935295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50454) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:42.089934 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-177639b2-b2ac-430b-b3b7-a864dea49717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.100321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-5b66328c-214e-4ad0-bc88-af53f9708f54 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.102145 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-5b66328c-214e-4ad0-bc88-af53f9708f54 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485874 Sep 29 23:11:42.104813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-177639b2-b2ac-430b-b3b7-a864dea49717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.180457 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-177639b2-b2ac-430b-b3b7-a864dea49717 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93829e613285455b886f09eba4bd7dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2287781 Sep 29 23:11:42.181343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50462) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:42.215107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Request body: {'port': {'device_id': '49e242c0-2896-45b0-a4aa-683d0871f08c', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'aea438136baf4ba9a366d644faafab7c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:42.220662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177639b2-b2ac-430b-b3b7-a864dea49717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71833f5-498d-4ca3-b7b5-4a0b1206b54d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:42.256907 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0bb46a0-9d2c-464b-ac51-6abb47f46f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.264091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08d412b5-a27d-480a-94c6-7b399ab8c64c req-9bb40ec5-db7c-49c2-b864-454de71a56a7 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1430359 Sep 29 23:11:42.299950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-413f2646-b633-4148-bdbc-8408e316058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.300476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-413f2646-b633-4148-bdbc-8408e316058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.300982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-413f2646-b633-4148-bdbc-8408e316058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.301443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-413f2646-b633-4148-bdbc-8408e316058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.301979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-413f2646-b633-4148-bdbc-8408e316058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.302459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-413f2646-b633-4148-bdbc-8408e316058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.302936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-413f2646-b633-4148-bdbc-8408e316058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.314642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-413f2646-b633-4148-bdbc-8408e316058b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6209 time: 0.6657701 Sep 29 23:11:42.332102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb22b85-7a5e-4932-84ab-c2cb040d4b96 req-f18ed961-1410-487f-97b0-5f945456d33d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.333866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7eb22b85-7a5e-4932-84ab-c2cb040d4b96 req-f18ed961-1410-487f-97b0-5f945456d33d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2118049 Sep 29 23:11:42.345192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0bb46a0-9d2c-464b-ac51-6abb47f46f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.356241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ecbb290-d45b-4768-9b6e-a735ae2acfad {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:42.414340 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.463875 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5930988-434d-467a-92a8-51b7cd110bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.469409 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7eb22b85-7a5e-4932-84ab-c2cb040d4b96 req-a4a5aa75-1f10-4ed3-8367-05f8f18204d2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289268 Sep 29 23:11:42.488969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5930988-434d-467a-92a8-51b7cd110bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.577642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Made reservation on behalf of aea438136baf4ba9a366d644faafab7c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:42.583086 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.595512 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0bb46a0-9d2c-464b-ac51-6abb47f46f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.598380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0bb46a0-9d2c-464b-ac51-6abb47f46f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.602176 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d0bb46a0-9d2c-464b-ac51-6abb47f46f3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3193961c-5077-44cf-9752-8e94e5f5372b HTTP/1.1" status: 204 len: 168 time: 0.6621466 Sep 29 23:11:42.619246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bb46a0-9d2c-464b-ac51-6abb47f46f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3193961c-5077-44cf-9752-8e94e5f5372b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:42.634263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5930988-434d-467a-92a8-51b7cd110bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.638534 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5930988-434d-467a-92a8-51b7cd110bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.639716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a5930988-434d-467a-92a8-51b7cd110bdc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a71833f5-498d-4ca3-b7b5-4a0b1206b54d HTTP/1.1" status: 204 len: 168 time: 0.4204779 Sep 29 23:11:42.778039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-0c4de187-fab5-492d-9e6a-1675d4a6aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.778562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-0c4de187-fab5-492d-9e6a-1675d4a6aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.779024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-0c4de187-fab5-492d-9e6a-1675d4a6aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:42.780731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-0c4de187-fab5-492d-9e6a-1675d4a6aadc service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4300239 Sep 29 23:11:42.781834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Transition to ACTIVE for port object 6ecbb290-d45b-4768-9b6e-a735ae2acfad will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:42.798464 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:42.869336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Allocated IP 192.168.233.92 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/374a0ed6-9030-44eb-a3bd-a3dc7130b13d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:42.870290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-593caf98-a34f-4c1e-8984-fec7c8f67531 req-dc42f716-db59-499e-9b4f-68055e01ea4c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 210 time: 0.0757329 Sep 29 23:11:42.976926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5930988-434d-467a-92a8-51b7cd110bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71833f5-498d-4ca3-b7b5-4a0b1206b54d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:43.228311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:43.326784 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:43.343084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', '2fe9ffb2-0009-4b24-a5fb-c6436614f39e', '116adfc0-94f6-4deb-8aeb-fe36749ae8c9', '4482acaa-e712-4f0d-961a-96dc242a0341'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:43.436772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event updated for resources: {'Port': ['ID=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:43.456272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:43.458452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:43.473265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:43.506726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c', '2589a3ad-a191-4384-98d2-524ad29024b8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:43.564465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50490) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:43.591493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:43.592321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:43.634658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Attempting to bind port 6ecbb290-d45b-4768-9b6e-a735ae2acfad on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:43.635174 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-d6ac49c6-ca1c-4685-a12c-11aef218aa23 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4837368 Sep 29 23:11:43.635437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Attempting to bind port 6ecbb290-d45b-4768-9b6e-a735ae2acfad by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:43.635995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Attempting to bind port 6ecbb290-d45b-4768-9b6e-a735ae2acfad on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:43.656966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Request body: {'port': {'device_id': '49e242c0-2896-45b0-a4aa-683d0871f08c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:43.759163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:43.779900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Port 6ecbb290-d45b-4768-9b6e-a735ae2acfad on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:43.780454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Attempting to bind port 6ecbb290-d45b-4768-9b6e-a735ae2acfad on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:43.818624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Pushing event updated for resources: {'Port': ['ID=6ecbb290-d45b-4768-9b6e-a735ae2acfad,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:43.833436 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d41c723-a645-4d52-91c1-1becb111cc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:43.891613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:43.892009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Checking segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:43.892492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Bound using segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:43.893031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Bound port: 6ecbb290-d45b-4768-9b6e-a735ae2acfad, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:43.893403 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:43.922616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a2f1-0453-4c6b-9760-cd1d2fa82207 req-760d875e-7813-442e-b4ae-2a1d1f822849 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:43.929437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a2f1-0453-4c6b-9760-cd1d2fa82207 req-760d875e-7813-442e-b4ae-2a1d1f822849 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:43.935333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a2f1-0453-4c6b-9760-cd1d2fa82207 req-760d875e-7813-442e-b4ae-2a1d1f822849 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:43.942125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a2f1-0453-4c6b-9760-cd1d2fa82207 req-760d875e-7813-442e-b4ae-2a1d1f822849 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:43.948111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a2f1-0453-4c6b-9760-cd1d2fa82207 req-760d875e-7813-442e-b4ae-2a1d1f822849 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:43.955035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a2f1-0453-4c6b-9760-cd1d2fa82207 req-760d875e-7813-442e-b4ae-2a1d1f822849 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:43.961152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9a2f1-0453-4c6b-9760-cd1d2fa82207 req-760d875e-7813-442e-b4ae-2a1d1f822849 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:43.963149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01a9a2f1-0453-4c6b-9760-cd1d2fa82207 req-760d875e-7813-442e-b4ae-2a1d1f822849 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5384 time: 0.3955543 Sep 29 23:11:43.982825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-77d76b43-f267-41b5-a93b-c1146173e9b5 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1778336 Sep 29 23:11:44.118079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-0005bf69-0a07-4176-a07d-b68d4b967637 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:44.125366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-0005bf69-0a07-4176-a07d-b68d4b967637 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1415694 Sep 29 23:11:44.158463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-99db1733-c8df-4383-ab86-4b5e7b6e2447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:44.160044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6f7e45b-de36-41a2-b97f-397c0ccaccfe req-99db1733-c8df-4383-ab86-4b5e7b6e2447 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.3636527 Sep 29 23:11:44.196740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-4715f664-d5e9-4a8a-b0d6-fcbcbcfadc83 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/quotas/e29e8baf0fba4ed38f9f11e5a9e06a75 HTTP/1.1" status: 200 len: 375 time: 0.0702412 Sep 29 23:11:44.208020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-47c832fc-ac73-4542-87cc-69d254e27b52 None None] Provisioning complete for port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:44.208414 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-47c832fc-ac73-4542-87cc-69d254e27b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:44.240013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01a9a2f1-0453-4c6b-9760-cd1d2fa82207 req-da0aeabe-3d96-4f5e-a413-591dd06fcdba tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2550309 Sep 29 23:11:44.289353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-47c832fc-ac73-4542-87cc-69d254e27b52 None None] Port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:44.290805 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-9c97fc24-0212-4f79-9771-9ea6b0e5b556 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0929923 Sep 29 23:11:44.413869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] For port 6ecbb290-d45b-4768-9b6e-a735ae2acfad, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:44.441563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] For port 6ecbb290-d45b-4768-9b6e-a735ae2acfad, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6ecbb290-d45b-4768-9b6e-a735ae2acfad,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:44.495078 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:44.692797 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d41c723-a645-4d52-91c1-1becb111cc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:44.719035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d41c723-a645-4d52-91c1-1becb111cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:44.728639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:44.732624 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:44.736461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] 10.222.0.42 "PUT /v2.0/ports/6ecbb290-d45b-4768-9b6e-a735ae2acfad HTTP/1.1" status: 200 len: 1090 time: 3.6662307 Sep 29 23:11:44.812178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '6ecbb290-d45b-4768-9b6e-a735ae2acfad'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:44.816005 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bf9f4f-52f8-413c-9213-b140a4976281" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "6ecbb290-d45b-4768-9b6e-a735ae2acfad"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:44.841685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 374a0ed6-9030-44eb-a3bd-a3dc7130b13d {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:44.846900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:44.861961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:44.907396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Transition to ACTIVE for port object 374a0ed6-9030-44eb-a3bd-a3dc7130b13d will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:44.920810 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:44.998190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a111ce1-1aea-4331-83de-428cdfa9813c req-ffbc35c4-3d8c-4d01-8ad1-fe8c050ac872 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:45.006114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a111ce1-1aea-4331-83de-428cdfa9813c req-ffbc35c4-3d8c-4d01-8ad1-fe8c050ac872 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.5419445 Sep 29 23:11:45.034419 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6d41c723-a645-4d52-91c1-1becb111cc5b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55bce7fe679c45af815f6c0b3b2c7d94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4413490 Sep 29 23:11:45.039724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50538) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:45.041737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754dd453-9629-49f7-bc65-6e0c65d19bde service neutron] Pushing event updated for resources: {'Port': ['ID=6ecbb290-d45b-4768-9b6e-a735ae2acfad,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:45.102392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41c723-a645-4d52-91c1-1becb111cc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce5b01c4-d043-4496-bfb8-fbaa2665e05c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:45.103470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Pushing event updated for resources: {'Port': ['ID=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:45.138072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff479f9a-d03b-4aee-9955-8342c6349583 req-4301d5c6-0ac7-4a37-b125-3fc226f7221f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:45.153767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff479f9a-d03b-4aee-9955-8342c6349583 req-4301d5c6-0ac7-4a37-b125-3fc226f7221f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 935 time: 0.4473155 Sep 29 23:11:45.257565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a111ce1-1aea-4331-83de-428cdfa9813c req-94a1806c-4754-4212-9719-a300bca12ab1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444236 Sep 29 23:11:45.353353 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:45.391637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Attempting to bind port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:45.392176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Attempting to bind port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:45.394043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff479f9a-d03b-4aee-9955-8342c6349583 req-5a598f33-a7f1-482b-85b4-00cd0a180296 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329013 Sep 29 23:11:45.395790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Attempting to bind port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:45.399186 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08a7df7e-21e5-4ffd-b57b-869fe0ef3a7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:45.403116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:45.403444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Attempting to bind port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:45.444152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:45.444497 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:45.444884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:45.445345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Bound port: 374a0ed6-9030-44eb-a3bd-a3dc7130b13d, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:45.445712 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:45.515934 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08a7df7e-21e5-4ffd-b57b-869fe0ef3a7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:45.540523 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18589a2f-87e7-46ba-8f35-befa2f504afa x-openstack-request-id: req-18589a2f-87e7-46ba-8f35-befa2f504afa {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:45.541694 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "6ecbb290-d45b-4768-9b6e-a735ae2acfad", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:45.542400 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18589a2f-87e7-46ba-8f35-befa2f504afa {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:45.543207 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '6ecbb290-d45b-4768-9b6e-a735ae2acfad', 'status': 'completed', 'code': 200} Sep 29 23:11:45.604461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-159b3dfa-d77a-4880-9020-4941ded81a05 req-68f7ccd0-e865-4c3d-ad1c-db63972d14db tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 210 time: 0.0581200 Sep 29 23:11:45.737261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] For port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:45.751360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] For port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:45.764434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:45.880933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-5f6ece9c-7b49-49fc-9550-10c2ad2f6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:45.880933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-5f6ece9c-7b49-49fc-9550-10c2ad2f6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:45.880933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-5f6ece9c-7b49-49fc-9550-10c2ad2f6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:45.881561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-5f6ece9c-7b49-49fc-9550-10c2ad2f6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:45.881651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-5f6ece9c-7b49-49fc-9550-10c2ad2f6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:45.882255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-5f6ece9c-7b49-49fc-9550-10c2ad2f6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:45.882913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-5f6ece9c-7b49-49fc-9550-10c2ad2f6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:45.885521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-5f6ece9c-7b49-49fc-9550-10c2ad2f6f60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6276 time: 0.3013277 Sep 29 23:11:46.013504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Pushing event updated for resources: {'Port': ['ID=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:46.023010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08a7df7e-21e5-4ffd-b57b-869fe0ef3a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:46.031897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08a7df7e-21e5-4ffd-b57b-869fe0ef3a7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:46.036479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-08a7df7e-21e5-4ffd-b57b-869fe0ef3a7e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ce5b01c4-d043-4496-bfb8-fbaa2665e05c HTTP/1.1" status: 204 len: 168 time: 0.9798982 Sep 29 23:11:46.049623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.052429 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:46.058106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-4d335d78-3f7d-48ec-9283-b55d165fca10 service neutron] 10.222.0.42 "PUT /v2.0/ports/374a0ed6-9030-44eb-a3bd-a3dc7130b13d HTTP/1.1" status: 200 len: 1095 time: 2.4050522 Sep 29 23:11:46.060596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e242c0-2896-45b0-a4aa-683d0871f08c', 'tag': '374a0ed6-9030-44eb-a3bd-a3dc7130b13d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:46.068125 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800" -d '{"events": [{"name": "network-changed", "server_uuid": "49e242c0-2896-45b0-a4aa-683d0871f08c", "tag": "374a0ed6-9030-44eb-a3bd-a3dc7130b13d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:46.112274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7df7e-21e5-4ffd-b57b-869fe0ef3a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce5b01c4-d043-4496-bfb8-fbaa2665e05c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:46.241735 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d42c89f-0189-40e2-92f3-6a67ba61c62b x-openstack-request-id: req-8d42c89f-0189-40e2-92f3-6a67ba61c62b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:46.242059 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e242c0-2896-45b0-a4aa-683d0871f08c", "tag": "374a0ed6-9030-44eb-a3bd-a3dc7130b13d", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:46.242284 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8d42c89f-0189-40e2-92f3-6a67ba61c62b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:46.243530 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e242c0-2896-45b0-a4aa-683d0871f08c', 'tag': '374a0ed6-9030-44eb-a3bd-a3dc7130b13d', 'status': 'completed', 'code': 200} Sep 29 23:11:46.309433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-32ae2eca-2837-43e8-982e-49272654c090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.311779 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-32ae2eca-2837-43e8-982e-49272654c090 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 1098 time: 0.1831489 Sep 29 23:11:46.321991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458eb9-c95f-46b7-baa9-56b445129238 req-4d96b3e1-3ee7-4304-a554-7da747dedd02 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.329278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458eb9-c95f-46b7-baa9-56b445129238 req-4d96b3e1-3ee7-4304-a554-7da747dedd02 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.337876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458eb9-c95f-46b7-baa9-56b445129238 req-4d96b3e1-3ee7-4304-a554-7da747dedd02 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.356731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458eb9-c95f-46b7-baa9-56b445129238 req-4d96b3e1-3ee7-4304-a554-7da747dedd02 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.364148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458eb9-c95f-46b7-baa9-56b445129238 req-4d96b3e1-3ee7-4304-a554-7da747dedd02 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.383484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458eb9-c95f-46b7-baa9-56b445129238 req-4d96b3e1-3ee7-4304-a554-7da747dedd02 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.388081 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-aac4bb0e-d4d7-4567-bd6f-239891e833e0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=374a0ed6-9030-44eb-a3bd-a3dc7130b13d HTTP/1.1" status: 200 len: 217 time: 0.0595622 Sep 29 23:11:46.400822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b458eb9-c95f-46b7-baa9-56b445129238 req-4d96b3e1-3ee7-4304-a554-7da747dedd02 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.413196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b458eb9-c95f-46b7-baa9-56b445129238 req-4d96b3e1-3ee7-4304-a554-7da747dedd02 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5384 time: 0.6552391 Sep 29 23:11:46.457509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-292b984f-6f2a-452d-b709-d0bd132f6b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.459272 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-292b984f-6f2a-452d-b709-d0bd132f6b6f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0639422 Sep 29 23:11:46.523966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-43b98a2a-9f7a-4ac8-ac29-b61ab29dfa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.525725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-43b98a2a-9f7a-4ac8-ac29-b61ab29dfa32 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0549245 Sep 29 23:11:46.667949 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-235f0487-b14a-4e12-9f65-d6ac4a35623a tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352070 Sep 29 23:11:46.732993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b458eb9-c95f-46b7-baa9-56b445129238 req-fd076499-1190-436f-aa69-1b3baf88e3b5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3181937 Sep 29 23:11:46.765943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-1044747a-94ef-454a-960b-c8ef21144b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.766420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-1044747a-94ef-454a-960b-c8ef21144b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.767438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-1044747a-94ef-454a-960b-c8ef21144b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.769144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-1044747a-94ef-454a-960b-c8ef21144b11 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8636973 Sep 29 23:11:46.873428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ee52c-3583-419b-b5c6-a91c83462d29 req-59aef72b-e975-4bf7-822f-a55f0a36e711 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:46.875034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-031ee52c-3583-419b-b5c6-a91c83462d29 req-59aef72b-e975-4bf7-822f-a55f0a36e711 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.4542835 Sep 29 23:11:46.981672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-f9e6f5f7-dbdf-460d-b529-30c429705269 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479342 Sep 29 23:11:47.055392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244b4c00-897b-44d4-9e7d-9922c131482f {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:47.164574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50598) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:47.170465 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:47.187416 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7b04d4b-14d7-4622-8de8-4b70b5aadf58 req-be6389a6-f336-4959-b196-170775f93178 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890671 Sep 29 23:11:47.230872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-b6417b50-6da7-44b6-b724-e9cdbafe6fa4 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:47.233014 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-b6417b50-6da7-44b6-b724-e9cdbafe6fa4 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5229151 Sep 29 23:11:47.300983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Request body: {'port': {'device_id': '79edf5f7-0855-4ec6-bbd6-706ee9db0c51', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'e29e8baf0fba4ed38f9f11e5a9e06a75'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:47.387492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f71fa66-b609-47d5-b87d-e046a765b0dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:47.390048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Transition to ACTIVE for port object 244b4c00-897b-44d4-9e7d-9922c131482f will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:47.463100 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:47.562249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-41c48b4a-2e5a-4582-b167-69cd61820672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:47.563877 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-41c48b4a-2e5a-4582-b167-69cd61820672 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 1098 time: 0.2333267 Sep 29 23:11:47.582795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-031ee52c-3583-419b-b5c6-a91c83462d29 req-b04cf502-93b2-4688-8c3c-362d0a23f6be tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6464086 Sep 29 23:11:47.716420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77291e27-7b23-49df-bef1-330025b6a024 req-9302f88d-4c5a-4c95-99e9-40d113a359a5 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:47.724990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77291e27-7b23-49df-bef1-330025b6a024 req-9302f88d-4c5a-4c95-99e9-40d113a359a5 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 947 time: 0.6381669 Sep 29 23:11:47.783855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-58688ffc-4804-4f0d-9843-d9442c9e1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:47.785921 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-58688ffc-4804-4f0d-9843-d9442c9e1b30 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2011569 Sep 29 23:11:47.805023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-8adce423-ad3d-47f9-9f5d-216c38eee6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:47.806525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18bf9f4f-52f8-413c-9213-b140a4976281 req-8adce423-ad3d-47f9-9f5d-216c38eee6f4 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0040228 Sep 29 23:11:47.808418 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f71fa66-b609-47d5-b87d-e046a765b0dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:47.861380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b797593-d5cd-46ec-9348-b8b468a8905e req-bc1ad6a8-56ef-45ef-9c7a-845a2356436e tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 210 time: 0.1322203 Sep 29 23:11:47.862031 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f71fa66-b609-47d5-b87d-e046a765b0dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:47.879815 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-a5f00dcd-2a3c-425e-a15d-e14c4ade102c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=374a0ed6-9030-44eb-a3bd-a3dc7130b13d HTTP/1.1" status: 200 len: 217 time: 0.0850666 Sep 29 23:11:47.904243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Pushing event updated for resources: {'Port': ['ID=244b4c00-897b-44d4-9e7d-9922c131482f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:47.947453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Made reservation on behalf of e29e8baf0fba4ed38f9f11e5a9e06a75 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:47.952077 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:47.971246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:47.996778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-a5f957a8-6b45-4509-ae8e-6bea25177a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:47.998434 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-a5f957a8-6b45-4509-ae8e-6bea25177a0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1069424 Sep 29 23:11:48.023465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77291e27-7b23-49df-bef1-330025b6a024 req-eacd3902-abee-4c3f-842f-cb3552e84b1c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975562 Sep 29 23:11:48.092842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-75fb3e3e-ba85-44af-a127-ee54b26fdef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.094779 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-75fb3e3e-ba85-44af-a127-ee54b26fdef6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0846646 Sep 29 23:11:48.133822 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3f71fa66-b609-47d5-b87d-e046a765b0dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e77801857874dd3ac04d25b25c27bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9058905 Sep 29 23:11:48.136501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50620) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:48.163669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71fa66-b609-47d5-b87d-e046a765b0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7527ed68-382f-4bca-8a5c-a1017479388f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:48.193727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Attempting to bind port 244b4c00-897b-44d4-9e7d-9922c131482f on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:48.194354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Attempting to bind port 244b4c00-897b-44d4-9e7d-9922c131482f by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:48.194875 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Attempting to bind port 244b4c00-897b-44d4-9e7d-9922c131482f on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:48.200004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Port 244b4c00-897b-44d4-9e7d-9922c131482f on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:48.200335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Attempting to bind port 244b4c00-897b-44d4-9e7d-9922c131482f on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:48.212617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:48.212960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Checking segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:48.213346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Bound using segment: {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:48.214196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Bound port: 244b4c00-897b-44d4-9e7d-9922c131482f, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7761cc0a-12c1-4a48-9fae-ce5b4afccda6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:48.214196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:48.234217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f75c3-1efc-4c3c-9dbc-48662029fd44 req-8cd3262a-9370-4777-849b-da9a5f988647 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.240996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f75c3-1efc-4c3c-9dbc-48662029fd44 req-8cd3262a-9370-4777-849b-da9a5f988647 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.246985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f75c3-1efc-4c3c-9dbc-48662029fd44 req-8cd3262a-9370-4777-849b-da9a5f988647 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.253169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f75c3-1efc-4c3c-9dbc-48662029fd44 req-8cd3262a-9370-4777-849b-da9a5f988647 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.259535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f75c3-1efc-4c3c-9dbc-48662029fd44 req-8cd3262a-9370-4777-849b-da9a5f988647 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.265971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f75c3-1efc-4c3c-9dbc-48662029fd44 req-8cd3262a-9370-4777-849b-da9a5f988647 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.278324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f75c3-1efc-4c3c-9dbc-48662029fd44 req-8cd3262a-9370-4777-849b-da9a5f988647 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.280723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-151f75c3-1efc-4c3c-9dbc-48662029fd44 req-8cd3262a-9370-4777-849b-da9a5f988647 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5396 time: 0.2637091 Sep 29 23:11:48.349224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e6abee8-73cb-4938-9ba3-41cc15c8fbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:48.386083 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e6abee8-73cb-4938-9ba3-41cc15c8fbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:48.396948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-151f75c3-1efc-4c3c-9dbc-48662029fd44 req-e67a0151-84f9-4a74-a8e6-de9b4730929c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077368 Sep 29 23:11:48.434932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:48.439603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] For port 244b4c00-897b-44d4-9e7d-9922c131482f, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:48.450943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] For port 244b4c00-897b-44d4-9e7d-9922c131482f, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=244b4c00-897b-44d4-9e7d-9922c131482f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:48.455615 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:48.458850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:48.504391 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-42bf0914-ab33-42aa-a169-00265fa874e4 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3996029 Sep 29 23:11:48.533586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.534300 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:48.536277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] 10.222.0.42 "PUT /v2.0/ports/244b4c00-897b-44d4-9e7d-9922c131482f HTTP/1.1" status: 200 len: 1090 time: 3.7028008 Sep 29 23:11:48.536820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '244b4c00-897b-44d4-9e7d-9922c131482f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:48.539267 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d050cf6-041a-4ae2-9c90-4534f59f8154" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "244b4c00-897b-44d4-9e7d-9922c131482f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:48.550777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a65e593-8637-4b7d-b0d9-70cb49c0fce8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:48.609281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:48.650551 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4128c57f-6d56-4bc7-a477-9cb75738c1cb x-openstack-request-id: req-4128c57f-6d56-4bc7-a477-9cb75738c1cb {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:48.651195 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "244b4c00-897b-44d4-9e7d-9922c131482f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:48.651799 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4128c57f-6d56-4bc7-a477-9cb75738c1cb {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:48.652444 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '244b4c00-897b-44d4-9e7d-9922c131482f', 'status': 'completed', 'code': 200} Sep 29 23:11:48.724856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489592b-7f38-45a8-9941-6488925092c2 service neutron] Pushing event updated for resources: {'Port': ['ID=244b4c00-897b-44d4-9e7d-9922c131482f,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:48.823101 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-c84f8708-4f6c-435c-b6d4-6c6a66c3cd0a service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636113 Sep 29 23:11:48.884393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-b1afbd4d-2a64-4164-a399-82be7b45a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.884652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e6abee8-73cb-4938-9ba3-41cc15c8fbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:48.885051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-b1afbd4d-2a64-4164-a399-82be7b45a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.885602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-b1afbd4d-2a64-4164-a399-82be7b45a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.886135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-b1afbd4d-2a64-4164-a399-82be7b45a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.886665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-b1afbd4d-2a64-4164-a399-82be7b45a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.887019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e6abee8-73cb-4938-9ba3-41cc15c8fbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:48.887296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-b1afbd4d-2a64-4164-a399-82be7b45a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.888032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-b1afbd4d-2a64-4164-a399-82be7b45a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:48.888206 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0e6abee8-73cb-4938-9ba3-41cc15c8fbcf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7527ed68-382f-4bca-8a5c-a1017479388f HTTP/1.1" status: 204 len: 168 time: 0.7487783 Sep 29 23:11:48.893381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-b1afbd4d-2a64-4164-a399-82be7b45a7cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6343 time: 0.2050016 Sep 29 23:11:48.900018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:48.996486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Allocated IP 192.168.233.12 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/ff42786f-1460-41a8-b461-041e0011db56) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:11:49.106912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6abee8-73cb-4938-9ba3-41cc15c8fbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7527ed68-382f-4bca-8a5c-a1017479388f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:49.131869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2772849-954d-416b-bb5a-8d07330c6349 req-4514abb6-1dbe-4106-b317-3e292f92e40a tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 210 time: 0.1142793 Sep 29 23:11:49.151226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7bf83-9272-4fb6-bdc5-17dd97b34210 req-2e3085a8-92b8-422a-a3ac-a924270ad067 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.160194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11f7bf83-9272-4fb6-bdc5-17dd97b34210 req-2e3085a8-92b8-422a-a3ac-a924270ad067 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.4176605 Sep 29 23:11:49.221175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-bda56080-e4fc-4727-803f-5a67005184e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.221931 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-bda56080-e4fc-4727-803f-5a67005184e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.222585 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-bda56080-e4fc-4727-803f-5a67005184e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.224778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-bda56080-e4fc-4727-803f-5a67005184e7 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3110063 Sep 29 23:11:49.358489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:49.362245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11f7bf83-9272-4fb6-bdc5-17dd97b34210 req-486479d2-39dc-4388-8c88-b7bfbed8fca4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982846 Sep 29 23:11:49.412085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:49.466289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:11:49.468549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:11:49.488984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:11:49.569672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.570348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:49.585307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-c26f8572-43d8-4089-b65b-7b442e158896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.587285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d050cf6-041a-4ae2-9c90-4534f59f8154 req-c26f8572-43d8-4089-b65b-7b442e158896 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3523483 Sep 29 23:11:49.607845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3111596 Sep 29 23:11:49.617231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c009d6-a63d-4fe2-b904-55cf8b48fba9 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Pushing event updated for resources: {'Port': ['ID=ff42786f-1460-41a8-b461-041e0011db56,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:49.629162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Request body: {'port': {'device_id': '79edf5f7-0855-4ec6-bbd6-706ee9db0c51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:49.658338 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b24e9-0642-4225-844f-8a56cc563738 req-d8b52efe-37c0-481f-bd99-01112846514d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.659731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-237b24e9-0642-4225-844f-8a56cc563738 req-d8b52efe-37c0-481f-bd99-01112846514d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 947 time: 0.4258940 Sep 29 23:11:49.744993 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:49.762916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ad79b-40a9-470d-a83f-e8c017c19a2f req-abb9f685-82aa-4e5c-85ac-01b4f5933adf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.773465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ad79b-40a9-470d-a83f-e8c017c19a2f req-abb9f685-82aa-4e5c-85ac-01b4f5933adf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.781149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ad79b-40a9-470d-a83f-e8c017c19a2f req-abb9f685-82aa-4e5c-85ac-01b4f5933adf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.787973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ad79b-40a9-470d-a83f-e8c017c19a2f req-abb9f685-82aa-4e5c-85ac-01b4f5933adf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.793929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ad79b-40a9-470d-a83f-e8c017c19a2f req-abb9f685-82aa-4e5c-85ac-01b4f5933adf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.801656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ad79b-40a9-470d-a83f-e8c017c19a2f req-abb9f685-82aa-4e5c-85ac-01b4f5933adf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.809080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ad79b-40a9-470d-a83f-e8c017c19a2f req-abb9f685-82aa-4e5c-85ac-01b4f5933adf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:49.818568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c81ad79b-40a9-470d-a83f-e8c017c19a2f req-abb9f685-82aa-4e5c-85ac-01b4f5933adf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5396 time: 0.2547383 Sep 29 23:11:49.865030 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-16401157-ab32-409e-a520-6ed2737e1b00 None None] Provisioning complete for port ff42786f-1460-41a8-b461-041e0011db56 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:49.865670 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16401157-ab32-409e-a520-6ed2737e1b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:49.869610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-237b24e9-0642-4225-844f-8a56cc563738 req-d70aeecb-e277-4c1e-952f-91b59c27810c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022407 Sep 29 23:11:49.930356 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c81ad79b-40a9-470d-a83f-e8c017c19a2f req-7edbd936-35f5-4ea7-ac57-a8a830aa82ec tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000872 Sep 29 23:11:49.963905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-16401157-ab32-409e-a520-6ed2737e1b00 None None] Port ff42786f-1460-41a8-b461-041e0011db56 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:11:49.982191 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:50.000076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e247dc53-e9fc-4667-bc4e-82bfef81d6f4 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:50.012750 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:50.028664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Transition to ACTIVE for port object e247dc53-e9fc-4667-bc4e-82bfef81d6f4 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:50.033965 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:50.113925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Pushing event updated for resources: {'Port': ['ID=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:50.212377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff42786f-1460-41a8-b461-041e0011db56 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:50.225311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Attempting to bind port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:50.225808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Attempting to bind port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:50.227308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Attempting to bind port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 on network 45dac77f-e141-4752-9668-b0f3ff4be7ab {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:50.234106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:50.238845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 on network 45dac77f-e141-4752-9668-b0f3ff4be7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:50.241488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Attempting to bind port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 on network 45dac77f-e141-4752-9668-b0f3ff4be7ab {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:50.250735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Transition to ACTIVE for port object ff42786f-1460-41a8-b461-041e0011db56 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:50.252174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:50.253165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Checking segment: {'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:50.254386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Bound using segment: {'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:50.256130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Bound port: e247dc53-e9fc-4667-bc4e-82bfef81d6f4, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:50.257705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:50.258707 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:50.399977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Pushing event updated for resources: {'Port': ['ID=ff42786f-1460-41a8-b461-041e0011db56,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:50.453836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] For port e247dc53-e9fc-4667-bc4e-82bfef81d6f4, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:50.460357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] For port e247dc53-e9fc-4667-bc4e-82bfef81d6f4, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:50.534011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Attempting to bind port ff42786f-1460-41a8-b461-041e0011db56 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:50.534365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Attempting to bind port ff42786f-1460-41a8-b461-041e0011db56 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:50.534702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Attempting to bind port ff42786f-1460-41a8-b461-041e0011db56 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:50.538803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:50.539742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Port ff42786f-1460-41a8-b461-041e0011db56 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:50.540131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Attempting to bind port ff42786f-1460-41a8-b461-041e0011db56 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:50.548497 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:50.549054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:50.549548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:50.550237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Bound port: ff42786f-1460-41a8-b461-041e0011db56, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:50.550711 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:50.678795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] For port ff42786f-1460-41a8-b461-041e0011db56, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:50.682736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] For port ff42786f-1460-41a8-b461-041e0011db56, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ff42786f-1460-41a8-b461-041e0011db56,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:50.695006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:50.745851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:50.746565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:50.748250 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] 10.222.0.42 "PUT /v2.0/ports/ff42786f-1460-41a8-b461-041e0011db56 HTTP/1.1" status: 200 len: 1095 time: 1.1244087 Sep 29 23:11:50.748618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79edf5f7-0855-4ec6-bbd6-706ee9db0c51', 'tag': 'ff42786f-1460-41a8-b461-041e0011db56'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:50.751424 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0241394d-eded-49e1-84e8-8c9af801a0f0" -d '{"events": [{"name": "network-changed", "server_uuid": "79edf5f7-0855-4ec6-bbd6-706ee9db0c51", "tag": "ff42786f-1460-41a8-b461-041e0011db56"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:50.833905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f0e47-4097-439c-8da4-9fe684a9ac2f service neutron] Pushing event updated for resources: {'Port': ['ID=ff42786f-1460-41a8-b461-041e0011db56,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:50.893437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-ad7092f9-e215-4dc4-b806-342c99c35378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:50.902930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-ad7092f9-e215-4dc4-b806-342c99c35378 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 1098 time: 0.0786517 Sep 29 23:11:51.002257 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-61955e56-87ff-4b1d-bb73-fae342207e3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=ff42786f-1460-41a8-b461-041e0011db56 HTTP/1.1" status: 200 len: 217 time: 0.0848625 Sep 29 23:11:51.110040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-956d47fd-c324-4914-94b5-7ee9b1f0979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.120884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-956d47fd-c324-4914-94b5-7ee9b1f0979a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1011312 Sep 29 23:11:51.169308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-25cf3ab3-42e8-45a6-b1b4-94d3bb0af17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.174186 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-25cf3ab3-42e8-45a6-b1b4-94d3bb0af17d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0524805 Sep 29 23:11:51.269096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.270613 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:51.272718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] 10.222.0.42 "PUT /v2.0/ports/e247dc53-e9fc-4667-bc4e-82bfef81d6f4 HTTP/1.1" status: 200 len: 1091 time: 2.6878459 Sep 29 23:11:51.273917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': 'e247dc53-e9fc-4667-bc4e-82bfef81d6f4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:51.276750 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "e247dc53-e9fc-4667-bc4e-82bfef81d6f4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:51.290611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d6b71e-8778-4840-addf-e9ad0f0ee18d req-f2b8f75e-99d7-4260-aace-f5a9ad5c1842 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.299661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93d6b71e-8778-4840-addf-e9ad0f0ee18d req-f2b8f75e-99d7-4260-aace-f5a9ad5c1842 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 947 time: 1.0216825 Sep 29 23:11:51.303325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed7022-646f-479c-a527-ad440a19af97 service neutron] Pushing event updated for resources: {'Port': ['ID=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:51.331347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51d9fc-6aa3-4254-85a6-b5e84ecabb88 req-ec943eb1-d41d-49d4-9251-8db7f9be8576 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.339604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d51d9fc-6aa3-4254-85a6-b5e84ecabb88 req-ec943eb1-d41d-49d4-9251-8db7f9be8576 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.8777173 Sep 29 23:11:51.341497 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-dd0d9741-eb28-4bf3-b1e5-4066e32f657d service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593533 Sep 29 23:11:51.355066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Request body: {'port': {'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:51.443320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93d6b71e-8778-4840-addf-e9ad0f0ee18d req-89a5bc00-aa35-443b-b117-8935e3739303 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422348 Sep 29 23:11:51.478319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d51d9fc-6aa3-4254-85a6-b5e84ecabb88 req-37138683-ec5a-46b0-9c56-68057d15169d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373007 Sep 29 23:11:51.512452 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7edacb37-6cf9-4962-b035-7ce8ce0e9c7e req-391788d8-9fb5-445f-990a-ee35885d2e7f service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616435 Sep 29 23:11:51.539192 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:51.564488 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883e46a1-f52d-44e9-b7df-c4baf96f282c x-openstack-request-id: req-883e46a1-f52d-44e9-b7df-c4baf96f282c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:51.564885 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79edf5f7-0855-4ec6-bbd6-706ee9db0c51", "tag": "ff42786f-1460-41a8-b461-041e0011db56", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:51.565574 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-883e46a1-f52d-44e9-b7df-c4baf96f282c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:51.565574 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79edf5f7-0855-4ec6-bbd6-706ee9db0c51', 'tag': 'ff42786f-1460-41a8-b461-041e0011db56', 'status': 'completed', 'code': 200} Sep 29 23:11:51.632333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 374a0ed6-9030-44eb-a3bd-a3dc7130b13d details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:11:51.753354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-c2857f48-cffa-436e-95d5-7716dc7945ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.755004 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-c2857f48-cffa-436e-95d5-7716dc7945ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 1098 time: 0.1060631 Sep 29 23:11:51.861385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:51.893063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-458e9bd8-999b-4501-b3c8-2fecd4e6f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.893315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '374a0ed6-9030-44eb-a3bd-a3dc7130b13d', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '374a0ed6-9030-44eb-a3bd-a3dc7130b13d', 'mac_address': 'fa:16:3e:28:22:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:11:51.894771 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-458e9bd8-999b-4501-b3c8-2fecd4e6f7d6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1317341 Sep 29 23:11:51.955481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee867f90-ecda-43b3-968e-046f3ba0f0a4 req-2eb0d9e9-6c2d-4173-8e01-4083e4e8ece2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.968595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee867f90-ecda-43b3-968e-046f3ba0f0a4 req-2eb0d9e9-6c2d-4173-8e01-4083e4e8ece2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.974796 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:51.983382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee867f90-ecda-43b3-968e-046f3ba0f0a4 req-2eb0d9e9-6c2d-4173-8e01-4083e4e8ece2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.990571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee867f90-ecda-43b3-968e-046f3ba0f0a4 req-2eb0d9e9-6c2d-4173-8e01-4083e4e8ece2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:51.992651 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-6179dcd1-a35a-49b4-97dc-de25359db1ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=ff42786f-1460-41a8-b461-041e0011db56 HTTP/1.1" status: 200 len: 217 time: 0.0894556 Sep 29 23:11:51.997043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee867f90-ecda-43b3-968e-046f3ba0f0a4 req-2eb0d9e9-6c2d-4173-8e01-4083e4e8ece2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.004145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee867f90-ecda-43b3-968e-046f3ba0f0a4 req-2eb0d9e9-6c2d-4173-8e01-4083e4e8ece2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.005948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 374a0ed6-9030-44eb-a3bd-a3dc7130b13d {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:52.010820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee867f90-ecda-43b3-968e-046f3ba0f0a4 req-2eb0d9e9-6c2d-4173-8e01-4083e4e8ece2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.012946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee867f90-ecda-43b3-968e-046f3ba0f0a4 req-2eb0d9e9-6c2d-4173-8e01-4083e4e8ece2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5408 time: 0.3184640 Sep 29 23:11:52.042878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:52.055156 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:52.059360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-05f6f94d-73fd-48cd-b18a-d32c750d03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.061096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-05f6f94d-73fd-48cd-b18a-d32c750d03fb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0582538 Sep 29 23:11:52.107653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e03dc-e736-41cf-bd2d-b6cff0a74749 req-dfd94af5-5b2d-46ff-9ae9-07cf61723bfd tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.121746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa4e03dc-e736-41cf-bd2d-b6cff0a74749 req-dfd94af5-5b2d-46ff-9ae9-07cf61723bfd tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 947 time: 0.3840797 Sep 29 23:11:52.150831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-3f3c27ed-5a9d-4511-ada8-466bd1ac4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.155063 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-3f3c27ed-5a9d-4511-ada8-466bd1ac4221 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0860994 Sep 29 23:11:52.163256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:52.215716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee867f90-ecda-43b3-968e-046f3ba0f0a4 req-d3e3d85d-5636-47b6-89fd-adb3a838b3b6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1681046 Sep 29 23:11:52.349308 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa4e03dc-e736-41cf-bd2d-b6cff0a74749 req-9cb314a5-86fe-4df3-bf11-0207423995e9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263639 Sep 29 23:11:52.420540 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b256e1-dae6-43c6-8b82-48246c6a6dc7 x-openstack-request-id: req-d6b256e1-dae6-43c6-8b82-48246c6a6dc7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:52.421228 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "e247dc53-e9fc-4667-bc4e-82bfef81d6f4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:52.422009 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d6b256e1-dae6-43c6-8b82-48246c6a6dc7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:52.422516 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': 'e247dc53-e9fc-4667-bc4e-82bfef81d6f4', 'status': 'completed', 'code': 200} Sep 29 23:11:52.424351 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-460197f1-760f-4048-b379-4b428e11546b service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590148 Sep 29 23:11:52.597404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['374a0ed6-9030-44eb-a3bd-a3dc7130b13d'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:52.616931 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0241394d-eded-49e1-84e8-8c9af801a0f0 req-a900a3e7-873a-4ddc-a480-f8e259925aed service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703932 Sep 29 23:11:52.728686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721bf317-8394-4798-814b-818df569f8e4 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:52.778232 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:52.812423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Transition to ACTIVE for port object 721bf317-8394-4798-814b-818df569f8e4 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:11:52.831800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-7bac85a6-99bb-438e-adfe-1272eb2d20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.832333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-7bac85a6-99bb-438e-adfe-1272eb2d20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.832827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-7bac85a6-99bb-438e-adfe-1272eb2d20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.833449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-7bac85a6-99bb-438e-adfe-1272eb2d20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.833802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-7bac85a6-99bb-438e-adfe-1272eb2d20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.834355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-7bac85a6-99bb-438e-adfe-1272eb2d20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.834764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-7bac85a6-99bb-438e-adfe-1272eb2d20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.837024 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-7bac85a6-99bb-438e-adfe-1272eb2d20ac service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6410 time: 0.3023040 Sep 29 23:11:52.837495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:52.856532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cb466-ca27-4112-9985-2942785ee83a req-a800e48c-4b7e-4148-a987-2f6e644893da tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.858272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa3cb466-ca27-4112-9985-2942785ee83a req-a800e48c-4b7e-4148-a987-2f6e644893da tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 947 time: 0.1721716 Sep 29 23:11:52.899072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8a9ff-41e6-4043-895c-77aaf266e83e req-05d95618-ce7b-428d-9200-eba062ecb908 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:52.900258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fad8a9ff-41e6-4043-895c-77aaf266e83e req-05d95618-ce7b-428d-9200-eba062ecb908 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2105827 Sep 29 23:11:52.987008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=721bf317-8394-4798-814b-818df569f8e4,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:53.051708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa3cb466-ca27-4112-9985-2942785ee83a req-fb737f06-fba7-4de8-8784-40cdaa666644 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615288 Sep 29 23:11:53.130285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fad8a9ff-41e6-4043-895c-77aaf266e83e req-cc0d12e7-f4bb-4f30-a50d-aea183b43df9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017994 Sep 29 23:11:53.190132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-70508ac8-1582-4c25-9462-3726ab0820a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.190614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-70508ac8-1582-4c25-9462-3726ab0820a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.191105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-70508ac8-1582-4c25-9462-3726ab0820a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.192868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-70508ac8-1582-4c25-9462-3726ab0820a1 service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3141396 Sep 29 23:11:53.288568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Attempting to bind port 721bf317-8394-4798-814b-818df569f8e4 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:11:53.288921 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Attempting to bind port 721bf317-8394-4798-814b-818df569f8e4 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:11:53.289259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Attempting to bind port 721bf317-8394-4798-814b-818df569f8e4 on network 45dac77f-e141-4752-9668-b0f3ff4be7ab {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:53.322390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Port 721bf317-8394-4798-814b-818df569f8e4 on network 45dac77f-e141-4752-9668-b0f3ff4be7ab not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:11:53.322809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Attempting to bind port 721bf317-8394-4798-814b-818df569f8e4 on network 45dac77f-e141-4752-9668-b0f3ff4be7ab {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:11:53.338205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:11:53.340095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Checking segment: {'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:11:53.340761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Bound using segment: {'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:11:53.341941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Bound port: 721bf317-8394-4798-814b-818df569f8e4, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:11:53.342574 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:53.444389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-3d822756-4b38-4c67-87a7-8d34ea20f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.446665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ac4b9e2-797e-4e91-a24c-3d7c06c50654 req-3d822756-4b38-4c67-87a7-8d34ea20f042 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2452419 Sep 29 23:11:53.519105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] For port 721bf317-8394-4798-814b-818df569f8e4, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:11:53.554812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b80ccf-0578-4761-9dba-4f00aad6fba6 req-8dba95de-9182-4e55-89c6-1ec3e1f17c56 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.560907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b80ccf-0578-4761-9dba-4f00aad6fba6 req-8dba95de-9182-4e55-89c6-1ec3e1f17c56 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.567567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b80ccf-0578-4761-9dba-4f00aad6fba6 req-8dba95de-9182-4e55-89c6-1ec3e1f17c56 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.573643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b80ccf-0578-4761-9dba-4f00aad6fba6 req-8dba95de-9182-4e55-89c6-1ec3e1f17c56 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.580731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b80ccf-0578-4761-9dba-4f00aad6fba6 req-8dba95de-9182-4e55-89c6-1ec3e1f17c56 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.586785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b80ccf-0578-4761-9dba-4f00aad6fba6 req-8dba95de-9182-4e55-89c6-1ec3e1f17c56 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.592804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b80ccf-0578-4761-9dba-4f00aad6fba6 req-8dba95de-9182-4e55-89c6-1ec3e1f17c56 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.594940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5b80ccf-0578-4761-9dba-4f00aad6fba6 req-8dba95de-9182-4e55-89c6-1ec3e1f17c56 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.1694157 Sep 29 23:11:53.599190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] For port 721bf317-8394-4798-814b-818df569f8e4, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=721bf317-8394-4798-814b-818df569f8e4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:11:53.606663 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:53.660724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.661582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:53.663394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] 10.222.0.42 "PUT /v2.0/ports/721bf317-8394-4798-814b-818df569f8e4 HTTP/1.1" status: 200 len: 1091 time: 2.3145251 Sep 29 23:11:53.707719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ee13e-f2c7-43ae-b98c-1a421dde5476 req-5b15cc6f-b14e-4c55-9571-03739cff89d6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.709514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f57ee13e-f2c7-43ae-b98c-1a421dde5476 req-5b15cc6f-b14e-4c55-9571-03739cff89d6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 948 time: 0.2102053 Sep 29 23:11:53.823464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025583f8-f608-448f-a3a6-8ceb14ca0cc7 service neutron] Pushing event updated for resources: {'Port': ['ID=721bf317-8394-4798-814b-818df569f8e4,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:53.856380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5b80ccf-0578-4761-9dba-4f00aad6fba6 req-b2f7f377-3e1a-4ab2-8060-10eac8ad799e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2525220 Sep 29 23:11:53.893166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f57ee13e-f2c7-43ae-b98c-1a421dde5476 req-cb5c8fbf-1e9b-4962-b6be-cf668f5d6856 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745479 Sep 29 23:11:53.901684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-cfa804f2-9c22-4c79-94f9-38a04f2c8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.902347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-cfa804f2-9c22-4c79-94f9-38a04f2c8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.902876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-cfa804f2-9c22-4c79-94f9-38a04f2c8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.903426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-cfa804f2-9c22-4c79-94f9-38a04f2c8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.904025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-cfa804f2-9c22-4c79-94f9-38a04f2c8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.904580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-cfa804f2-9c22-4c79-94f9-38a04f2c8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.905122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-cfa804f2-9c22-4c79-94f9-38a04f2c8bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:53.907333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-cfa804f2-9c22-4c79-94f9-38a04f2c8bd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6477 time: 0.1744511 Sep 29 23:11:53.971090 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-c245d01c-5f7e-4d8d-9c8c-f5d7de05c38f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 HTTP/1.1" status: 200 len: 217 time: 0.0468056 Sep 29 23:11:54.068804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-01dcd6b9-8c10-4d23-9af7-d1d7acc1f376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:54.070438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-01dcd6b9-8c10-4d23-9af7-d1d7acc1f376 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd256db6-7ec3-4bb4-b19f-b92c900e8afa HTTP/1.1" status: 200 len: 851 time: 0.0885022 Sep 29 23:11:54.137091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-17aff3c1-0afc-4a89-baed-d76c176102e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:54.138685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-17aff3c1-0afc-4a89-baed-d76c176102e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b74424c-10e9-4f4e-a3dd-06c770306b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600817 Sep 29 23:11:54.364318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a4ffc1-74d6-4961-aaca-c9a1b3f91687 req-c4157999-85fd-47f2-9740-62e7acc00d03 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:54.371570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26a4ffc1-74d6-4961-aaca-c9a1b3f91687 req-c4157999-85fd-47f2-9740-62e7acc00d03 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 947 time: 0.2058384 Sep 29 23:11:54.397095 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-50643d89-b29d-40f1-afb5-fd8ff758ff27 service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496274 Sep 29 23:11:54.412968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf1bbe-09de-4ac9-9ae4-8e2137d70436 req-f092f280-37d3-4fc3-89b7-19e9dfd55607 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:54.416668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72bf1bbe-09de-4ac9-9ae4-8e2137d70436 req-f092f280-37d3-4fc3-89b7-19e9dfd55607 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1709216 Sep 29 23:11:54.437754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '721bf317-8394-4798-814b-818df569f8e4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:54.440165 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86e0ec64-d1ca-4787-9abc-b777020fb0b6" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "721bf317-8394-4798-814b-818df569f8e4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:54.474431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26a4ffc1-74d6-4961-aaca-c9a1b3f91687 req-abb9b137-689e-47af-99bf-66aeff45179f tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018944 Sep 29 23:11:54.510090 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72bf1bbe-09de-4ac9-9ae4-8e2137d70436 req-d34a3c1e-43dd-4769-b691-cf418e8516c7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668683 Sep 29 23:11:54.602459 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601c1398-e2d5-4607-aab2-972384ea982a x-openstack-request-id: req-601c1398-e2d5-4607-aab2-972384ea982a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:54.602826 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "721bf317-8394-4798-814b-818df569f8e4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:54.603152 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-601c1398-e2d5-4607-aab2-972384ea982a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:54.603618 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '721bf317-8394-4798-814b-818df569f8e4', 'status': 'completed', 'code': 200} Sep 29 23:11:54.606373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-d734341f-90a3-49e2-a4ce-90b64607be18 service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880574 Sep 29 23:11:54.660373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-9b58cc84-f659-476d-9bca-2efbb180bd97 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=a7b49fd9-f81c-4c3b-aadc-600eada00c6f HTTP/1.1" status: 200 len: 217 time: 0.0379467 Sep 29 23:11:54.715519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-bf3d8461-69fe-47f1-94ca-995c7f0894dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:54.717070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-bf3d8461-69fe-47f1-94ca-995c7f0894dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.0496933 Sep 29 23:11:54.779725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-4c2073b1-52b7-48a6-89e2-da8b3932981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:54.781353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-4c2073b1-52b7-48a6-89e2-da8b3932981a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0559695 Sep 29 23:11:54.878533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-fa5e54d7-336f-4e86-8a8d-963866a0b3d5 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883746 Sep 29 23:11:55.077257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413283c0-f4ee-4648-b12e-a219df32423b req-c12f51e0-a125-4f94-bcd1-12cb30012be7 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.084775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413283c0-f4ee-4648-b12e-a219df32423b req-c12f51e0-a125-4f94-bcd1-12cb30012be7 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.091083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413283c0-f4ee-4648-b12e-a219df32423b req-c12f51e0-a125-4f94-bcd1-12cb30012be7 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.098105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413283c0-f4ee-4648-b12e-a219df32423b req-c12f51e0-a125-4f94-bcd1-12cb30012be7 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.104341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413283c0-f4ee-4648-b12e-a219df32423b req-c12f51e0-a125-4f94-bcd1-12cb30012be7 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.110970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413283c0-f4ee-4648-b12e-a219df32423b req-c12f51e0-a125-4f94-bcd1-12cb30012be7 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.117418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413283c0-f4ee-4648-b12e-a219df32423b req-c12f51e0-a125-4f94-bcd1-12cb30012be7 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.119395 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-413283c0-f4ee-4648-b12e-a219df32423b req-c12f51e0-a125-4f94-bcd1-12cb30012be7 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.2040339 Sep 29 23:11:55.125480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-44cd1d23-9cab-4149-bee9-08c380e46c62 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395456 Sep 29 23:11:55.136216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4c042-2946-46ad-b8c8-f2fa82ba93a0 req-22a3b45e-6206-4631-b9d1-3f06cc0a1c92 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.137940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0c4c042-2946-46ad-b8c8-f2fa82ba93a0 req-22a3b45e-6206-4631-b9d1-3f06cc0a1c92 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 948 time: 0.1460338 Sep 29 23:11:55.211794 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-ec3faf83-4a16-4c04-a54a-cba8f7c9b725 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=7bdcf412-b83d-4b24-aeef-88ec4acc88dd HTTP/1.1" status: 200 len: 217 time: 0.0726709 Sep 29 23:11:55.260849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0c4c042-2946-46ad-b8c8-f2fa82ba93a0 req-9791ad7d-45e8-4a89-84ea-1552274a4073 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102488 Sep 29 23:11:55.276325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-413283c0-f4ee-4648-b12e-a219df32423b req-ccd64696-71e2-450c-b14e-9919794ac7b9 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1493559 Sep 29 23:11:55.297270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-30fbefe9-064a-4502-b1f5-cb329483c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.299693 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-30fbefe9-064a-4502-b1f5-cb329483c63c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.0805874 Sep 29 23:11:55.361775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b5bdddb9-fcce-41fa-946d-2f06e1eefee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.363595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-b5bdddb9-fcce-41fa-946d-2f06e1eefee0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0516498 Sep 29 23:11:55.461097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-e34a33a3-8ad2-4389-9b53-744eb077dee1 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901983 Sep 29 23:11:55.618049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-62671981-7e03-4d1b-9933-f711b24138ef service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489129 Sep 29 23:11:55.653214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ff42786f-1460-41a8-b461-041e0011db56 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:11:55.663985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 374a0ed6-9030-44eb-a3bd-a3dc7130b13d up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:11:55.712628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-6ca0915a-9401-4429-8055-59705c52d9aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6ecbb290-d45b-4768-9b6e-a735ae2acfad HTTP/1.1" status: 200 len: 217 time: 0.0711575 Sep 29 23:11:55.776059 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f65293-b5fa-4dce-98d8-052ebdf46aa7 req-6b0ae371-1fb0-4323-bc35-84994e3bb335 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.784808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5f65293-b5fa-4dce-98d8-052ebdf46aa7 req-6b0ae371-1fb0-4323-bc35-84994e3bb335 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 947 time: 0.2044535 Sep 29 23:11:55.794283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:11:55.811042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:55.811692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:55.820914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a78b21-e7fe-493e-8a21-7a189409451f req-ce0c6420-096f-4925-a7ff-0895072e1620 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.828355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3a78b21-e7fe-493e-8a21-7a189409451f req-ce0c6420-096f-4925-a7ff-0895072e1620 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2154839 Sep 29 23:11:55.855027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-e9fe9520-804f-4ded-a7ad-de2d5e812db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:55.856564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-e9fe9520-804f-4ded-a7ad-de2d5e812db6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.1328158 Sep 29 23:11:55.905634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5f65293-b5fa-4dce-98d8-052ebdf46aa7 req-0b25376b-553b-4695-9253-fd7559b8159a tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162026 Sep 29 23:11:55.969045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port ff42786f-1460-41a8-b461-041e0011db56, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ff42786f-1460-41a8-b461-041e0011db56,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:55.977227 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3a78b21-e7fe-493e-8a21-7a189409451f req-ba5bc5d6-d793-4320-a7d3-acbabbc3cdfb tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479015 Sep 29 23:11:55.990038 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'ff42786f-1460-41a8-b461-041e0011db56', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'ff42786f-1460-41a8-b461-041e0011db56', 'mac_address': 'fa:16:3e:5d:ac:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:11:56.020146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-1cd01d5b-5d81-4230-9555-b5d42fb2f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.021750 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-1cd01d5b-5d81-4230-9555-b5d42fb2f219 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1468401 Sep 29 23:11:56.078010 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.091645 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.151182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:56.153857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e242c0-2896-45b0-a4aa-683d0871f08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374a0ed6-9030-44eb-a3bd-a3dc7130b13d'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:56.156351 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616f6e66-09bb-46fe-abdc-b08a94e63059" -d '{"events": [{"server_uuid": "49e242c0-2896-45b0-a4aa-683d0871f08c", "name": "network-vif-plugged", "status": "completed", "tag": "374a0ed6-9030-44eb-a3bd-a3dc7130b13d"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:56.175157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.187868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff42786f-1460-41a8-b461-041e0011db56 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:11:56.198214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-3d1b0b19-f4a9-47ae-b61a-43197b73bfa0 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676984 Sep 29 23:11:56.221348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50870) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:56.274810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:56.283080 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fd0900-571f-4c3e-9cf6-9b9a6cc8c798 x-openstack-request-id: req-54fd0900-571f-4c3e-9cf6-9b9a6cc8c798 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:11:56.283537 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e242c0-2896-45b0-a4aa-683d0871f08c", "name": "network-vif-plugged", "status": "completed", "tag": "374a0ed6-9030-44eb-a3bd-a3dc7130b13d", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:11:56.283893 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54fd0900-571f-4c3e-9cf6-9b9a6cc8c798 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:11:56.284969 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e242c0-2896-45b0-a4aa-683d0871f08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '374a0ed6-9030-44eb-a3bd-a3dc7130b13d', 'code': 200} Sep 29 23:11:56.300280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port ff42786f-1460-41a8-b461-041e0011db56, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ff42786f-1460-41a8-b461-041e0011db56,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:56.317207 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.437286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=ff42786f-1460-41a8-b461-041e0011db56,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:56.474837 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e522989-721e-48b1-88fc-9203ca9fbec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.539334 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-ff28ddf9-50f1-4a55-9079-24510c1372ea service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317308 Sep 29 23:11:56.552376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff0f31a-aae0-4fae-a403-052645b586f2 req-e0d6f405-1add-4d61-82ca-d9437b9f1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.554462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aff0f31a-aae0-4fae-a403-052645b586f2 req-e0d6f405-1add-4d61-82ca-d9437b9f1e1b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 1100 time: 0.1809227 Sep 29 23:11:56.605579 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e522989-721e-48b1-88fc-9203ca9fbec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.613140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e522989-721e-48b1-88fc-9203ca9fbec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.620133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-75c85713-044a-4b7c-a798-93c69ec61162 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=244b4c00-897b-44d4-9e7d-9922c131482f HTTP/1.1" status: 200 len: 217 time: 0.0700324 Sep 29 23:11:56.635302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3cd3-1992-48b3-b843-b2ff3ff8e4e2 req-4a8ff760-36d2-4f5f-b549-8dc53fed9d35 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.641794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3cd3-1992-48b3-b843-b2ff3ff8e4e2 req-4a8ff760-36d2-4f5f-b549-8dc53fed9d35 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.648069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3cd3-1992-48b3-b843-b2ff3ff8e4e2 req-4a8ff760-36d2-4f5f-b549-8dc53fed9d35 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.650120 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7e522989-721e-48b1-88fc-9203ca9fbec6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fcbedd6883824ea18a00f16fe1e04e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274213 Sep 29 23:11:56.652601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50880) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:56.654262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3cd3-1992-48b3-b843-b2ff3ff8e4e2 req-4a8ff760-36d2-4f5f-b549-8dc53fed9d35 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.661105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3cd3-1992-48b3-b843-b2ff3ff8e4e2 req-4a8ff760-36d2-4f5f-b549-8dc53fed9d35 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.667050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3cd3-1992-48b3-b843-b2ff3ff8e4e2 req-4a8ff760-36d2-4f5f-b549-8dc53fed9d35 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.673191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c3cd3-1992-48b3-b843-b2ff3ff8e4e2 req-4a8ff760-36d2-4f5f-b549-8dc53fed9d35 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.674232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50882) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:56.675674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-820c3cd3-1992-48b3-b843-b2ff3ff8e4e2 req-4a8ff760-36d2-4f5f-b549-8dc53fed9d35 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.2337325 Sep 29 23:11:56.696948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df163a0-0fd3-4a66-8521-53a50f564e7f req-2744efda-bdde-4f48-87b8-9cd46b98786b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.704556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9df163a0-0fd3-4a66-8521-53a50f564e7f req-2744efda-bdde-4f48-87b8-9cd46b98786b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 949 time: 0.2522328 Sep 29 23:11:56.735046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e522989-721e-48b1-88fc-9203ca9fbec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6ca81b-991f-4d9a-9466-a864d6b79315,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:56.745674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['ff42786f-1460-41a8-b461-041e0011db56'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:11:56.793667 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b82de7ae-db20-4ef0-88e9-8b6fe142ef42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.821846 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b82de7ae-db20-4ef0-88e9-8b6fe142ef42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.863532 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aff0f31a-aae0-4fae-a403-052645b586f2 req-9a02a5d4-01c1-4fc6-9220-adfc4272cb41 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945004 Sep 29 23:11:56.886308 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b82de7ae-db20-4ef0-88e9-8b6fe142ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.890364 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b82de7ae-db20-4ef0-88e9-8b6fe142ef42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:56.892493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b82de7ae-db20-4ef0-88e9-8b6fe142ef42 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd6ca81b-991f-4d9a-9466-a864d6b79315 HTTP/1.1" status: 204 len: 168 time: 0.2257481 Sep 29 23:11:56.892762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8d63e4a3-882b-4543-9d0c-c612afc48c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:56.894268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-8d63e4a3-882b-4543-9d0c-c612afc48c03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.2160161 Sep 29 23:11:56.903187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82de7ae-db20-4ef0-88e9-8b6fe142ef42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6ca81b-991f-4d9a-9466-a864d6b79315,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:56.919482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-820c3cd3-1992-48b3-b843-b2ff3ff8e4e2 req-38af35f2-451e-4a3c-aab6-f78ae06496fc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2085607 Sep 29 23:11:56.939110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9df163a0-0fd3-4a66-8521-53a50f564e7f req-b7ab2791-b7ae-4029-8766-9fe12cce83c4 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309632 Sep 29 23:11:56.948962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695b2280-d9a4-40b5-87df-9a5dc0509af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:57.151228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695b2280-d9a4-40b5-87df-9a5dc0509af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:57.152143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67eb03-5507-4adb-84e1-87ff34777d51 req-dc4dd7d8-b0da-4e1b-8848-e622b6f65de0 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:57.153906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c67eb03-5507-4adb-84e1-87ff34777d51 req-dc4dd7d8-b0da-4e1b-8848-e622b6f65de0 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 948 time: 0.1093266 Sep 29 23:11:57.156657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695b2280-d9a4-40b5-87df-9a5dc0509af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:57.176531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e48b0-6393-4ea8-94c1-66f4bb4cb21d req-e34353fe-f516-46e5-84fb-a18ee6e5ce36 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:57.178074 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-286e48b0-6393-4ea8-94c1-66f4bb4cb21d req-e34353fe-f516-46e5-84fb-a18ee6e5ce36 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.0875328 Sep 29 23:11:57.226245 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-695b2280-d9a4-40b5-87df-9a5dc0509af5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0e2df76e2d3c48c18504e6cb14c63739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484908 Sep 29 23:11:57.227358 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:57.228329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b2280-d9a4-40b5-87df-9a5dc0509af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8340c2cc-a209-4744-9c34-a8c30b14c459,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:57.239530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c67eb03-5507-4adb-84e1-87ff34777d51 req-133a5070-da63-407c-ada1-be982c4f271e tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772164 Sep 29 23:11:57.268955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-286e48b0-6393-4ea8-94c1-66f4bb4cb21d req-cc641ced-0948-4e18-ac46-01760503745c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809255 Sep 29 23:11:57.404889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-e2efdf0f-08f8-44cb-a8d6-f7bcb868a3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:57.406520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-e2efdf0f-08f8-44cb-a8d6-f7bcb868a3ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1585329 Sep 29 23:11:57.413013 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1698acc-c7b3-412b-8e2d-9b75cbbaf11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:57.506823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-77e2edd6-f294-4b2c-8b0c-18cafb0ee4d3 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894368 Sep 29 23:11:57.545331 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1698acc-c7b3-412b-8e2d-9b75cbbaf11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:57.573947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50904) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:57.595447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3e34d9b-d9ca-487c-b541-c87fb79befc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:57.648893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-48909746-1ade-407f-b943-a58e67ab833c service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301363 Sep 29 23:11:57.708854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-41796bb7-8d91-41f9-be73-71725c64ae52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4 HTTP/1.1" status: 200 len: 217 time: 0.0506454 Sep 29 23:11:57.709804 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1698acc-c7b3-412b-8e2d-9b75cbbaf11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:57.714061 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1698acc-c7b3-412b-8e2d-9b75cbbaf11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:57.720535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b1698acc-c7b3-412b-8e2d-9b75cbbaf11c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8340c2cc-a209-4744-9c34-a8c30b14c459 HTTP/1.1" status: 204 len: 168 time: 0.4921451 Sep 29 23:11:57.768367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-bb5fcc93-537c-4d87-b86e-be7d290d4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:57.770312 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-bb5fcc93-537c-4d87-b86e-be7d290d4ed2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.0484483 Sep 29 23:11:57.776566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1698acc-c7b3-412b-8e2d-9b75cbbaf11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8340c2cc-a209-4744-9c34-a8c30b14c459,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:57.809923 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3e34d9b-d9ca-487c-b541-c87fb79befc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:57.815532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3e34d9b-d9ca-487c-b541-c87fb79befc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:57.841312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-d054ec67-1eea-4b07-88db-cb916802534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:57.842624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-d054ec67-1eea-4b07-88db-cb916802534e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633318 Sep 29 23:11:57.851532 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e3e34d9b-d9ca-487c-b541-c87fb79befc5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cb5b6798fedb4bea9c15a29a569f93e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740045 Sep 29 23:11:57.854845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:57.892286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e34d9b-d9ca-487c-b541-c87fb79befc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10bdebe9-fc78-4987-beef-0d42c51ca344,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:57.995532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8ca4235-8c00-48a6-9a16-dbe6bc00b226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:58.011713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-7a8d3cd0-69ad-4dc9-a8d9-d966c954ab73 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423049 Sep 29 23:11:58.053804 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8ca4235-8c00-48a6-9a16-dbe6bc00b226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:58.583196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0169-21f5-4812-99bb-2f3a19ed4f30 req-22ae2df1-4440-4aa8-811a-b2fbb2d76dc3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.590851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0169-21f5-4812-99bb-2f3a19ed4f30 req-22ae2df1-4440-4aa8-811a-b2fbb2d76dc3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.596987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0169-21f5-4812-99bb-2f3a19ed4f30 req-22ae2df1-4440-4aa8-811a-b2fbb2d76dc3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.602937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0169-21f5-4812-99bb-2f3a19ed4f30 req-22ae2df1-4440-4aa8-811a-b2fbb2d76dc3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.608934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0169-21f5-4812-99bb-2f3a19ed4f30 req-22ae2df1-4440-4aa8-811a-b2fbb2d76dc3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.615426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0169-21f5-4812-99bb-2f3a19ed4f30 req-22ae2df1-4440-4aa8-811a-b2fbb2d76dc3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.622006 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f0169-21f5-4812-99bb-2f3a19ed4f30 req-22ae2df1-4440-4aa8-811a-b2fbb2d76dc3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.623972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-243f0169-21f5-4812-99bb-2f3a19ed4f30 req-22ae2df1-4440-4aa8-811a-b2fbb2d76dc3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.2124741 Sep 29 23:11:58.635257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50944) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:58.635807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a78fc8-d218-4a40-b7f0-420feaccb74c req-899453b0-d052-4d5f-b7fe-82a19335ee16 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.637348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3a78fc8-d218-4a40-b7f0-420feaccb74c req-899453b0-d052-4d5f-b7fe-82a19335ee16 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 949 time: 0.5723414 Sep 29 23:11:58.658931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8ca4235-8c00-48a6-9a16-dbe6bc00b226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:58.661548 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8ca4235-8c00-48a6-9a16-dbe6bc00b226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:58.665741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c8ca4235-8c00-48a6-9a16-dbe6bc00b226 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/10bdebe9-fc78-4987-beef-0d42c51ca344 HTTP/1.1" status: 204 len: 168 time: 0.8068657 Sep 29 23:11:58.679803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-84a280e9-53dc-45fe-be21-121316cab400 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692611 Sep 29 23:11:58.709035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ca4235-8c00-48a6-9a16-dbe6bc00b226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10bdebe9-fc78-4987-beef-0d42c51ca344,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:58.746685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-c0a911a6-683e-4615-bac3-bd374b08ff86 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=721bf317-8394-4798-814b-818df569f8e4 HTTP/1.1" status: 200 len: 217 time: 0.0561113 Sep 29 23:11:58.777183 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-aa120652-f904-4f12-9982-a7bbef10b627 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004169 Sep 29 23:11:58.809249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3a78fc8-d218-4a40-b7f0-420feaccb74c req-f0d15d9b-8c2a-4e7b-916a-dea8293fe456 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555095 Sep 29 23:11:58.838244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-243f0169-21f5-4812-99bb-2f3a19ed4f30 req-f4559303-e394-4ac9-9417-8b8feecd6fbc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1922605 Sep 29 23:11:58.873287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-44fd21c5-5a42-427b-9aa0-127060541d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.875018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-44fd21c5-5a42-427b-9aa0-127060541d7c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.1149015 Sep 29 23:11:58.919571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-86c146b0-8098-481e-9115-530fd0d3d018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.924990 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-86c146b0-8098-481e-9115-530fd0d3d018 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 1101 time: 0.0804384 Sep 29 23:11:58.993794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-62924058-c1ae-4d41-9f9e-d79a7b002961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:58.995591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-62924058-c1ae-4d41-9f9e-d79a7b002961 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054797 Sep 29 23:11:59.025984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9a20b-fab1-4ae7-93f2-545cc6e0fc56 req-5802da78-359d-472a-919c-0555ec850bec tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.035731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11c9a20b-fab1-4ae7-93f2-545cc6e0fc56 req-5802da78-359d-472a-919c-0555ec850bec tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 948 time: 0.1022565 Sep 29 23:11:59.071391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-646973278-network', 'tenant_id': '1dcc13f21f7347a091588854286c4b09'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:59.119977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-124b6195-1308-46ad-a58e-a77820f4eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.122073 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-124b6195-1308-46ad-a58e-a77820f4eb78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1734428 Sep 29 23:11:59.124041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Made reservation on behalf of 1dcc13f21f7347a091588854286c4b09 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:59.127870 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.179643 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-be8e9cc4-ebe1-4bc1-ab1d-1f4d681b61fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=468cf717-3d20-461d-b1e8-a00db7dc01ae HTTP/1.1" status: 200 len: 217 time: 0.0476732 Sep 29 23:11:59.201624 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.210989 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11c9a20b-fab1-4ae7-93f2-545cc6e0fc56 req-9d9eb504-66a2-4576-bb78-4992564e9e72 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738884 Sep 29 23:11:59.225383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdac439-936b-4165-bab0-a2a88adc53c8 req-3a109155-125f-430e-836e-3cb28f0a96e0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.227083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abdac439-936b-4165-bab0-a2a88adc53c8 req-3a109155-125f-430e-836e-3cb28f0a96e0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2300909 Sep 29 23:11:59.267297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-0780977e-0b88-49ab-891f-77e460930607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.269661 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-0780977e-0b88-49ab-891f-77e460930607 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0807583 Sep 29 23:11:59.332277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-52d652a7-985b-4731-968e-17ce2bdf5554 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195226 Sep 29 23:11:59.376303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-a862e818-8927-4894-ab62-631a63b43b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.376541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abdac439-936b-4165-bab0-a2a88adc53c8 req-76d58b2d-fb6a-4880-9a1b-5f372642a9e3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281412 Sep 29 23:11:59.378111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-a862e818-8927-4894-ab62-631a63b43b99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0998173 Sep 29 23:11:59.480641 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcc2f12b-ae18-460e-bb41-a00ad0601d4f req-9844b92d-1c34-49a4-b839-2fdf23e652f2 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333878 Sep 29 23:11:59.481432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.493439 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.531283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:11:59.551750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-d659a57a-99d4-4d8b-9568-21ea944a3786 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610966 Sep 29 23:11:59.556460 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.556818 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Added segment 0e4c3422-9336-487f-b123-113e43bba52b of type vlan for network 5299c0b3-9945-454f-8f56-791169684b68 Sep 29 23:11:59.558167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f25659d-4376-4758-a362-34f2b5cacc56,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:59.633494 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.685724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ff42786f-1460-41a8-b461-041e0011db56 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:11:59.710313 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.711295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.711901 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.735797 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2a65527-653b-44e1-a39c-43dd85beb5d7 req-661ef5f9-1ae4-43e9-9e15-151ea4e890d8 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683495 Sep 29 23:11:59.744322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port ff42786f-1460-41a8-b461-041e0011db56 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:11:59.749053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port ff42786f-1460-41a8-b461-041e0011db56 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:11:59.750144 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.756695 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1174176 Sep 29 23:11:59.757504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50996) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:11:59.765575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Request body: {'subnet': {'network_id': '5299c0b3-9945-454f-8f56-791169684b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-646973278-subnet', 'tenant_id': '1dcc13f21f7347a091588854286c4b09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:11:59.819979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-9621a9ba-bea2-4a91-867d-d172729b852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.820610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-9621a9ba-bea2-4a91-867d-d172729b852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.820946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-9621a9ba-bea2-4a91-867d-d172729b852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.822412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-9621a9ba-bea2-4a91-867d-d172729b852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.826819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-9621a9ba-bea2-4a91-867d-d172729b852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.829150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-9621a9ba-bea2-4a91-867d-d172729b852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.831105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-9621a9ba-bea2-4a91-867d-d172729b852f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:11:59.838743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-9621a9ba-bea2-4a91-867d-d172729b852f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6477 time: 0.1412888 Sep 29 23:11:59.846039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3358d9-12d1-4123-853b-ce64f021de2d admin admin] Pushing event updated for resources: {'Network': ['ID=5299c0b3-9945-454f-8f56-791169684b68,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:11:59.861402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 5299c0b3-9945-454f-8f56-791169684b68 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:11:59.865111 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.914085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Made reservation on behalf of 1dcc13f21f7347a091588854286c4b09 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:11:59.921543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:11:59.943680 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79edf5f7-0855-4ec6-bbd6-706ee9db0c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff42786f-1460-41a8-b461-041e0011db56'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:11:59.946921 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e18046c-0bdb-45fe-b2e2-a0ba3a0a2e77" -d '{"events": [{"server_uuid": "79edf5f7-0855-4ec6-bbd6-706ee9db0c51", "name": "network-vif-plugged", "status": "completed", "tag": "ff42786f-1460-41a8-b461-041e0011db56"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:11:59.984186 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port ff42786f-1460-41a8-b461-041e0011db56, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ff42786f-1460-41a8-b461-041e0011db56,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:11:59.991361 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:00.058011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=ff42786f-1460-41a8-b461-041e0011db56,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:00.113840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51012) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:00.124499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b4fb-f0bc-4393-a547-13036db4d56f req-c326642c-1f25-4b45-83a4-f6697e7ccd89 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.127570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db32b4fb-f0bc-4393-a547-13036db4d56f req-c326642c-1f25-4b45-83a4-f6697e7ccd89 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 949 time: 0.1441059 Sep 29 23:12:00.195388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e448-7039-40bd-b8cb-3af45c8b23b9 req-5ba1aea9-61c4-42c3-b9ec-ea06a1179386 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.201548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e448-7039-40bd-b8cb-3af45c8b23b9 req-5ba1aea9-61c4-42c3-b9ec-ea06a1179386 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.208077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e448-7039-40bd-b8cb-3af45c8b23b9 req-5ba1aea9-61c4-42c3-b9ec-ea06a1179386 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.214601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e448-7039-40bd-b8cb-3af45c8b23b9 req-5ba1aea9-61c4-42c3-b9ec-ea06a1179386 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.221416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e448-7039-40bd-b8cb-3af45c8b23b9 req-5ba1aea9-61c4-42c3-b9ec-ea06a1179386 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.227441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e448-7039-40bd-b8cb-3af45c8b23b9 req-5ba1aea9-61c4-42c3-b9ec-ea06a1179386 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.233473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1e448-7039-40bd-b8cb-3af45c8b23b9 req-5ba1aea9-61c4-42c3-b9ec-ea06a1179386 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.236059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70f1e448-7039-40bd-b8cb-3af45c8b23b9 req-5ba1aea9-61c4-42c3-b9ec-ea06a1179386 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.2217407 Sep 29 23:12:00.237175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-6157354e-46c5-4294-8c30-5805cd9efde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.238581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-6157354e-46c5-4294-8c30-5805cd9efde2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=45dac77f-e141-4752-9668-b0f3ff4be7ab HTTP/1.1" status: 200 len: 903 time: 0.3843000 Sep 29 23:12:00.241637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db32b4fb-f0bc-4393-a547-13036db4d56f req-6d62eccc-72da-4cbf-81db-dd6185bd3127 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048598 Sep 29 23:12:00.281447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab39a931-e93c-4f19-bb62-4eace1b86226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:00.291783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:00.300915 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b369238-2c49-46c2-8663-c7c78d6db46e x-openstack-request-id: req-6b369238-2c49-46c2-8663-c7c78d6db46e {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:00.301329 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79edf5f7-0855-4ec6-bbd6-706ee9db0c51", "name": "network-vif-plugged", "status": "completed", "tag": "ff42786f-1460-41a8-b461-041e0011db56", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:00.301593 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b369238-2c49-46c2-8663-c7c78d6db46e {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:00.302020 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79edf5f7-0855-4ec6-bbd6-706ee9db0c51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff42786f-1460-41a8-b461-041e0011db56', 'code': 200} Sep 29 23:12:00.317972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-92c57469-e787-4ed7-8706-7c8922d98f1a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=721bf317-8394-4798-814b-818df569f8e4 HTTP/1.1" status: 200 len: 217 time: 0.0659294 Sep 29 23:12:00.340289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70f1e448-7039-40bd-b8cb-3af45c8b23b9 req-90e486d6-6a6c-4c00-a6df-c27ecb20d416 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0962958 Sep 29 23:12:00.346394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0555d4-9380-49e0-bceb-953bb581ebb3,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:00.420825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Checking segment: {'id': '0e4c3422-9336-487f-b123-113e43bba52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5299c0b3-9945-454f-8f56-791169684b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:12:00.420825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Network hostable DHCP agents. Network: 5299c0b3-9945-454f-8f56-791169684b68, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:12:00.468245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Network 5299c0b3-9945-454f-8f56-791169684b68 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:12:00.492679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 5299c0b3-9945-454f-8f56-791169684b68) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:12:00.503147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249b6f8-4941-422e-b502-cf460b513718 None None] Network 5299c0b3-9945-454f-8f56-791169684b68 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:12:00.505406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.508110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:00.521039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-a1c8b2b4-3d76-4f2d-821e-be033d7f5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.522838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-a1c8b2b4-3d76-4f2d-821e-be033d7f5e54 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.1674938 Sep 29 23:12:00.533802 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab39a931-e93c-4f19-bb62-4eace1b86226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:00.536743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64b50e-4893-4300-925c-b3332a69b9d9 req-148df36d-661f-4d82-be3c-a43b5c6a8a25 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.538291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d64b50e-4893-4300-925c-b3332a69b9d9 req-148df36d-661f-4d82-be3c-a43b5c6a8a25 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 949 time: 0.1312466 Sep 29 23:12:00.549742 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab39a931-e93c-4f19-bb62-4eace1b86226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:00.578819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405a5e9-c14a-498a-8ab6-df96ee1fc6da req-b6bad9da-dc94-4a1f-93aa-92bd6b815759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.580823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c405a5e9-c14a-498a-8ab6-df96ee1fc6da req-b6bad9da-dc94-4a1f-93aa-92bd6b815759 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 1100 time: 0.1454909 Sep 29 23:12:00.583157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ab39a931-e93c-4f19-bb62-4eace1b86226 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f53934b847cf4755b6e8af9104cab504&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4681816 Sep 29 23:12:00.586012 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4950f061-e4bf-40ac-90ce-1d69fcbb0a68 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8275537 Sep 29 23:12:00.588095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51032) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:00.603560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a3df8-27a9-42e2-b21f-33780f1cc1f4 req-0514f01e-8a77-4746-80a7-f625b346d1c9 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.605122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a75a3df8-27a9-42e2-b21f-33780f1cc1f4 req-0514f01e-8a77-4746-80a7-f625b346d1c9 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 1100 time: 0.1550419 Sep 29 23:12:00.656953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab39a931-e93c-4f19-bb62-4eace1b86226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e66fd7e-ca51-41c0-ab6e-065ea298f4cd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:00.660551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d64b50e-4893-4300-925c-b3332a69b9d9 req-7fce5486-004c-4390-8bb2-43d2557872cd tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087840 Sep 29 23:12:00.665533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-7f29e795-5247-4add-bfe9-a7f042a906f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.667032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-7f29e795-5247-4add-bfe9-a7f042a906f6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1276853 Sep 29 23:12:00.672514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c405a5e9-c14a-498a-8ab6-df96ee1fc6da req-4f266864-ecf5-4055-b2e5-8a40e53da88d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796075 Sep 29 23:12:00.687240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a75a3df8-27a9-42e2-b21f-33780f1cc1f4 req-44f11775-9c34-4a0a-988e-089fbeda4374 tempest-ServersOnMultiNodesTest-762218939 tempest-ServersOnMultiNodesTest-762218939-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624430 Sep 29 23:12:00.702539 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c43981b2-8f3e-428c-8ef4-369d1682a0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:00.748208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0a86fa-23e6-43f1-9a98-e266c543d915 None None] Network 5299c0b3-9945-454f-8f56-791169684b68 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:12:00.775002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c43981b2-8f3e-428c-8ef4-369d1682a0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:00.871378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c43981b2-8f3e-428c-8ef4-369d1682a0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:00.873966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c43981b2-8f3e-428c-8ef4-369d1682a0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:00.875142 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c43981b2-8f3e-428c-8ef4-369d1682a0ca admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2e66fd7e-ca51-41c0-ab6e-065ea298f4cd HTTP/1.1" status: 204 len: 168 time: 0.2780795 Sep 29 23:12:00.885726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fbad1-ea23-4778-94fa-711e109172cc req-421991f5-d13e-4170-a15c-cc0c61a8aa85 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:00.889121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43981b2-8f3e-428c-8ef4-369d1682a0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e66fd7e-ca51-41c0-ab6e-065ea298f4cd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:00.891116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-180fbad1-ea23-4778-94fa-711e109172cc req-421991f5-d13e-4170-a15c-cc0c61a8aa85 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1091502 Sep 29 23:12:00.966436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-180fbad1-ea23-4778-94fa-711e109172cc req-994986c7-0892-4460-93d2-35c31d8488e2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677037 Sep 29 23:12:01.172348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac2ad67-7861-4a56-9bd5-8359f929113f req-e56ba1dc-ef97-4cdd-b6c6-b9024349c7a4 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:01.175378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ac2ad67-7861-4a56-9bd5-8359f929113f req-e56ba1dc-ef97-4cdd-b6c6-b9024349c7a4 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 949 time: 0.0858967 Sep 29 23:12:01.178068 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-7ee35ef7-214f-4679-b933-272ab6db6206 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734362 Sep 29 23:12:01.269360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ac2ad67-7861-4a56-9bd5-8359f929113f req-31098d36-c7ee-46f7-b0fd-03acdb470378 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864167 Sep 29 23:12:01.331014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86e0ec64-d1ca-4787-9abc-b777020fb0b6 req-ec3307b9-b0fe-4a08-924c-3eba4f11eaad service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407404 Sep 29 23:12:01.507486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231d6f6-728f-4e07-8f1a-5608c91667b2 req-e5672878-54fc-45da-9a14-8125acfd1c5e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:01.519906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231d6f6-728f-4e07-8f1a-5608c91667b2 req-e5672878-54fc-45da-9a14-8125acfd1c5e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:01.526747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231d6f6-728f-4e07-8f1a-5608c91667b2 req-e5672878-54fc-45da-9a14-8125acfd1c5e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:01.533897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231d6f6-728f-4e07-8f1a-5608c91667b2 req-e5672878-54fc-45da-9a14-8125acfd1c5e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:01.540791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231d6f6-728f-4e07-8f1a-5608c91667b2 req-e5672878-54fc-45da-9a14-8125acfd1c5e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:01.546658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51078) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:01.548911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231d6f6-728f-4e07-8f1a-5608c91667b2 req-e5672878-54fc-45da-9a14-8125acfd1c5e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:01.554835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231d6f6-728f-4e07-8f1a-5608c91667b2 req-e5672878-54fc-45da-9a14-8125acfd1c5e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:01.564314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2231d6f6-728f-4e07-8f1a-5608c91667b2 req-e5672878-54fc-45da-9a14-8125acfd1c5e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.1289721 Sep 29 23:12:01.565226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1c802b4-660f-4dba-894b-e1285e001efd admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:01.618189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2231d6f6-728f-4e07-8f1a-5608c91667b2 req-df95f9c6-c8c5-472e-ae94-92777bd40f06 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528994 Sep 29 23:12:01.685723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1c802b4-660f-4dba-894b-e1285e001efd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:01.690321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1c802b4-660f-4dba-894b-e1285e001efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:01.738706 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d1c802b4-660f-4dba-894b-e1285e001efd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=265befffc7994aa5ac08d19cdd47a38d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1898067 Sep 29 23:12:01.740186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c802b4-660f-4dba-894b-e1285e001efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b539c945-5304-435d-9847-f037334b9947,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:01.741809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:01.844483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8006823e-cd73-452f-a4f8-aa3ca5648c93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:01.873116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf94472-b0b8-49d4-82f6-a8b43d0ca0d5 req-a266de68-42f7-4ab0-b2b6-762f7c664e5a tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:01.874687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-adf94472-b0b8-49d4-82f6-a8b43d0ca0d5 req-a266de68-42f7-4ab0-b2b6-762f7c664e5a tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 949 time: 0.1088829 Sep 29 23:12:01.886829 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8006823e-cd73-452f-a4f8-aa3ca5648c93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:01.953664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-adf94472-b0b8-49d4-82f6-a8b43d0ca0d5 req-dce39298-9b2b-418d-adb9-28e5319b0a07 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696905 Sep 29 23:12:01.974673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8006823e-cd73-452f-a4f8-aa3ca5648c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:01.977567 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8006823e-cd73-452f-a4f8-aa3ca5648c93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:01.979022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8006823e-cd73-452f-a4f8-aa3ca5648c93 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b539c945-5304-435d-9847-f037334b9947 HTTP/1.1" status: 204 len: 168 time: 0.2359633 Sep 29 23:12:01.990155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8006823e-cd73-452f-a4f8-aa3ca5648c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b539c945-5304-435d-9847-f037334b9947,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:02.149761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95bb49-3da9-4f1f-8e09-aedd0efb4de8 req-2ef6d5ea-648c-4c19-a28d-8980297f2e8f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:02.157661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f95bb49-3da9-4f1f-8e09-aedd0efb4de8 req-2ef6d5ea-648c-4c19-a28d-8980297f2e8f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.0618122 Sep 29 23:12:02.212685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f95bb49-3da9-4f1f-8e09-aedd0efb4de8 req-fda685f1-975c-4041-9bf7-46f8c53be80e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441008 Sep 29 23:12:02.407190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959064ad-a657-4341-a13e-4f86cd656ee3 req-79d55749-253b-475b-a19a-9ce4500ccce0 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:02.409019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-959064ad-a657-4341-a13e-4f86cd656ee3 req-79d55749-253b-475b-a19a-9ce4500ccce0 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 949 time: 0.0553217 Sep 29 23:12:02.466891 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-959064ad-a657-4341-a13e-4f86cd656ee3 req-40e58352-b679-4e04-865d-b711dc8c4b03 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494328 Sep 29 23:12:02.783674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b253e06-58cf-4800-9bca-d46af7fff4ac req-e76d2606-a27a-4c12-8ccf-267eb850f80a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:02.790183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b253e06-58cf-4800-9bca-d46af7fff4ac req-e76d2606-a27a-4c12-8ccf-267eb850f80a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:02.796130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b253e06-58cf-4800-9bca-d46af7fff4ac req-e76d2606-a27a-4c12-8ccf-267eb850f80a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:02.802256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b253e06-58cf-4800-9bca-d46af7fff4ac req-e76d2606-a27a-4c12-8ccf-267eb850f80a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:02.808524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b253e06-58cf-4800-9bca-d46af7fff4ac req-e76d2606-a27a-4c12-8ccf-267eb850f80a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:02.815302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b253e06-58cf-4800-9bca-d46af7fff4ac req-e76d2606-a27a-4c12-8ccf-267eb850f80a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:02.821940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b253e06-58cf-4800-9bca-d46af7fff4ac req-e76d2606-a27a-4c12-8ccf-267eb850f80a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:02.831779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b253e06-58cf-4800-9bca-d46af7fff4ac req-e76d2606-a27a-4c12-8ccf-267eb850f80a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.1203580 Sep 29 23:12:02.892895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b253e06-58cf-4800-9bca-d46af7fff4ac req-218b99ce-9bd0-4f31-a37c-33bc20d56a57 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599363 Sep 29 23:12:03.174266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-301f4379-612b-449d-b0ba-c5a0bf78f8cb tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:03.175864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-301f4379-612b-449d-b0ba-c5a0bf78f8cb tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 949 time: 0.1153648 Sep 29 23:12:03.184891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365558b8-cfbf-4a2a-a480-b97612d509f6 req-2b1ec658-c784-464e-9b94-bf604cb88046 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:03.186388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-365558b8-cfbf-4a2a-a480-b97612d509f6 req-2b1ec658-c784-464e-9b94-bf604cb88046 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 949 time: 0.1159589 Sep 29 23:12:03.294252 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fbe4ec09-e7f4-4a80-8872-14bdab15c99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:03.296762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-365558b8-cfbf-4a2a-a480-b97612d509f6 req-5217beb0-32a0-48dc-983c-f1f560cba23a tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990388 Sep 29 23:12:03.389017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd555786-be53-4ae9-9273-b58513a3d80e req-777e9f17-98e0-47a1-91b9-4fba1c2df5d5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:03.392493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd555786-be53-4ae9-9273-b58513a3d80e req-777e9f17-98e0-47a1-91b9-4fba1c2df5d5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.0945549 Sep 29 23:12:03.402231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-86a5abe2-c503-406d-89d7-08fed75a7c79 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Deleting port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:03.402747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-86a5abe2-c503-406d-89d7-08fed75a7c79 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:03.583286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd555786-be53-4ae9-9273-b58513a3d80e req-c7f9ced7-6b14-4b49-b4e8-e70b26b6f79c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721056 Sep 29 23:12:03.593389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-86a5abe2-c503-406d-89d7-08fed75a7c79 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] For port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:03.594046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-86a5abe2-c503-406d-89d7-08fed75a7c79 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:03.634972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-86a5abe2-c503-406d-89d7-08fed75a7c79 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Calling delete_port for 374a0ed6-9030-44eb-a3bd-a3dc7130b13d owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:03.792800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9578f573-5a4d-4c1d-930c-24b9a06db2c0 req-052387fa-a581-479c-92a8-17de80e84d4a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:03.794456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9578f573-5a4d-4c1d-930c-24b9a06db2c0 req-052387fa-a581-479c-92a8-17de80e84d4a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=49e242c0-2896-45b0-a4aa-683d0871f08c HTTP/1.1" status: 200 len: 949 time: 0.0789533 Sep 29 23:12:03.863295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9578f573-5a4d-4c1d-930c-24b9a06db2c0 req-725cea30-0103-4068-a6bc-9fae7cb7ae88 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494077 Sep 29 23:12:04.020441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-86a5abe2-c503-406d-89d7-08fed75a7c79 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:04.037915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', '2fe9ffb2-0009-4b24-a5fb-c6436614f39e', '116adfc0-94f6-4deb-8aeb-fe36749ae8c9', '4482acaa-e712-4f0d-961a-96dc242a0341'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:04.117740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c', '2589a3ad-a191-4384-98d2-524ad29024b8', '374a0ed6-9030-44eb-a3bd-a3dc7130b13d'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:04.161780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5abe2-c503-406d-89d7-08fed75a7c79 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event deleted for resources: {'Port': ['ID=374a0ed6-9030-44eb-a3bd-a3dc7130b13d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:04.291299 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-112c7a18-5eb5-4fbc-82a0-ccafef62bb0e tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1483855 Sep 29 23:12:04.435227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-86a5abe2-c503-406d-89d7-08fed75a7c79 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] No DVR routers for this DVR port 374a0ed6-9030-44eb-a3bd-a3dc7130b13d on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:04.468061 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-86a5abe2-c503-406d-89d7-08fed75a7c79 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:04.471054 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e64c8d3-7c49-4ddc-b2d3-795fa54b5d5a req-86a5abe2-c503-406d-89d7-08fed75a7c79 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "DELETE /v2.0/ports/374a0ed6-9030-44eb-a3bd-a3dc7130b13d HTTP/1.1" status: 204 len: 173 time: 1.2743068 Sep 29 23:12:04.493472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e242c0-2896-45b0-a4aa-683d0871f08c', 'name': 'network-vif-deleted', 'tag': '374a0ed6-9030-44eb-a3bd-a3dc7130b13d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:04.500333 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6a67f9-2b43-4a98-b9d8-e015a9378577" -d '{"events": [{"server_uuid": "49e242c0-2896-45b0-a4aa-683d0871f08c", "name": "network-vif-deleted", "tag": "374a0ed6-9030-44eb-a3bd-a3dc7130b13d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:04.648583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2db2-d2bb-4166-bfe7-e11677b9cd36 req-6ee89702-88c1-4ff8-9088-0ce221975dcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:04.682321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2db2-d2bb-4166-bfe7-e11677b9cd36 req-6ee89702-88c1-4ff8-9088-0ce221975dcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:04.694526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2db2-d2bb-4166-bfe7-e11677b9cd36 req-6ee89702-88c1-4ff8-9088-0ce221975dcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:04.708742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2db2-d2bb-4166-bfe7-e11677b9cd36 req-6ee89702-88c1-4ff8-9088-0ce221975dcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:04.721270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2db2-d2bb-4166-bfe7-e11677b9cd36 req-6ee89702-88c1-4ff8-9088-0ce221975dcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:04.729770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2db2-d2bb-4166-bfe7-e11677b9cd36 req-6ee89702-88c1-4ff8-9088-0ce221975dcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:04.743578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec2db2-d2bb-4166-bfe7-e11677b9cd36 req-6ee89702-88c1-4ff8-9088-0ce221975dcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:04.754097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfec2db2-d2bb-4166-bfe7-e11677b9cd36 req-6ee89702-88c1-4ff8-9088-0ce221975dcc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.5934265 Sep 29 23:12:04.855938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfec2db2-d2bb-4166-bfe7-e11677b9cd36 req-8bb76754-84c6-4dfa-ad97-579442109674 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955110 Sep 29 23:12:04.880178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-482d91b0-cd9f-405f-aef2-45c32fa31204 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:04.888709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-482d91b0-cd9f-405f-aef2-45c32fa31204 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5962331 Sep 29 23:12:04.917706 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-2c41e8f6-2ead-44b0-a5bd-3ffb34a6eda7 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/quotas/e29e8baf0fba4ed38f9f11e5a9e06a75 HTTP/1.1" status: 200 len: 375 time: 0.0278566 Sep 29 23:12:05.040523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-14eb2c34-6fe5-466f-bd70-dc237f7df008 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1197109 Sep 29 23:12:05.077152 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954515ea-a818-4708-9f04-a8e966c95ffb x-openstack-request-id: req-954515ea-a818-4708-9f04-a8e966c95ffb {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:05.080528 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e242c0-2896-45b0-a4aa-683d0871f08c", "name": "network-vif-deleted", "tag": "374a0ed6-9030-44eb-a3bd-a3dc7130b13d", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:05.082617 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-954515ea-a818-4708-9f04-a8e966c95ffb {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:05.084479 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e242c0-2896-45b0-a4aa-683d0871f08c', 'name': 'network-vif-deleted', 'tag': '374a0ed6-9030-44eb-a3bd-a3dc7130b13d', 'status': 'completed', 'code': 200} Sep 29 23:12:05.249600 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-cdaac403-029b-4ce5-a66f-0189de646376 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1510134 Sep 29 23:12:05.326370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80671680-4094-40a4-b535-7bb6a8517728 req-bdf49f09-4c81-4163-8280-cdd4d82e74a5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:05.329650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80671680-4094-40a4-b535-7bb6a8517728 req-bdf49f09-4c81-4163-8280-cdd4d82e74a5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1189225 Sep 29 23:12:05.379952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-cdd813c9-cd9d-4e5f-8f18-6e8d5555a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:05.381863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-cdd813c9-cd9d-4e5f-8f18-6e8d5555a8aa service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=aea438136baf4ba9a366d644faafab7c&device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 1101 time: 0.0990546 Sep 29 23:12:05.403990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80671680-4094-40a4-b535-7bb6a8517728 req-8c3ff5c9-6620-48d8-84c3-21ae941ac7b0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607162 Sep 29 23:12:05.670739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-5f673b18-c3a7-4dbb-9472-ff72c75e65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:05.673201 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-5f673b18-c3a7-4dbb-9472-ff72c75e65d2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2364528 Sep 29 23:12:05.743378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-5fc23d3a-326a-4431-a4c3-e25f48f311da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2589a3ad-a191-4384-98d2-524ad29024b8 HTTP/1.1" status: 200 len: 217 time: 0.0575929 Sep 29 23:12:05.760763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e34c09fc-4da4-4f5d-9e42-b28dcc115364 req-2e153fe7-da33-4e79-ab57-fc0b1b4c997f tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 210 time: 0.2503681 Sep 29 23:12:05.854585 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-8bfa7587-3b5a-4a1f-bc26-dcc88a92a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:05.863158 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-8bfa7587-3b5a-4a1f-bc26-dcc88a92a738 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1048489 Sep 29 23:12:06.046948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f4977-181c-40ea-b57b-817515c9f8a8 req-94596eee-53c1-45fd-81a1-714f0f6381b3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:06.060605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b77f4977-181c-40ea-b57b-817515c9f8a8 req-94596eee-53c1-45fd-81a1-714f0f6381b3 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 949 time: 0.2342572 Sep 29 23:12:06.164726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-d7215970-fe1b-48e9-9926-9b97c3b03d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:06.168404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-d7215970-fe1b-48e9-9926-9b97c3b03d8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2484264 Sep 29 23:12:06.222395 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-94f32095-f9e6-40b1-998b-4026241d7ab1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:06.241312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264bff6-1712-4e1c-bf43-e2100e28a88a req-1e65e2a3-50d6-4948-961e-46f46994340d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:06.249130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264bff6-1712-4e1c-bf43-e2100e28a88a req-1e65e2a3-50d6-4948-961e-46f46994340d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:06.257123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264bff6-1712-4e1c-bf43-e2100e28a88a req-1e65e2a3-50d6-4948-961e-46f46994340d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:06.263780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264bff6-1712-4e1c-bf43-e2100e28a88a req-1e65e2a3-50d6-4948-961e-46f46994340d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:06.270452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264bff6-1712-4e1c-bf43-e2100e28a88a req-1e65e2a3-50d6-4948-961e-46f46994340d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:06.277964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264bff6-1712-4e1c-bf43-e2100e28a88a req-1e65e2a3-50d6-4948-961e-46f46994340d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:06.284670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b264bff6-1712-4e1c-bf43-e2100e28a88a req-1e65e2a3-50d6-4948-961e-46f46994340d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:06.286788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b264bff6-1712-4e1c-bf43-e2100e28a88a req-1e65e2a3-50d6-4948-961e-46f46994340d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.2826490 Sep 29 23:12:06.311669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b77f4977-181c-40ea-b57b-817515c9f8a8 req-13507688-91e4-49b5-9bdd-cf7d8478403c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496910 Sep 29 23:12:06.474279 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:06.490258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b264bff6-1712-4e1c-bf43-e2100e28a88a req-43a5f0bb-6eed-4b03-a95a-0e57f404ffd7 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1500425 Sep 29 23:12:06.513026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-483606df-14e3-4227-8ddd-c296824b9af9 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256581 Sep 29 23:12:06.711913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca8d39d7-a875-429c-9ed2-d9ba9cb62189 req-0e8329dc-5dba-4c60-b207-88f785adf925 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843598 Sep 29 23:12:06.729991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccc690-0c70-4047-8ed9-2fa572f260b0 req-78e35ad6-e5ce-4a9d-bb5e-d6c1797409e4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:06.739127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57ccc690-0c70-4047-8ed9-2fa572f260b0 req-78e35ad6-e5ce-4a9d-bb5e-d6c1797409e4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1204460 Sep 29 23:12:06.794934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57ccc690-0c70-4047-8ed9-2fa572f260b0 req-59b06ede-934c-4129-9347-91eef820d725 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544364 Sep 29 23:12:06.916455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9684b35-7800-4c4c-a696-b6e3ca055a0d req-13d84021-d204-486b-811f-03e6dcdd82b2 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 210 time: 0.0344846 Sep 29 23:12:06.999625 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-f25e279f-a838-4b2c-9fc1-e53db7bf7ceb tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387266 Sep 29 23:12:07.381364 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:07.488048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b6752-b198-4368-85d7-5c4bda3a5285 req-d2036583-0eeb-4995-8c19-8314eff001e1 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:07.490224 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b5b6752-b198-4368-85d7-5c4bda3a5285 req-d2036583-0eeb-4995-8c19-8314eff001e1 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 949 time: 0.0708435 Sep 29 23:12:07.558120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b5b6752-b198-4368-85d7-5c4bda3a5285 req-ef9abcc3-4a02-4de1-b78a-3acc39bf71a4 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481553 Sep 29 23:12:07.579358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-08cd525b-fc2c-4016-b09f-b2dd34fc260b tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:07.581399 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-08cd525b-fc2c-4016-b09f-b2dd34fc260b tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5743465 Sep 29 23:12:07.597437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Request body: {'port': {'device_id': 'd1fffd31-3be2-4d6c-a26a-33e9a6edc1f5', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'e29e8baf0fba4ed38f9f11e5a9e06a75'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:12:07.715624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 661becd6-1542-47a9-a64d-f19b9d783215 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:12:07.729481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 374a0ed6-9030-44eb-a3bd-a3dc7130b13d no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:07.761836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33da4ff-6573-475f-8f1b-c6317fad5ca3 req-387b89a3-8b55-4b72-846e-300175a8d26e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:07.768366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33da4ff-6573-475f-8f1b-c6317fad5ca3 req-387b89a3-8b55-4b72-846e-300175a8d26e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:07.774715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33da4ff-6573-475f-8f1b-c6317fad5ca3 req-387b89a3-8b55-4b72-846e-300175a8d26e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:07.785968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 374a0ed6-9030-44eb-a3bd-a3dc7130b13d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:07.786560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 374a0ed6-9030-44eb-a3bd-a3dc7130b13d not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:07.791759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33da4ff-6573-475f-8f1b-c6317fad5ca3 req-387b89a3-8b55-4b72-846e-300175a8d26e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:07.800609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33da4ff-6573-475f-8f1b-c6317fad5ca3 req-387b89a3-8b55-4b72-846e-300175a8d26e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:07.805137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473821c-373d-4781-952c-e1473b279177 req-d885d027-b1d6-4b0b-850f-d80778255939 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:07.809480 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d473821c-373d-4781-952c-e1473b279177 req-d885d027-b1d6-4b0b-850f-d80778255939 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 949 time: 0.2273452 Sep 29 23:12:07.809895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33da4ff-6573-475f-8f1b-c6317fad5ca3 req-387b89a3-8b55-4b72-846e-300175a8d26e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:07.817400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33da4ff-6573-475f-8f1b-c6317fad5ca3 req-387b89a3-8b55-4b72-846e-300175a8d26e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:07.827193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b33da4ff-6573-475f-8f1b-c6317fad5ca3 req-387b89a3-8b55-4b72-846e-300175a8d26e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.1483026 Sep 29 23:12:07.914162 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b33da4ff-6573-475f-8f1b-c6317fad5ca3 req-31a1afc0-8277-45ee-b7da-7edb073223c5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854449 Sep 29 23:12:07.984316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Made reservation on behalf of e29e8baf0fba4ed38f9f11e5a9e06a75 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:12:07.993625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:08.028207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d473821c-373d-4781-952c-e1473b279177 req-3db2df8a-457f-44bd-8f27-6c59a3a2b389 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Deleting port 4482acaa-e712-4f0d-961a-96dc242a0341 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:08.028741 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d473821c-373d-4781-952c-e1473b279177 req-3db2df8a-457f-44bd-8f27-6c59a3a2b389 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:08.037541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 661becd6-1542-47a9-a64d-f19b9d783215, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=661becd6-1542-47a9-a64d-f19b9d783215,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:08.050441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1915d11-e966-47d8-b4a6-1223f35cb230 req-9a7cbe3d-be8a-4395-a311-59b7718da5d5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:08.058887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1915d11-e966-47d8-b4a6-1223f35cb230 req-9a7cbe3d-be8a-4395-a311-59b7718da5d5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1176541 Sep 29 23:12:08.064377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '661becd6-1542-47a9-a64d-f19b9d783215', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'port_id': '661becd6-1542-47a9-a64d-f19b9d783215', 'mac_address': 'fa:16:3e:80:98:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb694ab-b5bc-48f3-8d21-311e38ce4502', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:12:08.149747 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:08.189253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d473821c-373d-4781-952c-e1473b279177 req-3db2df8a-457f-44bd-8f27-6c59a3a2b389 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] For port 4482acaa-e712-4f0d-961a-96dc242a0341, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4482acaa-e712-4f0d-961a-96dc242a0341,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:08.190415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d473821c-373d-4781-952c-e1473b279177 req-3db2df8a-457f-44bd-8f27-6c59a3a2b389 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:08.218418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 661becd6-1542-47a9-a64d-f19b9d783215 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:08.239319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d473821c-373d-4781-952c-e1473b279177 req-3db2df8a-457f-44bd-8f27-6c59a3a2b389 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Calling delete_port for 4482acaa-e712-4f0d-961a-96dc242a0341 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:08.279732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 661becd6-1542-47a9-a64d-f19b9d783215, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=661becd6-1542-47a9-a64d-f19b9d783215,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:08.297154 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:08.424149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Allocated IP 192.168.233.228 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/9855914b-e651-48d4-8702-8261bda36775) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:12:08.465837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=661becd6-1542-47a9-a64d-f19b9d783215,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:08.495700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['661becd6-1542-47a9-a64d-f19b9d783215'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:08.610667 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d473821c-373d-4781-952c-e1473b279177 req-3db2df8a-457f-44bd-8f27-6c59a3a2b389 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:08.639229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1915d11-e966-47d8-b4a6-1223f35cb230 req-0a6752b2-fd0e-4646-b6e8-8fbbfb876d2b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5786362 Sep 29 23:12:08.652553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', '2fe9ffb2-0009-4b24-a5fb-c6436614f39e', '116adfc0-94f6-4deb-8aeb-fe36749ae8c9', '4482acaa-e712-4f0d-961a-96dc242a0341'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:08.653365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fd6a9b7-b4b8-487f-ad2f-59c929346f06 req-6f67430e-ec24-4a94-8d7d-9b68a5a0110a tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 210 time: 0.5688691 Sep 29 23:12:08.744870 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:08.752968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2df8a-457f-44bd-8f27-6c59a3a2b389 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event deleted for resources: {'Port': ['ID=4482acaa-e712-4f0d-961a-96dc242a0341,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:08.774450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9998ac0-eeb5-4197-ae33-42e30ccd5d78 req-b5acd6af-0749-4084-92bb-20a365422a3b tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5bbcf20d-833b-4960-89e8-a8ed0f3248b4 HTTP/1.1" status: 200 len: 210 time: 0.0558021 Sep 29 23:12:08.874560 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:08.967721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:09.099910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d473821c-373d-4781-952c-e1473b279177 req-3db2df8a-457f-44bd-8f27-6c59a3a2b389 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] No DVR routers for this DVR port 4482acaa-e712-4f0d-961a-96dc242a0341 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:09.104901 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d473821c-373d-4781-952c-e1473b279177 req-3db2df8a-457f-44bd-8f27-6c59a3a2b389 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:09.107367 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d473821c-373d-4781-952c-e1473b279177 req-3db2df8a-457f-44bd-8f27-6c59a3a2b389 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "DELETE /v2.0/ports/4482acaa-e712-4f0d-961a-96dc242a0341 HTTP/1.1" status: 204 len: 173 time: 1.2789032 Sep 29 23:12:09.109512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbcf20d-833b-4960-89e8-a8ed0f3248b4', 'name': 'network-vif-deleted', 'tag': '4482acaa-e712-4f0d-961a-96dc242a0341'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:09.112871 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0342cde-6190-480a-97d2-dffed9eb7268" -d '{"events": [{"server_uuid": "5bbcf20d-833b-4960-89e8-a8ed0f3248b4", "name": "network-vif-deleted", "tag": "4482acaa-e712-4f0d-961a-96dc242a0341"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:09.113051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['ff42786f-1460-41a8-b461-041e0011db56'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:09.132127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c', '2589a3ad-a191-4384-98d2-524ad29024b8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:09.133129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:12:09.137413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:12:09.150618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b692-34fe-4420-accc-7ba5418f1e7c req-3d6bb67e-e08d-47e4-aea8-adecebafaa58 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:09.152395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:12:09.160951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b692-34fe-4420-accc-7ba5418f1e7c req-3d6bb67e-e08d-47e4-aea8-adecebafaa58 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:09.182156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b692-34fe-4420-accc-7ba5418f1e7c req-3d6bb67e-e08d-47e4-aea8-adecebafaa58 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:09.188377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b692-34fe-4420-accc-7ba5418f1e7c req-3d6bb67e-e08d-47e4-aea8-adecebafaa58 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:09.213132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b692-34fe-4420-accc-7ba5418f1e7c req-3d6bb67e-e08d-47e4-aea8-adecebafaa58 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:09.230905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b692-34fe-4420-accc-7ba5418f1e7c req-3d6bb67e-e08d-47e4-aea8-adecebafaa58 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:09.239080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b692-34fe-4420-accc-7ba5418f1e7c req-3d6bb67e-e08d-47e4-aea8-adecebafaa58 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:09.244385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:09.245070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:09.248453 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51813060-a050-40d9-b242-1a356791dc23 x-openstack-request-id: req-51813060-a050-40d9-b242-1a356791dc23 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:09.248693 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0355b692-34fe-4420-accc-7ba5418f1e7c req-3d6bb67e-e08d-47e4-aea8-adecebafaa58 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.2100356 Sep 29 23:12:09.248841 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbcf20d-833b-4960-89e8-a8ed0f3248b4", "name": "network-vif-deleted", "tag": "4482acaa-e712-4f0d-961a-96dc242a0341", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:09.249029 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51813060-a050-40d9-b242-1a356791dc23 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:09.249375 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbcf20d-833b-4960-89e8-a8ed0f3248b4', 'name': 'network-vif-deleted', 'tag': '4482acaa-e712-4f0d-961a-96dc242a0341', 'status': 'completed', 'code': 200} Sep 29 23:12:09.256837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Pushing event updated for resources: {'Port': ['ID=9855914b-e651-48d4-8702-8261bda36775,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:09.281322 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b10cb5b6-d884-45a9-8183-08b4f4e72452 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6899452 Sep 29 23:12:09.294061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Request body: {'port': {'device_id': 'd1fffd31-3be2-4d6c-a26a-33e9a6edc1f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:12:09.322557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0355b692-34fe-4420-accc-7ba5418f1e7c req-0f3649d6-b9a8-4d55-9a7d-c1849b261516 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720856 Sep 29 23:12:09.416932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:09.475507 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:09.754145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 661becd6-1542-47a9-a64d-f19b9d783215 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:09.959724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427839bf-47f6-4e96-9644-d80cbdc777be req-9a047ee7-fb81-4a45-a586-55977bf04f11 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:09.968293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-427839bf-47f6-4e96-9644-d80cbdc777be req-9a047ee7-fb81-4a45-a586-55977bf04f11 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 945 time: 0.1183681 Sep 29 23:12:09.990245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a13059-30d6-48f2-881f-0ec5418400fb req-7d77c1f3-7eab-40af-a4f1-1261306ab0f8 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:09.992168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16a13059-30d6-48f2-881f-0ec5418400fb req-7d77c1f3-7eab-40af-a4f1-1261306ab0f8 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 936 time: 0.2118080 Sep 29 23:12:10.095903 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-427839bf-47f6-4e96-9644-d80cbdc777be req-221f37d4-6e01-4689-b9e6-b67f22abbb2b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186430 Sep 29 23:12:10.121308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9855914b-e651-48d4-8702-8261bda36775 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:10.141638 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16a13059-30d6-48f2-881f-0ec5418400fb req-3c3d6797-bd38-4e68-a3a5-2235138db6ac tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093087 Sep 29 23:12:10.148240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:10.182534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Transition to ACTIVE for port object 9855914b-e651-48d4-8702-8261bda36775 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:12:10.197960 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:10.240871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 661becd6-1542-47a9-a64d-f19b9d783215 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:10.241849 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:10.291099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Pushing event updated for resources: {'Port': ['ID=9855914b-e651-48d4-8702-8261bda36775,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:10.564704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:10.609658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Attempting to bind port 9855914b-e651-48d4-8702-8261bda36775 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:12:10.610727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Attempting to bind port 9855914b-e651-48d4-8702-8261bda36775 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:12:10.613712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Attempting to bind port 9855914b-e651-48d4-8702-8261bda36775 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:12:10.624929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Port 9855914b-e651-48d4-8702-8261bda36775 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:12:10.625591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Attempting to bind port 9855914b-e651-48d4-8702-8261bda36775 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:12:10.630954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661becd6-1542-47a9-a64d-f19b9d783215'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:10.636406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:12:10.636994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:12:10.637548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:12:10.638182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Bound port: 9855914b-e651-48d4-8702-8261bda36775, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:12:10.638715 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:10.638952 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985690af-78f3-4a6a-9da4-3ff88b4fb030" -d '{"events": [{"server_uuid": "58f5c3b8-81d6-4adf-8621-1aa9fd78beae", "name": "network-vif-plugged", "status": "completed", "tag": "661becd6-1542-47a9-a64d-f19b9d783215"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:10.678209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 661becd6-1542-47a9-a64d-f19b9d783215, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=661becd6-1542-47a9-a64d-f19b9d783215,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:10.689089 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:10.697318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8996810-8934-468a-8c6a-5e9f30beef72 req-9d492fdd-08dd-4416-bc3e-016be956d832 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:10.719791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8996810-8934-468a-8c6a-5e9f30beef72 req-9d492fdd-08dd-4416-bc3e-016be956d832 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:10.743383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8996810-8934-468a-8c6a-5e9f30beef72 req-9d492fdd-08dd-4416-bc3e-016be956d832 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:10.753293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8996810-8934-468a-8c6a-5e9f30beef72 req-9d492fdd-08dd-4416-bc3e-016be956d832 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:10.767397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] For port 9855914b-e651-48d4-8702-8261bda36775, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:12:10.770755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] For port 9855914b-e651-48d4-8702-8261bda36775, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9855914b-e651-48d4-8702-8261bda36775,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:12:10.773102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8996810-8934-468a-8c6a-5e9f30beef72 req-9d492fdd-08dd-4416-bc3e-016be956d832 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:10.776413 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:10.779036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8996810-8934-468a-8c6a-5e9f30beef72 req-9d492fdd-08dd-4416-bc3e-016be956d832 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:10.796286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=661becd6-1542-47a9-a64d-f19b9d783215,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:10.797563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8996810-8934-468a-8c6a-5e9f30beef72 req-9d492fdd-08dd-4416-bc3e-016be956d832 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:10.799598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8996810-8934-468a-8c6a-5e9f30beef72 req-9d492fdd-08dd-4416-bc3e-016be956d832 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.2612634 Sep 29 23:12:10.820763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:10.821397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:10.823279 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] 10.222.0.26 "PUT /v2.0/ports/9855914b-e651-48d4-8702-8261bda36775 HTTP/1.1" status: 200 len: 1096 time: 1.5338178 Sep 29 23:12:10.862791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0c518-3d7b-4b81-ad9a-e7768eaddacf service neutron] Pushing event updated for resources: {'Port': ['ID=9855914b-e651-48d4-8702-8261bda36775,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:10.944633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b09de565-00a6-4063-8b1e-99c9b29e2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:10.946569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-b09de565-00a6-4063-8b1e-99c9b29e2f47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 1099 time: 0.0621839 Sep 29 23:12:10.950088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5897faba-e158-48e5-89ca-da6872c33514 req-d8f71b48-901d-41d7-b031-3e5621b45cdb tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:10.961820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5897faba-e158-48e5-89ca-da6872c33514 req-d8f71b48-901d-41d7-b031-3e5621b45cdb tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 950 time: 0.3235211 Sep 29 23:12:11.008395 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8996810-8934-468a-8c6a-5e9f30beef72 req-132c6d1c-6c33-46e0-99f2-0248599f2aa4 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1823173 Sep 29 23:12:11.056754 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5897faba-e158-48e5-89ca-da6872c33514 req-0c13edd5-c95a-44cd-ace2-638908f6634e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931497 Sep 29 23:12:11.068356 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-433020aa-22a2-44f2-920b-a808325195c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=9855914b-e651-48d4-8702-8261bda36775 HTTP/1.1" status: 200 len: 217 time: 0.1114657 Sep 29 23:12:11.083792 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34247fed-6f5c-4b76-a93a-f929d5f93190 x-openstack-request-id: req-34247fed-6f5c-4b76-a93a-f929d5f93190 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:11.084275 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5c3b8-81d6-4adf-8621-1aa9fd78beae", "name": "network-vif-plugged", "status": "completed", "tag": "661becd6-1542-47a9-a64d-f19b9d783215", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:11.084542 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-34247fed-6f5c-4b76-a93a-f929d5f93190 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:11.084942 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661becd6-1542-47a9-a64d-f19b9d783215', 'code': 200} Sep 29 23:12:11.219632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-7f72cc30-a9f3-4e1f-80e1-57abe1144588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:11.225184 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-7f72cc30-a9f3-4e1f-80e1-57abe1144588 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1469612 Sep 29 23:12:11.255919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1fffd31-3be2-4d6c-a26a-33e9a6edc1f5', 'tag': '9855914b-e651-48d4-8702-8261bda36775'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:11.270707 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368" -d '{"events": [{"name": "network-changed", "server_uuid": "d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5", "tag": "9855914b-e651-48d4-8702-8261bda36775"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:11.357953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-c9534c14-6a31-4dc2-accc-a64e62d62ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:11.359519 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-c9534c14-6a31-4dc2-accc-a64e62d62ffb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222277 Sep 29 23:12:11.420473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4664168-d698-4867-9e07-571fe8dd0a5d req-f49e3c37-a930-471f-8e9b-89b60fb4d8c0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:11.443698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4664168-d698-4867-9e07-571fe8dd0a5d req-f49e3c37-a930-471f-8e9b-89b60fb4d8c0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2145941 Sep 29 23:12:11.496671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92bff41-434c-44bc-a850-5212ea22d89f req-a0849b11-4058-4232-ad7b-5a41501b00ee tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:11.507703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c92bff41-434c-44bc-a850-5212ea22d89f req-a0849b11-4058-4232-ad7b-5a41501b00ee tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 948 time: 0.2119694 Sep 29 23:12:11.544988 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-f193fe5b-31ba-424d-a231-c2149d4c3c90 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756425 Sep 29 23:12:11.614708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4664168-d698-4867-9e07-571fe8dd0a5d req-038c68fe-5f1b-4682-b301-858578f48704 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697345 Sep 29 23:12:11.657031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c92bff41-434c-44bc-a850-5212ea22d89f req-6e5101ff-79b9-436b-8741-26927fb9b154 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461666 Sep 29 23:12:11.688930 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:12:11.725070 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59a5a4f7-501d-4cee-824a-4130a0f5deb7 req-11e81039-0557-429b-a454-05aafe176a40 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705465 Sep 29 23:12:11.732403 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a591f6b7-9851-429f-817a-ba01616d6038 x-openstack-request-id: req-a591f6b7-9851-429f-817a-ba01616d6038 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:11.732954 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5", "tag": "9855914b-e651-48d4-8702-8261bda36775", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:11.733365 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a591f6b7-9851-429f-817a-ba01616d6038 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:11.733923 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1fffd31-3be2-4d6c-a26a-33e9a6edc1f5', 'tag': '9855914b-e651-48d4-8702-8261bda36775', 'status': 'completed', 'code': 200} Sep 29 23:12:11.760372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:11.953063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-4d74c539-5ff3-45a9-8761-ef5f77a21c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:11.955263 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-4d74c539-5ff3-45a9-8761-ef5f77a21c59 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 1099 time: 0.1255109 Sep 29 23:12:11.965429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-1a305e18-dac4-4825-84dd-b16e88bbe4f7 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:11.966861 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-1a305e18-dac4-4825-84dd-b16e88bbe4f7 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 950 time: 0.0809519 Sep 29 23:12:12.082493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4482acaa-e712-4f0d-961a-96dc242a0341 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:12.106300 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65038491-6e0f-4230-bd40-3eaf9dec07a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:12.139674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 4482acaa-e712-4f0d-961a-96dc242a0341 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:12.140130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4482acaa-e712-4f0d-961a-96dc242a0341 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:12.259543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-7eac91b7-466b-4d92-a3e3-6ab083b46976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.262109 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-7eac91b7-466b-4d92-a3e3-6ab083b46976 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.2943275 Sep 29 23:12:12.324249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Deleting port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:12.324748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:12.435125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65038491-6e0f-4230-bd40-3eaf9dec07a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:12.444524 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65038491-6e0f-4230-bd40-3eaf9dec07a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:12.459045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584bae2-a741-4bf6-b6bf-205eab2bf9a0 req-216a23eb-b513-4c83-9698-a2780bdb9379 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.466724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a584bae2-a741-4bf6-b6bf-205eab2bf9a0 req-216a23eb-b513-4c83-9698-a2780bdb9379 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 950 time: 0.1474662 Sep 29 23:12:12.496999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c792-cb25-44cb-89e7-4a111dc66307 req-9cd6fcbe-a5c5-4d59-9853-d17b9df65707 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.505381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c792-cb25-44cb-89e7-4a111dc66307 req-9cd6fcbe-a5c5-4d59-9853-d17b9df65707 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.513303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c792-cb25-44cb-89e7-4a111dc66307 req-9cd6fcbe-a5c5-4d59-9853-d17b9df65707 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.520530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c792-cb25-44cb-89e7-4a111dc66307 req-9cd6fcbe-a5c5-4d59-9853-d17b9df65707 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.527976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c792-cb25-44cb-89e7-4a111dc66307 req-9cd6fcbe-a5c5-4d59-9853-d17b9df65707 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.535022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c792-cb25-44cb-89e7-4a111dc66307 req-9cd6fcbe-a5c5-4d59-9853-d17b9df65707 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.545975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf7c792-cb25-44cb-89e7-4a111dc66307 req-9cd6fcbe-a5c5-4d59-9853-d17b9df65707 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.550058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bf7c792-cb25-44cb-89e7-4a111dc66307 req-9cd6fcbe-a5c5-4d59-9853-d17b9df65707 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.2296834 Sep 29 23:12:12.567645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] For port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:12.568101 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:12.582176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Calling delete_port for 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:12.592468 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-f99c12b1-815b-4e58-b6c4-a6f5a66f5ac9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=9855914b-e651-48d4-8702-8261bda36775 HTTP/1.1" status: 200 len: 217 time: 0.3213601 Sep 29 23:12:12.631713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-65038491-6e0f-4230-bd40-3eaf9dec07a7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a0edc98394445319632bd5d3b3a7ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8699920 Sep 29 23:12:12.632752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:12.643634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65038491-6e0f-4230-bd40-3eaf9dec07a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017feb59-fd1c-445d-ac9e-4d1855646df3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:12.661619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a584bae2-a741-4bf6-b6bf-205eab2bf9a0 req-06b66b66-f955-4e39-bb9a-1c99ec7dc11e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936052 Sep 29 23:12:12.726273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bf7c792-cb25-44cb-89e7-4a111dc66307 req-7321615e-bdf7-4070-8dce-6aa32239c8e9 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1508038 Sep 29 23:12:12.729126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-eba82a9a-702d-4dea-ba37-5ef0bd0f4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.731978 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-eba82a9a-702d-4dea-ba37-5ef0bd0f4c56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0975292 Sep 29 23:12:12.758095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e3aef8-0708-4215-b740-8645aed5bdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:12.809531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e3aef8-0708-4215-b740-8645aed5bdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:12.841388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-c1547b27-2d01-4a61-b913-d733abdb92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.845578 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-c1547b27-2d01-4a61-b913-d733abdb92f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0951681 Sep 29 23:12:12.941548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918593f0-42cf-4659-b730-edad5cfd1bc3 req-04955d1e-2373-4f92-823b-104e47afc75c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.948839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918593f0-42cf-4659-b730-edad5cfd1bc3 req-04955d1e-2373-4f92-823b-104e47afc75c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1095626 Sep 29 23:12:12.968376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f00c8-fcf4-4d04-a112-49a4fa2107ca req-b994c649-17bd-4322-9e3c-650514219c85 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:12.983873 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-472f00c8-fcf4-4d04-a112-49a4fa2107ca req-b994c649-17bd-4322-9e3c-650514219c85 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 948 time: 0.1505587 Sep 29 23:12:13.014771 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:13.022253 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e3aef8-0708-4215-b740-8645aed5bdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:13.026890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', '2fe9ffb2-0009-4b24-a5fb-c6436614f39e', '116adfc0-94f6-4deb-8aeb-fe36749ae8c9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:13.028162 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e3aef8-0708-4215-b740-8645aed5bdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:13.037722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b3e3aef8-0708-4215-b740-8645aed5bdb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/017feb59-fd1c-445d-ac9e-4d1855646df3 HTTP/1.1" status: 204 len: 168 time: 0.4001377 Sep 29 23:12:13.045494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event deleted for resources: {'Port': ['ID=116adfc0-94f6-4deb-8aeb-fe36749ae8c9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:13.058894 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-d28c2a83-f8df-454a-98f7-5b0b7c4d17f9 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599164 Sep 29 23:12:13.064548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.064965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.065403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.065924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.066276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.066703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.067114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.067627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.068078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.068500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.068923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.069343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:13.105295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e3aef8-0708-4215-b740-8645aed5bdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017feb59-fd1c-445d-ac9e-4d1855646df3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:13.121939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c', '2589a3ad-a191-4384-98d2-524ad29024b8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:13.164020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918593f0-42cf-4659-b730-edad5cfd1bc3 req-d8f005fb-cf27-4c7a-ad5d-0f104db3f1de tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062168 Sep 29 23:12:13.185178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-472f00c8-fcf4-4d04-a112-49a4fa2107ca req-0679d3a2-4cd1-4021-b85e-b579f81d99ae tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960337 Sep 29 23:12:13.303898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] No DVR routers for this DVR port 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:13.310633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:13.312912 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7616eff-d5ca-4000-b008-74d1f2408196 req-f242d85c-dacf-4022-b3c9-a60cbe1a1b1f tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "DELETE /v2.0/ports/116adfc0-94f6-4deb-8aeb-fe36749ae8c9 HTTP/1.1" status: 204 len: 173 time: 1.3353574 Sep 29 23:12:13.342250 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-45787ad8-c8f3-4b3a-aadf-4f0cfddc9368 req-726ff42e-cbd7-42c2-8cff-35a35286eb85 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695270 Sep 29 23:12:13.737590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7af9c4b-2712-4700-aa88-f7e7cfed6482', 'name': 'network-vif-deleted', 'tag': '116adfc0-94f6-4deb-8aeb-fe36749ae8c9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:13.740226 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7e974f-c250-462a-9994-a20b0a6cca53" -d '{"events": [{"server_uuid": "f7af9c4b-2712-4700-aa88-f7e7cfed6482", "name": "network-vif-deleted", "tag": "116adfc0-94f6-4deb-8aeb-fe36749ae8c9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:13.849915 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-470ce57d-66b9-4977-9873-b98c7abc15c5 x-openstack-request-id: req-470ce57d-66b9-4977-9873-b98c7abc15c5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:13.850725 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7af9c4b-2712-4700-aa88-f7e7cfed6482", "name": "network-vif-deleted", "tag": "116adfc0-94f6-4deb-8aeb-fe36749ae8c9", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:13.851280 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-470ce57d-66b9-4977-9873-b98c7abc15c5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:13.856428 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7af9c4b-2712-4700-aa88-f7e7cfed6482', 'name': 'network-vif-deleted', 'tag': '116adfc0-94f6-4deb-8aeb-fe36749ae8c9', 'status': 'completed', 'code': 200} Sep 29 23:12:13.952324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe93d564-19d5-47e2-b56b-ff0201932e89 req-1d80f4f8-375e-407e-8aa7-24a06b775cbd tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=f7af9c4b-2712-4700-aa88-f7e7cfed6482 HTTP/1.1" status: 200 len: 210 time: 0.0651188 Sep 29 23:12:14.035070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51496) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:14.069254 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a881a348-c6d3-46e9-a5dd-a67e74cde1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:14.148645 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5157-9b1e-471a-9f8a-f9ce91288fa1 req-fa85acff-34a6-450c-bdde-4f9e8b393bf2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:14.156015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5157-9b1e-471a-9f8a-f9ce91288fa1 req-fa85acff-34a6-450c-bdde-4f9e8b393bf2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:14.163476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5157-9b1e-471a-9f8a-f9ce91288fa1 req-fa85acff-34a6-450c-bdde-4f9e8b393bf2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:14.170899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5157-9b1e-471a-9f8a-f9ce91288fa1 req-fa85acff-34a6-450c-bdde-4f9e8b393bf2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:14.179682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5157-9b1e-471a-9f8a-f9ce91288fa1 req-fa85acff-34a6-450c-bdde-4f9e8b393bf2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:14.186129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5157-9b1e-471a-9f8a-f9ce91288fa1 req-fa85acff-34a6-450c-bdde-4f9e8b393bf2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:14.193938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f5157-9b1e-471a-9f8a-f9ce91288fa1 req-fa85acff-34a6-450c-bdde-4f9e8b393bf2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:14.203491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a9f5157-9b1e-471a-9f8a-f9ce91288fa1 req-fa85acff-34a6-450c-bdde-4f9e8b393bf2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.1886280 Sep 29 23:12:14.306168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a9f5157-9b1e-471a-9f8a-f9ce91288fa1 req-b7a52f0e-e679-41c0-97e0-64618b71b3c1 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000152 Sep 29 23:12:14.438788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b71f34-11b1-4ef7-a260-ab7800225b97 req-517a4e6f-b28f-47f3-9f10-a525a77e351a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:14.446552 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12b71f34-11b1-4ef7-a260-ab7800225b97 req-517a4e6f-b28f-47f3-9f10-a525a77e351a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1604445 Sep 29 23:12:14.548768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33255c5-907e-4344-ba7f-109f6437a1f7 req-c425d80a-1b8e-4fa9-ac84-5c0dccbdcb98 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:14.556217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e33255c5-907e-4344-ba7f-109f6437a1f7 req-c425d80a-1b8e-4fa9-ac84-5c0dccbdcb98 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 948 time: 0.1038392 Sep 29 23:12:14.573446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12b71f34-11b1-4ef7-a260-ab7800225b97 req-33f5b37a-db4e-4e82-b2b5-4dba69729793 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236413 Sep 29 23:12:14.684291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e33255c5-907e-4344-ba7f-109f6437a1f7 req-b86cba2f-b128-4e8e-b65e-d21cc5ecb66b tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269712 Sep 29 23:12:14.695703 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a881a348-c6d3-46e9-a5dd-a67e74cde1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:14.704894 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a881a348-c6d3-46e9-a5dd-a67e74cde1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:14.771241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a881a348-c6d3-46e9-a5dd-a67e74cde1c1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05bd47eaa08e42348b596bfc8ce681c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7351608 Sep 29 23:12:14.772604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881a348-c6d3-46e9-a5dd-a67e74cde1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19846a86-68c1-4383-b93e-f266d0729d61,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:14.774295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51510) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:14.894197 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0949-1e38-44da-8220-ce3e8b859f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:14.936569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0949-1e38-44da-8220-ce3e8b859f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:15.048142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0949-1e38-44da-8220-ce3e8b859f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:15.050983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f8f0949-1e38-44da-8220-ce3e8b859f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:15.058157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5f8f0949-1e38-44da-8220-ce3e8b859f73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/19846a86-68c1-4383-b93e-f266d0729d61 HTTP/1.1" status: 204 len: 168 time: 0.2762384 Sep 29 23:12:15.076174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f0949-1e38-44da-8220-ce3e8b859f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19846a86-68c1-4383-b93e-f266d0729d61,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:15.524881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000c5f-4f6d-4013-8513-268f5bdddb35 req-bd23e5b3-7f2b-4c15-a3f0-852ef2a81bc5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:15.533698 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000c5f-4f6d-4013-8513-268f5bdddb35 req-bd23e5b3-7f2b-4c15-a3f0-852ef2a81bc5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:15.540545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000c5f-4f6d-4013-8513-268f5bdddb35 req-bd23e5b3-7f2b-4c15-a3f0-852ef2a81bc5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:15.547315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000c5f-4f6d-4013-8513-268f5bdddb35 req-bd23e5b3-7f2b-4c15-a3f0-852ef2a81bc5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:15.554656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000c5f-4f6d-4013-8513-268f5bdddb35 req-bd23e5b3-7f2b-4c15-a3f0-852ef2a81bc5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:15.561326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000c5f-4f6d-4013-8513-268f5bdddb35 req-bd23e5b3-7f2b-4c15-a3f0-852ef2a81bc5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:15.568950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5000c5f-4f6d-4013-8513-268f5bdddb35 req-bd23e5b3-7f2b-4c15-a3f0-852ef2a81bc5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:15.578184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5000c5f-4f6d-4013-8513-268f5bdddb35 req-bd23e5b3-7f2b-4c15-a3f0-852ef2a81bc5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.1203377 Sep 29 23:12:15.641826 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5000c5f-4f6d-4013-8513-268f5bdddb35 req-e554c1bc-ccda-409c-8739-92f40e3c46c5 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570626 Sep 29 23:12:16.033143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858de6e7-01b2-4698-8798-a125bca0a488 req-b3fed840-567c-448e-86ca-faa3a087ddd6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:16.052944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-858de6e7-01b2-4698-8798-a125bca0a488 req-b3fed840-567c-448e-86ca-faa3a087ddd6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1807570 Sep 29 23:12:16.107016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9855914b-e651-48d4-8702-8261bda36775 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:12:16.111916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:16.161263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-858de6e7-01b2-4698-8798-a125bca0a488 req-7468a4bb-6dee-412b-b45f-a4e6c92eed15 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019695 Sep 29 23:12:16.190614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:16.191302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 116adfc0-94f6-4deb-8aeb-fe36749ae8c9 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:16.324224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab42fa-4294-4f0e-b756-5bac19285250 req-2d5837db-bfbd-40d4-a9d8-224ccc5b4532 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:16.325833 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18ab42fa-4294-4f0e-b756-5bac19285250 req-2d5837db-bfbd-40d4-a9d8-224ccc5b4532 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 948 time: 0.1171758 Sep 29 23:12:16.399554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9855914b-e651-48d4-8702-8261bda36775, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9855914b-e651-48d4-8702-8261bda36775,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:16.419848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '9855914b-e651-48d4-8702-8261bda36775', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '9855914b-e651-48d4-8702-8261bda36775', 'mac_address': 'fa:16:3e:0b:66:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:12:16.528036 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:16.546118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9855914b-e651-48d4-8702-8261bda36775 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:16.551024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df378f6f-15cd-4dc0-80ca-1d29b8eda47e req-f2e29d59-fce6-42d2-ab69-5a04b768be3a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:16.554390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df378f6f-15cd-4dc0-80ca-1d29b8eda47e req-f2e29d59-fce6-42d2-ab69-5a04b768be3a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=c130a572-d1a2-47ef-80d6-d6a279a4952e HTTP/1.1" status: 200 len: 950 time: 0.2216203 Sep 29 23:12:16.583403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18ab42fa-4294-4f0e-b756-5bac19285250 req-b2b2a833-bc79-4f8c-b41f-c9b427c98e7e tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402511 Sep 29 23:12:16.597754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9855914b-e651-48d4-8702-8261bda36775, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9855914b-e651-48d4-8702-8261bda36775,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:16.603584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:16.658401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df378f6f-15cd-4dc0-80ca-1d29b8eda47e req-e864afad-8125-4943-b1cc-93f2c9955d8a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687630 Sep 29 23:12:16.754092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9855914b-e651-48d4-8702-8261bda36775,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:16.836567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['9855914b-e651-48d4-8702-8261bda36775'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:16.853366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d336d43-2943-4c92-b518-f21196baddcd req-42028816-554f-4229-b456-890dd06ca2ff tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:16.867585 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7d336d43-2943-4c92-b518-f21196baddcd req-42028816-554f-4229-b456-890dd06ca2ff tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/ports?device_id=c130a572-d1a2-47ef-80d6-d6a279a4952e HTTP/1.1" status: 200 len: 950 time: 0.2001238 Sep 29 23:12:16.955226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f051e-e8da-46cd-8c4a-46037e86d813 req-6ff32c01-6391-4804-be6f-9a00fe016218 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:16.962632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f051e-e8da-46cd-8c4a-46037e86d813 req-6ff32c01-6391-4804-be6f-9a00fe016218 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:16.969867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f051e-e8da-46cd-8c4a-46037e86d813 req-6ff32c01-6391-4804-be6f-9a00fe016218 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:16.977405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f051e-e8da-46cd-8c4a-46037e86d813 req-6ff32c01-6391-4804-be6f-9a00fe016218 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:16.983876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f051e-e8da-46cd-8c4a-46037e86d813 req-6ff32c01-6391-4804-be6f-9a00fe016218 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:16.991275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f051e-e8da-46cd-8c4a-46037e86d813 req-6ff32c01-6391-4804-be6f-9a00fe016218 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:16.998462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f051e-e8da-46cd-8c4a-46037e86d813 req-6ff32c01-6391-4804-be6f-9a00fe016218 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:17.009648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c7f051e-e8da-46cd-8c4a-46037e86d813 req-6ff32c01-6391-4804-be6f-9a00fe016218 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.1932368 Sep 29 23:12:17.166953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c7f051e-e8da-46cd-8c4a-46037e86d813 req-924c1e22-c4c6-4e02-9125-53542209a4e4 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1528246 Sep 29 23:12:17.187430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-7d336d43-2943-4c92-b518-f21196baddcd req-20847558-b6ae-4513-8cd5-2c52a602e52e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Deleting port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:17.198106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7d336d43-2943-4c92-b518-f21196baddcd req-20847558-b6ae-4513-8cd5-2c52a602e52e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:17.393118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54abcf-d0f6-484a-ac38-228453e57683 req-f969cdb6-8d40-4ef5-93dc-469d7b98e91b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:17.402342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e54abcf-d0f6-484a-ac38-228453e57683 req-f969cdb6-8d40-4ef5-93dc-469d7b98e91b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.0895605 Sep 29 23:12:17.502192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7d336d43-2943-4c92-b518-f21196baddcd req-20847558-b6ae-4513-8cd5-2c52a602e52e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] For port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:17.502614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7d336d43-2943-4c92-b518-f21196baddcd req-20847558-b6ae-4513-8cd5-2c52a602e52e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:17.522166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e54abcf-d0f6-484a-ac38-228453e57683 req-2782d36c-db38-43ac-ba00-039b15cde8e5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170392 Sep 29 23:12:17.541321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-7d336d43-2943-4c92-b518-f21196baddcd req-20847558-b6ae-4513-8cd5-2c52a602e52e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Calling delete_port for 2fe9ffb2-0009-4b24-a5fb-c6436614f39e owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:17.782250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7d336d43-2943-4c92-b518-f21196baddcd req-20847558-b6ae-4513-8cd5-2c52a602e52e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:17.799364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', '2fe9ffb2-0009-4b24-a5fb-c6436614f39e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:17.856289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-fce4d823-6da4-438e-8e76-0be47ceff3f5 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:17.858541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-fce4d823-6da4-438e-8e76-0be47ceff3f5 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 950 time: 0.2427602 Sep 29 23:12:17.909098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20847558-b6ae-4513-8cd5-2c52a602e52e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event deleted for resources: {'Port': ['ID=2fe9ffb2-0009-4b24-a5fb-c6436614f39e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:18.013550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d336d43-2943-4c92-b518-f21196baddcd req-20847558-b6ae-4513-8cd5-2c52a602e52e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] No DVR routers for this DVR port 2fe9ffb2-0009-4b24-a5fb-c6436614f39e on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:18.018549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c', '2589a3ad-a191-4384-98d2-524ad29024b8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:18.029355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7d336d43-2943-4c92-b518-f21196baddcd req-20847558-b6ae-4513-8cd5-2c52a602e52e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:18.049657 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7d336d43-2943-4c92-b518-f21196baddcd req-20847558-b6ae-4513-8cd5-2c52a602e52e tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "DELETE /v2.0/ports/2fe9ffb2-0009-4b24-a5fb-c6436614f39e HTTP/1.1" status: 204 len: 173 time: 1.1746900 Sep 29 23:12:18.065295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c130a572-d1a2-47ef-80d6-d6a279a4952e', 'name': 'network-vif-deleted', 'tag': '2fe9ffb2-0009-4b24-a5fb-c6436614f39e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:18.076257 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928fc6fb-4b7e-4364-8b8f-2829d2f990a2" -d '{"events": [{"server_uuid": "c130a572-d1a2-47ef-80d6-d6a279a4952e", "name": "network-vif-deleted", "tag": "2fe9ffb2-0009-4b24-a5fb-c6436614f39e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:18.147543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9855914b-e651-48d4-8702-8261bda36775 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:18.155119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56c10b3e-4365-4d77-80f3-78af7bcb6d50 req-a5978651-774e-4810-adbb-bce62d733146 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=c130a572-d1a2-47ef-80d6-d6a279a4952e HTTP/1.1" status: 200 len: 210 time: 0.2923372 Sep 29 23:12:18.361496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea8755-ddf4-4918-8275-5d42e4cc0f9f req-6d70dbc9-811e-431e-9460-0929dd74e383 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:18.374813 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6ea8755-ddf4-4918-8275-5d42e4cc0f9f req-6d70dbc9-811e-431e-9460-0929dd74e383 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 949 time: 0.6479778 Sep 29 23:12:18.399237 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503ff5a7-affb-4456-8848-f64bf9d03522 x-openstack-request-id: req-503ff5a7-affb-4456-8848-f64bf9d03522 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:18.399546 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c130a572-d1a2-47ef-80d6-d6a279a4952e", "name": "network-vif-deleted", "tag": "2fe9ffb2-0009-4b24-a5fb-c6436614f39e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:18.399934 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-503ff5a7-affb-4456-8848-f64bf9d03522 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:18.400473 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c130a572-d1a2-47ef-80d6-d6a279a4952e', 'name': 'network-vif-deleted', 'tag': '2fe9ffb2-0009-4b24-a5fb-c6436614f39e', 'status': 'completed', 'code': 200} Sep 29 23:12:18.579920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 9855914b-e651-48d4-8702-8261bda36775 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:12:18.586717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 9855914b-e651-48d4-8702-8261bda36775 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:18.586717 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:18.752596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6ea8755-ddf4-4918-8275-5d42e4cc0f9f req-a8b4e8dc-c4d7-4902-b318-fbc0e7eced9a tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644502 Sep 29 23:12:18.857709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Deleting port 2589a3ad-a191-4384-98d2-524ad29024b8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:18.858542 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:19.118543 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:19.157979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790978e-aa8c-4e79-a00d-acef3f076873 req-713281d4-c534-4519-bcd4-3e7880051a21 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:19.181602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790978e-aa8c-4e79-a00d-acef3f076873 req-713281d4-c534-4519-bcd4-3e7880051a21 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:19.202957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790978e-aa8c-4e79-a00d-acef3f076873 req-713281d4-c534-4519-bcd4-3e7880051a21 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:19.219552 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fffd31-3be2-4d6c-a26a-33e9a6edc1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9855914b-e651-48d4-8702-8261bda36775'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:19.241121 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20c6b2bf-382a-4e2b-93a8-1113f76a5315" -d '{"events": [{"server_uuid": "d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5", "name": "network-vif-plugged", "status": "completed", "tag": "9855914b-e651-48d4-8702-8261bda36775"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:19.247994 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790978e-aa8c-4e79-a00d-acef3f076873 req-713281d4-c534-4519-bcd4-3e7880051a21 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:19.259436 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790978e-aa8c-4e79-a00d-acef3f076873 req-713281d4-c534-4519-bcd4-3e7880051a21 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:19.267208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790978e-aa8c-4e79-a00d-acef3f076873 req-713281d4-c534-4519-bcd4-3e7880051a21 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:19.274444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790978e-aa8c-4e79-a00d-acef3f076873 req-713281d4-c534-4519-bcd4-3e7880051a21 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:19.284488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c790978e-aa8c-4e79-a00d-acef3f076873 req-713281d4-c534-4519-bcd4-3e7880051a21 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.6428423 Sep 29 23:12:19.390296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9855914b-e651-48d4-8702-8261bda36775, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9855914b-e651-48d4-8702-8261bda36775,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:19.396332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] For port 2589a3ad-a191-4384-98d2-524ad29024b8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2589a3ad-a191-4384-98d2-524ad29024b8,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:19.396817 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:19.402199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:19.425491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Calling delete_port for 2589a3ad-a191-4384-98d2-524ad29024b8 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:19.453447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c790978e-aa8c-4e79-a00d-acef3f076873 req-43562901-a4a8-47ff-8640-382d398460aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1675060 Sep 29 23:12:19.497504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9855914b-e651-48d4-8702-8261bda36775,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:19.522600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61b157-5b74-48fa-881d-bfea2f7c70b8 req-c9c9b0f7-8cec-4e39-b1bc-db30f474bcb7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:19.530275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c61b157-5b74-48fa-881d-bfea2f7c70b8 req-c9c9b0f7-8cec-4e39-b1bc-db30f474bcb7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2396729 Sep 29 23:12:19.581977 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce7a54b-1892-42b9-8fb3-4dc0a6f0c23a x-openstack-request-id: req-3ce7a54b-1892-42b9-8fb3-4dc0a6f0c23a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:19.582279 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5", "name": "network-vif-plugged", "status": "completed", "tag": "9855914b-e651-48d4-8702-8261bda36775", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:19.582537 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ce7a54b-1892-42b9-8fb3-4dc0a6f0c23a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:19.582935 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fffd31-3be2-4d6c-a26a-33e9a6edc1f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9855914b-e651-48d4-8702-8261bda36775', 'code': 200} Sep 29 23:12:19.646933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c61b157-5b74-48fa-881d-bfea2f7c70b8 req-b4f23fb7-82a6-42b1-b9fd-6f53bc30d90a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810266 Sep 29 23:12:19.714875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d4901-34ff-45ba-912a-1043b50d8682 req-d82ab8c7-573d-414b-9dea-6f9e72aae01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:19.717079 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-105d4901-34ff-45ba-912a-1043b50d8682 req-d82ab8c7-573d-414b-9dea-6f9e72aae01a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 1101 time: 0.0605443 Sep 29 23:12:19.756753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735673f-ff8c-4aca-ab48-b958466f6369 req-844ed6b2-810a-4ab9-96c3-bdb9de7cb2f5 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:19.758696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0735673f-ff8c-4aca-ab48-b958466f6369 req-844ed6b2-810a-4ab9-96c3-bdb9de7cb2f5 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 950 time: 0.1051619 Sep 29 23:12:19.810815 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-105d4901-34ff-45ba-912a-1043b50d8682 req-5ec1de42-a8a2-4bd2-a51c-faea2f1baedc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683725 Sep 29 23:12:19.894911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0735673f-ff8c-4aca-ab48-b958466f6369 req-7c129801-ff6a-4e1a-b584-ec05a8cb19f8 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248953 Sep 29 23:12:19.929224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:19.942009 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', '2fe9ffb2-0009-4b24-a5fb-c6436614f39e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:19.980043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:20.036965 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:20.106536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event deleted for resources: {'Port': ['ID=2589a3ad-a191-4384-98d2-524ad29024b8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:20.173581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.173954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.174259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.179252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.179666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.180249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.180598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.180936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.181271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.181601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.181932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.182259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:20.274356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] No DVR routers for this DVR port 2589a3ad-a191-4384-98d2-524ad29024b8 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:20.286420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:20.288974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03249c8d-0294-4ac4-9e7e-6742b856ed90 req-2c7b3e4e-23ca-4572-b678-81768826bb36 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "DELETE /v2.0/ports/2589a3ad-a191-4384-98d2-524ad29024b8 HTTP/1.1" status: 204 len: 173 time: 2.3944793 Sep 29 23:12:20.293592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3', 'name': 'network-vif-deleted', 'tag': '2589a3ad-a191-4384-98d2-524ad29024b8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:20.304964 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92121b59-f366-4d5f-a8ec-bacb965dc865" -d '{"events": [{"server_uuid": "5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3", "name": "network-vif-deleted", "tag": "2589a3ad-a191-4384-98d2-524ad29024b8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:20.333732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7df2b1-b7c7-4d08-a33e-46fd9d46dcd9 req-8a26dce4-cde4-4b80-894c-54ac6b879fea tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:20.342135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e7df2b1-b7c7-4d08-a33e-46fd9d46dcd9 req-8a26dce4-cde4-4b80-894c-54ac6b879fea tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 950 time: 0.4445167 Sep 29 23:12:20.397474 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d538ae3c-4eb0-4d4c-8c13-7890b1af9e27 x-openstack-request-id: req-d538ae3c-4eb0-4d4c-8c13-7890b1af9e27 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:20.398244 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3", "name": "network-vif-deleted", "tag": "2589a3ad-a191-4384-98d2-524ad29024b8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:20.398508 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d538ae3c-4eb0-4d4c-8c13-7890b1af9e27 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:20.398953 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3', 'name': 'network-vif-deleted', 'tag': '2589a3ad-a191-4384-98d2-524ad29024b8', 'status': 'completed', 'code': 200} Sep 29 23:12:20.426140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e7df2b1-b7c7-4d08-a33e-46fd9d46dcd9 req-707cdbcc-412f-46a1-a867-152beb26d962 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776901 Sep 29 23:12:20.725678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4fb98-ab35-4711-bb17-a680bdcb52f3 req-0e3d3a5d-334f-4e68-adc8-8b1735b34648 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:20.732474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4fb98-ab35-4711-bb17-a680bdcb52f3 req-0e3d3a5d-334f-4e68-adc8-8b1735b34648 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:20.741300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4fb98-ab35-4711-bb17-a680bdcb52f3 req-0e3d3a5d-334f-4e68-adc8-8b1735b34648 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:20.747903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4fb98-ab35-4711-bb17-a680bdcb52f3 req-0e3d3a5d-334f-4e68-adc8-8b1735b34648 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:20.754592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4fb98-ab35-4711-bb17-a680bdcb52f3 req-0e3d3a5d-334f-4e68-adc8-8b1735b34648 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:20.762557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4fb98-ab35-4711-bb17-a680bdcb52f3 req-0e3d3a5d-334f-4e68-adc8-8b1735b34648 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:20.769076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4fb98-ab35-4711-bb17-a680bdcb52f3 req-0e3d3a5d-334f-4e68-adc8-8b1735b34648 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:20.778316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cad4fb98-ab35-4711-bb17-a680bdcb52f3 req-0e3d3a5d-334f-4e68-adc8-8b1735b34648 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.2113624 Sep 29 23:12:20.981598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cad4fb98-ab35-4711-bb17-a680bdcb52f3 req-01b59735-6868-45dc-a9d6-8a8375e0eeda tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2021174 Sep 29 23:12:21.039250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5016327-5d31-42bd-805f-194e17db5dee req-bac941ac-2b7b-40f9-9008-26cf10060470 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:21.040925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5016327-5d31-42bd-805f-194e17db5dee req-bac941ac-2b7b-40f9-9008-26cf10060470 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2283986 Sep 29 23:12:21.117388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5016327-5d31-42bd-805f-194e17db5dee req-1945a65e-9dd5-47f7-8cae-2516df2ebc11 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677788 Sep 29 23:12:21.210599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-193812c6-38b5-455c-8fc8-7319d2f8a409 req-cc080fd4-d9ef-4f3b-9e49-d0a1974dd191 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=5f0fd42c-b5e8-4bdc-a8cd-c5728b0199c3 HTTP/1.1" status: 200 len: 210 time: 0.0607960 Sep 29 23:12:21.695664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67fefaf-7b07-449c-a7ca-5142b3ec7c30 req-bc44f6d8-4f5d-461c-b7f7-defa2f7609eb tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:21.697674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d67fefaf-7b07-449c-a7ca-5142b3ec7c30 req-bc44f6d8-4f5d-461c-b7f7-defa2f7609eb tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 950 time: 0.1533930 Sep 29 23:12:21.780027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7bdcf412-b83d-4b24-aeef-88ec4acc88dd details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:12:21.801758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2589a3ad-a191-4384-98d2-524ad29024b8 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:21.811887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d67fefaf-7b07-449c-a7ca-5142b3ec7c30 req-745d08a2-e285-4d6c-b19a-f0aebafeecd4 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032445 Sep 29 23:12:21.847660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51678) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:21.903386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 2589a3ad-a191-4384-98d2-524ad29024b8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:21.903742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2589a3ad-a191-4384-98d2-524ad29024b8 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:22.137688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2fe9ffb2-0009-4b24-a5fb-c6436614f39e no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:22.145337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:22.195023 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87aadb71-025c-4625-9c0a-41ddc4e60e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.220329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 2fe9ffb2-0009-4b24-a5fb-c6436614f39e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:22.220718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2fe9ffb2-0009-4b24-a5fb-c6436614f39e not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:22.234411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '7bdcf412-b83d-4b24-aeef-88ec4acc88dd', 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'port_id': '7bdcf412-b83d-4b24-aeef-88ec4acc88dd', 'mac_address': 'fa:16:3e:59:22:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4810cf25-1705-41af-aca9-777e436a715f', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:12:22.286350 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.302301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bdcf412-b83d-4b24-aeef-88ec4acc88dd {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:22.320914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a3e6-4706-4c0e-851a-258adf32ea1b req-62e2965b-6845-40a6-8c70-2e2972c50794 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:22.332416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:22.334391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a3e6-4706-4c0e-851a-258adf32ea1b req-62e2965b-6845-40a6-8c70-2e2972c50794 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:22.342056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a3e6-4706-4c0e-851a-258adf32ea1b req-62e2965b-6845-40a6-8c70-2e2972c50794 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:22.349160 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.350035 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6ecbb290-d45b-4768-9b6e-a735ae2acfad details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:12:22.353603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a3e6-4706-4c0e-851a-258adf32ea1b req-62e2965b-6845-40a6-8c70-2e2972c50794 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:22.362634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a3e6-4706-4c0e-851a-258adf32ea1b req-62e2965b-6845-40a6-8c70-2e2972c50794 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:22.371273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a3e6-4706-4c0e-851a-258adf32ea1b req-62e2965b-6845-40a6-8c70-2e2972c50794 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:22.390274 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598a3e6-4706-4c0e-851a-258adf32ea1b req-62e2965b-6845-40a6-8c70-2e2972c50794 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:22.401674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2598a3e6-4706-4c0e-851a-258adf32ea1b req-62e2965b-6845-40a6-8c70-2e2972c50794 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5420 time: 0.2396491 Sep 29 23:12:22.462695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 6ecbb290-d45b-4768-9b6e-a735ae2acfad, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6ecbb290-d45b-4768-9b6e-a735ae2acfad,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:22.476351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:22.483422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '6ecbb290-d45b-4768-9b6e-a735ae2acfad', 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'port_id': '6ecbb290-d45b-4768-9b6e-a735ae2acfad', 'mac_address': 'fa:16:3e:54:44:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4810cf25-1705-41af-aca9-777e436a715f', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:12:22.491211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87aadb71-025c-4625-9c0a-41ddc4e60e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.509360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87aadb71-025c-4625-9c0a-41ddc4e60e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.549831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aadb71-025c-4625-9c0a-41ddc4e60e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b34c31-3805-497a-b7b6-5cbd60b3bde9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:22.565705 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.571852 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2598a3e6-4706-4c0e-851a-258adf32ea1b req-7ae862b1-f543-45cb-8f15-970774f379cc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1653669 Sep 29 23:12:22.596527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-87aadb71-025c-4625-9c0a-41ddc4e60e0c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=716b00f7feb44764bd599ef7a90e6dfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7455709 Sep 29 23:12:22.608689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51696) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:22.616773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a098f127-5a12-4740-9480-9077118da4f6 req-91db9f16-a385-40ee-80f8-428ba1181e06 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:22.618651 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a098f127-5a12-4740-9480-9077118da4f6 req-91db9f16-a385-40ee-80f8-428ba1181e06 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2114103 Sep 29 23:12:22.623147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ecbb290-d45b-4768-9b6e-a735ae2acfad {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:22.695516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb8db-e5ab-4757-a696-88f77916adaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.715593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 6ecbb290-d45b-4768-9b6e-a735ae2acfad, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6ecbb290-d45b-4768-9b6e-a735ae2acfad,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:22.723670 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.724256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 244b4c00-897b-44d4-9e7d-9922c131482f details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:12:22.726154 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb8db-e5ab-4757-a696-88f77916adaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.740948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a098f127-5a12-4740-9480-9077118da4f6 req-c726b0e7-2198-48e2-ad8c-e2cdb155076c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128359 Sep 29 23:12:22.823288 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb8db-e5ab-4757-a696-88f77916adaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.826541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb8db-e5ab-4757-a696-88f77916adaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.832935 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ec7cb8db-e5ab-4757-a696-88f77916adaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c5b34c31-3805-497a-b7b6-5cbd60b3bde9 HTTP/1.1" status: 204 len: 168 time: 0.2226493 Sep 29 23:12:22.835311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044aec7f-4034-47f2-b6b5-104566af32a3 req-8343d6dc-1134-4060-bb54-9f21ce7d796b tempest-ServersAdminNegativeTestJSON-1948863705 tempest-ServersAdminNegativeTestJSON-1948863705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:22.843894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7cb8db-e5ab-4757-a696-88f77916adaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b34c31-3805-497a-b7b6-5cbd60b3bde9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:22.845177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-044aec7f-4034-47f2-b6b5-104566af32a3 req-8343d6dc-1134-4060-bb54-9f21ce7d796b tempest-ServersAdminNegativeTestJSON-1948863705 tempest-ServersAdminNegativeTestJSON-1948863705-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 1101 time: 0.0906394 Sep 29 23:12:22.872302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-044aec7f-4034-47f2-b6b5-104566af32a3 req-cc61272d-266e-4c23-ac74-0bbb742cabb7 tempest-ServersAdminNegativeTestJSON-1948863705 tempest-ServersAdminNegativeTestJSON-1948863705-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:22.881896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 244b4c00-897b-44d4-9e7d-9922c131482f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=244b4c00-897b-44d4-9e7d-9922c131482f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:22.896757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '244b4c00-897b-44d4-9e7d-9922c131482f', 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'port_id': '244b4c00-897b-44d4-9e7d-9922c131482f', 'mac_address': 'fa:16:3e:9f:48:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4810cf25-1705-41af-aca9-777e436a715f', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:12:23.036225 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:23.050648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=6ecbb290-d45b-4768-9b6e-a735ae2acfad,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:23.062096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244b4c00-897b-44d4-9e7d-9922c131482f {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:23.065967 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-044aec7f-4034-47f2-b6b5-104566af32a3 req-cc61272d-266e-4c23-ac74-0bbb742cabb7 tempest-ServersAdminNegativeTestJSON-1948863705 tempest-ServersAdminNegativeTestJSON-1948863705-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:23.075233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-044aec7f-4034-47f2-b6b5-104566af32a3 req-cc61272d-266e-4c23-ac74-0bbb742cabb7 tempest-ServersAdminNegativeTestJSON-1948863705 tempest-ServersAdminNegativeTestJSON-1948863705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:23.113771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 244b4c00-897b-44d4-9e7d-9922c131482f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=244b4c00-897b-44d4-9e7d-9922c131482f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:23.124196 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:23.124872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:12:23.155317 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-044aec7f-4034-47f2-b6b5-104566af32a3 req-cc61272d-266e-4c23-ac74-0bbb742cabb7 tempest-ServersAdminNegativeTestJSON-1948863705 tempest-ServersAdminNegativeTestJSON-1948863705-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063264 Sep 29 23:12:23.173379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61272d-266e-4c23-ac74-0bbb742cabb7 tempest-ServersAdminNegativeTestJSON-1948863705 tempest-ServersAdminNegativeTestJSON-1948863705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a129ec-9821-4b23-9e81-e3105fccb6a6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:23.229911 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=244b4c00-897b-44d4-9e7d-9922c131482f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:23.420506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:23.448952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'port_id': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3', 'mac_address': 'fa:16:3e:c2:f1:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:12:23.513373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51712) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:23.535680 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce1804d1-0501-4532-975b-ec66eff5d17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:23.545716 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:23.565503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:23.593739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:23.601060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:23.602306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a7b49fd9-f81c-4c3b-aadc-600eada00c6f details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:12:23.711816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a7b49fd9-f81c-4c3b-aadc-600eada00c6f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:23.728475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:23.734526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'a7b49fd9-f81c-4c3b-aadc-600eada00c6f', 'network_id': '4cea1a14-2a1a-4e85-beb5-a08c41e1b68c', 'port_id': 'a7b49fd9-f81c-4c3b-aadc-600eada00c6f', 'mac_address': 'fa:16:3e:0b:08:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4810cf25-1705-41af-aca9-777e436a715f', 'ip_address': '10.1.1.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:12:23.879149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce1804d1-0501-4532-975b-ec66eff5d17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:23.897429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25712e39-776e-4d94-a89a-40d40a6fc363 req-4ae5404a-6a19-461e-aa72-93185f40d584 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:23.899635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25712e39-776e-4d94-a89a-40d40a6fc363 req-4ae5404a-6a19-461e-aa72-93185f40d584 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 950 time: 0.1246412 Sep 29 23:12:23.914099 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b816-7588-4b6f-9c12-c15632b135af req-b751087a-d3f3-45e9-b163-aefbdbc2a464 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:23.922006 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b816-7588-4b6f-9c12-c15632b135af req-b751087a-d3f3-45e9-b163-aefbdbc2a464 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:23.929167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b816-7588-4b6f-9c12-c15632b135af req-b751087a-d3f3-45e9-b163-aefbdbc2a464 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:23.940240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b816-7588-4b6f-9c12-c15632b135af req-b751087a-d3f3-45e9-b163-aefbdbc2a464 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:23.947305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b816-7588-4b6f-9c12-c15632b135af req-b751087a-d3f3-45e9-b163-aefbdbc2a464 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:23.958411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b816-7588-4b6f-9c12-c15632b135af req-b751087a-d3f3-45e9-b163-aefbdbc2a464 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:23.965623 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:23.967864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e567b816-7588-4b6f-9c12-c15632b135af req-b751087a-d3f3-45e9-b163-aefbdbc2a464 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:23.970909 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e567b816-7588-4b6f-9c12-c15632b135af req-b751087a-d3f3-45e9-b163-aefbdbc2a464 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5424 time: 0.2525392 Sep 29 23:12:23.975996 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce1804d1-0501-4532-975b-ec66eff5d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:23.982540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b49fd9-f81c-4c3b-aadc-600eada00c6f {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:24.044237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a7b49fd9-f81c-4c3b-aadc-600eada00c6f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:24.055814 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:24.057050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device e247dc53-e9fc-4667-bc4e-82bfef81d6f4 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:12:24.085301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ce1804d1-0501-4532-975b-ec66eff5d17b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6180d651ce7a411c944ec8c543fca0c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5680051 Sep 29 23:12:24.087354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51726) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:24.088375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1804d1-0501-4532-975b-ec66eff5d17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5c21ad-2288-4532-b0cf-e7dbdfe0dc78,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:24.113826 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25712e39-776e-4d94-a89a-40d40a6fc363 req-6ef35513-ac2e-4565-b1da-78f4bd473154 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416011 Sep 29 23:12:24.135457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e567b816-7588-4b6f-9c12-c15632b135af req-4676a07b-26e3-4174-836d-3f440055a951 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1543818 Sep 29 23:12:24.201212 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b58cb39-019a-4e45-8a13-6228e78a227e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:24.242756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:24.243739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b58cb39-019a-4e45-8a13-6228e78a227e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:24.327701 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b58cb39-019a-4e45-8a13-6228e78a227e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:24.330474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b58cb39-019a-4e45-8a13-6228e78a227e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:24.331963 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7b58cb39-019a-4e45-8a13-6228e78a227e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9c5c21ad-2288-4532-b0cf-e7dbdfe0dc78 HTTP/1.1" status: 204 len: 168 time: 0.2426369 Sep 29 23:12:24.341087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b58cb39-019a-4e45-8a13-6228e78a227e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5c21ad-2288-4532-b0cf-e7dbdfe0dc78,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:24.358779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ea5b1-33d8-4a4e-9e0e-9d400c3617c5 req-9f884e37-ab88-4ee3-baf5-54ea5760f4e1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:24.371950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf1ea5b1-33d8-4a4e-9e0e-9d400c3617c5 req-9f884e37-ab88-4ee3-baf5-54ea5760f4e1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1474361 Sep 29 23:12:24.433282 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port e247dc53-e9fc-4667-bc4e-82bfef81d6f4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:24.459940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf1ea5b1-33d8-4a4e-9e0e-9d400c3617c5 req-b74ca658-c865-40bb-9b02-c7b4c6c64406 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823178 Sep 29 23:12:24.461047 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'e247dc53-e9fc-4667-bc4e-82bfef81d6f4', 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab', 'port_id': 'e247dc53-e9fc-4667-bc4e-82bfef81d6f4', 'mac_address': 'fa:16:3e:b7:1b:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e10f254-14e3-4598-8cbd-b16bbe782cac', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:12:24.480231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723bff9-f7bc-41d1-9dc2-19e2d5a1b0e7 req-c28cac3e-3d28-48a4-b729-dd6c3b352061 tempest-ServersAdminNegativeTestJSON-1948863705 tempest-ServersAdminNegativeTestJSON-1948863705-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:24.488119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d723bff9-f7bc-41d1-9dc2-19e2d5a1b0e7 req-c28cac3e-3d28-48a4-b729-dd6c3b352061 tempest-ServersAdminNegativeTestJSON-1948863705 tempest-ServersAdminNegativeTestJSON-1948863705-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 1101 time: 0.0878901 Sep 29 23:12:24.536113 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:24.563797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e247dc53-e9fc-4667-bc4e-82bfef81d6f4 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:24.581100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d723bff9-f7bc-41d1-9dc2-19e2d5a1b0e7 req-219ca50b-ada6-4575-85d9-3ece1842c14f tempest-ServersAdminNegativeTestJSON-1948863705 tempest-ServersAdminNegativeTestJSON-1948863705-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751889 Sep 29 23:12:24.620599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port e247dc53-e9fc-4667-bc4e-82bfef81d6f4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:24.635587 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:24.636681 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 721bf317-8394-4798-814b-818df569f8e4 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:12:24.685709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-8dedcfd9-2fd7-4489-a05c-a8480a70f101 req-10dac85d-737c-43df-a499-0a8b99ad6f52 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:12:24.686965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8dedcfd9-2fd7-4489-a05c-a8480a70f101 req-10dac85d-737c-43df-a499-0a8b99ad6f52 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055070 Sep 29 23:12:24.691378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 721bf317-8394-4798-814b-818df569f8e4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=721bf317-8394-4798-814b-818df569f8e4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:24.708899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '721bf317-8394-4798-814b-818df569f8e4', 'network_id': '45dac77f-e141-4752-9668-b0f3ff4be7ab', 'port_id': '721bf317-8394-4798-814b-818df569f8e4', 'mac_address': 'fa:16:3e:1a:da:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e10f254-14e3-4598-8cbd-b16bbe782cac', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:12:24.803028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:24.841606 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:24.847499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-977414ff-9057-40a2-a743-93d43e623953 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:24.849042 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-977414ff-9057-40a2-a743-93d43e623953 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/ports?device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 950 time: 0.1249416 Sep 29 23:12:24.878483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721bf317-8394-4798-814b-818df569f8e4 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:24.914849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 721bf317-8394-4798-814b-818df569f8e4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=721bf317-8394-4798-814b-818df569f8e4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:24.921578 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:25.041298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=721bf317-8394-4798-814b-818df569f8e4,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:25.195135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-be1402b7-f308-4611-b60a-7ef271b479cc tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.201436 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-be1402b7-f308-4611-b60a-7ef271b479cc tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 950 time: 0.2666075 Sep 29 23:12:25.220026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-b29623a5-e4f3-4a60-8df8-a43211ff820d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Deleting port 468cf717-3d20-461d-b1e8-a00db7dc01ae {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:25.220369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-b29623a5-e4f3-4a60-8df8-a43211ff820d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:25.261490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f0fc7-20be-4e0e-87da-c4796d9fb7a9 req-d5b9a5ff-e437-4eb1-a057-d51e04128058 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.263281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-473f0fc7-20be-4e0e-87da-c4796d9fb7a9 req-d5b9a5ff-e437-4eb1-a057-d51e04128058 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 950 time: 0.0969965 Sep 29 23:12:25.427986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-473f0fc7-20be-4e0e-87da-c4796d9fb7a9 req-fe29542c-f733-42dc-ae1e-a246a57525e2 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568127 Sep 29 23:12:25.459174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f600770-2482-4836-8c35-dc8f51c64bcf req-87b54f82-e2ef-45c6-97ee-1c248932062a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.462368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f600770-2482-4836-8c35-dc8f51c64bcf req-87b54f82-e2ef-45c6-97ee-1c248932062a tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 950 time: 0.1609454 Sep 29 23:12:25.555163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f600770-2482-4836-8c35-dc8f51c64bcf req-0930ec49-4844-4d51-9a5d-3886857f62f1 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859296 Sep 29 23:12:25.558201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-8a004e14-4c48-4be6-9ef3-c6af964e8fa9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Deleting port b6ba7f0d-b484-4182-828b-5a94c27c9d9c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:25.558297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-8a004e14-4c48-4be6-9ef3-c6af964e8fa9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:25.691074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-b29623a5-e4f3-4a60-8df8-a43211ff820d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] For port 468cf717-3d20-461d-b1e8-a00db7dc01ae, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=468cf717-3d20-461d-b1e8-a00db7dc01ae,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:25.691491 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-b29623a5-e4f3-4a60-8df8-a43211ff820d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:25.738543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c9ee-41a0-4652-93c1-ea31228169c3 req-dc0a0275-bac0-4d15-b5bf-6dc9e8625868 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.758333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c9ee-41a0-4652-93c1-ea31228169c3 req-dc0a0275-bac0-4d15-b5bf-6dc9e8625868 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.762523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-b29623a5-e4f3-4a60-8df8-a43211ff820d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Calling delete_port for 468cf717-3d20-461d-b1e8-a00db7dc01ae owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:25.768135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c9ee-41a0-4652-93c1-ea31228169c3 req-dc0a0275-bac0-4d15-b5bf-6dc9e8625868 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.777736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c9ee-41a0-4652-93c1-ea31228169c3 req-dc0a0275-bac0-4d15-b5bf-6dc9e8625868 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.787162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c9ee-41a0-4652-93c1-ea31228169c3 req-dc0a0275-bac0-4d15-b5bf-6dc9e8625868 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.794682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c9ee-41a0-4652-93c1-ea31228169c3 req-dc0a0275-bac0-4d15-b5bf-6dc9e8625868 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.802877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c9ee-41a0-4652-93c1-ea31228169c3 req-dc0a0275-bac0-4d15-b5bf-6dc9e8625868 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.815702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2308c9ee-41a0-4652-93c1-ea31228169c3 req-dc0a0275-bac0-4d15-b5bf-6dc9e8625868 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5427 time: 0.2452943 Sep 29 23:12:25.943556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2308c9ee-41a0-4652-93c1-ea31228169c3 req-cd1fb1d6-82fb-48af-9fdf-487f4700b7aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1262918 Sep 29 23:12:25.970947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ac508-90cb-4525-abb9-1d20007415af req-d27f1a43-64ab-4073-9091-164add00bdd0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:25.972006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-349ac508-90cb-4525-abb9-1d20007415af req-d27f1a43-64ab-4073-9091-164add00bdd0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1537094 Sep 29 23:12:26.021439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-8a004e14-4c48-4be6-9ef3-c6af964e8fa9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] For port b6ba7f0d-b484-4182-828b-5a94c27c9d9c, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:26.021951 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-8a004e14-4c48-4be6-9ef3-c6af964e8fa9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:26.056217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-8a004e14-4c48-4be6-9ef3-c6af964e8fa9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Calling delete_port for b6ba7f0d-b484-4182-828b-5a94c27c9d9c owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:26.070792 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-349ac508-90cb-4525-abb9-1d20007415af req-93d5d7d8-edd3-4f01-aa1a-958068ccdf14 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920103 Sep 29 23:12:26.161347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-b29623a5-e4f3-4a60-8df8-a43211ff820d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:26.165028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['e247dc53-e9fc-4667-bc4e-82bfef81d6f4'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:26.205808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae', 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:26.212394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['6ecbb290-d45b-4768-9b6e-a735ae2acfad'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:26.225346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29623a5-e4f3-4a60-8df8-a43211ff820d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event deleted for resources: {'Port': ['ID=468cf717-3d20-461d-b1e8-a00db7dc01ae,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:26.323792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-b29623a5-e4f3-4a60-8df8-a43211ff820d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] No DVR routers for this DVR port 468cf717-3d20-461d-b1e8-a00db7dc01ae on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:26.327544 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-b29623a5-e4f3-4a60-8df8-a43211ff820d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:26.331388 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26e629f1-440c-4bdb-8a5e-155fd8718acf req-b29623a5-e4f3-4a60-8df8-a43211ff820d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "DELETE /v2.0/ports/468cf717-3d20-461d-b1e8-a00db7dc01ae HTTP/1.1" status: 204 len: 173 time: 1.4682450 Sep 29 23:12:26.333565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8bcfb42-9655-48dc-81f8-cb333fa4e880', 'name': 'network-vif-deleted', 'tag': '468cf717-3d20-461d-b1e8-a00db7dc01ae'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:26.337236 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2423c91f-f698-41d2-8bb3-964e2c8ffce2" -d '{"events": [{"server_uuid": "e8bcfb42-9655-48dc-81f8-cb333fa4e880", "name": "network-vif-deleted", "tag": "468cf717-3d20-461d-b1e8-a00db7dc01ae"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:26.348017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['7bdcf412-b83d-4b24-aeef-88ec4acc88dd'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:26.397017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['721bf317-8394-4798-814b-818df569f8e4'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:26.506520 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba0cfdf-08b6-40ae-8c02-169508272491 x-openstack-request-id: req-1ba0cfdf-08b6-40ae-8c02-169508272491 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:26.508403 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8bcfb42-9655-48dc-81f8-cb333fa4e880", "name": "network-vif-deleted", "tag": "468cf717-3d20-461d-b1e8-a00db7dc01ae", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:26.508680 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ba0cfdf-08b6-40ae-8c02-169508272491 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:26.509919 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8bcfb42-9655-48dc-81f8-cb333fa4e880', 'name': 'network-vif-deleted', 'tag': '468cf717-3d20-461d-b1e8-a00db7dc01ae', 'status': 'completed', 'code': 200} Sep 29 23:12:26.618941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf4ef6-9312-4890-a743-38501c424852 req-fc84302c-a6c2-4ed5-8744-46a19cc05f03 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:26.620880 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-efaf4ef6-9312-4890-a743-38501c424852 req-fc84302c-a6c2-4ed5-8744-46a19cc05f03 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.26 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 950 time: 0.2299237 Sep 29 23:12:26.642590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-8a004e14-4c48-4be6-9ef3-c6af964e8fa9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:26.802841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f29d8b9-d1d0-40cc-8df0-9581e16a82db req-6c3ba219-8cac-491f-b7fe-b6a4d0f779e4 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=e8bcfb42-9655-48dc-81f8-cb333fa4e880 HTTP/1.1" status: 200 len: 210 time: 0.0745616 Sep 29 23:12:26.811908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a004e14-4c48-4be6-9ef3-c6af964e8fa9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event deleted for resources: {'Port': ['ID=b6ba7f0d-b484-4182-828b-5a94c27c9d9c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:26.835021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32654d86-c34a-4961-9dc0-1c0abd7a3592 req-a760d07a-98f0-4b3b-8722-ac771ee1bc15 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:26.836942 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32654d86-c34a-4961-9dc0-1c0abd7a3592 req-a760d07a-98f0-4b3b-8722-ac771ee1bc15 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 950 time: 0.2033846 Sep 29 23:12:26.884843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-8a004e14-4c48-4be6-9ef3-c6af964e8fa9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] No DVR routers for this DVR port b6ba7f0d-b484-4182-828b-5a94c27c9d9c on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:26.962212 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32654d86-c34a-4961-9dc0-1c0abd7a3592 req-b620f002-cf01-46cf-b05b-59a704dc0ca5 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185322 Sep 29 23:12:27.255792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a7aa-88fd-46f8-8390-12ed2c279383 req-42bbf3f5-f857-46e1-a568-a27560e3f853 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:27.263203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a7aa-88fd-46f8-8390-12ed2c279383 req-42bbf3f5-f857-46e1-a568-a27560e3f853 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:27.270613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a7aa-88fd-46f8-8390-12ed2c279383 req-42bbf3f5-f857-46e1-a568-a27560e3f853 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:27.277526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a7aa-88fd-46f8-8390-12ed2c279383 req-42bbf3f5-f857-46e1-a568-a27560e3f853 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:27.286449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a7aa-88fd-46f8-8390-12ed2c279383 req-42bbf3f5-f857-46e1-a568-a27560e3f853 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:27.293682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a7aa-88fd-46f8-8390-12ed2c279383 req-42bbf3f5-f857-46e1-a568-a27560e3f853 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:27.297741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['244b4c00-897b-44d4-9e7d-9922c131482f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:27.305336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051a7aa-88fd-46f8-8390-12ed2c279383 req-42bbf3f5-f857-46e1-a568-a27560e3f853 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:27.335567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d051a7aa-88fd-46f8-8390-12ed2c279383 req-42bbf3f5-f857-46e1-a568-a27560e3f853 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5427 time: 0.1826117 Sep 29 23:12:27.346944 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:27.349252 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a7b49fd9-f81c-4c3b-aadc-600eada00c6f'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:27.460382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['468cf717-3d20-461d-b1e8-a00db7dc01ae'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:27.523105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d051a7aa-88fd-46f8-8390-12ed2c279383 req-a6d20de1-b38c-4653-b11b-f33614c8332d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1862133 Sep 29 23:12:27.557203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690969b-8f19-4852-a452-41957c55fe46 req-7e4ade2f-9649-48c9-a962-83dc1839dde3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:27.565858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3690969b-8f19-4852-a452-41957c55fe46 req-7e4ade2f-9649-48c9-a962-83dc1839dde3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2271006 Sep 29 23:12:27.655336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3690969b-8f19-4852-a452-41957c55fe46 req-6e5b64bd-8849-462d-806e-68b619c6e6d5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884802 Sep 29 23:12:27.911261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-8a004e14-4c48-4be6-9ef3-c6af964e8fa9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:27.926575 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-99e62234-5196-46c9-9782-79ac3ffbb420 req-8a004e14-4c48-4be6-9ef3-c6af964e8fa9 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.26 "DELETE /v2.0/ports/b6ba7f0d-b484-4182-828b-5a94c27c9d9c HTTP/1.1" status: 204 len: 173 time: 2.7146006 Sep 29 23:12:27.987250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-efaf4ef6-9312-4890-a743-38501c424852 req-8e6d31ec-c0f3-4e54-bea0-47775dd77b96 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Deleting port 9855914b-e651-48d4-8702-8261bda36775 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:27.989243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-efaf4ef6-9312-4890-a743-38501c424852 req-8e6d31ec-c0f3-4e54-bea0-47775dd77b96 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:28.265296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b8f69ab-df1a-4b34-8db4-6fcbe03a57c5 req-14dfff08-dc05-406d-a1d0-a7c3c101b67c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=19eb9553-b89a-4fac-b1b5-7b341b1f92c0 HTTP/1.1" status: 200 len: 210 time: 0.1321361 Sep 29 23:12:28.303672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:28.304222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-efaf4ef6-9312-4890-a743-38501c424852 req-8e6d31ec-c0f3-4e54-bea0-47775dd77b96 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] For port 9855914b-e651-48d4-8702-8261bda36775, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9855914b-e651-48d4-8702-8261bda36775,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:28.304222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-efaf4ef6-9312-4890-a743-38501c424852 req-8e6d31ec-c0f3-4e54-bea0-47775dd77b96 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:28.323156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-efaf4ef6-9312-4890-a743-38501c424852 req-8e6d31ec-c0f3-4e54-bea0-47775dd77b96 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Calling delete_port for 9855914b-e651-48d4-8702-8261bda36775 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:28.379854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18f276-de19-4e25-8004-daa718a6e5aa req-92eff9e5-4d54-4873-93a3-facccadd89f6 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:28.383016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f18f276-de19-4e25-8004-daa718a6e5aa req-92eff9e5-4d54-4873-93a3-facccadd89f6 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 950 time: 0.1123981 Sep 29 23:12:28.452502 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f18f276-de19-4e25-8004-daa718a6e5aa req-1c141862-f656-4a95-88cc-a017cb903810 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623186 Sep 29 23:12:28.540560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19eb9553-b89a-4fac-b1b5-7b341b1f92c0', 'name': 'network-vif-deleted', 'tag': 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:28.548250 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1fd127-58a2-4bb8-8f39-3e430c983722" -d '{"events": [{"server_uuid": "19eb9553-b89a-4fac-b1b5-7b341b1f92c0", "name": "network-vif-deleted", "tag": "b6ba7f0d-b484-4182-828b-5a94c27c9d9c"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:28.619360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-efaf4ef6-9312-4890-a743-38501c424852 req-8e6d31ec-c0f3-4e54-bea0-47775dd77b96 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:28.696329 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55493e14-270e-458a-b789-40f7a9f6fec9 x-openstack-request-id: req-55493e14-270e-458a-b789-40f7a9f6fec9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:28.697884 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19eb9553-b89a-4fac-b1b5-7b341b1f92c0", "name": "network-vif-deleted", "tag": "b6ba7f0d-b484-4182-828b-5a94c27c9d9c", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:28.698892 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-55493e14-270e-458a-b789-40f7a9f6fec9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:28.700617 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19eb9553-b89a-4fac-b1b5-7b341b1f92c0', 'name': 'network-vif-deleted', 'tag': 'b6ba7f0d-b484-4182-828b-5a94c27c9d9c', 'status': 'completed', 'code': 200} Sep 29 23:12:28.709417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d31ec-c0f3-4e54-bea0-47775dd77b96 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Pushing event deleted for resources: {'Port': ['ID=9855914b-e651-48d4-8702-8261bda36775,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:28.836377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-efaf4ef6-9312-4890-a743-38501c424852 req-8e6d31ec-c0f3-4e54-bea0-47775dd77b96 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] No DVR routers for this DVR port 9855914b-e651-48d4-8702-8261bda36775 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:28.854493 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-efaf4ef6-9312-4890-a743-38501c424852 req-8e6d31ec-c0f3-4e54-bea0-47775dd77b96 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:28.858262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-efaf4ef6-9312-4890-a743-38501c424852 req-8e6d31ec-c0f3-4e54-bea0-47775dd77b96 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.26 "DELETE /v2.0/ports/9855914b-e651-48d4-8702-8261bda36775 HTTP/1.1" status: 204 len: 173 time: 2.2237713 Sep 29 23:12:28.874639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f3df7-ba03-437c-9784-7a12d7bb62a6 req-bda6ea2a-2eb3-436b-a19d-a142ee5dc9c4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:28.882471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e2f3df7-ba03-437c-9784-7a12d7bb62a6 req-bda6ea2a-2eb3-436b-a19d-a142ee5dc9c4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.0906355 Sep 29 23:12:28.903542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48ee3-0653-4b5f-8bdd-0368d8b77287 req-81ebaf6d-8b4d-4121-bb78-63be3bb09ab8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:28.911501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48ee3-0653-4b5f-8bdd-0368d8b77287 req-81ebaf6d-8b4d-4121-bb78-63be3bb09ab8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:28.917834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48ee3-0653-4b5f-8bdd-0368d8b77287 req-81ebaf6d-8b4d-4121-bb78-63be3bb09ab8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:28.934867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48ee3-0653-4b5f-8bdd-0368d8b77287 req-81ebaf6d-8b4d-4121-bb78-63be3bb09ab8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:28.972912 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48ee3-0653-4b5f-8bdd-0368d8b77287 req-81ebaf6d-8b4d-4121-bb78-63be3bb09ab8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:28.989036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48ee3-0653-4b5f-8bdd-0368d8b77287 req-81ebaf6d-8b4d-4121-bb78-63be3bb09ab8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:28.998132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c48ee3-0653-4b5f-8bdd-0368d8b77287 req-81ebaf6d-8b4d-4121-bb78-63be3bb09ab8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:29.006800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-92c48ee3-0653-4b5f-8bdd-0368d8b77287 req-81ebaf6d-8b4d-4121-bb78-63be3bb09ab8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5427 time: 0.2759213 Sep 29 23:12:29.103336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6ecbb290-d45b-4768-9b6e-a735ae2acfad up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:29.118523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-92c48ee3-0653-4b5f-8bdd-0368d8b77287 req-dc865ae0-4650-413e-931e-1b7f6b62093e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105611 Sep 29 23:12:29.138808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e2f3df7-ba03-437c-9784-7a12d7bb62a6 req-acf454fc-a7af-4fa9-a5c4-f23dd9eeff3b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551498 Sep 29 23:12:29.201722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 6ecbb290-d45b-4768-9b6e-a735ae2acfad completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:12:29.208033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 6ecbb290-d45b-4768-9b6e-a735ae2acfad triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:29.208795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:29.349715 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:29.388179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecbb290-d45b-4768-9b6e-a735ae2acfad'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:29.390846 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb53717-78f4-4255-8287-f0721016bb8b" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "6ecbb290-d45b-4768-9b6e-a735ae2acfad"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:29.411697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 6ecbb290-d45b-4768-9b6e-a735ae2acfad, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6ecbb290-d45b-4768-9b6e-a735ae2acfad,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:29.417789 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:29.469962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['ff42786f-1460-41a8-b461-041e0011db56'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:29.544029 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a403c626-26e4-4dda-bdae-aa7cec99dacc x-openstack-request-id: req-a403c626-26e4-4dda-bdae-aa7cec99dacc {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:29.544695 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "6ecbb290-d45b-4768-9b6e-a735ae2acfad", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:29.545122 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a403c626-26e4-4dda-bdae-aa7cec99dacc {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:29.545670 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ecbb290-d45b-4768-9b6e-a735ae2acfad', 'code': 200} Sep 29 23:12:29.571253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=6ecbb290-d45b-4768-9b6e-a735ae2acfad,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:29.582918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.583335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.583693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.584200 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.586068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.586482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.586890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.587494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.588478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.588973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.589547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.590090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:29.614366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bf11d7c-43cc-4433-9533-47d1d9b525d8 req-f62a4a68-3ceb-4a2d-a9f0-3ff56716f303 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5 HTTP/1.1" status: 200 len: 210 time: 0.0363431 Sep 29 23:12:29.939666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a52496-6765-49a8-b870-d86b6a85cd17 req-93b7636f-72a2-4269-ba74-b195f82689c4 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:29.946132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95a52496-6765-49a8-b870-d86b6a85cd17 req-93b7636f-72a2-4269-ba74-b195f82689c4 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 950 time: 0.0719771 Sep 29 23:12:30.013364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95a52496-6765-49a8-b870-d86b6a85cd17 req-d709a368-fa8d-4158-b8eb-001fd4782adb tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538568 Sep 29 23:12:30.192641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b6ba7f0d-b484-4182-828b-5a94c27c9d9c no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:30.295863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: b6ba7f0d-b484-4182-828b-5a94c27c9d9c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:30.296392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b6ba7f0d-b484-4182-828b-5a94c27c9d9c not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:30.296921 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9855914b-e651-48d4-8702-8261bda36775 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:30.346679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 9855914b-e651-48d4-8702-8261bda36775 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:30.347371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9855914b-e651-48d4-8702-8261bda36775 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:30.348058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 468cf717-3d20-461d-b1e8-a00db7dc01ae no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:30.405382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 468cf717-3d20-461d-b1e8-a00db7dc01ae {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:30.407149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 468cf717-3d20-461d-b1e8-a00db7dc01ae not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:30.481067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377eb1f-1b97-49af-bf0c-2d0c5b7a801a req-1befdb65-da18-4ade-8f2d-46a1666b2585 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:30.483094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9377eb1f-1b97-49af-bf0c-2d0c5b7a801a req-1befdb65-da18-4ade-8f2d-46a1666b2585 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1253383 Sep 29 23:12:30.496948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d518e-e9c5-449c-a3e6-4d15986fd1e4 req-c4cff5e1-e177-4548-b91f-142600a871c6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:30.503385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d518e-e9c5-449c-a3e6-4d15986fd1e4 req-c4cff5e1-e177-4548-b91f-142600a871c6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:30.511081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d518e-e9c5-449c-a3e6-4d15986fd1e4 req-c4cff5e1-e177-4548-b91f-142600a871c6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:30.518704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d518e-e9c5-449c-a3e6-4d15986fd1e4 req-c4cff5e1-e177-4548-b91f-142600a871c6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:30.525639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d518e-e9c5-449c-a3e6-4d15986fd1e4 req-c4cff5e1-e177-4548-b91f-142600a871c6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:30.533174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d518e-e9c5-449c-a3e6-4d15986fd1e4 req-c4cff5e1-e177-4548-b91f-142600a871c6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:30.539694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0d518e-e9c5-449c-a3e6-4d15986fd1e4 req-c4cff5e1-e177-4548-b91f-142600a871c6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:30.541808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b0d518e-e9c5-449c-a3e6-4d15986fd1e4 req-c4cff5e1-e177-4548-b91f-142600a871c6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5428 time: 0.1305315 Sep 29 23:12:30.594795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9377eb1f-1b97-49af-bf0c-2d0c5b7a801a req-b0f78cf0-3c22-4259-93f2-0b84dd3900ec tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512800 Sep 29 23:12:30.625880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b0d518e-e9c5-449c-a3e6-4d15986fd1e4 req-8c65af92-527e-4c18-a987-dcd7fcb187b8 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0588782 Sep 29 23:12:30.702081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1fffd31-3be2-4d6c-a26a-33e9a6edc1f5', 'name': 'network-vif-deleted', 'tag': '9855914b-e651-48d4-8702-8261bda36775'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:30.705274 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6040dabe-f903-4f62-8bd4-874879a6f341" -d '{"events": [{"server_uuid": "d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5", "name": "network-vif-deleted", "tag": "9855914b-e651-48d4-8702-8261bda36775"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:30.765373 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f881536-8aeb-47b1-9f5a-43ffd7a166aa x-openstack-request-id: req-6f881536-8aeb-47b1-9f5a-43ffd7a166aa {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:30.766788 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1fffd31-3be2-4d6c-a26a-33e9a6edc1f5", "name": "network-vif-deleted", "tag": "9855914b-e651-48d4-8702-8261bda36775", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:30.766788 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f881536-8aeb-47b1-9f5a-43ffd7a166aa {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:30.766997 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1fffd31-3be2-4d6c-a26a-33e9a6edc1f5', 'name': 'network-vif-deleted', 'tag': '9855914b-e651-48d4-8702-8261bda36775', 'status': 'completed', 'code': 200} Sep 29 23:12:31.089252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f738b35-d8ea-4218-9f38-19eca45ddd8e req-cbd3dfa7-6b7a-4372-8784-6afc578a241e tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:31.091321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f738b35-d8ea-4218-9f38-19eca45ddd8e req-cbd3dfa7-6b7a-4372-8784-6afc578a241e tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 949 time: 0.0783675 Sep 29 23:12:31.109176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device e247dc53-e9fc-4667-bc4e-82bfef81d6f4 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:31.222637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:12:31.228013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:31.228649 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:31.274621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f738b35-d8ea-4218-9f38-19eca45ddd8e req-4ccd6bb5-79e4-4a74-8e2e-e9a0ad8a6b89 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679206 Sep 29 23:12:31.288178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553881a-60ff-41e3-b4b9-c6dc2d4211e9 req-634efd54-1fb5-478c-997e-8ebdf1593ad6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:31.290799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2553881a-60ff-41e3-b4b9-c6dc2d4211e9 req-634efd54-1fb5-478c-997e-8ebdf1593ad6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 950 time: 0.1443925 Sep 29 23:12:31.398454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2553881a-60ff-41e3-b4b9-c6dc2d4211e9 req-f4726c4a-e369-4afe-9424-3327407a2122 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932846 Sep 29 23:12:31.473233 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:31.526094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:31.532493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port e247dc53-e9fc-4667-bc4e-82bfef81d6f4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:31.551335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e247dc53-e9fc-4667-bc4e-82bfef81d6f4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:31.554068 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6eb1386-02f3-4586-a3ed-635de7eb5157" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "e247dc53-e9fc-4667-bc4e-82bfef81d6f4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:31.563636 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:31.643780 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:31.661436 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2590f060-17eb-41bf-97df-1173ff86fa39 x-openstack-request-id: req-2590f060-17eb-41bf-97df-1173ff86fa39 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:31.661724 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "e247dc53-e9fc-4667-bc4e-82bfef81d6f4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:31.662179 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2590f060-17eb-41bf-97df-1173ff86fa39 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:31.662714 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e247dc53-e9fc-4667-bc4e-82bfef81d6f4', 'code': 200} Sep 29 23:12:31.923512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c2c592-2bf8-483a-9aa3-e8d5ab36b6ed req-bfc69e00-919f-4eab-9b47-f9dbe6966143 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:31.925781 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16c2c592-2bf8-483a-9aa3-e8d5ab36b6ed req-bfc69e00-919f-4eab-9b47-f9dbe6966143 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1849012 Sep 29 23:12:31.969860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477408c8-70c7-432e-8753-923bde697bf9 req-416ac64b-0be5-4858-80be-fe1ff3ac3a58 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:31.971755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-477408c8-70c7-432e-8753-923bde697bf9 req-416ac64b-0be5-4858-80be-fe1ff3ac3a58 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 950 time: 0.1664908 Sep 29 23:12:31.983865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6dde4-248d-4da0-80ec-d29b166e2d6f req-becd46ae-a61f-4536-869a-b51821333298 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:31.991311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6dde4-248d-4da0-80ec-d29b166e2d6f req-becd46ae-a61f-4536-869a-b51821333298 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:31.997453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6dde4-248d-4da0-80ec-d29b166e2d6f req-becd46ae-a61f-4536-869a-b51821333298 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:32.004150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6dde4-248d-4da0-80ec-d29b166e2d6f req-becd46ae-a61f-4536-869a-b51821333298 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:32.010249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6dde4-248d-4da0-80ec-d29b166e2d6f req-becd46ae-a61f-4536-869a-b51821333298 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:32.017110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6dde4-248d-4da0-80ec-d29b166e2d6f req-becd46ae-a61f-4536-869a-b51821333298 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:32.023290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6dde4-248d-4da0-80ec-d29b166e2d6f req-becd46ae-a61f-4536-869a-b51821333298 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:32.031158 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b6dde4-248d-4da0-80ec-d29b166e2d6f req-becd46ae-a61f-4536-869a-b51821333298 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5429 time: 0.1912129 Sep 29 23:12:32.092028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16c2c592-2bf8-483a-9aa3-e8d5ab36b6ed req-f00b141e-c8d8-405e-b273-7f0ce7e37ba6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583209 Sep 29 23:12:32.142747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b6dde4-248d-4da0-80ec-d29b166e2d6f req-d87cab2f-5d68-4cc6-8abd-7dcf2f22069b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024067 Sep 29 23:12:32.213493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-477408c8-70c7-432e-8753-923bde697bf9 req-6f910d7b-11c5-4be4-9145-ef5eb308199c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Deleting port 5f8659e8-7a56-4209-9c41-12160fea934c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:32.214128 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-477408c8-70c7-432e-8753-923bde697bf9 req-6f910d7b-11c5-4be4-9145-ef5eb308199c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:32.369097 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-477408c8-70c7-432e-8753-923bde697bf9 req-6f910d7b-11c5-4be4-9145-ef5eb308199c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] For port 5f8659e8-7a56-4209-9c41-12160fea934c, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5f8659e8-7a56-4209-9c41-12160fea934c,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:32.369472 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-477408c8-70c7-432e-8753-923bde697bf9 req-6f910d7b-11c5-4be4-9145-ef5eb308199c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:32.393857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-477408c8-70c7-432e-8753-923bde697bf9 req-6f910d7b-11c5-4be4-9145-ef5eb308199c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Calling delete_port for 5f8659e8-7a56-4209-9c41-12160fea934c owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:32.627038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b549a874-d293-4eb4-883e-0d67cd42f59e req-d0784930-0dd3-454c-a314-1655662547d6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:32.628725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b549a874-d293-4eb4-883e-0d67cd42f59e req-d0784930-0dd3-454c-a314-1655662547d6 tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/ports?device_id=47db793b-de89-4297-9e12-9cbe5608161a HTTP/1.1" status: 200 len: 950 time: 0.1305237 Sep 29 23:12:32.641480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f84cf-3530-442e-92b3-ab0d89436cbc req-76c0e1fb-6c3d-4ab7-8dc3-7f02f445c3ec tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:32.649607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b46f84cf-3530-442e-92b3-ab0d89436cbc req-76c0e1fb-6c3d-4ab7-8dc3-7f02f445c3ec tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 949 time: 0.2774847 Sep 29 23:12:32.736378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b549a874-d293-4eb4-883e-0d67cd42f59e req-af0dc5e5-b83c-42c1-bc20-ee0bd493878d tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.44 "GET /v2.0/security-groups?id=1cd74581-cecf-4bc5-b5da-876e3057c727&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830126 Sep 29 23:12:32.765721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b46f84cf-3530-442e-92b3-ab0d89436cbc req-47c6b533-a48b-4ee2-8fd5-41f118bc26df tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151543 Sep 29 23:12:32.874124 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-477408c8-70c7-432e-8753-923bde697bf9 req-6f910d7b-11c5-4be4-9145-ef5eb308199c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:32.911396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5f8659e8-7a56-4209-9c41-12160fea934c'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:32.952911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f910d7b-11c5-4be4-9145-ef5eb308199c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Pushing event deleted for resources: {'Port': ['ID=5f8659e8-7a56-4209-9c41-12160fea934c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:33.042852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-477408c8-70c7-432e-8753-923bde697bf9 req-6f910d7b-11c5-4be4-9145-ef5eb308199c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] No DVR routers for this DVR port 5f8659e8-7a56-4209-9c41-12160fea934c on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:33.045843 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-477408c8-70c7-432e-8753-923bde697bf9 req-6f910d7b-11c5-4be4-9145-ef5eb308199c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:33.049656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-477408c8-70c7-432e-8753-923bde697bf9 req-6f910d7b-11c5-4be4-9145-ef5eb308199c tempest-ServersOnMultiNodesTest-335578308 tempest-ServersOnMultiNodesTest-335578308-project] 10.222.0.42 "DELETE /v2.0/ports/5f8659e8-7a56-4209-9c41-12160fea934c HTTP/1.1" status: 204 len: 173 time: 1.0153940 Sep 29 23:12:33.052197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47db793b-de89-4297-9e12-9cbe5608161a', 'name': 'network-vif-deleted', 'tag': '5f8659e8-7a56-4209-9c41-12160fea934c'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:33.054991 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73fce8e-fa02-4d5b-909a-dd581cdc33a9" -d '{"events": [{"server_uuid": "47db793b-de89-4297-9e12-9cbe5608161a", "name": "network-vif-deleted", "tag": "5f8659e8-7a56-4209-9c41-12160fea934c"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:33.108057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7bdcf412-b83d-4b24-aeef-88ec4acc88dd up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:33.151362 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-a93c3f78-c832-4cc3-bee0-73926167ac06 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:33.154435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-a93c3f78-c832-4cc3-bee0-73926167ac06 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.42 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 949 time: 0.1028295 Sep 29 23:12:33.158650 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae974e6-decd-4338-8ed9-e2917fc1f30a x-openstack-request-id: req-7ae974e6-decd-4338-8ed9-e2917fc1f30a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:33.158859 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47db793b-de89-4297-9e12-9cbe5608161a", "name": "network-vif-deleted", "tag": "5f8659e8-7a56-4209-9c41-12160fea934c", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:33.159108 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7ae974e6-decd-4338-8ed9-e2917fc1f30a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:33.159522 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47db793b-de89-4297-9e12-9cbe5608161a', 'name': 'network-vif-deleted', 'tag': '5f8659e8-7a56-4209-9c41-12160fea934c', 'status': 'completed', 'code': 200} Sep 29 23:12:33.233974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:12:33.240355 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:33.240821 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:33.504533 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-764e522f-c8a3-40ec-8c3f-f7d72dde6d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:33.537754 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:33.629212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:33.638678 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:33.639530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 244b4c00-897b-44d4-9e7d-9922c131482f up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:33.689353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-49893024-26ef-4e77-b04a-b4b7ab7bd907 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Deleting port ff42786f-1460-41a8-b461-041e0011db56 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:33.689782 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-49893024-26ef-4e77-b04a-b4b7ab7bd907 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:33.717022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdcf412-b83d-4b24-aeef-88ec4acc88dd'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:33.722086 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37346b4-640e-4618-870b-61e4e00339d1" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "7bdcf412-b83d-4b24-aeef-88ec4acc88dd"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:33.744856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a71052e-1a9c-422b-9621-6b675c5fb16b req-afa98d51-c1d9-46a3-8f1e-86ae934f46a8 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:33.747109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a71052e-1a9c-422b-9621-6b675c5fb16b req-afa98d51-c1d9-46a3-8f1e-86ae934f46a8 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.4236178 Sep 29 23:12:33.785806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f96d1-56a5-4b28-b1ab-c6963cbf8133 req-2ce16f6d-797b-4c8e-9e6a-5c7cc74f4e8e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:33.795409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f96d1-56a5-4b28-b1ab-c6963cbf8133 req-2ce16f6d-797b-4c8e-9e6a-5c7cc74f4e8e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:33.829248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f96d1-56a5-4b28-b1ab-c6963cbf8133 req-2ce16f6d-797b-4c8e-9e6a-5c7cc74f4e8e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:33.846432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 244b4c00-897b-44d4-9e7d-9922c131482f completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:12:33.850597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:33.852855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f96d1-56a5-4b28-b1ab-c6963cbf8133 req-2ce16f6d-797b-4c8e-9e6a-5c7cc74f4e8e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:33.858981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 244b4c00-897b-44d4-9e7d-9922c131482f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:33.859494 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:33.870245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f96d1-56a5-4b28-b1ab-c6963cbf8133 req-2ce16f6d-797b-4c8e-9e6a-5c7cc74f4e8e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:33.883251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f96d1-56a5-4b28-b1ab-c6963cbf8133 req-2ce16f6d-797b-4c8e-9e6a-5c7cc74f4e8e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:33.904321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375f96d1-56a5-4b28-b1ab-c6963cbf8133 req-2ce16f6d-797b-4c8e-9e6a-5c7cc74f4e8e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:33.920019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-375f96d1-56a5-4b28-b1ab-c6963cbf8133 req-2ce16f6d-797b-4c8e-9e6a-5c7cc74f4e8e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5429 time: 0.5898776 Sep 29 23:12:33.992411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:34.051118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 244b4c00-897b-44d4-9e7d-9922c131482f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=244b4c00-897b-44d4-9e7d-9922c131482f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:34.057677 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:34.058997 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:34.239968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=244b4c00-897b-44d4-9e7d-9922c131482f,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:34.280264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:12:34.290873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:34.291545 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:34.335492 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a71052e-1a9c-422b-9621-6b675c5fb16b req-416950c9-e35b-4ab3-95e2-c58fe105c053 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130213 Sep 29 23:12:34.350743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-49893024-26ef-4e77-b04a-b4b7ab7bd907 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] For port ff42786f-1460-41a8-b461-041e0011db56, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=ff42786f-1460-41a8-b461-041e0011db56,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:34.351363 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-49893024-26ef-4e77-b04a-b4b7ab7bd907 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:34.359216 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-375f96d1-56a5-4b28-b1ab-c6963cbf8133 req-27aa05e1-580e-4432-9ba8-a5f01f921cac tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4087312 Sep 29 23:12:34.372319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-49893024-26ef-4e77-b04a-b4b7ab7bd907 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Calling delete_port for ff42786f-1460-41a8-b461-041e0011db56 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:34.390505 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:34.445406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:34.458184 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:34.459154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a7b49fd9-f81c-4c3b-aadc-600eada00c6f up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:34.510697 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae0c584-b53f-477b-8834-84c4ac9a79d4 x-openstack-request-id: req-4ae0c584-b53f-477b-8834-84c4ac9a79d4 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:34.511021 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "7bdcf412-b83d-4b24-aeef-88ec4acc88dd", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:34.511361 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ae0c584-b53f-477b-8834-84c4ac9a79d4 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:34.511916 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bdcf412-b83d-4b24-aeef-88ec4acc88dd', 'code': 200} Sep 29 23:12:34.565443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:34.592395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port a7b49fd9-f81c-4c3b-aadc-600eada00c6f completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:12:34.604559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port a7b49fd9-f81c-4c3b-aadc-600eada00c6f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:34.605125 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:34.724195 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:34.765597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a7b49fd9-f81c-4c3b-aadc-600eada00c6f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:34.775383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:34.776584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 721bf317-8394-4798-814b-818df569f8e4 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:35.012159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:35.048066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 721bf317-8394-4798-814b-818df569f8e4 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:12:35.052317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 721bf317-8394-4798-814b-818df569f8e4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:35.076118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:35.125024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205dd35-c32a-43af-b7c9-a6e302a4d649 req-58deee32-eb49-452a-b3d4-3488e715062b tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:35.134438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b205dd35-c32a-43af-b7c9-a6e302a4d649 req-58deee32-eb49-452a-b3d4-3488e715062b tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 949 time: 0.1073689 Sep 29 23:12:35.347875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b205dd35-c32a-43af-b7c9-a6e302a4d649 req-77b327c1-dfb5-4738-a521-6a02c49cacad tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/security-groups?id=0a65e593-8637-4b7d-b0d9-70cb49c0fce8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121313 Sep 29 23:12:35.380610 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-49893024-26ef-4e77-b04a-b4b7ab7bd907 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:35.446550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52024) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:35.452796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49893024-26ef-4e77-b04a-b4b7ab7bd907 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Pushing event deleted for resources: {'Port': ['ID=ff42786f-1460-41a8-b461-041e0011db56,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:35.548177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-49893024-26ef-4e77-b04a-b4b7ab7bd907 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] No DVR routers for this DVR port ff42786f-1460-41a8-b461-041e0011db56 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:35.557144 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:35.574515 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-49893024-26ef-4e77-b04a-b4b7ab7bd907 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:35.579167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79af757c-04e7-41f0-a664-b9fba4319c2d req-49893024-26ef-4e77-b04a-b4b7ab7bd907 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.42 "DELETE /v2.0/ports/ff42786f-1460-41a8-b461-041e0011db56 HTTP/1.1" status: 204 len: 173 time: 2.4159799 Sep 29 23:12:35.579661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79edf5f7-0855-4ec6-bbd6-706ee9db0c51', 'name': 'network-vif-deleted', 'tag': 'ff42786f-1460-41a8-b461-041e0011db56'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:35.582825 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9415176-efd1-482b-a530-537e915dc5cc" -d '{"events": [{"server_uuid": "79edf5f7-0855-4ec6-bbd6-706ee9db0c51", "name": "network-vif-deleted", "tag": "ff42786f-1460-41a8-b461-041e0011db56"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:35.758709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 721bf317-8394-4798-814b-818df569f8e4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=721bf317-8394-4798-814b-818df569f8e4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:35.773145 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:35.896444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b1ab-4139-4ae6-a145-dd093acb40e9 req-f0e59e76-5deb-4ba0-ad58-3407b074876e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:35.916255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b1ab-4139-4ae6-a145-dd093acb40e9 req-f0e59e76-5deb-4ba0-ad58-3407b074876e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:35.930604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b1ab-4139-4ae6-a145-dd093acb40e9 req-f0e59e76-5deb-4ba0-ad58-3407b074876e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:35.948385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ff42786f-1460-41a8-b461-041e0011db56 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:35.949546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b1ab-4139-4ae6-a145-dd093acb40e9 req-f0e59e76-5deb-4ba0-ad58-3407b074876e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:35.978895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b1ab-4139-4ae6-a145-dd093acb40e9 req-f0e59e76-5deb-4ba0-ad58-3407b074876e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:35.995271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b1ab-4139-4ae6-a145-dd093acb40e9 req-f0e59e76-5deb-4ba0-ad58-3407b074876e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:36.013032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395b1ab-4139-4ae6-a145-dd093acb40e9 req-f0e59e76-5deb-4ba0-ad58-3407b074876e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:36.020163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0395b1ab-4139-4ae6-a145-dd093acb40e9 req-f0e59e76-5deb-4ba0-ad58-3407b074876e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5433 time: 0.4439845 Sep 29 23:12:36.024757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: ff42786f-1460-41a8-b461-041e0011db56 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:36.027282 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device ff42786f-1460-41a8-b461-041e0011db56 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:36.034828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5f8659e8-7a56-4209-9c41-12160fea934c no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:36.066599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=721bf317-8394-4798-814b-818df569f8e4,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:36.069580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 5f8659e8-7a56-4209-9c41-12160fea934c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:36.069991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5f8659e8-7a56-4209-9c41-12160fea934c not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:36.095382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517daa8d-3402-4470-9155-d79815e57e1f req-74561fe8-3367-42ce-9beb-d21ade82ec7d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:36.112002 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-517daa8d-3402-4470-9155-d79815e57e1f req-74561fe8-3367-42ce-9beb-d21ade82ec7d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.5196416 Sep 29 23:12:36.176515 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2845ddbb-429e-46d3-b49a-23caeef233c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=aea438136baf4ba9a366d644faafab7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7287939 Sep 29 23:12:36.190408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52054) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:36.208185 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0395b1ab-4139-4ae6-a145-dd093acb40e9 req-680265ef-0982-4f3f-abdb-f6ae60ff8da6 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1684868 Sep 29 23:12:36.226902 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-517daa8d-3402-4470-9155-d79815e57e1f req-837ad9e3-38fb-4ea1-a488-70d5e895b98d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095488 Sep 29 23:12:36.228163 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42e13a92-5a79-4a3b-bdd3-4ae69d76340f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:36.355015 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d606a9ac-0c39-4043-a28e-315c862a8a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:36.379156 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add6d68c-1444-41ed-b881-a09ca2a3bd4b x-openstack-request-id: req-add6d68c-1444-41ed-b881-a09ca2a3bd4b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:36.379660 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79edf5f7-0855-4ec6-bbd6-706ee9db0c51", "name": "network-vif-deleted", "tag": "ff42786f-1460-41a8-b461-041e0011db56", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:36.379784 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-add6d68c-1444-41ed-b881-a09ca2a3bd4b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:36.380120 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79edf5f7-0855-4ec6-bbd6-706ee9db0c51', 'name': 'network-vif-deleted', 'tag': 'ff42786f-1460-41a8-b461-041e0011db56', 'status': 'completed', 'code': 200} Sep 29 23:12:36.384913 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d606a9ac-0c39-4043-a28e-315c862a8a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:36.442107 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d606a9ac-0c39-4043-a28e-315c862a8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:36.445527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d606a9ac-0c39-4043-a28e-315c862a8a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:36.447164 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d606a9ac-0c39-4043-a28e-315c862a8a48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1cd74581-cecf-4bc5-b5da-876e3057c727 HTTP/1.1" status: 204 len: 168 time: 0.2549918 Sep 29 23:12:36.463608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606a9ac-0c39-4043-a28e-315c862a8a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd74581-cecf-4bc5-b5da-876e3057c727,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:36.464849 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:36.516535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244b4c00-897b-44d4-9e7d-9922c131482f'}, {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3'}, {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b49fd9-f81c-4c3b-aadc-600eada00c6f'}, {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721bf317-8394-4798-814b-818df569f8e4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:36.523970 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c718e48-3fad-45a0-b39f-535f3134c9b7" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "244b4c00-897b-44d4-9e7d-9922c131482f"}, {"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3"}, {"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "a7b49fd9-f81c-4c3b-aadc-600eada00c6f"}, {"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "721bf317-8394-4798-814b-818df569f8e4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:36.611450 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcdbb2c-6a26-47b3-9116-aabf862d4963 x-openstack-request-id: req-7fcdbb2c-6a26-47b3-9116-aabf862d4963 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:36.611736 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "244b4c00-897b-44d4-9e7d-9922c131482f", "code": 200}, {"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3", "code": 200}, {"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "a7b49fd9-f81c-4c3b-aadc-600eada00c6f", "code": 200}, {"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-plugged", "status": "completed", "tag": "721bf317-8394-4798-814b-818df569f8e4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:36.612025 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7fcdbb2c-6a26-47b3-9116-aabf862d4963 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:36.612968 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244b4c00-897b-44d4-9e7d-9922c131482f', 'code': 200} Sep 29 23:12:36.613397 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3', 'code': 200} Sep 29 23:12:36.613625 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b49fd9-f81c-4c3b-aadc-600eada00c6f', 'code': 200} Sep 29 23:12:36.613874 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721bf317-8394-4798-814b-818df569f8e4', 'code': 200} Sep 29 23:12:36.616460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a386dcbf-a234-453e-a6c4-747aa0f32b21 req-84d8ac15-8f8b-4295-a5a2-b42fa6fe7775 tempest-ServersAdminNegativeTestJSON-1325300514 tempest-ServersAdminNegativeTestJSON-1325300514-project] 10.222.0.44 "GET /v2.0/ports?device_id=79edf5f7-0855-4ec6-bbd6-706ee9db0c51 HTTP/1.1" status: 200 len: 210 time: 0.0633714 Sep 29 23:12:36.917686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a08540-9f3f-4931-9f3b-f74ecc2981c2 req-5e217ca4-c708-4965-8778-42ef8c81b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:36.918171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a08540-9f3f-4931-9f3b-f74ecc2981c2 req-5e217ca4-c708-4965-8778-42ef8c81b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:36.918824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a08540-9f3f-4931-9f3b-f74ecc2981c2 req-5e217ca4-c708-4965-8778-42ef8c81b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:36.919449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a08540-9f3f-4931-9f3b-f74ecc2981c2 req-5e217ca4-c708-4965-8778-42ef8c81b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:36.920111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a08540-9f3f-4931-9f3b-f74ecc2981c2 req-5e217ca4-c708-4965-8778-42ef8c81b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:36.920732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a08540-9f3f-4931-9f3b-f74ecc2981c2 req-5e217ca4-c708-4965-8778-42ef8c81b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:36.921449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a08540-9f3f-4931-9f3b-f74ecc2981c2 req-5e217ca4-c708-4965-8778-42ef8c81b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:36.923655 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53a08540-9f3f-4931-9f3b-f74ecc2981c2 req-5e217ca4-c708-4965-8778-42ef8c81b452 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6491 time: 0.1190648 Sep 29 23:12:36.991623 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53a08540-9f3f-4931-9f3b-f74ecc2981c2 req-f633bf9e-7a96-4d21-8512-59bd598819a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&id=418b628a-efab-46ec-b727-7a5d1f554f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595758 Sep 29 23:12:37.233463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52106) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:37.336811 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6b748fb1-3772-483c-bbb9-cfe4c4abdbe1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a0b29a6b4acf4a329882d255dae83b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1018863 Sep 29 23:12:37.339205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52112) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:37.380820 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:37.434175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f0f316-14e6-4572-a1cb-40faf19ec347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:37.460877 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f0f316-14e6-4572-a1cb-40faf19ec347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:37.474227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0aab-3c82-42af-b347-567830cdc25c req-2fc48e5d-4e2e-4993-a3c6-2d70e4c70f88 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:37.488212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0aab-3c82-42af-b347-567830cdc25c req-2fc48e5d-4e2e-4993-a3c6-2d70e4c70f88 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:37.505788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0aab-3c82-42af-b347-567830cdc25c req-2fc48e5d-4e2e-4993-a3c6-2d70e4c70f88 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:37.517971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0aab-3c82-42af-b347-567830cdc25c req-2fc48e5d-4e2e-4993-a3c6-2d70e4c70f88 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:37.527331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0aab-3c82-42af-b347-567830cdc25c req-2fc48e5d-4e2e-4993-a3c6-2d70e4c70f88 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:37.529551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f0f316-14e6-4572-a1cb-40faf19ec347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:37.533272 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f0f316-14e6-4572-a1cb-40faf19ec347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:37.535419 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-63f0f316-14e6-4572-a1cb-40faf19ec347 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7b5c0472-9742-4634-97d8-18468ab8aa23 HTTP/1.1" status: 204 len: 168 time: 0.1945112 Sep 29 23:12:37.535816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0aab-3c82-42af-b347-567830cdc25c req-2fc48e5d-4e2e-4993-a3c6-2d70e4c70f88 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:37.557740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da0aab-3c82-42af-b347-567830cdc25c req-2fc48e5d-4e2e-4993-a3c6-2d70e4c70f88 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:37.567109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f0f316-14e6-4572-a1cb-40faf19ec347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5c0472-9742-4634-97d8-18468ab8aa23,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:37.569412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0da0aab-3c82-42af-b347-567830cdc25c req-2fc48e5d-4e2e-4993-a3c6-2d70e4c70f88 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5434 time: 0.2635620 Sep 29 23:12:37.590223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d18a6-a295-400f-b4f0-fe8fec500683 req-8a952949-6c59-4052-baff-6bfe4d57ab2c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:37.594395 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-109d18a6-a295-400f-b4f0-fe8fec500683 req-8a952949-6c59-4052-baff-6bfe4d57ab2c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2466283 Sep 29 23:12:37.651793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0da0aab-3c82-42af-b347-567830cdc25c req-c2b07eb1-c6fe-4aed-bca8-76d52705cf1f tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563011 Sep 29 23:12:37.707580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-109d18a6-a295-400f-b4f0-fe8fec500683 req-87ff0a7c-262c-4f78-9210-c914b459511d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894663 Sep 29 23:12:38.210156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52158) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:38.348391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175d0a6-5384-4c80-8c13-804f05a80181 req-a8ba4346-075f-4b30-b2f0-111ac97f103e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:38.350480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6175d0a6-5384-4c80-8c13-804f05a80181 req-a8ba4346-075f-4b30-b2f0-111ac97f103e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 1097 time: 0.0898428 Sep 29 23:12:38.443625 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c0804e50-78ad-4e07-95d4-5c4bdcd179a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e29e8baf0fba4ed38f9f11e5a9e06a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2315094 Sep 29 23:12:38.446014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52174) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:38.512754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5aa33718-1d71-473e-b31a-9e1de7d15394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:38.540348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5aa33718-1d71-473e-b31a-9e1de7d15394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:38.556675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175d0a6-5384-4c80-8c13-804f05a80181 req-79f0bf54-2312-4a86-9726-5e73be06fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:38.560221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6175d0a6-5384-4c80-8c13-804f05a80181 req-79f0bf54-2312-4a86-9726-5e73be06fd12 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 913 time: 0.2014592 Sep 29 23:12:38.612757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5aa33718-1d71-473e-b31a-9e1de7d15394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:38.618404 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5aa33718-1d71-473e-b31a-9e1de7d15394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:38.619992 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5aa33718-1d71-473e-b31a-9e1de7d15394 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a65e593-8637-4b7d-b0d9-70cb49c0fce8 HTTP/1.1" status: 204 len: 168 time: 0.1726432 Sep 29 23:12:38.630396 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:38.645516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6175d0a6-5384-4c80-8c13-804f05a80181 req-00f9a667-ae26-4b6b-a3ca-5c8549e2477b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661becd6-1542-47a9-a64d-f19b9d783215 HTTP/1.1" status: 200 len: 217 time: 0.0761759 Sep 29 23:12:38.646123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa33718-1d71-473e-b31a-9e1de7d15394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a65e593-8637-4b7d-b0d9-70cb49c0fce8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:38.732922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6175d0a6-5384-4c80-8c13-804f05a80181 req-713ab2ba-8e12-445f-92b7-72276d305404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:38.735324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6175d0a6-5384-4c80-8c13-804f05a80181 req-713ab2ba-8e12-445f-92b7-72276d305404 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.0749211 Sep 29 23:12:38.827038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6175d0a6-5384-4c80-8c13-804f05a80181 req-0d23d46f-d797-447c-b3b6-f117c3b000c8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837157 Sep 29 23:12:39.003010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b259c5a-e8c0-42d4-b8c0-2b3d28e874bd req-b507597b-5c54-48e0-baf8-f679a65a1ac2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:39.009603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b259c5a-e8c0-42d4-b8c0-2b3d28e874bd req-b507597b-5c54-48e0-baf8-f679a65a1ac2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:39.016007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b259c5a-e8c0-42d4-b8c0-2b3d28e874bd req-b507597b-5c54-48e0-baf8-f679a65a1ac2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:39.022962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b259c5a-e8c0-42d4-b8c0-2b3d28e874bd req-b507597b-5c54-48e0-baf8-f679a65a1ac2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:39.031557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b259c5a-e8c0-42d4-b8c0-2b3d28e874bd req-b507597b-5c54-48e0-baf8-f679a65a1ac2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:39.038981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b259c5a-e8c0-42d4-b8c0-2b3d28e874bd req-b507597b-5c54-48e0-baf8-f679a65a1ac2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:39.045464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b259c5a-e8c0-42d4-b8c0-2b3d28e874bd req-b507597b-5c54-48e0-baf8-f679a65a1ac2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:39.049017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b259c5a-e8c0-42d4-b8c0-2b3d28e874bd req-b507597b-5c54-48e0-baf8-f679a65a1ac2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5434 time: 0.1766641 Sep 29 23:12:39.069899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f916f3-c6e6-450c-bc16-e05684093269 req-5a5a7618-191b-4089-9bba-4a80eb78ee3d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:39.081927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28f916f3-c6e6-450c-bc16-e05684093269 req-5a5a7618-191b-4089-9bba-4a80eb78ee3d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.2580519 Sep 29 23:12:39.139447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6175d0a6-5384-4c80-8c13-804f05a80181 req-71b46134-a72d-4a6c-bca4-17cc699c0aad service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000877 Sep 29 23:12:39.177252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28f916f3-c6e6-450c-bc16-e05684093269 req-50e3782c-04d0-4f04-96f2-67aa3321d3bf tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940893 Sep 29 23:12:39.212631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b259c5a-e8c0-42d4-b8c0-2b3d28e874bd req-1b856bd6-230b-4cdd-b708-428c2b89b956 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1550086 Sep 29 23:12:39.343263 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:39.384340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6175d0a6-5384-4c80-8c13-804f05a80181 req-9d53df08-0f36-4906-9869-b9af742d9016 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210100 Sep 29 23:12:39.503316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52220) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:39.565023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e26df459-4572-4d5f-89f0-627b2587e70c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1dd782a97b154ba59cd894c8422539fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0597017 Sep 29 23:12:39.567486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52222) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:39.661307 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12a8afd7-0fc4-4e94-9615-cf6ddf8a0b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:39.709516 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12a8afd7-0fc4-4e94-9615-cf6ddf8a0b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:39.846232 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12a8afd7-0fc4-4e94-9615-cf6ddf8a0b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:39.852904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12a8afd7-0fc4-4e94-9615-cf6ddf8a0b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:39.857735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-12a8afd7-0fc4-4e94-9615-cf6ddf8a0b73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02a129ec-9821-4b23-9e81-e3105fccb6a6 HTTP/1.1" status: 204 len: 168 time: 0.2889669 Sep 29 23:12:39.883221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a8afd7-0fc4-4e94-9615-cf6ddf8a0b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a129ec-9821-4b23-9e81-e3105fccb6a6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:40.393549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b05870-e4b4-47fd-a9d7-ab000f4e0a6f req-ab47f3cd-e035-430f-9fcf-ed4536e88e06 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.395810 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37b05870-e4b4-47fd-a9d7-ab000f4e0a6f req-ab47f3cd-e035-430f-9fcf-ed4536e88e06 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.0998557 Sep 29 23:12:40.456403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f5c75-aeb7-4b59-8d00-f2e2c3a976fc req-753ded45-e2ed-4c3f-a00e-17c4e8889835 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.468400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f5c75-aeb7-4b59-8d00-f2e2c3a976fc req-753ded45-e2ed-4c3f-a00e-17c4e8889835 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.475666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f5c75-aeb7-4b59-8d00-f2e2c3a976fc req-753ded45-e2ed-4c3f-a00e-17c4e8889835 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.482702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f5c75-aeb7-4b59-8d00-f2e2c3a976fc req-753ded45-e2ed-4c3f-a00e-17c4e8889835 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.489714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f5c75-aeb7-4b59-8d00-f2e2c3a976fc req-753ded45-e2ed-4c3f-a00e-17c4e8889835 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.496713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f5c75-aeb7-4b59-8d00-f2e2c3a976fc req-753ded45-e2ed-4c3f-a00e-17c4e8889835 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.503087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f5c75-aeb7-4b59-8d00-f2e2c3a976fc req-753ded45-e2ed-4c3f-a00e-17c4e8889835 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.505467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-672f5c75-aeb7-4b59-8d00-f2e2c3a976fc req-753ded45-e2ed-4c3f-a00e-17c4e8889835 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5434 time: 0.1692724 Sep 29 23:12:40.568902 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37b05870-e4b4-47fd-a9d7-ab000f4e0a6f req-1e75559f-39a9-4fb2-82fd-e34e6dab9598 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662092 Sep 29 23:12:40.596193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-672f5c75-aeb7-4b59-8d00-f2e2c3a976fc req-731db525-b295-4149-856f-9ecfcc55667e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818965 Sep 29 23:12:40.803061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11734f1d-115d-4b2a-92ce-6b28b9184d6e req-c3e399e2-c7ab-47b9-8b6f-0de0cf4f8d6b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.815141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11734f1d-115d-4b2a-92ce-6b28b9184d6e req-c3e399e2-c7ab-47b9-8b6f-0de0cf4f8d6b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.834341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11734f1d-115d-4b2a-92ce-6b28b9184d6e req-c3e399e2-c7ab-47b9-8b6f-0de0cf4f8d6b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.841271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11734f1d-115d-4b2a-92ce-6b28b9184d6e req-c3e399e2-c7ab-47b9-8b6f-0de0cf4f8d6b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.847980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11734f1d-115d-4b2a-92ce-6b28b9184d6e req-c3e399e2-c7ab-47b9-8b6f-0de0cf4f8d6b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.854070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11734f1d-115d-4b2a-92ce-6b28b9184d6e req-c3e399e2-c7ab-47b9-8b6f-0de0cf4f8d6b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.860203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11734f1d-115d-4b2a-92ce-6b28b9184d6e req-c3e399e2-c7ab-47b9-8b6f-0de0cf4f8d6b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:40.862405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11734f1d-115d-4b2a-92ce-6b28b9184d6e req-c3e399e2-c7ab-47b9-8b6f-0de0cf4f8d6b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5434 time: 0.1699419 Sep 29 23:12:40.881831 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52296) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:40.896032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3fae510f-e518-40ef-be43-d1c62b2cebab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Request body: {'floatingip': {'port_id': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:12:41.019268 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fae510f-e518-40ef-be43-d1c62b2cebab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:41.871220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fae510f-e518-40ef-be43-d1c62b2cebab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:41.883243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fae510f-e518-40ef-be43-d1c62b2cebab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:41.897725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d7e87-2dd5-454a-af62-e859b7219155 req-60cf259f-4539-4850-a786-4b73cae99a07 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:41.905612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f34d7e87-2dd5-454a-af62-e859b7219155 req-60cf259f-4539-4850-a786-4b73cae99a07 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 946 time: 0.1887381 Sep 29 23:12:42.072273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f34d7e87-2dd5-454a-af62-e859b7219155 req-9b62dcca-37f9-4769-a84e-747fe79068d0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611874 Sep 29 23:12:42.209007 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-3fae510f-e518-40ef-be43-d1c62b2cebab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Floating IP a58abc26-2381-44e2-83ee-7352bb9707ec associated. External IP: 172.25.4.79, port: 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3. Sep 29 23:12:42.544563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fae510f-e518-40ef-be43-d1c62b2cebab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Router 482aa45d-b3bb-4226-9926-542f14b3419d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:12:42.794617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fae510f-e518-40ef-be43-d1c62b2cebab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:12:42.806082 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fae510f-e518-40ef-be43-d1c62b2cebab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:42.807281 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] Sync routers for ids ['482aa45d-b3bb-4226-9926-542f14b3419d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:12:42.819129 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] Routers {'482aa45d-b3bb-4226-9926-542f14b3419d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:12:42.819688 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:12:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['482aa45d-b3bb-4226-9926-542f14b3419d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:42.851816 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3fae510f-e518-40ef-be43-d1c62b2cebab tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "PUT /v2.0/floatingips/a58abc26-2381-44e2-83ee-7352bb9707ec HTTP/1.1" status: 200 len: 991 time: 1.9642448 Sep 29 23:12:42.851816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:42.869242 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560" -d '{"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:43.016666 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] Set router 482aa45d-b3bb-4226-9926-542f14b3419d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:12:43.082038 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30293cf0-f0a7-4526-ba09-e82b8cfbeddf x-openstack-request-id: req-30293cf0-f0a7-4526-ba09-e82b8cfbeddf {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:43.082563 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "tag": "1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:43.082563 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30293cf0-f0a7-4526-ba09-e82b8cfbeddf {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:43.082994 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'tag': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3', 'status': 'completed', 'code': 200} Sep 29 23:12:43.145194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 661becd6-1542-47a9-a64d-f19b9d783215 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:43.274827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-91476ea6-a974-428d-9c9b-938a61562b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:43.275334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-91476ea6-a974-428d-9c9b-938a61562b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:43.275838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-91476ea6-a974-428d-9c9b-938a61562b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:43.276331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-91476ea6-a974-428d-9c9b-938a61562b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:43.276810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-91476ea6-a974-428d-9c9b-938a61562b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:43.278126 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-91476ea6-a974-428d-9c9b-938a61562b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:43.282114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-91476ea6-a974-428d-9c9b-938a61562b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:43.285437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-91476ea6-a974-428d-9c9b-938a61562b61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6491 time: 0.1460624 Sep 29 23:12:43.383208 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:43.474869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '661becd6-1542-47a9-a64d-f19b9d783215'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:43.477827 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f3d843-7bb4-4017-847d-a3f765727b7b" -d '{"events": [{"server_uuid": "58f5c3b8-81d6-4adf-8621-1aa9fd78beae", "name": "network-vif-unplugged", "status": "completed", "tag": "661becd6-1542-47a9-a64d-f19b9d783215"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:43.487249 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:14Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'a58abc26-2381-44e2-83ee-7352bb9707ec', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'port_id': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'mac_address': 'fa:16:3e:c2:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:11:15Z', 'updated_at': '2021-09-29T23:12:41Z', 'revision_number': 1, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7904a60e-7f02-41d2-bd0d-e60e22f6bbf6', 'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'mac_address': 'fa:16:3e:58:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:11Z', 'updated_at': '2021-09-29T23:10:20Z', 'revision_number': 5, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'subnets': [{'id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:43.500354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 661becd6-1542-47a9-a64d-f19b9d783215, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=661becd6-1542-47a9-a64d-f19b9d783215,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:43.513290 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:43.567532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52462) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:43.625940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbf6c43-1f13-4aab-bd49-d2ebe8972df8 req-4628d30b-211c-4a41-893b-655fdd610202 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:43.634401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bbf6c43-1f13-4aab-bd49-d2ebe8972df8 req-4628d30b-211c-4a41-893b-655fdd610202 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 945 time: 0.2538433 Sep 29 23:12:43.646945 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] Checking router: 482aa45d-b3bb-4226-9926-542f14b3419d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:12:43.652693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-57d294ea-7ed8-4ca3-a4eb-09ba778bbb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:43.654618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-57d294ea-7ed8-4ca3-a4eb-09ba778bbb83 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b74424c-10e9-4f4e-a3dd-06c770306b96 HTTP/1.1" status: 200 len: 913 time: 0.3614669 Sep 29 23:12:43.693119 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] Routers {'482aa45d-b3bb-4226-9926-542f14b3419d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:12:43.694067 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:12:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['482aa45d-b3bb-4226-9926-542f14b3419d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:43.759750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=661becd6-1542-47a9-a64d-f19b9d783215,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:43.825125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bbf6c43-1f13-4aab-bd49-d2ebe8972df8 req-be266a48-7928-45d3-963f-30292af07449 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868839 Sep 29 23:12:43.851367 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-a32fdd28-8bb3-4899-af52-b9e74f32f796 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 HTTP/1.1" status: 200 len: 999 time: 0.1817722 Sep 29 23:12:43.923820 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83df223d-c2e5-4106-8cb9-3b57a6addb02 x-openstack-request-id: req-83df223d-c2e5-4106-8cb9-3b57a6addb02 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:43.924128 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5c3b8-81d6-4adf-8621-1aa9fd78beae", "name": "network-vif-unplugged", "status": "failed", "tag": "661becd6-1542-47a9-a64d-f19b9d783215", "code": 422}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:43.925114 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-83df223d-c2e5-4106-8cb9-3b57a6addb02 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:43.925809 n-d-811173-2 neutron-server[110007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '661becd6-1542-47a9-a64d-f19b9d783215', 'code': 422} returned with failed status Sep 29 23:12:44.012664 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] Set router 482aa45d-b3bb-4226-9926-542f14b3419d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:12:44.021710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-313916b0-e776-425f-8f58-5403102226ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:44.027936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-313916b0-e776-425f-8f58-5403102226ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd256db6-7ec3-4bb4-b19f-b92c900e8afa HTTP/1.1" status: 200 len: 851 time: 0.1689532 Sep 29 23:12:44.142667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-2c2a900a-b4f3-45ec-9886-8429b447c7a4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:44.147957 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-2c2a900a-b4f3-45ec-9886-8429b447c7a4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f5c3b8-81d6-4adf-8621-1aa9fd78beae HTTP/1.1" status: 200 len: 944 time: 0.2314439 Sep 29 23:12:44.185394 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b70364-4d61-497b-8de6-1e308d4d2219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:44.328054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-636d6dcd-0f8e-4dd8-9e74-95671fc8717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:44.330445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-636d6dcd-0f8e-4dd8-9e74-95671fc8717e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b74424c-10e9-4f4e-a3dd-06c770306b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2940164 Sep 29 23:12:44.532615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-26d8a8fd-fe3c-4ecc-9a95-919196cbd9d5 service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633863 Sep 29 23:12:44.558087 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:14Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'a58abc26-2381-44e2-83ee-7352bb9707ec', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'port_id': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'mac_address': 'fa:16:3e:c2:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:11:15Z', 'updated_at': '2021-09-29T23:12:41Z', 'revision_number': 1, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7904a60e-7f02-41d2-bd0d-e60e22f6bbf6', 'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'mac_address': 'fa:16:3e:58:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:11Z', 'updated_at': '2021-09-29T23:10:20Z', 'revision_number': 5, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'subnets': [{'id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:44.661198 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e188d8a-43f2-4c50-8552-c20a4ba7f1c8 None None] The sync data for ids ['482aa45d-b3bb-4226-9926-542f14b3419d'] in n-d-811173-2 is: [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:14Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'a58abc26-2381-44e2-83ee-7352bb9707ec', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'floating_ip_address': '172.25.4.79', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'port_id': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'mac_address': 'fa:16:3e:c2:f1:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:11:15Z', 'updated_at': '2021-09-29T23:12:41Z', 'revision_number': 1, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7904a60e-7f02-41d2-bd0d-e60e22f6bbf6', 'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'mac_address': 'fa:16:3e:58:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:11Z', 'updated_at': '2021-09-29T23:10:20Z', 'revision_number': 5, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'subnets': [{'id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:12:44.722174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-452c4b74-cd10-4926-af79-b4013323d8a6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Deleting port 661becd6-1542-47a9-a64d-f19b9d783215 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:44.722457 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-452c4b74-cd10-4926-af79-b4013323d8a6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:44.874272 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b70364-4d61-497b-8de6-1e308d4d2219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:44.885326 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f36817f6-23e8-4df6-8c6d-83d2c3b3f560 req-83698f2b-9143-409a-b5b3-2c0dbfa8cda2 service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192024 Sep 29 23:12:44.891541 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-65b70364-4d61-497b-8de6-1e308d4d2219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.019215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-452c4b74-cd10-4926-af79-b4013323d8a6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] For port 661becd6-1542-47a9-a64d-f19b9d783215, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=661becd6-1542-47a9-a64d-f19b9d783215,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:45.019598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-452c4b74-cd10-4926-af79-b4013323d8a6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.030772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a6d82-08a1-4810-b934-de90a78ba06b req-0c2a8fa4-baa0-4dd8-9009-4a54e62866d4 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:45.032505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec5a6d82-08a1-4810-b934-de90a78ba06b req-0c2a8fa4-baa0-4dd8-9009-4a54e62866d4 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 945 time: 0.1992388 Sep 29 23:12:45.043062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-65b70364-4d61-497b-8de6-1e308d4d2219 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6beab198fa1e4b7a8e4916f50847504a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4722359 Sep 29 23:12:45.043062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b70364-4d61-497b-8de6-1e308d4d2219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c225229a-914e-48c8-9d00-697faf8a7694,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:45.045406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52520) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:45.075383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52526) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:45.107715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-452c4b74-cd10-4926-af79-b4013323d8a6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Calling delete_port for 661becd6-1542-47a9-a64d-f19b9d783215 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:45.114913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec5a6d82-08a1-4810-b934-de90a78ba06b req-88646eda-1eeb-48a4-8461-e6272648e086 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704434 Sep 29 23:12:45.133526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7b6cc4-3ada-489b-8472-319135d15ede None None] New status for floating IP a58abc26-2381-44e2-83ee-7352bb9707ec: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:12:45.226257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82eb1c46-a35c-4e52-9a12-19aa8c4776a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.295445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82eb1c46-a35c-4e52-9a12-19aa8c4776a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.387297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b65151a-c3e0-4ee8-b6be-bff264e4cf4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.435317 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-452c4b74-cd10-4926-af79-b4013323d8a6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.470944 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82eb1c46-a35c-4e52-9a12-19aa8c4776a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.477582 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82eb1c46-a35c-4e52-9a12-19aa8c4776a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.480953 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-82eb1c46-a35c-4e52-9a12-19aa8c4776a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c225229a-914e-48c8-9d00-697faf8a7694 HTTP/1.1" status: 204 len: 168 time: 0.4306428 Sep 29 23:12:45.521256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb1c46-a35c-4e52-9a12-19aa8c4776a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c225229a-914e-48c8-9d00-697faf8a7694,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:45.567267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452c4b74-cd10-4926-af79-b4013323d8a6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event deleted for resources: {'Port': ['ID=661becd6-1542-47a9-a64d-f19b9d783215,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:45.651141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-452c4b74-cd10-4926-af79-b4013323d8a6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] No DVR routers for this DVR port 661becd6-1542-47a9-a64d-f19b9d783215 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:45.653916 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-452c4b74-cd10-4926-af79-b4013323d8a6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.658130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86796221-386e-4719-8a78-aad3ec56c9d2 req-452c4b74-cd10-4926-af79-b4013323d8a6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "DELETE /v2.0/ports/661becd6-1542-47a9-a64d-f19b9d783215 HTTP/1.1" status: 204 len: 173 time: 1.4968772 Sep 29 23:12:45.659417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'name': 'network-vif-deleted', 'tag': '661becd6-1542-47a9-a64d-f19b9d783215'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:45.662264 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fede963-afed-4a94-87a5-8b3b8a8bd5f7" -d '{"events": [{"server_uuid": "58f5c3b8-81d6-4adf-8621-1aa9fd78beae", "name": "network-vif-deleted", "tag": "661becd6-1542-47a9-a64d-f19b9d783215"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:45.679741 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b65151a-c3e0-4ee8-b6be-bff264e4cf4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.686954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b65151a-c3e0-4ee8-b6be-bff264e4cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.752398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52558) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:45.772242 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b65151a-c3e0-4ee8-b6be-bff264e4cf4f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=062a6f03a5b54c49ad5b2d0f4d415474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6759388 Sep 29 23:12:45.830012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65151a-c3e0-4ee8-b6be-bff264e4cf4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc983cc1-5bfe-4be3-a81e-bbb1835468c6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:45.851047 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc1fd678-84e7-4da8-9abd-7e19f6e05579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.861218 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a9a1d8-f7ce-4d74-9744-3b7abf3927f5 x-openstack-request-id: req-86a9a1d8-f7ce-4d74-9744-3b7abf3927f5 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:45.861594 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f5c3b8-81d6-4adf-8621-1aa9fd78beae", "name": "network-vif-deleted", "tag": "661becd6-1542-47a9-a64d-f19b9d783215", "status": "failed", "code": 422}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:45.861973 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86a9a1d8-f7ce-4d74-9744-3b7abf3927f5 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:45.862563 n-d-811173-2 neutron-server[110005]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '58f5c3b8-81d6-4adf-8621-1aa9fd78beae', 'name': 'network-vif-deleted', 'tag': '661becd6-1542-47a9-a64d-f19b9d783215', 'status': 'failed', 'code': 422} returned with failed status Sep 29 23:12:45.889668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc1fd678-84e7-4da8-9abd-7e19f6e05579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.980867 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc1fd678-84e7-4da8-9abd-7e19f6e05579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.983745 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc1fd678-84e7-4da8-9abd-7e19f6e05579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:45.985460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dc1fd678-84e7-4da8-9abd-7e19f6e05579 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc983cc1-5bfe-4be3-a81e-bbb1835468c6 HTTP/1.1" status: 204 len: 168 time: 0.2310400 Sep 29 23:12:46.009776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fd678-84e7-4da8-9abd-7e19f6e05579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc983cc1-5bfe-4be3-a81e-bbb1835468c6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:46.136447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52592) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:46.158830 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-523d0e9a-5a38-4b5a-8a08-e79573526872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:46.345905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-523d0e9a-5a38-4b5a-8a08-e79573526872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:46.358347 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-523d0e9a-5a38-4b5a-8a08-e79573526872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:46.410083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-523d0e9a-5a38-4b5a-8a08-e79573526872 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8044ac421ef141ae939d4b7ac6b908c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717438 Sep 29 23:12:46.411774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d0e9a-5a38-4b5a-8a08-e79573526872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16affa3c-5f76-4df5-9cd2-f50e542fd476,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:46.412661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52612) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:46.530940 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec8cab81-3fdc-49a4-9c54-6d6c3332285f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:46.553271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7312088-4552-44e4-a29f-b73decfd0039 req-e30237b8-7cbb-4ed8-893e-a913e56ae851 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:46.558722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7312088-4552-44e4-a29f-b73decfd0039 req-e30237b8-7cbb-4ed8-893e-a913e56ae851 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 945 time: 0.0832210 Sep 29 23:12:46.624698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7312088-4552-44e4-a29f-b73decfd0039 req-f8c06e19-6bba-4b43-8786-afac9713c9d4 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589457 Sep 29 23:12:46.634752 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec8cab81-3fdc-49a4-9c54-6d6c3332285f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:46.758038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec8cab81-3fdc-49a4-9c54-6d6c3332285f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:46.769569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec8cab81-3fdc-49a4-9c54-6d6c3332285f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:46.771897 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ec8cab81-3fdc-49a4-9c54-6d6c3332285f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/16affa3c-5f76-4df5-9cd2-f50e542fd476 HTTP/1.1" status: 204 len: 168 time: 0.3579476 Sep 29 23:12:46.786401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cab81-3fdc-49a4-9c54-6d6c3332285f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16affa3c-5f76-4df5-9cd2-f50e542fd476,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:46.806573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52638) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:46.835208 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25395478-ab1a-4a58-a9e9-9e3f3a695ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:46.855404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-6ac9b883-c35c-4210-b90a-a62bcfc1b55b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:46.862853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-6ac9b883-c35c-4210-b90a-a62bcfc1b55b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.1551931 Sep 29 23:12:46.879726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-8c1edafc-90af-4bcf-81a6-499d7d9c7faf tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/quotas/d9b8b7d059d34856b6abdd78fc12002f HTTP/1.1" status: 200 len: 375 time: 0.0158205 Sep 29 23:12:46.947578 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-c582e129-aba6-478d-abf2-047882702df9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650778 Sep 29 23:12:47.088619 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25395478-ab1a-4a58-a9e9-9e3f3a695ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:47.093722 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25395478-ab1a-4a58-a9e9-9e3f3a695ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:47.098752 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-ed65ea71-f07c-4528-b582-c09f4a9849f2 service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451395 Sep 29 23:12:47.223243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25395478-ab1a-4a58-a9e9-9e3f3a695ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbd66e8-6b37-4121-98d6-986dfa3d5a36,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:47.235314 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-25395478-ab1a-4a58-a9e9-9e3f3a695ea5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ae973467028e42a49de6ecc60c281452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4247565 Sep 29 23:12:47.236293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52656) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:47.277064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-76aedf97-4593-4ee5-aa24-a19151b77b7d service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693668 Sep 29 23:12:47.321587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-078c8f89-b0b7-4db2-b2ac-f819a65e87e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:47.357568 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-078c8f89-b0b7-4db2-b2ac-f819a65e87e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:47.409001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:47.442153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-078c8f89-b0b7-4db2-b2ac-f819a65e87e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:47.445574 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-078c8f89-b0b7-4db2-b2ac-f819a65e87e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:47.449417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-078c8f89-b0b7-4db2-b2ac-f819a65e87e2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fdbd66e8-6b37-4121-98d6-986dfa3d5a36 HTTP/1.1" status: 204 len: 168 time: 0.2101080 Sep 29 23:12:47.458257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c8f89-b0b7-4db2-b2ac-f819a65e87e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbd66e8-6b37-4121-98d6-986dfa3d5a36,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:47.589627 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76ce0615-986c-41e8-8183-1c42e8623372 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:47.818236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-ec53c4fd-bd74-42e6-8cc3-1b2993031c03 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:47.819942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-ec53c4fd-bd74-42e6-8cc3-1b2993031c03 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.26 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 945 time: 0.1502295 Sep 29 23:12:47.864956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76ce0615-986c-41e8-8183-1c42e8623372 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:47.916566 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90fb1571-ff53-449c-96da-083ab7ab4ee9 req-21058412-5edd-4a31-9e9f-e9f62a0ff9d1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 210 time: 0.3007035 Sep 29 23:12:47.919636 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76ce0615-986c-41e8-8183-1c42e8623372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.026525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-76ce0615-986c-41e8-8183-1c42e8623372 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8a222d98426344ffb15a60f3fa934b49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6163778 Sep 29 23:12:48.028238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce0615-986c-41e8-8183-1c42e8623372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350b0428-c6a7-43c1-972a-4c6b48c9db8a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:48.034472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52696) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:48.058580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Deleting port 30c3564c-f755-4b12-9f0f-30f585097855 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:48.058943 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.067690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048919fd-9de1-427c-a26c-b4acf77635b1 req-e35494e5-f789-457f-be4a-60d7e62f2dfb tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:48.069310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-048919fd-9de1-427c-a26c-b4acf77635b1 req-e35494e5-f789-457f-be4a-60d7e62f2dfb tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 945 time: 0.1832750 Sep 29 23:12:48.154855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-048919fd-9de1-427c-a26c-b4acf77635b1 req-a5345f09-a6b6-4b09-adb9-8b4548c6df0d tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773270 Sep 29 23:12:48.304129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52718) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:48.331694 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-186bd5f1-83cc-4e1b-b54f-8350123f41f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.387134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] For port 30c3564c-f755-4b12-9f0f-30f585097855, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=30c3564c-f755-4b12-9f0f-30f585097855,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:48.389061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.468213 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-186bd5f1-83cc-4e1b-b54f-8350123f41f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.480250 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-186bd5f1-83cc-4e1b-b54f-8350123f41f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.553768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bd5f1-83cc-4e1b-b54f-8350123f41f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e683f03-d44b-45b8-b88e-97b6d0b08b42,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:48.564414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-186bd5f1-83cc-4e1b-b54f-8350123f41f2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bcfb5806f9e4141895bb7d0cefc1ad3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2565336 Sep 29 23:12:48.578956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:48.641602 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af455a29-d95a-49d0-b1c6-ccabcd7a9ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.669738 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af455a29-d95a-49d0-b1c6-ccabcd7a9ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.672474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec848dc4-27a1-43a5-8030-e779653a3b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.679649 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:12:48.700840 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52728) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:48.777292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af455a29-d95a-49d0-b1c6-ccabcd7a9ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.780437 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-af455a29-d95a-49d0-b1c6-ccabcd7a9ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.790910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-af455a29-d95a-49d0-b1c6-ccabcd7a9ffc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1e683f03-d44b-45b8-b88e-97b6d0b08b42 HTTP/1.1" status: 204 len: 168 time: 0.2035880 Sep 29 23:12:48.801264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af455a29-d95a-49d0-b1c6-ccabcd7a9ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e683f03-d44b-45b8-b88e-97b6d0b08b42,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:48.818245 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec848dc4-27a1-43a5-8030-e779653a3b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.885993 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.886375 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:48.886749 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Floating IP 8107b842-842d-44e8-bae4-25fc924c854c disassociated. External IP: 172.25.4.236, port: 30c3564c-f755-4b12-9f0f-30f585097855. Sep 29 23:12:48.887103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Calling delete_port for 30c3564c-f755-4b12-9f0f-30f585097855 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:48.949215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-network', 'tenant_id': '38e87c8352ac493684c84d0cba42685d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:12:49.012390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Made reservation on behalf of 38e87c8352ac493684c84d0cba42685d for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:12:49.022191 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.061348 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.088913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-773c5128-be18-47b3-ad31-1d968af5c3c9 req-a5644aea-5601-4940-b365-9689fd29e461 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 210 time: 0.0611241 Sep 29 23:12:49.263406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-9813f79e-6e3d-4257-a997-26a5ad7c35ed tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:49.265041 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-9813f79e-6e3d-4257-a997-26a5ad7c35ed tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.26 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.1701458 Sep 29 23:12:49.270530 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec848dc4-27a1-43a5-8030-e779653a3b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.273270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec848dc4-27a1-43a5-8030-e779653a3b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.274552 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ec848dc4-27a1-43a5-8030-e779653a3b7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/350b0428-c6a7-43c1-972a-4c6b48c9db8a HTTP/1.1" status: 204 len: 168 time: 1.1201081 Sep 29 23:12:49.280266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Request body: {'port': {'device_id': 'cd0105ce-e182-4a14-9738-76c5055ed89f', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'admin_state_up': True, 'tenant_id': 'd9b8b7d059d34856b6abdd78fc12002f'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:12:49.428233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec848dc4-27a1-43a5-8030-e779653a3b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350b0428-c6a7-43c1-972a-4c6b48c9db8a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:49.439120 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.454806 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.522496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:12:49.528382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Made reservation on behalf of d9b8b7d059d34856b6abdd78fc12002f for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:12:49.533937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.537425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.549784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860148ff-f327-4d61-b637-ed1b83194c43 req-eaadddb1-3a98-4461-9a26-b5ed78670566 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:49.551904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-860148ff-f327-4d61-b637-ed1b83194c43 req-eaadddb1-3a98-4461-9a26-b5ed78670566 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 945 time: 0.1749377 Sep 29 23:12:49.579048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Pushing event deleted for resources: {'Port': ['ID=30c3564c-f755-4b12-9f0f-30f585097855,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:49.635178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a671376-679e-4fe6-916d-3f5279ced0c8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:49.644776 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.647771 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Added segment 926a0bda-7375-4208-9e3d-31ba473f0180 of type vlan for network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 Sep 29 23:12:49.719502 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-860148ff-f327-4d61-b637-ed1b83194c43 req-bad09b3c-af14-4cd6-bfc5-7faef0343e7b tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups?id=600dc334-a4ca-4f03-90df-25b2bc1229cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1588418 Sep 29 23:12:49.735682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.773542 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.775278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:49.776498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:49.893516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Router 488dacb5-8247-43f2-ba61-b4ab4497414e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:12:49.912731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] Pushing event updated for resources: {'Network': ['ID=0d38b64d-d560-42f5-8c5c-da9a0b83ef51,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:49.931170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:12:49.934744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-05a6c458-028d-4947-bddf-b198e3f88176 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2324121 Sep 29 23:12:49.947511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52780) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:49.955718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Request body: {'subnet': {'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-subnet', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:12:50.013470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Made reservation on behalf of 38e87c8352ac493684c84d0cba42685d for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:12:50.018790 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:50.054310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52784) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:50.138272 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dfe7399f-7a6c-4e65-b2e4-6dfd17cab8f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:50.149916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:50.201884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Allocated IP 172.20.0.14 (c227357a-4298-494d-bd97-035dcbd0097b/3cb694ab-b5bc-48f3-8d21-311e38ce4502/4622b7e5-6862-43f1-86f0-f9b8efb78db8) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:12:50.468516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:12:50.470007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91fc59bc-29ff-4835-a66d-811115ac50bc req-023bcc50-642e-4727-bfc1-0a6f0f52ee02 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 210 time: 0.1743832 Sep 29 23:12:50.508128 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] Sync routers for ids ['488dacb5-8247-43f2-ba61-b4ab4497414e'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:12:50.528452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] No DVR routers for this DVR port 30c3564c-f755-4b12-9f0f-30f585097855 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:12:50.529593 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] Routers {'488dacb5-8247-43f2-ba61-b4ab4497414e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:12:50.534831 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:12:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['488dacb5-8247-43f2-ba61-b4ab4497414e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:50.538114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:50.540547 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e3f6f43-dd28-4b45-9ee9-fc33aefd570d req-f6faad68-e543-42c4-9811-3dfd9807367e tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.26 "DELETE /v2.0/ports/30c3564c-f755-4b12-9f0f-30f585097855 HTTP/1.1" status: 204 len: 173 time: 2.7106688 Sep 29 23:12:50.541084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8a8be21-a42a-4311-b775-a382131327b3', 'name': 'network-vif-deleted', 'tag': '30c3564c-f755-4b12-9f0f-30f585097855'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:50.543558 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a4da21-8128-4b2f-a4db-234d9dce1f65" -d '{"events": [{"server_uuid": "d8a8be21-a42a-4311-b775-a382131327b3", "name": "network-vif-deleted", "tag": "30c3564c-f755-4b12-9f0f-30f585097855"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:50.563188 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:50.648475 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d615b006-7907-4402-aaee-70d51409faa2 x-openstack-request-id: req-d615b006-7907-4402-aaee-70d51409faa2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:50.648805 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8a8be21-a42a-4311-b775-a382131327b3", "name": "network-vif-deleted", "tag": "30c3564c-f755-4b12-9f0f-30f585097855", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:50.649066 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d615b006-7907-4402-aaee-70d51409faa2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:50.649541 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8a8be21-a42a-4311-b775-a382131327b3', 'name': 'network-vif-deleted', 'tag': '30c3564c-f755-4b12-9f0f-30f585097855', 'status': 'completed', 'code': 200} Sep 29 23:12:50.680540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:50.704617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:50.790317 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] Set router 488dacb5-8247-43f2-ba61-b4ab4497414e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:12:50.827773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Network c227357a-4298-494d-bd97-035dcbd0097b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:12:50.836016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Checking segment: {'id': '926a0bda-7375-4208-9e3d-31ba473f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:12:50.836506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Network hostable DHCP agents. Network: 0d38b64d-d560-42f5-8c5c-da9a0b83ef51, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:12:50.851449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:12:50.854293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:50.877941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:12:50.882498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event updated for resources: {'Port': ['ID=4622b7e5-6862-43f1-86f0-f9b8efb78db8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:50.899495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:12:50.929508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 0d38b64d-d560-42f5-8c5c-da9a0b83ef51) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:12:50.936390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:50.938258 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:50.945312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:50.946612 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:50.950819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b38a97-4eeb-444d-9959-fada05e62458 None None] Network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:12:51.017503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ff55eb3-f5c8-4d4b-bfec-2a8455205a8b req-3d4ed69a-98e8-40f9-b97a-453c1c89f399 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/ports?device_id=d8a8be21-a42a-4311-b775-a382131327b3 HTTP/1.1" status: 200 len: 210 time: 0.0401313 Sep 29 23:12:51.068021 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dfe7399f-7a6c-4e65-b2e4-6dfd17cab8f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.078207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dfe7399f-7a6c-4e65-b2e4-6dfd17cab8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.086045 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-5d618c6d-4cc7-4135-9d32-88dc6e2edea1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8102791 Sep 29 23:12:51.099662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Request body: {'port': {'device_id': 'cd0105ce-e182-4a14-9738-76c5055ed89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:12:51.114115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3a2af59a-6f6a-481c-a888-1198b83307b2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1644716 Sep 29 23:12:51.151498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52824) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:51.172604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-router', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:12:51.229331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe7399f-7a6c-4e65-b2e4-6dfd17cab8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf102d47-84b3-426b-9673-c38ebff1dab6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:51.233983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.255385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dfe7399f-7a6c-4e65-b2e4-6dfd17cab8f9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42953c24f3a14cb59e20eaae4e3997e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1998663 Sep 29 23:12:51.259066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52828) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:51.321116 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.322705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.388118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.395526 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b186e0a-d564-48e5-b212-b8aa8b44b172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.480473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-0d38b64d-d560-42f5-8c5c-da9a0b83ef51', 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'fixed_ips': [{'subnet_id': '1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:12:51.481370 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.541693 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b186e0a-d564-48e5-b212-b8aa8b44b172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.551987 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:31Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e4bff78d-5002-40ce-b9f0-d94f3c7850af', 'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'mac_address': 'fa:16:3e:f3:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:28Z', 'updated_at': '2021-09-29T23:10:39Z', 'revision_number': 5, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'subnets': [{'id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:51.654801 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] Checking router: 488dacb5-8247-43f2-ba61-b4ab4497414e for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:12:51.678892 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] Routers {'488dacb5-8247-43f2-ba61-b4ab4497414e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:12:51.679540 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:12:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['488dacb5-8247-43f2-ba61-b4ab4497414e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:51.864070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4622b7e5-6862-43f1-86f0-f9b8efb78db8 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:51.887580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.922346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Transition to ACTIVE for port object 4622b7e5-6862-43f1-86f0-f9b8efb78db8 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:12:51.932872 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:51.990320 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] Set router 488dacb5-8247-43f2-ba61-b4ab4497414e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:12:51.995521 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Allocated IP 172.20.0.2 (0d38b64d-d560-42f5-8c5c-da9a0b83ef51/1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5/bd35ce13-94e5-472c-8190-2bfff0d3509d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:12:52.068467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Pushing event updated for resources: {'Port': ['ID=4622b7e5-6862-43f1-86f0-f9b8efb78db8,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:52.113392 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.177663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:52.255586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Attempting to bind port 4622b7e5-6862-43f1-86f0-f9b8efb78db8 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:12:52.255586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Attempting to bind port 4622b7e5-6862-43f1-86f0-f9b8efb78db8 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:12:52.255586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Attempting to bind port 4622b7e5-6862-43f1-86f0-f9b8efb78db8 on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:12:52.281425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Port 4622b7e5-6862-43f1-86f0-f9b8efb78db8 on network c227357a-4298-494d-bd97-035dcbd0097b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:12:52.282044 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Attempting to bind port 4622b7e5-6862-43f1-86f0-f9b8efb78db8 on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:12:52.295226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:12:52.295920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Checking segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:12:52.296491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Bound using segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:12:52.297189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Bound port: 4622b7e5-6862-43f1-86f0-f9b8efb78db8, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:12:52.297745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.316819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 30c3564c-f755-4b12-9f0f-30f585097855 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:12:52.351043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed66c381-9eca-4b33-87f8-2d285feceb1f req-ef7ee593-8a65-46f4-a3f3-4b4ffb364d86 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:52.356095 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed66c381-9eca-4b33-87f8-2d285feceb1f req-ef7ee593-8a65-46f4-a3f3-4b4ffb364d86 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 944 time: 0.2313766 Sep 29 23:12:52.390190 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d3745e7-78fe-479e-8a35-71dbf2392d91 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.396606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 30c3564c-f755-4b12-9f0f-30f585097855 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:12:52.398773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 30c3564c-f755-4b12-9f0f-30f585097855 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:12:52.419942 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d3745e7-78fe-479e-8a35-71dbf2392d91 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.444758 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.449625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] For port 4622b7e5-6862-43f1-86f0-f9b8efb78db8, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:12:52.456929 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.459357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] For port 4622b7e5-6862-43f1-86f0-f9b8efb78db8, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4622b7e5-6862-43f1-86f0-f9b8efb78db8,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:12:52.471423 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.503440 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:31Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e4bff78d-5002-40ce-b9f0-d94f3c7850af', 'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'mac_address': 'fa:16:3e:f3:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:28Z', 'updated_at': '2021-09-29T23:10:39Z', 'revision_number': 5, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'subnets': [{'id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:52.539496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d3745e7-78fe-479e-8a35-71dbf2392d91 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.546585 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d3745e7-78fe-479e-8a35-71dbf2392d91 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.550694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:12:52.550858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8d3745e7-78fe-479e-8a35-71dbf2392d91 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "DELETE /v2.0/security-groups/600dc334-a4ca-4f03-90df-25b2bc1229cd HTTP/1.1" status: 204 len: 168 time: 0.3469868 Sep 29 23:12:52.551371 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52886) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:52.555267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:12:52.561713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:12:52.601432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3745e7-78fe-479e-8a35-71dbf2392d91 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=600dc334-a4ca-4f03-90df-25b2bc1229cd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:52.605090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:52.615048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.618741 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] 10.222.0.26 "PUT /v2.0/ports/4622b7e5-6862-43f1-86f0-f9b8efb78db8 HTTP/1.1" status: 200 len: 1092 time: 1.5239277 Sep 29 23:12:52.631243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52888) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:52.656198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed66c381-9eca-4b33-87f8-2d285feceb1f req-cfb14a5c-79c7-4795-8476-44e389b194c3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714002 Sep 29 23:12:52.664902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd0105ce-e182-4a14-9738-76c5055ed89f', 'tag': '4622b7e5-6862-43f1-86f0-f9b8efb78db8'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:12:52.670589 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a803fdab-438b-4799-8c8b-9187a6e0c8fd" -d '{"events": [{"name": "network-changed", "server_uuid": "cd0105ce-e182-4a14-9738-76c5055ed89f", "tag": "4622b7e5-6862-43f1-86f0-f9b8efb78db8"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:12:52.691377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Pushing event updated for resources: {'Port': ['ID=bd35ce13-94e5-472c-8190-2bfff0d3509d,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:52.695791 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b186e0a-d564-48e5-b212-b8aa8b44b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.698649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b186e0a-d564-48e5-b212-b8aa8b44b172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.701962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7b186e0a-d564-48e5-b212-b8aa8b44b172 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bf102d47-84b3-426b-9673-c38ebff1dab6 HTTP/1.1" status: 204 len: 168 time: 1.4394853 Sep 29 23:12:52.705885 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-c5bbeb59-2a83-4205-9ce2-ba834d054539 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] show failed (client error): The resource could not be found. Sep 29 23:12:52.711954 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c5bbeb59-2a83-4205-9ce2-ba834d054539 tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "GET /v2.0/security-groups/600dc334-a4ca-4f03-90df-25b2bc1229cd HTTP/1.1" status: 404 len: 347 time: 0.1358089 Sep 29 23:12:52.728468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:52.737584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Attempting to bind port bd35ce13-94e5-472c-8190-2bfff0d3509d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:12:52.738229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Attempting to bind port bd35ce13-94e5-472c-8190-2bfff0d3509d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '926a0bda-7375-4208-9e3d-31ba473f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:12:52.738777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Attempting to bind port bd35ce13-94e5-472c-8190-2bfff0d3509d on network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:12:52.744266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:12:52.744910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Checking segment: {'id': '926a0bda-7375-4208-9e3d-31ba473f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:12:52.745631 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.746190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Bound using segment: {'id': '926a0bda-7375-4208-9e3d-31ba473f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:12:52.746825 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Bound port: bd35ce13-94e5-472c-8190-2bfff0d3509d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926a0bda-7375-4208-9e3d-31ba473f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:12:52.747442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.825829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b186e0a-d564-48e5-b212-b8aa8b44b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf102d47-84b3-426b-9673-c38ebff1dab6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:52.886536 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae106dd-d06e-435b-975b-1a07c3711bed x-openstack-request-id: req-fae106dd-d06e-435b-975b-1a07c3711bed {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:12:52.887393 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd0105ce-e182-4a14-9738-76c5055ed89f", "tag": "4622b7e5-6862-43f1-86f0-f9b8efb78db8", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:12:52.887945 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fae106dd-d06e-435b-975b-1a07c3711bed {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:12:52.888602 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd0105ce-e182-4a14-9738-76c5055ed89f', 'tag': '4622b7e5-6862-43f1-86f0-f9b8efb78db8', 'status': 'completed', 'code': 200} Sep 29 23:12:52.889620 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f356bfc4-4ce0-4b65-98eb-afdd0a7f6593 service neutron] Pushing event updated for resources: {'Port': ['ID=4622b7e5-6862-43f1-86f0-f9b8efb78db8,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:52.953395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-85e09766-3578-48a7-965f-b55fcad4a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:52.957174 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-85e09766-3578-48a7-965f-b55fcad4a914 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 1095 time: 0.2542286 Sep 29 23:12:52.979059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff89864b-f7ab-48dd-8c63-ca7b3a147ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:52.995243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] For port bd35ce13-94e5-472c-8190-2bfff0d3509d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:12:53.024752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] For port bd35ce13-94e5-472c-8190-2bfff0d3509d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bd35ce13-94e5-472c-8190-2bfff0d3509d,segment=NetworkSegment(926a0bda-7375-4208-9e3d-31ba473f0180),segment_id=926a0bda-7375-4208-9e3d-31ba473f0180)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:12:53.043107 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:53.049410 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781b3500-685a-4827-8c2b-5fff3a2cb260 None None] The sync data for ids ['488dacb5-8247-43f2-ba61-b4ab4497414e'] in n-d-811173-2 is: [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:10:31Z', 'revision_number': 4, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e4bff78d-5002-40ce-b9f0-d94f3c7850af', 'name': '', 'network_id': '6297f3db-9a86-4877-af2c-d0fcbf1fee57', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'mac_address': 'fa:16:3e:f3:f4:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:28Z', 'updated_at': '2021-09-29T23:10:39Z', 'revision_number': 5, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'subnets': [{'id': '8092df5e-6739-4837-8556-e908aa61a5e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:12:53.074465 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-7e966a97-30af-4a07-9e7a-f8e7dc5f4705 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4622b7e5-6862-43f1-86f0-f9b8efb78db8 HTTP/1.1" status: 200 len: 217 time: 0.0929945 Sep 29 23:12:53.148460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-84624693-03ef-440b-83a3-0581d9593efa tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Deleting port 1ceed1ef-615d-48e7-94af-78199efed301 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:53.148978 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84624693-03ef-440b-83a3-0581d9593efa tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:53.185207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef6bc9-d64d-4af8-8dea-5ff8b97f8aa8 None None] Pushing event updated for resources: {'Port': ['ID=bd35ce13-94e5-472c-8190-2bfff0d3509d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:53.332375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-74cf0392-8c6d-45fe-8da0-56efedcedf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:53.340766 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-74cf0392-8c6d-45fe-8da0-56efedcedf85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.2548590 Sep 29 23:12:53.350041 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84624693-03ef-440b-83a3-0581d9593efa tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:53.350543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84624693-03ef-440b-83a3-0581d9593efa tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:53.384461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-84624693-03ef-440b-83a3-0581d9593efa tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Calling delete_port for 1ceed1ef-615d-48e7-94af-78199efed301 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:53.393737 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-2744b739-8040-4553-85f3-afb667ecbf96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445817 Sep 29 23:12:53.458977 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:53.516417 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff89864b-f7ab-48dd-8c63-ca7b3a147ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:53.559619 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff89864b-f7ab-48dd-8c63-ca7b3a147ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:53.594663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd3328-b026-40d5-a09d-5a6f18173f3d None None] New status for floating IP 8107b842-842d-44e8-bae4-25fc924c854c: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:12:53.651710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:53.907062 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ff89864b-f7ab-48dd-8c63-ca7b3a147ed7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da8cdc3144dc4a0c9564803b3455f0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2741158 Sep 29 23:12:53.925521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52944) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:53.932351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff89864b-f7ab-48dd-8c63-ca7b3a147ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80b2d83-e039-48bd-a797-fed41b421f9e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:53.941175 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-549f264d-f31f-4256-b3c9-2549daa50042 service neutron] 10.222.0.26 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5388675 Sep 29 23:12:53.981806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed59290-f3b7-4439-a06e-5923dc812f4c req-aab738c0-a5da-47f1-8ddc-d4b14ad5ba47 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:53.995559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ed59290-f3b7-4439-a06e-5923dc812f4c req-aab738c0-a5da-47f1-8ddc-d4b14ad5ba47 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 944 time: 0.2091775 Sep 29 23:12:54.073824 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ed59290-f3b7-4439-a06e-5923dc812f4c req-cffef5b9-794e-45a0-8d2b-62e5e58b1593 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740237 Sep 29 23:12:54.110999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Allocated IP 172.25.4.176 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/654e654d-33e2-432b-b895-95615d02f8c8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:12:54.130793 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cf212aaa-2a61-40cf-aa81-b576333be5ee req-53e55e1c-5754-464b-ae18-c0ff279a8afd service neutron] 10.222.0.26 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802876 Sep 29 23:12:54.221144 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f85b0951-3c01-4802-bda7-7e12d4470bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:54.241371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803fdab-438b-4799-8c8b-9187a6e0c8fd req-c925655b-b3f1-4688-ad4a-5bb36d30ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:54.244185 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a803fdab-438b-4799-8c8b-9187a6e0c8fd req-c925655b-b3f1-4688-ad4a-5bb36d30ff20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 1095 time: 0.0640614 Sep 29 23:12:54.297091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f85b0951-3c01-4802-bda7-7e12d4470bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:54.470611 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84624693-03ef-440b-83a3-0581d9593efa tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:54.471725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bd35ce13-94e5-472c-8190-2bfff0d3509d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:54.498796 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803fdab-438b-4799-8c8b-9187a6e0c8fd req-8bf0a956-e271-4934-a7c7-f2c1c1050e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:54.502553 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a803fdab-438b-4799-8c8b-9187a6e0c8fd req-8bf0a956-e271-4934-a7c7-f2c1c1050e65 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 913 time: 0.2487910 Sep 29 23:12:54.557979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84624693-03ef-440b-83a3-0581d9593efa tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Pushing event deleted for resources: {'Port': ['ID=1ceed1ef-615d-48e7-94af-78199efed301,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:54.587295 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:54.592033 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a803fdab-438b-4799-8c8b-9187a6e0c8fd req-eaca643d-14db-49bb-899c-d7ead49ce573 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4622b7e5-6862-43f1-86f0-f9b8efb78db8 HTTP/1.1" status: 200 len: 217 time: 0.0705059 Sep 29 23:12:54.656668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bd35ce13-94e5-472c-8190-2bfff0d3509d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:54.657214 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:54.698266 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f85b0951-3c01-4802-bda7-7e12d4470bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:54.702613 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f85b0951-3c01-4802-bda7-7e12d4470bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:54.708741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f85b0951-3c01-4802-bda7-7e12d4470bb5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e80b2d83-e039-48bd-a797-fed41b421f9e HTTP/1.1" status: 204 len: 168 time: 0.7768521 Sep 29 23:12:54.739710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803fdab-438b-4799-8c8b-9187a6e0c8fd req-82634931-2477-4e36-829b-c00d299d598b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:54.741658 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a803fdab-438b-4799-8c8b-9187a6e0c8fd req-82634931-2477-4e36-829b-c00d299d598b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.1486695 Sep 29 23:12:54.758722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2084818b-d324-4f90-83ba-74d93199b8c3 None None] Network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:12:54.781123 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a803fdab-438b-4799-8c8b-9187a6e0c8fd req-cc66cea8-962a-4ac5-a64e-e829f5b98449 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306296 Sep 29 23:12:54.827525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:54.837418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9e990e4c-cd44-4d0d-9779-934ca28bb075 None None] Provisioning complete for port bd35ce13-94e5-472c-8190-2bfff0d3509d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:54.838068 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e990e4c-cd44-4d0d-9779-934ca28bb075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:54.848465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:12:54.849824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85b0951-3c01-4802-bda7-7e12d4470bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80b2d83-e039-48bd-a797-fed41b421f9e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:54.855433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:12:54.907441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:12:54.982021 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a803fdab-438b-4799-8c8b-9187a6e0c8fd req-962c6484-b21a-4c77-89b8-72a0c446492b service neutron] 10.222.0.26 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933205 Sep 29 23:12:55.103520 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84624693-03ef-440b-83a3-0581d9593efa tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:55.109690 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84624693-03ef-440b-83a3-0581d9593efa tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:55.117135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-84624693-03ef-440b-83a3-0581d9593efa tempest-ServersTestJSON-785053764 tempest-ServersTestJSON-785053764-project] 10.222.0.44 "DELETE /v2.0/floatingips/8107b842-842d-44e8-bae4-25fc924c854c HTTP/1.1" status: 204 len: 168 time: 2.3849494 Sep 29 23:12:55.156768 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:55.189679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52994) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:55.190522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Pushing event updated for resources: {'Port': ['ID=654e654d-33e2-432b-b895-95615d02f8c8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:55.387553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port bd35ce13-94e5-472c-8190-2bfff0d3509d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bd35ce13-94e5-472c-8190-2bfff0d3509d,segment=NetworkSegment(926a0bda-7375-4208-9e3d-31ba473f0180),segment_id=926a0bda-7375-4208-9e3d-31ba473f0180)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:55.431745 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:55.541840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=bd35ce13-94e5-472c-8190-2bfff0d3509d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:55.550113 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e990e4c-cd44-4d0d-9779-934ca28bb075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:55.763570 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-9e990e4c-cd44-4d0d-9779-934ca28bb075 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:12:55.764001 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-9e990e4c-cd44-4d0d-9779-934ca28bb075 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:12:55.949693 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a803fdab-438b-4799-8c8b-9187a6e0c8fd req-f40bc2e5-ef11-48c4-9373-53309edc79d0 service neutron] 10.222.0.26 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9584305 Sep 29 23:12:56.067964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:56.091486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf8f2f-74e6-4c90-ad0f-5701c373a457 req-80c4a7e4-5c5d-4374-b684-fd576e8979c4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:56.095737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1adf8f2f-74e6-4c90-ad0f-5701c373a457 req-80c4a7e4-5c5d-4374-b684-fd576e8979c4 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 944 time: 0.6136849 Sep 29 23:12:56.302248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1adf8f2f-74e6-4c90-ad0f-5701c373a457 req-f43d93fb-77b4-40d5-a025-b9441c050d26 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502359 Sep 29 23:12:56.388008 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bd35ce13-94e5-472c-8190-2bfff0d3509d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:12:56.392334 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-a44c796c-1b76-4083-9bd1-4242aedcb610 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=1cafe9ff64a0428998749fb58a7cebd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1559577 Sep 29 23:12:56.491689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f7c0e65e-8436-4e3c-a29d-f4fa27d07eec None None] Provisioning complete for port bd35ce13-94e5-472c-8190-2bfff0d3509d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:56.492234 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7c0e65e-8436-4e3c-a29d-f4fa27d07eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:56.554268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bd35ce13-94e5-472c-8190-2bfff0d3509d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:12:56.555127 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:56.600113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:56.868264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-a2ad308f-9114-4d8a-9657-8bb5f9445c92 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:56.870206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-a2ad308f-9114-4d8a-9657-8bb5f9445c92 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4636104 Sep 29 23:12:56.910946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-28433127-70d7-4421-b004-1f8a71ac61b8 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/quotas/1cafe9ff64a0428998749fb58a7cebd7 HTTP/1.1" status: 200 len: 375 time: 0.0330112 Sep 29 23:12:57.005531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-0b31643d-c086-486e-a46b-6dfc7d8734eb tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1cafe9ff64a0428998749fb58a7cebd7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0869343 Sep 29 23:12:57.034925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Router 1af1e222-e812-492d-93c5-479f9336ad93 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:12:57.071292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:57.820606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-495981ff-46f3-4e2e-a6d3-2449c62476fe req-71e1da7e-8661-4f12-a4bb-4159aa0e622d tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 210 time: 0.0840204 Sep 29 23:12:57.883475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:12:57.896723 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Sync routers for ids ['1af1e222-e812-492d-93c5-479f9336ad93'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:12:57.919358 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Routers {'1af1e222-e812-492d-93c5-479f9336ad93'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:12:57.920054 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:12:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1af1e222-e812-492d-93c5-479f9336ad93'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:57.973753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639fadf-273f-4765-9315-1ec59170dae6 req-19e830a4-f435-4f96-af97-4f0edb897752 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:57.983463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0639fadf-273f-4765-9315-1ec59170dae6 req-19e830a4-f435-4f96-af97-4f0edb897752 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 944 time: 0.2555358 Sep 29 23:12:58.042897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:58.044333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-09a72b3c-abad-46df-b1f1-bda58d8f0307 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8904288 Sep 29 23:12:58.047336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53132) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:58.252141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0639fadf-273f-4765-9315-1ec59170dae6 req-f2fd97b3-d6a2-4eae-baed-5d18135d3602 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672997 Sep 29 23:12:58.282023 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Set router 1af1e222-e812-492d-93c5-479f9336ad93 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:12:58.340556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4622b7e5-6862-43f1-86f0-f9b8efb78db8 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:12:58.574503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4622b7e5-6862-43f1-86f0-f9b8efb78db8, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4622b7e5-6862-43f1-86f0-f9b8efb78db8,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:58.603989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '4622b7e5-6862-43f1-86f0-f9b8efb78db8', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'port_id': '4622b7e5-6862-43f1-86f0-f9b8efb78db8', 'mac_address': 'fa:16:3e:f2:6e:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb694ab-b5bc-48f3-8d21-311e38ce4502', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:12:58.646593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] Deleting port e4bff78d-5002-40ce-b9f0-d94f3c7850af {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:12:58.647010 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:58.680694 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af1e222-e812-492d-93c5-479f9336ad93', 'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-router', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '654e654d-33e2-432b-b895-95615d02f8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:12:51Z', 'updated_at': '2021-09-29T23:12:55Z', 'revision_number': 3, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'gw_port': {'id': '654e654d-33e2-432b-b895-95615d02f8c8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af1e222-e812-492d-93c5-479f9336ad93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:12:53Z', 'updated_at': '2021-09-29T23:12:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:58.714305 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Checking router: 1af1e222-e812-492d-93c5-479f9336ad93 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:12:58.714960 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Updating router 1af1e222-e812-492d-93c5-479f9336ad93 port 654e654d-33e2-432b-b895-95615d02f8c8 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:12:58.743044 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:58.785866 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:58.825048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4622b7e5-6862-43f1-86f0-f9b8efb78db8 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:12:58.951698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4622b7e5-6862-43f1-86f0-f9b8efb78db8, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4622b7e5-6862-43f1-86f0-f9b8efb78db8,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:58.961125 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:58.995701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] For port e4bff78d-5002-40ce-b9f0-d94f3c7850af, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e4bff78d-5002-40ce-b9f0-d94f3c7850af,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:12:58.995701 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:59.039073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] Calling delete_port for e4bff78d-5002-40ce-b9f0-d94f3c7850af owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:12:59.081619 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:59.092816 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:59.185285 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=4622b7e5-6862-43f1-86f0-f9b8efb78db8,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:59.214066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['4622b7e5-6862-43f1-86f0-f9b8efb78db8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:12:59.221136 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Pushing event updated for resources: {'Port': ['ID=654e654d-33e2-432b-b895-95615d02f8c8,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:59.233975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:59.242141 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.247759 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.249425 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.250909 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.251389 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.253290 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.255107 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.255554 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.257927 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.258375 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.258817 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.259725 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:12:59.304327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3382f36-69d9-4910-90cb-7831385f3c1b req-2676b221-60e5-45b3-ab57-a9f2e554633c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 210 time: 0.2558508 Sep 29 23:12:59.307669 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Attempting to bind port 654e654d-33e2-432b-b895-95615d02f8c8 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:12:59.308857 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Attempting to bind port 654e654d-33e2-432b-b895-95615d02f8c8 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:12:59.311574 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Attempting to bind port 654e654d-33e2-432b-b895-95615d02f8c8 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:12:59.321570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-02fb4c47-d27c-443f-8ad0-df626ba12750 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1cafe9ff64a0428998749fb58a7cebd7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1415999 Sep 29 23:12:59.334397 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:12:59.334718 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:12:59.335132 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:59.335530 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:12:59.336055 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Bound port: 654e654d-33e2-432b-b895-95615d02f8c8, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:12:59.336443 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:59.428521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:12:59.461298 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] For port 654e654d-33e2-432b-b895-95615d02f8c8, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:12:59.465590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] For port 654e654d-33e2-432b-b895-95615d02f8c8, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=654e654d-33e2-432b-b895-95615d02f8c8,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:12:59.473897 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:59.588598 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Routers {'1af1e222-e812-492d-93c5-479f9336ad93'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:12:59.589234 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:12:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1af1e222-e812-492d-93c5-479f9336ad93'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:12:59.639314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Allocated IP 172.20.0.1 (0d38b64d-d560-42f5-8c5c-da9a0b83ef51/1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5/eae7bef9-acdf-4e77-877f-4a76e0587646) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:12:59.679817 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d46fa01-50de-4869-a54d-58fd581c9f69 None None] Pushing event updated for resources: {'Port': ['ID=654e654d-33e2-432b-b895-95615d02f8c8,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:12:59.791358 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9c18a9a-45bb-4131-94c5-7850c1d64a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:59.819249 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:59.840278 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] Set router 1af1e222-e812-492d-93c5-479f9336ad93 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:12:59.865765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb937dcc-dc02-4b17-8fe5-6a54c9a74b6b req-327bb294-41c4-487e-9332-72f4dc141c6e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:59.924474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb937dcc-dc02-4b17-8fe5-6a54c9a74b6b req-327bb294-41c4-487e-9332-72f4dc141c6e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 945 time: 0.4138260 Sep 29 23:12:59.949461 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:12:59.979800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-11e20528-1ba8-4591-85c8-09aebbe761d1 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:12:59.981432 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-11e20528-1ba8-4591-85c8-09aebbe761d1 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6503820 Sep 29 23:13:00.016202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bff78d-5002-40ce-b9f0-d94f3c7850af,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:00.023155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.090816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:00.098952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Request body: {'port': {'device_id': '5d0c48be-2a4d-470f-bef9-bf7412574f89', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': '1cafe9ff64a0428998749fb58a7cebd7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:00.100930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:00.111726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:00.115423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Pushing event updated for resources: {'Port': ['ID=eae7bef9-acdf-4e77-877f-4a76e0587646,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:00.115562 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af1e222-e812-492d-93c5-479f9336ad93', 'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-router', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '654e654d-33e2-432b-b895-95615d02f8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:12:51Z', 'updated_at': '2021-09-29T23:12:55Z', 'revision_number': 3, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'gw_port': {'id': '654e654d-33e2-432b-b895-95615d02f8c8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af1e222-e812-492d-93c5-479f9336ad93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:12:53Z', 'updated_at': '2021-09-29T23:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:00.205276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.217363 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09a20a8-552e-4d67-af23-eed82c564f53 None None] The sync data for ids ['1af1e222-e812-492d-93c5-479f9336ad93'] in n-d-811173-2 is: [{'id': '1af1e222-e812-492d-93c5-479f9336ad93', 'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-router', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '654e654d-33e2-432b-b895-95615d02f8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:12:51Z', 'updated_at': '2021-09-29T23:12:55Z', 'revision_number': 3, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'gw_port': {'id': '654e654d-33e2-432b-b895-95615d02f8c8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af1e222-e812-492d-93c5-479f9336ad93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:12:53Z', 'updated_at': '2021-09-29T23:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:13:00.293369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb937dcc-dc02-4b17-8fe5-6a54c9a74b6b req-4f7d1990-3904-4d26-b64b-a31c7a18678f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676434 Sep 29 23:13:00.330732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4622b7e5-6862-43f1-86f0-f9b8efb78db8 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:00.458651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 4622b7e5-6862-43f1-86f0-f9b8efb78db8 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:13:00.465086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 4622b7e5-6862-43f1-86f0-f9b8efb78db8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:00.465848 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.545745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.601738 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.637607 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0105ce-e182-4a14-9738-76c5055ed89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4622b7e5-6862-43f1-86f0-f9b8efb78db8'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:00.641400 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e9a39b-f5a3-49c9-9498-ea2b8a30eedc" -d '{"events": [{"server_uuid": "cd0105ce-e182-4a14-9738-76c5055ed89f", "name": "network-vif-plugged", "status": "completed", "tag": "4622b7e5-6862-43f1-86f0-f9b8efb78db8"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:00.646342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81e0d285-4a92-4822-ac1c-5148dd2eeb8a req-684908bc-b739-49de-8fd0-fc28d5ab411d tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 210 time: 0.1180532 Sep 29 23:13:00.718595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4622b7e5-6862-43f1-86f0-f9b8efb78db8, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4622b7e5-6862-43f1-86f0-f9b8efb78db8,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:00.745552 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.750560 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61e3b86-2109-4978-b02d-663b07bb42a8 x-openstack-request-id: req-a61e3b86-2109-4978-b02d-663b07bb42a8 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:00.750898 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0105ce-e182-4a14-9738-76c5055ed89f", "name": "network-vif-plugged", "status": "completed", "tag": "4622b7e5-6862-43f1-86f0-f9b8efb78db8", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:00.751379 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a61e3b86-2109-4978-b02d-663b07bb42a8 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:00.752278 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0105ce-e182-4a14-9738-76c5055ed89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4622b7e5-6862-43f1-86f0-f9b8efb78db8', 'code': 200} Sep 29 23:13:00.757054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-535158c2-7116-4661-b66f-26490da9f09d None None] Provisioning complete for port eae7bef9-acdf-4e77-877f-4a76e0587646 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:00.757054 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-535158c2-7116-4661-b66f-26490da9f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.783767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9c18a9a-45bb-4131-94c5-7850c1d64a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.816555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9c18a9a-45bb-4131-94c5-7850c1d64a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.875977 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-535158c2-7116-4661-b66f-26490da9f09d None None] Port eae7bef9-acdf-4e77-877f-4a76e0587646 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:00.883741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=4622b7e5-6862-43f1-86f0-f9b8efb78db8,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:00.910168 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.947515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Made reservation on behalf of 1cafe9ff64a0428998749fb58a7cebd7 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:00.951248 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:00.998256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e08ce4-0a26-4e6a-8613-f96563431ebd req-7b14c965-be79-4a58-9b3d-bfbf61f6f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:01.001199 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2e08ce4-0a26-4e6a-8613-f96563431ebd req-7b14c965-be79-4a58-9b3d-bfbf61f6f9f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 1097 time: 0.1443357 Sep 29 23:13:01.014793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b9c18a9a-45bb-4131-94c5-7850c1d64a66 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5168911c9f4f4ad1b029be0a03ac287d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5797670 Sep 29 23:13:01.024383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53224) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:01.029815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c18a9a-45bb-4131-94c5-7850c1d64a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a76dd1-5020-418d-a490-658eaf96a31f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:01.078302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:01.078587 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:01.087194 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:01.138903 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c2e08ce4-0a26-4e6a-8613-f96563431ebd req-18f0da33-6a87-45f0-baba-d0d0b8aa54a9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275325 Sep 29 23:13:01.191640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Pushing event updated for resources: {'Port': ['ID=eae7bef9-acdf-4e77-877f-4a76e0587646,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:01.207532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:01.306764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2aafcd9-14f2-4971-a405-f750b7a18e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:01.415403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:01.417133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:01.484845 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2aafcd9-14f2-4971-a405-f750b7a18e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:01.613716 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:01.627268 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:01.646495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Router 1af1e222-e812-492d-93c5-479f9336ad93 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:13:01.806883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=272815f8-44f4-44ee-b63e-b3ffb8a36430,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:01.904256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:13:01.911204 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ecbb9bfd-9ef5-4f3f-83f3-0d23b954d21c admin admin] 10.222.0.44 "PUT /v2.0/routers/1af1e222-e812-492d-93c5-479f9336ad93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8620565 Sep 29 23:13:01.918393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2093b9c8-b6ff-4348-a48e-0d537e39a1a9 None None] Provisioning complete for port eae7bef9-acdf-4e77-877f-4a76e0587646 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:01.918902 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2093b9c8-b6ff-4348-a48e-0d537e39a1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:01.980471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2093b9c8-b6ff-4348-a48e-0d537e39a1a9 None None] Port eae7bef9-acdf-4e77-877f-4a76e0587646 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:02.060669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Allocated IP 192.168.233.158 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/52a0616e-36ea-4d31-9a4f-beefc1b78601) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:02.256308 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4375a574-ad87-45c0-b1ee-1525d2e25a74 req-4de71dc2-bdff-4bfd-83f9-0b4967460397 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 210 time: 0.4253514 Sep 29 23:13:02.296427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3896cec-937d-4fd6-8e36-e51e55045c12 req-a4233aa0-514d-41a6-ba6d-afc27c014616 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:02.324625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3896cec-937d-4fd6-8e36-e51e55045c12 req-a4233aa0-514d-41a6-ba6d-afc27c014616 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.9124854 Sep 29 23:13:02.378300 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:02.431539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] Router 488dacb5-8247-43f2-ba61-b4ab4497414e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:13:02.437915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2aafcd9-14f2-4971-a405-f750b7a18e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:02.441832 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2aafcd9-14f2-4971-a405-f750b7a18e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:02.446436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e2aafcd9-14f2-4971-a405-f750b7a18e01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/39a76dd1-5020-418d-a490-658eaf96a31f HTTP/1.1" status: 204 len: 168 time: 1.4209330 Sep 29 23:13:02.461141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 654e654d-33e2-432b-b895-95615d02f8c8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:02.472859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2aafcd9-14f2-4971-a405-f750b7a18e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a76dd1-5020-418d-a490-658eaf96a31f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:02.516719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3896cec-937d-4fd6-8e36-e51e55045c12 req-57a84dea-b429-4a68-8473-33289e6d5902 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909006 Sep 29 23:13:02.596250 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:02.631725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 654e654d-33e2-432b-b895-95615d02f8c8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:02.632143 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:02.756624 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:02.782558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 654e654d-33e2-432b-b895-95615d02f8c8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=654e654d-33e2-432b-b895-95615d02f8c8,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:02.786785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:02.789123 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:02.813759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:02.838769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:02.910224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Pushing event updated for resources: {'Port': ['ID=52a0616e-36ea-4d31-9a4f-beefc1b78601,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:02.911916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=654e654d-33e2-432b-b895-95615d02f8c8,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:03.014484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:13:03.026331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] Sync routers for ids ['488dacb5-8247-43f2-ba61-b4ab4497414e'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:13:03.045184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] Routers {'488dacb5-8247-43f2-ba61-b4ab4497414e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:13:03.046079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:12:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['488dacb5-8247-43f2-ba61-b4ab4497414e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:03.056780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e0a84cd0-9675-4f0e-b6b5-377a165c0498 admin admin] 10.222.0.44 "PUT /v2.0/routers/488dacb5-8247-43f2-ba61-b4ab4497414e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8493595 Sep 29 23:13:03.059369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53286) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:03.104015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:03.113010 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.169382 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-4c85560e-316c-46d8-a8fd-ade2a2df566b tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5893300 Sep 29 23:13:03.187127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:03.224586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-d9b735e7-62c4-46f8-8c68-16eb7354b50c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2103784 Sep 29 23:13:03.247462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Request body: {'port': {'device_id': '5d0c48be-2a4d-470f-bef9-bf7412574f89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:03.255301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53292) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:03.257003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.273363 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d980-d8dd-4077-877f-d50feb7547ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.351128 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Sync routers for ids ['1af1e222-e812-492d-93c5-479f9336ad93'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:13:03.360659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] Set router 488dacb5-8247-43f2-ba61-b4ab4497414e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:13:03.366879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-055801ae-9a96-451e-bc04-7db88fa1a9c8 None None] Provisioning complete for port 52a0616e-36ea-4d31-9a4f-beefc1b78601 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:03.367301 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-055801ae-9a96-451e-bc04-7db88fa1a9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.374531 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Routers {'1af1e222-e812-492d-93c5-479f9336ad93'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:13:03.375737 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:12:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1af1e222-e812-492d-93c5-479f9336ad93'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:03.380040 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8069f498-f6bc-4ee8-b2ea-bca3627dab92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.464861 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.473598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.527426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-055801ae-9a96-451e-bc04-7db88fa1a9c8 None None] Port 52a0616e-36ea-4d31-9a4f-beefc1b78601 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:03.582959 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Set router 1af1e222-e812-492d-93c5-479f9336ad93 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:13:03.674001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.788116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Deleting port a43bfc35-714a-49f3-8539-8647d03870c3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:03.788637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.815916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:12:59Z', 'revision_number': 5, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port': {'id': 'a43bfc35-714a-49f3-8539-8647d03870c3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:70:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:23Z', 'updated_at': '2021-09-29T23:10:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:03.819472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d980-d8dd-4077-877f-d50feb7547ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.848647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff9d980-d8dd-4077-877f-d50feb7547ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:03.888333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] Checking router: 488dacb5-8247-43f2-ba61-b4ab4497414e for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:13:03.907376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] Routers {'488dacb5-8247-43f2-ba61-b4ab4497414e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:13:03.908059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:12:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['488dacb5-8247-43f2-ba61-b4ab4497414e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:03.962924 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af1e222-e812-492d-93c5-479f9336ad93', 'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-router', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '654e654d-33e2-432b-b895-95615d02f8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:12:51Z', 'updated_at': '2021-09-29T23:13:00Z', 'revision_number': 4, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'gw_port': {'id': '654e654d-33e2-432b-b895-95615d02f8c8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af1e222-e812-492d-93c5-479f9336ad93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:12:53Z', 'updated_at': '2021-09-29T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'eae7bef9-acdf-4e77-877f-4a76e0587646', 'name': '', 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'mac_address': 'fa:16:3e:6c:d9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af1e222-e812-492d-93c5-479f9336ad93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:12:59Z', 'updated_at': '2021-09-29T23:13:00Z', 'revision_number': 2, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'subnets': [{'id': '1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:04.018831 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Checking router: 1af1e222-e812-492d-93c5-479f9336ad93 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:13:04.019562 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Updating router 1af1e222-e812-492d-93c5-479f9336ad93 port eae7bef9-acdf-4e77-877f-4a76e0587646 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:13:04.059287 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5ff9d980-d8dd-4077-877f-d50feb7547ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4641004abc51462ea86f0d26347246c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8002896 Sep 29 23:13:04.059287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9d980-d8dd-4077-877f-d50feb7547ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2872082d-3a3c-404f-b27f-9e2830319631,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:04.060403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53318) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:04.137352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] Set router 488dacb5-8247-43f2-ba61-b4ab4497414e gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:13:04.155490 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6f1c-3f23-46d1-beb2-d6adb3dd8096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.164940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] For port a43bfc35-714a-49f3-8539-8647d03870c3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a43bfc35-714a-49f3-8539-8647d03870c3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:04.165513 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.190250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Calling delete_port for a43bfc35-714a-49f3-8539-8647d03870c3 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:04.238596 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.243213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:13:03Z', 'revision_number': 6, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:04.320195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f86c3e-879d-4f17-b6c9-9fcdfbc7a89b None None] The sync data for ids ['488dacb5-8247-43f2-ba61-b4ab4497414e'] in n-d-811173-2 is: [{'id': '488dacb5-8247-43f2-ba61-b4ab4497414e', 'name': 'tempest-ServersTestJSON-198909853-router', 'tenant_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:21Z', 'updated_at': '2021-09-29T23:13:03Z', 'revision_number': 6, 'project_id': 'd17c8c56fc084a478ca1baeab2fa4d19', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:13:04.365581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db6f9f-dfd1-465b-aacf-30a915bc302d req-858b6527-fa03-460d-a966-c0f0fa7fb9d8 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:04.367190 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0db6f9f-dfd1-465b-aacf-30a915bc302d req-858b6527-fa03-460d-a966-c0f0fa7fb9d8 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 936 time: 0.9687598 Sep 29 23:13:04.420579 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6f1c-3f23-46d1-beb2-d6adb3dd8096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.538764 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6f1c-3f23-46d1-beb2-d6adb3dd8096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.541592 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d3d6f1c-3f23-46d1-beb2-d6adb3dd8096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.542869 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9d3d6f1c-3f23-46d1-beb2-d6adb3dd8096 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2872082d-3a3c-404f-b27f-9e2830319631 HTTP/1.1" status: 204 len: 168 time: 0.4791853 Sep 29 23:13:04.543895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0db6f9f-dfd1-465b-aacf-30a915bc302d req-32c44182-e695-4006-be8b-f2bd318f8f80 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366460 Sep 29 23:13:04.558775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.564585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d6f1c-3f23-46d1-beb2-d6adb3dd8096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2872082d-3a3c-404f-b27f-9e2830319631,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:04.720462 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.750354 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.754193 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 654e654d-33e2-432b-b895-95615d02f8c8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:04.785578 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.846294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Pushing event deleted for resources: {'Port': ['ID=a43bfc35-714a-49f3-8539-8647d03870c3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:04.889951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 654e654d-33e2-432b-b895-95615d02f8c8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:04.892045 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:04.908599 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060fd22-7192-4c3b-9e51-057f0a3e97ad None None] Pushing event updated for resources: {'Port': ['ID=eae7bef9-acdf-4e77-877f-4a76e0587646,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:05.025718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Allocated IP 172.25.4.147 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/3b29bb41-8b6f-4e68-b995-9cda0f564545) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:05.077951 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.080406 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Attempting to bind port eae7bef9-acdf-4e77-877f-4a76e0587646 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:05.080770 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Attempting to bind port eae7bef9-acdf-4e77-877f-4a76e0587646 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '926a0bda-7375-4208-9e3d-31ba473f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:05.081128 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Attempting to bind port eae7bef9-acdf-4e77-877f-4a76e0587646 on network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:05.087363 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:13:05.087747 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Checking segment: {'id': '926a0bda-7375-4208-9e3d-31ba473f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:05.088144 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.088534 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Bound using segment: {'id': '926a0bda-7375-4208-9e3d-31ba473f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:13:05.089001 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Bound port: eae7bef9-acdf-4e77-877f-4a76e0587646, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '926a0bda-7375-4208-9e3d-31ba473f0180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:13:05.089380 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.229302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a0616e-36ea-4d31-9a4f-beefc1b78601 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:05.243088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.277148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Transition to ACTIVE for port object 52a0616e-36ea-4d31-9a4f-beefc1b78601 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:13:05.317574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666f2ff-0c3f-45f8-b387-b9044a0c5074 req-aaa03fdf-6e62-409a-b649-631c822f95c2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:05.320141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c666f2ff-0c3f-45f8-b387-b9044a0c5074 req-aaa03fdf-6e62-409a-b649-631c822f95c2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.4864845 Sep 29 23:13:05.335754 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] For port eae7bef9-acdf-4e77-877f-4a76e0587646, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:05.343441 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] For port eae7bef9-acdf-4e77-877f-4a76e0587646, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=eae7bef9-acdf-4e77-877f-4a76e0587646,segment=NetworkSegment(926a0bda-7375-4208-9e3d-31ba473f0180),segment_id=926a0bda-7375-4208-9e3d-31ba473f0180)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:13:05.350785 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.365499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.383703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9b7f5804-2327-4921-b9db-47c5325492a9 None None] Provisioning complete for port eae7bef9-acdf-4e77-877f-4a76e0587646 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:05.384417 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b7f5804-2327-4921-b9db-47c5325492a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.462953 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060fd22-7192-4c3b-9e51-057f0a3e97ad None None] Pushing event updated for resources: {'Port': ['ID=eae7bef9-acdf-4e77-877f-4a76e0587646,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:05.490077 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Routers {'1af1e222-e812-492d-93c5-479f9336ad93'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:13:05.490678 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:12:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1af1e222-e812-492d-93c5-479f9336ad93'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:05.495095 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.505399 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.541421 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.580436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.581001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488dacb5-8247-43f2-ba61-b4ab4497414e {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:13:05.586335 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.587796 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cfcd46fb-defa-48f8-8834-201d7de5806c admin admin] 10.222.0.44 "DELETE /v2.0/routers/488dacb5-8247-43f2-ba61-b4ab4497414e HTTP/1.1" status: 204 len: 168 time: 2.5264225 Sep 29 23:13:05.591895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53358) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:05.629426 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.640168 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b7f5804-2327-4921-b9db-47c5325492a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.683332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c666f2ff-0c3f-45f8-b387-b9044a0c5074 req-fee21451-82f5-4104-ae47-b5461d0c7e7f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473811 Sep 29 23:13:05.729847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9b7f5804-2327-4921-b9db-47c5325492a9 None None] For port eae7bef9-acdf-4e77-877f-4a76e0587646, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=eae7bef9-acdf-4e77-877f-4a76e0587646,segment=NetworkSegment(926a0bda-7375-4208-9e3d-31ba473f0180),segment_id=926a0bda-7375-4208-9e3d-31ba473f0180)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:05.738663 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b7f5804-2327-4921-b9db-47c5325492a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.772260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-75455db9-7150-4af9-97ab-3ae9813a96ce admin admin] Deleting subnet 8092df5e-6739-4837-8556-e908aa61a5e3 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:13:05.805824 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75455db9-7150-4af9-97ab-3ae9813a96ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.873673 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f5804-2327-4921-b9db-47c5325492a9 None None] Pushing event updated for resources: {'Port': ['ID=eae7bef9-acdf-4e77-877f-4a76e0587646,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:05.903683 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] Set router 1af1e222-e812-492d-93c5-479f9336ad93 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:13:05.957825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:05.968229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Attempting to bind port 52a0616e-36ea-4d31-9a4f-beefc1b78601 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:05.969419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Attempting to bind port 52a0616e-36ea-4d31-9a4f-beefc1b78601 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:05.969994 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Attempting to bind port 52a0616e-36ea-4d31-9a4f-beefc1b78601 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:05.975713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:05.976679 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75455db9-7150-4af9-97ab-3ae9813a96ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.980346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Port 52a0616e-36ea-4d31-9a4f-beefc1b78601 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:05.980732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Attempting to bind port 52a0616e-36ea-4d31-9a4f-beefc1b78601 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:05.981802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e90762a9-6b64-40c7-9a87-cd971ba29768 None None] Provisioning complete for port eae7bef9-acdf-4e77-877f-4a76e0587646 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:05.982179 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e90762a9-6b64-40c7-9a87-cd971ba29768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:05.992813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Pushing event updated for resources: {'Port': ['ID=52a0616e-36ea-4d31-9a4f-beefc1b78601,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:06.003690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:06.008114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:13:06.008466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:06.008861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:13:06.009320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Bound port: 52a0616e-36ea-4d31-9a4f-beefc1b78601, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:13:06.009696 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:06.245101 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b77fa25-d952-41ba-88a1-c4dbc3282571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:06.258473 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75455db9-7150-4af9-97ab-3ae9813a96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:06.446407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75455db9-7150-4af9-97ab-3ae9813a96ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:06.458808 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:06.472091 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75455db9-7150-4af9-97ab-3ae9813a96ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:06.474192 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-75455db9-7150-4af9-97ab-3ae9813a96ce admin admin] 10.222.0.44 "DELETE /v2.0/subnets/8092df5e-6739-4837-8556-e908aa61a5e3 HTTP/1.1" status: 204 len: 168 time: 0.8810439 Sep 29 23:13:06.481686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a43bfc35-714a-49f3-8539-8647d03870c3 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:13:06.483715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:06.508840 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af1e222-e812-492d-93c5-479f9336ad93', 'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-router', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '654e654d-33e2-432b-b895-95615d02f8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:12:51Z', 'updated_at': '2021-09-29T23:13:00Z', 'revision_number': 4, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'gw_port': {'id': '654e654d-33e2-432b-b895-95615d02f8c8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af1e222-e812-492d-93c5-479f9336ad93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:12:53Z', 'updated_at': '2021-09-29T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'eae7bef9-acdf-4e77-877f-4a76e0587646', 'name': '', 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'mac_address': 'fa:16:3e:6c:d9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af1e222-e812-492d-93c5-479f9336ad93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:12:59Z', 'updated_at': '2021-09-29T23:13:05Z', 'revision_number': 4, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'subnets': [{'id': '1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:06.555197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa5e0b-2323-4ac4-a225-d8cb88907786 None None] Network 6297f3db-9a86-4877-af2c-d0fcbf1fee57 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:06.557746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75455db9-7150-4af9-97ab-3ae9813a96ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8092df5e-6739-4837-8556-e908aa61a5e3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:06.560462 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65e6942-55a3-4460-9c3f-db5b0d84e5ca None None] The sync data for ids ['1af1e222-e812-492d-93c5-479f9336ad93'] in n-d-811173-2 is: [{'id': '1af1e222-e812-492d-93c5-479f9336ad93', 'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-router', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '654e654d-33e2-432b-b895-95615d02f8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:12:51Z', 'updated_at': '2021-09-29T23:13:00Z', 'revision_number': 4, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'gw_port': {'id': '654e654d-33e2-432b-b895-95615d02f8c8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af1e222-e812-492d-93c5-479f9336ad93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:12:53Z', 'updated_at': '2021-09-29T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'eae7bef9-acdf-4e77-877f-4a76e0587646', 'name': '', 'network_id': '0d38b64d-d560-42f5-8c5c-da9a0b83ef51', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'mac_address': 'fa:16:3e:6c:d9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1af1e222-e812-492d-93c5-479f9336ad93', 'device_owner': 'network:router_interface', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:12:59Z', 'updated_at': '2021-09-29T23:13:05Z', 'revision_number': 4, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'subnets': [{'id': '1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:13:06.574363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3d59e-66cf-4041-bfd4-255c39192d2a req-063ff84d-c822-425e-9955-0b58034ba019 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:06.585186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7d3d59e-66cf-4041-bfd4-255c39192d2a req-063ff84d-c822-425e-9955-0b58034ba019 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 948 time: 0.3590012 Sep 29 23:13:06.700324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a43bfc35-714a-49f3-8539-8647d03870c3 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:13:06.700655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a43bfc35-714a-49f3-8539-8647d03870c3 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:13:06.704892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e4bff78d-5002-40ce-b9f0-d94f3c7850af no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:13:06.725314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event updated for resources: {'Port': ['ID=3b29bb41-8b6f-4e68-b995-9cda0f564545,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:06.765642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e4bff78d-5002-40ce-b9f0-d94f3c7850af {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:13:06.785037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e4bff78d-5002-40ce-b9f0-d94f3c7850af not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:13:06.788481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] For port 52a0616e-36ea-4d31-9a4f-beefc1b78601, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:06.869282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7d3d59e-66cf-4041-bfd4-255c39192d2a req-024f18b9-2eab-41fd-a774-5218aa64207f tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829518 Sep 29 23:13:06.892826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] For port 52a0616e-36ea-4d31-9a4f-beefc1b78601, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=52a0616e-36ea-4d31-9a4f-beefc1b78601,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:13:06.900146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:06.919999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:06.926715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:06.981056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9e9b87-8478-4f74-b8f3-f9ebc6b1fdf9 None None] DHCP port deletion for 6297f3db-9a86-4877-af2c-d0fcbf1fee57 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:13:07.048458 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:07.156592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e9b87-8478-4f74-b8f3-f9ebc6b1fdf9 None None] Deleting port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:07.157177 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f9e9b87-8478-4f74-b8f3-f9ebc6b1fdf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:07.217572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:07.220419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:07.221779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] 10.222.0.42 "PUT /v2.0/ports/52a0616e-36ea-4d31-9a4f-beefc1b78601 HTTP/1.1" status: 200 len: 1096 time: 3.9797127 Sep 29 23:13:07.236004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d0c48be-2a4d-470f-bef9-bf7412574f89', 'tag': '52a0616e-36ea-4d31-9a4f-beefc1b78601'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:07.241062 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06225a8-5e06-415e-8d24-bd0729b11cc4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d0c48be-2a4d-470f-bef9-bf7412574f89", "tag": "52a0616e-36ea-4d31-9a4f-beefc1b78601"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:07.344969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5f9e9b87-8478-4f74-b8f3-f9ebc6b1fdf9 None None] For port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=df8d3563-b0c1-42cd-bb62-9b707e6fa2a4,segment=NetworkSegment(40300e51-cc50-4347-abd4-a203441ce7b2),segment_id=40300e51-cc50-4347-abd4-a203441ce7b2)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:07.345765 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f9e9b87-8478-4f74-b8f3-f9ebc6b1fdf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:07.378767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5f9e9b87-8478-4f74-b8f3-f9ebc6b1fdf9 None None] Calling delete_port for df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:07.415478 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:07.568883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d150619-ae0d-4e1f-bf03-01abf08646aa service neutron] Pushing event updated for resources: {'Port': ['ID=52a0616e-36ea-4d31-9a4f-beefc1b78601,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:07.595178 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f9e9b87-8478-4f74-b8f3-f9ebc6b1fdf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:07.625637 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Deleting port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:07.626083 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:07.642508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e9b87-8478-4f74-b8f3-f9ebc6b1fdf9 None None] Pushing event deleted for resources: {'Port': ['ID=df8d3563-b0c1-42cd-bb62-9b707e6fa2a4,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:07.653574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9e9b87-8478-4f74-b8f3-f9ebc6b1fdf9 None None] No DVR routers for this DVR port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:13:07.712548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-cc440254-ac08-4b58-92b0-7552fd5908a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:07.714133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-cc440254-ac08-4b58-92b0-7552fd5908a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1cafe9ff64a0428998749fb58a7cebd7&device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 1099 time: 0.3957312 Sep 29 23:13:07.817721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-85c1f221-c202-4930-96d9-d320e8eea8a5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=52a0616e-36ea-4d31-9a4f-beefc1b78601 HTTP/1.1" status: 200 len: 217 time: 0.0839267 Sep 29 23:13:07.838796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7a9b3-9adf-449b-a973-e6353ffc08e7 req-e89fc430-8a63-4c55-940b-abe692e5d8e1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:07.840454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18c7a9b3-9adf-449b-a973-e6353ffc08e7 req-e89fc430-8a63-4c55-940b-abe692e5d8e1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.3786354 Sep 29 23:13:07.989008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53454) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:08.000746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] For port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4, host n-d-811173-2, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:08.001128 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.059876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Calling delete_port for df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:08.064998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 was not found and therefore no delete operation was performed {{(pid=110005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:13:08.073463 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.076369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-756a0cfd-b887-41b6-96c4-b2f3c8de5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:08.077977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-756a0cfd-b887-41b6-96c4-b2f3c8de5297 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.2365448 Sep 29 23:13:08.086282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18c7a9b3-9adf-449b-a973-e6353ffc08e7 req-8749eb09-5490-4557-87fd-d550774d5455 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244313 Sep 29 23:13:08.186425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=df8d3563-b0c1-42cd-bb62-9b707e6fa2a4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:08.197600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] No DVR routers for this DVR port df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:13:08.225421 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4682462-f026-4230-a8e5-6f34e1fecbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.289181 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.325062 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dad1ef-e1d0-49df-bf9d-7a528c5156c2 x-openstack-request-id: req-a0dad1ef-e1d0-49df-bf9d-7a528c5156c2 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:08.325062 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d0c48be-2a4d-470f-bef9-bf7412574f89", "tag": "52a0616e-36ea-4d31-9a4f-beefc1b78601", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:08.327101 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a0dad1ef-e1d0-49df-bf9d-7a528c5156c2 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:08.330180 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d0c48be-2a4d-470f-bef9-bf7412574f89', 'tag': '52a0616e-36ea-4d31-9a4f-beefc1b78601', 'status': 'completed', 'code': 200} Sep 29 23:13:08.334581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.400247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4682462-f026-4230-a8e5-6f34e1fecbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.409656 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4682462-f026-4230-a8e5-6f34e1fecbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.474935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device eae7bef9-acdf-4e77-877f-4a76e0587646 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:08.534492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.565040 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e4682462-f026-4230-a8e5-6f34e1fecbcc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e06f0d876cd7483586b2011ff0d3d445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5720332 Sep 29 23:13:08.568094 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53472) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:08.578530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event updated for resources: {'Port': ['ID=3b29bb41-8b6f-4e68-b995-9cda0f564545,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:08.604357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4682462-f026-4230-a8e5-6f34e1fecbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2098728c-11ba-45f5-b109-52d08306d62f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:08.605896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e948b2-35a5-4f1e-a670-a77ec4824ace req-12debefb-59b1-4353-b3cf-cc83667028ef tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:08.613603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-87e948b2-35a5-4f1e-a670-a77ec4824ace req-12debefb-59b1-4353-b3cf-cc83667028ef tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 948 time: 0.3046472 Sep 29 23:13:08.621024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-fa0c55f0-fee0-4749-bebd-9ccc02cd2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:08.622831 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-fa0c55f0-fee0-4749-bebd-9ccc02cd2b8d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5005367 Sep 29 23:13:08.631682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6297f3db-9a86-4877-af2c-d0fcbf1fee57']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:08.640694 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.665600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port eae7bef9-acdf-4e77-877f-4a76e0587646 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:08.665823 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.676021 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.679732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40300e51-cc50-4347-abd4-a203441ce7b2') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:08.688193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40300e51-cc50-4347-abd4-a203441ce7b2') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:08.726745 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.775764 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6f3fdd7-9e15-4c6e-8adb-26a0139e74f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.806955 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.808415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-608316db-7aa2-4633-b779-14127753b550 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.6256325 Sep 29 23:13:08.811103 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.821793 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6f3fdd7-9e15-4c6e-8adb-26a0139e74f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.822722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-87e948b2-35a5-4f1e-a670-a77ec4824ace req-141d6862-bbb7-408c-a0a9-0d9d0ea4e875 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080610 Sep 29 23:13:08.851363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:13:08.856457 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:13:08.858356 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:13:08.908224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:13:08.946234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:13:08.946849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device df8d3563-b0c1-42cd-bb62-9b707e6fa2a4 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:13:08.972533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6f3fdd7-9e15-4c6e-8adb-26a0139e74f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.979250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6f3fdd7-9e15-4c6e-8adb-26a0139e74f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:08.983771 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f6f3fdd7-9e15-4c6e-8adb-26a0139e74f7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2098728c-11ba-45f5-b109-52d08306d62f HTTP/1.1" status: 204 len: 168 time: 0.4095948 Sep 29 23:13:08.995016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3fdd7-9e15-4c6e-8adb-26a0139e74f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2098728c-11ba-45f5-b109-52d08306d62f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:09.038550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-6ec019b7-f47a-455c-adce-621d05c2bd7b service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4019034 Sep 29 23:13:09.041914 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-2d7d0bbe-23eb-493f-8227-10b856254785 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 696 time: 0.2021632 Sep 29 23:13:09.066614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:09.098195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:09.104606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6297f3db-9a86-4877-af2c-d0fcbf1fee57 HTTP/1.1" status: 204 len: 168 time: 2.5861478 Sep 29 23:13:09.237977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2325b-5ce6-43d5-b04e-6e1f2bc7cdc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6297f3db-9a86-4877-af2c-d0fcbf1fee57,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:09.327928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-16a85fe4-9e95-44fa-b000-86213845e3e6 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:09.329963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-16a85fe4-9e95-44fa-b000-86213845e3e6 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.2804949 Sep 29 23:13:09.360336 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:09.385766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-bce3d3ea-4ea0-450f-ab3c-1b14b3ab470b tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:13:09.387144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99b4ecd4-0621-4724-b572-fcb15a595df1 req-bce3d3ea-4ea0-450f-ab3c-1b14b3ab470b tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107272 Sep 29 23:13:09.429893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53504) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:09.485865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323db57-46c7-4fd3-9594-88c6094e68c2 req-5f31dd80-db94-409c-be65-2d98d9b5669c service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369750 Sep 29 23:13:09.529537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a9abc-6fb5-4192-8147-93111bf4d867 req-fe6684e7-7536-4440-bfe1-321de4003b5d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:09.537701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a58a9abc-6fb5-4192-8147-93111bf4d867 req-fe6684e7-7536-4440-bfe1-321de4003b5d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.2658608 Sep 29 23:13:09.559330 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9537ffc8-d159-40ab-b26f-3976535357c2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d17c8c56fc084a478ca1baeab2fa4d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1259181 Sep 29 23:13:09.559915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53516) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:09.677320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a58a9abc-6fb5-4192-8147-93111bf4d867 req-2a4e5a01-5d4e-4459-82c9-02fbfa99711a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383991 Sep 29 23:13:09.719270 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-fa931f93-8ac5-45c7-928a-6ad4f4623c83 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2800961 Sep 29 23:13:09.728827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff876d0-92a7-4c2d-8559-ad6c7ffdccf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:09.736940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:09.752387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-ce216632-3bf7-47c5-95b1-58b0038b217f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:09.754113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-ce216632-3bf7-47c5-95b1-58b0038b217f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1cafe9ff64a0428998749fb58a7cebd7&device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 1099 time: 0.1328566 Sep 29 23:13:09.760468 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff876d0-92a7-4c2d-8559-ad6c7ffdccf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:09.827581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:09.881663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff876d0-92a7-4c2d-8559-ad6c7ffdccf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:09.884717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff876d0-92a7-4c2d-8559-ad6c7ffdccf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:09.886914 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5ff876d0-92a7-4c2d-8559-ad6c7ffdccf2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d2c8d93-61b8-40c3-9e5d-e68d29d181a8 HTTP/1.1" status: 204 len: 168 time: 0.3260109 Sep 29 23:13:09.905909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff876d0-92a7-4c2d-8559-ad6c7ffdccf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2c8d93-61b8-40c3-9e5d-e68d29d181a8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:10.508584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-4eacc6ad-076b-4321-b2ec-513af6393190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:10.511801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-4eacc6ad-076b-4321-b2ec-513af6393190 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.7508278 Sep 29 23:13:10.599386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-73ec76e4-381e-4619-9cb4-bba2141772fc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=52a0616e-36ea-4d31-9a4f-beefc1b78601 HTTP/1.1" status: 200 len: 217 time: 0.0421326 Sep 29 23:13:10.703793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-09fde95a-d7b6-427b-91d0-c4cd28d3d922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:10.707032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-09fde95a-d7b6-427b-91d0-c4cd28d3d922 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0998960 Sep 29 23:13:10.714625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9af18-18d2-4932-8539-858c92266a74 req-d873c3d8-2908-418f-b2eb-774de8860343 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:10.716664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7f9af18-18d2-4932-8539-858c92266a74 req-d873c3d8-2908-418f-b2eb-774de8860343 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 948 time: 0.7645810 Sep 29 23:13:10.840883 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:10.896937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-ad9967c0-0814-4152-9b52-7ccc80515b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:10.898461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-ad9967c0-0814-4152-9b52-7ccc80515b61 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1813853 Sep 29 23:13:10.903514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7f9af18-18d2-4932-8539-858c92266a74 req-6dcb1c3e-f40c-4019-af89-5b3e564c26c7 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557662 Sep 29 23:13:11.014143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-d6cb59a4-e2c7-4e18-ba6d-87c6a5d06890 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071913 Sep 29 23:13:11.165878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Allocated IP 172.25.4.251 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/886049ac-4595-49e0-b4be-143c1706e0af) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:11.274933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53602) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:11.315433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78ad3b-c8c3-4391-9cf4-a5ff1e5c54c1 req-405234eb-9f26-4b16-ad44-9eb571487fd2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:11.330268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b78ad3b-c8c3-4391-9cf4-a5ff1e5c54c1 req-405234eb-9f26-4b16-ad44-9eb571487fd2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.1597445 Sep 29 23:13:11.407516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d06225a8-5e06-415e-8d24-bd0729b11cc4 req-5d83d394-2452-4156-9fdc-55f9bb02ba75 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252931 Sep 29 23:13:11.455874 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b78ad3b-c8c3-4391-9cf4-a5ff1e5c54c1 req-acbe444a-b1be-46b5-addc-0d90680c27eb tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246696 Sep 29 23:13:11.494297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-493332617'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:11.503735 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.527119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Made reservation on behalf of 66408ba0bd3a45e9a8d9e254373669ff for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:11.530575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.547937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.569788 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.603062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53620) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:11.673720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:11.675858 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:11.683291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:11.712373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event updated for resources: {'Port': ['ID=886049ac-4595-49e0-b4be-143c1706e0af,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:11.713111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.717817 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.734985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:13:11.783354 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.783647 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Added segment cfc1d83d-e777-4305-8153-40ff1642aeb3 of type vlan for network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec Sep 29 23:13:11.792811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c44ac79-00ce-4989-8997-d95bba1eba88,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:11.811853 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.832780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-666989357-network', 'tenant_id': '2ac242e37d794aae9cce03b94b6dc9b4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:11.862747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Made reservation on behalf of 2ac242e37d794aae9cce03b94b6dc9b4 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:11.865303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.875660 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.878042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:11.880229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.049654 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:13:12.055491 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.068332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.095761 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.101921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:12.102297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.107238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:13:12.131118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.151931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.179226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf1d640-fc78-463e-979f-dbe6cc67884f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:12.193820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9178054 Sep 29 23:13:12.202732 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.203584 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Added segment 00eb1066-943c-4d41-8bc4-1cce6a135d9f of type vlan for network f6f8528f-9b6f-476b-91d4-69c2c5e0f285 Sep 29 23:13:12.271982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20440710-6fd2-40af-b73a-a673bae73873 tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Pushing event updated for resources: {'Network': ['ID=b4dc63fd-ef32-4ed5-847f-d673b2cf3aec,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:12.286155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289abe3-4e66-438b-a449-7dac72a1c918 req-cd44c3db-70d0-4db5-a6f9-424f3025750e tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:12.286365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.286850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:13:12.288677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e289abe3-4e66-438b-a449-7dac72a1c918 req-cd44c3db-70d0-4db5-a6f9-424f3025750e tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 948 time: 0.2234688 Sep 29 23:13:12.289346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event updated for resources: {'Port': ['ID=886049ac-4595-49e0-b4be-143c1706e0af,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:12.301811 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.324978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.327185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:12.328306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.380916 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7764266 Sep 29 23:13:12.383651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53646) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:12.390921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Request body: {'subnet': {'network_id': 'f6f8528f-9b6f-476b-91d4-69c2c5e0f285', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-666989357-subnet', 'tenant_id': '2ac242e37d794aae9cce03b94b6dc9b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:12.395721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e289abe3-4e66-438b-a449-7dac72a1c918 req-2698cdca-ae6a-4245-a959-1398b1e1ffda tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961099 Sep 29 23:13:12.396688 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.397842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-2bccf3cf-d6da-49dc-a1db-294fad39d8f9 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6690633 Sep 29 23:13:12.470125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb76f1-cabb-4341-a3fd-0ff8b18040d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6f8528f-9b6f-476b-91d4-69c2c5e0f285,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:12.481808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f6f8528f-9b6f-476b-91d4-69c2c5e0f285 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:13:12.509264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Made reservation on behalf of 2ac242e37d794aae9cce03b94b6dc9b4 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:12.514323 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.518212 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-ce8bbef2-7e6c-4ad0-869b-fd27022188a0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.251 HTTP/1.1" status: 200 len: 696 time: 0.1062281 Sep 29 23:13:12.743112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-1ac6b652-8c82-471e-a321-a8e2ef5d12c3 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:12.759120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9eac04e-3430-49b1-9ef4-25fbc59ab294 req-1ac6b652-8c82-471e-a321-a8e2ef5d12c3 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.2392118 Sep 29 23:13:12.858607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:12.892942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff9de0-82f4-4e73-8ca4-122945a6930f req-b3df8687-3370-4226-9b24-9dd34c4eed3d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:12.894592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bff9de0-82f4-4e73-8ca4-122945a6930f req-b3df8687-3370-4226-9b24-9dd34c4eed3d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.0566082 Sep 29 23:13:12.954951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bff9de0-82f4-4e73-8ca4-122945a6930f req-2fcf7ee8-eebf-490c-9955-5a9820e9583d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533247 Sep 29 23:13:13.014019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdcbe550-5771-4bec-8790-5c19b8970b54,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:13.021815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Checking segment: {'id': '00eb1066-943c-4d41-8bc4-1cce6a135d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f6f8528f-9b6f-476b-91d4-69c2c5e0f285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:13.021815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Network hostable DHCP agents. Network: f6f8528f-9b6f-476b-91d4-69c2c5e0f285, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:13:13.043543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Network f6f8528f-9b6f-476b-91d4-69c2c5e0f285 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:13:13.080379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, f6f8528f-9b6f-476b-91d4-69c2c5e0f285) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:13.084731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:13.086071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:13.089087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31a69ee-8cfa-48b0-b1f9-9bd803f888fd None None] Network f6f8528f-9b6f-476b-91d4-69c2c5e0f285 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:13.118656 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ff7b63ba-0390-4f6e-95ff-d27179bd4163 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7260623 Sep 29 23:13:13.206024 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-fa50da10-2df1-4c94-a6d0-3ec8ea6d51ca tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2012467 Sep 29 23:13:13.218035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:13.282007 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:13.337016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 52a0616e-36ea-4d31-9a4f-beefc1b78601 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:13:13.419564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69dcafd6-336a-4e51-a526-3916eb2d1403 None None] Network f6f8528f-9b6f-476b-91d4-69c2c5e0f285 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:13.447036 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:13.455977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53686) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:13.461686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Request body: {'port': {'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec', 'binding:host_id': 'n-h2-811173-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1798584478'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:13.511866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Made reservation on behalf of c2ccd83052e5428e9094dd83726e172c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:13.514460 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:13.533795 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:13.608437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Allocated IP 172.25.4.94 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/ecf02012-c41e-4907-a1bd-9e272ec49e3e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:13.669021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 52a0616e-36ea-4d31-9a4f-beefc1b78601, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=52a0616e-36ea-4d31-9a4f-beefc1b78601,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:13.681851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '52a0616e-36ea-4d31-9a4f-beefc1b78601', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '52a0616e-36ea-4d31-9a4f-beefc1b78601', 'mac_address': 'fa:16:3e:59:30:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:13:13.712896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:13.731724 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:13.737020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] device_id is not set on port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:13.799130 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:13.813490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a0616e-36ea-4d31-9a4f-beefc1b78601 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:13.838708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 52a0616e-36ea-4d31-9a4f-beefc1b78601, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=52a0616e-36ea-4d31-9a4f-beefc1b78601,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:13.866540 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:13.876978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-903212d7-b778-42ac-bf91-9d1068896ac7 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:13.885084 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-903212d7-b778-42ac-bf91-9d1068896ac7 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/networks?id=f6f8528f-9b6f-476b-91d4-69c2c5e0f285 HTTP/1.1" status: 200 len: 813 time: 0.1917086 Sep 29 23:13:13.905465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-64f08211-e2c8-4ffc-8fda-73762596e34b tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/quotas/2ac242e37d794aae9cce03b94b6dc9b4 HTTP/1.1" status: 200 len: 375 time: 0.0193629 Sep 29 23:13:13.909698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e8bed-562f-4263-bf58-fbf008eff35a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:13.925132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.925483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.925830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.926217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.926548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.926885 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.927260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.927755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.928166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.928496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.928866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.929197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:13.939413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=52a0616e-36ea-4d31-9a4f-beefc1b78601,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:13.977700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-d19122f0-8ebf-4714-898f-6fc23f7909ea tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ac242e37d794aae9cce03b94b6dc9b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0706942 Sep 29 23:13:14.017518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:14.079319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] device_id is not set on port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:14.095170 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:14.114766 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:14.115109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-a6917761-4fb7-4090-9ffb-4e817afb61c2 service neutron] 10.222.0.44 "GET /v2.0/networks/f6f8528f-9b6f-476b-91d4-69c2c5e0f285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364417 Sep 29 23:13:14.127242 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:14.193767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Checking segment: {'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:14.194148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Network hostable DHCP agents. Network: b4dc63fd-ef32-4ed5-847f-d673b2cf3aec, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:13:14.194969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:14.196084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event updated for resources: {'Port': ['ID=7d4a5e56-2a0b-4e5c-a428-525c57d7aa22,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:14.208940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:14.215176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:13:14.232978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, b4dc63fd-ef32-4ed5-847f-d673b2cf3aec) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:14.241769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:14.242037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:14.250974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bf3a40-c8e5-4c33-a706-bd9eaaffc9b9 None None] Network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:14.273874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event updated for resources: {'Port': ['ID=ecf02012-c41e-4907-a1bd-9e272ec49e3e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:14.286753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:14.287138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:14.287488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:14.294043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:14.294524 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:14.294915 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 2 to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 Sep 29 23:13:14.317095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:14.317434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:14.325087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:14.326222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:14.326575 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:14.328228 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 3 to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 Sep 29 23:13:14.342461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-b5d5a616-1823-4a57-af30-fb256e55ca2b service neutron] 10.222.0.44 "GET /v2.0/networks/f6f8528f-9b6f-476b-91d4-69c2c5e0f285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264118 Sep 29 23:13:14.354933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:14.355276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:14.355616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:14.361930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:14.362263 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:14.362953 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 4 to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 Sep 29 23:13:14.379585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['52a0616e-36ea-4d31-9a4f-beefc1b78601'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:13:14.380175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:14.380175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:14.381019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:14.388327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:14.388793 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:14.389192 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 5 to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 Sep 29 23:13:14.400499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:14.407359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:14.407767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:14.408185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:14.413851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:14.414195 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:14.414596 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 6 to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 Sep 29 23:13:14.435328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:14.436132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:14.437643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:14.446438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:14.446769 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:14.447164 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 7 to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 Sep 29 23:13:14.471654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:14.481956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:14.482462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:14.482621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:14.507484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:14.507780 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:14.508157 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 8 to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 Sep 29 23:13:14.559133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:14.559581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:14.560095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:14.567192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:14.567563 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:14.568021 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 9 to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 Sep 29 23:13:14.603523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:14.603964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:14.604381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:14.616974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:14.617438 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:14.617903 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 10 to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 Sep 29 23:13:14.648539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:14.648979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:14.649404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:14.667176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:14.667176 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:14.667176 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:14.799788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] For port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:14.800219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempted to set empty binding levels {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 23:13:14.811378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:14.923595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:14.924485 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:14.929158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event updated for resources: {'Port': ['ID=7d4a5e56-2a0b-4e5c-a428-525c57d7aa22,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:14.947732 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fc5bed6b-a7e7-4414-b9b8-4504ed98b44b tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4903121 Sep 29 23:13:14.949280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b60c12-ceba-464e-85f6-6b46c6046dd7 req-c7ea5f93-a4a5-46c8-85e2-6db6f248edc4 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:14.950487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53746) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:14.955845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3b60c12-ceba-464e-85f6-6b46c6046dd7 req-c7ea5f93-a4a5-46c8-85e2-6db6f248edc4 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 949 time: 0.2302113 Sep 29 23:13:14.964051 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:14.985741 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.090271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c4003-3045-438b-ad7c-e41b7d729ac8 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Deleting port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:15.090707 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4003-3045-438b-ad7c-e41b7d729ac8 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.092594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3b60c12-ceba-464e-85f6-6b46c6046dd7 req-db791981-edef-46f5-9943-71af2921ecd4 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265774 Sep 29 23:13:15.103775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event updated for resources: {'Port': ['ID=ecf02012-c41e-4907-a1bd-9e272ec49e3e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:15.131328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.158229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.158229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-ea7172d3-22f5-479d-ad65-999d78b8b3e0 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9376338 Sep 29 23:13:15.183843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ce5c4003-3045-438b-ad7c-e41b7d729ac8 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] For port 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22, host n-h2-811173-2, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:15.185601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4003-3045-438b-ad7c-e41b7d729ac8 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.201761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ce5c4003-3045-438b-ad7c-e41b7d729ac8 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Calling delete_port for 7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:15.226850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-44f871ae-6a80-4243-87e0-c00bd4df41bb tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.94 HTTP/1.1" status: 200 len: 695 time: 0.0677476 Sep 29 23:13:15.328881 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4003-3045-438b-ad7c-e41b7d729ac8 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.382194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-5048f29b-5000-4ea3-9ee3-5f46ad12a033 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:15.383687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fa6b684-aeed-45fb-af74-f9ccd11bf66a req-5048f29b-5000-4ea3-9ee3-5f46ad12a033 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1483500 Sep 29 23:13:15.397136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c4003-3045-438b-ad7c-e41b7d729ac8 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d4a5e56-2a0b-4e5c-a428-525c57d7aa22,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:15.443006 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da70ff-128b-4143-921d-c680ecd784a5 req-dead774e-f446-48f0-9cd0-e64ac70fd428 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:15.444573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49da70ff-128b-4143-921d-c680ecd784a5 req-dead774e-f446-48f0-9cd0-e64ac70fd428 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.0598779 Sep 29 23:13:15.449328 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce5c4003-3045-438b-ad7c-e41b7d729ac8 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.454828 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ce5c4003-3045-438b-ad7c-e41b7d729ac8 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "DELETE /v2.0/ports/7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 HTTP/1.1" status: 204 len: 168 time: 0.5026739 Sep 29 23:13:15.455492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53760) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:15.526985 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f078980b-10fe-475d-b6f0-77f8d54e9e35 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] GET failed (client error): The resource could not be found. Sep 29 23:13:15.526985 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f078980b-10fe-475d-b6f0-77f8d54e9e35 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "GET /v2.0/ports/7d4a5e56-2a0b-4e5c-a428-525c57d7aa22 HTTP/1.1" status: 404 len: 333 time: 0.0598176 Sep 29 23:13:15.526985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53762) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:15.532189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Request body: {'port': {'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-156415056'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:15.537837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e979bf3-1bac-4373-a1da-c68724e58dd2 req-82dd2fd2-2287-4a70-a0b1-223eb68a66a6 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0320914 Sep 29 23:13:15.557520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49da70ff-128b-4143-921d-c680ecd784a5 req-0426f714-0826-48c8-9832-85b0e9c9a50e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955873 Sep 29 23:13:15.565195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Made reservation on behalf of c2ccd83052e5428e9094dd83726e172c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:15.568906 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.586459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] device_id is not set on port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:15.775526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-72b21cad-63bf-45d1-8e9a-5ecabb393e08 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1834140 Sep 29 23:13:15.786322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:15.825506 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.831753 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.901713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.949686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:15.952079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:15.956238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:15.957431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:15.958022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.968013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event updated for resources: {'Port': ['ID=2559f0e8-8f9e-4d74-b477-97a58da0ebc6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:15.972774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:15.982887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e0734931-d031-444c-b774-433cb53105f1 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4601362 Sep 29 23:13:15.985811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53776) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:15.990761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:16.098108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Allocated IP 172.25.4.34 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/a2c4336f-1067-45eb-91ae-fe7feb7ba8c2) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:16.329985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66ffb6-407b-40e0-9895-6ca37c1dcfe2 req-07b1452b-e849-43d4-8263-de4e4510057a tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:16.338023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e66ffb6-407b-40e0-9895-6ca37c1dcfe2 req-07b1452b-e849-43d4-8263-de4e4510057a tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 949 time: 0.1360133 Sep 29 23:13:16.405427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e66ffb6-407b-40e0-9895-6ca37c1dcfe2 req-8deb762b-2af4-46a2-9a06-77c10d3eaabf tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619016 Sep 29 23:13:16.420133 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:16.468239 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:16.519532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:16.523460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:16.529893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:16.582555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event updated for resources: {'Port': ['ID=a2c4336f-1067-45eb-91ae-fe7feb7ba8c2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:16.652073 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:16.673232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:16.721290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-732777e1-04ca-4995-9504-f0f0dfbe3285 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:16.722871 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-732777e1-04ca-4995-9504-f0f0dfbe3285 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.26 "GET /v2.0/networks?id=f6f8528f-9b6f-476b-91d4-69c2c5e0f285 HTTP/1.1" status: 200 len: 813 time: 0.1847544 Sep 29 23:13:16.754858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Request body: {'port': {'device_id': '4da99efa-8fc2-4c70-af3a-0c634479d7d2', 'network_id': 'f6f8528f-9b6f-476b-91d4-69c2c5e0f285', 'admin_state_up': True, 'tenant_id': '2ac242e37d794aae9cce03b94b6dc9b4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:16.761024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50fac5-7f71-4616-aa14-371e9b7f6ae4 req-b70c207e-a31e-4b05-b1bf-daa5e11a2bdb tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:16.762824 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa50fac5-7f71-4616-aa14-371e9b7f6ae4 req-b70c207e-a31e-4b05-b1bf-daa5e11a2bdb tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.1053329 Sep 29 23:13:16.763618 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:16.947557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa50fac5-7f71-4616-aa14-371e9b7f6ae4 req-d77ef04d-20d0-4d2c-8875-7497a06c81bc tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487319 Sep 29 23:13:16.977797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Made reservation on behalf of 2ac242e37d794aae9cce03b94b6dc9b4 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:16.981332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.007398 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.014485 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.093507 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36a4e902-f762-4032-8ce4-4484c88db3cd req-6e0735f4-744c-4986-819a-6f6e32932025 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0397146 Sep 29 23:13:17.133469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event updated for resources: {'Port': ['ID=a2c4336f-1067-45eb-91ae-fe7feb7ba8c2,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:17.144044 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.159546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.161468 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-984c86dc-996e-4e4c-9a66-bf74640f9e1f tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3792784 Sep 29 23:13:17.182103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] device_id is not set on port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:17.197408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.213590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.246975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-294ae454-1d73-4b61-9f47-86d03eeddbdc tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.0780783 Sep 29 23:13:17.316795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Allocated IP 172.20.0.7 (f6f8528f-9b6f-476b-91d4-69c2c5e0f285/bdcbe550-5771-4bec-8790-5c19b8970b54/946fdb8e-c8ff-4e4d-a198-0a8e57db7d08) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:17.321941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 52a0616e-36ea-4d31-9a4f-beefc1b78601 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:17.387120 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:17.387470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:17.387816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:17.390050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event updated for resources: {'Port': ['ID=2559f0e8-8f9e-4d74-b477-97a58da0ebc6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:17.396449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-505ab297-6687-4ef5-812b-45305821ce21 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:17.398283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed91f1e5-d79b-4656-a7b3-1a43e7566ff4 req-505ab297-6687-4ef5-812b-45305821ce21 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1438677 Sep 29 23:13:17.413161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:17.413437 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:17.416942 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 2 to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 Sep 29 23:13:17.464398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 52a0616e-36ea-4d31-9a4f-beefc1b78601 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:13:17.466521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:17.466882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:17.467240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:17.475489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 52a0616e-36ea-4d31-9a4f-beefc1b78601 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:17.477088 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.481931 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:17.482442 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:17.486607 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 3 to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 Sep 29 23:13:17.523718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-139d5f64-262a-44b6-8c23-70a734f4a6d2 req-f39ed10b-a301-4dd5-88f7-0a0399ef7bd4 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips/201cc72a-198d-454e-94b5-04aea9799594 HTTP/1.1" status: 200 len: 692 time: 0.0874074 Sep 29 23:13:17.527997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:17.528356 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:17.528702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:17.543557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:17.544038 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:17.555542 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 4 to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 Sep 29 23:13:17.599966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:17.600314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:17.601447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:17.616975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:17.617312 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:17.620190 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.621382 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 5 to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 Sep 29 23:13:17.640610 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:17.641701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:17.641701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:17.653133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:17.653133 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:17.658626 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 6 to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 Sep 29 23:13:17.668941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9521f89-c3a4-49de-ab7b-924103421b14 req-89aebe5d-2a78-430c-ab46-1001a4eb419c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:17.670407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b9521f89-c3a4-49de-ab7b-924103421b14 req-89aebe5d-2a78-430c-ab46-1001a4eb419c tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 949 time: 0.1445701 Sep 29 23:13:17.679266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:17.679859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:17.679859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:17.699742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:17.700213 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:17.700621 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 7 to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 Sep 29 23:13:17.709804 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.713191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.742058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139d5f64-262a-44b6-8c23-70a734f4a6d2 req-ffc9f77e-bc7a-4520-b9c0-c204b01d7ed5 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:17.745355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-139d5f64-262a-44b6-8c23-70a734f4a6d2 req-ffc9f77e-bc7a-4520-b9c0-c204b01d7ed5 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.2207806 Sep 29 23:13:17.746345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:17.746681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:17.747023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:17.759389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:17.759729 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:17.764383 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 8 to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 Sep 29 23:13:17.765938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b9521f89-c3a4-49de-ab7b-924103421b14 req-067c9b1b-9ae5-44db-9e64-8019a9a6a1fa tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819714 Sep 29 23:13:17.776792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-139d5f64-262a-44b6-8c23-70a734f4a6d2 req-a865a550-8ec7-4f18-9b57-671150f456cb tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:13:17.777983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-139d5f64-262a-44b6-8c23-70a734f4a6d2 req-a865a550-8ec7-4f18-9b57-671150f456cb tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0108807 Sep 29 23:13:17.783432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Network f6f8528f-9b6f-476b-91d4-69c2c5e0f285 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:17.794722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0c48be-2a4d-470f-bef9-bf7412574f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0616e-36ea-4d31-9a4f-beefc1b78601'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:17.799263 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a2cae7-4f3d-4d88-9454-c3957f601693" -d '{"events": [{"server_uuid": "5d0c48be-2a4d-470f-bef9-bf7412574f89", "name": "network-vif-plugged", "status": "completed", "tag": "52a0616e-36ea-4d31-9a4f-beefc1b78601"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:17.803343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:17.806526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Pushing event updated for resources: {'Port': ['ID=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:17.807589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 52a0616e-36ea-4d31-9a4f-beefc1b78601, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=52a0616e-36ea-4d31-9a4f-beefc1b78601,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:17.809081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:17.813543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:17.813950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:17.814305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:17.821121 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:17.897151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:17.897545 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:17.904234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=52a0616e-36ea-4d31-9a4f-beefc1b78601,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:17.907660 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 9 to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 Sep 29 23:13:17.929318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-516814bc-02a1-432b-9e25-7be337810e33 req-e4beb66f-fe74-4ee8-9638-898dbde61147 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips/201cc72a-198d-454e-94b5-04aea9799594 HTTP/1.1" status: 200 len: 692 time: 0.0940554 Sep 29 23:13:17.983853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:17.987390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:17.987854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:17.996869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:17.997510 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:18.005574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:18.005731 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:18.008157 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 10 to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 Sep 29 23:13:18.016640 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf2bcf8-d8e9-4e0d-abfa-046e2a7863fe x-openstack-request-id: req-fdf2bcf8-d8e9-4e0d-abfa-046e2a7863fe {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:18.016940 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0c48be-2a4d-470f-bef9-bf7412574f89", "name": "network-vif-plugged", "status": "completed", "tag": "52a0616e-36ea-4d31-9a4f-beefc1b78601", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:18.017375 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fdf2bcf8-d8e9-4e0d-abfa-046e2a7863fe {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:18.017933 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0c48be-2a4d-470f-bef9-bf7412574f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a0616e-36ea-4d31-9a4f-beefc1b78601', 'code': 200} Sep 29 23:13:18.022707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:18.023054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:18.023402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:18.029054 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-62cccfbf-48c6-48eb-8065-613acee41ba5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2810140 Sep 29 23:13:18.029815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:18.030150 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:18.030594 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:18.051102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Request body: {'port': {'device_id': '4da99efa-8fc2-4c70-af3a-0c634479d7d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:18.137412 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:18.217853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] For port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:18.218244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempted to set empty binding levels {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 23:13:18.228813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:18.310101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] In _notify_port_updated(), no bound segment for port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:13:18.311031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.311760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:18.317634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "PUT /v2.0/ports/2559f0e8-8f9e-4d74-b477-97a58da0ebc6 HTTP/1.1" status: 200 len: 974 time: 2.3296914 Sep 29 23:13:18.324721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53856) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:18.461457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb8617-1a03-44fd-bec0-a87efacbeee3 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event updated for resources: {'Port': ['ID=2559f0e8-8f9e-4d74-b477-97a58da0ebc6,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:18.539706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.540452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.540937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.541638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.542241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.543161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.544094 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.544600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.545269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.545743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.546577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.548032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.548664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.550611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.553180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.553609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.554082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.554552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.555017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.555486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.556008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.556468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.557173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.557645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.558374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.558678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.559357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.559849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.567197 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e6c76872-5d28-4611-a9c0-c12c10b95c2d tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24915 time: 0.2396650 Sep 29 23:13:18.579421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53862) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:18.714819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce47db-5f8a-4fe6-b02b-bbf1835b8366 req-24c609e3-591e-4f46-97d2-5325ea0f779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.718140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ce47db-5f8a-4fe6-b02b-bbf1835b8366 req-24c609e3-591e-4f46-97d2-5325ea0f779e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 1101 time: 0.0857406 Sep 29 23:13:18.762459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516814bc-02a1-432b-9e25-7be337810e33 req-c4621a83-580c-443c-847a-010ee08c8e9a tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.764430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-516814bc-02a1-432b-9e25-7be337810e33 req-c4621a83-580c-443c-847a-010ee08c8e9a tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.8300569 Sep 29 23:13:18.795216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19ab1c-7a5f-4267-a758-ceee6d737be4 req-b3db8f0d-29d8-430f-b946-bd4e8bc82612 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:18.806890 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b19ab1c-7a5f-4267-a758-ceee6d737be4 req-b3db8f0d-29d8-430f-b946-bd4e8bc82612 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.7184322 Sep 29 23:13:18.822257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:18.823271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-516814bc-02a1-432b-9e25-7be337810e33 req-147f051f-1b41-4f55-bdb5-3ccf653edc25 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:13:18.824535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-516814bc-02a1-432b-9e25-7be337810e33 req-147f051f-1b41-4f55-bdb5-3ccf653edc25 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0128825 Sep 29 23:13:18.832889 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:18.849973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Transition to ACTIVE for port object 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:13:18.859952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0f505-61be-45ca-8ca2-62d3f9c3473a tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Deleting port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:18.860307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f505-61be-45ca-8ca2-62d3f9c3473a tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:18.862055 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:18.940193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8ce47db-5f8a-4fe6-b02b-bbf1835b8366 req-8efeeede-ce86-4508-af94-d0d3c4d5f7f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134752 Sep 29 23:13:18.947220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-516814bc-02a1-432b-9e25-7be337810e33 req-43bc27f2-e5ab-49ed-b811-ac5e90be46b8 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.1140401 Sep 29 23:13:19.014042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b19ab1c-7a5f-4267-a758-ceee6d737be4 req-1dc84b2b-91e6-4d68-9bb2-c27c694a00f0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053535 Sep 29 23:13:19.020136 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-516814bc-02a1-432b-9e25-7be337810e33 req-3658a958-a4cd-4ee2-bd4b-7d93bdf57145 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.34 HTTP/1.1" status: 200 len: 695 time: 0.0627158 Sep 29 23:13:19.073607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Pushing event updated for resources: {'Port': ['ID=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:19.083969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b5f0f505-61be-45ca-8ca2-62d3f9c3473a tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] For port 2559f0e8-8f9e-4d74-b477-97a58da0ebc6, host n-h2-811173-2, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:19.084222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f505-61be-45ca-8ca2-62d3f9c3473a tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.130702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b5f0f505-61be-45ca-8ca2-62d3f9c3473a tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Calling delete_port for 2559f0e8-8f9e-4d74-b477-97a58da0ebc6 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:19.232388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Attempting to bind port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:19.232816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Attempting to bind port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '00eb1066-943c-4d41-8bc4-1cce6a135d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f6f8528f-9b6f-476b-91d4-69c2c5e0f285'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:19.233022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Attempting to bind port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 on network f6f8528f-9b6f-476b-91d4-69c2c5e0f285 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:19.254296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6475323-5ecc-46ee-bb45-bafc5f1d929f req-270c2dbd-1447-419d-ad84-73425ea9ed20 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:19.256681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6475323-5ecc-46ee-bb45-bafc5f1d929f req-270c2dbd-1447-419d-ad84-73425ea9ed20 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 943 time: 0.1027682 Sep 29 23:13:19.302455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 on network f6f8528f-9b6f-476b-91d4-69c2c5e0f285 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:19.303158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Attempting to bind port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 on network f6f8528f-9b6f-476b-91d4-69c2c5e0f285 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:19.317012 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f505-61be-45ca-8ca2-62d3f9c3473a tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.323119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:13:19.323813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Checking segment: {'id': '00eb1066-943c-4d41-8bc4-1cce6a135d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f6f8528f-9b6f-476b-91d4-69c2c5e0f285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:19.324539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Bound using segment: {'id': '00eb1066-943c-4d41-8bc4-1cce6a135d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f6f8528f-9b6f-476b-91d4-69c2c5e0f285'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:13:19.325177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Bound port: 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00eb1066-943c-4d41-8bc4-1cce6a135d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'f6f8528f-9b6f-476b-91d4-69c2c5e0f285'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:13:19.326589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.340807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-516814bc-02a1-432b-9e25-7be337810e33 req-c55823c2-f1e7-4f78-91d8-35a4e306dd9d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Deleting port a2c4336f-1067-45eb-91ae-fe7feb7ba8c2 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:19.341090 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-516814bc-02a1-432b-9e25-7be337810e33 req-c55823c2-f1e7-4f78-91d8-35a4e306dd9d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.364381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6475323-5ecc-46ee-bb45-bafc5f1d929f req-3b755f33-4fce-46de-b45b-e1e5dce8b32b tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907934 Sep 29 23:13:19.415716 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f0f505-61be-45ca-8ca2-62d3f9c3473a tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event deleted for resources: {'Port': ['ID=2559f0e8-8f9e-4d74-b477-97a58da0ebc6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:19.420423 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5f0f505-61be-45ca-8ca2-62d3f9c3473a tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.428658 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b5f0f505-61be-45ca-8ca2-62d3f9c3473a tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "DELETE /v2.0/ports/2559f0e8-8f9e-4d74-b477-97a58da0ebc6 HTTP/1.1" status: 204 len: 168 time: 0.8480351 Sep 29 23:13:19.432123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53888) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:19.465067 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-011947ad-5478-4fce-b3b0-919411910ebc tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] GET failed (client error): The resource could not be found. Sep 29 23:13:19.472396 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-011947ad-5478-4fce-b3b0-919411910ebc tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "GET /v2.0/ports/2559f0e8-8f9e-4d74-b477-97a58da0ebc6 HTTP/1.1" status: 404 len: 333 time: 0.0390913 Sep 29 23:13:19.476047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53890) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:19.503846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-910367308', 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:19.506188 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-516814bc-02a1-432b-9e25-7be337810e33 req-c55823c2-f1e7-4f78-91d8-35a4e306dd9d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.506716 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-516814bc-02a1-432b-9e25-7be337810e33 req-c55823c2-f1e7-4f78-91d8-35a4e306dd9d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.585304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-516814bc-02a1-432b-9e25-7be337810e33 req-c55823c2-f1e7-4f78-91d8-35a4e306dd9d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Calling delete_port for a2c4336f-1067-45eb-91ae-fe7feb7ba8c2 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:19.593047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] For port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:19.596944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] For port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,segment=NetworkSegment(00eb1066-943c-4d41-8bc4-1cce6a135d9f),segment_id=00eb1066-943c-4d41-8bc4-1cce6a135d9f)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:13:19.598988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Made reservation on behalf of c2ccd83052e5428e9094dd83726e172c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:19.600968 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.629056 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.665967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] device_id is not set on port 33a0bf42-9f44-412b-b0aa-fdceeef0f621 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:19.676050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:19.676799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.678389 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] 10.222.0.26 "PUT /v2.0/ports/946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 HTTP/1.1" status: 200 len: 1091 time: 1.6358376 Sep 29 23:13:19.692021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6a15f-d3ee-4f6f-b311-c586fdbb4698 req-3eccf749-a467-458f-bc8b-8fb375226227 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:19.701042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da99efa-8fc2-4c70-af3a-0c634479d7d2', 'tag': '946fdb8e-c8ff-4e4d-a198-0a8e57db7d08'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:19.702299 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2f6a15f-d3ee-4f6f-b311-c586fdbb4698 req-3eccf749-a467-458f-bc8b-8fb375226227 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 950 time: 0.1822019 Sep 29 23:13:19.704284 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4da99efa-8fc2-4c70-af3a-0c634479d7d2", "tag": "946fdb8e-c8ff-4e4d-a198-0a8e57db7d08"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:19.770442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2f6a15f-d3ee-4f6f-b311-c586fdbb4698 req-078ed904-068f-413d-a874-1e10186f59f5 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669684 Sep 29 23:13:19.865388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9003a2-a5f3-4f68-a2cd-52f13518fea6 service neutron] Pushing event updated for resources: {'Port': ['ID=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:19.902803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-516814bc-02a1-432b-9e25-7be337810e33 req-c55823c2-f1e7-4f78-91d8-35a4e306dd9d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:19.910721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-9826d94c-e7a8-4227-8981-c818c5651896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:19.913150 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-9826d94c-e7a8-4227-8981-c818c5651896 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ac242e37d794aae9cce03b94b6dc9b4&device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 1094 time: 0.1590631 Sep 29 23:13:19.953706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55823c2-f1e7-4f78-91d8-35a4e306dd9d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event deleted for resources: {'Port': ['ID=a2c4336f-1067-45eb-91ae-fe7feb7ba8c2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:19.973327 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-9926771c-c39b-4652-84a3-d37e1c7c45ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 HTTP/1.1" status: 200 len: 217 time: 0.0511408 Sep 29 23:13:19.997226 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfb09eb-cf0d-4ba9-a6ca-15197b2dd99d x-openstack-request-id: req-acfb09eb-cf0d-4ba9-a6ca-15197b2dd99d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:19.997524 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da99efa-8fc2-4c70-af3a-0c634479d7d2", "tag": "946fdb8e-c8ff-4e4d-a198-0a8e57db7d08", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:19.997782 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acfb09eb-cf0d-4ba9-a6ca-15197b2dd99d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:19.998795 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da99efa-8fc2-4c70-af3a-0c634479d7d2', 'tag': '946fdb8e-c8ff-4e4d-a198-0a8e57db7d08', 'status': 'completed', 'code': 200} Sep 29 23:13:20.042452 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:20.115112 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-516814bc-02a1-432b-9e25-7be337810e33 req-c55823c2-f1e7-4f78-91d8-35a4e306dd9d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:20.120177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-516814bc-02a1-432b-9e25-7be337810e33 req-c55823c2-f1e7-4f78-91d8-35a4e306dd9d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:20.122597 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-516814bc-02a1-432b-9e25-7be337810e33 req-c55823c2-f1e7-4f78-91d8-35a4e306dd9d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "DELETE /v2.0/floatingips/201cc72a-198d-454e-94b5-04aea9799594 HTTP/1.1" status: 204 len: 173 time: 1.0753856 Sep 29 23:13:20.203730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:20.246311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-7c644e0e-31ae-4d46-b76a-ae78c71b939f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:20.250476 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-7c644e0e-31ae-4d46-b76a-ae78c71b939f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdcbe550-5771-4bec-8790-5c19b8970b54 HTTP/1.1" status: 200 len: 853 time: 0.2539911 Sep 29 23:13:20.253754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:20.341043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:20.352787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:20.354822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event updated for resources: {'Port': ['ID=33a0bf42-9f44-412b-b0aa-fdceeef0f621,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:20.357484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:20.358563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:20.360003 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:20.388923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-5727c455-04bc-4030-8fdb-d8d6055c4641 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6f8528f-9b6f-476b-91d4-69c2c5e0f285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584033 Sep 29 23:13:20.424001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-435ebeff-5ee2-4c66-b8d0-258772033826 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9426992 Sep 29 23:13:20.442290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53926) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:20.546058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1686c7e-604d-49d3-b0c4-553f5ce2bab0 req-52278433-6641-41b9-a761-6a2403ba365c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:20.548611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1686c7e-604d-49d3-b0c4-553f5ce2bab0 req-52278433-6641-41b9-a761-6a2403ba365c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.3339579 Sep 29 23:13:20.577838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1576ee-e7bc-4589-ade2-3db71f3f5e64 req-bb894910-2001-466e-99f3-f8e92caa165e tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:20.579467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852259c-c374-43c9-b59a-b43a9dd0e381 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:20.579737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f1576ee-e7bc-4589-ade2-3db71f3f5e64 req-bb894910-2001-466e-99f3-f8e92caa165e tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4355397 Sep 29 23:13:20.584808 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c852259c-c374-43c9-b59a-b43a9dd0e381 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "GET /v2.0/ports/33a0bf42-9f44-412b-b0aa-fdceeef0f621 HTTP/1.1" status: 200 len: 954 time: 0.1432252 Sep 29 23:13:20.588135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53930) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:20.646463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1686c7e-604d-49d3-b0c4-553f5ce2bab0 req-1ac38109-18ba-4181-93c4-758cc091a93d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869844 Sep 29 23:13:20.658053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-89005071-9fba-487e-aca7-35fe717b4b39 service neutron] 10.222.0.26 "GET /v2.0/networks/f6f8528f-9b6f-476b-91d4-69c2c5e0f285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523189 Sep 29 23:13:20.760787 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9ad431fa-a4f8-434b-9444-b7722e68e6eb req-478236fe-fc27-4f64-a63f-3faabc08f2f8 service neutron] 10.222.0.26 "GET /v2.0/networks/f6f8528f-9b6f-476b-91d4-69c2c5e0f285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944729 Sep 29 23:13:20.856396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ae23649-2ffc-4de2-b00f-c7a718282ff2 req-c4d1f1ea-8606-4b6a-a4e6-9b4d6164229a tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=38e87c8352ac493684c84d0cba42685d HTTP/1.1" status: 200 len: 1656 time: 0.1669588 Sep 29 23:13:20.888091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5 req-1aeaa0d2-3054-4d21-8691-8bf63082835e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:20.891111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5 req-1aeaa0d2-3054-4d21-8691-8bf63082835e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ac242e37d794aae9cce03b94b6dc9b4&device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 1094 time: 0.0615816 Sep 29 23:13:20.995432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23649-2ffc-4de2-b00f-c7a718282ff2 req-caa61f48-c81b-48c7-a13d-e14484719ccd tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:20.996948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ae23649-2ffc-4de2-b00f-c7a718282ff2 req-caa61f48-c81b-48c7-a13d-e14484719ccd tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks?id=61793872-5784-4201-a6e4-17489ef55adc&id=61793872-5784-4201-a6e4-17489ef55adc&id=61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 787 time: 0.1353955 Sep 29 23:13:21.005176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f9e8aa-ed00-4bf0-8738-0834fcc3898e req-4ece1e4a-0091-4745-9984-d01b16dc6ddc tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:21.006711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6f9e8aa-ed00-4bf0-8738-0834fcc3898e req-4ece1e4a-0091-4745-9984-d01b16dc6ddc tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 943 time: 0.3161814 Sep 29 23:13:21.011649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5 req-f4973acf-08a8-49af-bdd4-2fa8260c7c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:21.014093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-8ae23649-2ffc-4de2-b00f-c7a718282ff2 req-a281084b-dd4f-4f6c-b0b8-ac3e089de459 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:13:21.014656 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5 req-f4973acf-08a8-49af-bdd4-2fa8260c7c79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6f8528f-9b6f-476b-91d4-69c2c5e0f285 HTTP/1.1" status: 200 len: 914 time: 0.1165483 Sep 29 23:13:21.015067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ae23649-2ffc-4de2-b00f-c7a718282ff2 req-a281084b-dd4f-4f6c-b0b8-ac3e089de459 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0075357 Sep 29 23:13:21.030624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Deleting port 33a0bf42-9f44-412b-b0aa-fdceeef0f621 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:21.030624 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:21.072716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6f9e8aa-ed00-4bf0-8738-0834fcc3898e req-91115b9c-f6b5-4dec-a1cb-100f3ab7d846 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563688 Sep 29 23:13:21.104412 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5 req-f662709d-d19d-48b1-9919-ba2d331c8cc0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 HTTP/1.1" status: 200 len: 217 time: 0.0756633 Sep 29 23:13:21.175920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5 req-c6a3fef8-a72d-472c-ae9e-dcba7ccff1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:21.177792 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5 req-c6a3fef8-a72d-472c-ae9e-dcba7ccff1e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdcbe550-5771-4bec-8790-5c19b8970b54 HTTP/1.1" status: 200 len: 853 time: 0.0645494 Sep 29 23:13:21.185634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:21.211944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Calling delete_port for 33a0bf42-9f44-412b-b0aa-fdceeef0f621 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:21.221576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f601d779-d9dd-4471-9c30-d1962c90f41a req-fdf18709-65d0-4045-927f-d1923fc2375b tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:21.223324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f601d779-d9dd-4471-9c30-d1962c90f41a req-fdf18709-65d0-4045-927f-d1923fc2375b tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 950 time: 0.0915296 Sep 29 23:13:21.239236 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5 req-a2abdcdd-adb0-4e42-bb89-0f86f1199841 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6f8528f-9b6f-476b-91d4-69c2c5e0f285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463798 Sep 29 23:13:21.334386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-394d928f-5048-495e-a092-915a6aba75c0 req-581b8732-51fc-4422-8138-0c6a44c4ab3d tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips/9840859a-7b99-405b-b63b-06d242f45680 HTTP/1.1" status: 200 len: 692 time: 0.1054988 Sep 29 23:13:21.358235 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5 req-15a941b8-22b8-4cc1-be3b-ca90155f8abd service neutron] 10.222.0.26 "GET /v2.0/networks/f6f8528f-9b6f-476b-91d4-69c2c5e0f285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107552 Sep 29 23:13:21.396527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f601d779-d9dd-4471-9c30-d1962c90f41a req-1630fe07-c473-4235-808f-e1c364d82cf9 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631029 Sep 29 23:13:21.484171 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54c4c4b4-a942-4dfc-bf61-43ed9c83ebb5 req-014813fc-ecbd-4b02-b08c-be0495b99854 service neutron] 10.222.0.26 "GET /v2.0/networks/f6f8528f-9b6f-476b-91d4-69c2c5e0f285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152508 Sep 29 23:13:21.546792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:21.557870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d928f-5048-495e-a092-915a6aba75c0 req-25865205-824b-4cc3-87e5-e4a628fcf4ba tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:21.559707 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-394d928f-5048-495e-a092-915a6aba75c0 req-25865205-824b-4cc3-87e5-e4a628fcf4ba tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1841676 Sep 29 23:13:21.592097 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event deleted for resources: {'Port': ['ID=33a0bf42-9f44-412b-b0aa-fdceeef0f621,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:21.644798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.644798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.644798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.645381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.645857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.646286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.646748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.647147 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.648146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.648733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.649010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.649347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:21.662484 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:21.667720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53972) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:21.682752 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1c0b137e-6a17-4506-b613-f33e90af9970 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "DELETE /v2.0/ports/33a0bf42-9f44-412b-b0aa-fdceeef0f621 HTTP/1.1" status: 204 len: 168 time: 1.0931330 Sep 29 23:13:21.694671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-394d928f-5048-495e-a092-915a6aba75c0 req-387840cb-ffef-42ae-aa9a-50f6b8c9915c tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.94 HTTP/1.1" status: 200 len: 695 time: 0.1070244 Sep 29 23:13:21.718338 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce64e4df-d6da-40d1-ad93-66efad2ca8b5 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] GET failed (client error): The resource could not be found. Sep 29 23:13:21.725252 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ce64e4df-d6da-40d1-ad93-66efad2ca8b5 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "GET /v2.0/ports/33a0bf42-9f44-412b-b0aa-fdceeef0f621 HTTP/1.1" status: 404 len: 333 time: 0.0562551 Sep 29 23:13:21.727653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53978) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:21.769845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Request body: {'port': {'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1764889622'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:21.777194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-394d928f-5048-495e-a092-915a6aba75c0 req-d9939db8-dfa5-4133-a4c7-65c65e315489 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.94 HTTP/1.1" status: 200 len: 695 time: 0.0750299 Sep 29 23:13:21.793162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Made reservation on behalf of c2ccd83052e5428e9094dd83726e172c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:21.797261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:21.814150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] device_id is not set on port 1388c266-ea11-4958-bfee-6ba0f3093210 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:21.911773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdcaf13-d55f-44f1-a1f0-722561f113c3 req-52f0baf1-692b-449c-9e53-8be10c9a3c51 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:21.913447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cdcaf13-d55f-44f1-a1f0-722561f113c3 req-52f0baf1-692b-449c-9e53-8be10c9a3c51 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.1569688 Sep 29 23:13:21.988232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cdcaf13-d55f-44f1-a1f0-722561f113c3 req-ce2d2394-6734-49f5-bc11-150d71fdf837 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633121 Sep 29 23:13:22.002667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-394d928f-5048-495e-a092-915a6aba75c0 req-eae763ea-6727-47b7-aa25-0d5abe8e71b2 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Deleting port ecf02012-c41e-4907-a1bd-9e272ec49e3e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:22.003444 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-394d928f-5048-495e-a092-915a6aba75c0 req-eae763ea-6727-47b7-aa25-0d5abe8e71b2 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.027976 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.096213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.190431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event updated for resources: {'Port': ['ID=1388c266-ea11-4958-bfee-6ba0f3093210,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:22.214386 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-394d928f-5048-495e-a092-915a6aba75c0 req-eae763ea-6727-47b7-aa25-0d5abe8e71b2 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.214720 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-394d928f-5048-495e-a092-915a6aba75c0 req-eae763ea-6727-47b7-aa25-0d5abe8e71b2 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.216810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:22.218518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:22.224799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:22.228154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:22.228980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-394d928f-5048-495e-a092-915a6aba75c0 req-eae763ea-6727-47b7-aa25-0d5abe8e71b2 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Calling delete_port for ecf02012-c41e-4907-a1bd-9e272ec49e3e owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:22.236418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.266249 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3263cfd6-db83-47b6-a9c0-e3d7a7ca23ff tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5008287 Sep 29 23:13:22.267539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53998) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:22.273218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:22.339896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.441658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-394d928f-5048-495e-a092-915a6aba75c0 req-eae763ea-6727-47b7-aa25-0d5abe8e71b2 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.500586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae763ea-6727-47b7-aa25-0d5abe8e71b2 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event deleted for resources: {'Port': ['ID=ecf02012-c41e-4907-a1bd-9e272ec49e3e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:22.642085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-394d928f-5048-495e-a092-915a6aba75c0 req-eae763ea-6727-47b7-aa25-0d5abe8e71b2 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.644035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] device_id is not set on port 1388c266-ea11-4958-bfee-6ba0f3093210 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:22.645092 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-394d928f-5048-495e-a092-915a6aba75c0 req-eae763ea-6727-47b7-aa25-0d5abe8e71b2 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.657049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-394d928f-5048-495e-a092-915a6aba75c0 req-eae763ea-6727-47b7-aa25-0d5abe8e71b2 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "DELETE /v2.0/floatingips/9840859a-7b99-405b-b63b-06d242f45680 HTTP/1.1" status: 204 len: 173 time: 0.8632770 Sep 29 23:13:22.662313 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.674067 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:22.703141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c61228-288c-41ee-865e-32624c9818bf req-ed731348-4d3e-4337-ad6a-3d71e9a1599e tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:22.706344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06c61228-288c-41ee-865e-32624c9818bf req-ed731348-4d3e-4337-ad6a-3d71e9a1599e tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 943 time: 0.1137424 Sep 29 23:13:22.754764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06c61228-288c-41ee-865e-32624c9818bf req-de3b5e69-020c-46cf-abb7-8b05efa28be9 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394409 Sep 29 23:13:22.770945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event updated for resources: {'Port': ['ID=1388c266-ea11-4958-bfee-6ba0f3093210,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:22.805652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:22.806009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:22.806415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:22.813710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:22.814172 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:22.814544 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 2 to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 Sep 29 23:13:22.834921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:22.835577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:22.837992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:22.843879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:22.844412 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:22.844998 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 3 to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 Sep 29 23:13:22.859268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:22.859975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:22.860607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:22.866359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:22.866989 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:22.867580 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 4 to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 Sep 29 23:13:22.871229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-f0352dd2-1739-403a-8c35-6d9b23f1265b tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips/3b9fc206-b37e-444d-9af3-cbdb4e5878a8 HTTP/1.1" status: 200 len: 693 time: 0.0830913 Sep 29 23:13:22.914496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:22.914826 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:22.915111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:22.923785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:22.924379 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:22.929458 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 5 to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 Sep 29 23:13:22.970287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:22.970760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:22.970981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:22.980939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:22.981288 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:22.984847 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 6 to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 Sep 29 23:13:22.998416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:22.998882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:22.999341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:23.005045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:23.005379 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:23.005985 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 7 to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 Sep 29 23:13:23.020265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:23.020626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:23.020948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:23.025587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:23.025928 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:23.026314 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 8 to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 Sep 29 23:13:23.041117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:23.041818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:23.041818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:23.047243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:23.047588 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:23.048034 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 9 to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 Sep 29 23:13:23.064290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:23.064840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:23.065410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:23.071053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:23.071400 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:23.072008 n-d-811173-2 neutron-server[110006]: INFO neutron.plugins.ml2.plugin [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempt 10 to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 Sep 29 23:13:23.086424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:23.086726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:23.087098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempting to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:23.092363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:23.092732 n-d-811173-2 neutron-server[110006]: ERROR neutron.plugins.ml2.managers [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Failed to bind port 1388c266-ea11-4958-bfee-6ba0f3093210 on host n-h2-811173-2 for vnic_type normal using segments [{'id': 'cfc1d83d-e777-4305-8153-40ff1642aeb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'b4dc63fd-ef32-4ed5-847f-d673b2cf3aec'}] Sep 29 23:13:23.093132 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:23.103310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555d4d4-629d-4944-a723-7e38b0b3e237 req-b33e4ea5-0702-488b-81e6-66eda43ea87e tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:23.104805 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8555d4d4-629d-4944-a723-7e38b0b3e237 req-b33e4ea5-0702-488b-81e6-66eda43ea87e tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 950 time: 0.0890043 Sep 29 23:13:23.115348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-b518e0d7-bcdc-4cf2-b77c-3b5b5e5c3b2a tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:23.127198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-b518e0d7-bcdc-4cf2-b77c-3b5b5e5c3b2a tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.2549722 Sep 29 23:13:23.136708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-fa1ce1d1-9887-4379-8333-3b2aeecea34e tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:13:23.157637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-fa1ce1d1-9887-4379-8333-3b2aeecea34e tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0293629 Sep 29 23:13:23.173522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] For port 1388c266-ea11-4958-bfee-6ba0f3093210, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:23.174248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attempted to set empty binding levels {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 29 23:13:23.185969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:23.239498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] In _notify_port_updated(), no bound segment for port 1388c266-ea11-4958-bfee-6ba0f3093210 on network b4dc63fd-ef32-4ed5-847f-d673b2cf3aec {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:13:23.240642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:23.241304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:23.246845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54036) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:23.247058 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "PUT /v2.0/ports/1388c266-ea11-4958-bfee-6ba0f3093210 HTTP/1.1" status: 200 len: 975 time: 0.9774301 Sep 29 23:13:23.264297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de62a22-2855-4ca4-ad7c-1d07c51f53a4 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event updated for resources: {'Port': ['ID=1388c266-ea11-4958-bfee-6ba0f3093210,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:23.273886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-86cc98fd-3994-4423-93da-f046adb479aa tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.251 HTTP/1.1" status: 200 len: 696 time: 0.1149683 Sep 29 23:13:23.289134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8555d4d4-629d-4944-a723-7e38b0b3e237 req-31860630-d1db-4572-b206-c96ca49b2849 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588674 Sep 29 23:13:23.372390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-16877d41-158c-41fd-8642-9b633ff5378e tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.251 HTTP/1.1" status: 200 len: 696 time: 0.0822101 Sep 29 23:13:23.567122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2adedd-45c9-4719-95bd-ef2aa0e6fdf0 req-569dcafa-7992-49a1-aa0f-005853d6fb61 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:23.568650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d2adedd-45c9-4719-95bd-ef2aa0e6fdf0 req-569dcafa-7992-49a1-aa0f-005853d6fb61 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.1276710 Sep 29 23:13:23.580463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bacb6862-9539-4853-aaa7-dbb9c0367dd0 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Deleting port 1388c266-ea11-4958-bfee-6ba0f3093210 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:23.580990 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bacb6862-9539-4853-aaa7-dbb9c0367dd0 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:23.685248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-45544cdd-8dac-43bd-bfd3-78b1c540b022 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Deleting port 886049ac-4595-49e0-b4be-143c1706e0af {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:23.685651 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-45544cdd-8dac-43bd-bfd3-78b1c540b022 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:23.694021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d2adedd-45c9-4719-95bd-ef2aa0e6fdf0 req-7316937d-1787-4a6f-b840-9567ab653180 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151123 Sep 29 23:13:23.713391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-bacb6862-9539-4853-aaa7-dbb9c0367dd0 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] For port 1388c266-ea11-4958-bfee-6ba0f3093210, host n-h2-811173-2, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:23.713829 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bacb6862-9539-4853-aaa7-dbb9c0367dd0 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:23.738081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bacb6862-9539-4853-aaa7-dbb9c0367dd0 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Calling delete_port for 1388c266-ea11-4958-bfee-6ba0f3093210 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:23.892563 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-45544cdd-8dac-43bd-bfd3-78b1c540b022 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:23.892955 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-45544cdd-8dac-43bd-bfd3-78b1c540b022 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:23.905156 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bacb6862-9539-4853-aaa7-dbb9c0367dd0 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:23.916419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-45544cdd-8dac-43bd-bfd3-78b1c540b022 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Calling delete_port for 886049ac-4595-49e0-b4be-143c1706e0af owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:23.965267 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bacb6862-9539-4853-aaa7-dbb9c0367dd0 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:23.971337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bacb6862-9539-4853-aaa7-dbb9c0367dd0 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "DELETE /v2.0/ports/1388c266-ea11-4958-bfee-6ba0f3093210 HTTP/1.1" status: 204 len: 168 time: 0.7191837 Sep 29 23:13:23.972444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54058) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:23.984659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb6862-9539-4853-aaa7-dbb9c0367dd0 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] Pushing event deleted for resources: {'Port': ['ID=1388c266-ea11-4958-bfee-6ba0f3093210,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:24.021965 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35c1816-829e-46b9-b389-c2336fcffcd5 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] GET failed (client error): The resource could not be found. Sep 29 23:13:24.024590 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d35c1816-829e-46b9-b389-c2336fcffcd5 tempest-PortsAdminExtendedAttrsTestJSON-76197203 tempest-PortsAdminExtendedAttrsTestJSON-76197203-project-admin] 10.222.0.44 "GET /v2.0/ports/1388c266-ea11-4958-bfee-6ba0f3093210 HTTP/1.1" status: 404 len: 333 time: 0.0502739 Sep 29 23:13:24.028739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54060) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:24.129581 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.149144 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-45544cdd-8dac-43bd-bfd3-78b1c540b022 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.212111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45544cdd-8dac-43bd-bfd3-78b1c540b022 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event deleted for resources: {'Port': ['ID=886049ac-4595-49e0-b4be-143c1706e0af,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:24.232271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59dc021-f2ef-47ab-9f53-8678993aab7c req-89801660-7ab5-4577-aa6a-a33d24353ad5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:24.240678 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e59dc021-f2ef-47ab-9f53-8678993aab7c req-89801660-7ab5-4577-aa6a-a33d24353ad5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 943 time: 0.2881789 Sep 29 23:13:24.260104 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.298348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4dc63fd-ef32-4ed5-847f-d673b2cf3aec']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:24.326702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfc1d83d-e777-4305-8153-40ff1642aeb3') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:24.327272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfc1d83d-e777-4305-8153-40ff1642aeb3') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:24.356812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e59dc021-f2ef-47ab-9f53-8678993aab7c req-3d4ddaba-37cd-4480-941c-23fbaa96dd63 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150906 Sep 29 23:13:24.362903 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-45544cdd-8dac-43bd-bfd3-78b1c540b022 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.366233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-45544cdd-8dac-43bd-bfd3-78b1c540b022 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.381976 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.388980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7980170e-456c-4aec-b0ce-6a91e6c59ea0 req-45544cdd-8dac-43bd-bfd3-78b1c540b022 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "DELETE /v2.0/floatingips/3b9fc206-b37e-444d-9af3-cbdb4e5878a8 HTTP/1.1" status: 204 len: 173 time: 1.0078180 Sep 29 23:13:24.417329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.425060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:13:24.425974 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:13:24.429892 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:13:24.462113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-b29ebd8b-7704-43d8-959f-a9781a262b29 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips/54f3702d-3a9b-4f9c-9045-39f0e2cc111f HTTP/1.1" status: 200 len: 693 time: 0.0670805 Sep 29 23:13:24.472758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:13:24.545152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.555918 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.559800 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] 10.222.0.44 "DELETE /v2.0/networks/b4dc63fd-ef32-4ed5-847f-d673b2cf3aec HTTP/1.1" status: 204 len: 168 time: 0.5261548 Sep 29 23:13:24.578770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738a1e0-f892-4b99-9d5c-d0728c859e5f tempest-PortsAdminExtendedAttrsTestJSON-1520963708 tempest-PortsAdminExtendedAttrsTestJSON-1520963708-project] Pushing event deleted for resources: {'Network': ['ID=b4dc63fd-ef32-4ed5-847f-d673b2cf3aec,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:24.642700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,segment=NetworkSegment(00eb1066-943c-4d41-8bc4-1cce6a135d9f),segment_id=00eb1066-943c-4d41-8bc4-1cce6a135d9f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:24.650872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-06aa3815-eb22-4dd9-830c-ea0d9f3513cb tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:24.656882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '946fdb8e-c8ff-4e4d-a198-0a8e57db7d08', 'network_id': 'f6f8528f-9b6f-476b-91d4-69c2c5e0f285', 'port_id': '946fdb8e-c8ff-4e4d-a198-0a8e57db7d08', 'mac_address': 'fa:16:3e:8b:9a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdcbe550-5771-4bec-8790-5c19b8970b54', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:13:24.659753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-06aa3815-eb22-4dd9-830c-ea0d9f3513cb tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.1959233 Sep 29 23:13:24.713172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e0cbc1-d5e1-4fe4-b4f0-64a679a19dfe req-d38113d0-d457-4d8c-8b51-b911f0087889 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:24.714868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03e0cbc1-d5e1-4fe4-b4f0-64a679a19dfe req-d38113d0-d457-4d8c-8b51-b911f0087889 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 950 time: 0.1445286 Sep 29 23:13:24.721278 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-8058cb5c-7402-4a59-84ca-9b980943a028 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 696 time: 0.0606019 Sep 29 23:13:24.738644 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.760477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:24.800536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,segment=NetworkSegment(00eb1066-943c-4d41-8bc4-1cce6a135d9f),segment_id=00eb1066-943c-4d41-8bc4-1cce6a135d9f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:24.807322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:24.836466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-ebcc4df8-399d-4072-9f77-19bf53e11e00 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.147 HTTP/1.1" status: 200 len: 696 time: 0.0789580 Sep 29 23:13:24.892220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:24.899105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54106) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:24.904532 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03e0cbc1-d5e1-4fe4-b4f0-64a679a19dfe req-7d954853-a114-4db0-99c5-a64e28a59a85 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/security-groups?id=272815f8-44f4-44ee-b63e-b3ffb8a36430&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777198 Sep 29 23:13:24.925941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86122266-deb6-456f-a225-fa0824cb71de req-3ffa6b42-0d45-4626-b002-64582f343830 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:24.927557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86122266-deb6-456f-a225-fa0824cb71de req-3ffa6b42-0d45-4626-b002-64582f343830 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.42 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 950 time: 0.1891172 Sep 29 23:13:25.012462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['946fdb8e-c8ff-4e4d-a198-0a8e57db7d08'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:13:25.182777 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4cd51b4c-ec99-499a-97ca-ae7ec3edb03d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=66408ba0bd3a45e9a8d9e254373669ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824278 Sep 29 23:13:25.185372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54114) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:25.259348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2978233-1d99-4811-b5aa-d3b799f3688e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.310338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2978233-1d99-4811-b5aa-d3b799f3688e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.376617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2978233-1d99-4811-b5aa-d3b799f3688e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.379927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2978233-1d99-4811-b5aa-d3b799f3688e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.383943 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e2978233-1d99-4811-b5aa-d3b799f3688e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c44ac79-00ce-4989-8997-d95bba1eba88 HTTP/1.1" status: 204 len: 168 time: 0.1971858 Sep 29 23:13:25.393620 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2978233-1d99-4811-b5aa-d3b799f3688e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c44ac79-00ce-4989-8997-d95bba1eba88,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:25.535613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671c52a-95f1-44d6-abdf-7fd594cb27dc req-ae6b098a-c4cc-4233-a415-3533a2cb9082 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:25.543353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3671c52a-95f1-44d6-abdf-7fd594cb27dc req-ae6b098a-c4cc-4233-a415-3533a2cb9082 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.1611459 Sep 29 23:13:25.603026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-2003c78d-2af0-408a-8b7a-04b32ffe0d06 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Deleting port 3b29bb41-8b6f-4e68-b995-9cda0f564545 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:25.603379 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-2003c78d-2af0-408a-8b7a-04b32ffe0d06 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.611064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-86122266-deb6-456f-a225-fa0824cb71de req-e0f688cb-6754-459e-b900-e18cc17ab297 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Deleting port 52a0616e-36ea-4d31-9a4f-beefc1b78601 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:25.611411 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-86122266-deb6-456f-a225-fa0824cb71de req-e0f688cb-6754-459e-b900-e18cc17ab297 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.626592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3671c52a-95f1-44d6-abdf-7fd594cb27dc req-0ba8c57e-5627-4f8a-9822-9f6422648a6e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782733 Sep 29 23:13:25.678923 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:13:25.771718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54126) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:25.823878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-37737470-f6b8-4087-a6a0-1c82ab21542d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2ccd83052e5428e9094dd83726e172c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487001 Sep 29 23:13:25.824787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54128) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:25.850969 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-2003c78d-2af0-408a-8b7a-04b32ffe0d06 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.851302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-2003c78d-2af0-408a-8b7a-04b32ffe0d06 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.876232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-2003c78d-2af0-408a-8b7a-04b32ffe0d06 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Calling delete_port for 3b29bb41-8b6f-4e68-b995-9cda0f564545 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:25.879068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-86122266-deb6-456f-a225-fa0824cb71de req-e0f688cb-6754-459e-b900-e18cc17ab297 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] For port 52a0616e-36ea-4d31-9a4f-beefc1b78601, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=52a0616e-36ea-4d31-9a4f-beefc1b78601,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:25.879441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-86122266-deb6-456f-a225-fa0824cb71de req-e0f688cb-6754-459e-b900-e18cc17ab297 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.888565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da9bded0-cf76-4020-9c84-713e2bab6e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.910254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-86122266-deb6-456f-a225-fa0824cb71de req-e0f688cb-6754-459e-b900-e18cc17ab297 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Calling delete_port for 52a0616e-36ea-4d31-9a4f-beefc1b78601 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:25.921657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da9bded0-cf76-4020-9c84-713e2bab6e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:25.959806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fc1e2-c639-4ad1-ab87-c5275a5d3e7e req-b20859ac-4239-419d-9869-9bd87d5a799c tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:25.967320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f40fc1e2-c639-4ad1-ab87-c5275a5d3e7e req-b20859ac-4239-419d-9869-9bd87d5a799c tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 944 time: 0.1721227 Sep 29 23:13:26.088746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f40fc1e2-c639-4ad1-ab87-c5275a5d3e7e req-32eb3e2c-97a1-42e4-8b9f-7115c8ff5b1a tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204307 Sep 29 23:13:26.219070 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-2003c78d-2af0-408a-8b7a-04b32ffe0d06 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:26.226862 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-86122266-deb6-456f-a225-fa0824cb71de req-e0f688cb-6754-459e-b900-e18cc17ab297 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:26.254942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2003c78d-2af0-408a-8b7a-04b32ffe0d06 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Pushing event deleted for resources: {'Port': ['ID=3b29bb41-8b6f-4e68-b995-9cda0f564545,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:26.262800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['52a0616e-36ea-4d31-9a4f-beefc1b78601'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:13:26.337709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f688cb-6754-459e-b900-e18cc17ab297 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Pushing event deleted for resources: {'Port': ['ID=52a0616e-36ea-4d31-9a4f-beefc1b78601,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:26.382370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-86122266-deb6-456f-a225-fa0824cb71de req-e0f688cb-6754-459e-b900-e18cc17ab297 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] No DVR routers for this DVR port 52a0616e-36ea-4d31-9a4f-beefc1b78601 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:13:26.392831 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da9bded0-cf76-4020-9c84-713e2bab6e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:26.397171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da9bded0-cf76-4020-9c84-713e2bab6e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:26.400917 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-da9bded0-cf76-4020-9c84-713e2bab6e8a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f55e8bed-562f-4263-bf58-fbf008eff35a HTTP/1.1" status: 204 len: 168 time: 0.5725248 Sep 29 23:13:26.409724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9bded0-cf76-4020-9c84-713e2bab6e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e8bed-562f-4263-bf58-fbf008eff35a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:26.419881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-86122266-deb6-456f-a225-fa0824cb71de req-e0f688cb-6754-459e-b900-e18cc17ab297 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:26.422207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86122266-deb6-456f-a225-fa0824cb71de req-e0f688cb-6754-459e-b900-e18cc17ab297 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.42 "DELETE /v2.0/ports/52a0616e-36ea-4d31-9a4f-beefc1b78601 HTTP/1.1" status: 204 len: 173 time: 1.4877255 Sep 29 23:13:26.423160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d0c48be-2a4d-470f-bef9-bf7412574f89', 'name': 'network-vif-deleted', 'tag': '52a0616e-36ea-4d31-9a4f-beefc1b78601'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:26.425208 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba85ce1-7394-44fd-9361-590abd8cc78a" -d '{"events": [{"server_uuid": "5d0c48be-2a4d-470f-bef9-bf7412574f89", "name": "network-vif-deleted", "tag": "52a0616e-36ea-4d31-9a4f-beefc1b78601"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:26.429409 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2c6a9c8-e778-417f-92f1-b840fb95d98d req-977f2d5f-4a46-4069-888b-d37f68eeb1e0 tempest-TenantUsagesTestJSON-1879274858 tempest-TenantUsagesTestJSON-1879274858-project] 10.222.0.44 "GET /v2.0/ports?device_id=5d0c48be-2a4d-470f-bef9-bf7412574f89 HTTP/1.1" status: 200 len: 210 time: 0.0765119 Sep 29 23:13:26.460175 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-2003c78d-2af0-408a-8b7a-04b32ffe0d06 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:26.463584 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-2003c78d-2af0-408a-8b7a-04b32ffe0d06 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:26.464832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2355f1f-2707-4160-b50d-f3ae8bfdcddb req-2003c78d-2af0-408a-8b7a-04b32ffe0d06 tempest-FloatingIPDetailsTestJSON-938269983 tempest-FloatingIPDetailsTestJSON-938269983-project] 10.222.0.44 "DELETE /v2.0/floatingips/54f3702d-3a9b-4f9c-9045-39f0e2cc111f HTTP/1.1" status: 204 len: 173 time: 1.6154075 Sep 29 23:13:26.475957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54140) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:26.494830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:26.554298 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077f3754-df1f-43ac-88f9-40735b39b346 x-openstack-request-id: req-077f3754-df1f-43ac-88f9-40735b39b346 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:26.554846 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d0c48be-2a4d-470f-bef9-bf7412574f89", "name": "network-vif-deleted", "tag": "52a0616e-36ea-4d31-9a4f-beefc1b78601", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:26.554846 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-077f3754-df1f-43ac-88f9-40735b39b346 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:26.558391 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d0c48be-2a4d-470f-bef9-bf7412574f89', 'name': 'network-vif-deleted', 'tag': '52a0616e-36ea-4d31-9a4f-beefc1b78601', 'status': 'completed', 'code': 200} Sep 29 23:13:26.643873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:13:26.660240 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:26.660854 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:26.808058 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:26.813128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecacd22-784f-47ac-a1bc-43cb0a0a78dc req-4b3affd7-9aa9-4f70-9186-c24ac3b090f2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:26.814839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ecacd22-784f-47ac-a1bc-43cb0a0a78dc req-4b3affd7-9aa9-4f70-9186-c24ac3b090f2 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.0804939 Sep 29 23:13:26.841916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da99efa-8fc2-4c70-af3a-0c634479d7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946fdb8e-c8ff-4e4d-a198-0a8e57db7d08'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:26.844865 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a860525-2f95-4126-86ce-c8dbef70dbce" -d '{"events": [{"server_uuid": "4da99efa-8fc2-4c70-af3a-0c634479d7d2", "name": "network-vif-plugged", "status": "completed", "tag": "946fdb8e-c8ff-4e4d-a198-0a8e57db7d08"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:26.866774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,segment=NetworkSegment(00eb1066-943c-4d41-8bc4-1cce6a135d9f),segment_id=00eb1066-943c-4d41-8bc4-1cce6a135d9f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:26.873183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:26.912512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ecacd22-784f-47ac-a1bc-43cb0a0a78dc req-00bd9a86-1342-4b32-b386-b253c0c1bdc7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902069 Sep 29 23:13:26.919075 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba370879-6bb9-40f3-9fdf-76de80298f0d x-openstack-request-id: req-ba370879-6bb9-40f3-9fdf-76de80298f0d {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:26.920261 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da99efa-8fc2-4c70-af3a-0c634479d7d2", "name": "network-vif-plugged", "status": "completed", "tag": "946fdb8e-c8ff-4e4d-a198-0a8e57db7d08", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:26.920698 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ba370879-6bb9-40f3-9fdf-76de80298f0d {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:26.922368 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da99efa-8fc2-4c70-af3a-0c634479d7d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946fdb8e-c8ff-4e4d-a198-0a8e57db7d08', 'code': 200} Sep 29 23:13:26.977906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:27.052661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc58986-0f2e-4d06-8799-7b69a550bac8 req-ca6a3f09-6750-41ad-bbaf-5436321727d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:27.054263 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9bc58986-0f2e-4d06-8799-7b69a550bac8 req-ca6a3f09-6750-41ad-bbaf-5436321727d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 1096 time: 0.0610173 Sep 29 23:13:27.125734 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9bc58986-0f2e-4d06-8799-7b69a550bac8 req-5701337e-a00b-4396-873a-15909bde5792 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631189 Sep 29 23:13:27.151210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:27.295155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d68d606-21b6-4f6f-a1d7-88383beb3c57 req-8042c432-ab35-4ce8-b6b6-7f0141539abe tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:27.298080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d68d606-21b6-4f6f-a1d7-88383beb3c57 req-8042c432-ab35-4ce8-b6b6-7f0141539abe tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 945 time: 0.0720112 Sep 29 23:13:27.372806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d68d606-21b6-4f6f-a1d7-88383beb3c57 req-6d8ca30b-9698-4fa6-920c-9662f2909577 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686967 Sep 29 23:13:27.518281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] Deleting port eae7bef9-acdf-4e77-877f-4a76e0587646 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:27.519071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:27.612954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] For port eae7bef9-acdf-4e77-877f-4a76e0587646, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=eae7bef9-acdf-4e77-877f-4a76e0587646,segment=NetworkSegment(926a0bda-7375-4208-9e3d-31ba473f0180),segment_id=926a0bda-7375-4208-9e3d-31ba473f0180)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:27.613337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:27.631582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] Calling delete_port for eae7bef9-acdf-4e77-877f-4a76e0587646 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:27.852041 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:27.882412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:27.905381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae7bef9-acdf-4e77-877f-4a76e0587646,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:28.172795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a5af36b7-9602-479c-93ae-12d05e552434 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1cafe9ff64a0428998749fb58a7cebd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890437 Sep 29 23:13:28.176229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54196) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:28.264681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:28.292040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55e8c50e-3fbf-4d9d-add4-e7da95f3c377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:28.342238 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55e8c50e-3fbf-4d9d-add4-e7da95f3c377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:28.457983 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55e8c50e-3fbf-4d9d-add4-e7da95f3c377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:28.461300 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55e8c50e-3fbf-4d9d-add4-e7da95f3c377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:28.465083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-55e8c50e-3fbf-4d9d-add4-e7da95f3c377 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/272815f8-44f4-44ee-b63e-b3ffb8a36430 HTTP/1.1" status: 204 len: 168 time: 0.2853117 Sep 29 23:13:28.480196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8c50e-3fbf-4d9d-add4-e7da95f3c377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272815f8-44f4-44ee-b63e-b3ffb8a36430,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:28.609947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:28.675364 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce59449-4300-4b13-887b-8a314cf2f7f1 req-62e12ed6-84f8-4e62-9903-b35e852fe422 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:28.683157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ce59449-4300-4b13-887b-8a314cf2f7f1 req-62e12ed6-84f8-4e62-9903-b35e852fe422 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.1122899 Sep 29 23:13:28.696460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] Router 1af1e222-e812-492d-93c5-479f9336ad93 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:13:28.725381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71bea04-adf6-4390-ba37-571d26f567f5 req-e52fdea0-08cc-4ddd-b7f6-2c62bc5edf62 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:28.732588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c71bea04-adf6-4390-ba37-571d26f567f5 req-e52fdea0-08cc-4ddd-b7f6-2c62bc5edf62 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 945 time: 0.1214907 Sep 29 23:13:28.748629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ce59449-4300-4b13-887b-8a314cf2f7f1 req-a87be6ef-80f3-4bfb-bc57-d064cedc756c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644569 Sep 29 23:13:28.787889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c71bea04-adf6-4390-ba37-571d26f567f5 req-3b80023f-7276-4e51-829a-99d8913bd001 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544310 Sep 29 23:13:28.827637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:13:28.835286 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-05d13716-15ae-4237-86ed-38224d9ec7d2 admin admin] 10.222.0.44 "PUT /v2.0/routers/1af1e222-e812-492d-93c5-479f9336ad93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3577151 Sep 29 23:13:28.837509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54218) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:28.843796 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] Sync routers for ids ['1af1e222-e812-492d-93c5-479f9336ad93'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:13:28.854489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] Routers {'1af1e222-e812-492d-93c5-479f9336ad93'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:13:28.855219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:13:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1af1e222-e812-492d-93c5-479f9336ad93'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:28.960134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d3746ec7-4c40-4ebc-8936-923f95d7e3c4 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1796803076'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:29.009159 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3746ec7-4c40-4ebc-8936-923f95d7e3c4 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.009159 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3746ec7-4c40-4ebc-8936-923f95d7e3c4 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.072157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.085755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] Set router 1af1e222-e812-492d-93c5-479f9336ad93 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:13:29.116246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3746ec7-4c40-4ebc-8936-923f95d7e3c4 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.117214 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54224) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:29.134138 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3746ec7-4c40-4ebc-8936-923f95d7e3c4 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.136290 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca4e33ec-edd9-40cf-bd03-0247713b8aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.242248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.269608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f13df7-c13d-4cd5-bbe2-d96c71b530a1 req-4ea46c2b-356f-4d0e-ad23-eee3b1d6e1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:29.271978 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1f13df7-c13d-4cd5-bbe2-d96c71b530a1 req-4ea46c2b-356f-4d0e-ad23-eee3b1d6e1ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ac242e37d794aae9cce03b94b6dc9b4&device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 1096 time: 0.0692368 Sep 29 23:13:29.287267 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca4e33ec-edd9-40cf-bd03-0247713b8aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.301158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81835673-3d9f-4d85-a58c-fa0d6b061b44 req-1f2553e1-47ff-40ef-9221-27e55c2e28d8 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:29.302875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81835673-3d9f-4d85-a58c-fa0d6b061b44 req-1f2553e1-47ff-40ef-9221-27e55c2e28d8 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 945 time: 0.0856683 Sep 29 23:13:29.305701 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca4e33ec-edd9-40cf-bd03-0247713b8aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.325026 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3746ec7-4c40-4ebc-8936-923f95d7e3c4 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.326588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d3746ec7-4c40-4ebc-8936-923f95d7e3c4 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7142365 Sep 29 23:13:29.337758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54228) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:29.351163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 52a0616e-36ea-4d31-9a4f-beefc1b78601 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:13:29.376695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 52a0616e-36ea-4d31-9a4f-beefc1b78601 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:13:29.377505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 52a0616e-36ea-4d31-9a4f-beefc1b78601 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:13:29.385505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ca4e33ec-edd9-40cf-bd03-0247713b8aa7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=558513ece97a4a93b1a75f83a894cc07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2672937 Sep 29 23:13:29.387448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54230) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:29.393098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af1e222-e812-492d-93c5-479f9336ad93', 'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-router', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176'}], 'enable_snat': True}, 'gw_port_id': '654e654d-33e2-432b-b895-95615d02f8c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:12:51Z', 'updated_at': '2021-09-29T23:13:27Z', 'revision_number': 5, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'gw_port': {'id': '654e654d-33e2-432b-b895-95615d02f8c8', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:e4:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1af1e222-e812-492d-93c5-479f9336ad93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:12:53Z', 'updated_at': '2021-09-29T23:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:29.410746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81835673-3d9f-4d85-a58c-fa0d6b061b44 req-a67707e4-1546-4da0-8d6e-929b8c0b4498 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987253 Sep 29 23:13:29.418210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4e33ec-edd9-40cf-bd03-0247713b8aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da29b237-9ce7-493e-add2-5652dd891ca0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:29.464666 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] Checking router: 1af1e222-e812-492d-93c5-479f9336ad93 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:13:29.474440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] Routers {'1af1e222-e812-492d-93c5-479f9336ad93'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:13:29.475309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:13:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1af1e222-e812-492d-93c5-479f9336ad93'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:29.493634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-146b1553-30a0-44b5-94be-b14753a7ae32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.509722 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc3b35e7-36d2-47b6-8770-9e4b9ee4d397 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.522969 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-146b1553-30a0-44b5-94be-b14753a7ae32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.545430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Deleting port 654e654d-33e2-432b-b895-95615d02f8c8 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:29.545770 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.579211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] Set router 1af1e222-e812-492d-93c5-479f9336ad93 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:13:29.586706 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-146b1553-30a0-44b5-94be-b14753a7ae32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.590010 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-146b1553-30a0-44b5-94be-b14753a7ae32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:29.591340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-146b1553-30a0-44b5-94be-b14753a7ae32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/da29b237-9ce7-493e-add2-5652dd891ca0 HTTP/1.1" status: 204 len: 168 time: 0.2026548 Sep 29 23:13:29.602249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146b1553-30a0-44b5-94be-b14753a7ae32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da29b237-9ce7-493e-add2-5652dd891ca0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:29.657628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1af1e222-e812-492d-93c5-479f9336ad93', 'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-router', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:12:51Z', 'updated_at': '2021-09-29T23:13:29Z', 'revision_number': 6, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:29.706273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c224e98f-9a00-4af0-83f4-f8c84a44714d None None] The sync data for ids ['1af1e222-e812-492d-93c5-479f9336ad93'] in n-d-811173-2 is: [{'id': '1af1e222-e812-492d-93c5-479f9336ad93', 'name': 'tempest-FloatingIPDetailsTestJSON-1354750300-router', 'tenant_id': '38e87c8352ac493684c84d0cba42685d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:12:51Z', 'updated_at': '2021-09-29T23:13:29Z', 'revision_number': 6, 'project_id': '38e87c8352ac493684c84d0cba42685d', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:13:29.915366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31d8903-fcd2-4c54-994f-a5eb6f035a85 req-aa2b2048-2009-4df9-9c8d-0d44258b4728 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:29.917333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a31d8903-fcd2-4c54-994f-a5eb6f035a85 req-aa2b2048-2009-4df9-9c8d-0d44258b4728 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.0751927 Sep 29 23:13:29.976605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a31d8903-fcd2-4c54-994f-a5eb6f035a85 req-41d05b10-7470-4eaa-967e-a7cdd8bc5720 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509834 Sep 29 23:13:30.056865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f13df7-c13d-4cd5-bbe2-d96c71b530a1 req-8b7a9b62-089b-492e-962e-a4414ce33028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:30.058430 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1f13df7-c13d-4cd5-bbe2-d96c71b530a1 req-8b7a9b62-089b-492e-962e-a4414ce33028 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f6f8528f-9b6f-476b-91d4-69c2c5e0f285 HTTP/1.1" status: 200 len: 914 time: 0.7647033 Sep 29 23:13:30.114027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1f13df7-c13d-4cd5-bbe2-d96c71b530a1 req-e496978f-444f-46f0-be1a-2b10655da75a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 HTTP/1.1" status: 200 len: 217 time: 0.0452015 Sep 29 23:13:30.143390 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc3b35e7-36d2-47b6-8770-9e4b9ee4d397 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.150055 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc3b35e7-36d2-47b6-8770-9e4b9ee4d397 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.152999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] For port 654e654d-33e2-432b-b895-95615d02f8c8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=654e654d-33e2-432b-b895-95615d02f8c8,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:30.153113 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.232747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Calling delete_port for 654e654d-33e2-432b-b895-95615d02f8c8 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:30.252657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f13df7-c13d-4cd5-bbe2-d96c71b530a1 req-db64b866-70f5-4032-8076-49f5d0d3aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:30.254226 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1f13df7-c13d-4cd5-bbe2-d96c71b530a1 req-db64b866-70f5-4032-8076-49f5d0d3aa56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bdcbe550-5771-4bec-8790-5c19b8970b54 HTTP/1.1" status: 200 len: 853 time: 0.1056361 Sep 29 23:13:30.256199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc3b35e7-36d2-47b6-8770-9e4b9ee4d397 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.256754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3b35e7-36d2-47b6-8770-9e4b9ee4d397 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f86ecc6-0889-4580-8b60-0cca3ae90068 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:13:30.262399 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc3b35e7-36d2-47b6-8770-9e4b9ee4d397 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.267038 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dc3b35e7-36d2-47b6-8770-9e4b9ee4d397 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] 10.222.0.44 "DELETE /v2.0/routers/2f86ecc6-0889-4580-8b60-0cca3ae90068 HTTP/1.1" status: 204 len: 168 time: 0.9256361 Sep 29 23:13:30.267650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54252) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:30.275810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fe21e08a-9a13-4dbd-99e1-7978cecb19e1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Request body: {'router': {'name': 'tempest-router-1184624629', 'distributed': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:30.345779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe21e08a-9a13-4dbd-99e1-7978cecb19e1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.346675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe21e08a-9a13-4dbd-99e1-7978cecb19e1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.382581 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1f13df7-c13d-4cd5-bbe2-d96c71b530a1 req-1cd6ee45-de76-4452-aaf8-9e4d9e882b91 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f6f8528f-9b6f-476b-91d4-69c2c5e0f285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765388 Sep 29 23:13:30.433922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device eae7bef9-acdf-4e77-877f-4a76e0587646 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:13:30.492816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: eae7bef9-acdf-4e77-877f-4a76e0587646 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:13:30.493240 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device eae7bef9-acdf-4e77-877f-4a76e0587646 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:13:30.493669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 654e654d-33e2-432b-b895-95615d02f8c8 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:13:30.498812 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe21e08a-9a13-4dbd-99e1-7978cecb19e1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.514820 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe21e08a-9a13-4dbd-99e1-7978cecb19e1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.541785 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe21e08a-9a13-4dbd-99e1-7978cecb19e1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.544102 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fe21e08a-9a13-4dbd-99e1-7978cecb19e1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2748680 Sep 29 23:13:30.546224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54266) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:30.601895 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1f13df7-c13d-4cd5-bbe2-d96c71b530a1 req-d5bf7a8b-1507-450d-926e-554dfd73991d service neutron] 10.222.0.26 "GET /v2.0/networks/f6f8528f-9b6f-476b-91d4-69c2c5e0f285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071936 Sep 29 23:13:30.680977 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.682011 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aaad59b-b692-419f-aebd-2d44aedd31ab tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.744078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f9dcf5-3bbb-4156-9b37-7aac4da56bfa req-5dd47add-b171-4a61-80b9-629fc98491ba tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:30.745840 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11f9dcf5-3bbb-4156-9b37-7aac4da56bfa req-5dd47add-b171-4a61-80b9-629fc98491ba tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 945 time: 0.1827142 Sep 29 23:13:30.762377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54270) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:30.783704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.883797 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1f13df7-c13d-4cd5-bbe2-d96c71b530a1 req-f97ecaac-67d3-4d0f-a84e-235c4b757e96 service neutron] 10.222.0.26 "GET /v2.0/networks/f6f8528f-9b6f-476b-91d4-69c2c5e0f285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628534 Sep 29 23:13:30.884540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=654e654d-33e2-432b-b895-95615d02f8c8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:30.886467 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.951921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aaad59b-b692-419f-aebd-2d44aedd31ab tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.956454 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aaad59b-b692-419f-aebd-2d44aedd31ab tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:30.987795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11f9dcf5-3bbb-4156-9b37-7aac4da56bfa req-5d884919-4ec8-45b1-88d6-8c4e8f51ffc2 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032778 Sep 29 23:13:31.000312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.002786 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.066444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1396997295-network', 'tenant_id': 'e9de222a2fd9492d9889436fc4aeacd6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:31.072515 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.073168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1af1e222-e812-492d-93c5-479f9336ad93 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:13:31.078683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.082672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-272b6284-b717-4f04-8b35-b3e65ac902a2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/1af1e222-e812-492d-93c5-479f9336ad93 HTTP/1.1" status: 204 len: 168 time: 2.2420931 Sep 29 23:13:31.084766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54276) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:31.090150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aaad59b-b692-419f-aebd-2d44aedd31ab tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.090888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaad59b-b692-419f-aebd-2d44aedd31ab tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 59996cc0-993c-424b-bc1c-576d26f8d32d {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:13:31.117673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aaad59b-b692-419f-aebd-2d44aedd31ab tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.123866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1aaad59b-b692-419f-aebd-2d44aedd31ab tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] 10.222.0.44 "DELETE /v2.0/routers/59996cc0-993c-424b-bc1c-576d26f8d32d HTTP/1.1" status: 204 len: 168 time: 0.5748401 Sep 29 23:13:31.124253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54278) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:31.132745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a673b055-93de-4a7f-abfc-f0ebb6cdcbc1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Request body: {'router': {'name': 'tempest-router-336571907', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd246c279e08e4b5582596143fd3be5e8'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:31.150436 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313ccd7-0c50-4cb9-978a-9f23f781c510 req-3e10bd22-a593-43eb-afab-f4ff5c1519d1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:31.152094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6313ccd7-0c50-4cb9-978a-9f23f781c510 req-3e10bd22-a593-43eb-afab-f4ff5c1519d1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.0840058 Sep 29 23:13:31.166920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-dec0c228-bb75-4699-bb76-e368c88c66f2 admin admin] Deleting subnet 1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:13:31.168974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Made reservation on behalf of e9de222a2fd9492d9889436fc4aeacd6 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:31.171207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.176941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dec0c228-bb75-4699-bb76-e368c88c66f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.205273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6313ccd7-0c50-4cb9-978a-9f23f781c510 req-ce73c2d0-71de-4c73-8e48-53a95a59f991 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441492 Sep 29 23:13:31.213513 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.243294 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a673b055-93de-4a7f-abfc-f0ebb6cdcbc1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.244363 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a673b055-93de-4a7f-abfc-f0ebb6cdcbc1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.268474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dec0c228-bb75-4699-bb76-e368c88c66f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.371419 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a673b055-93de-4a7f-abfc-f0ebb6cdcbc1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.391008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a673b055-93de-4a7f-abfc-f0ebb6cdcbc1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.450155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dec0c228-bb75-4699-bb76-e368c88c66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.524855 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.536829 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.540446 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a673b055-93de-4a7f-abfc-f0ebb6cdcbc1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.541657 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a673b055-93de-4a7f-abfc-f0ebb6cdcbc1 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4124660 Sep 29 23:13:31.544577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54286) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:31.549892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Request body: {'router': {'distributed': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:31.570138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dec0c228-bb75-4699-bb76-e368c88c66f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.573882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:13:31.585590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1fdd0-4276-4ccf-9097-9f91ffdc4085,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:31.609440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0c228-bb75-4699-bb76-e368c88c66f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:31.615290 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.616234 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Added segment 88e45cd0-35f8-4fb7-84a7-5b0ed516d155 of type vlan for network c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d Sep 29 23:13:31.618108 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dec0c228-bb75-4699-bb76-e368c88c66f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.623085 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dec0c228-bb75-4699-bb76-e368c88c66f2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1cfdf0ca-169c-464a-9f6e-a8031c2b1dc5 HTTP/1.1" status: 204 len: 168 time: 0.5372968 Sep 29 23:13:31.623256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69ea8f7-c167-44e8-bbc0-4dff2f35d56e None None] Network 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:31.631779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54288) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:31.694463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.752156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.789009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.789819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:31.790414 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.810479 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.810905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.830442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] DHCP port deletion for 0d38b64d-d560-42f5-8c5c-da9a0b83ef51 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:13:31.861332 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0977967 Sep 29 23:13:31.862113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54290) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:31.896650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Deleting port bd35ce13-94e5-472c-8190-2bfff0d3509d {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:31.897250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Request body: {'subnet': {'network_id': 'c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1396997295-subnet', 'tenant_id': 'e9de222a2fd9492d9889436fc4aeacd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:31.897583 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.910783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=110005) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 29 23:13:31.911219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Router 3010db7c-ced6-48d5-897c-32b662e0a14d migrating from provider to provider. {{(pid=110005) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 29 23:13:31.911669 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.916646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef22fd-a054-4857-b27a-22f9c8b5fa32 admin admin] Pushing event updated for resources: {'Network': ['ID=c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:31.917509 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.925904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Made reservation on behalf of e9de222a2fd9492d9889436fc4aeacd6 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:31.928369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.930305 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:31.991385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] For port bd35ce13-94e5-472c-8190-2bfff0d3509d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bd35ce13-94e5-472c-8190-2bfff0d3509d,segment=NetworkSegment(926a0bda-7375-4208-9e3d-31ba473f0180),segment_id=926a0bda-7375-4208-9e3d-31ba473f0180)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:31.991799 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.009160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Calling delete_port for bd35ce13-94e5-472c-8190-2bfff0d3509d owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:32.084805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:13:32.142098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Deleting port bd35ce13-94e5-472c-8190-2bfff0d3509d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:32.142735 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.159497 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.194759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.198601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] No DVR routers for this DVR port bd35ce13-94e5-472c-8190-2bfff0d3509d on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:13:32.210629 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Pushing event deleted for resources: {'Port': ['ID=bd35ce13-94e5-472c-8190-2bfff0d3509d,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:32.244554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] For port bd35ce13-94e5-472c-8190-2bfff0d3509d, host n-d-811173-2, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:32.244926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.248358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.251098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.253855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.254473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.257074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.257703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.258246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.260636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.261212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.264935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.266079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.267528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6eb7b82-d561-414a-8445-0e8715bec671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:13:32.321321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Calling delete_port for bd35ce13-94e5-472c-8190-2bfff0d3509d owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:32.335545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Port bd35ce13-94e5-472c-8190-2bfff0d3509d was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:13:32.339126 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.377470 n-d-811173-2 neutron-server[110005]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] No L3 agents can host the router 3010db7c-ced6-48d5-897c-32b662e0a14d Sep 29 23:13:32.383037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf3b9c5-ae5f-4c65-9c4e-297ff5b7b9c7,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:32.394803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd35ce13-94e5-472c-8190-2bfff0d3509d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:32.412314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] No DVR routers for this DVR port bd35ce13-94e5-472c-8190-2bfff0d3509d on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:13:32.414824 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bd35ce13-94e5-472c-8190-2bfff0d3509d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:13:32.419533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Checking segment: {'id': '88e45cd0-35f8-4fb7-84a7-5b0ed516d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:32.420188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Network hostable DHCP agents. Network: c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:13:32.425089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619eba96-ba7d-450d-849a-46bed6408b8f req-19e7a3b3-0663-44df-917e-443c00a3ad4b tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:32.426674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-619eba96-ba7d-450d-849a-46bed6408b8f req-19e7a3b3-0663-44df-917e-443c00a3ad4b tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 945 time: 0.1711345 Sep 29 23:13:32.479099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Network c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:13:32.481602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: bd35ce13-94e5-472c-8190-2bfff0d3509d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:13:32.482677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bd35ce13-94e5-472c-8190-2bfff0d3509d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:13:32.497226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386397d-4129-4c59-bcbc-37cded2e7869 req-103c05c0-f0ec-496e-88b2-fc876b324f82 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:32.498774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8386397d-4129-4c59-bcbc-37cded2e7869 req-103c05c0-f0ec-496e-88b2-fc876b324f82 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.1406057 Sep 29 23:13:32.508259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:32.513721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:32.521042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49787ba4-47c3-4dc9-b3bd-1235c36c8e1b None None] Network c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:32.527921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.617236 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.644514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-619eba96-ba7d-450d-849a-46bed6408b8f req-5468cc7e-37a4-4022-8c3c-67ff542f53dc tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628199 Sep 29 23:13:32.656569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d38b64d-d560-42f5-8c5c-da9a0b83ef51']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:32.656993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '926a0bda-7375-4208-9e3d-31ba473f0180') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:32.657304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '926a0bda-7375-4208-9e3d-31ba473f0180') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:32.661275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Hosts for router 3010db7c-ced6-48d5-897c-32b662e0a14d: [] {{(pid=110005) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 29 23:13:32.676239 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.688628 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e6e67276-7f3f-4ba1-8aa3-1fb4319ecc55 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8222973 Sep 29 23:13:32.689799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.696724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Releasing vlan 525 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:13:32.697476 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:13:32.699921 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:13:32.719173 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8386397d-4129-4c59-bcbc-37cded2e7869 req-ade00484-e580-4ab1-a6f9-cf936439c589 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089133 Sep 29 23:13:32.759739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Hosts for other DVR routers connected to router 3010db7c-ced6-48d5-897c-32b662e0a14d: set() {{(pid=110005) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 29 23:13:32.762884 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.764515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1a6830c0-c169-4254-a955-7d158096f22a tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] 10.222.0.44 "PUT /v2.0/routers/3010db7c-ced6-48d5-897c-32b662e0a14d HTTP/1.1" status: 200 len: 716 time: 1.2185409 Sep 29 23:13:32.767266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54314) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:32.825783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1c09bf-fe43-4d82-a4d7-8ef1892a1096 None None] Network c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:32.851195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.898541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:32.903524 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/0d38b64d-d560-42f5-8c5c-da9a0b83ef51 HTTP/1.1" status: 204 len: 168 time: 1.2703643 Sep 29 23:13:32.905779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064484f1-be6b-4b38-9863-8504afb3b3b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d38b64d-d560-42f5-8c5c-da9a0b83ef51,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:32.997303 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fcaaf30c-f0d7-4245-b242-05fc3f103dc4 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] 10.222.0.44 "GET /v2.0/routers/3010db7c-ced6-48d5-897c-32b662e0a14d HTTP/1.1" status: 200 len: 716 time: 0.2286716 Sep 29 23:13:33.002260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54332) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:33.142685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54352) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:33.283140 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f7de-db51-4960-ba0b-589113bb61f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.287478 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ae5330c7-ee9f-4ea1-ae80-8b73271f5c48 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=38e87c8352ac493684c84d0cba42685d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436818 Sep 29 23:13:33.328233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54366) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:33.344365 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6f7eeb6a-b0d4-466c-8adf-d8aa3f82c09b tempest-RoutersTestDVR-39415877 tempest-RoutersTestDVR-39415877-project] 10.222.0.44 "GET /v2.0/routers/3010db7c-ced6-48d5-897c-32b662e0a14d HTTP/1.1" status: 200 len: 682 time: 0.3374209 Sep 29 23:13:33.349105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54378) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:33.410809 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44ced548-8220-4307-b0b4-4f7cef707d53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.447366 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44ced548-8220-4307-b0b4-4f7cef707d53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.450363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e7ccd3-157a-472c-a077-65210be50756 req-002dbdd0-3148-4e4c-81f5-df8bf6d66ca3 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:33.452290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47e7ccd3-157a-472c-a077-65210be50756 req-002dbdd0-3148-4e4c-81f5-df8bf6d66ca3 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 945 time: 0.2256517 Sep 29 23:13:33.493539 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-610197ac-8799-4df6-a9a4-1e3df98675ce tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.528663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44ced548-8220-4307-b0b4-4f7cef707d53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.536521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44ced548-8220-4307-b0b4-4f7cef707d53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.539388 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-44ced548-8220-4307-b0b4-4f7cef707d53 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a671376-679e-4fe6-916d-3f5279ced0c8 HTTP/1.1" status: 204 len: 168 time: 0.2094676 Sep 29 23:13:33.558162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ced548-8220-4307-b0b4-4f7cef707d53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a671376-679e-4fe6-916d-3f5279ced0c8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:33.619641 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47e7ccd3-157a-472c-a077-65210be50756 req-31bc7735-acf9-4cda-b316-43c86a785c83 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217580 Sep 29 23:13:33.734326 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-610197ac-8799-4df6-a9a4-1e3df98675ce tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.740342 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-610197ac-8799-4df6-a9a4-1e3df98675ce tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.808675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-610197ac-8799-4df6-a9a4-1e3df98675ce tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.809697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610197ac-8799-4df6-a9a4-1e3df98675ce tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3010db7c-ced6-48d5-897c-32b662e0a14d {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:13:33.821325 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-610197ac-8799-4df6-a9a4-1e3df98675ce tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.826737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54434) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:33.834436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f252d101-e3ed-4b7f-b688-60e61a6d7bbc tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Request body: {'router': {'name': 'tempest-router-1715512233', 'distributed': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:33.839985 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-610197ac-8799-4df6-a9a4-1e3df98675ce tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] 10.222.0.44 "DELETE /v2.0/routers/3010db7c-ced6-48d5-897c-32b662e0a14d HTTP/1.1" status: 204 len: 168 time: 0.4885893 Sep 29 23:13:33.906697 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f252d101-e3ed-4b7f-b688-60e61a6d7bbc tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:33.910709 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f252d101-e3ed-4b7f-b688-60e61a6d7bbc tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.004320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af56ed0-70ba-4788-b2be-af5e4a766bb6 req-e034fe89-02b6-42b4-96dd-5ef35a20c421 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:34.015284 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2af56ed0-70ba-4788-b2be-af5e4a766bb6 req-e034fe89-02b6-42b4-96dd-5ef35a20c421 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.1377974 Sep 29 23:13:34.074604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2af56ed0-70ba-4788-b2be-af5e4a766bb6 req-d0ca12bc-98d8-48b8-9468-faf82e2fdfc5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552595 Sep 29 23:13:34.074721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54462) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:34.081776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-227304-network', 'tenant_id': 'b7a6b69bbc8a429a8cf2e3b5450cddbb'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:34.087487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f252d101-e3ed-4b7f-b688-60e61a6d7bbc tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.105930 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f252d101-e3ed-4b7f-b688-60e61a6d7bbc tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.113471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Made reservation on behalf of b7a6b69bbc8a429a8cf2e3b5450cddbb for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:34.117326 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.133980 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.137343 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f252d101-e3ed-4b7f-b688-60e61a6d7bbc tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.139186 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f252d101-e3ed-4b7f-b688-60e61a6d7bbc tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3099825 Sep 29 23:13:34.142361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54472) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:34.287446 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3314a7f-ec21-45c9-a8e3-3619bcb31f10 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.376760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.384654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.464234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bef5b8a-1494-4b8f-a851-d02969c4d820,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:34.498861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:13:34.512645 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.513116 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Added segment d0386aee-c9cb-4a31-b835-b1119f9befb2 of type vlan for network 3c35c966-3bc6-44b9-9f3e-e1b761e75eb2 Sep 29 23:13:34.593202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3314a7f-ec21-45c9-a8e3-3619bcb31f10 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.629210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3314a7f-ec21-45c9-a8e3-3619bcb31f10 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.630814 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.677340 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17078e9d-c309-498f-ba23-90cec2d0a660 req-e5f07103-b381-4e00-ad17-7212944b0348 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:34.678941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17078e9d-c309-498f-ba23-90cec2d0a660 req-e5f07103-b381-4e00-ad17-7212944b0348 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.0936322 Sep 29 23:13:34.688274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.689560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:34.690217 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.753672 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3314a7f-ec21-45c9-a8e3-3619bcb31f10 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.755745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6794803 Sep 29 23:13:34.756667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3314a7f-ec21-45c9-a8e3-3619bcb31f10 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 180b2216-3795-459b-bdf5-b732816ad2a1 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:13:34.760976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54542) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:34.772069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Request body: {'subnet': {'network_id': '3c35c966-3bc6-44b9-9f3e-e1b761e75eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-227304-subnet', 'tenant_id': 'b7a6b69bbc8a429a8cf2e3b5450cddbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:34.781963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3314a7f-ec21-45c9-a8e3-3619bcb31f10 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.783576 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e3314a7f-ec21-45c9-a8e3-3619bcb31f10 tempest-RoutersTestDVR-1282283153 tempest-RoutersTestDVR-1282283153-project-admin] 10.222.0.44 "DELETE /v2.0/routers/180b2216-3795-459b-bdf5-b732816ad2a1 HTTP/1.1" status: 204 len: 168 time: 0.6401856 Sep 29 23:13:34.800178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-d576f61d-140d-449e-8c23-b29aaa3da7cc tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:34.802174 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-d576f61d-140d-449e-8c23-b29aaa3da7cc tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.26 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 945 time: 0.2064059 Sep 29 23:13:34.863244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Made reservation on behalf of b7a6b69bbc8a429a8cf2e3b5450cddbb for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:34.870150 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:34.921261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b6c4cc-9cca-454f-b5ab-b04dddd411cc admin admin] Pushing event updated for resources: {'Network': ['ID=3c35c966-3bc6-44b9-9f3e-e1b761e75eb2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:34.946314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 3c35c966-3bc6-44b9-9f3e-e1b761e75eb2 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:13:34.951690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17078e9d-c309-498f-ba23-90cec2d0a660 req-bb588f3a-9584-44d1-a635-29fe60fc4bf1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574425 Sep 29 23:13:34.992381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdaf946-40ff-45de-adc5-57f5b15eda47 req-adfcedb1-7d90-4ebc-b672-085ced23abb3 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:34.997629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebdaf946-40ff-45de-adc5-57f5b15eda47 req-adfcedb1-7d90-4ebc-b672-085ced23abb3 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 945 time: 0.2248383 Sep 29 23:13:35.093682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebdaf946-40ff-45de-adc5-57f5b15eda47 req-d8285fa5-45f2-4f08-9a19-86f8302bfeea tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/security-groups?id=bbf1d640-fc78-463e-979f-dbe6cc67884f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892668 Sep 29 23:13:35.309819 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:35.377739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-e0a42077-5a91-4b85-8067-35548528ea53 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Deleting port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:35.378632 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-e0a42077-5a91-4b85-8067-35548528ea53 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:35.403590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54616) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:35.467742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Checking segment: {'id': 'd0386aee-c9cb-4a31-b835-b1119f9befb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '3c35c966-3bc6-44b9-9f3e-e1b761e75eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:35.468481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Network hostable DHCP agents. Network: 3c35c966-3bc6-44b9-9f3e-e1b761e75eb2, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:13:35.508918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5246579e-755d-4c9b-be48-1465f3793259,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:35.545470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Network 3c35c966-3bc6-44b9-9f3e-e1b761e75eb2 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:13:35.571261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2cce5cf-6580-4fe1-9f65-4da80e4cdd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:35.574947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-e0a42077-5a91-4b85-8067-35548528ea53 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] For port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,segment=NetworkSegment(00eb1066-943c-4d41-8bc4-1cce6a135d9f),segment_id=00eb1066-943c-4d41-8bc4-1cce6a135d9f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:35.575357 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-e0a42077-5a91-4b85-8067-35548528ea53 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:35.596048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-e0a42077-5a91-4b85-8067-35548528ea53 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Calling delete_port for 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:35.676591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 3c35c966-3bc6-44b9-9f3e-e1b761e75eb2) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:35.685502 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:35.686111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:35.695257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4c8e80-5270-41f8-a083-bfae0f7ffb17 None None] Network 3c35c966-3bc6-44b9-9f3e-e1b761e75eb2 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:35.758119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777075-a429-4cb0-af30-05dafd61d979 req-897586d7-d2dd-472f-8d66-a04135c1fdb5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:35.761329 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-36777075-a429-4cb0-af30-05dafd61d979 req-897586d7-d2dd-472f-8d66-a04135c1fdb5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.26 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.1479764 Sep 29 23:13:35.775482 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2cce5cf-6580-4fe1-9f65-4da80e4cdd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:35.782452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2cce5cf-6580-4fe1-9f65-4da80e4cdd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:35.863343 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b2cce5cf-6580-4fe1-9f65-4da80e4cdd1f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d246c279e08e4b5582596143fd3be5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583123 Sep 29 23:13:35.864700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cce5cf-6580-4fe1-9f65-4da80e4cdd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362831f9-e3ac-41a7-8024-a24079ef38a6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:35.867492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54674) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:35.901153 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b8d3540f-ebce-4232-9aea-0ec8c7ef2026 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1365001 Sep 29 23:13:36.003469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505fc883-5dea-45aa-a16c-832b14f5bec0 None None] Network 3c35c966-3bc6-44b9-9f3e-e1b761e75eb2 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:36.030657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dcf18e75-338a-455f-9cd1-2b1c4bb00801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.138720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-36777075-a429-4cb0-af30-05dafd61d979 req-5d539ce3-97e1-4044-932e-74b4a056788e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Deleting port 4622b7e5-6862-43f1-86f0-f9b8efb78db8 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:36.139227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-36777075-a429-4cb0-af30-05dafd61d979 req-5d539ce3-97e1-4044-932e-74b4a056788e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.161937 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dcf18e75-338a-455f-9cd1-2b1c4bb00801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.200912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-e0a42077-5a91-4b85-8067-35548528ea53 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.244233 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['946fdb8e-c8ff-4e4d-a198-0a8e57db7d08'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:13:36.338364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b678956-aa83-48af-98d2-eda12da561f4 req-e953f90f-da56-4d9a-9a93-8bc7437925c5 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0420947 Sep 29 23:13:36.366054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f24fb-c0d8-46c0-b098-2cc9c896fa1c req-0d9bbbe3-fced-40de-b2da-d2c4e2ad9413 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:36.375681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-854f24fb-c0d8-46c0-b098-2cc9c896fa1c req-0d9bbbe3-fced-40de-b2da-d2c4e2ad9413 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 946 time: 0.2219801 Sep 29 23:13:36.409998 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dcf18e75-338a-455f-9cd1-2b1c4bb00801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.413467 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dcf18e75-338a-455f-9cd1-2b1c4bb00801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.416871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dcf18e75-338a-455f-9cd1-2b1c4bb00801 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/362831f9-e3ac-41a7-8024-a24079ef38a6 HTTP/1.1" status: 204 len: 168 time: 0.5458732 Sep 29 23:13:36.447896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-36777075-a429-4cb0-af30-05dafd61d979 req-5d539ce3-97e1-4044-932e-74b4a056788e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] For port 4622b7e5-6862-43f1-86f0-f9b8efb78db8, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4622b7e5-6862-43f1-86f0-f9b8efb78db8,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:36.453110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-36777075-a429-4cb0-af30-05dafd61d979 req-5d539ce3-97e1-4044-932e-74b4a056788e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.481305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf18e75-338a-455f-9cd1-2b1c4bb00801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362831f9-e3ac-41a7-8024-a24079ef38a6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:36.483558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-36777075-a429-4cb0-af30-05dafd61d979 req-5d539ce3-97e1-4044-932e-74b4a056788e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Calling delete_port for 4622b7e5-6862-43f1-86f0-f9b8efb78db8 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:36.513012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-854f24fb-c0d8-46c0-b098-2cc9c896fa1c req-f79f4ccb-f2c7-4731-990d-9909d1b9e2ed tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252489 Sep 29 23:13:36.523769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54748) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:36.632795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5c4a7c7a-ba86-46a3-bddc-9748aee27250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.728444 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.755389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a42077-5a91-4b85-8067-35548528ea53 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Pushing event deleted for resources: {'Port': ['ID=946fdb8e-c8ff-4e4d-a198-0a8e57db7d08,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:36.840406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-e0a42077-5a91-4b85-8067-35548528ea53 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] No DVR routers for this DVR port 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:13:36.843489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-e0a42077-5a91-4b85-8067-35548528ea53 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.846001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d108418e-7546-4ee0-a5e8-864cb05d3b42 req-e0a42077-5a91-4b85-8067-35548528ea53 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.26 "DELETE /v2.0/ports/946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 HTTP/1.1" status: 204 len: 173 time: 2.0354002 Sep 29 23:13:36.846275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da99efa-8fc2-4c70-af3a-0c634479d7d2', 'name': 'network-vif-deleted', 'tag': '946fdb8e-c8ff-4e4d-a198-0a8e57db7d08'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:36.857126 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce34514-cefd-4a5f-855b-453d16684e5c" -d '{"events": [{"server_uuid": "4da99efa-8fc2-4c70-af3a-0c634479d7d2", "name": "network-vif-deleted", "tag": "946fdb8e-c8ff-4e4d-a198-0a8e57db7d08"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:36.861964 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-36777075-a429-4cb0-af30-05dafd61d979 req-5d539ce3-97e1-4044-932e-74b4a056788e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.876184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['4622b7e5-6862-43f1-86f0-f9b8efb78db8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:13:36.941391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d539ce3-97e1-4044-932e-74b4a056788e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event deleted for resources: {'Port': ['ID=4622b7e5-6862-43f1-86f0-f9b8efb78db8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:36.971522 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dd2eb1-aa9a-4e22-a354-163d9e415b7e x-openstack-request-id: req-80dd2eb1-aa9a-4e22-a354-163d9e415b7e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:36.971865 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da99efa-8fc2-4c70-af3a-0c634479d7d2", "name": "network-vif-deleted", "tag": "946fdb8e-c8ff-4e4d-a198-0a8e57db7d08", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:36.972196 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-80dd2eb1-aa9a-4e22-a354-163d9e415b7e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:36.972511 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da99efa-8fc2-4c70-af3a-0c634479d7d2', 'name': 'network-vif-deleted', 'tag': '946fdb8e-c8ff-4e4d-a198-0a8e57db7d08', 'status': 'completed', 'code': 200} Sep 29 23:13:36.991898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-36777075-a429-4cb0-af30-05dafd61d979 req-5d539ce3-97e1-4044-932e-74b4a056788e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] No DVR routers for this DVR port 4622b7e5-6862-43f1-86f0-f9b8efb78db8 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:13:36.995384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-36777075-a429-4cb0-af30-05dafd61d979 req-5d539ce3-97e1-4044-932e-74b4a056788e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:36.998189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-36777075-a429-4cb0-af30-05dafd61d979 req-5d539ce3-97e1-4044-932e-74b4a056788e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.26 "DELETE /v2.0/ports/4622b7e5-6862-43f1-86f0-f9b8efb78db8 HTTP/1.1" status: 204 len: 173 time: 1.2286036 Sep 29 23:13:37.172854 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac07f-d452-47fe-a800-bab6f9482fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:37.349387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54852) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:37.368780 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca6a85a2-c02e-4e7e-9856-29ae419db4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:37.387538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-69ab4135-cf42-4ec0-8070-6bc4b59f86bf tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:37.389160 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-69ab4135-cf42-4ec0-8070-6bc4b59f86bf tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/networks?id=c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d HTTP/1.1" status: 200 len: 815 time: 0.1976075 Sep 29 23:13:37.402916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:37.438403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-4c33269c-8089-4f80-9f38-5a6e5dae76f6 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/quotas/e9de222a2fd9492d9889436fc4aeacd6 HTTP/1.1" status: 200 len: 375 time: 0.0321114 Sep 29 23:13:37.518302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-d12a7d63-f072-4bcf-b157-42580aabccc7 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9de222a2fd9492d9889436fc4aeacd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593116 Sep 29 23:13:37.592097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69405f35-16c1-421c-ac9a-cc7a566d2b1b req-94dba34a-8f45-4560-b9c0-cfac13e151c3 tempest-InstanceActionsTestJSON-873613048 tempest-InstanceActionsTestJSON-873613048-project] 10.222.0.44 "GET /v2.0/ports?device_id=4da99efa-8fc2-4c70-af3a-0c634479d7d2 HTTP/1.1" status: 200 len: 210 time: 0.0615337 Sep 29 23:13:37.603728 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac07f-d452-47fe-a800-bab6f9482fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:37.698813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8e3ac07f-d452-47fe-a800-bab6f9482fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:37.758602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ac07f-d452-47fe-a800-bab6f9482fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2e5b65-ce56-4635-b424-3c1019858c9f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:37.761056 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca6a85a2-c02e-4e7e-9856-29ae419db4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:37.772666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca6a85a2-c02e-4e7e-9856-29ae419db4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:37.809212 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8e3ac07f-d452-47fe-a800-bab6f9482fc6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1542e2a847643c3b86b95dcab71f13d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2843285 Sep 29 23:13:37.811709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-88f662a6-4eac-45b5-a3ce-f075d691c3ad service neutron] 10.222.0.44 "GET /v2.0/networks/c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802165 Sep 29 23:13:37.812930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:37.855409 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ca6a85a2-c02e-4e7e-9856-29ae419db4f8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=112f910098614fb4af7de02a21d420de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021021 Sep 29 23:13:37.856902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54920) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:37.884345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a85a2-c02e-4e7e-9856-29ae419db4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d013ad4-cfeb-490a-9477-52f38ceb3ffd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:37.944965 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d5a36f7-961f-4159-9c5a-4200cadd70d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:37.978082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d5a36f7-961f-4159-9c5a-4200cadd70d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:38.020305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73435106-2d91-4831-ae93-6cea5ac13222 req-afbfa268-d297-4154-bc72-51093b512427 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=cd0105ce-e182-4a14-9738-76c5055ed89f HTTP/1.1" status: 200 len: 210 time: 0.0463820 Sep 29 23:13:38.029788 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bbca5aa3-c403-4f44-ab6d-e2a124d2a9ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:38.074186 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bbca5aa3-c403-4f44-ab6d-e2a124d2a9ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:38.082409 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d5a36f7-961f-4159-9c5a-4200cadd70d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:38.084986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-5499b5fc-f84d-4b31-9bf9-10b060deb0aa service neutron] 10.222.0.44 "GET /v2.0/networks/c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626266 Sep 29 23:13:38.096811 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d5a36f7-961f-4159-9c5a-4200cadd70d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:38.100953 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6d5a36f7-961f-4159-9c5a-4200cadd70d0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0d013ad4-cfeb-490a-9477-52f38ceb3ffd HTTP/1.1" status: 204 len: 168 time: 0.2401209 Sep 29 23:13:38.118133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a36f7-961f-4159-9c5a-4200cadd70d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d013ad4-cfeb-490a-9477-52f38ceb3ffd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:38.169959 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bbca5aa3-c403-4f44-ab6d-e2a124d2a9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:38.175151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bbca5aa3-c403-4f44-ab6d-e2a124d2a9ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:38.177382 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bbca5aa3-c403-4f44-ab6d-e2a124d2a9ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad2e5b65-ce56-4635-b424-3c1019858c9f HTTP/1.1" status: 204 len: 168 time: 0.3632233 Sep 29 23:13:38.200110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca5aa3-c403-4f44-ab6d-e2a124d2a9ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2e5b65-ce56-4635-b424-3c1019858c9f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:38.465719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58849841-2841-495c-851d-a57dec67d667 req-4bfb8e6c-07b1-4e7c-86d6-3e7dfeb458d3 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 210 time: 0.0716474 Sep 29 23:13:38.574093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:13:38.644162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:13:38.644690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 946fdb8e-c8ff-4e4d-a198-0a8e57db7d08 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:13:38.646590 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:38.678560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55036) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:38.770256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa93e85-d174-4a1b-bb47-6afde6d54093 admin admin] Deleting subnet bdcbe550-5771-4bec-8790-5c19b8970b54 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:13:38.775872 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1aa93e85-d174-4a1b-bb47-6afde6d54093 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:38.826455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1aa93e85-d174-4a1b-bb47-6afde6d54093 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:38.910096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1aa93e85-d174-4a1b-bb47-6afde6d54093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:39.044956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd0105ce-e182-4a14-9738-76c5055ed89f', 'name': 'network-vif-deleted', 'tag': '4622b7e5-6862-43f1-86f0-f9b8efb78db8'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:39.055107 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1904bdb-df39-4d47-8a97-d53e8c92b7f4" -d '{"events": [{"server_uuid": "cd0105ce-e182-4a14-9738-76c5055ed89f", "name": "network-vif-deleted", "tag": "4622b7e5-6862-43f1-86f0-f9b8efb78db8"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:39.103106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1aa93e85-d174-4a1b-bb47-6afde6d54093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:39.201868 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceeff4f2-1e12-4d77-95c9-c088305af7ef x-openstack-request-id: req-ceeff4f2-1e12-4d77-95c9-c088305af7ef {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:39.203728 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd0105ce-e182-4a14-9738-76c5055ed89f", "name": "network-vif-deleted", "tag": "4622b7e5-6862-43f1-86f0-f9b8efb78db8", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:39.204112 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ceeff4f2-1e12-4d77-95c9-c088305af7ef {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:39.204438 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd0105ce-e182-4a14-9738-76c5055ed89f', 'name': 'network-vif-deleted', 'tag': '4622b7e5-6862-43f1-86f0-f9b8efb78db8', 'status': 'completed', 'code': 200} Sep 29 23:13:39.206808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa93e85-d174-4a1b-bb47-6afde6d54093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdcbe550-5771-4bec-8790-5c19b8970b54,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:39.214110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1aa93e85-d174-4a1b-bb47-6afde6d54093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:39.225985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55112) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:39.226620 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1aa93e85-d174-4a1b-bb47-6afde6d54093 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bdcbe550-5771-4bec-8790-5c19b8970b54 HTTP/1.1" status: 204 len: 168 time: 0.5464623 Sep 29 23:13:39.360445 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:39.462436 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:39.649272 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:39.724064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dbc85989-abcd-44fb-b23d-20ef22c3d26f req-351f630a-52cd-40b5-93d8-5599c5983c9f tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 210 time: 0.0701385 Sep 29 23:13:39.745258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f8528f-9b6f-476b-91d4-69c2c5e0f285']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:39.759535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00eb1066-943c-4d41-8bc4-1cce6a135d9f') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:39.759865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00eb1066-943c-4d41-8bc4-1cce6a135d9f') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:39.779956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:39.816307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-80fca5e3-cdbd-42e6-85e0-3cf6c7553be6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:39.820330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-80fca5e3-cdbd-42e6-85e0-3cf6c7553be6 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.2607296 Sep 29 23:13:39.834803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:39.842706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55186) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:39.871171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:13:39.871586 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:13:39.913698 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:13:40.072252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-184b07d1-d0db-4488-86d3-e73d400528d0 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/quotas/d9b8b7d059d34856b6abdd78fc12002f HTTP/1.1" status: 200 len: 375 time: 0.2423441 Sep 29 23:13:40.108841 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:40.212924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-cb6c2eb6-4d58-43a3-b314-ea64b58b2c67 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:40.217080 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-cb6c2eb6-4d58-43a3-b314-ea64b58b2c67 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.26 "GET /v2.0/networks?id=c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d HTTP/1.1" status: 200 len: 815 time: 0.3182781 Sep 29 23:13:40.236597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2098947150'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:40.263760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Request body: {'port': {'device_id': '5cad1020-bd50-43e9-a58f-684827ae73db', 'network_id': 'c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d', 'admin_state_up': True, 'tenant_id': 'e9de222a2fd9492d9889436fc4aeacd6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:40.403565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Made reservation on behalf of 7c80d4b6c1ed48d189c2179b04edd78a for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:40.412274 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:40.461832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:40.581714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4622b7e5-6862-43f1-86f0-f9b8efb78db8 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:13:40.669074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 4622b7e5-6862-43f1-86f0-f9b8efb78db8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:13:40.669529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4622b7e5-6862-43f1-86f0-f9b8efb78db8 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:13:40.734370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:40.750699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:40.767341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:13:40.783305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:40.784070 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Added segment 33a6b8c3-cef5-4701-9f6f-68971ccd8383 of type vlan for network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e Sep 29 23:13:40.915280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-fa7545a6-1d88-450e-b54e-44575fe4eaa3 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.8301585 Sep 29 23:13:40.927355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:40.929418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:40.930374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] 10.222.0.44 "DELETE /v2.0/networks/f6f8528f-9b6f-476b-91d4-69c2c5e0f285 HTTP/1.1" status: 204 len: 168 time: 1.7012010 Sep 29 23:13:41.027202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:41.038896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:41.040057 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:41.064801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b63bd39-398f-4ba2-999b-67322f885e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6f8528f-9b6f-476b-91d4-69c2c5e0f285,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:41.088564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Made reservation on behalf of e9de222a2fd9492d9889436fc4aeacd6 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:41.092450 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:41.113741 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.2688925 Sep 29 23:13:41.132517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55316) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:41.139395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'subnet': {'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:41.148472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f495bf9-6774-4388-b66a-8ad87e0bb068,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:41.167618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26efcaed-d403-4058-8051-4143cc096249 req-36934cfa-b01e-49f1-9068-db76ecc7ede3 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 210 time: 0.1885569 Sep 29 23:13:41.329461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-16ea7a47-5cea-4020-b545-df098aa29911 service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132688 Sep 29 23:13:41.350097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17902898-f573-4f86-a7b8-b168a55dbe4c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Network': ['ID=8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:41.353714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55342) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:41.361491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:13:41.464311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55356) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:41.509482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-07832914-4107-4ea1-852d-bead6d7016c9 service neutron] 10.222.0.44 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707542 Sep 29 23:13:41.823999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17c023d1-dc91-43aa-a530-f8726944f944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:41.884323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2e58d8b-7c98-4d1a-a8ee-572d4be1bd98 req-66e755a2-ad2b-4d6a-9307-f286e387b2aa tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 210 time: 0.0434241 Sep 29 23:13:42.042656 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17c023d1-dc91-43aa-a530-f8726944f944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.051679 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17c023d1-dc91-43aa-a530-f8726944f944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.052887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Allocated IP 172.20.0.10 (c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d/fdf3b9c5-ae5f-4c65-9c4e-297ff5b7b9c7/1c9037fd-78e6-47c7-850d-a75a163e1a32) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:42.102931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-17c023d1-dc91-43aa-a530-f8726944f944 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9046c70a92a34285a3da659989e2713a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6371236 Sep 29 23:13:42.105176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55430) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:42.145623 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-62ea9ba7-1043-4b43-a9de-aff6cc29c662 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ac242e37d794aae9cce03b94b6dc9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7851872 Sep 29 23:13:42.148905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Made reservation on behalf of 7c80d4b6c1ed48d189c2179b04edd78a for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:42.153027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.159332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55436) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:42.193914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c023d1-dc91-43aa-a530-f8726944f944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31480fb6-73a7-4b86-827e-022fe2a64f8e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:42.249129 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d8a0cc-a46d-4e18-9104-7904c1881c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.306939 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d8a0cc-a46d-4e18-9104-7904c1881c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.429804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3913921-af32-40b4-9cb9-b27ecccc2d7d req-62ac13ef-ddf1-47eb-8b3c-6b87775b183d tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 210 time: 0.1121433 Sep 29 23:13:42.432050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c55b087-840a-4f75-b983-0ef708e23ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.459622 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d8a0cc-a46d-4e18-9104-7904c1881c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.470193 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.471016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52d8a0cc-a46d-4e18-9104-7904c1881c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.472234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-52d8a0cc-a46d-4e18-9104-7904c1881c2d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31480fb6-73a7-4b86-827e-022fe2a64f8e HTTP/1.1" status: 204 len: 168 time: 0.3645444 Sep 29 23:13:42.483394 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8a0cc-a46d-4e18-9104-7904c1881c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31480fb6-73a7-4b86-827e-022fe2a64f8e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:42.511036 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c55b087-840a-4f75-b983-0ef708e23ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.695631 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.784707 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c55b087-840a-4f75-b983-0ef708e23ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.788837 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c55b087-840a-4f75-b983-0ef708e23ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.790873 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3c55b087-840a-4f75-b983-0ef708e23ead admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bbf1d640-fc78-463e-979f-dbe6cc67884f HTTP/1.1" status: 204 len: 168 time: 0.6258905 Sep 29 23:13:42.803902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:42.844636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Network c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:42.846875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:42.881365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55b087-840a-4f75-b983-0ef708e23ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf1d640-fc78-463e-979f-dbe6cc67884f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:42.887053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:42.968838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Pushing event updated for resources: {'Port': ['ID=1c9037fd-78e6-47c7-850d-a75a163e1a32,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:43.041538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca889c9e-4155-4a2c-b4a3-0feef81c7de2 req-6356d58f-86b5-4bca-a572-937296192e52 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 210 time: 0.0490787 Sep 29 23:13:43.054072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Subnet': ['ID=e3ee82cd-81b3-4e16-8424-b99e105646cf,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:43.066425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:43.066931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:43.087263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Checking segment: {'id': '33a6b8c3-cef5-4701-9f6f-68971ccd8383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:43.087982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Network hostable DHCP agents. Network: 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:13:43.100227 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-2dd1d438-a714-47ba-9bc9-8a0e81e5ab49 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8545527 Sep 29 23:13:43.114409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Request body: {'port': {'device_id': '5cad1020-bd50-43e9-a58f-684827ae73db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:43.141782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:13:43.180571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:43.188907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:43.189572 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:43.195606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5141846-2d68-4f2a-ac28-39031c2e810b None None] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:43.216247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:43.266991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55516) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:43.272427 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c117c508-aa1f-4a15-b573-1ad64dcedb65 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1382661 Sep 29 23:13:43.307027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'port': {'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1043783314'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:43.533689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e', 'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e', 'tenant_id': '7c80d4b6c1ed48d189c2179b04edd78a', 'fixed_ips': [{'subnet_id': 'e3ee82cd-81b3-4e16-8424-b99e105646cf'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:13:43.540734 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:43.711937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-8ae657d9-456b-4ee5-8cdb-0193071bb73d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:43.713529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-8ae657d9-456b-4ee5-8cdb-0193071bb73d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 812 time: 0.4633839 Sep 29 23:13:43.788889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319be619-357f-4e1f-8ef9-6e37e28127c6 req-84ae60f7-5ecf-4081-ad5a-c5fed404b572 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:43.800248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-319be619-357f-4e1f-8ef9-6e37e28127c6 req-84ae60f7-5ecf-4081-ad5a-c5fed404b572 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 932 time: 0.2398820 Sep 29 23:13:43.828562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Request body: {'port': {'device_id': '40716c7d-f92d-4abe-a2d0-3ffe1798fc9c', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'admin_state_up': True, 'tenant_id': 'd9b8b7d059d34856b6abdd78fc12002f'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:43.873590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Allocated IP 2001:db8::2 (8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e/e3ee82cd-81b3-4e16-8424-b99e105646cf/a4efe5d7-f9cc-442a-b62c-89a76a9a2c70) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:43.900205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9037fd-78e6-47c7-850d-a75a163e1a32 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:43.911704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:43.940773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Transition to ACTIVE for port object 1c9037fd-78e6-47c7-850d-a75a163e1a32 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:13:43.950177 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.044649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Made reservation on behalf of 7c80d4b6c1ed48d189c2179b04edd78a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:44.049058 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.064448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9037fd-78e6-47c7-850d-a75a163e1a32,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:44.146873 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-319be619-357f-4e1f-8ef9-6e37e28127c6 req-8f8e4de4-2572-4ef0-ae58-2fc06d215e4f tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443189 Sep 29 23:13:44.173987 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.186374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] device_id is not set on port 1bb3f5ad-6df2-4747-97b6-9a82a1688b66 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:44.187621 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.248870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:44.258623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Attempting to bind port 1c9037fd-78e6-47c7-850d-a75a163e1a32 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:44.258964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Attempting to bind port 1c9037fd-78e6-47c7-850d-a75a163e1a32 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '88e45cd0-35f8-4fb7-84a7-5b0ed516d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:44.259298 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Attempting to bind port 1c9037fd-78e6-47c7-850d-a75a163e1a32 on network c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:44.260254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:44.266476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:44.270935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Port 1c9037fd-78e6-47c7-850d-a75a163e1a32 on network c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:44.271514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Attempting to bind port 1c9037fd-78e6-47c7-850d-a75a163e1a32 on network c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:44.279480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:13:44.280110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Checking segment: {'id': '88e45cd0-35f8-4fb7-84a7-5b0ed516d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:44.281677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Bound using segment: {'id': '88e45cd0-35f8-4fb7-84a7-5b0ed516d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:13:44.282330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Bound port: 1c9037fd-78e6-47c7-850d-a75a163e1a32, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88e45cd0-35f8-4fb7-84a7-5b0ed516d155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:13:44.283146 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.289200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55564) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:44.324131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Pushing event updated for resources: {'Port': ['ID=a4efe5d7-f9cc-442a-b62c-89a76a9a2c70,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:44.355034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55568) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:44.370118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55572) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:44.415395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Attempting to bind port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:44.415773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Attempting to bind port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '33a6b8c3-cef5-4701-9f6f-68971ccd8383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:44.418055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Attempting to bind port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 on network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:44.430174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:13:44.432813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Checking segment: {'id': '33a6b8c3-cef5-4701-9f6f-68971ccd8383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:44.434770 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.436115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Bound using segment: {'id': '33a6b8c3-cef5-4701-9f6f-68971ccd8383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:13:44.437966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Bound port: a4efe5d7-f9cc-442a-b62c-89a76a9a2c70, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a6b8c3-cef5-4701-9f6f-68971ccd8383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:13:44.440707 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.455981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] For port 1c9037fd-78e6-47c7-850d-a75a163e1a32, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:44.463619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] For port 1c9037fd-78e6-47c7-850d-a75a163e1a32, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1c9037fd-78e6-47c7-850d-a75a163e1a32,segment=NetworkSegment(88e45cd0-35f8-4fb7-84a7-5b0ed516d155),segment_id=88e45cd0-35f8-4fb7-84a7-5b0ed516d155)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:13:44.473446 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.522823 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Allocated IP 2001:db8::2ab (8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e/e3ee82cd-81b3-4e16-8424-b99e105646cf/1bb3f5ad-6df2-4747-97b6-9a82a1688b66) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:44.544910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] For port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:44.552683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] For port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a4efe5d7-f9cc-442a-b62c-89a76a9a2c70,segment=NetworkSegment(33a6b8c3-cef5-4701-9f6f-68971ccd8383),segment_id=33a6b8c3-cef5-4701-9f6f-68971ccd8383)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:13:44.554897 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1139691815-network', 'tenant_id': '9c35993ada06424e99b67200c522dddb'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:44.557514 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.560641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9037fd-78e6-47c7-850d-a75a163e1a32,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:44.571759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:44.572657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.574374 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-b46d4b75-985f-4648-a5ab-47331864fe71 service neutron] 10.222.0.26 "PUT /v2.0/ports/1c9037fd-78e6-47c7-850d-a75a163e1a32 HTTP/1.1" status: 200 len: 1092 time: 1.4655731 Sep 29 23:13:44.577461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cad1020-bd50-43e9-a58f-684827ae73db', 'tag': '1c9037fd-78e6-47c7-850d-a75a163e1a32'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:44.580302 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e801603-fa8a-4548-8199-b24b2782b8f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cad1020-bd50-43e9-a58f-684827ae73db", "tag": "1c9037fd-78e6-47c7-850d-a75a163e1a32"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:44.611104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Made reservation on behalf of 9c35993ada06424e99b67200c522dddb for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:44.614654 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.637121 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.654246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Made reservation on behalf of d9b8b7d059d34856b6abdd78fc12002f for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:44.659231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.660426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed75a8-d2bf-4a74-a4fe-f94a69fb3daf None None] Pushing event updated for resources: {'Port': ['ID=a4efe5d7-f9cc-442a-b62c-89a76a9a2c70,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:44.680430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b6ebd2a-1f3c-4273-8c03-c01e426ae4e8 req-71f762b3-3d26-4e93-8780-e9fb409aa678 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 210 time: 0.3380706 Sep 29 23:13:44.720721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-e52467c8-7b58-4f3a-b220-d982f6f8c801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:44.722541 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-e52467c8-7b58-4f3a-b220-d982f6f8c801 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9de222a2fd9492d9889436fc4aeacd6&device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 1095 time: 0.0950477 Sep 29 23:13:44.730392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-network', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:44.736352 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90faa63e-a3e9-4dc0-97a8-b861fd9b34cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.774954 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d64ae06-6b1b-4337-b2ee-0b9ae2854e5f x-openstack-request-id: req-5d64ae06-6b1b-4337-b2ee-0b9ae2854e5f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:44.775175 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cad1020-bd50-43e9-a58f-684827ae73db", "tag": "1c9037fd-78e6-47c7-850d-a75a163e1a32", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:44.775418 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d64ae06-6b1b-4337-b2ee-0b9ae2854e5f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:44.775803 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cad1020-bd50-43e9-a58f-684827ae73db', 'tag': '1c9037fd-78e6-47c7-850d-a75a163e1a32', 'status': 'completed', 'code': 200} Sep 29 23:13:44.779321 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-dcd2a391-a65c-4b36-a8ad-8ded33e6f946 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c9037fd-78e6-47c7-850d-a75a163e1a32 HTTP/1.1" status: 200 len: 217 time: 0.0463951 Sep 29 23:13:44.828196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31509524-870d-47b6-a653-01ff171c17da req-07a71a01-9023-46ba-9132-8a0f03921f58 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:44.829980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-07a71a01-9023-46ba-9132-8a0f03921f58 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/networks?id=5299c0b3-9945-454f-8f56-791169684b68 HTTP/1.1" status: 200 len: 813 time: 1.0263548 Sep 29 23:13:44.856570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-a9a3b7df-1499-4de9-8039-264f6f5725a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:44.858139 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-a9a3b7df-1499-4de9-8039-264f6f5725a3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fdf3b9c5-ae5f-4c65-9c4e-297ff5b7b9c7 HTTP/1.1" status: 200 len: 855 time: 0.0717199 Sep 29 23:13:44.908435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-890918d9-c9da-4dfb-8e8b-7ed27348ea88 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/quotas/1dcc13f21f7347a091588854286c4b09 HTTP/1.1" status: 200 len: 375 time: 0.0230212 Sep 29 23:13:44.922830 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.927023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-fb0e401e-c021-48a8-aa9b-32af9362dbd0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600271 Sep 29 23:13:44.929974 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:44.989218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:13:44.998640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-76d91eed-be67-40a2-8fd0-8761d21410f1 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1dcc13f21f7347a091588854286c4b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591147 Sep 29 23:13:45.010745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203e92fb-a455-4e13-afe7-04af5324e2cd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:45.052024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.052383 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Added segment edfa7c3a-6ab6-4035-a538-e8c51b54b38a of type vlan for network c70bdcd8-5f51-4813-830e-3d60965461e0 Sep 29 23:13:45.081464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:45.084046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.110988 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.117500 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-53a8305e-62b6-423b-8cb6-b29dcf4cb33c service neutron] 10.222.0.26 "GET /v2.0/networks/c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820705 Sep 29 23:13:45.123620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.135493 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.170167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.171723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:45.172341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.221129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Allocated IP 172.20.0.12 (c227357a-4298-494d-bd97-035dcbd0097b/3cb694ab-b5bc-48f3-8d21-311e38ce4502/82520805-b5c8-498b-91fa-23b679161c9e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:45.285486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] Pushing event updated for resources: {'Network': ['ID=c70bdcd8-5f51-4813-830e-3d60965461e0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:45.291066 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0173ea6b-a189-4b43-ba33-3d2e6e00942a req-73df02cd-2c4e-45f9-b231-21ad65aa02d6 service neutron] 10.222.0.26 "GET /v2.0/networks/c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659913 Sep 29 23:13:45.297952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c70bdcd8-5f51-4813-830e-3d60965461e0 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:13:45.316451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-63f53725-129e-4b9d-89c0-1aa7d48b0eb5 service neutron] 10.222.0.44 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070526 Sep 29 23:13:45.395810 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.400195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e801603-fa8a-4548-8199-b24b2782b8f2 req-707d9627-f0f2-4fcd-8371-91cf9c12c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:45.402065 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e801603-fa8a-4548-8199-b24b2782b8f2 req-707d9627-f0f2-4fcd-8371-91cf9c12c0c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9de222a2fd9492d9889436fc4aeacd6&device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 1095 time: 0.0499389 Sep 29 23:13:45.504400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e801603-fa8a-4548-8199-b24b2782b8f2 req-1c7a8536-2653-47bd-83a6-2e089cd87a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:45.505986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e801603-fa8a-4548-8199-b24b2782b8f2 req-1c7a8536-2653-47bd-83a6-2e089cd87a54 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d HTTP/1.1" status: 200 len: 916 time: 0.0964131 Sep 29 23:13:45.552520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37225e-b1cc-4055-96f2-b489751fc594 req-4bc40cb2-a227-4d95-a4d2-bf5f67a86100 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:45.554046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e37225e-b1cc-4055-96f2-b489751fc594 req-4bc40cb2-a227-4d95-a4d2-bf5f67a86100 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 944 time: 0.3093245 Sep 29 23:13:45.555789 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e801603-fa8a-4548-8199-b24b2782b8f2 req-69040f5c-88dd-4e3c-a9fd-3ba4b0ed4c64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c9037fd-78e6-47c7-850d-a75a163e1a32 HTTP/1.1" status: 200 len: 217 time: 0.0417771 Sep 29 23:13:45.555979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:45.571481 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90faa63e-a3e9-4dc0-97a8-b861fd9b34cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.606364 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f09c0ed4-6997-496c-9272-d5c4edf021fb admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3157997 Sep 29 23:13:45.609417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55582) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:45.614439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Request body: {'subnet': {'network_id': 'c70bdcd8-5f51-4813-830e-3d60965461e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1139691815-subnet', 'tenant_id': '9c35993ada06424e99b67200c522dddb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:45.616460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:45.629868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:45.632837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e801603-fa8a-4548-8199-b24b2782b8f2 req-4eee581d-38bd-48d1-a4e6-08e7eaa69211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:45.634845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e801603-fa8a-4548-8199-b24b2782b8f2 req-4eee581d-38bd-48d1-a4e6-08e7eaa69211 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fdf3b9c5-ae5f-4c65-9c4e-297ff5b7b9c7 HTTP/1.1" status: 200 len: 855 time: 0.0697079 Sep 29 23:13:45.635759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:45.636434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.643054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90faa63e-a3e9-4dc0-97a8-b861fd9b34cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.645440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Port': ['ID=1bb3f5ad-6df2-4747-97b6-9a82a1688b66,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:45.673759 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e801603-fa8a-4548-8199-b24b2782b8f2 req-1e5d5aff-2506-485a-a123-c71067d66576 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303044 Sep 29 23:13:45.752409 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-e15fa658-a2da-4d61-87c7-cc3ebb1f7d27 service neutron] 10.222.0.44 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4268665 Sep 29 23:13:45.771789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c56e93-5ecd-4893-84e3-33c84a1b149c None None] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:45.782437 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e801603-fa8a-4548-8199-b24b2782b8f2 req-3c363846-f55f-466e-a2bf-b07a161bd032 service neutron] 10.222.0.26 "GET /v2.0/networks/c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007910 Sep 29 23:13:45.791206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-90faa63e-a3e9-4dc0-97a8-b861fd9b34cf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93bb7b262cf84cd7b17460756da318c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4341626 Sep 29 23:13:45.798093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55586) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:45.800738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90faa63e-a3e9-4dc0-97a8-b861fd9b34cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef71abb3-c702-4903-8fcf-0634e1bb32b3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:45.842720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e37225e-b1cc-4055-96f2-b489751fc594 req-04a5c04e-9cbb-46a5-9b51-705a4deb4f7e tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736392 Sep 29 23:13:45.853945 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.904581 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b55f44a-ee3e-45a4-afd0-001fe97de218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.936644 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3e801603-fa8a-4548-8199-b24b2782b8f2 req-9264e088-3caa-4991-ae5b-8357f1181b06 service neutron] 10.222.0.26 "GET /v2.0/networks/c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465130 Sep 29 23:13:45.939744 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.946456 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b55f44a-ee3e-45a4-afd0-001fe97de218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.967702 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.969572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-547fdaa1-90f6-4d65-8471-a5388b61f1f4 None None] Provisioning complete for port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:45.969952 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-547fdaa1-90f6-4d65-8471-a5388b61f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:45.998918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Made reservation on behalf of 9c35993ada06424e99b67200c522dddb for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:46.002206 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:46.020250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e4c3929b-7533-42be-b1b4-54ce1395211b tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7272992 Sep 29 23:13:46.025803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55594) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:46.035054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b55f44a-ee3e-45a4-afd0-001fe97de218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:46.037639 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b55f44a-ee3e-45a4-afd0-001fe97de218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:46.038807 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6b55f44a-ee3e-45a4-afd0-001fe97de218 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef71abb3-c702-4903-8fcf-0634e1bb32b3 HTTP/1.1" status: 204 len: 168 time: 0.2388282 Sep 29 23:13:46.042220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c21725-63a7-4c8a-8012-6851f6c7dfce,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:46.078713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'port': {'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1599745470', 'allowed_address_pairs': [{'ip_address': '2001:db8::2ab', 'mac_address': 'fa:16:3e:d0:00:a9'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:46.079385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b55f44a-ee3e-45a4-afd0-001fe97de218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef71abb3-c702-4903-8fcf-0634e1bb32b3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:46.115865 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:46.257932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:46.265387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:13:46.286715 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-547fdaa1-90f6-4d65-8471-a5388b61f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:46.350061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Checking segment: {'id': 'edfa7c3a-6ab6-4035-a538-e8c51b54b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c70bdcd8-5f51-4813-830e-3d60965461e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:46.350686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Network hostable DHCP agents. Network: c70bdcd8-5f51-4813-830e-3d60965461e0, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:13:46.352758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-edee784e-2aae-4b9e-a77c-e3c04941aed5 req-545cdf46-eac1-4434-bfba-85e7eb5df8a6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 210 time: 0.0899227 Sep 29 23:13:46.355019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2c2831b-e705-4d25-b07e-72ba2dbdc7d7,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:46.366213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Network c227357a-4298-494d-bd97-035dcbd0097b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:46.379274 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:46.391224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:46.394799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:46.395131 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Added segment 574ae8af-3600-46ef-976d-48b0b9bd0416 of type vlan for network 359d21d4-b615-40c7-8882-16bffeac10b3 Sep 29 23:13:46.397046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Network c70bdcd8-5f51-4813-830e-3d60965461e0 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:13:46.412329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-547fdaa1-90f6-4d65-8471-a5388b61f1f4 None None] For port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a4efe5d7-f9cc-442a-b62c-89a76a9a2c70,segment=NetworkSegment(33a6b8c3-cef5-4701-9f6f-68971ccd8383),segment_id=33a6b8c3-cef5-4701-9f6f-68971ccd8383)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:46.421684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, c70bdcd8-5f51-4813-830e-3d60965461e0) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:46.429045 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-547fdaa1-90f6-4d65-8471-a5388b61f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:46.434672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:46.437539 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:46.447368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b268e9eb-03af-433a-91cb-5669be621221 None None] Network c70bdcd8-5f51-4813-830e-3d60965461e0 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:46.451545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event updated for resources: {'Port': ['ID=82520805-b5c8-498b-91fa-23b679161c9e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:46.488138 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-612dd673-4802-4fee-86ce-54802c72dd6c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8715682 Sep 29 23:13:46.519106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Made reservation on behalf of 7c80d4b6c1ed48d189c2179b04edd78a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:46.659037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:46.664745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82155ff9-de4e-43b7-9b70-9c2b425eb57f req-676b5647-f3d4-4b70-8d10-cf06f3e78228 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:46.666363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82155ff9-de4e-43b7-9b70-9c2b425eb57f req-676b5647-f3d4-4b70-8d10-cf06f3e78228 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 932 time: 0.6370118 Sep 29 23:13:46.736106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d6b478-a83b-445b-94c7-f5221ad8f54f None None] Network c70bdcd8-5f51-4813-830e-3d60965461e0 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:47.000282 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:47.001069 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.086337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-00aac35b-97aa-4ec1-949f-bbe0d73ccb92 None None] Provisioning complete for port 1bb3f5ad-6df2-4747-97b6-9a82a1688b66 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:47.086916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-00aac35b-97aa-4ec1-949f-bbe0d73ccb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.091042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fdaa1-90f6-4d65-8471-a5388b61f1f4 None None] Pushing event updated for resources: {'Port': ['ID=a4efe5d7-f9cc-442a-b62c-89a76a9a2c70,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:47.104391 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.156687 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:47.157157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.165865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-00aac35b-97aa-4ec1-949f-bbe0d73ccb92 None None] Port 1bb3f5ad-6df2-4747-97b6-9a82a1688b66 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:47.187170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-00aac35b-97aa-4ec1-949f-bbe0d73ccb92 None None] Provisioning complete for port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:47.189046 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-00aac35b-97aa-4ec1-949f-bbe0d73ccb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.197736 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.198854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:47.199451 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.243461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82155ff9-de4e-43b7-9b70-9c2b425eb57f req-e720223e-6702-44a4-a562-57a490f5ffc7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997199 Sep 29 23:13:47.247087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.254336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-564e1248-7c9f-4b44-86f1-6744dba7dac9 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5124478 Sep 29 23:13:47.285418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8705513 Sep 29 23:13:47.285625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55634) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:47.294536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27e614-339c-46d7-9930-ea2be5f498ff req-6a8d6ec8-bbfa-4b18-ae99-ae1017d954c9 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:47.294993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Request body: {'subnet': {'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-subnet', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:47.302552 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc27e614-339c-46d7-9930-ea2be5f498ff req-6a8d6ec8-bbfa-4b18-ae99-ae1017d954c9 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 944 time: 0.2625313 Sep 29 23:13:47.317043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Request body: {'port': {'device_id': '40716c7d-f92d-4abe-a2d0-3ffe1798fc9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:47.351503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:47.356006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.380873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59417a15-1738-47c0-b6b5-07c920fb1f39 admin admin] Pushing event updated for resources: {'Network': ['ID=359d21d4-b615-40c7-8882-16bffeac10b3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:47.401848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 359d21d4-b615-40c7-8882-16bffeac10b3 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:13:47.410795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] device_id is not set on port cbd36adb-48b3-4231-a2a1-07fb2e6a3f2e yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:47.523055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d5619ce8-e68b-41f3-b13e-3862dcf6ff8e None None] Provisioning complete for port 1bb3f5ad-6df2-4747-97b6-9a82a1688b66 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:47.523588 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d5619ce8-e68b-41f3-b13e-3862dcf6ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.548358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc27e614-339c-46d7-9930-ea2be5f498ff req-76981d8f-73dd-4a6d-8c25-d28734ce6f0c tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447994 Sep 29 23:13:47.568619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.598694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d5619ce8-e68b-41f3-b13e-3862dcf6ff8e None None] Port 1bb3f5ad-6df2-4747-97b6-9a82a1688b66 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:47.693022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31509524-870d-47b6-a653-01ff171c17da req-3e07ccef-02ef-425a-a3c6-ed4a5be7f52e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:47.694634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-3e07ccef-02ef-425a-a3c6-ed4a5be7f52e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.26 "GET /v2.0/networks?id=5299c0b3-9945-454f-8f56-791169684b68 HTTP/1.1" status: 200 len: 813 time: 0.2971659 Sep 29 23:13:47.712210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Request body: {'port': {'device_id': 'a0b019a2-316d-4225-b0ca-e800bc2ccfeb', 'network_id': '5299c0b3-9945-454f-8f56-791169684b68', 'admin_state_up': True, 'tenant_id': '1dcc13f21f7347a091588854286c4b09'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:47.805370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Allocated IP 2001:db8::cd (8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e/e3ee82cd-81b3-4e16-8424-b99e105646cf/cbd36adb-48b3-4231-a2a1-07fb2e6a3f2e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:47.855057 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.879365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-281cc7c5-d0c7-4f9f-9040-f35a1e907b61 req-dfecd82c-0d19-4f17-82c0-cb26cc161877 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 210 time: 0.1188159 Sep 29 23:13:47.919407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d4f193-42c1-43e8-b396-fd04a76a0f33,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:47.926988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Made reservation on behalf of 1dcc13f21f7347a091588854286c4b09 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:47.930547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:47.960888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Checking segment: {'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:47.961301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Network hostable DHCP agents. Network: 359d21d4-b615-40c7-8882-16bffeac10b3, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:13:47.968613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55654) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:48.033038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Network 359d21d4-b615-40c7-8882-16bffeac10b3 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:13:48.054030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 359d21d4-b615-40c7-8882-16bffeac10b3) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:48.063621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:48.064273 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.076363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033119d9-f512-404c-ba44-827624966169 None None] Network 359d21d4-b615-40c7-8882-16bffeac10b3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:48.113264 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fd6b656f-79ec-452e-839d-3ab0b27ea6fa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8247364 Sep 29 23:13:48.115207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10832-8053-4c30-b252-ed180fb90bee req-ea24ef4e-b593-4449-9c66-9875b3f0d501 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:48.119299 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-ea24ef4e-b593-4449-9c66-9875b3f0d501 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/networks?id=c70bdcd8-5f51-4813-830e-3d60965461e0 HTTP/1.1" status: 200 len: 822 time: 0.3471296 Sep 29 23:13:48.119436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55658) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:48.129971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:48.134408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Allocated IP 172.20.0.11 (5299c0b3-9945-454f-8f56-791169684b68/dc0555d4-9380-49e0-bceb-953bb581ebb3/4603887a-e0b9-4439-a334-c9209444b4c7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:48.172449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d601347-48a4-4094-9a62-b5edccda65e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.178002 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-844b5a0c-b658-4f66-a530-ce407724beb9 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/quotas/9c35993ada06424e99b67200c522dddb HTTP/1.1" status: 200 len: 375 time: 0.0517704 Sep 29 23:13:48.183986 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.185093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.234988 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-b490cfda-8d3e-400c-a2aa-6523114a0547 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=9c35993ada06424e99b67200c522dddb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444055 Sep 29 23:13:48.313344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-359d21d4-b615-40c7-8882-16bffeac10b3', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:13:48.314568 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.315071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.336428 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.402735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82520805-b5c8-498b-91fa-23b679161c9e {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:48.434972 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.442787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:48.474702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Transition to ACTIVE for port object 82520805-b5c8-498b-91fa-23b679161c9e will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:13:48.487146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.494256 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-ed3573c8-6ae4-46ab-add0-dd6808807a22 service neutron] 10.222.0.44 "GET /v2.0/networks/c70bdcd8-5f51-4813-830e-3d60965461e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467570 Sep 29 23:13:48.539477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:48.541638 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.562288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.573564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Allocated IP 172.20.0.2 (359d21d4-b615-40c7-8882-16bffeac10b3/68d4f193-42c1-43e8-b396-fd04a76a0f33/59ee04de-142c-4358-b041-dd9e9e1b9a93) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:48.575460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e350b4-6f63-46ac-b241-a679002d8288 req-a96d66fa-d46f-4b12-b8d0-e64fbbe1f242 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:48.583632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16e350b4-6f63-46ac-b241-a679002d8288 req-a96d66fa-d46f-4b12-b8d0-e64fbbe1f242 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 932 time: 0.2066231 Sep 29 23:13:48.610634 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.618692 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.660257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d601347-48a4-4094-9a62-b5edccda65e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.664648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1c9037fd-78e6-47c7-850d-a75a163e1a32 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:13:48.669948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Pushing event updated for resources: {'Port': ['ID=82520805-b5c8-498b-91fa-23b679161c9e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:48.673000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d601347-48a4-4094-9a62-b5edccda65e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.681877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:48.738920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d601347-48a4-4094-9a62-b5edccda65e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b92246a-b5ff-4a48-83b8-76c5d376d91a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:48.745758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2d601347-48a4-4094-9a62-b5edccda65e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=42354c3ee8a541e19be528aef51f81c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7726495 Sep 29 23:13:48.745977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:48.746089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.750139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55666) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:48.772448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:48.779361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:48.780255 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.797695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16e350b4-6f63-46ac-b241-a679002d8288 req-fe3a0072-4ca3-4ec6-8041-a91ae93631a7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128510 Sep 29 23:13:48.847128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Port': ['ID=cbd36adb-48b3-4231-a2a1-07fb2e6a3f2e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:48.849663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Network 5299c0b3-9945-454f-8f56-791169684b68 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:48.851727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f16c7561-0129-4332-a06c-5be0025cd250 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.7983072 Sep 29 23:13:48.857228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-d98eae45-02ba-4188-a0d7-5af936e3e902 service neutron] 10.222.0.44 "GET /v2.0/networks/c70bdcd8-5f51-4813-830e-3d60965461e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176558 Sep 29 23:13:48.857905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55668) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:48.867138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:48.872148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:48.875994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Pushing event updated for resources: {'Port': ['ID=4603887a-e0b9-4439-a334-c9209444b4c7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:48.901176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 1c9037fd-78e6-47c7-850d-a75a163e1a32, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1c9037fd-78e6-47c7-850d-a75a163e1a32,segment=NetworkSegment(88e45cd0-35f8-4fb7-84a7-5b0ed516d155),segment_id=88e45cd0-35f8-4fb7-84a7-5b0ed516d155)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:48.904589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.915798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Attempting to bind port 82520805-b5c8-498b-91fa-23b679161c9e on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:48.920166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '1c9037fd-78e6-47c7-850d-a75a163e1a32', 'network_id': 'c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d', 'port_id': '1c9037fd-78e6-47c7-850d-a75a163e1a32', 'mac_address': 'fa:16:3e:95:90:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf3b9c5-ae5f-4c65-9c4e-297ff5b7b9c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:13:48.920910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Attempting to bind port 82520805-b5c8-498b-91fa-23b679161c9e by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:48.926472 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.927165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Attempting to bind port 82520805-b5c8-498b-91fa-23b679161c9e on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:48.952744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-610b7616-5e3f-4613-85e9-4f4599aaaf31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:48.973709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:48.976623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Port 82520805-b5c8-498b-91fa-23b679161c9e on network c227357a-4298-494d-bd97-035dcbd0097b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:48.976969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Attempting to bind port 82520805-b5c8-498b-91fa-23b679161c9e on network c227357a-4298-494d-bd97-035dcbd0097b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:48.979415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.015781 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.028189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-0ca65b1d-4487-4058-a334-a34e5490a4c2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3219261 Sep 29 23:13:49.034027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:13:49.034390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Checking segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:49.035273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Bound using segment: {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:13:49.035792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Bound port: 82520805-b5c8-498b-91fa-23b679161c9e, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:13:49.036187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.036708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Network 359d21d4-b615-40c7-8882-16bffeac10b3 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:49.043046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:49.049866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Request body: {'port': {'device_id': 'a0b019a2-316d-4225-b0ca-e800bc2ccfeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:49.051279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:49.058009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-610b7616-5e3f-4613-85e9-4f4599aaaf31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.059118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Pushing event updated for resources: {'Port': ['ID=59ee04de-142c-4358-b041-dd9e9e1b9a93,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:49.066083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9037fd-78e6-47c7-850d-a75a163e1a32 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:49.089543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 1c9037fd-78e6-47c7-850d-a75a163e1a32, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1c9037fd-78e6-47c7-850d-a75a163e1a32,segment=NetworkSegment(88e45cd0-35f8-4fb7-84a7-5b0ed516d155),segment_id=88e45cd0-35f8-4fb7-84a7-5b0ed516d155)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:49.110983 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.182348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] For port 82520805-b5c8-498b-91fa-23b679161c9e, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:49.185555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] For port 82520805-b5c8-498b-91fa-23b679161c9e, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=82520805-b5c8-498b-91fa-23b679161c9e,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:13:49.193733 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Attempting to bind port 59ee04de-142c-4358-b041-dd9e9e1b9a93 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:49.194116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Attempting to bind port 59ee04de-142c-4358-b041-dd9e9e1b9a93 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:49.194481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Attempting to bind port 59ee04de-142c-4358-b041-dd9e9e1b9a93 on network 359d21d4-b615-40c7-8882-16bffeac10b3 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:49.202712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e402e654-163f-42bb-a0b1-90ad47c7cb80 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:49.208366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:13:49.208751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Checking segment: {'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:49.209548 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.209956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Bound using segment: {'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:13:49.210456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Bound port: 59ee04de-142c-4358-b041-dd9e9e1b9a93, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:13:49.210843 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.213125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e402e654-163f-42bb-a0b1-90ad47c7cb80 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:49.223077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e402e654-163f-42bb-a0b1-90ad47c7cb80 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:49.228243 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e402e654-163f-42bb-a0b1-90ad47c7cb80 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3673913 Sep 29 23:13:49.235663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55676) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:49.243906 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.272668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dcde5-cbe9-477b-b266-b52b82955f13 req-2dcadea5-a7f6-492d-88fb-be1851b8ebf5 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:49.277535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-331dcde5-cbe9-477b-b266-b52b82955f13 req-2dcadea5-a7f6-492d-88fb-be1851b8ebf5 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 944 time: 0.2910707 Sep 29 23:13:49.330715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:49.331503 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.333642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] 10.222.0.42 "PUT /v2.0/ports/82520805-b5c8-498b-91fa-23b679161c9e HTTP/1.1" status: 200 len: 1092 time: 2.0543981 Sep 29 23:13:49.336134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40716c7d-f92d-4abe-a2d0-3ffe1798fc9c', 'tag': '82520805-b5c8-498b-91fa-23b679161c9e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:49.338443 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70209a8b-d6bf-481e-87e9-8d5351ea5de6" -d '{"events": [{"name": "network-changed", "server_uuid": "40716c7d-f92d-4abe-a2d0-3ffe1798fc9c", "tag": "82520805-b5c8-498b-91fa-23b679161c9e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:49.338765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] For port 59ee04de-142c-4358-b041-dd9e9e1b9a93, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:49.345001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] For port 59ee04de-142c-4358-b041-dd9e9e1b9a93, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=59ee04de-142c-4358-b041-dd9e9e1b9a93,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:13:49.347069 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=1c9037fd-78e6-47c7-850d-a75a163e1a32,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:49.367041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1c9037fd-78e6-47c7-850d-a75a163e1a32'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:13:49.370614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.398962 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.480393 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.483322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-331dcde5-cbe9-477b-b266-b52b82955f13 req-b43fa507-8f8c-4b2a-995a-6e2b5fe51564 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620626 Sep 29 23:13:49.498565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de083a78-5af6-40f9-a8cf-1203caa46a7a service neutron] Pushing event updated for resources: {'Port': ['ID=82520805-b5c8-498b-91fa-23b679161c9e,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:49.505009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.509106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-610b7616-5e3f-4613-85e9-4f4599aaaf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.509527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1dcace01-11d5-4e7c-a386-90ac60b7e7d3 None None] Provisioning complete for port cbd36adb-48b3-4231-a2a1-07fb2e6a3f2e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:49.509906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1dcace01-11d5-4e7c-a386-90ac60b7e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.512679 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-610b7616-5e3f-4613-85e9-4f4599aaaf31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:49.517310 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-610b7616-5e3f-4613-85e9-4f4599aaaf31 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b92246a-b5ff-4a48-83b8-76c5d376d91a HTTP/1.1" status: 204 len: 168 time: 0.7600977 Sep 29 23:13:49.561068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b7616-5e3f-4613-85e9-4f4599aaaf31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b92246a-b5ff-4a48-83b8-76c5d376d91a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:49.614525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83939bbf-1c3c-47ee-b452-d3007177be3d req-0865831a-fe9b-4fb3-aca4-b4b76c0ca4c1 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:49.621812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83939bbf-1c3c-47ee-b452-d3007177be3d req-0865831a-fe9b-4fb3-aca4-b4b76c0ca4c1 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 932 time: 0.2558641 Sep 29 23:13:49.628419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4939d918-fba1-4d55-95d0-516eba157bcd None None] Pushing event updated for resources: {'Port': ['ID=59ee04de-142c-4358-b041-dd9e9e1b9a93,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:49.646080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1dcace01-11d5-4e7c-a386-90ac60b7e7d3 None None] Port cbd36adb-48b3-4231-a2a1-07fb2e6a3f2e cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:49.692396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-97be95f0-5801-47e0-ab8b-ffdcc04b33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:49.693997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-97be95f0-5801-47e0-ab8b-ffdcc04b33b5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 1095 time: 0.2772648 Sep 29 23:13:49.701569 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-581b80bd-1d8e-4327-825c-c22a9f5c53b8 req-50477075-bca5-42ec-bbea-1abd70df987c tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 210 time: 0.0777760 Sep 29 23:13:49.774857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83939bbf-1c3c-47ee-b452-d3007177be3d req-c47b66bb-9d14-47b5-935f-a6c32d5b15cb tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518309 Sep 29 23:13:49.829112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-08c6b82c-5c24-488e-ad94-610d5cea64d2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82520805-b5c8-498b-91fa-23b679161c9e HTTP/1.1" status: 200 len: 217 time: 0.1161921 Sep 29 23:13:49.830636 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53177bc5-e4f2-4ac0-9b4d-58892621e9c9 x-openstack-request-id: req-53177bc5-e4f2-4ac0-9b4d-58892621e9c9 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:49.830945 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40716c7d-f92d-4abe-a2d0-3ffe1798fc9c", "tag": "82520805-b5c8-498b-91fa-23b679161c9e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:49.831202 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-53177bc5-e4f2-4ac0-9b4d-58892621e9c9 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:49.831707 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40716c7d-f92d-4abe-a2d0-3ffe1798fc9c', 'tag': '82520805-b5c8-498b-91fa-23b679161c9e', 'status': 'completed', 'code': 200} Sep 29 23:13:49.923034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-0aa5293c-7f3e-43fc-ba3d-a58d6b9e6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:49.923712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-0aa5293c-7f3e-43fc-ba3d-a58d6b9e6fc6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.0767059 Sep 29 23:13:49.971421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-d02acf76-be59-4da4-bacf-14e75d414c4d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316296 Sep 29 23:13:50.016003 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:50.092261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f748eb-e514-4d83-a175-fd31201a44bf req-5a400a84-7bc4-43b7-a86b-0adfe37b252a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:50.094334 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7f748eb-e514-4d83-a175-fd31201a44bf req-5a400a84-7bc4-43b7-a86b-0adfe37b252a tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 944 time: 0.1603968 Sep 29 23:13:50.127708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-e82f24b2-a0ba-45ed-b44e-4a5d150f7b51 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433923 Sep 29 23:13:50.188942 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7f748eb-e514-4d83-a175-fd31201a44bf req-a283336f-1fb0-420b-8b4f-f30cafe8b90b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845137 Sep 29 23:13:50.291652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47b9e86-8ea2-4257-9710-a7ec9d133077 req-1ebe17d7-12b0-4122-9b36-a8f2142bace4 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202610 Sep 29 23:13:50.367229 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e71341e0-543d-477b-b0c5-67469d66268c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Deleting port cbd36adb-48b3-4231-a2a1-07fb2e6a3f2e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:50.367578 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e71341e0-543d-477b-b0c5-67469d66268c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:50.450796 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Allocated IP 172.25.4.77 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/75a45307-a4f1-4244-90ec-d76c00cb854d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:50.470596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 59ee04de-142c-4358-b041-dd9e9e1b9a93 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:50.497699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70209a8b-d6bf-481e-87e9-8d5351ea5de6 req-93b5199c-ec7f-4d3d-93d2-4152334fd533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:50.499932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70209a8b-d6bf-481e-87e9-8d5351ea5de6 req-93b5199c-ec7f-4d3d-93d2-4152334fd533 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 1095 time: 0.0828743 Sep 29 23:13:50.545597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 59ee04de-142c-4358-b041-dd9e9e1b9a93 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:50.546597 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:50.630786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1c9037fd-78e6-47c7-850d-a75a163e1a32 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:50.653516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:50.725494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70209a8b-d6bf-481e-87e9-8d5351ea5de6 req-803c00bd-645a-4985-a379-9b8019e64a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:50.727120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70209a8b-d6bf-481e-87e9-8d5351ea5de6 req-803c00bd-645a-4985-a379-9b8019e64a99 service neutron] 10.222.0.42 "GET /v2.0/networks?id=c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 200 len: 913 time: 0.2131097 Sep 29 23:13:50.790040 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:50.807251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4603887a-e0b9-4439-a334-c9209444b4c7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:50.816740 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:50.831117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Transition to ACTIVE for port object 4603887a-e0b9-4439-a334-c9209444b4c7 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:13:50.837115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:50.849733 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 1c9037fd-78e6-47c7-850d-a75a163e1a32 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:13:50.879770 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:50.884438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 1c9037fd-78e6-47c7-850d-a75a163e1a32 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:50.885369 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:50.922649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 59ee04de-142c-4358-b041-dd9e9e1b9a93, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=59ee04de-142c-4358-b041-dd9e9e1b9a93,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:50.937316 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:50.964189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:50.996928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389e205b-b76d-4f71-9c74-0e30ab33a25a None None] Network 359d21d4-b615-40c7-8882-16bffeac10b3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:13:51.003925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e71341e0-543d-477b-b0c5-67469d66268c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:51.018575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e71341e0-543d-477b-b0c5-67469d66268c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Calling delete_port for cbd36adb-48b3-4231-a2a1-07fb2e6a3f2e owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:51.070239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5eb979f-213f-44cf-88fb-d167b4f225a8 req-b167d6e1-d279-448c-8912-75f409af9974 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 210 time: 0.1913838 Sep 29 23:13:51.072017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70209a8b-d6bf-481e-87e9-8d5351ea5de6 req-3c758547-2315-4940-966a-87fcbf1ff1e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=82520805-b5c8-498b-91fa-23b679161c9e HTTP/1.1" status: 200 len: 217 time: 0.1910613 Sep 29 23:13:51.176125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:51.181678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:51.196356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c2efa4-0061-4d76-b63c-034a33e3a747 req-d7921507-a445-4904-9f91-4eca5e2af622 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:51.198124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4c2efa4-0061-4d76-b63c-034a33e3a747 req-d7921507-a445-4904-9f91-4eca5e2af622 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 945 time: 0.3232553 Sep 29 23:13:51.210705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10832-8053-4c30-b252-ed180fb90bee req-84ed293e-8357-46d0-a761-9b4679e4f930 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:51.212737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-84ed293e-8357-46d0-a761-9b4679e4f930 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.42 "GET /v2.0/networks?id=c70bdcd8-5f51-4813-830e-3d60965461e0 HTTP/1.1" status: 200 len: 822 time: 0.4846680 Sep 29 23:13:51.222364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=59ee04de-142c-4358-b041-dd9e9e1b9a93,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:51.225026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70209a8b-d6bf-481e-87e9-8d5351ea5de6 req-39e84e89-4d73-4db9-8529-7691b42cb2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:51.226539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70209a8b-d6bf-481e-87e9-8d5351ea5de6 req-39e84e89-4d73-4db9-8529-7691b42cb2a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 200 len: 852 time: 0.1450374 Sep 29 23:13:51.252781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Request body: {'port': {'device_id': '9f1141fc-6bcb-4f37-842f-6d7f108c790e', 'network_id': 'c70bdcd8-5f51-4813-830e-3d60965461e0', 'admin_state_up': True, 'tenant_id': '9c35993ada06424e99b67200c522dddb'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:51.271731 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e71341e0-543d-477b-b0c5-67469d66268c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:51.301208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Pushing event updated for resources: {'Port': ['ID=75a45307-a4f1-4244-90ec-d76c00cb854d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:51.317380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70209a8b-d6bf-481e-87e9-8d5351ea5de6 req-5fed9139-cfa1-478d-972a-b11fbe4f882d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c227357a-4298-494d-bd97-035dcbd0097b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774837 Sep 29 23:13:51.355750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6ac04840-0853-4c1a-ac12-5d4975155396 None None] Provisioning complete for port 59ee04de-142c-4358-b041-dd9e9e1b9a93 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:51.356251 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ac04840-0853-4c1a-ac12-5d4975155396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:51.360846 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:51.429774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 1c9037fd-78e6-47c7-850d-a75a163e1a32, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1c9037fd-78e6-47c7-850d-a75a163e1a32,segment=NetworkSegment(88e45cd0-35f8-4fb7-84a7-5b0ed516d155),segment_id=88e45cd0-35f8-4fb7-84a7-5b0ed516d155)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:51.435430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cad1020-bd50-43e9-a58f-684827ae73db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9037fd-78e6-47c7-850d-a75a163e1a32'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:51.439191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Attempting to bind port 4603887a-e0b9-4439-a334-c9209444b4c7 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:51.439482 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe91e58-adf7-469e-baa2-eddcfa1989c4" -d '{"events": [{"server_uuid": "5cad1020-bd50-43e9-a58f-684827ae73db", "name": "network-vif-plugged", "status": "completed", "tag": "1c9037fd-78e6-47c7-850d-a75a163e1a32"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:51.439633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Attempting to bind port 4603887a-e0b9-4439-a334-c9209444b4c7 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '0e4c3422-9336-487f-b123-113e43bba52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5299c0b3-9945-454f-8f56-791169684b68'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:51.439954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Attempting to bind port 4603887a-e0b9-4439-a334-c9209444b4c7 on network 5299c0b3-9945-454f-8f56-791169684b68 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:51.451418 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:51.475967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Port 4603887a-e0b9-4439-a334-c9209444b4c7 on network 5299c0b3-9945-454f-8f56-791169684b68 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:51.476584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Attempting to bind port 4603887a-e0b9-4439-a334-c9209444b4c7 on network 5299c0b3-9945-454f-8f56-791169684b68 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:51.526950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e71341e0-543d-477b-b0c5-67469d66268c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:51.532640 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e71341e0-543d-477b-b0c5-67469d66268c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "DELETE /v2.0/ports/cbd36adb-48b3-4231-a2a1-07fb2e6a3f2e HTTP/1.1" status: 204 len: 168 time: 2.2946844 Sep 29 23:13:51.542362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:13:51.542362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Checking segment: {'id': '0e4c3422-9336-487f-b123-113e43bba52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5299c0b3-9945-454f-8f56-791169684b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:51.542698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Bound using segment: {'id': '0e4c3422-9336-487f-b123-113e43bba52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5299c0b3-9945-454f-8f56-791169684b68'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:13:51.542928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Bound port: 4603887a-e0b9-4439-a334-c9209444b4c7, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4c3422-9336-487f-b123-113e43bba52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5299c0b3-9945-454f-8f56-791169684b68'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:13:51.543308 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:51.595630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55728) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:51.598871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Pushing event updated for resources: {'Port': ['ID=4603887a-e0b9-4439-a334-c9209444b4c7,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:51.617664 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=1c9037fd-78e6-47c7-850d-a75a163e1a32,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:51.685233 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff7d0b2-8feb-43c8-ad43-bfd3910586a8 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] GET failed (client error): The resource could not be found. Sep 29 23:13:51.688306 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cff7d0b2-8feb-43c8-ad43-bfd3910586a8 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "GET /v2.0/ports/cbd36adb-48b3-4231-a2a1-07fb2e6a3f2e HTTP/1.1" status: 404 len: 333 time: 0.0848598 Sep 29 23:13:51.694791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55730) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:51.721448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'port': {'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1548554339'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:51.779948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4c2efa4-0061-4d76-b63c-034a33e3a747 req-28706943-f0fd-4d39-8a4c-f41f6c974193 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5659821 Sep 29 23:13:51.818687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71341e0-543d-477b-b0c5-67469d66268c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event deleted for resources: {'Port': ['ID=cbd36adb-48b3-4231-a2a1-07fb2e6a3f2e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:51.887396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3feaa59-e8b5-4584-a0ce-77c090bf62cb req-2e67c549-1f48-4d1c-af3e-9e6e29ed23eb tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:51.900320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3feaa59-e8b5-4584-a0ce-77c090bf62cb req-2e67c549-1f48-4d1c-af3e-9e6e29ed23eb tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 944 time: 0.6544385 Sep 29 23:13:51.954122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] For port 4603887a-e0b9-4439-a334-c9209444b4c7, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:51.996895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] For port 4603887a-e0b9-4439-a334-c9209444b4c7, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4603887a-e0b9-4439-a334-c9209444b4c7,segment=NetworkSegment(0e4c3422-9336-487f-b123-113e43bba52b),segment_id=0e4c3422-9336-487f-b123-113e43bba52b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:13:52.017294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70209a8b-d6bf-481e-87e9-8d5351ea5de6 req-2007230b-f5fd-4293-ae3e-85a70e8850b1 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855338 Sep 29 23:13:52.033966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3feaa59-e8b5-4584-a0ce-77c090bf62cb req-8fce3c0c-9836-44d6-9375-3781d01dc779 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325178 Sep 29 23:13:52.062507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Made reservation on behalf of 9c35993ada06424e99b67200c522dddb for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:52.066022 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.093553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a97c50-7bad-45a6-b5e7-c0e92cab5b11 req-0221bdc5-b8f8-4097-8e32-33bbe3e8b632 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:52.095188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00a97c50-7bad-45a6-b5e7-c0e92cab5b11 req-0221bdc5-b8f8-4097-8e32-33bbe3e8b632 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 944 time: 0.1677754 Sep 29 23:13:52.109160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2570ce7d-0dc2-4efd-8f10-e3a7b709e9b4 None None] Provisioning complete for port 59ee04de-142c-4358-b041-dd9e9e1b9a93 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:52.110624 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2570ce7d-0dc2-4efd-8f10-e3a7b709e9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.143508 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.145734 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.252424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:52.253059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.254479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] 10.222.0.26 "PUT /v2.0/ports/4603887a-e0b9-4439-a334-c9209444b4c7 HTTP/1.1" status: 200 len: 1092 time: 3.2165065 Sep 29 23:13:52.257822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0b019a2-316d-4225-b0ca-e800bc2ccfeb', 'tag': '4603887a-e0b9-4439-a334-c9209444b4c7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:52.266956 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7" -d '{"events": [{"name": "network-changed", "server_uuid": "a0b019a2-316d-4225-b0ca-e800bc2ccfeb", "tag": "4603887a-e0b9-4439-a334-c9209444b4c7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:52.267845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00a97c50-7bad-45a6-b5e7-c0e92cab5b11 req-877bcb96-452f-4348-ac05-66ec788672d1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615167 Sep 29 23:13:52.295122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Made reservation on behalf of 7c80d4b6c1ed48d189c2179b04edd78a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:52.295122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.308610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70209a8b-d6bf-481e-87e9-8d5351ea5de6 req-4e14aef9-33c3-4ef0-a48d-f392ab70cf18 service neutron] 10.222.0.42 "GET /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789974 Sep 29 23:13:52.340021 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e408d7-611c-4a1c-8d05-dfa3219c7154 x-openstack-request-id: req-f9e408d7-611c-4a1c-8d05-dfa3219c7154 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:52.341823 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cad1020-bd50-43e9-a58f-684827ae73db", "name": "network-vif-plugged", "status": "completed", "tag": "1c9037fd-78e6-47c7-850d-a75a163e1a32", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:52.341823 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9e408d7-611c-4a1c-8d05-dfa3219c7154 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:52.342401 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cad1020-bd50-43e9-a58f-684827ae73db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9037fd-78e6-47c7-850d-a75a163e1a32', 'code': 200} Sep 29 23:13:52.345363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] device_id is not set on port 52a219ed-cd42-4937-b69f-66c5522b40c5 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:52.414571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Allocated IP 172.20.0.12 (c70bdcd8-5f51-4813-830e-3d60965461e0/a2c2831b-e705-4d25-b07e-72ba2dbdc7d7/1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:52.418369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2dd5f3e3-9daf-4ee6-8d2e-0b9399376e6b req-533ffcc8-3501-4ac5-89d6-471cbafdb93b tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 210 time: 0.0399671 Sep 29 23:13:52.447658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 59ee04de-142c-4358-b041-dd9e9e1b9a93 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:52.474232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Allocated IP 2001:db8::c8 (8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e/e3ee82cd-81b3-4e16-8424-b99e105646cf/52a219ed-cd42-4937-b69f-66c5522b40c5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:52.506233 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 59ee04de-142c-4358-b041-dd9e9e1b9a93 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:52.506715 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.533825 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dfad21-c8f5-4b60-a188-275333127df3 x-openstack-request-id: req-26dfad21-c8f5-4b60-a188-275333127df3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:52.533825 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0b019a2-316d-4225-b0ca-e800bc2ccfeb", "tag": "4603887a-e0b9-4439-a334-c9209444b4c7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:52.533825 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26dfad21-c8f5-4b60-a188-275333127df3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:52.536187 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0b019a2-316d-4225-b0ca-e800bc2ccfeb', 'tag': '4603887a-e0b9-4439-a334-c9209444b4c7', 'status': 'completed', 'code': 200} Sep 29 23:13:52.620765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.657565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.660943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07a86f-f20c-48f5-a9da-f9280cccb409 service neutron] Pushing event updated for resources: {'Port': ['ID=4603887a-e0b9-4439-a334-c9209444b4c7,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:52.715680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Network c70bdcd8-5f51-4813-830e-3d60965461e0 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:52.719175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:52.721923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:52.757954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Pushing event updated for resources: {'Port': ['ID=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:52.783195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31509524-870d-47b6-a653-01ff171c17da req-9f49f136-40c1-48f1-b3df-c058b3678e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:52.784763 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-9f49f136-40c1-48f1-b3df-c058b3678e40 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1dcc13f21f7347a091588854286c4b09&device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 1095 time: 0.4655943 Sep 29 23:13:52.787495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:52.788148 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.792000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59599aa8-3da9-44ca-abae-f60e01fff7dc req-ccdea117-e3bf-4b4a-b1c4-530a4dd6ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:52.793434 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59599aa8-3da9-44ca-abae-f60e01fff7dc req-ccdea117-e3bf-4b4a-b1c4-530a4dd6ea56 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 1097 time: 0.4753985 Sep 29 23:13:52.816653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-c66ba8d8-2733-404f-a7e9-8cccf3d80f4f tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5683839 Sep 29 23:13:52.837897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Request body: {'port': {'device_id': '9f1141fc-6bcb-4f37-842f-6d7f108c790e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:52.854252 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-b174798f-5118-492d-a5e2-cec08a51a4f8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4603887a-e0b9-4439-a334-c9209444b4c7 HTTP/1.1" status: 200 len: 217 time: 0.0595717 Sep 29 23:13:52.933643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:52.963745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4d230a-b210-45cc-86f4-adcceaf2d19d req-2879a62a-a3af-4065-897c-0d8974f79e14 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:52.965378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb4d230a-b210-45cc-86f4-adcceaf2d19d req-2879a62a-a3af-4065-897c-0d8974f79e14 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 946 time: 0.0858910 Sep 29 23:13:53.005883 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.017037 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-59599aa8-3da9-44ca-abae-f60e01fff7dc req-2584ef4e-715d-4d09-83f9-8b9f20dc17b6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081859 Sep 29 23:13:53.038634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31509524-870d-47b6-a653-01ff171c17da req-d7d3a4fc-a5a5-48d2-8ba5-dc7c7d10e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:53.040228 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-d7d3a4fc-a5a5-48d2-8ba5-dc7c7d10e584 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc0555d4-9380-49e0-bceb-953bb581ebb3 HTTP/1.1" status: 200 len: 853 time: 0.1657023 Sep 29 23:13:53.058532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.111967 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.113581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb4d230a-b210-45cc-86f4-adcceaf2d19d req-030ea0eb-c371-47ea-b28c-0e4777c03dae tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114295 Sep 29 23:13:53.195244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beab2b-a032-41ae-b92c-13858333d4f2 req-018b94d7-f9da-44be-91d1-be121f3df872 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:53.197111 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-92beab2b-a032-41ae-b92c-13858333d4f2 req-018b94d7-f9da-44be-91d1-be121f3df872 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 944 time: 0.0903158 Sep 29 23:13:53.219855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:53.244565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:53.247642 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-7bb2bbc2-b1d7-4b6e-b885-64aee48c3146 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5299c0b3-9945-454f-8f56-791169684b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461135 Sep 29 23:13:53.248379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:53.255254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:53.255478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.260508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Port': ['ID=52a219ed-cd42-4937-b69f-66c5522b40c5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:53.288055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-92beab2b-a032-41ae-b92c-13858333d4f2 req-d14c56d0-71d8-409c-afbf-1076f2607719 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789063 Sep 29 23:13:53.357680 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d5982fae-ba56-440e-800f-d1061424ce11 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6414373 Sep 29 23:13:53.362186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55754) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:53.369692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dc7f369f-1ec5-472a-aaa8-6a25b5bc3388 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ab', 'mac_address': 'fa:16:3e:d0:00:a9'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:53.391621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:53.423424 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.441501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Transition to ACTIVE for port object 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:13:53.449866 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.461074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Router c2446b10-cb4e-4010-b74c-b1f3d17016f9 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:13:53.462586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 82520805-b5c8-498b-91fa-23b679161c9e details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:13:53.463616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fb8ca-c16b-48ec-b636-64c9e85e8b5d req-33ac1bce-bece-43e4-9163-d188dcefa01b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:53.465022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d30fb8ca-c16b-48ec-b636-64c9e85e8b5d req-33ac1bce-bece-43e4-9163-d188dcefa01b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 944 time: 0.0927775 Sep 29 23:13:53.510315 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-f244bc5d-b2d3-46db-917b-f7ec9e86b673 service neutron] 10.222.0.26 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471375 Sep 29 23:13:53.584496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:53.628661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 82520805-b5c8-498b-91fa-23b679161c9e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=82520805-b5c8-498b-91fa-23b679161c9e,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:53.641764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '82520805-b5c8-498b-91fa-23b679161c9e', 'network_id': 'c227357a-4298-494d-bd97-035dcbd0097b', 'port_id': '82520805-b5c8-498b-91fa-23b679161c9e', 'mac_address': 'fa:16:3e:ba:db:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 523, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cb694ab-b5bc-48f3-8d21-311e38ce4502', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:13:53.649867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d30fb8ca-c16b-48ec-b636-64c9e85e8b5d req-b15f0304-ddca-43ae-a0aa-528ae1abee74 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598024 Sep 29 23:13:53.665713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ba561-0012-4b7a-894f-cd33110570d0 req-2694176c-7596-4898-b6ee-e3b17a5b16fa tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:53.667296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-500ba561-0012-4b7a-894f-cd33110570d0 req-2694176c-7596-4898-b6ee-e3b17a5b16fa tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 944 time: 0.1566012 Sep 29 23:13:53.695397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3ae0d817-4ed3-427f-93af-725aa07ca77c None None] Provisioning complete for port 52a219ed-cd42-4937-b69f-66c5522b40c5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:53.695762 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3ae0d817-4ed3-427f-93af-725aa07ca77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.701927 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.709934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Attempting to bind port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:53.709934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Attempting to bind port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'edfa7c3a-6ab6-4035-a538-e8c51b54b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c70bdcd8-5f51-4813-830e-3d60965461e0'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:53.709934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Attempting to bind port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d on network c70bdcd8-5f51-4813-830e-3d60965461e0 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:53.722706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d on network c70bdcd8-5f51-4813-830e-3d60965461e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:13:53.722918 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Attempting to bind port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d on network c70bdcd8-5f51-4813-830e-3d60965461e0 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:53.738162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82520805-b5c8-498b-91fa-23b679161c9e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:53.738400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 13, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:13:53.738531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Checking segment: {'id': 'edfa7c3a-6ab6-4035-a538-e8c51b54b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c70bdcd8-5f51-4813-830e-3d60965461e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:53.738847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Bound using segment: {'id': 'edfa7c3a-6ab6-4035-a538-e8c51b54b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c70bdcd8-5f51-4813-830e-3d60965461e0'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:13:53.739795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Bound port: 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edfa7c3a-6ab6-4035-a538-e8c51b54b38a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'c70bdcd8-5f51-4813-830e-3d60965461e0'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:13:53.739795 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.753971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-3ae0d817-4ed3-427f-93af-725aa07ca77c None None] Port 52a219ed-cd42-4937-b69f-66c5522b40c5 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:53.760074 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc7f369f-1ec5-472a-aaa8-6a25b5bc3388 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.763210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 82520805-b5c8-498b-91fa-23b679161c9e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=82520805-b5c8-498b-91fa-23b679161c9e,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:53.764505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-500ba561-0012-4b7a-894f-cd33110570d0 req-d81ffc23-dd6b-4fe1-ac09-21ee9b273ce4 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764115 Sep 29 23:13:53.770197 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.791907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:13:53.800669 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-31509524-870d-47b6-a653-01ff171c17da req-f23f9001-6b50-451a-ba16-f6e9bf6fd2ed service neutron] 10.222.0.26 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525702 Sep 29 23:13:53.804319 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Sync routers for ids ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:13:53.817402 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Routers {'c2446b10-cb4e-4010-b74c-b1f3d17016f9'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:13:53.818191 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:13:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:53.831001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] For port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:53.835725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] For port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,segment=NetworkSegment(edfa7c3a-6ab6-4035-a538-e8c51b54b38a),segment_id=edfa7c3a-6ab6-4035-a538-e8c51b54b38a)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:13:53.840859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.845507 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6e9e8bd3-85cc-4d69-9928-1b1146b53ed2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7202084 Sep 29 23:13:53.845673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.845961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55758) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:53.865940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=82520805-b5c8-498b-91fa-23b679161c9e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:53.904726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:53.906039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:53.907535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] 10.222.0.42 "PUT /v2.0/ports/1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d HTTP/1.1" status: 200 len: 1092 time: 1.0761907 Sep 29 23:13:53.908078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1141fc-6bcb-4f37-842f-6d7f108c790e', 'tag': '1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:53.910615 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ae804d-7de5-43a1-83e4-2db72f2bf87f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1141fc-6bcb-4f37-842f-6d7f108c790e", "tag": "1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:53.945469 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Set router c2446b10-cb4e-4010-b74c-b1f3d17016f9 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:13:53.945919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3980258-0901-4c9b-8e06-c4d13d5cbfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:53.986749 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2362ea5-38d3-44a4-b9c7-ecd63f9ec96d x-openstack-request-id: req-a2362ea5-38d3-44a4-b9c7-ecd63f9ec96d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:53.987196 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1141fc-6bcb-4f37-842f-6d7f108c790e", "tag": "1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:53.987668 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2362ea5-38d3-44a4-b9c7-ecd63f9ec96d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:53.988406 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f1141fc-6bcb-4f37-842f-6d7f108c790e', 'tag': '1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d', 'status': 'completed', 'code': 200} Sep 29 23:13:54.055016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10832-8053-4c30-b252-ed180fb90bee req-5251a517-2f0a-4418-a2af-0f871fc5455d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:54.056827 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-5251a517-2f0a-4418-a2af-0f871fc5455d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c35993ada06424e99b67200c522dddb&device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 1095 time: 0.0519559 Sep 29 23:13:54.114397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-12ea9ccc-e413-43ed-b462-1b9fccaae40c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d HTTP/1.1" status: 200 len: 217 time: 0.0416396 Sep 29 23:13:54.166980 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:51Z', 'revision_number': 3, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:54.180699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d10832-8053-4c30-b252-ed180fb90bee req-b97e54d3-4eaa-4dd2-81f6-b39980385b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:54.182261 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-b97e54d3-4eaa-4dd2-81f6-b39980385b9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2c2831b-e705-4d25-b07e-72ba2dbdc7d7 HTTP/1.1" status: 200 len: 862 time: 0.0607288 Sep 29 23:13:54.195985 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Checking router: c2446b10-cb4e-4010-b74c-b1f3d17016f9 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:13:54.196593 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Updating router c2446b10-cb4e-4010-b74c-b1f3d17016f9 port 75a45307-a4f1-4244-90ec-d76c00cb854d binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:13:54.239119 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:54.242830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['82520805-b5c8-498b-91fa-23b679161c9e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:13:54.247316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-d4f812f7-b611-45aa-8e04-d67de5f6e444 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c70bdcd8-5f51-4813-830e-3d60965461e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544064 Sep 29 23:13:54.402837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fa596f-96d6-4799-a8df-2e80386edd2b req-d57d9239-7bfb-49af-8ddb-20b416931556 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:54.405652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5fa596f-96d6-4799-a8df-2e80386edd2b req-d57d9239-7bfb-49af-8ddb-20b416931556 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 946 time: 0.1601071 Sep 29 23:13:54.474887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-5561cae3-f18e-44bb-8382-011b99489128 service neutron] 10.222.0.42 "GET /v2.0/networks/c70bdcd8-5f51-4813-830e-3d60965461e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161887 Sep 29 23:13:54.530133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7 req-feb63ec7-21f7-491f-b694-baa839e45c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:54.532492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7 req-feb63ec7-21f7-491f-b694-baa839e45c14 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1dcc13f21f7347a091588854286c4b09&device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 1095 time: 0.6742215 Sep 29 23:13:54.577926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5fa596f-96d6-4799-a8df-2e80386edd2b req-2687c9bf-3a03-468d-a746-36cab4a31883 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605396 Sep 29 23:13:54.757842 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49545e44-f028-428c-a59c-0a1def19889b req-e5c3e9ce-6f5e-4640-85c9-b3e6d718c21c tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:54.759537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49545e44-f028-428c-a59c-0a1def19889b req-e5c3e9ce-6f5e-4640-85c9-b3e6d718c21c tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 944 time: 0.2029338 Sep 29 23:13:54.786909 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71d10832-8053-4c30-b252-ed180fb90bee req-d95f8f5f-ff1f-4336-bc28-c6f89be9fd12 service neutron] 10.222.0.42 "GET /v2.0/networks/c70bdcd8-5f51-4813-830e-3d60965461e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973926 Sep 29 23:13:54.796751 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:54.807667 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:54.845600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7 req-b130ba83-a767-4a09-82fc-eb0d3f2a5732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:54.847551 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7 req-b130ba83-a767-4a09-82fc-eb0d3f2a5732 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5299c0b3-9945-454f-8f56-791169684b68 HTTP/1.1" status: 200 len: 914 time: 0.2990766 Sep 29 23:13:54.879078 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada76775-ac0a-4cf4-ad32-439b98bf1be1 None None] Pushing event updated for resources: {'Port': ['ID=75a45307-a4f1-4244-90ec-d76c00cb854d,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:54.888620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49545e44-f028-428c-a59c-0a1def19889b req-3ffc3bcc-3113-4f4a-aa75-feca1c82c32d tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197054 Sep 29 23:13:54.923490 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc7f369f-1ec5-472a-aaa8-6a25b5bc3388 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:54.926256 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7 req-34fa733c-e455-4b26-822d-7e4be30febfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4603887a-e0b9-4439-a334-c9209444b4c7 HTTP/1.1" status: 200 len: 217 time: 0.0695143 Sep 29 23:13:54.926710 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Attempting to bind port 75a45307-a4f1-4244-90ec-d76c00cb854d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:13:54.926845 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Attempting to bind port 75a45307-a4f1-4244-90ec-d76c00cb854d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:13:54.927300 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Attempting to bind port 75a45307-a4f1-4244-90ec-d76c00cb854d on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:13:54.938691 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:13:54.939394 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:13:54.940125 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:54.941540 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:13:54.942309 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Bound port: 75a45307-a4f1-4244-90ec-d76c00cb854d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:13:54.942908 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:54.981366 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc7f369f-1ec5-472a-aaa8-6a25b5bc3388 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:55.016051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c59935-33b1-482e-bbd3-e101b1b3465d req-06d64135-be3f-41c3-9de7-820d2cf8b44f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:55.025130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6c59935-33b1-482e-bbd3-e101b1b3465d req-06d64135-be3f-41c3-9de7-820d2cf8b44f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 945 time: 0.2416236 Sep 29 23:13:55.025716 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] For port 75a45307-a4f1-4244-90ec-d76c00cb854d, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:13:55.029415 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] For port 75a45307-a4f1-4244-90ec-d76c00cb854d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=75a45307-a4f1-4244-90ec-d76c00cb854d,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:13:55.045144 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:55.092559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae804d-7de5-43a1-83e4-2db72f2bf87f req-510455ce-66e6-4d89-a5d2-b1102598883e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:55.094648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62ae804d-7de5-43a1-83e4-2db72f2bf87f req-510455ce-66e6-4d89-a5d2-b1102598883e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c35993ada06424e99b67200c522dddb&device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 1095 time: 0.2000797 Sep 29 23:13:55.138201 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada76775-ac0a-4cf4-ad32-439b98bf1be1 None None] Pushing event updated for resources: {'Port': ['ID=75a45307-a4f1-4244-90ec-d76c00cb854d,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:55.153636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f369f-1ec5-472a-aaa8-6a25b5bc3388 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] In _notify_port_updated(), no bound segment for port 52a219ed-cd42-4937-b69f-66c5522b40c5 on network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:13:55.153874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd89978-33a7-4246-8d8a-f8fda7bc814d req-95c421be-5ae5-413c-b59e-dddfebf90865 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:55.155685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bd89978-33a7-4246-8d8a-f8fda7bc814d req-95c421be-5ae5-413c-b59e-dddfebf90865 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 944 time: 0.1278362 Sep 29 23:13:55.160715 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Routers {'c2446b10-cb4e-4010-b74c-b1f3d17016f9'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:13:55.161575 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:13:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:55.175029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6c59935-33b1-482e-bbd3-e101b1b3465d req-f2a40224-088c-4928-b637-36d96be92b57 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489913 Sep 29 23:13:55.175258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7f369f-1ec5-472a-aaa8-6a25b5bc3388 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:55.196400 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dc7f369f-1ec5-472a-aaa8-6a25b5bc3388 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:55.197996 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dc7f369f-1ec5-472a-aaa8-6a25b5bc3388 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "PUT /v2.0/ports/52a219ed-cd42-4937-b69f-66c5522b40c5 HTTP/1.1" status: 200 len: 1002 time: 1.8332038 Sep 29 23:13:55.221923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55790) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:55.310909 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bd89978-33a7-4246-8d8a-f8fda7bc814d req-00943a99-07cf-4c09-9da6-5ec7ad014df5 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312742 Sep 29 23:13:55.364289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae804d-7de5-43a1-83e4-2db72f2bf87f req-b2240381-34bb-40e0-aa7a-cb47dea25d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:55.367676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62ae804d-7de5-43a1-83e4-2db72f2bf87f req-b2240381-34bb-40e0-aa7a-cb47dea25d9e service neutron] 10.222.0.42 "GET /v2.0/networks?id=c70bdcd8-5f51-4813-830e-3d60965461e0 HTTP/1.1" status: 200 len: 923 time: 0.2586360 Sep 29 23:13:55.440437 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] Set router c2446b10-cb4e-4010-b74c-b1f3d17016f9 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:13:55.445048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f369f-1ec5-472a-aaa8-6a25b5bc3388 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Port': ['ID=52a219ed-cd42-4937-b69f-66c5522b40c5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:55.475377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7 req-7afb5b06-5e4f-477b-9e4b-7a8dd312f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:55.476912 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7 req-7afb5b06-5e4f-477b-9e4b-7a8dd312f3f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc0555d4-9380-49e0-bceb-953bb581ebb3 HTTP/1.1" status: 200 len: 853 time: 0.5416338 Sep 29 23:13:55.487690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62ae804d-7de5-43a1-83e4-2db72f2bf87f req-b6d62704-982f-44e4-93db-496684f8e6ec service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d HTTP/1.1" status: 200 len: 217 time: 0.1117196 Sep 29 23:13:55.552310 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7 req-603d540e-1905-4643-b114-86c28348213d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5299c0b3-9945-454f-8f56-791169684b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644190 Sep 29 23:13:55.573063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ae804d-7de5-43a1-83e4-2db72f2bf87f req-2dbb076c-8c43-4fce-b642-1698a6196ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:55.580196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62ae804d-7de5-43a1-83e4-2db72f2bf87f req-2dbb076c-8c43-4fce-b642-1698a6196ea8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a2c2831b-e705-4d25-b07e-72ba2dbdc7d7 HTTP/1.1" status: 200 len: 862 time: 0.0828743 Sep 29 23:13:55.642605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-af811533-6444-49a8-b1df-12a4fc5a0ae8 None None] Provisioning complete for port 52a219ed-cd42-4937-b69f-66c5522b40c5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:55.644924 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-af811533-6444-49a8-b1df-12a4fc5a0ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:55.649459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62ae804d-7de5-43a1-83e4-2db72f2bf87f req-7b598b96-947a-4476-8738-a0205825ced3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=c70bdcd8-5f51-4813-830e-3d60965461e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592377 Sep 29 23:13:55.699600 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7 req-7771476b-ea68-4c55-9c8d-3251d534f76f service neutron] 10.222.0.26 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100297 Sep 29 23:13:55.768387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-af811533-6444-49a8-b1df-12a4fc5a0ae8 None None] Port 52a219ed-cd42-4937-b69f-66c5522b40c5 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:55.794533 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:51Z', 'revision_number': 3, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:55.827020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8e462c-d4ac-4a52-8f72-5c70198d6b7f None None] The sync data for ids ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'] in n-d-811173-2 is: [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:51Z', 'revision_number': 3, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:13:55.827930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62ae804d-7de5-43a1-83e4-2db72f2bf87f req-49cf5ef2-50b6-40e4-b516-0b8c3edc6319 service neutron] 10.222.0.42 "GET /v2.0/networks/c70bdcd8-5f51-4813-830e-3d60965461e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720767 Sep 29 23:13:55.944404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62ae804d-7de5-43a1-83e4-2db72f2bf87f req-889e75b1-0b39-48be-90c0-1c51053eeb18 service neutron] 10.222.0.42 "GET /v2.0/networks/c70bdcd8-5f51-4813-830e-3d60965461e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075366 Sep 29 23:13:55.987398 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-98b6d2df-0010-49c1-bd09-3efcbbc2cca7 req-8ca764f1-b848-432e-85ee-c28e90e52eb2 service neutron] 10.222.0.26 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2785988 Sep 29 23:13:55.999132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-da27f3d7-ee92-4178-b396-728c1c36ac91 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Deleting port 52a219ed-cd42-4937-b69f-66c5522b40c5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:55.999708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da27f3d7-ee92-4178-b396-728c1c36ac91 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:56.025862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fdfa43-65f7-41da-9487-c45b002db229 req-b9038cc8-ad9d-4788-887c-179a2b8fa0b7 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:56.027398 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1fdfa43-65f7-41da-9487-c45b002db229 req-b9038cc8-ad9d-4788-887c-179a2b8fa0b7 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 944 time: 0.0607233 Sep 29 23:13:56.090572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1fdfa43-65f7-41da-9487-c45b002db229 req-2a608b20-0abd-4dcf-8d55-87364c2557f9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561364 Sep 29 23:13:56.162327 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da27f3d7-ee92-4178-b396-728c1c36ac91 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:56.177694 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:56.183637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-da27f3d7-ee92-4178-b396-728c1c36ac91 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Calling delete_port for 52a219ed-cd42-4937-b69f-66c5522b40c5 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:56.371705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f278e0-1756-4f39-950b-8079d0537925 req-35c1aff6-f115-4633-bc97-17ce1e0e6877 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:56.379817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65f278e0-1756-4f39-950b-8079d0537925 req-35c1aff6-f115-4633-bc97-17ce1e0e6877 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 945 time: 0.1029162 Sep 29 23:13:56.441750 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65f278e0-1756-4f39-950b-8079d0537925 req-42648ad2-5ac4-4f2d-b772-1573fe67621e tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606899 Sep 29 23:13:56.466517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 75a45307-a4f1-4244-90ec-d76c00cb854d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:56.523672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Allocated IP 172.20.0.1 (359d21d4-b615-40c7-8882-16bffeac10b3/68d4f193-42c1-43e8-b396-fd04a76a0f33/cf1983be-7dd6-4d2c-8832-a76787e05089) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:56.525100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 75a45307-a4f1-4244-90ec-d76c00cb854d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:56.525671 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:56.526791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c8e79-7104-4d78-81cf-9fe25de1359d req-52c4b45f-d8ba-4543-9dc8-de1ea0588820 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:56.532239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b1c8e79-7104-4d78-81cf-9fe25de1359d req-52c4b45f-d8ba-4543-9dc8-de1ea0588820 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 944 time: 0.0811565 Sep 29 23:13:56.574180 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da27f3d7-ee92-4178-b396-728c1c36ac91 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:56.597842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b1c8e79-7104-4d78-81cf-9fe25de1359d req-db11ccca-4941-41a6-b297-cadd116d0c8b tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595839 Sep 29 23:13:56.620639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da27f3d7-ee92-4178-b396-728c1c36ac91 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event deleted for resources: {'Port': ['ID=52a219ed-cd42-4937-b69f-66c5522b40c5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:56.665061 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:56.697182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 75a45307-a4f1-4244-90ec-d76c00cb854d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=75a45307-a4f1-4244-90ec-d76c00cb854d,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:56.701110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4603887a-e0b9-4439-a334-c9209444b4c7 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:13:56.714730 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:56.781651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=75a45307-a4f1-4244-90ec-d76c00cb854d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:56.793916 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da27f3d7-ee92-4178-b396-728c1c36ac91 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:56.795666 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-da27f3d7-ee92-4178-b396-728c1c36ac91 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "DELETE /v2.0/ports/52a219ed-cd42-4937-b69f-66c5522b40c5 HTTP/1.1" status: 204 len: 168 time: 1.5725713 Sep 29 23:13:56.799162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55810) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:56.801133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:56.853398 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1ef45a-265d-4821-a822-372c3781116c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] GET failed (client error): The resource could not be found. Sep 29 23:13:56.856302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2c1ef45a-265d-4821-a822-372c3781116c tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "GET /v2.0/ports/52a219ed-cd42-4937-b69f-66c5522b40c5 HTTP/1.1" status: 404 len: 333 time: 0.0558336 Sep 29 23:13:56.860421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55812) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:56.872128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'port': {'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1337404297'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:56.872128 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:56.955715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4603887a-e0b9-4439-a334-c9209444b4c7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4603887a-e0b9-4439-a334-c9209444b4c7,segment=NetworkSegment(0e4c3422-9336-487f-b123-113e43bba52b),segment_id=0e4c3422-9336-487f-b123-113e43bba52b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:56.976414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '4603887a-e0b9-4439-a334-c9209444b4c7', 'network_id': '5299c0b3-9945-454f-8f56-791169684b68', 'port_id': '4603887a-e0b9-4439-a334-c9209444b4c7', 'mac_address': 'fa:16:3e:25:70:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0555d4-9380-49e0-bceb-953bb581ebb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:13:56.983160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Network 359d21d4-b615-40c7-8882-16bffeac10b3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:56.987327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:57.005019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:57.022515 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:57.048484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4603887a-e0b9-4439-a334-c9209444b4c7 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:57.049034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1983be-7dd6-4d2c-8832-a76787e05089,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:57.077030 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4603887a-e0b9-4439-a334-c9209444b4c7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4603887a-e0b9-4439-a334-c9209444b4c7,segment=NetworkSegment(0e4c3422-9336-487f-b123-113e43bba52b),segment_id=0e4c3422-9336-487f-b123-113e43bba52b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:57.083203 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:57.101733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:57.182629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Made reservation on behalf of 7c80d4b6c1ed48d189c2179b04edd78a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:13:57.183581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=4603887a-e0b9-4439-a334-c9209444b4c7,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:57.199864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:57.271967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] device_id is not set on port 89384d4d-9e85-42c1-a50b-840898fb3768 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:13:57.275410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2035a-98dd-40c4-a6d1-2c5f5b0e12d4 req-52495763-92d9-4db7-9f73-af5979370039 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:57.277998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcb2035a-98dd-40c4-a6d1-2c5f5b0e12d4 req-52495763-92d9-4db7-9f73-af5979370039 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 945 time: 0.0722241 Sep 29 23:13:57.285082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['4603887a-e0b9-4439-a334-c9209444b4c7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:13:57.376269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcb2035a-98dd-40c4-a6d1-2c5f5b0e12d4 req-dcffb66f-05d6-471f-9798-34e7dcdedb0e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751336 Sep 29 23:13:57.444044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6177f92f-f459-4885-8ac1-18e8c50a346c None None] Provisioning complete for port cf1983be-7dd6-4d2c-8832-a76787e05089 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:57.444513 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6177f92f-f459-4885-8ac1-18e8c50a346c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:57.481948 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:57.507471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:13:57.545337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Allocated IP 2001:db8::4e (8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e/e3ee82cd-81b3-4e16-8424-b99e105646cf/89384d4d-9e85-42c1-a50b-840898fb3768) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:13:57.574363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 82520805-b5c8-498b-91fa-23b679161c9e up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:57.654724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf9c2e8-6987-415b-8502-0590b04908a9 req-106096da-e1f9-4a0a-a8d7-51dd579c0ae7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:57.660372 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6177f92f-f459-4885-8ac1-18e8c50a346c None None] Port cf1983be-7dd6-4d2c-8832-a76787e05089 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:57.668031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdf9c2e8-6987-415b-8502-0590b04908a9 req-106096da-e1f9-4a0a-a8d7-51dd579c0ae7 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 945 time: 0.1101406 Sep 29 23:13:57.730705 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:57.749552 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdf9c2e8-6987-415b-8502-0590b04908a9 req-04829364-4a12-400f-88e7-a450292ead3b tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756290 Sep 29 23:13:57.792147 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:57.840646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,segment=NetworkSegment(edfa7c3a-6ab6-4035-a538-e8c51b54b38a),segment_id=edfa7c3a-6ab6-4035-a538-e8c51b54b38a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:57.870423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:57.881197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d', 'network_id': 'c70bdcd8-5f51-4813-830e-3d60965461e0', 'port_id': '1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d', 'mac_address': 'fa:16:3e:7e:ba:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2c2831b-e705-4d25-b07e-72ba2dbdc7d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:13:57.885515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:57.889129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449f677-3e71-4274-8dfa-4ec9fe27c0ea req-dccb26df-0dd3-48aa-8598-32565a55f159 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:57.897568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c449f677-3e71-4274-8dfa-4ec9fe27c0ea req-dccb26df-0dd3-48aa-8598-32565a55f159 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 944 time: 0.0801771 Sep 29 23:13:57.899344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:13:57.910239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:57.910977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:57.918916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Port': ['ID=89384d4d-9e85-42c1-a50b-840898fb3768,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:57.951362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 82520805-b5c8-498b-91fa-23b679161c9e completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:13:57.976897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 82520805-b5c8-498b-91fa-23b679161c9e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:57.977629 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:57.985111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-676c5332-1c29-47b3-beac-156c5f1a70e4 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1214902 Sep 29 23:13:57.985800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55844) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:57.992392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8d3c05fd-78eb-4975-8750-4d7dc0685db0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:d0:00:a9'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:13:58.018316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c449f677-3e71-4274-8dfa-4ec9fe27c0ea req-60899749-bbca-412a-9dd5-d8188f3d867a tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121309 Sep 29 23:13:58.065564 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.102105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:13:58.110330 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d3c05fd-78eb-4975-8750-4d7dc0685db0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.168826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,segment=NetworkSegment(edfa7c3a-6ab6-4035-a538-e8c51b54b38a),segment_id=edfa7c3a-6ab6-4035-a538-e8c51b54b38a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:58.173275 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.186135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.230388 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.272288 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.337997 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.351872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:58.352090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1983be-7dd6-4d2c-8832-a76787e05089,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:58.424061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40716c7d-f92d-4abe-a2d0-3ffe1798fc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82520805-b5c8-498b-91fa-23b679161c9e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:13:58.433328 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aa38d7a-6ef1-4abd-91ee-6274c430502f" -d '{"events": [{"server_uuid": "40716c7d-f92d-4abe-a2d0-3ffe1798fc9c", "name": "network-vif-plugged", "status": "completed", "tag": "82520805-b5c8-498b-91fa-23b679161c9e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:13:58.466856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 82520805-b5c8-498b-91fa-23b679161c9e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=82520805-b5c8-498b-91fa-23b679161c9e,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:58.476649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f0212660-943a-4e26-b200-41441e3c466e None None] Provisioning complete for port 89384d4d-9e85-42c1-a50b-840898fb3768 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:58.477383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f0212660-943a-4e26-b200-41441e3c466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.480180 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.650294 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=82520805-b5c8-498b-91fa-23b679161c9e,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:58.656524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Network 359d21d4-b615-40c7-8882-16bffeac10b3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:13:58.657017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 75a45307-a4f1-4244-90ec-d76c00cb854d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:58.660163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:13:58.750129 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d3a972-7d09-4a24-9f92-be703ee6a472 x-openstack-request-id: req-c5d3a972-7d09-4a24-9f92-be703ee6a472 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:13:58.750423 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40716c7d-f92d-4abe-a2d0-3ffe1798fc9c", "name": "network-vif-plugged", "status": "completed", "tag": "82520805-b5c8-498b-91fa-23b679161c9e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:13:58.751295 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5d3a972-7d09-4a24-9f92-be703ee6a472 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:13:58.751295 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40716c7d-f92d-4abe-a2d0-3ffe1798fc9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82520805-b5c8-498b-91fa-23b679161c9e', 'code': 200} Sep 29 23:13:58.774448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4603887a-e0b9-4439-a334-c9209444b4c7 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:13:58.806737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28d543-523d-45c8-84a8-6499cc26217b req-daaf2b9a-8b3b-4511-9bb1-056c760df8f2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:58.819268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b28d543-523d-45c8-84a8-6499cc26217b req-daaf2b9a-8b3b-4511-9bb1-056c760df8f2 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 945 time: 0.1981933 Sep 29 23:13:58.844884 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d3c05fd-78eb-4975-8750-4d7dc0685db0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.847587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:13:58.851167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Router c2446b10-cb4e-4010-b74c-b1f3d17016f9 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:13:58.860212 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d3c05fd-78eb-4975-8750-4d7dc0685db0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.960309 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a90bb9-1a08-469e-9bbf-397b0ab73a0a req-bfa69e14-bd26-440c-b546-f1ddbb4a37b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:58.961903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 75a45307-a4f1-4244-90ec-d76c00cb854d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:58.962284 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:58.962866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65a90bb9-1a08-469e-9bbf-397b0ab73a0a req-bfa69e14-bd26-440c-b546-f1ddbb4a37b6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 1097 time: 0.2180510 Sep 29 23:13:58.972675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f0212660-943a-4e26-b200-41441e3c466e None None] Port 89384d4d-9e85-42c1-a50b-840898fb3768 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:59.027426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b28d543-523d-45c8-84a8-6499cc26217b req-87d31c71-be7b-4e40-b156-9797756ea81f tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068815 Sep 29 23:13:59.070765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65a90bb9-1a08-469e-9bbf-397b0ab73a0a req-e5f5fa50-2a8c-4044-bf58-7837fe24c449 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971336 Sep 29 23:13:59.088912 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 4603887a-e0b9-4439-a334-c9209444b4c7 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:13:59.109389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fe739-0aea-460b-820c-0cb43e63153d req-61aa17c7-864a-471a-ad63-dee5a1f2dc81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:59.110933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a7fe739-0aea-460b-820c-0cb43e63153d req-61aa17c7-864a-471a-ad63-dee5a1f2dc81 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 946 time: 0.2069988 Sep 29 23:13:59.131630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-52953ac3-248c-4a0b-8861-f6b8100c8ecb None None] Provisioning complete for port cf1983be-7dd6-4d2c-8832-a76787e05089 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:59.132319 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-52953ac3-248c-4a0b-8861-f6b8100c8ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:59.166727 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 4603887a-e0b9-4439-a334-c9209444b4c7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:59.167235 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:59.192876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-52953ac3-248c-4a0b-8861-f6b8100c8ecb None None] Port cf1983be-7dd6-4d2c-8832-a76787e05089 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:59.204428 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a7fe739-0aea-460b-820c-0cb43e63153d req-65b4aaa8-9d2b-4168-b01a-3ca04693e69f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864105 Sep 29 23:13:59.240835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5ba9b-b087-4a88-8e47-6fc68a7daae0 req-ec5b1ffd-0c4f-4c13-ab38-a1de68aa1bac tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:59.251128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebd5ba9b-b087-4a88-8e47-6fc68a7daae0 req-ec5b1ffd-0c4f-4c13-ab38-a1de68aa1bac tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 945 time: 0.0850513 Sep 29 23:13:59.325119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebd5ba9b-b087-4a88-8e47-6fc68a7daae0 req-6a361dd3-da43-4ee9-90a9-4da5a9c20c56 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730767 Sep 29 23:13:59.451211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c05fd-78eb-4975-8750-4d7dc0685db0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] In _notify_port_updated(), no bound segment for port 89384d4d-9e85-42c1-a50b-840898fb3768 on network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:13:59.459083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3c05fd-78eb-4975-8750-4d7dc0685db0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:59.459766 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8d3c05fd-78eb-4975-8750-4d7dc0685db0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:59.463967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55860) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:13:59.464131 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8d3c05fd-78eb-4975-8750-4d7dc0685db0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "PUT /v2.0/ports/89384d4d-9e85-42c1-a50b-840898fb3768 HTTP/1.1" status: 200 len: 1002 time: 1.4766750 Sep 29 23:13:59.519170 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:59.536245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c05fd-78eb-4975-8750-4d7dc0685db0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Port': ['ID=89384d4d-9e85-42c1-a50b-840898fb3768,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:59.540530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:13:59.547067 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2bf6fbaf-f826-4847-aab4-cbae8e5e6fb2 admin admin] 10.222.0.44 "PUT /v2.0/routers/c2446b10-cb4e-4010-b74c-b1f3d17016f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6999054 Sep 29 23:13:59.570043 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-3e8d08ef-3bb9-4c02-8a8b-8387e9b099b8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1291542 Sep 29 23:13:59.586104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Sync routers for ids ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:13:59.617344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4603887a-e0b9-4439-a334-c9209444b4c7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4603887a-e0b9-4439-a334-c9209444b4c7,segment=NetworkSegment(0e4c3422-9336-487f-b123-113e43bba52b),segment_id=0e4c3422-9336-487f-b123-113e43bba52b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:13:59.637932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Routers {'c2446b10-cb4e-4010-b74c-b1f3d17016f9'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:13:59.637932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:13:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:13:59.637932 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:59.662979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0aa4511f-6da5-4735-b28b-c0d897e517a7 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Deleting port 89384d4d-9e85-42c1-a50b-840898fb3768 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:13:59.668575 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0aa4511f-6da5-4735-b28b-c0d897e517a7 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:59.719517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-ecf75390-48b7-4dc8-ab20-dd5cb4cb40e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:59.724172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-ecf75390-48b7-4dc8-ab20-dd5cb4cb40e9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e9de222a2fd9492d9889436fc4aeacd6&device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 1097 time: 0.1037951 Sep 29 23:13:59.829621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=4603887a-e0b9-4439-a334-c9209444b4c7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:13:59.862975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-28eb7033-1007-4afa-8667-dac5dbad866f None None] Provisioning complete for port 89384d4d-9e85-42c1-a50b-840898fb3768 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:13:59.863608 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28eb7033-1007-4afa-8667-dac5dbad866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:59.898881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0aa4511f-6da5-4735-b28b-c0d897e517a7 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:13:59.921116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0aa4511f-6da5-4735-b28b-c0d897e517a7 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Calling delete_port for 89384d4d-9e85-42c1-a50b-840898fb3768 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:13:59.922206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-a2ffd570-f0da-48a5-adc1-7d1739ae6b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:13:59.923381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-28eb7033-1007-4afa-8667-dac5dbad866f None None] Port 89384d4d-9e85-42c1-a50b-840898fb3768 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:13:59.924619 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-a2ffd570-f0da-48a5-adc1-7d1739ae6b5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d HTTP/1.1" status: 200 len: 916 time: 0.1770775 Sep 29 23:13:59.972745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-8119d6ca-6ad5-4125-9de1-8d46f0ae3e5d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1c9037fd-78e6-47c7-850d-a75a163e1a32 HTTP/1.1" status: 200 len: 217 time: 0.0404992 Sep 29 23:14:00.029965 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Set router c2446b10-cb4e-4010-b74c-b1f3d17016f9 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:00.050483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-0c0c4923-4465-43ba-b671-2d63ce2ddd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:00.052040 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-0c0c4923-4465-43ba-b671-2d63ce2ddd03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fdf3b9c5-ae5f-4c65-9c4e-297ff5b7b9c7 HTTP/1.1" status: 200 len: 855 time: 0.0723515 Sep 29 23:14:00.121850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0aa4511f-6da5-4735-b28b-c0d897e517a7 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:00.141802 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-82e4d95f-5894-42eb-9272-787939bd0b34 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825751 Sep 29 23:14:00.193502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa4511f-6da5-4735-b28b-c0d897e517a7 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event deleted for resources: {'Port': ['ID=89384d4d-9e85-42c1-a50b-840898fb3768,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:00.274622 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0aa4511f-6da5-4735-b28b-c0d897e517a7 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:00.277342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0aa4511f-6da5-4735-b28b-c0d897e517a7 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "DELETE /v2.0/ports/89384d4d-9e85-42c1-a50b-840898fb3768 HTTP/1.1" status: 204 len: 168 time: 0.8122933 Sep 29 23:14:00.281181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55918) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:00.347697 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-959ae056-71f7-4f9a-80c7-d0ed93544a01 service neutron] 10.222.0.26 "GET /v2.0/networks/c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950448 Sep 29 23:14:00.348612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b67707-f6bc-4b2b-8c78-ee543d3b466b req-2ba68896-0924-4a71-89aa-6074a0a37d4f tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:00.354951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63b67707-f6bc-4b2b-8c78-ee543d3b466b req-2ba68896-0924-4a71-89aa-6074a0a37d4f tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 946 time: 0.1716466 Sep 29 23:14:00.359711 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-804fdc0e-3ddd-4025-a7a3-b63365937a04 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] GET failed (client error): The resource could not be found. Sep 29 23:14:00.365870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-804fdc0e-3ddd-4025-a7a3-b63365937a04 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "GET /v2.0/ports/89384d4d-9e85-42c1-a50b-840898fb3768 HTTP/1.1" status: 404 len: 333 time: 0.0842149 Sep 29 23:14:00.373346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55922) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:00.379923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'port': {'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1942232275'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:00.385862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:57Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'cf1983be-7dd6-4d2c-8832-a76787e05089', 'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'mac_address': 'fa:16:3e:46:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:56Z', 'updated_at': '2021-09-29T23:13:57Z', 'revision_number': 2, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'subnets': [{'id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:00.447565 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Checking router: c2446b10-cb4e-4010-b74c-b1f3d17016f9 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:14:00.447954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Updating router c2446b10-cb4e-4010-b74c-b1f3d17016f9 port cf1983be-7dd6-4d2c-8832-a76787e05089 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:14:00.532155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63b67707-f6bc-4b2b-8c78-ee543d3b466b req-46c00c74-1e59-45c4-8dc1-fa651fd62ef5 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690912 Sep 29 23:14:00.554751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f5696-c891-44e8-882b-1a7aa7040d48 req-9a40bc3f-1821-4546-828f-aeb0e29fea83 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:00.558621 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:00.585421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-579f5696-c891-44e8-882b-1a7aa7040d48 req-9a40bc3f-1821-4546-828f-aeb0e29fea83 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 946 time: 0.2280102 Sep 29 23:14:00.600341 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1cb1959b-21cc-49bd-98cc-48ade69ea144 req-cf4e71f8-6149-4c18-bd6d-6fa349760c3c service neutron] 10.222.0.26 "GET /v2.0/networks/c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414601 Sep 29 23:14:00.665344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Made reservation on behalf of 7c80d4b6c1ed48d189c2179b04edd78a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:00.669723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:00.683099 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-579f5696-c891-44e8-882b-1a7aa7040d48 req-12e1d5bd-ccfc-40a9-b23e-99bf8c8afde8 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964079 Sep 29 23:14:00.707821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] device_id is not set on port 122a1b9c-04d2-4e42-8883-5ff405d9b5bd yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:00.761211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b019a2-316d-4225-b0ca-e800bc2ccfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4603887a-e0b9-4439-a334-c9209444b4c7'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:14:00.765161 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c3d4be-6e4b-4960-9c4c-5d5b730fc497" -d '{"events": [{"server_uuid": "a0b019a2-316d-4225-b0ca-e800bc2ccfeb", "name": "network-vif-plugged", "status": "completed", "tag": "4603887a-e0b9-4439-a334-c9209444b4c7"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:14:00.776099 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8635406-7525-4fba-833a-6290737c3741 req-2d132c09-2429-4f2d-8728-ec6657ed35d9 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:00.787051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8635406-7525-4fba-833a-6290737c3741 req-2d132c09-2429-4f2d-8728-ec6657ed35d9 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 945 time: 0.0874615 Sep 29 23:14:00.859640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8635406-7525-4fba-833a-6290737c3741 req-7fd3152d-c42e-4065-a9bf-0e5d91242c0b tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712931 Sep 29 23:14:00.950484 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6daa42-401c-4a75-909f-ab4335e7f2da x-openstack-request-id: req-6f6daa42-401c-4a75-909f-ab4335e7f2da {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:14:00.950484 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b019a2-316d-4225-b0ca-e800bc2ccfeb", "name": "network-vif-plugged", "status": "completed", "tag": "4603887a-e0b9-4439-a334-c9209444b4c7", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:14:00.950484 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f6daa42-401c-4a75-909f-ab4335e7f2da {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:14:00.951173 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b019a2-316d-4225-b0ca-e800bc2ccfeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4603887a-e0b9-4439-a334-c9209444b4c7', 'code': 200} Sep 29 23:14:01.006479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Allocated IP 2001:db8::351 (8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e/e3ee82cd-81b3-4e16-8424-b99e105646cf/122a1b9c-04d2-4e42-8883-5ff405d9b5bd) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:01.205794 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:01.206550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e0988-f1ec-4b29-bba7-ea53936d8b02 req-c8afe78a-45bf-40f3-8697-de8a8d58689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:01.208604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f36e0988-f1ec-4b29-bba7-ea53936d8b02 req-c8afe78a-45bf-40f3-8697-de8a8d58689b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 1097 time: 0.1503510 Sep 29 23:14:01.224128 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:01.303637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ce338-4d68-49f9-9b2e-da85afe2fecf None None] Pushing event updated for resources: {'Port': ['ID=cf1983be-7dd6-4d2c-8832-a76787e05089,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:01.304907 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f36e0988-f1ec-4b29-bba7-ea53936d8b02 req-81f717c4-fad0-4543-85e5-6379918b201a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888793 Sep 29 23:14:01.351777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:01.438184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Attempting to bind port cf1983be-7dd6-4d2c-8832-a76787e05089 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:01.438412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Attempting to bind port cf1983be-7dd6-4d2c-8832-a76787e05089 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:01.438704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Attempting to bind port cf1983be-7dd6-4d2c-8832-a76787e05089 on network 359d21d4-b615-40c7-8882-16bffeac10b3 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:01.439997 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:01.445264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:01.445641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Checking segment: {'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:01.446135 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:01.446426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Bound using segment: {'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:01.446951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Bound port: cf1983be-7dd6-4d2c-8832-a76787e05089, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:01.447323 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:01.510027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:01.586459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] For port cf1983be-7dd6-4d2c-8832-a76787e05089, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:01.589262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Port': ['ID=122a1b9c-04d2-4e42-8883-5ff405d9b5bd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:01.604780 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] For port cf1983be-7dd6-4d2c-8832-a76787e05089, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cf1983be-7dd6-4d2c-8832-a76787e05089,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:01.613067 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:01.617290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:01.625883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:01.629911 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:14:01.630111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:01.643883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:01.644561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:01.667663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:01.668619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:01.700868 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-808d1026-b248-4ddc-bb2f-a5a59c0e5be0 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3253832 Sep 29 23:14:01.704025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55972) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:01.709537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'port': {'network_id': '8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-988708041'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:01.753352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091ce338-4d68-49f9-9b2e-da85afe2fecf None None] Pushing event updated for resources: {'Port': ['ID=cf1983be-7dd6-4d2c-8832-a76787e05089,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:01.756208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Routers {'c2446b10-cb4e-4010-b74c-b1f3d17016f9'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:01.757545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:13:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:01.812735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab4c9c2-ba16-4284-86ab-b8ded74d8a3a req-ffdf0bd9-aabd-4fbc-b1fd-ada4f619f44c tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:01.822459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cab4c9c2-ba16-4284-86ab-b8ded74d8a3a req-ffdf0bd9-aabd-4fbc-b1fd-ada4f619f44c tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 946 time: 0.1516385 Sep 29 23:14:01.832079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6fc6daaf-3f6f-4781-836e-70b97090c1d8 None None] Provisioning complete for port cf1983be-7dd6-4d2c-8832-a76787e05089 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:01.832720 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6fc6daaf-3f6f-4781-836e-70b97090c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:01.982497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cab4c9c2-ba16-4284-86ab-b8ded74d8a3a req-19020d74-9124-4098-8664-db1df1e43c64 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397822 Sep 29 23:14:02.025026 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6fc6daaf-3f6f-4781-836e-70b97090c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:02.028315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b558b-8ac0-4bc4-ab7d-f1033d82fae1 req-d0620999-31e4-485f-8207-278190e734ec tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:02.044196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-420b558b-8ac0-4bc4-ab7d-f1033d82fae1 req-d0620999-31e4-485f-8207-278190e734ec tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 946 time: 0.1839612 Sep 29 23:14:02.063776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Made reservation on behalf of 7c80d4b6c1ed48d189c2179b04edd78a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:02.076202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:02.098912 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:02.106180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] device_id is not set on port e94fc8f3-0478-4d57-8fd3-f3e4e652aaea yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:02.136863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-420b558b-8ac0-4bc4-ab7d-f1033d82fae1 req-79b008d8-bccc-4501-9a85-64f4750b6065 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917020 Sep 29 23:14:02.222896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6fc6daaf-3f6f-4781-836e-70b97090c1d8 None None] For port cf1983be-7dd6-4d2c-8832-a76787e05089, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cf1983be-7dd6-4d2c-8832-a76787e05089,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:02.243440 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6fc6daaf-3f6f-4781-836e-70b97090c1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:02.347133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,segment=NetworkSegment(edfa7c3a-6ab6-4035-a538-e8c51b54b38a),segment_id=edfa7c3a-6ab6-4035-a538-e8c51b54b38a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:02.361520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] Set router c2446b10-cb4e-4010-b74c-b1f3d17016f9 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:02.366547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d035f4b-d334-420b-811f-fff7e09cb3a7 req-fa6b34ae-2634-48fe-be62-ed60b50edcbe tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:02.368150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d035f4b-d334-420b-811f-fff7e09cb3a7 req-fa6b34ae-2634-48fe-be62-ed60b50edcbe tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 945 time: 0.1051970 Sep 29 23:14:02.458023 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:02.459938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d035f4b-d334-420b-811f-fff7e09cb3a7 req-6bafb8ef-3ac5-43a0-b109-8c0ea66b98bc tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833476 Sep 29 23:14:02.481196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Allocated IP 2001:db8::37e (8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e/e3ee82cd-81b3-4e16-8424-b99e105646cf/e94fc8f3-0478-4d57-8fd3-f3e4e652aaea) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:02.503086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-20102605-8514-4eb7-be07-29eee8a4d2bc None None] Provisioning complete for port 122a1b9c-04d2-4e42-8883-5ff405d9b5bd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:02.503659 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-20102605-8514-4eb7-be07-29eee8a4d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:02.622874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-20102605-8514-4eb7-be07-29eee8a4d2bc None None] Port 122a1b9c-04d2-4e42-8883-5ff405d9b5bd cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:02.639856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc6daaf-3f6f-4781-836e-70b97090c1d8 None None] Pushing event updated for resources: {'Port': ['ID=cf1983be-7dd6-4d2c-8832-a76787e05089,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:02.656948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d01a1-3200-4034-becb-fb394f7fe5ad req-2ddbc36e-2beb-4e89-9959-b1b17c38fa0c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:02.661568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-776d01a1-3200-4034-becb-fb394f7fe5ad req-2ddbc36e-2beb-4e89-9959-b1b17c38fa0c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 946 time: 0.0926759 Sep 29 23:14:02.682340 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:14:02.715038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:02.729564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-776d01a1-3200-4034-becb-fb394f7fe5ad req-fa42a3ad-2978-41b8-b5af-88f146da598f tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603302 Sep 29 23:14:02.734959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-20102605-8514-4eb7-be07-29eee8a4d2bc None None] Provisioning complete for port cf1983be-7dd6-4d2c-8832-a76787e05089 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:02.735763 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-20102605-8514-4eb7-be07-29eee8a4d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:02.785485 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:02.854276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:02.884553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:02.888257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:02.892207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:02.899581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:02.900317 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:02.947805 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2404110 Sep 29 23:14:02.950005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55998) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:02.953507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f571b-afc2-4f4a-8c27-6ef43648e1a2 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Port': ['ID=e94fc8f3-0478-4d57-8fd3-f3e4e652aaea,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:02.956421 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b92d37bc-a05f-415e-8693-48160b42c203 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ab', 'mac_address': 'fa:16:3e:d0:00:a9'}, {'ip_address': '2001:db8::351', 'mac_address': 'fa:16:3e:e1:57:63'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:02.980465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1141fc-6bcb-4f37-842f-6d7f108c790e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:14:02.982853 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808efccc-fdc7-4ab7-a9c1-17622e76615d" -d '{"events": [{"server_uuid": "9f1141fc-6bcb-4f37-842f-6d7f108c790e", "name": "network-vif-plugged", "status": "completed", "tag": "1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:14:03.413217 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1786f36d-eb08-49ef-9861-1a558d75a2a2 x-openstack-request-id: req-1786f36d-eb08-49ef-9861-1a558d75a2a2 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:14:03.413788 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1141fc-6bcb-4f37-842f-6d7f108c790e", "name": "network-vif-plugged", "status": "completed", "tag": "1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:14:03.414042 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1786f36d-eb08-49ef-9861-1a558d75a2a2 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:14:03.414328 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1141fc-6bcb-4f37-842f-6d7f108c790e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d', 'code': 200} Sep 29 23:14:03.442074 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ced91ee6-ffcf-4248-bade-a4d8b6fa8a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:03.452533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:57Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'cf1983be-7dd6-4d2c-8832-a76787e05089', 'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'mac_address': 'fa:16:3e:46:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:56Z', 'updated_at': '2021-09-29T23:14:01Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'subnets': [{'id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:03.482933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0f5103-5110-44fb-a077-814a0e5847e4 None None] The sync data for ids ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'] in n-d-811173-2 is: [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:57Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'cf1983be-7dd6-4d2c-8832-a76787e05089', 'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'mac_address': 'fa:16:3e:46:06:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:56Z', 'updated_at': '2021-09-29T23:14:01Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'subnets': [{'id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:14:03.501269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0ec9e-2316-4de8-b0de-4b524742b52f req-67ba2c36-31e2-4117-a57d-57d3eaccdff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:03.503222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0f0ec9e-2316-4de8-b0de-4b524742b52f req-67ba2c36-31e2-4117-a57d-57d3eaccdff7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 1097 time: 0.2608926 Sep 29 23:14:03.508198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b92d37bc-a05f-415e-8693-48160b42c203 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:03.555642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fa31e-180d-48ec-935c-147760ad288c req-e46e1785-7164-4a11-bdd1-02b50e64e320 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:03.567673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc1fa31e-180d-48ec-935c-147760ad288c req-e46e1785-7164-4a11-bdd1-02b50e64e320 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 946 time: 0.3413479 Sep 29 23:14:03.591277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d02dcddc-c11c-4d51-8795-7c5991a6f646 None None] Provisioning complete for port e94fc8f3-0478-4d57-8fd3-f3e4e652aaea triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:03.594147 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d02dcddc-c11c-4d51-8795-7c5991a6f646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:03.659526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d02dcddc-c11c-4d51-8795-7c5991a6f646 None None] Port e94fc8f3-0478-4d57-8fd3-f3e4e652aaea cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:03.741186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc1fa31e-180d-48ec-935c-147760ad288c req-ab391497-9c47-46a9-baf0-65583f8cb6d3 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719322 Sep 29 23:14:03.850554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0f0ec9e-2316-4de8-b0de-4b524742b52f req-c2e2fca8-c491-4609-a190-d0f771cd0b3b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734606 Sep 29 23:14:04.392281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db486116-8c90-4c59-8e21-56c9a4f80af6 req-bfa51f13-8004-4293-bc6a-817ad8b28cbe tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:04.393993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db486116-8c90-4c59-8e21-56c9a4f80af6 req-bfa51f13-8004-4293-bc6a-817ad8b28cbe tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 946 time: 0.7609148 Sep 29 23:14:04.448487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1f236-9388-4612-9bab-b23a94aa740f req-f8955646-e9c9-4ab7-8490-4622f480b20d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:04.450089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9dc1f236-9388-4612-9bab-b23a94aa740f req-f8955646-e9c9-4ab7-8490-4622f480b20d tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 946 time: 0.5985348 Sep 29 23:14:04.468630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cf1983be-7dd6-4d2c-8832-a76787e05089 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:04.527905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db486116-8c90-4c59-8e21-56c9a4f80af6 req-ccc627f5-1412-43b6-a0b6-6f3c73b37911 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181943 Sep 29 23:14:04.569697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port cf1983be-7dd6-4d2c-8832-a76787e05089 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:04.570089 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:04.638859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9dc1f236-9388-4612-9bab-b23a94aa740f req-d526979e-9717-4f3e-9262-7e43d0eedc3c tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591594 Sep 29 23:14:04.705533 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b92d37bc-a05f-415e-8693-48160b42c203 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:04.716454 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b92d37bc-a05f-415e-8693-48160b42c203 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:04.785545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d37bc-a05f-415e-8693-48160b42c203 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event updated for resources: {'Port': ['ID=e94fc8f3-0478-4d57-8fd3-f3e4e652aaea,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:04.796994 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b92d37bc-a05f-415e-8693-48160b42c203 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] In _notify_port_updated(), no bound segment for port e94fc8f3-0478-4d57-8fd3-f3e4e652aaea on network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:14:04.806290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92d37bc-a05f-415e-8693-48160b42c203 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:04.807234 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b92d37bc-a05f-415e-8693-48160b42c203 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:04.808913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b92d37bc-a05f-415e-8693-48160b42c203 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "PUT /v2.0/ports/e94fc8f3-0478-4d57-8fd3-f3e4e652aaea HTTP/1.1" status: 200 len: 1067 time: 1.8578172 Sep 29 23:14:04.812169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:04.928275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e340f691-ff56-4714-962f-abe1a8a8bb3d tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Deleting port e94fc8f3-0478-4d57-8fd3-f3e4e652aaea {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:04.928631 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e340f691-ff56-4714-962f-abe1a8a8bb3d tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:05.181019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01f487-8876-46e0-9a2a-4bd2c8aeb1cb req-4779f3e3-49ea-4564-bdf0-d2804b73d327 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:05.183027 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca01f487-8876-46e0-9a2a-4bd2c8aeb1cb req-4779f3e3-49ea-4564-bdf0-d2804b73d327 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 946 time: 0.1062028 Sep 29 23:14:05.217211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e340f691-ff56-4714-962f-abe1a8a8bb3d tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:05.259982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e340f691-ff56-4714-962f-abe1a8a8bb3d tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Calling delete_port for e94fc8f3-0478-4d57-8fd3-f3e4e652aaea owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:05.313311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1e0a114a-ba27-4cdd-aed5-0bbe45a36892 None None] Provisioning complete for port e94fc8f3-0478-4d57-8fd3-f3e4e652aaea triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:05.313948 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e0a114a-ba27-4cdd-aed5-0bbe45a36892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:05.400023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1e0a114a-ba27-4cdd-aed5-0bbe45a36892 None None] Port e94fc8f3-0478-4d57-8fd3-f3e4e652aaea cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:05.536773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca01f487-8876-46e0-9a2a-4bd2c8aeb1cb req-8a6ba62e-7ae3-4c57-9755-ff5af38ded17 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926793 Sep 29 23:14:05.650700 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e340f691-ff56-4714-962f-abe1a8a8bb3d tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:05.725751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e340f691-ff56-4714-962f-abe1a8a8bb3d tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event deleted for resources: {'Port': ['ID=e94fc8f3-0478-4d57-8fd3-f3e4e652aaea,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:05.873784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e7c24-5689-4eab-ab72-0ff2353480ab req-58de0cf4-be92-49a9-9001-90d1d0e512ac tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:05.876737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-886e7c24-5689-4eab-ab72-0ff2353480ab req-58de0cf4-be92-49a9-9001-90d1d0e512ac tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 946 time: 0.2179744 Sep 29 23:14:05.979020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-886e7c24-5689-4eab-ab72-0ff2353480ab req-7a700deb-61b2-4602-b998-d0ea4862be9d tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931375 Sep 29 23:14:06.090569 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e340f691-ff56-4714-962f-abe1a8a8bb3d tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:06.093428 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e340f691-ff56-4714-962f-abe1a8a8bb3d tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "DELETE /v2.0/ports/e94fc8f3-0478-4d57-8fd3-f3e4e652aaea HTTP/1.1" status: 204 len: 168 time: 1.2791979 Sep 29 23:14:06.095620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:06.125901 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-63808352-e024-4a9b-89a9-85208a8b5f49 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] GET failed (client error): The resource could not be found. Sep 29 23:14:06.128143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-63808352-e024-4a9b-89a9-85208a8b5f49 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "GET /v2.0/ports/e94fc8f3-0478-4d57-8fd3-f3e4e652aaea HTTP/1.1" status: 404 len: 333 time: 0.0307810 Sep 29 23:14:06.131108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56142) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:06.220866 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d41a638-2b4e-4f33-bb6d-12c5888059db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:06.286021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-883d7259-dd52-4a89-9cfc-4eadf2bc1275 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Deleting port 122a1b9c-04d2-4e42-8883-5ff405d9b5bd {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:06.286455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-883d7259-dd52-4a89-9cfc-4eadf2bc1275 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:06.417498 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-883d7259-dd52-4a89-9cfc-4eadf2bc1275 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:06.440457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-883d7259-dd52-4a89-9cfc-4eadf2bc1275 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Calling delete_port for 122a1b9c-04d2-4e42-8883-5ff405d9b5bd owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:06.455320 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:06.527283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0a77dd-84a9-4c53-ba47-2d381ace5fdc req-85734793-ad39-4dfc-ac37-d06a65dbb1bf tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:06.536075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a0a77dd-84a9-4c53-ba47-2d381ace5fdc req-85734793-ad39-4dfc-ac37-d06a65dbb1bf tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 946 time: 0.0855980 Sep 29 23:14:06.592467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a0a77dd-84a9-4c53-ba47-2d381ace5fdc req-7a0a681a-9861-42dd-b6c1-f1d8aaf79848 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553274 Sep 29 23:14:06.638728 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-883d7259-dd52-4a89-9cfc-4eadf2bc1275 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:06.676815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d7259-dd52-4a89-9cfc-4eadf2bc1275 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event deleted for resources: {'Port': ['ID=122a1b9c-04d2-4e42-8883-5ff405d9b5bd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:06.711707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044d14a-6bb2-4abd-ba68-3a1275518dfe req-47041c6f-9ccd-4bb9-a5b1-d6b4013d0293 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:06.723373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6044d14a-6bb2-4abd-ba68-3a1275518dfe req-47041c6f-9ccd-4bb9-a5b1-d6b4013d0293 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 946 time: 0.1021428 Sep 29 23:14:06.727971 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-883d7259-dd52-4a89-9cfc-4eadf2bc1275 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:06.730574 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-883d7259-dd52-4a89-9cfc-4eadf2bc1275 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "DELETE /v2.0/ports/122a1b9c-04d2-4e42-8883-5ff405d9b5bd HTTP/1.1" status: 204 len: 168 time: 0.5935314 Sep 29 23:14:06.734109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56156) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:06.780066 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bdf913-b186-49ef-a182-6ba7c860b59d tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] GET failed (client error): The resource could not be found. Sep 29 23:14:06.780066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-24bdf913-b186-49ef-a182-6ba7c860b59d tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "GET /v2.0/ports/122a1b9c-04d2-4e42-8883-5ff405d9b5bd HTTP/1.1" status: 404 len: 333 time: 0.0399172 Sep 29 23:14:06.786316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56160) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:06.818967 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6044d14a-6bb2-4abd-ba68-3a1275518dfe req-05df2763-0f28-450d-adc1-5094428f0cea tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939422 Sep 29 23:14:06.918340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3150c-5df0-4c36-b814-ab5f090d05da tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Deleting port 1bb3f5ad-6df2-4747-97b6-9a82a1688b66 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:06.918683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5c3150c-5df0-4c36-b814-ab5f090d05da tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:07.037315 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5c3150c-5df0-4c36-b814-ab5f090d05da tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:07.039393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-fb3505a3-2934-44fa-9e82-fa0a220cb536 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:07.041691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-fb3505a3-2934-44fa-9e82-fa0a220cb536 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 946 time: 0.0756178 Sep 29 23:14:07.051565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3150c-5df0-4c36-b814-ab5f090d05da tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Calling delete_port for 1bb3f5ad-6df2-4747-97b6-9a82a1688b66 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:07.219220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Deleting port 82520805-b5c8-498b-91fa-23b679161c9e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:07.219569 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:07.264313 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5c3150c-5df0-4c36-b814-ab5f090d05da tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:07.322239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3150c-5df0-4c36-b814-ab5f090d05da tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event deleted for resources: {'Port': ['ID=1bb3f5ad-6df2-4747-97b6-9a82a1688b66,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:07.326637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5c3150c-5df0-4c36-b814-ab5f090d05da tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:07.333214 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e5c3150c-5df0-4c36-b814-ab5f090d05da tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "DELETE /v2.0/ports/1bb3f5ad-6df2-4747-97b6-9a82a1688b66 HTTP/1.1" status: 204 len: 168 time: 0.5458097 Sep 29 23:14:07.333611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56168) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:07.395888 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:07.421639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff18809-c6d0-4b47-9582-13d3b40e04f8 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Deleting subnet e3ee82cd-81b3-4e16-8424-b99e105646cf {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:07.428747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cff18809-c6d0-4b47-9582-13d3b40e04f8 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:07.506605 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cff18809-c6d0-4b47-9582-13d3b40e04f8 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:07.553982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] For port 82520805-b5c8-498b-91fa-23b679161c9e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=82520805-b5c8-498b-91fa-23b679161c9e,segment=NetworkSegment(fb35b73e-0a7b-4db9-80b8-59ac7b55a412),segment_id=fb35b73e-0a7b-4db9-80b8-59ac7b55a412)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:07.554402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:07.573497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Calling delete_port for 82520805-b5c8-498b-91fa-23b679161c9e owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:07.762595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cff18809-c6d0-4b47-9582-13d3b40e04f8 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:07.851861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-eab95b42-5dc2-4d90-bca9-a8d9cbd677ad service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1549578 Sep 29 23:14:07.860480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6228aa-43f2-4d2a-839a-aef69525a2e3 req-6562b5a6-dab7-4ada-b4b5-1f9ed74e0bcc tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:07.862260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c6228aa-43f2-4d2a-839a-aef69525a2e3 req-6562b5a6-dab7-4ada-b4b5-1f9ed74e0bcc tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 946 time: 0.1882610 Sep 29 23:14:07.971169 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cff18809-c6d0-4b47-9582-13d3b40e04f8 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.028689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c6228aa-43f2-4d2a-839a-aef69525a2e3 req-9633fd1b-f43b-47d4-833d-b8716cd1f59e tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597722 Sep 29 23:14:08.046664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff18809-c6d0-4b47-9582-13d3b40e04f8 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ee82cd-81b3-4e16-8424-b99e105646cf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:08.058246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cff18809-c6d0-4b47-9582-13d3b40e04f8 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.073726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56178) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:08.074251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cff18809-c6d0-4b47-9582-13d3b40e04f8 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "DELETE /v2.0/subnets/e3ee82cd-81b3-4e16-8424-b99e105646cf HTTP/1.1" status: 204 len: 168 time: 0.7387524 Sep 29 23:14:08.081504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1846a62c-d293-4203-bfd6-b3c2ae555e51 None None] Network 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:08.127168 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ece9be4-9c8c-4e3b-971f-15f23c871aef req-01b126cf-2254-4bf4-a604-cea68c92c0a1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.154302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ece9be4-9c8c-4e3b-971f-15f23c871aef req-01b126cf-2254-4bf4-a604-cea68c92c0a1 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/ports?device_id=40716c7d-f92d-4abe-a2d0-3ffe1798fc9c HTTP/1.1" status: 200 len: 867 time: 0.1759903 Sep 29 23:14:08.157513 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.177625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354f886-64a4-4ef7-afd5-33840974e551 req-4f2eca56-5a43-4e96-a0ca-bbccaee73b1d tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.179210 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0354f886-64a4-4ef7-afd5-33840974e551 req-4f2eca56-5a43-4e96-a0ca-bbccaee73b1d tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 946 time: 0.1205249 Sep 29 23:14:08.215781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['82520805-b5c8-498b-91fa-23b679161c9e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:14:08.271070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Pushing event deleted for resources: {'Port': ['ID=82520805-b5c8-498b-91fa-23b679161c9e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:08.278319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-9ba57ee1-d4db-4260-b310-7655b186c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.278893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-9ba57ee1-d4db-4260-b310-7655b186c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.279388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-9ba57ee1-d4db-4260-b310-7655b186c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.279893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-9ba57ee1-d4db-4260-b310-7655b186c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.280494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-9ba57ee1-d4db-4260-b310-7655b186c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.280978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-9ba57ee1-d4db-4260-b310-7655b186c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.281462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-9ba57ee1-d4db-4260-b310-7655b186c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.283652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-9ba57ee1-d4db-4260-b310-7655b186c856 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6491 time: 0.3506413 Sep 29 23:14:08.312777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.398677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ece9be4-9c8c-4e3b-971f-15f23c871aef req-1beb69a9-e048-4c40-8a4f-a3b2d23d3dde tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.44 "GET /v2.0/security-groups?id=216ba938-4a64-45f4-9e32-c92b5ab66ab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071898 Sep 29 23:14:08.400096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] No DVR routers for this DVR port 82520805-b5c8-498b-91fa-23b679161c9e on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:14:08.415353 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.419212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eaa37b-fde4-4f08-8851-b16f3388e09e None None] DHCP port deletion for 8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:14:08.431726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] 10.222.0.42 "DELETE /v2.0/ports/82520805-b5c8-498b-91fa-23b679161c9e HTTP/1.1" status: 204 len: 173 time: 1.3836892 Sep 29 23:14:08.437289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40716c7d-f92d-4abe-a2d0-3ffe1798fc9c', 'name': 'network-vif-deleted', 'tag': '82520805-b5c8-498b-91fa-23b679161c9e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:14:08.442758 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e1e4f6-18b7-4b8b-adaa-c2b15f2953bb" -d '{"events": [{"server_uuid": "40716c7d-f92d-4abe-a2d0-3ffe1798fc9c", "name": "network-vif-deleted", "tag": "82520805-b5c8-498b-91fa-23b679161c9e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:14:08.475674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Deleting port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:08.477764 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.533631 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-83eaa37b-fde4-4f08-8851-b16f3388e09e None None] Deleting port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:08.534576 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-83eaa37b-fde4-4f08-8851-b16f3388e09e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.560118 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6da2bec-5f0e-4b4d-b003-47f0beeebc9a x-openstack-request-id: req-f6da2bec-5f0e-4b4d-b003-47f0beeebc9a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:14:08.561309 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40716c7d-f92d-4abe-a2d0-3ffe1798fc9c", "name": "network-vif-deleted", "tag": "82520805-b5c8-498b-91fa-23b679161c9e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:14:08.561734 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6da2bec-5f0e-4b4d-b003-47f0beeebc9a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:14:08.562314 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40716c7d-f92d-4abe-a2d0-3ffe1798fc9c', 'name': 'network-vif-deleted', 'tag': '82520805-b5c8-498b-91fa-23b679161c9e', 'status': 'completed', 'code': 200} Sep 29 23:14:08.569729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-ddf3b965-0c8e-41a0-bdc0-71f9976442da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.570423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-ddf3b965-0c8e-41a0-bdc0-71f9976442da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.571088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-ddf3b965-0c8e-41a0-bdc0-71f9976442da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.573815 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-ddf3b965-0c8e-41a0-bdc0-71f9976442da service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b74424c-10e9-4f4e-a3dd-06c770306b96&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=45dac77f-e141-4752-9668-b0f3ff4be7ab&id=45dac77f-e141-4752-9668-b0f3ff4be7ab HTTP/1.1" status: 200 len: 2293 time: 0.2479351 Sep 29 23:14:08.617143 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.663186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] For port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a4efe5d7-f9cc-442a-b62c-89a76a9a2c70,segment=NetworkSegment(33a6b8c3-cef5-4701-9f6f-68971ccd8383),segment_id=33a6b8c3-cef5-4701-9f6f-68971ccd8383)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:08.663577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.690095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Calling delete_port for a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:08.708077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-83eaa37b-fde4-4f08-8851-b16f3388e09e None None] For port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a4efe5d7-f9cc-442a-b62c-89a76a9a2c70,segment=NetworkSegment(33a6b8c3-cef5-4701-9f6f-68971ccd8383),segment_id=33a6b8c3-cef5-4701-9f6f-68971ccd8383)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:08.709634 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-83eaa37b-fde4-4f08-8851-b16f3388e09e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.737442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-83eaa37b-fde4-4f08-8851-b16f3388e09e None None] Calling delete_port for a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:08.747668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-3346061c-6f87-4ff0-97cb-84fdb7766cc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 HTTP/1.1" status: 200 len: 1001 time: 0.1638315 Sep 29 23:14:08.772957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0354f886-64a4-4ef7-afd5-33840974e551 req-54c8f1a0-3bc5-4757-87ba-f28dd5299b83 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Deleting port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:08.781226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0354f886-64a4-4ef7-afd5-33840974e551 req-54c8f1a0-3bc5-4757-87ba-f28dd5299b83 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.852490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-5fc19d8d-a5ac-48ac-a4b5-0030467ba4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:08.866729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-5fc19d8d-a5ac-48ac-a4b5-0030467ba4f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd256db6-7ec3-4bb4-b19f-b92c900e8afa HTTP/1.1" status: 200 len: 851 time: 0.1052620 Sep 29 23:14:08.908141 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-83eaa37b-fde4-4f08-8851-b16f3388e09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.910504 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.925443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0354f886-64a4-4ef7-afd5-33840974e551 req-54c8f1a0-3bc5-4757-87ba-f28dd5299b83 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] For port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,segment=NetworkSegment(edfa7c3a-6ab6-4035-a538-e8c51b54b38a),segment_id=edfa7c3a-6ab6-4035-a538-e8c51b54b38a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:08.926178 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0354f886-64a4-4ef7-afd5-33840974e551 req-54c8f1a0-3bc5-4757-87ba-f28dd5299b83 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:08.964223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0354f886-64a4-4ef7-afd5-33840974e551 req-54c8f1a0-3bc5-4757-87ba-f28dd5299b83 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Calling delete_port for 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:08.966487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] No DVR routers for this DVR port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:14:08.969147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event deleted for resources: {'Port': ['ID=a4efe5d7-f9cc-442a-b62c-89a76a9a2c70,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:08.971087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eaa37b-fde4-4f08-8851-b16f3388e09e None None] Pushing event deleted for resources: {'Port': ['ID=a4efe5d7-f9cc-442a-b62c-89a76a9a2c70,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:08.976971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eaa37b-fde4-4f08-8851-b16f3388e09e None None] No DVR routers for this DVR port a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:14:09.013292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-69da0c07-29ba-4170-a3e6-cf3f5657c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:09.019101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-69da0c07-29ba-4170-a3e6-cf3f5657c9a4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b74424c-10e9-4f4e-a3dd-06c770306b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1471233 Sep 29 23:14:09.146802 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:09.212487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:09.226907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a6b8c3-cef5-4701-9f6f-68971ccd8383') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:09.227172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a6b8c3-cef5-4701-9f6f-68971ccd8383') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:09.244545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:09.262814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:09.332743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:14:09.334882 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:09.338159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-b04335a9-31e5-4e63-b092-8ab6bff8082b service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126497 Sep 29 23:14:09.347400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be104b-82c4-45fd-8fde-7b945ca8e40f req-4bd4a5f2-24f3-4fe1-83d3-e856a46dc072 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:14:09.355582 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:14:09.357977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2be104b-82c4-45fd-8fde-7b945ca8e40f req-4bd4a5f2-24f3-4fe1-83d3-e856a46dc072 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/ports?device_id=9f1141fc-6bcb-4f37-842f-6d7f108c790e HTTP/1.1" status: 200 len: 946 time: 0.1559231 Sep 29 23:14:09.372656 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:09.442955 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0354f886-64a4-4ef7-afd5-33840974e551 req-54c8f1a0-3bc5-4757-87ba-f28dd5299b83 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:09.476600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:14:09.509076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2be104b-82c4-45fd-8fde-7b945ca8e40f req-3bb4aec9-ff6e-44dc-8147-ef7eb55cc224 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.44 "GET /v2.0/security-groups?id=203e92fb-a455-4e13-afe7-04af5324e2cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515589 Sep 29 23:14:09.606064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c8f1a0-3bc5-4757-87ba-f28dd5299b83 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Pushing event deleted for resources: {'Port': ['ID=1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:09.678521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-09e5c5fc-6703-465d-8c74-5bf581a78aea service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870634 Sep 29 23:14:09.721866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0354f886-64a4-4ef7-afd5-33840974e551 req-54c8f1a0-3bc5-4757-87ba-f28dd5299b83 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] No DVR routers for this DVR port 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:14:09.727102 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0354f886-64a4-4ef7-afd5-33840974e551 req-54c8f1a0-3bc5-4757-87ba-f28dd5299b83 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:09.733884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0354f886-64a4-4ef7-afd5-33840974e551 req-54c8f1a0-3bc5-4757-87ba-f28dd5299b83 tempest-InstanceActionsNegativeTestJSON-2057880045 tempest-InstanceActionsNegativeTestJSON-2057880045-project] 10.222.0.42 "DELETE /v2.0/ports/1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d HTTP/1.1" status: 204 len: 173 time: 1.4737651 Sep 29 23:14:09.752331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1141fc-6bcb-4f37-842f-6d7f108c790e', 'name': 'network-vif-deleted', 'tag': '1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:14:09.755734 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe5ce7c-0e52-44e4-a0db-5191063ec574" -d '{"events": [{"server_uuid": "9f1141fc-6bcb-4f37-842f-6d7f108c790e", "name": "network-vif-deleted", "tag": "1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:14:09.760174 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:09.770580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:09.772491 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] 10.222.0.44 "DELETE /v2.0/networks/8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e HTTP/1.1" status: 204 len: 168 time: 1.6968844 Sep 29 23:14:09.798034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-b63effa3-e727-4bb6-b947-5e8fea2e6984 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=a7b49fd9-f81c-4c3b-aadc-600eada00c6f HTTP/1.1" status: 200 len: 217 time: 0.1164184 Sep 29 23:14:09.848442 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7b22a6-b2cb-4c08-820c-6e8cc9e49f2d x-openstack-request-id: req-1d7b22a6-b2cb-4c08-820c-6e8cc9e49f2d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:14:09.848751 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1141fc-6bcb-4f37-842f-6d7f108c790e", "name": "network-vif-deleted", "tag": "1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:14:09.849014 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d7b22a6-b2cb-4c08-820c-6e8cc9e49f2d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:14:09.849441 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f1141fc-6bcb-4f37-842f-6d7f108c790e', 'name': 'network-vif-deleted', 'tag': '1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d', 'status': 'completed', 'code': 200} Sep 29 23:14:09.850675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4dc212-9588-4f9b-b660-be3862ba36b5 tempest-AllowedAddressPairIpV6TestJSON-396644641 tempest-AllowedAddressPairIpV6TestJSON-396644641-project] Pushing event deleted for resources: {'Network': ['ID=8b0b92aa-914f-4f4b-9f84-9d18efbc3d8e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:09.916204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-05c2ef14-4e6c-43cd-bd5a-6e5d08e7170f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:09.917712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-05c2ef14-4e6c-43cd-bd5a-6e5d08e7170f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.0959313 Sep 29 23:14:10.032956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-075690b2-81c0-4541-a0cd-504a2a8e1212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:10.034488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-075690b2-81c0-4541-a0cd-504a2a8e1212 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1076710 Sep 29 23:14:10.238889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56236) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:10.268061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-296ca0f1-4cfa-4779-b86c-04521f17e958 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243874 Sep 29 23:14:10.502090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:14:10.550732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:14:10.551527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a4efe5d7-f9cc-442a-b62c-89a76a9a2c70 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:14:10.679113 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-008f0b42-8662-41d1-870e-28c4935760a1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c80d4b6c1ed48d189c2179b04edd78a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278593 Sep 29 23:14:10.680086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56252) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:10.753378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56254) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:10.869688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d81526a8-5f33-4332-8224-c2b69f8c3344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:10.878324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-8170a2d6-478c-46c7-9bad-542db4c891af admin admin] Deleting subnet a2c2831b-e705-4d25-b07e-72ba2dbdc7d7 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:10.905851 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8170a2d6-478c-46c7-9bad-542db4c891af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:10.989426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8170a2d6-478c-46c7-9bad-542db4c891af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.014215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-df1a0c9e-ba83-4963-9375-0a54724b2e3a service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7391465 Sep 29 23:14:11.043764 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8170a2d6-478c-46c7-9bad-542db4c891af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.107234 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8170a2d6-478c-46c7-9bad-542db4c891af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.113026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-42d2b52e-2aac-4d27-8e3c-81667d17028d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=7bdcf412-b83d-4b24-aeef-88ec4acc88dd HTTP/1.1" status: 200 len: 217 time: 0.0882862 Sep 29 23:14:11.128881 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d81526a8-5f33-4332-8224-c2b69f8c3344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.130573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8170a2d6-478c-46c7-9bad-542db4c891af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.133016 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8170a2d6-478c-46c7-9bad-542db4c891af admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a2c2831b-e705-4d25-b07e-72ba2dbdc7d7 HTTP/1.1" status: 204 len: 168 time: 0.3786905 Sep 29 23:14:11.137386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56258) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:11.160968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8170a2d6-478c-46c7-9bad-542db4c891af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2c2831b-e705-4d25-b07e-72ba2dbdc7d7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:11.229288 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d81526a8-5f33-4332-8224-c2b69f8c3344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.232362 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d81526a8-5f33-4332-8224-c2b69f8c3344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.234321 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d81526a8-5f33-4332-8224-c2b69f8c3344 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f495bf9-6774-4388-b66a-8ad87e0bb068 HTTP/1.1" status: 204 len: 168 time: 0.5532858 Sep 29 23:14:11.245669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81526a8-5f33-4332-8224-c2b69f8c3344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f495bf9-6774-4388-b66a-8ad87e0bb068,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:11.313875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.326127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-cfda2485-089d-4a0f-9aca-b3de62d9f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:11.329772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-cfda2485-089d-4a0f-9aca-b3de62d9f92e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.2111437 Sep 29 23:14:11.426649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-2f714edd-01be-48a1-ac19-c32d6f63a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:11.428420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-2f714edd-01be-48a1-ac19-c32d6f63a24a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0902481 Sep 29 23:14:11.483046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.529317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70bdcd8-5f51-4813-830e-3d60965461e0']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:11.539915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:14:11.594368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:14:11.594579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1e9dbb4c-a7bf-4b91-bb19-9a4b9c87419d not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:14:11.595005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 82520805-b5c8-498b-91fa-23b679161c9e no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:14:11.626762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edfa7c3a-6ab6-4035-a538-e8c51b54b38a') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:11.627080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edfa7c3a-6ab6-4035-a538-e8c51b54b38a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:11.641325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 82520805-b5c8-498b-91fa-23b679161c9e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:14:11.641690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 82520805-b5c8-498b-91fa-23b679161c9e not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:14:11.653727 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.681530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.698021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-6dd0d168-4e2c-4c3e-9c19-1fee220b3ab6 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601626 Sep 29 23:14:11.699285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:14:11.699672 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:14:11.702019 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:14:11.865724 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.876961 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:11.881990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c70bdcd8-5f51-4813-830e-3d60965461e0 HTTP/1.1" status: 204 len: 168 time: 0.7428253 Sep 29 23:14:11.908824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482148dc-6fc8-4b12-bd38-fbf514e52b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70bdcd8-5f51-4813-830e-3d60965461e0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:11.965114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-19f3f096-f6b0-49b5-b433-9d53dc87d967 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496364 Sep 29 23:14:12.089017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-fd5e459a-26e2-4119-bcb7-80d2e6875009 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6ecbb290-d45b-4768-9b6e-a735ae2acfad HTTP/1.1" status: 200 len: 217 time: 0.1156242 Sep 29 23:14:12.126069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56290) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:12.196124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-46674e3f-c5a3-4bd4-8013-65a1a6fbc0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:12.197823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-46674e3f-c5a3-4bd4-8013-65a1a6fbc0be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.1006217 Sep 29 23:14:12.219998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56294) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:12.220842 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9785d91c-40ec-4906-8a36-c59922beffe5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9c35993ada06424e99b67200c522dddb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919819 Sep 29 23:14:12.342275 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81228a99-7dc0-4077-b54f-d63fff3c21af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:12.357427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-b76e8462-c9b2-4ee1-a551-f1fef6f963ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:12.359218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-b76e8462-c9b2-4ee1-a551-f1fef6f963ed service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1536951 Sep 29 23:14:12.517809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-9f142c35-6256-4840-a0ed-f90d9a0a35c5 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508780 Sep 29 23:14:12.523310 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81228a99-7dc0-4077-b54f-d63fff3c21af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:12.642586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-24881134-3bf0-4def-a769-5670dcf519d4 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162961 Sep 29 23:14:12.699137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-e1d9aeb1-238c-459f-af51-673d48a637c0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=244b4c00-897b-44d4-9e7d-9922c131482f HTTP/1.1" status: 200 len: 217 time: 0.0491691 Sep 29 23:14:12.745815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56306) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:12.774391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-06b79d4b-7636-41be-af58-c5abc6f67130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:12.775940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-06b79d4b-7636-41be-af58-c5abc6f67130 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.0667269 Sep 29 23:14:12.864767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81228a99-7dc0-4077-b54f-d63fff3c21af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:12.875631 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81228a99-7dc0-4077-b54f-d63fff3c21af admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:12.882167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-81228a99-7dc0-4077-b54f-d63fff3c21af admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/203e92fb-a455-4e13-afe7-04af5324e2cd HTTP/1.1" status: 204 len: 168 time: 0.6625021 Sep 29 23:14:12.905027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81228a99-7dc0-4077-b54f-d63fff3c21af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e92fb-a455-4e13-afe7-04af5324e2cd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:12.941027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-3969cd1a-c9fc-4212-8105-5467a565235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:12.942455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-3969cd1a-c9fc-4212-8105-5467a565235d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1570954 Sep 29 23:14:13.075703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-756859533'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:13.152838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:13.159816 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:13.182516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:13.207408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-aeb01c8c-c8bb-42fc-aede-3df58920db1f service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560256 Sep 29 23:14:13.353782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-ffb29847-d133-42b1-b5da-eebffb9035cd service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339083 Sep 29 23:14:13.383344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:13.388769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:13.402549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:14:13.411586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-d66de48e-50f1-4bde-9699-937d345b2a33 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4 HTTP/1.1" status: 200 len: 217 time: 0.0506914 Sep 29 23:14:13.415492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:13.415896 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Added segment 702ceff8-b604-4c0c-9462-485bc4e2f7a3 of type vlan for network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 Sep 29 23:14:13.454163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac31aaf-e924-4234-8220-e0f40fc5cec6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:13.503436 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-d0599232-920f-4f69-96cb-b176aec1e056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:13.506735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-d0599232-920f-4f69-96cb-b176aec1e056 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.0854540 Sep 29 23:14:13.602024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:13.614630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-af3645d7-4a4e-4b3a-b818-0a4c51aafe5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:13.617461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-af3645d7-4a4e-4b3a-b818-0a4c51aafe5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1010981 Sep 29 23:14:13.677961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:13.700486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:13.703725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:13.788777 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0410852 Sep 29 23:14:13.791479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56334) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:13.833506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:13.833839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-5c83657c-9791-4253-bd5e-70ef659dbda3 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077501 Sep 29 23:14:13.928524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb2e6c2-24c7-4524-8a11-ea50997a3662 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Network': ['ID=de6921b6-8a60-4dd7-ac2c-ee9b060f46f7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:13.941287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:14:13.999773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-bee6d80c-9f4a-45d1-a1c5-6158f262c7ed service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568666 Sep 29 23:14:14.173406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:14.177438 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:14.191381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-8f11381b-c2e4-4e4c-b766-7bd73a2931f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=721bf317-8394-4798-814b-818df569f8e4 HTTP/1.1" status: 200 len: 217 time: 0.1848969 Sep 29 23:14:14.361746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-c3f1032f-4626-4930-b8c5-38fb4dc27a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:14.362730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-c3f1032f-4626-4930-b8c5-38fb4dc27a94 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.1618900 Sep 29 23:14:14.462689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-5af75fb4-334b-431e-8cf1-e239112d6b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:14.466120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-5af75fb4-334b-431e-8cf1-e239112d6b29 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0942481 Sep 29 23:14:14.607721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:14.764153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=e4fac8b2-75e9-4eac-bd07-f9a6826112b6,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:14.766923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-6777b044-b450-4dbe-af20-98c3c44a238a service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910800 Sep 29 23:14:14.767900 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:14.768274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network hostable DHCP agents. Network: de6921b6-8a60-4dd7-ac2c-ee9b060f46f7, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.802801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:14.806770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56372) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:14.845839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:14:14.867685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, de6921b6-8a60-4dd7-ac2c-ee9b060f46f7) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:14.872514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:14.873126 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:14.878646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6bf026-63b5-4f53-832b-937603fbb0cb None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:14.929868 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-66070368-1626-4a35-bc97-14400469cdbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1283770 Sep 29 23:14:14.930115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56380) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:14.935109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'name': 'tempest-NetworksTestDHCPv6-1334591587'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:14.974857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6691d79-e2a9-4bc3-8db7-decaf32fe813 req-1f869a52-4a90-4337-9cca-b24850aa3e8a service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990466 Sep 29 23:14:15.011810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:15.121158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-921471111-network', 'tenant_id': '62bcf4cab4364b038f970d284171d03a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:15.215114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f061048-d5b6-46d8-80de-61b2b669f269 admin admin] Deleting subnet 3cb694ab-b5bc-48f3-8d21-311e38ce4502 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:15.221492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f061048-d5b6-46d8-80de-61b2b669f269 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:15.246507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': 'e4fac8b2-75e9-4eac-bd07-f9a6826112b6'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:14:15.248319 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:15.320943 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f061048-d5b6-46d8-80de-61b2b669f269 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:15.462911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Made reservation on behalf of 62bcf4cab4364b038f970d284171d03a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:15.472250 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:15.489567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:15.494666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f061048-d5b6-46d8-80de-61b2b669f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:15.494980 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:15.506905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:15.542051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 404b1f58-f09d-4cd1-a665-807cc09b798d yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:15.666625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/e4fac8b2-75e9-4eac-bd07-f9a6826112b6/7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:15.764036 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f061048-d5b6-46d8-80de-61b2b669f269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:15.834308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56406) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:15.862918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f061048-d5b6-46d8-80de-61b2b669f269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:15.865639 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5f061048-d5b6-46d8-80de-61b2b669f269 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3cb694ab-b5bc-48f3-8d21-311e38ce4502 HTTP/1.1" status: 204 len: 168 time: 0.8523369 Sep 29 23:14:15.866735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f061048-d5b6-46d8-80de-61b2b669f269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb694ab-b5bc-48f3-8d21-311e38ce4502,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:15.868053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56410) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:16.004458 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.033365 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.069930 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.081707 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.085644 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.123085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:14:16.136369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00eae7b-2824-47b8-bb7c-2d24941f3823,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:16.144338 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.144692 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Added segment d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91 of type vlan for network 80bbd6fe-5382-44cf-812b-242c2203ac98 Sep 29 23:14:16.183536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:16.188715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:16.200734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:16.223743 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.256933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8de90c50-5d43-43ba-8002-7c2b70fe6beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.273069 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.275625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:16.276489 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.296404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Pushing event updated for resources: {'Port': ['ID=7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:16.346365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5257139 Sep 29 23:14:16.354609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56416) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:16.384380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Attempting to bind port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:16.385575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Attempting to bind port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:16.386210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Attempting to bind port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:16.417558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:16.418179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:16.419431 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.421688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:16.422956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Bound port: 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:16.426241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Request body: {'subnet': {'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-921471111-subnet', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:16.426886 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.431243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43294f54-2a22-449e-a460-1c978e9b803c admin admin] Pushing event updated for resources: {'Network': ['ID=80bbd6fe-5382-44cf-812b-242c2203ac98,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:16.448724 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.461005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::34e (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/e4fac8b2-75e9-4eac-bd07-f9a6826112b6/404b1f58-f09d-4cd1-a665-807cc09b798d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:16.471257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 80bbd6fe-5382-44cf-812b-242c2203ac98 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:14:16.547446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c227357a-4298-494d-bd97-035dcbd0097b']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:16.573995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:16.574326 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb35b73e-0a7b-4db9-80b8-59ac7b55a412') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:16.616517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.660471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.689557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:14:16.690001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:14:16.691886 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:14:16.718084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] For port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:16.723821 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] For port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:16.731502 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.831376 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.836676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd8c30-ca17-4f62-b2d9-b08acff33def None None] Pushing event updated for resources: {'Port': ['ID=7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:16.862854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.866739 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] 10.222.0.44 "DELETE /v2.0/networks/c227357a-4298-494d-bd97-035dcbd0097b HTTP/1.1" status: 204 len: 168 time: 0.9973021 Sep 29 23:14:16.886918 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8de90c50-5d43-43ba-8002-7c2b70fe6beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.896469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a737fa-b7dd-4be4-8a5d-9ed8cee1daff admin admin] Pushing event deleted for resources: {'Network': ['ID=c227357a-4298-494d-bd97-035dcbd0097b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:16.915445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8de90c50-5d43-43ba-8002-7c2b70fe6beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.929137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Made reservation on behalf of 62bcf4cab4364b038f970d284171d03a for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:16.935120 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:16.999567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de90c50-5d43-43ba-8002-7c2b70fe6beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f4f982-24a6-426f-87e0-3b20b6cb0ad7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:17.047861 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.056400 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8de90c50-5d43-43ba-8002-7c2b70fe6beb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a97c6f5b34bf48d7b7eeb4748b78d46a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2202685 Sep 29 23:14:17.058786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56424) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:17.127618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56426) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:17.185607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94c1ff4b-1e0c-469e-97d9-5752c8f54e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.189306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.298260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7e64aeae-08d0-483b-9d9a-a244ebd3e397 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d9b8b7d059d34856b6abdd78fc12002f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657414 Sep 29 23:14:17.303305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56430) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:17.352763 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94c1ff4b-1e0c-469e-97d9-5752c8f54e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.427051 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a558394a-6ef5-4fb0-966c-d29a3682da48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.434048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:17.454351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:17.455177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a558394a-6ef5-4fb0-966c-d29a3682da48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.457970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:17.464639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:17.466824 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.475573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=404b1f58-f09d-4cd1-a665-807cc09b798d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:17.503600 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2d3df269-430c-4814-ae48-1a9f46c45a0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5707886 Sep 29 23:14:17.504703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56434) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:17.532420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a558394a-6ef5-4fb0-966c-d29a3682da48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.535246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a558394a-6ef5-4fb0-966c-d29a3682da48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.536797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a558394a-6ef5-4fb0-966c-d29a3682da48 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/216ba938-4a64-45f4-9e32-c92b5ab66ab1 HTTP/1.1" status: 204 len: 168 time: 0.2321897 Sep 29 23:14:17.589560 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94c1ff4b-1e0c-469e-97d9-5752c8f54e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.592938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94c1ff4b-1e0c-469e-97d9-5752c8f54e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.594693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558394a-6ef5-4fb0-966c-d29a3682da48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216ba938-4a64-45f4-9e32-c92b5ab66ab1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:17.600847 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-94c1ff4b-1e0c-469e-97d9-5752c8f54e87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/69f4f982-24a6-426f-87e0-3b20b6cb0ad7 HTTP/1.1" status: 204 len: 168 time: 0.5407765 Sep 29 23:14:17.622803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.633076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1ff4b-1e0c-469e-97d9-5752c8f54e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f4f982-24a6-426f-87e0-3b20b6cb0ad7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:17.700020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f737c-6c53-4632-934b-8b264de05910 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:17.710505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f737c-6c53-4632-934b-8b264de05910 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:17.712476 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ef6f737c-6c53-4632-934b-8b264de05910 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2057915 Sep 29 23:14:17.718313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56442) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:17.833959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:17.866774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Checking segment: {'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:17.867538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Network hostable DHCP agents. Network: 80bbd6fe-5382-44cf-812b-242c2203ac98, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:14:17.949937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Network 80bbd6fe-5382-44cf-812b-242c2203ac98 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:14:17.979651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 80bbd6fe-5382-44cf-812b-242c2203ac98) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:17.987735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:17.988207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:17.994792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980be3bb-2a49-4744-ab8f-fbdc4f88e0e8 None None] Network 80bbd6fe-5382-44cf-812b-242c2203ac98 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:18.018411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9feba93f-c144-41b4-a24c-d81a1e9b487c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 404b1f58-f09d-4cd1-a665-807cc09b798d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:18.018706 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9feba93f-c144-41b4-a24c-d81a1e9b487c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:18.026040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56450) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:18.026981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a6e04c91-5748-42aa-91d5-fc010c8aebca admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6702647 Sep 29 23:14:18.035481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-921471111-router', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:18.101987 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:18.103717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:18.226247 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9feba93f-c144-41b4-a24c-d81a1e9b487c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:18.263008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9feba93f-c144-41b4-a24c-d81a1e9b487c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 404b1f58-f09d-4cd1-a665-807cc09b798d owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:18.369982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6538bdc-5731-4500-b685-147e0cf8f612 None None] Network 80bbd6fe-5382-44cf-812b-242c2203ac98 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:18.592347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:18.692111 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9feba93f-c144-41b4-a24c-d81a1e9b487c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:18.716048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb2f320-1b83-4c55-b2b9-1a2ca1e85c25 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:18.747911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feba93f-c144-41b4-a24c-d81a1e9b487c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=404b1f58-f09d-4cd1-a665-807cc09b798d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:18.797640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9feba93f-c144-41b4-a24c-d81a1e9b487c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:18.800575 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9feba93f-c144-41b4-a24c-d81a1e9b487c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/404b1f58-f09d-4cd1-a665-807cc09b798d HTTP/1.1" status: 204 len: 168 time: 1.0806706 Sep 29 23:14:18.802919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56474) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:18.995755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92086983-9c73-47c9-9e2f-ff069d990326 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:19.013016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92086983-9c73-47c9-9e2f-ff069d990326 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:19.017644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-92086983-9c73-47c9-9e2f-ff069d990326 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2102048 Sep 29 23:14:19.029242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56488) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:19.057325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:19.057913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.059335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fc5707c3-7077-4fca-b1ad-da839eb8b3f0 None None] Provisioning complete for port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:19.060273 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc5707c3-7077-4fca-b1ad-da839eb8b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.175607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.215321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d80503-4713-4680-a12d-df58e79fe30f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet e4fac8b2-75e9-4eac-bd07-f9a6826112b6 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:19.220846 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-50d80503-4713-4680-a12d-df58e79fe30f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.279331 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-50d80503-4713-4680-a12d-df58e79fe30f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.342092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56496) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:19.369929 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc5707c3-7077-4fca-b1ad-da839eb8b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.416357 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.432281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-50d80503-4713-4680-a12d-df58e79fe30f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.545837 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-50d80503-4713-4680-a12d-df58e79fe30f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.602671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d80503-4713-4680-a12d-df58e79fe30f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=e4fac8b2-75e9-4eac-bd07-f9a6826112b6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:19.617098 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-50d80503-4713-4680-a12d-df58e79fe30f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.628739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-50d80503-4713-4680-a12d-df58e79fe30f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/e4fac8b2-75e9-4eac-bd07-f9a6826112b6 HTTP/1.1" status: 204 len: 168 time: 0.5889120 Sep 29 23:14:19.630244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56508) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:19.655977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.722020 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-fc5707c3-7077-4fca-b1ad-da839eb8b3f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:14:19.723027 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-fc5707c3-7077-4fca-b1ad-da839eb8b3f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:14:19.747391 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:14:19.748056 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:14:19.788974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-eab5fd0e-125b-4bd0-90ba-5e2a88d24739 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1574941 Sep 29 23:14:19.795784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-492192975-network', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:19.800458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56512) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:19.807344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-336b818c-b3f2-42ca-be96-414ea1676b31 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:19.945081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f501a739-cf12-4f38-9254-d37cb2c0b780 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:19.946994 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Made reservation on behalf of 86bdc4515d6a4d0b846bbc7c3354ced6 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:19.964919 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:19.989036 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.029485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336b818c-b3f2-42ca-be96-414ea1676b31 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:20.036710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-336b818c-b3f2-42ca-be96-414ea1676b31 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.089101 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.096181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.148154 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.231876 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.245487 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.286018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfacee3b-7535-4ac1-9166-57ccce198659 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:14:20.330606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:14:20.345661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:20.355385 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.355744 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Added segment 564eced6-6448-44e1-b3d5-44b84eb914f8 of type vlan for network ee5d94c1-3e5a-467b-89c5-206c2f04d49f Sep 29 23:14:20.417151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.429076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Allocated IP 172.25.4.14 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/03362b00-d852-460f-9698-ade20fc196f7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:20.448292 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc5707c3-7077-4fca-b1ad-da839eb8b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.494170 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.495127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:20.495719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.503973 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.567575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fc5707c3-7077-4fca-b1ad-da839eb8b3f0 None None] For port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:20.581897 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc5707c3-7077-4fca-b1ad-da839eb8b3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.589140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-dfacee3b-7535-4ac1-9166-57ccce198659 None None] Deleting port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:20.589516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfacee3b-7535-4ac1-9166-57ccce198659 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.638724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2917738 Sep 29 23:14:20.638724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff65e0-4b8a-4ad3-9488-6faa2bbcecb1 admin admin] Pushing event updated for resources: {'Network': ['ID=ee5d94c1-3e5a-467b-89c5-206c2f04d49f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:20.639207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56524) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:20.642454 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-336b818c-b3f2-42ca-be96-414ea1676b31 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.658598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Request body: {'subnet': {'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-492192975-subnet', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:20.683046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:14:20.728311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336b818c-b3f2-42ca-be96-414ea1676b31 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=f7e708f8-12fb-4315-a477-124ce569d3ac,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:20.737827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336b818c-b3f2-42ca-be96-414ea1676b31 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:20.739605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-336b818c-b3f2-42ca-be96-414ea1676b31 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:20.743093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336b818c-b3f2-42ca-be96-414ea1676b31 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:20.743932 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-336b818c-b3f2-42ca-be96-414ea1676b31 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.766115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Made reservation on behalf of 86bdc4515d6a4d0b846bbc7c3354ced6 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:20.772198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-336b818c-b3f2-42ca-be96-414ea1676b31 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9703214 Sep 29 23:14:20.775782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56526) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:20.780465 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.801236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'name': 'tempest-NetworksTestDHCPv6-839951953'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:20.866605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:20.988521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:20.995550 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.026433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 2bbe86d6-868c-41da-8c05-8d4d50da906e yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:21.065376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dfacee3b-7535-4ac1-9166-57ccce198659 None None] For port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:21.065697 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfacee3b-7535-4ac1-9166-57ccce198659 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.111293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.166324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Pushing event updated for resources: {'Port': ['ID=03362b00-d852-460f-9698-ade20fc196f7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:21.173295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.193294 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:14:21.193859 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:14:21.215532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:21.224491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:21.226350 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::21 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/f7e708f8-12fb-4315-a477-124ce569d3ac/2bbe86d6-868c-41da-8c05-8d4d50da906e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:21.234297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:21.293021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-dfacee3b-7535-4ac1-9166-57ccce198659 None None] Calling delete_port for 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:21.301390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-74a7d435-05d5-4146-9f3d-ba4215cf9652 None None] Provisioning complete for port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:21.301768 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74a7d435-05d5-4146-9f3d-ba4215cf9652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.333494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5707c3-7077-4fca-b1ad-da839eb8b3f0 None None] Pushing event updated for resources: {'Port': ['ID=7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:21.356803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de53ae86-4ded-4d3c-be7d-939667c8dccf,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:21.363782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Checking segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:21.370663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Network hostable DHCP agents. Network: ee5d94c1-3e5a-467b-89c5-206c2f04d49f, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:14:21.517699 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfacee3b-7535-4ac1-9166-57ccce198659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.552895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:14:21.557941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacee3b-7535-4ac1-9166-57ccce198659 None None] Pushing event deleted for resources: {'Port': ['ID=7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:21.569477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfacee3b-7535-4ac1-9166-57ccce198659 None None] No DVR routers for this DVR port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:14:21.590838 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb06893-84bc-4e4b-b498-a3ba6e0a5d08 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:21.596935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, ee5d94c1-3e5a-467b-89c5-206c2f04d49f) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:21.614288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:21.615811 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.616345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df545291-e6f9-4703-bb91-534943ffe117 None None] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:21.761792 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f6e51b75-25fd-4339-ba79-0fbe1b4abe59 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1212280 Sep 29 23:14:21.765103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56536) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:21.769468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:21.796516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Port 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c update to ACTIVE by agent not found {{(pid=110007) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 29 23:14:21.933916 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.934660 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.952796 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.960938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': 'f7e708f8-12fb-4315-a477-124ce569d3ac'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:14:21.962651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.963015 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:21.970085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:14:22.007743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:14:22.008384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.008810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7c590a43-6fd2-4a1e-9f9e-6e0aee8b252c not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:14:22.044903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:22.048290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:22.080436 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:22.089188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:22.090029 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.123230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.124747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3333626 Sep 29 23:14:22.127280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56540) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:22.165090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=2bbe86d6-868c-41da-8c05-8d4d50da906e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:22.190463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.190814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.191154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.191489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.191975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.192177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.192509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.192835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.193155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.193481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.193804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.194133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-983ec026-e3b4-4991-890d-261b5e4275f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:22.210314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:14:22.210878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8695a26-0941-49bd-99b4-3e2f48fa2c92 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:22.211188 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.214011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b8695a26-0941-49bd-99b4-3e2f48fa2c92 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0852797 Sep 29 23:14:22.216324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56544) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:22.373254 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.384181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/f7e708f8-12fb-4315-a477-124ce569d3ac/f8a8c540-9a72-401e-af0c-a577831dbe51) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:22.465574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-07983fca-cf8a-4c5f-840c-97ed20b7ee2a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 2bbe86d6-868c-41da-8c05-8d4d50da906e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:22.466144 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07983fca-cf8a-4c5f-840c-97ed20b7ee2a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.583917 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Allocated IP 172.20.0.2 (ee5d94c1-3e5a-467b-89c5-206c2f04d49f/de53ae86-4ded-4d3c-be7d-939667c8dccf/3fb3d031-e880-4ee8-8356-bf13d4e4f78e) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:22.640711 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07983fca-cf8a-4c5f-840c-97ed20b7ee2a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.667102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-07983fca-cf8a-4c5f-840c-97ed20b7ee2a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 2bbe86d6-868c-41da-8c05-8d4d50da906e owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:22.681473 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.766789 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.781809 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.888146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07983fca-cf8a-4c5f-840c-97ed20b7ee2a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.927915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07983fca-cf8a-4c5f-840c-97ed20b7ee2a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=2bbe86d6-868c-41da-8c05-8d4d50da906e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:22.940392 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.943323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:22.962013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Pushing event updated for resources: {'Port': ['ID=f8a8c540-9a72-401e-af0c-a577831dbe51,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:22.963668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-07983fca-cf8a-4c5f-840c-97ed20b7ee2a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.965516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:22.969864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-07983fca-cf8a-4c5f-840c-97ed20b7ee2a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/2bbe86d6-868c-41da-8c05-8d4d50da906e HTTP/1.1" status: 204 len: 168 time: 0.7498748 Sep 29 23:14:22.970747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56550) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:22.974243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:23.000284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:23.011319 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.018392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:23.023174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:23.027068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:23.042555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.109788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Router 24010293-e0a0-4336-a8e8-40da42cf578b is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:14:23.115606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07758977-d402-41f3-bd66-8c2b9781584f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:23.117760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07758977-d402-41f3-bd66-8c2b9781584f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:23.119744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-07758977-d402-41f3-bd66-8c2b9781584f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1450996 Sep 29 23:14:23.122429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56554) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:23.141536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Pushing event updated for resources: {'Port': ['ID=3fb3d031-e880-4ee8-8356-bf13d4e4f78e,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:23.145344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Attempting to bind port f8a8c540-9a72-401e-af0c-a577831dbe51 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:23.145718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Attempting to bind port f8a8c540-9a72-401e-af0c-a577831dbe51 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:23.146080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Attempting to bind port f8a8c540-9a72-401e-af0c-a577831dbe51 on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:23.157479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:23.157845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:23.158386 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.158786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:23.159276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Bound port: f8a8c540-9a72-401e-af0c-a577831dbe51, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:23.159658 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.175223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Attempting to bind port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:23.175596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Attempting to bind port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:23.176000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Attempting to bind port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:23.181886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:23.182183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Checking segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:23.182595 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.182991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Bound using segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:23.183609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Bound port: 3fb3d031-e880-4ee8-8356-bf13d4e4f78e, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:23.184030 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.213162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7b1734-0656-441f-965e-2101cfb991ee tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet f7e708f8-12fb-4315-a477-124ce569d3ac {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:23.219520 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1734-0656-441f-965e-2101cfb991ee tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.281833 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1734-0656-441f-965e-2101cfb991ee tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.293844 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] For port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:23.300907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] For port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3fb3d031-e880-4ee8-8356-bf13d4e4f78e,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:23.312521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Allocated IP 172.25.4.170 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/566eae5c-47ff-4a3e-91b5-35cc533283b4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:23.338895 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.402232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:14:23.415290 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Sync routers for ids ['24010293-e0a0-4336-a8e8-40da42cf578b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:14:23.431356 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1734-0656-441f-965e-2101cfb991ee tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.448612 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Routers {'24010293-e0a0-4336-a8e8-40da42cf578b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:23.451017 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['24010293-e0a0-4336-a8e8-40da42cf578b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:23.500594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da258b88-ce79-47fc-ab1a-ce00a5bfd0c7 None None] Pushing event updated for resources: {'Port': ['ID=3fb3d031-e880-4ee8-8356-bf13d4e4f78e,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:23.550489 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1734-0656-441f-965e-2101cfb991ee tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.554509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] For port f8a8c540-9a72-401e-af0c-a577831dbe51, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:23.558834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] For port f8a8c540-9a72-401e-af0c-a577831dbe51, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f8a8c540-9a72-401e-af0c-a577831dbe51,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:23.568386 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.574974 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.578940 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f23323d5-b0bb-43c7-9354-45f0d7e946ba admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.5490153 Sep 29 23:14:23.581097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56560) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:23.619984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b1734-0656-441f-965e-2101cfb991ee tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e708f8-12fb-4315-a477-124ce569d3ac,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:23.634215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c7b1734-0656-441f-965e-2101cfb991ee tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.643565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1c7b1734-0656-441f-965e-2101cfb991ee tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/f7e708f8-12fb-4315-a477-124ce569d3ac HTTP/1.1" status: 204 len: 168 time: 0.5195298 Sep 29 23:14:23.644275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56562) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:23.726873 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-15ecbb0b-6efa-4241-be90-d8b724b74ea0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0812538 Sep 29 23:14:23.727501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56564) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:23.739135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-239c30af-269f-4311-abbf-5fa00c27e70b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:23.760989 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:23.762518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4256fcec-a7b8-49f8-87d9-a2fd00ece809 None None] Pushing event updated for resources: {'Port': ['ID=f8a8c540-9a72-401e-af0c-a577831dbe51,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:23.847569 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Set router 24010293-e0a0-4336-a8e8-40da42cf578b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:23.971083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239c30af-269f-4311-abbf-5fa00c27e70b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:23.976682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-239c30af-269f-4311-abbf-5fa00c27e70b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:24.083620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3fb3d031-e880-4ee8-8356-bf13d4e4f78e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:24.220054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:24.220054 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:24.351615 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:24.393177 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'name': 'tempest-ServerRescueTestJSON-921471111-router', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '03362b00-d852-460f-9698-ade20fc196f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:18Z', 'updated_at': '2021-09-29T23:14:21Z', 'revision_number': 3, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'gw_port': {'id': '03362b00-d852-460f-9698-ade20fc196f7', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:20Z', 'updated_at': '2021-09-29T23:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:24.417582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3fb3d031-e880-4ee8-8356-bf13d4e4f78e,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:24.430003 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:24.437251 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Checking router: 24010293-e0a0-4336-a8e8-40da42cf578b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:14:24.438291 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Updating router 24010293-e0a0-4336-a8e8-40da42cf578b port 03362b00-d852-460f-9698-ade20fc196f7 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:14:24.454444 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-239c30af-269f-4311-abbf-5fa00c27e70b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:24.490921 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:24.517211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239c30af-269f-4311-abbf-5fa00c27e70b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=1518edf6-4daf-4bd4-8dfd-ec50ef3c2172,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:24.541318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239c30af-269f-4311-abbf-5fa00c27e70b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:24.543187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-239c30af-269f-4311-abbf-5fa00c27e70b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:24.550620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239c30af-269f-4311-abbf-5fa00c27e70b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:24.551268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=3fb3d031-e880-4ee8-8356-bf13d4e4f78e,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:24.551417 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-239c30af-269f-4311-abbf-5fa00c27e70b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:24.575996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-239c30af-269f-4311-abbf-5fa00c27e70b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8463466 Sep 29 23:14:24.579489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56572) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:24.585120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'name': 'tempest-NetworksTestDHCPv6-1055154149'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:24.680721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:24.820654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:24.828256 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:24.830640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:24.835670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:24.851221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:24.879640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 2bba6f5b-b40d-47c1-a55a-45a5e0cbf029 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:24.893492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Pushing event updated for resources: {'Port': ['ID=566eae5c-47ff-4a3e-91b5-35cc533283b4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:24.982954 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:24.992617 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:25.046493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::8b (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/1518edf6-4daf-4bd4-8dfd-ec50ef3c2172/2bba6f5b-b40d-47c1-a55a-45a5e0cbf029) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:25.069975 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Pushing event updated for resources: {'Port': ['ID=03362b00-d852-460f-9698-ade20fc196f7,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:25.121489 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.122202 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.122549 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.123027 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.123360 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.124470 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.124843 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.125183 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.125510 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.125884 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.126269 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.126621 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:25.131252 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Attempting to bind port 03362b00-d852-460f-9698-ade20fc196f7 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:25.131630 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Attempting to bind port 03362b00-d852-460f-9698-ade20fc196f7 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:25.132028 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Attempting to bind port 03362b00-d852-460f-9698-ade20fc196f7 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:25.139710 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:25.140196 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:25.140608 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:25.141059 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:25.141550 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Bound port: 03362b00-d852-460f-9698-ade20fc196f7, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:25.141998 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:25.266292 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] For port 03362b00-d852-460f-9698-ade20fc196f7, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:25.273477 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] For port 03362b00-d852-460f-9698-ade20fc196f7, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=03362b00-d852-460f-9698-ade20fc196f7,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:25.285954 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:25.366732 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:25.421527 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a4182-4580-40bb-bbe7-9303e8238c21 None None] Pushing event updated for resources: {'Port': ['ID=03362b00-d852-460f-9698-ade20fc196f7,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:25.446218 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Routers {'24010293-e0a0-4336-a8e8-40da42cf578b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:25.446856 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['24010293-e0a0-4336-a8e8-40da42cf578b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:25.459938 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:25.494010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa34e1d-f69c-4afe-86b9-1a0d897a31dd None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:25.613142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:25.619165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:25.623117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:25.638601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:25.648220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:25.649605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7302fd77-a6a9-4631-9778-ac16cd07a4ef None None] Provisioning complete for port f8a8c540-9a72-401e-af0c-a577831dbe51 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:25.649990 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7302fd77-a6a9-4631-9778-ac16cd07a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:25.687543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=2bba6f5b-b40d-47c1-a55a-45a5e0cbf029,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:25.711311 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-42f3a71e-1510-4d33-a775-30152b8c3e25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1306245 Sep 29 23:14:25.714057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56592) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:25.718120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72af334-fa80-4ebc-ae38-0623fb6454e5 None None] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:25.723893 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] Set router 24010293-e0a0-4336-a8e8-40da42cf578b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:25.771759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635cad94-0aca-4904-a776-08bf6d56a49a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:25.778441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635cad94-0aca-4904-a776-08bf6d56a49a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:25.780678 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-635cad94-0aca-4904-a776-08bf6d56a49a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0656328 Sep 29 23:14:25.785992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56594) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:25.903458 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:25.962609 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:25.996307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7a47a615-6ebd-4b65-91e1-309ab2d598f0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 2bba6f5b-b40d-47c1-a55a-45a5e0cbf029 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:25.996952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a47a615-6ebd-4b65-91e1-309ab2d598f0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.098623 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'name': 'tempest-ServerRescueTestJSON-921471111-router', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '03362b00-d852-460f-9698-ade20fc196f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:18Z', 'updated_at': '2021-09-29T23:14:21Z', 'revision_number': 3, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'gw_port': {'id': '03362b00-d852-460f-9698-ade20fc196f7', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:20Z', 'updated_at': '2021-09-29T23:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:26.138293 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a47a615-6ebd-4b65-91e1-309ab2d598f0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.151855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7a47a615-6ebd-4b65-91e1-309ab2d598f0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 2bba6f5b-b40d-47c1-a55a-45a5e0cbf029 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:26.174405 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6165e7f7-0643-4672-959b-c3188d6dcd12 None None] The sync data for ids ['24010293-e0a0-4336-a8e8-40da42cf578b'] in n-d-811173-2 is: [{'id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'name': 'tempest-ServerRescueTestJSON-921471111-router', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '03362b00-d852-460f-9698-ade20fc196f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:18Z', 'updated_at': '2021-09-29T23:14:21Z', 'revision_number': 3, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'gw_port': {'id': '03362b00-d852-460f-9698-ade20fc196f7', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:93:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:20Z', 'updated_at': '2021-09-29T23:14:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:14:26.252255 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7302fd77-a6a9-4631-9778-ac16cd07a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.334802 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a47a615-6ebd-4b65-91e1-309ab2d598f0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.389783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a47a615-6ebd-4b65-91e1-309ab2d598f0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=2bba6f5b-b40d-47c1-a55a-45a5e0cbf029,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:26.422248 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a47a615-6ebd-4b65-91e1-309ab2d598f0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.425244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7a47a615-6ebd-4b65-91e1-309ab2d598f0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/2bba6f5b-b40d-47c1-a55a-45a5e0cbf029 HTTP/1.1" status: 204 len: 168 time: 0.6382523 Sep 29 23:14:26.427903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56600) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:26.574060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55328acb-8d52-4228-892e-45db28d455d8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:26.579551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55328acb-8d52-4228-892e-45db28d455d8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:26.587241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-55328acb-8d52-4228-892e-45db28d455d8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1582890 Sep 29 23:14:26.590223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56602) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:26.629149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7302fd77-a6a9-4631-9778-ac16cd07a4ef None None] For port f8a8c540-9a72-401e-af0c-a577831dbe51, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f8a8c540-9a72-401e-af0c-a577831dbe51,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:26.631042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f8a8c540-9a72-401e-af0c-a577831dbe51 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:26.637131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.703173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-63d540bf-6076-4b6c-948b-943fdaebb595 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 1518edf6-4daf-4bd4-8dfd-ec50ef3c2172 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:26.707388 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63d540bf-6076-4b6c-948b-943fdaebb595 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.711626 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7302fd77-a6a9-4631-9778-ac16cd07a4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.768321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63d540bf-6076-4b6c-948b-943fdaebb595 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.858666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63d540bf-6076-4b6c-948b-943fdaebb595 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.894644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Allocated IP 172.20.0.1 (80bbd6fe-5382-44cf-812b-242c2203ac98/aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e/27cc4e18-a717-4544-af25-d7ac3653e47a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:26.934283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2d2b3db0-919c-4714-87cf-e2de5d9d98dd None None] Provisioning complete for port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:26.934660 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2d2b3db0-919c-4714-87cf-e2de5d9d98dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:26.936893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302fd77-a6a9-4631-9778-ac16cd07a4ef None None] Pushing event updated for resources: {'Port': ['ID=f8a8c540-9a72-401e-af0c-a577831dbe51,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:27.003120 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63d540bf-6076-4b6c-948b-943fdaebb595 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:27.025159 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63d540bf-6076-4b6c-948b-943fdaebb595 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:27.029673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-63d540bf-6076-4b6c-948b-943fdaebb595 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/1518edf6-4daf-4bd4-8dfd-ec50ef3c2172 HTTP/1.1" status: 204 len: 168 time: 0.4360290 Sep 29 23:14:27.033053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56608) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:27.035323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f8a8c540-9a72-401e-af0c-a577831dbe51 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:27.035729 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:27.052905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d540bf-6076-4b6c-948b-943fdaebb595 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=1518edf6-4daf-4bd4-8dfd-ec50ef3c2172,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:27.118078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:27.231893 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fcca8313-aa92-49b3-b331-7219cbef65ac tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1962905 Sep 29 23:14:27.235160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56610) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:27.235806 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:27.248071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Router c811754c-0897-4425-b6eb-9628e511f6dc is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:14:27.334807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3fb3d031-e880-4ee8-8356-bf13d4e4f78e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:27.335299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Network 80bbd6fe-5382-44cf-812b-242c2203ac98 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:27.343193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:27.351214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:27.380645 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e049a1d8-3ea3-4b3c-80ba-4021d6c6d27a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:27.382637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e049a1d8-3ea3-4b3c-80ba-4021d6c6d27a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1463690 Sep 29 23:14:27.385119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56614) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:27.430619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Pushing event updated for resources: {'Port': ['ID=27cc4e18-a717-4544-af25-d7ac3653e47a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:27.474064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:27.474711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:27.529540 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:27.549091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b2bdc8-9b1d-4f8f-af4b-44897d785e08 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:27.553520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e5b2bdc8-9b1d-4f8f-af4b-44897d785e08 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1671252 Sep 29 23:14:27.558638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56618) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:27.586485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d31a3e6f-5f89-49f1-9fd9-8aaa5052477d None None] Provisioning complete for port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:27.586485 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d31a3e6f-5f89-49f1-9fd9-8aaa5052477d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:27.590298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271a0fe8-00f8-4a9f-815e-f198c12ab5b3 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:27.647249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f53ee3a4-0216-4608-9d1c-1cc4e28f3a22 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872202 Sep 29 23:14:27.656178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56620) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:27.662707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-106dab53-3b64-436e-ac2e-6881b3bc0b25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:27.720994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:14:27.739140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Sync routers for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:14:27.808849 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:27.810693 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-62523a3a-5ab0-49a0-a388-56edf47edd13 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.0447106 Sep 29 23:14:27.815560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56624) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:27.876854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:27.877518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:27.904967 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:27.913740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106dab53-3b64-436e-ac2e-6881b3bc0b25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:27.919889 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-106dab53-3b64-436e-ac2e-6881b3bc0b25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:28.111464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cec8b3-4ce9-49ca-8aad-4a8a53026b1f None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:14:28.115171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:28.224935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 03362b00-d852-460f-9698-ade20fc196f7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:28.366220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c2ad2f5b-0adc-4289-9273-2ddfaadc6de6 None None] Provisioning complete for port f8a8c540-9a72-401e-af0c-a577831dbe51 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:28.366598 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2f5b-0adc-4289-9273-2ddfaadc6de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:28.389778 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-106dab53-3b64-436e-ac2e-6881b3bc0b25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:28.469531 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:28.523944 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 03362b00-d852-460f-9698-ade20fc196f7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:28.523944 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:28.558156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106dab53-3b64-436e-ac2e-6881b3bc0b25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:28.592860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-106dab53-3b64-436e-ac2e-6881b3bc0b25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:28.592860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106dab53-3b64-436e-ac2e-6881b3bc0b25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:28.592860 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-106dab53-3b64-436e-ac2e-6881b3bc0b25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:28.598117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dab53-3b64-436e-ac2e-6881b3bc0b25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=1fce5c1d-e431-42e4-bbc8-7603f8aaecbd,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:28.609880 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:28.625332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-106dab53-3b64-436e-ac2e-6881b3bc0b25 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9676251 Sep 29 23:14:28.627267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56640) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:28.642495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': '1fce5c1d-e431-42e4-bbc8-7603f8aaecbd', 'ip_address': '2001:db8::1822:36fb:92d2:5f0f'}], 'name': 'tempest-NetworksTestDHCPv6-2016357712'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:28.672758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c2cec8b3-4ce9-49ca-8aad-4a8a53026b1f None None] Deleting port f8a8c540-9a72-401e-af0c-a577831dbe51 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:28.673695 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2cec8b3-4ce9-49ca-8aad-4a8a53026b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:28.725292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Pushing event updated for resources: {'Port': ['ID=27cc4e18-a717-4544-af25-d7ac3653e47a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:28.783187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:28.927532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:28.937883 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c2cec8b3-4ce9-49ca-8aad-4a8a53026b1f None None] For port f8a8c540-9a72-401e-af0c-a577831dbe51, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f8a8c540-9a72-401e-af0c-a577831dbe51,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:28.938852 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2cec8b3-4ce9-49ca-8aad-4a8a53026b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:28.998499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:29.011992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c2cec8b3-4ce9-49ca-8aad-4a8a53026b1f None None] Calling delete_port for f8a8c540-9a72-401e-af0c-a577831dbe51 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:29.049210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:25Z', 'revision_number': 3, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:29.050265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Network 80bbd6fe-5382-44cf-812b-242c2203ac98 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:29.052971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:29.085867 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:29.106174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 5fba7c8e-1c97-4129-9218-6f53edf939d1 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:29.132906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Checking router: c811754c-0897-4425-b6eb-9628e511f6dc for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:14:29.133263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Updating router c811754c-0897-4425-b6eb-9628e511f6dc port 566eae5c-47ff-4a3e-91b5-35cc533283b4 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:14:29.183161 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:29.226457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 03362b00-d852-460f-9698-ade20fc196f7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=03362b00-d852-460f-9698-ade20fc196f7,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:29.229590 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:29.237856 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:29.396046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=03362b00-d852-460f-9698-ade20fc196f7,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:29.512611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::1822:36fb:92d2:5f0f (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/1fce5c1d-e431-42e4-bbc8-7603f8aaecbd/5fba7c8e-1c97-4129-9218-6f53edf939d1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:29.615459 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2cec8b3-4ce9-49ca-8aad-4a8a53026b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:29.681436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cec8b3-4ce9-49ca-8aad-4a8a53026b1f None None] Pushing event deleted for resources: {'Port': ['ID=f8a8c540-9a72-401e-af0c-a577831dbe51,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:29.694116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cec8b3-4ce9-49ca-8aad-4a8a53026b1f None None] No DVR routers for this DVR port f8a8c540-9a72-401e-af0c-a577831dbe51 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:14:29.729984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b96d757-185a-47ae-881e-3eee071d8db6 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:29.855764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:29.936146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Router 24010293-e0a0-4336-a8e8-40da42cf578b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:14:29.939467 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:29.962623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Allocated IP 172.20.0.1 (ee5d94c1-3e5a-467b-89c5-206c2f04d49f/de53ae86-4ded-4d3c-be7d-939667c8dccf/76bd5d02-af00-4201-b73e-d28e9d02f17b) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:30.034885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:30.041399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:30.044960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:30.060946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:30.061924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.101041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': '1fce5c1d-e431-42e4-bbc8-7603f8aaecbd'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:14:30.101041 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.102098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=5fba7c8e-1c97-4129-9218-6f53edf939d1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:30.124259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b5a6146d-79be-4b35-b73d-e7bd90b0644d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4920468 Sep 29 23:14:30.124983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56650) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:30.182947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:14:30.195860 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Sync routers for ids ['24010293-e0a0-4336-a8e8-40da42cf578b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:14:30.202616 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9fcbbaf0-75e5-4b9f-858b-2f3c03caff0c admin admin] 10.222.0.44 "PUT /v2.0/routers/24010293-e0a0-4336-a8e8-40da42cf578b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6206357 Sep 29 23:14:30.229271 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Routers {'24010293-e0a0-4336-a8e8-40da42cf578b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:30.229921 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['24010293-e0a0-4336-a8e8-40da42cf578b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:30.237653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15dd39c-b701-43df-915a-8bf4004bfcb1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:30.246680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b15dd39c-b701-43df-915a-8bf4004bfcb1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1183624 Sep 29 23:14:30.248102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56654) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:30.258636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.345029 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.349811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 03362b00-d852-460f-9698-ade20fc196f7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:30.354857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.387702 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.507606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:30.518999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:30.520039 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Set router 24010293-e0a0-4336-a8e8-40da42cf578b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:30.542454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:30.561753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ca483-0627-4fe9-b04d-04e4e308d2d3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 5fba7c8e-1c97-4129-9218-6f53edf939d1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:30.561753 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca483-0627-4fe9-b04d-04e4e308d2d3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.617536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06105e9-1a3d-4c17-965e-c0667ca1185d None None] Pushing event updated for resources: {'Port': ['ID=566eae5c-47ff-4a3e-91b5-35cc533283b4,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:30.640470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Pushing event updated for resources: {'Port': ['ID=76bd5d02-af00-4201-b73e-d28e9d02f17b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:30.642573 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Attempting to bind port 566eae5c-47ff-4a3e-91b5-35cc533283b4 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:30.642951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Attempting to bind port 566eae5c-47ff-4a3e-91b5-35cc533283b4 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:30.643319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Attempting to bind port 566eae5c-47ff-4a3e-91b5-35cc533283b4 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:30.688805 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.697053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:30.697053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:30.697053 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.697434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:30.697867 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Bound port: 566eae5c-47ff-4a3e-91b5-35cc533283b4, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:30.698255 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.771243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca483-0627-4fe9-b04d-04e4e308d2d3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.799542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0c9ca483-0627-4fe9-b04d-04e4e308d2d3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 5fba7c8e-1c97-4129-9218-6f53edf939d1 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:30.875108 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 03362b00-d852-460f-9698-ade20fc196f7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:30.876506 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:30.995951 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'name': 'tempest-ServerRescueTestJSON-921471111-router', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '03362b00-d852-460f-9698-ade20fc196f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:18Z', 'updated_at': '2021-09-29T23:14:27Z', 'revision_number': 4, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'gw_port': {'id': '03362b00-d852-460f-9698-ade20fc196f7', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:20Z', 'updated_at': '2021-09-29T23:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '27cc4e18-a717-4544-af25-d7ac3653e47a', 'name': '', 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'mac_address': 'fa:16:3e:49:64:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:25Z', 'updated_at': '2021-09-29T23:14:28Z', 'revision_number': 2, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'subnets': [{'id': 'aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:31.001561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/1fce5c1d-e431-42e4-bbc8-7603f8aaecbd/26f06868-875b-4398-a450-f7d5c19438e1) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:31.021634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca483-0627-4fe9-b04d-04e4e308d2d3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.050451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] For port 566eae5c-47ff-4a3e-91b5-35cc533283b4, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:31.078061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ca483-0627-4fe9-b04d-04e4e308d2d3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=5fba7c8e-1c97-4129-9218-6f53edf939d1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:31.080085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.085248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] For port 566eae5c-47ff-4a3e-91b5-35cc533283b4, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=566eae5c-47ff-4a3e-91b5-35cc533283b4,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:31.086937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-21b52292-cdd2-4a77-bdb2-d9c7c32a3482 None None] Provisioning complete for port 76bd5d02-af00-4201-b73e-d28e9d02f17b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:31.087297 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-21b52292-cdd2-4a77-bdb2-d9c7c32a3482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.106571 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c9ca483-0627-4fe9-b04d-04e4e308d2d3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.111320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0c9ca483-0627-4fe9-b04d-04e4e308d2d3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/5fba7c8e-1c97-4129-9218-6f53edf939d1 HTTP/1.1" status: 204 len: 168 time: 0.8580613 Sep 29 23:14:31.111639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56674) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:31.138943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.156222 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Checking router: 24010293-e0a0-4336-a8e8-40da42cf578b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:14:31.156930 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Updating router 24010293-e0a0-4336-a8e8-40da42cf578b port 27cc4e18-a717-4544-af25-d7ac3653e47a binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:14:31.186809 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.259400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-21b52292-cdd2-4a77-bdb2-d9c7c32a3482 None None] Port 76bd5d02-af00-4201-b73e-d28e9d02f17b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:31.272808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb64f2-2cb7-4723-9c92-76e03a303094 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:31.280478 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cb64f2-2cb7-4723-9c92-76e03a303094 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:31.291349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-01cb64f2-2cb7-4723-9c92-76e03a303094 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1785154 Sep 29 23:14:31.295941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56676) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:31.326786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06105e9-1a3d-4c17-965e-c0667ca1185d None None] Pushing event updated for resources: {'Port': ['ID=566eae5c-47ff-4a3e-91b5-35cc533283b4,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:31.346110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:31.346744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:31.433671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f8a8c540-9a72-401e-af0c-a577831dbe51 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:14:31.450233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-76550fff-4e0c-4631-9901-a7d659245409 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 1fce5c1d-e431-42e4-bbc8-7603f8aaecbd {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:31.497176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f8a8c540-9a72-401e-af0c-a577831dbe51 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:14:31.497526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f8a8c540-9a72-401e-af0c-a577831dbe51 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:14:31.511651 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.522078 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.566541 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.582203 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76550fff-4e0c-4631-9901-a7d659245409 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.586656 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.630014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:31.643505 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76550fff-4e0c-4631-9901-a7d659245409 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.691166 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f62e9-4188-4a1f-b136-d32badefdd71 None None] Pushing event updated for resources: {'Port': ['ID=27cc4e18-a717-4544-af25-d7ac3653e47a,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:31.724092 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.778499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.819417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:31.834808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:31.842621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:31.865421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Pushing event updated for resources: {'Port': ['ID=26f06868-875b-4398-a450-f7d5c19438e1,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:31.866827 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Attempting to bind port 27cc4e18-a717-4544-af25-d7ac3653e47a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:31.867963 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Attempting to bind port 27cc4e18-a717-4544-af25-d7ac3653e47a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:31.870240 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Attempting to bind port 27cc4e18-a717-4544-af25-d7ac3653e47a on network 80bbd6fe-5382-44cf-812b-242c2203ac98 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:31.890351 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:31.895623 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Checking segment: {'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:31.898302 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.898800 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Bound using segment: {'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:31.909144 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76550fff-4e0c-4631-9901-a7d659245409 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.911224 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Bound port: 27cc4e18-a717-4544-af25-d7ac3653e47a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:31.912570 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:31.980622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Pushing event updated for resources: {'Port': ['ID=76bd5d02-af00-4201-b73e-d28e9d02f17b,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:31.998260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:32.068056 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76550fff-4e0c-4631-9901-a7d659245409 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:32.068929 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Attempting to bind port 26f06868-875b-4398-a450-f7d5c19438e1 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:32.069329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Attempting to bind port 26f06868-875b-4398-a450-f7d5c19438e1 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:32.069690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Attempting to bind port 26f06868-875b-4398-a450-f7d5c19438e1 on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:32.099716 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:32.100120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:32.100527 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:32.100924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:32.101411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Bound port: 26f06868-875b-4398-a450-f7d5c19438e1, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:32.101788 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:32.117158 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] For port 27cc4e18-a717-4544-af25-d7ac3653e47a, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:32.126645 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] For port 27cc4e18-a717-4544-af25-d7ac3653e47a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=27cc4e18-a717-4544-af25-d7ac3653e47a,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:32.143419 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:32.150197 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76550fff-4e0c-4631-9901-a7d659245409 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:32.161858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-76550fff-4e0c-4631-9901-a7d659245409 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/1fce5c1d-e431-42e4-bbc8-7603f8aaecbd HTTP/1.1" status: 204 len: 168 time: 0.8646212 Sep 29 23:14:32.163405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76550fff-4e0c-4631-9901-a7d659245409 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=1fce5c1d-e431-42e4-bbc8-7603f8aaecbd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:32.165528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:32.212663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a6c9bf68-f94e-4da6-88b2-fa789293a2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454576 Sep 29 23:14:32.213814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:32.221192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fa4978e9-254f-409b-9589-a077716b834e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:32.269803 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Routers {'24010293-e0a0-4336-a8e8-40da42cf578b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:32.271400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:32.276283 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['24010293-e0a0-4336-a8e8-40da42cf578b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:32.277461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:32.359884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] For port 26f06868-875b-4398-a450-f7d5c19438e1, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:32.378287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] For port 26f06868-875b-4398-a450-f7d5c19438e1, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=26f06868-875b-4398-a450-f7d5c19438e1,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:32.383220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 1, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:32.385431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4978e9-254f-409b-9589-a077716b834e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:32.391086 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:32.398001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa4978e9-254f-409b-9589-a077716b834e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:32.429880 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f62e9-4188-4a1f-b136-d32badefdd71 None None] Pushing event updated for resources: {'Port': ['ID=27cc4e18-a717-4544-af25-d7ac3653e47a,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:32.553199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3f109-b4c2-4fef-947e-e6500ecdf8a4 None None] The sync data for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 is: [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 1, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:14:32.719297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Router c811754c-0897-4425-b6eb-9628e511f6dc has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:14:32.724178 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] Set router 24010293-e0a0-4336-a8e8-40da42cf578b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:32.770536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Pushing event updated for resources: {'Port': ['ID=26f06868-875b-4398-a450-f7d5c19438e1,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:32.808116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.808474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.808818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.809159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.817688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.818133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.818480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.821895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.825692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.826089 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.826439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.829434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156472c-14d1-4164-9ad5-cde540a693da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:14:32.844764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba543dd-fa57-407c-b137-e207c29aad71 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:14:32.968405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0e4ee9c2-22d1-49ef-9741-d5415ddc0b39 None None] Provisioning complete for port 76bd5d02-af00-4201-b73e-d28e9d02f17b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:32.968708 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0e4ee9c2-22d1-49ef-9741-d5415ddc0b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:33.116556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:14:33.159203 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-544d502a-979d-4b35-a6ff-6200bf166915 admin admin] 10.222.0.44 "PUT /v2.0/routers/c811754c-0897-4425-b6eb-9628e511f6dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3421221 Sep 29 23:14:33.177170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0e4ee9c2-22d1-49ef-9741-d5415ddc0b39 None None] Port 76bd5d02-af00-4201-b73e-d28e9d02f17b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:33.183192 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa4978e9-254f-409b-9589-a077716b834e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:33.326993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6db05332-ce2a-4adf-930c-d1d95f9aed7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:33.360905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba543dd-fa57-407c-b137-e207c29aad71 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:14:33.517135 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'name': 'tempest-ServerRescueTestJSON-921471111-router', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '03362b00-d852-460f-9698-ade20fc196f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:18Z', 'updated_at': '2021-09-29T23:14:27Z', 'revision_number': 4, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'gw_port': {'id': '03362b00-d852-460f-9698-ade20fc196f7', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:20Z', 'updated_at': '2021-09-29T23:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '27cc4e18-a717-4544-af25-d7ac3653e47a', 'name': '', 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'mac_address': 'fa:16:3e:49:64:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:25Z', 'updated_at': '2021-09-29T23:14:32Z', 'revision_number': 4, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'subnets': [{'id': 'aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:33.637980 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768f29d0-6ae5-46ea-93d2-e88907ef5080 None None] The sync data for ids ['24010293-e0a0-4336-a8e8-40da42cf578b'] in n-d-811173-2 is: [{'id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'name': 'tempest-ServerRescueTestJSON-921471111-router', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '03362b00-d852-460f-9698-ade20fc196f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:18Z', 'updated_at': '2021-09-29T23:14:27Z', 'revision_number': 4, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'gw_port': {'id': '03362b00-d852-460f-9698-ade20fc196f7', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:20Z', 'updated_at': '2021-09-29T23:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '27cc4e18-a717-4544-af25-d7ac3653e47a', 'name': '', 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'mac_address': 'fa:16:3e:49:64:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': 'aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:25Z', 'updated_at': '2021-09-29T23:14:32Z', 'revision_number': 4, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'subnets': [{'id': 'aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:14:34.005086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-c3a9d22c-7009-44bd-a1d0-3865e2bc89c7 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:34.007258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-c3a9d22c-7009-44bd-a1d0-3865e2bc89c7 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/networks?id=80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 200 len: 810 time: 1.1369405 Sep 29 23:14:34.140481 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cd44f52-58e9-4e46-b502-1880ceaa9985 req-d1cc827a-d6f9-41d2-afa3-5ae877e1322c tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0867095 Sep 29 23:14:34.223336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-77846c37-f7c8-4171-af4d-a96059157666 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/quotas/62bcf4cab4364b038f970d284171d03a HTTP/1.1" status: 200 len: 375 time: 0.0543272 Sep 29 23:14:34.402895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 27cc4e18-a717-4544-af25-d7ac3653e47a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:34.409452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4978e9-254f-409b-9589-a077716b834e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:34.475714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4978e9-254f-409b-9589-a077716b834e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=56d977ca-4bf6-413e-9194-f0830ca15e98,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:34.481210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fa4978e9-254f-409b-9589-a077716b834e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:34.496249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4978e9-254f-409b-9589-a077716b834e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:34.497527 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa4978e9-254f-409b-9589-a077716b834e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:34.510981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56750) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:34.517779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1546748346-network', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:34.557782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-9e607f53-8f8d-4f29-bb80-88c0b3dcbc51 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=62bcf4cab4364b038f970d284171d03a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3335202 Sep 29 23:14:34.596569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Made reservation on behalf of a24abe9a07fc4a47a1501e2b96652c54 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:34.602507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:34.638739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:34.652728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fa4978e9-254f-409b-9589-a077716b834e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4338017 Sep 29 23:14:34.654048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56752) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:34.659112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11187f46-439b-4915-968d-52c16461c9f7 None None] Update dhcp port {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': '56d977ca-4bf6-413e-9194-f0830ca15e98'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '26f06868-875b-4398-a450-f7d5c19438e1'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:14:34.737051 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-11187f46-439b-4915-968d-52c16461c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:34.875087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 27cc4e18-a717-4544-af25-d7ac3653e47a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:34.875468 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:34.903920 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': '56d977ca-4bf6-413e-9194-f0830ca15e98', 'ip_address': '2001:db8::8b8b:1bdf:36cb:6538'}], 'name': 'tempest-NetworksTestDHCPv6-654732854'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:34.927107 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:34.928575 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-20736ca8-32e2-4ab6-a51e-41326abad2af service neutron] 10.222.0.44 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623397 Sep 29 23:14:34.942125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:34.958727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:14:34.979018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:34.979553 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Added segment 948a4e38-a54f-4dcb-aa3d-9d573544c3fa of type vlan for network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 Sep 29 23:14:35.042163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:35.093939 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:35.095351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:35.096213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:35.285486 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:35.311197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0408a528-8221-472a-ad7f-4d7bd082f96a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:35.383211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:35.430672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9173627 Sep 29 23:14:35.434384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56768) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:35.459381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Request body: {'subnet': {'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1546748346-subnet', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:35.470027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 27cc4e18-a717-4544-af25-d7ac3653e47a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=27cc4e18-a717-4544-af25-d7ac3653e47a,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:35.500272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-11187f46-439b-4915-968d-52c16461c9f7 None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/56d977ca-4bf6-413e-9194-f0830ca15e98/26f06868-875b-4398-a450-f7d5c19438e1) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:35.508529 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:35.516545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-beaa13f8-dbe4-458a-bc5f-3fb56a2187f3 service neutron] 10.222.0.44 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457718 Sep 29 23:14:35.590481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbabd12-6de5-44e2-9dab-f2314765fab9 admin admin] Pushing event updated for resources: {'Network': ['ID=cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:35.600234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Made reservation on behalf of a24abe9a07fc4a47a1501e2b96652c54 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:35.606379 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:35.739993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=27cc4e18-a717-4544-af25-d7ac3653e47a,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:35.767929 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:14:35.771803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-373aef8f-41f5-465a-a58d-47e03b2ea639 req-729dc8de-15dd-4ad7-a63b-4f6e7b7c5063 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.3097248 Sep 29 23:14:35.899747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.015161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 660a6242-cf86-4210-95ee-91c920ceb532 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:36.017420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.167126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe476821-41b3-4ea4-8358-6fc23b7c225c req-878a0fea-0bcf-4998-bc99-04a5fbfe5a67 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 210 time: 0.1254127 Sep 29 23:14:36.201965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f863b3d-b336-441e-9351-7b8ed7e5e99b,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:36.205340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Checking segment: {'id': '948a4e38-a54f-4dcb-aa3d-9d573544c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:36.205822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Network hostable DHCP agents. Network: cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:14:36.252644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:14:36.283509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:36.298394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:36.300460 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.363712 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9e059a33-d6a5-4777-a8fc-f54bc8484fd3 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9278746 Sep 29 23:14:36.366448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56784) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:36.377057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 27cc4e18-a717-4544-af25-d7ac3653e47a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:36.381369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1546748346-router', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:36.482533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.485327 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.565747 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aed3d854-f70d-46ac-bfb0-e03036f4fc22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.610568 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.645207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-11187f46-439b-4915-968d-52c16461c9f7 None None] For port 26f06868-875b-4398-a450-f7d5c19438e1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=26f06868-875b-4398-a450-f7d5c19438e1,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:36.653841 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.676138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 27cc4e18-a717-4544-af25-d7ac3653e47a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:36.676888 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.722884 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-11187f46-439b-4915-968d-52c16461c9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.737094 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-11187f46-439b-4915-968d-52c16461c9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:36.801309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11187f46-439b-4915-968d-52c16461c9f7 None None] Pushing event updated for resources: {'Port': ['ID=26f06868-875b-4398-a450-f7d5c19438e1,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:36.928372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::8b8b:1bdf:36cb:6538 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/56d977ca-4bf6-413e-9194-f0830ca15e98/660a6242-cf86-4210-95ee-91c920ceb532) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:36.954736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 566eae5c-47ff-4a3e-91b5-35cc533283b4 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:37.040127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 566eae5c-47ff-4a3e-91b5-35cc533283b4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:37.040664 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:37.206055 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:37.208783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:37.295999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 566eae5c-47ff-4a3e-91b5-35cc533283b4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=566eae5c-47ff-4a3e-91b5-35cc533283b4,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:37.340801 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:37.408865 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:37.555112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:37.577751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=566eae5c-47ff-4a3e-91b5-35cc533283b4,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:37.630441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8dea4cb1-8066-4c22-9cbe-27ade743a120 req-ba7d2c67-823d-4470-9525-aa1c03bca519 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1457999 Sep 29 23:14:37.648779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:37.708765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3f011fab-a7b2-4f87-9c40-1097c3c8f471 req-b17fe96f-f9de-4c6f-b028-3bafdc3b4bdd tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 210 time: 0.0911739 Sep 29 23:14:37.871885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:37.899867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=660a6242-cf86-4210-95ee-91c920ceb532,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:37.905160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:37.908163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:37.916229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:37.924034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:37.925082 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:37.929595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:37.945811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-763471d6-c301-4746-a9d9-4531ad01f2c0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2866604 Sep 29 23:14:37.948295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:38.041949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189c962-6a11-4229-b451-2d13c0c4d74e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:38.063675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d189c962-6a11-4229-b451-2d13c0c4d74e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:38.076290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d189c962-6a11-4229-b451-2d13c0c4d74e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1239836 Sep 29 23:14:38.077891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:38.218786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Allocated IP 172.25.4.89 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/14fe5edf-d9fa-421f-a52e-9bb07f2c25b9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:38.228590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-340626f3-f279-4263-8671-f6fca6115521 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:38.230162 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-340626f3-f279-4263-8671-f6fca6115521 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.26 "GET /v2.0/networks?id=80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 200 len: 810 time: 0.2197962 Sep 29 23:14:38.249134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Request body: {'port': {'device_id': 'a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f', 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98', 'admin_state_up': True, 'tenant_id': '62bcf4cab4364b038f970d284171d03a'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:38.271522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0832b422-7fa3-4e94-a896-560a74461a17 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 660a6242-cf86-4210-95ee-91c920ceb532 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:38.271907 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0832b422-7fa3-4e94-a896-560a74461a17 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:38.348118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 26f06868-875b-4398-a450-f7d5c19438e1 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:38.422669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Sync routers for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:14:38.473712 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0832b422-7fa3-4e94-a896-560a74461a17 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:38.493725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0832b422-7fa3-4e94-a896-560a74461a17 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 660a6242-cf86-4210-95ee-91c920ceb532 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:38.496730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:38.497676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:38.568752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Made reservation on behalf of 62bcf4cab4364b038f970d284171d03a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:38.572768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:38.645290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 26f06868-875b-4398-a450-f7d5c19438e1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:38.647060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:38.687240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:38.716752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0832b422-7fa3-4e94-a896-560a74461a17 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:38.891563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Allocated IP 172.20.0.7 (80bbd6fe-5382-44cf-812b-242c2203ac98/aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e/587d882f-4f6b-4e4d-9a28-62a5e300fbca) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:38.906926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4fb52a75-50b9-4bcc-8f6b-df0af84aceb2 req-45d1e991-ad99-48c0-ad0f-6e888ea78155 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.2200027 Sep 29 23:14:38.991564 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:39.006367 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:39.056725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c137eb98-5a4d-474e-a53a-955d4ecf9f2b req-2cef3922-5293-4c71-8a35-86b9e4e0c7b8 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1408615 Sep 29 23:14:39.071513 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0832b422-7fa3-4e94-a896-560a74461a17 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:39.081350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56840) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:39.086372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0832b422-7fa3-4e94-a896-560a74461a17 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/660a6242-cf86-4210-95ee-91c920ceb532 HTTP/1.1" status: 204 len: 168 time: 1.0058234 Sep 29 23:14:39.089221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832b422-7fa3-4e94-a896-560a74461a17 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=660a6242-cf86-4210-95ee-91c920ceb532,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:39.147435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:39.191199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:39.253228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:39.333729 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:39.381407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5f6149-e7e8-46a1-9997-045d5ded47b9 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:39.384038 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91982c5-1b05-4de8-8ebb-3a349d3d1f7c None None] Network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:39.390564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab30190f-c6bc-4989-85a1-bb93d002f0ac req-460ace98-dea2-42f0-b7bf-47b6ee0e2d2e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 210 time: 0.0857091 Sep 29 23:14:39.450091 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:39.475243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7a7a8-7581-484f-bf8e-db34b8c760d9 req-b5c74955-afec-4bbb-a6d5-23c7c9a03652 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:39.491182 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eec7a7a8-7581-484f-bf8e-db34b8c760d9 req-b5c74955-afec-4bbb-a6d5-23c7c9a03652 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 946 time: 0.2405474 Sep 29 23:14:39.587624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eec7a7a8-7581-484f-bf8e-db34b8c760d9 req-1539a2b0-08a9-4826-85d6-7601073e675c tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937426 Sep 29 23:14:39.675284 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:39.683894 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:14:39.725604 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:39.731552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Pushing event updated for resources: {'Port': ['ID=14fe5edf-d9fa-421f-a52e-9bb07f2c25b9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:39.838458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b71147d-bd75-478b-9c38-eedfdc00234f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:39.840142 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b71147d-bd75-478b-9c38-eedfdc00234f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:39.844438 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b71147d-bd75-478b-9c38-eedfdc00234f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7554455 Sep 29 23:14:39.845844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56846) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:39.853273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Network 80bbd6fe-5382-44cf-812b-242c2203ac98 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:39.873086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:39.912326 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 26f06868-875b-4398-a450-f7d5c19438e1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=26f06868-875b-4398-a450-f7d5c19438e1,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:39.922570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:39.949555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-49244b52-cb2e-4019-a26d-35b3ab4492e0 None None] Provisioning complete for port 26f06868-875b-4398-a450-f7d5c19438e1 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:39.949978 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-49244b52-cb2e-4019-a26d-35b3ab4492e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:39.974554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f392c6b-a60b-44b2-acb2-fa3d32135732 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 56d977ca-4bf6-413e-9194-f0830ca15e98 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:39.981434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f392c6b-a60b-44b2-acb2-fa3d32135732 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:40.001978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Pushing event updated for resources: {'Port': ['ID=587d882f-4f6b-4e4d-9a28-62a5e300fbca,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:40.005897 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:40.006946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 566eae5c-47ff-4a3e-91b5-35cc533283b4 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:40.082646 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f392c6b-a60b-44b2-acb2-fa3d32135732 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:40.087043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:40.087474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:40.158005 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:40.241895 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f392c6b-a60b-44b2-acb2-fa3d32135732 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:40.332160 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f392c6b-a60b-44b2-acb2-fa3d32135732 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:40.342993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 566eae5c-47ff-4a3e-91b5-35cc533283b4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:40.343285 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:40.348203 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-3eb604c4-9b5a-4978-8637-c00394b5f049 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1039538 Sep 29 23:14:40.416108 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:40.484748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f392c6b-a60b-44b2-acb2-fa3d32135732 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=56d977ca-4bf6-413e-9194-f0830ca15e98,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:40.577897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f392c6b-a60b-44b2-acb2-fa3d32135732 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:40.589207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2f392c6b-a60b-44b2-acb2-fa3d32135732 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/56d977ca-4bf6-413e-9194-f0830ca15e98 HTTP/1.1" status: 204 len: 168 time: 0.7420015 Sep 29 23:14:40.589876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56870) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:40.633497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e71703f-8ae8-482c-896a-12778b60c49a req-b3fdf302-5f64-4f5d-83f1-b68568d19188 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1908450 Sep 29 23:14:40.664293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-b4213b9e-ecd2-4e8f-9e3c-687982122ae2 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:40.669468 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-b4213b9e-ecd2-4e8f-9e3c-687982122ae2 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.26 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 946 time: 0.1124086 Sep 29 23:14:40.700139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dc743ec6-af0e-46f4-938b-28a7fe1071ea tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0766680 Sep 29 23:14:40.703667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56874) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:40.709737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-90bdee8d-ed03-438b-ae89-6578c85d5eb9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:40.784600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330c0d4e-2eb7-4d4b-8796-c8f9048d5a1b req-a4195e75-8093-4d98-81d3-0bef76e87b64 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:40.786277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-330c0d4e-2eb7-4d4b-8796-c8f9048d5a1b req-a4195e75-8093-4d98-81d3-0bef76e87b64 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 931 time: 0.1943674 Sep 29 23:14:40.890840 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-330c0d4e-2eb7-4d4b-8796-c8f9048d5a1b req-8ede5e93-23d4-457c-b05c-b281e0095614 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678177 Sep 29 23:14:40.906374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bdee8d-ed03-438b-ae89-6578c85d5eb9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:40.914315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90bdee8d-ed03-438b-ae89-6578c85d5eb9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:41.142310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a17b84-2a3d-4583-9d7e-3fbfc10cca34 req-b65cd3d7-d309-469b-83b2-e6a363b1ab16 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:41.155858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07a17b84-2a3d-4583-9d7e-3fbfc10cca34 req-b65cd3d7-d309-469b-83b2-e6a363b1ab16 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 946 time: 0.1184051 Sep 29 23:14:41.310858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:31Z', 'revision_number': 2, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:41.350619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=26f06868-875b-4398-a450-f7d5c19438e1,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:41.364834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07a17b84-2a3d-4583-9d7e-3fbfc10cca34 req-30ad0425-57bb-448d-83f2-d00f54c6e93f tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960764 Sep 29 23:14:41.404293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4', 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'fixed_ips': [{'subnet_id': '4f863b3d-b336-441e-9351-7b8ed7e5e99b'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:14:41.405572 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:41.428614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90bdee8d-ed03-438b-ae89-6578c85d5eb9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:41.469703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Checking router: c811754c-0897-4425-b6eb-9628e511f6dc for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:14:41.470210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Updating router c811754c-0897-4425-b6eb-9628e511f6dc port 76bd5d02-af00-4201-b73e-d28e9d02f17b binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:14:41.534582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bdee8d-ed03-438b-ae89-6578c85d5eb9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:41.538703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-90bdee8d-ed03-438b-ae89-6578c85d5eb9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:41.559265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bdee8d-ed03-438b-ae89-6578c85d5eb9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:41.561185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90bdee8d-ed03-438b-ae89-6578c85d5eb9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:41.577133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bdee8d-ed03-438b-ae89-6578c85d5eb9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=c2f2c5f3-98ab-457e-b0e0-445ab3b34f88,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:41.582037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9200ff78-0e42-4175-8a0b-c63fc2754f30 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:14:41.588643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-90bdee8d-ed03-438b-ae89-6578c85d5eb9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8835270 Sep 29 23:14:41.591229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:41.600878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': 'c2f2c5f3-98ab-457e-b0e0-445ab3b34f88', 'ip_address': '2001:db8::2f1e:838e:d202:af1e'}], 'name': 'tempest-NetworksTestDHCPv6-1251963351'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:41.634816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Request body: {'port': {'device_id': 'a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:41.684968 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:41.735866 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:41.763275 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 26f06868-875b-4398-a450-f7d5c19438e1 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:14:41.865882 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-682ef0bd-9724-4798-9bc5-435ad4eb137d req-b5877994-d19a-41e7-8a7e-738c5722babc tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0625386 Sep 29 23:14:41.875320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:41.988522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:42.013318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 1fcd2843-a6b7-4aae-906c-289abf3cff56 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:42.185679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Router b7aba628-96a1-4e87-b1a0-2463ac243067 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:14:42.198587 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:42.251971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9200ff78-0e42-4175-8a0b-c63fc2754f30 None None] Deleting port 26f06868-875b-4398-a450-f7d5c19438e1 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:42.252818 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9200ff78-0e42-4175-8a0b-c63fc2754f30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:42.259816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-c79cc0ce-b0d3-4941-a21e-a3b1a05fde42 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Deleting port 1c9037fd-78e6-47c7-850d-a75a163e1a32 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:42.260235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-c79cc0ce-b0d3-4941-a21e-a3b1a05fde42 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:42.340314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Allocated IP 172.20.0.2 (cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4/4f863b3d-b336-441e-9351-7b8ed7e5e99b/51018092-9c91-4d6e-aed2-a3ddc8bbda5a) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:42.360844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68378c4a-c70b-4448-a99a-bb360f3b691b req-84afcc38-cd96-4e67-87f1-618873fb6ddc tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:42.362692 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68378c4a-c70b-4448-a99a-bb360f3b691b req-84afcc38-cd96-4e67-87f1-618873fb6ddc tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 931 time: 0.1923435 Sep 29 23:14:42.463288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::2f1e:838e:d202:af1e (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/c2f2c5f3-98ab-457e-b0e0-445ab3b34f88/1fcd2843-a6b7-4aae-906c-289abf3cff56) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:42.520543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-c79cc0ce-b0d3-4941-a21e-a3b1a05fde42 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] For port 1c9037fd-78e6-47c7-850d-a75a163e1a32, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1c9037fd-78e6-47c7-850d-a75a163e1a32,segment=NetworkSegment(88e45cd0-35f8-4fb7-84a7-5b0ed516d155),segment_id=88e45cd0-35f8-4fb7-84a7-5b0ed516d155)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:42.520961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-c79cc0ce-b0d3-4941-a21e-a3b1a05fde42 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:42.524453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:42.548898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 26f06868-875b-4398-a450-f7d5c19438e1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=26f06868-875b-4398-a450-f7d5c19438e1,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:42.601960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-c79cc0ce-b0d3-4941-a21e-a3b1a05fde42 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Calling delete_port for 1c9037fd-78e6-47c7-850d-a75a163e1a32 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:42.692855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39554547-df84-46c5-a4cf-c8fe576b6e56 req-28fe7c9c-daf4-42e3-98d4-f3c317ac8ffe tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:42.694996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39554547-df84-46c5-a4cf-c8fe576b6e56 req-28fe7c9c-daf4-42e3-98d4-f3c317ac8ffe tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/ports?device_id=5cad1020-bd50-43e9-a58f-684827ae73db HTTP/1.1" status: 200 len: 946 time: 0.1603217 Sep 29 23:14:42.716511 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68378c4a-c70b-4448-a99a-bb360f3b691b req-89708912-1cf8-4b0c-b1d6-d91bf9f7b6bf tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433099 Sep 29 23:14:42.832836 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-c79cc0ce-b0d3-4941-a21e-a3b1a05fde42 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:42.922256 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:42.970409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cc0ce-b0d3-4941-a21e-a3b1a05fde42 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Pushing event deleted for resources: {'Port': ['ID=1c9037fd-78e6-47c7-850d-a75a163e1a32,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:43.008768 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:43.022583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1c9037fd-78e6-47c7-850d-a75a163e1a32'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:14:43.032897 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:43.046859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-c79cc0ce-b0d3-4941-a21e-a3b1a05fde42 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] No DVR routers for this DVR port 1c9037fd-78e6-47c7-850d-a75a163e1a32 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:14:43.052896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39554547-df84-46c5-a4cf-c8fe576b6e56 req-c9e3c765-178a-486f-b591-9f9828a29b09 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.44 "GET /v2.0/security-groups?id=bea1fdd0-4276-4ccf-9097-9f91ffdc4085&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252022 Sep 29 23:14:43.065665 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-c79cc0ce-b0d3-4941-a21e-a3b1a05fde42 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:43.068299 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cbcc9658-e74d-41d9-afcb-3f38db2f240c req-c79cc0ce-b0d3-4941-a21e-a3b1a05fde42 tempest-VolumesAdminNegativeTest-75828575 tempest-VolumesAdminNegativeTest-75828575-project] 10.222.0.26 "DELETE /v2.0/ports/1c9037fd-78e6-47c7-850d-a75a163e1a32 HTTP/1.1" status: 204 len: 173 time: 2.2329624 Sep 29 23:14:43.068927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cad1020-bd50-43e9-a58f-684827ae73db', 'name': 'network-vif-deleted', 'tag': '1c9037fd-78e6-47c7-850d-a75a163e1a32'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:14:43.072083 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695b1cdb-5e64-418e-81e5-cf8bc48bb624" -d '{"events": [{"server_uuid": "5cad1020-bd50-43e9-a58f-684827ae73db", "name": "network-vif-deleted", "tag": "1c9037fd-78e6-47c7-850d-a75a163e1a32"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:14:43.134984 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:43.215750 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:43.234343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:14:43.249131 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Sync routers for ids ['b7aba628-96a1-4e87-b1a0-2463ac243067'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:14:43.289000 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Routers {'b7aba628-96a1-4e87-b1a0-2463ac243067'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:43.292056 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7aba628-96a1-4e87-b1a0-2463ac243067'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:43.301853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:43.370105 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:43.371936 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d6ad6c84-4814-4897-a1ae-20318a1d14cf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.0041039 Sep 29 23:14:43.378905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56924) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:43.383230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:43.385244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=1fcd2843-a6b7-4aae-906c-289abf3cff56,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:43.392112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:43.398725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:43.399733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:43.488462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d98de6f5-5a8f-41d9-ab67-64ff6eea8a30 req-ca8ff577-1ed4-4962-99d2-4866daf64390 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1063704 Sep 29 23:14:43.514955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=26f06868-875b-4398-a450-f7d5c19438e1,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:43.523034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3dd0639f-7930-450f-a2ec-432d6ef0d839 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9297879 Sep 29 23:14:43.525234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56932) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:43.552596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:43.616635 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:43.649970 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Set router b7aba628-96a1-4e87-b1a0-2463ac243067 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:43.651285 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:43.658315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:43.668228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717747d5-d550-440a-bca6-3b75e16c9594 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:43.670649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9200ff78-0e42-4175-8a0b-c63fc2754f30 None None] For port 26f06868-875b-4398-a450-f7d5c19438e1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=26f06868-875b-4398-a450-f7d5c19438e1,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:43.674833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9200ff78-0e42-4175-8a0b-c63fc2754f30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:43.707770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717747d5-d550-440a-bca6-3b75e16c9594 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:43.713533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-717747d5-d550-440a-bca6-3b75e16c9594 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.1837616 Sep 29 23:14:43.714026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56934) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:43.799857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:43.829618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cc008-e99f-42f2-80da-72fbd54835b1 None None] Pushing event updated for resources: {'Port': ['ID=76bd5d02-af00-4201-b73e-d28e9d02f17b,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:43.846020 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edcc9b77-9f60-4dde-b1f8-23890ca56b1b x-openstack-request-id: req-edcc9b77-9f60-4dde-b1f8-23890ca56b1b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:14:43.846575 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cad1020-bd50-43e9-a58f-684827ae73db", "name": "network-vif-deleted", "tag": "1c9037fd-78e6-47c7-850d-a75a163e1a32", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:14:43.846575 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-edcc9b77-9f60-4dde-b1f8-23890ca56b1b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:14:43.846999 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cad1020-bd50-43e9-a58f-684827ae73db', 'name': 'network-vif-deleted', 'tag': '1c9037fd-78e6-47c7-850d-a75a163e1a32', 'status': 'completed', 'code': 200} Sep 29 23:14:43.941921 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2743001-8141-4e80-b71b-9f6b656a8c47 req-a24a9284-ef84-4bf7-bd26-ab0bab94bbbb tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:43.944750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9200ff78-0e42-4175-8a0b-c63fc2754f30 None None] Calling delete_port for 26f06868-875b-4398-a450-f7d5c19438e1 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:43.946839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Pushing event updated for resources: {'Port': ['ID=51018092-9c91-4d6e-aed2-a3ddc8bbda5a,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:43.954963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2743001-8141-4e80-b71b-9f6b656a8c47 req-a24a9284-ef84-4bf7-bd26-ab0bab94bbbb tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 931 time: 0.1279562 Sep 29 23:14:44.036879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2743001-8141-4e80-b71b-9f6b656a8c47 req-ce6095bb-9be4-49fa-9849-0b8718cea75a tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809369 Sep 29 23:14:44.093850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Attempting to bind port 76bd5d02-af00-4201-b73e-d28e9d02f17b on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:44.095369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Attempting to bind port 76bd5d02-af00-4201-b73e-d28e9d02f17b by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:44.096210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Attempting to bind port 76bd5d02-af00-4201-b73e-d28e9d02f17b on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:44.148925 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'name': 'tempest-TestVolumeBootPattern-1546748346-router', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:36Z', 'updated_at': '2021-09-29T23:14:39Z', 'revision_number': 3, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'gw_port': {'id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:37Z', 'updated_at': '2021-09-29T23:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:44.157778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56940) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:44.171905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6dc65645-2660-4548-b295-d0c0416402fe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 1fcd2843-a6b7-4aae-906c-289abf3cff56 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:44.172299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6dc65645-2660-4548-b295-d0c0416402fe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.179483 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Checking router: b7aba628-96a1-4e87-b1a0-2463ac243067 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:14:44.180189 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Updating router b7aba628-96a1-4e87-b1a0-2463ac243067 port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:14:44.204420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587d882f-4f6b-4e4d-9a28-62a5e300fbca {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:14:44.206191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Attempting to bind port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:44.206568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Attempting to bind port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '948a4e38-a54f-4dcb-aa3d-9d573544c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:44.206931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Attempting to bind port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a on network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:44.207455 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.224807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.236124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:44.236522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Checking segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:44.236826 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.237225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Bound using segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:44.237719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Bound port: 76bd5d02-af00-4201-b73e-d28e9d02f17b, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:44.238101 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.259069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-975ab0a4-0602-4ceb-80c1-40439c2feba1 admin admin] Deleting subnet fdf3b9c5-ae5f-4c65-9c4e-297ff5b7b9c7 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:44.273012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:44.273603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Checking segment: {'id': '948a4e38-a54f-4dcb-aa3d-9d573544c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:44.273823 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.274183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Bound using segment: {'id': '948a4e38-a54f-4dcb-aa3d-9d573544c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:44.274672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Bound port: 51018092-9c91-4d6e-aed2-a3ddc8bbda5a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a4e38-a54f-4dcb-aa3d-9d573544c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:44.275060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.275192 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-975ab0a4-0602-4ceb-80c1-40439c2feba1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.365099 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-975ab0a4-0602-4ceb-80c1-40439c2feba1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.441142 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Transition to ACTIVE for port object 587d882f-4f6b-4e4d-9a28-62a5e300fbca will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:14:44.464475 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-975ab0a4-0602-4ceb-80c1-40439c2feba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.467658 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.495737 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9200ff78-0e42-4175-8a0b-c63fc2754f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.548862 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Pushing event updated for resources: {'Port': ['ID=587d882f-4f6b-4e4d-9a28-62a5e300fbca,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:44.601365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6dc65645-2660-4548-b295-d0c0416402fe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.619878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1e0d0bcd-a7ea-448b-9cab-a0f4ab3d2c25 None None] Provisioning complete for port 76bd5d02-af00-4201-b73e-d28e9d02f17b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:44.620486 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e0d0bcd-a7ea-448b-9cab-a0f4ab3d2c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.623717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6dc65645-2660-4548-b295-d0c0416402fe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 1fcd2843-a6b7-4aae-906c-289abf3cff56 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:44.650545 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-975ab0a4-0602-4ceb-80c1-40439c2feba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.664040 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.669304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1e0d0bcd-a7ea-448b-9cab-a0f4ab3d2c25 None None] Port 76bd5d02-af00-4201-b73e-d28e9d02f17b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:44.676237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200ff78-0e42-4175-8a0b-c63fc2754f30 None None] Pushing event deleted for resources: {'Port': ['ID=26f06868-875b-4398-a450-f7d5c19438e1,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:44.677083 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.688467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] For port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:44.696710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9200ff78-0e42-4175-8a0b-c63fc2754f30 None None] No DVR routers for this DVR port 26f06868-875b-4398-a450-f7d5c19438e1 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:14:44.699763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] For port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=51018092-9c91-4d6e-aed2-a3ddc8bbda5a,segment=NetworkSegment(948a4e38-a54f-4dcb-aa3d-9d573544c3fa),segment_id=948a4e38-a54f-4dcb-aa3d-9d573544c3fa)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:44.713725 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.741285 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-975ab0a4-0602-4ceb-80c1-40439c2feba1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.750539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-975ab0a4-0602-4ceb-80c1-40439c2feba1 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fdf3b9c5-ae5f-4c65-9c4e-297ff5b7b9c7 HTTP/1.1" status: 204 len: 168 time: 0.5905488 Sep 29 23:14:44.751288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:44.754509 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5af9d-4431-4664-bae3-484953e48ed3 None None] Pushing event updated for resources: {'Port': ['ID=14fe5edf-d9fa-421f-a52e-9bb07f2c25b9,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:44.774634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd1b8164-e8b4-40b2-9695-b1356f5fd594 req-347211b8-4319-41f0-ab85-deb8d8ddede9 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1552312 Sep 29 23:14:44.777853 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Attempting to bind port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:44.778345 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Attempting to bind port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:44.778770 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Attempting to bind port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:44.786581 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:44.787024 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:44.787613 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.788111 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:44.788645 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Bound port: 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:44.789123 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.790628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96511ee-db41-4679-ba66-99d765d44888 None None] Pushing event updated for resources: {'Port': ['ID=51018092-9c91-4d6e-aed2-a3ddc8bbda5a,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:44.795152 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2d006c-5202-4948-983b-dcdb6824dc64 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:44.817338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] For port 76bd5d02-af00-4201-b73e-d28e9d02f17b, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:44.856305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975ab0a4-0602-4ceb-80c1-40439c2feba1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf3b9c5-ae5f-4c65-9c4e-297ff5b7b9c7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:44.870289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] For port 76bd5d02-af00-4201-b73e-d28e9d02f17b, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=76bd5d02-af00-4201-b73e-d28e9d02f17b,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:44.872929 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] For port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:44.876993 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] For port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=14fe5edf-d9fa-421f-a52e-9bb07f2c25b9,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:44.883394 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.898081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Attempting to bind port 587d882f-4f6b-4e4d-9a28-62a5e300fbca on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:44.900354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Attempting to bind port 587d882f-4f6b-4e4d-9a28-62a5e300fbca by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:44.901345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Attempting to bind port 587d882f-4f6b-4e4d-9a28-62a5e300fbca on network 80bbd6fe-5382-44cf-812b-242c2203ac98 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:44.911648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Port 587d882f-4f6b-4e4d-9a28-62a5e300fbca on network 80bbd6fe-5382-44cf-812b-242c2203ac98 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:14:44.917186 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1c9037fd-78e6-47c7-850d-a75a163e1a32 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:14:44.918064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Attempting to bind port 587d882f-4f6b-4e4d-9a28-62a5e300fbca on network 80bbd6fe-5382-44cf-812b-242c2203ac98 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:44.950796 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:44.967584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 1c9037fd-78e6-47c7-850d-a75a163e1a32 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:14:44.968051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Checking segment: {'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:44.968196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1c9037fd-78e6-47c7-850d-a75a163e1a32 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:14:44.970381 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:44.971109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Bound using segment: {'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:44.972140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Bound port: 587d882f-4f6b-4e4d-9a28-62a5e300fbca, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:44.972737 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.028660 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.037356 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5af9d-4431-4664-bae3-484953e48ed3 None None] Pushing event updated for resources: {'Port': ['ID=14fe5edf-d9fa-421f-a52e-9bb07f2c25b9,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:45.067542 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Routers {'b7aba628-96a1-4e87-b1a0-2463ac243067'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:45.071504 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7aba628-96a1-4e87-b1a0-2463ac243067'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:45.242003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:45.244350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:45.278740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.354538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:45.357874 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] Set router b7aba628-96a1-4e87-b1a0-2463ac243067 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:45.379275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88e45cd0-35f8-4fb7-84a7-5b0ed516d155') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:45.379650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88e45cd0-35f8-4fb7-84a7-5b0ed516d155') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:45.406855 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.442844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.455038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.462172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:14:45.462589 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.512092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] For port 587d882f-4f6b-4e4d-9a28-62a5e300fbca, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:45.586433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] For port 587d882f-4f6b-4e4d-9a28-62a5e300fbca, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=587d882f-4f6b-4e4d-9a28-62a5e300fbca,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:14:45.608220 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:14:45.628984 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.671559 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6dc65645-2660-4548-b295-d0c0416402fe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.685257 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.699244 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.708655 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] 10.222.0.44 "DELETE /v2.0/networks/c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d HTTP/1.1" status: 204 len: 168 time: 0.9547479 Sep 29 23:14:45.709320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56960) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:45.819775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99f4008-3d59-4f9e-a07b-3690ca145ea7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0babe8d-df91-4e88-a8c1-cdc72b9b4d5d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:45.844819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea90fc7-f294-48e0-9244-8160a4e4785a req-db74f5e1-af7c-4ea9-8b9c-768ac909076b tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:45.854956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bea90fc7-f294-48e0-9244-8160a4e4785a req-db74f5e1-af7c-4ea9-8b9c-768ac909076b tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 943 time: 0.2434280 Sep 29 23:14:45.884479 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'name': 'tempest-TestVolumeBootPattern-1546748346-router', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:36Z', 'updated_at': '2021-09-29T23:14:39Z', 'revision_number': 3, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'gw_port': {'id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:37Z', 'updated_at': '2021-09-29T23:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:45.890287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8b8b008-d2e0-4de0-8b22-41a5932d6117 admin admin] Deleting subnet 5246579e-755d-4c9b-be48-1465f3793259 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:45.894568 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b008-d2e0-4de0-8b22-41a5932d6117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.907099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:45.907784 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:45.912563 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] 10.222.0.26 "PUT /v2.0/ports/587d882f-4f6b-4e4d-9a28-62a5e300fbca HTTP/1.1" status: 200 len: 1091 time: 5.5524766 Sep 29 23:14:45.913067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f', 'tag': '587d882f-4f6b-4e4d-9a28-62a5e300fbca'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:14:45.917753 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059706c8-990f-4a41-a5f0-38cdff0e6b1a None None] The sync data for ids ['b7aba628-96a1-4e87-b1a0-2463ac243067'] in n-d-811173-2 is: [{'id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'name': 'tempest-TestVolumeBootPattern-1546748346-router', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:36Z', 'updated_at': '2021-09-29T23:14:39Z', 'revision_number': 3, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'gw_port': {'id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:37Z', 'updated_at': '2021-09-29T23:14:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:14:45.930233 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdbc45b-62fc-4257-ab87-84635af322c9" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f", "tag": "587d882f-4f6b-4e4d-9a28-62a5e300fbca"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:14:46.013791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2add31f0-7208-45ae-b5c6-b04ee1ac90e1 req-899ac15f-718c-48a4-85da-c822ef15c56a tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0434189 Sep 29 23:14:46.059103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bea90fc7-f294-48e0-9244-8160a4e4785a req-d291f232-6076-48d3-b866-3d20e35bbe6b tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986978 Sep 29 23:14:46.089806 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b008-d2e0-4de0-8b22-41a5932d6117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.122813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Allocated IP 172.20.0.1 (cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4/4f863b3d-b336-441e-9351-7b8ed7e5e99b/4ac1900b-cfdb-47a4-82ce-5fd1ce82324d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:46.143253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 51018092-9c91-4d6e-aed2-a3ddc8bbda5a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:46.148535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006cc008-e99f-42f2-80da-72fbd54835b1 None None] Pushing event updated for resources: {'Port': ['ID=76bd5d02-af00-4201-b73e-d28e9d02f17b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:46.184957 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b008-d2e0-4de0-8b22-41a5932d6117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.243279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:46.282864 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b008-d2e0-4de0-8b22-41a5932d6117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.343423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8b008-d2e0-4de0-8b22-41a5932d6117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5246579e-755d-4c9b-be48-1465f3793259,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:46.359074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a8b8b008-d2e0-4de0-8b22-41a5932d6117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.364268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a8b8b008-d2e0-4de0-8b22-41a5932d6117 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/5246579e-755d-4c9b-be48-1465f3793259 HTTP/1.1" status: 204 len: 168 time: 0.6462255 Sep 29 23:14:46.364960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56972) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:46.392804 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.481569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7721f01e-ee4c-426e-bc94-f31a89bb2cd7 None None] Provisioning complete for port 76bd5d02-af00-4201-b73e-d28e9d02f17b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:46.482275 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7721f01e-ee4c-426e-bc94-f31a89bb2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.496493 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b20864d-b49e-434c-a9cb-80233dc46835 x-openstack-request-id: req-5b20864d-b49e-434c-a9cb-80233dc46835 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:14:46.496837 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f", "tag": "587d882f-4f6b-4e4d-9a28-62a5e300fbca", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:14:46.497088 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b20864d-b49e-434c-a9cb-80233dc46835 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:14:46.497484 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f', 'tag': '587d882f-4f6b-4e4d-9a28-62a5e300fbca', 'status': 'completed', 'code': 200} Sep 29 23:14:46.530462 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.553640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.665082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6dc65645-2660-4548-b295-d0c0416402fe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.669574 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6dc65645-2660-4548-b295-d0c0416402fe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/1fcd2843-a6b7-4aae-906c-289abf3cff56 HTTP/1.1" status: 204 len: 168 time: 2.9449148 Sep 29 23:14:46.672263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56980) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:46.688186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:46.713014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:46.726136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:46.794857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949848eb-350b-4318-b0eb-657c66d98bae service neutron] Pushing event updated for resources: {'Port': ['ID=587d882f-4f6b-4e4d-9a28-62a5e300fbca,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:46.819865 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.875574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c35c966-3bc6-44b9-9f3e-e1b761e75eb2']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:46.892316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0386aee-c9cb-4a31-b835-b1119f9befb2') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:46.892682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0386aee-c9cb-4a31-b835-b1119f9befb2') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:46.895288 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7721f01e-ee4c-426e-bc94-f31a89bb2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.917670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc65645-2660-4548-b295-d0c0416402fe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=1fcd2843-a6b7-4aae-906c-289abf3cff56,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:46.923709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-7b97abe4-266b-4f28-9f28-5a670a48ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:46.926987 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-7b97abe4-266b-4f28-9f28-5a670a48ce0f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62bcf4cab4364b038f970d284171d03a&device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 1094 time: 0.4238203 Sep 29 23:14:46.931752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28280c09-2116-4b52-82bf-f5d7b470d570 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:46.933644 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.933883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28280c09-2116-4b52-82bf-f5d7b470d570 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:46.937943 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-28280c09-2116-4b52-82bf-f5d7b470d570 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2477946 Sep 29 23:14:46.947730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.953479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56982) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:46.972124 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:46.987659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0594b-4377-4e0c-95f9-d7ae356667e7 None None] Network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:46.998888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:14:46.999483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:47.001578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': 'c2f2c5f3-98ab-457e-b0e0-445ab3b34f88'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:14:47.003907 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:14:47.107008 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:14:47.126971 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:47.154554 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:47.159252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3c35c966-3bc6-44b9-9f3e-e1b761e75eb2 HTTP/1.1" status: 204 len: 168 time: 0.7928133 Sep 29 23:14:47.164554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b539a-41d9-4148-a896-ee6e9a493997 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c35c966-3bc6-44b9-9f3e-e1b761e75eb2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:47.185244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-4da49e32-8323-401f-9545-10402fe078a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d882f-4f6b-4e4d-9a28-62a5e300fbca HTTP/1.1" status: 200 len: 217 time: 0.2461395 Sep 29 23:14:47.246413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54a50772-475d-4c53-ba1d-fbefd0b07b8a req-6ba326b0-df35-4ef2-b888-8328ac7c32f5 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0775416 Sep 29 23:14:47.306966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:47.307536 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:47.377879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7611f5e-4cd9-4ab1-b9cc-3fc6111114c5 req-3007f622-51d8-40b9-bb69-b8acb330704c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:47.387729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7611f5e-4cd9-4ab1-b9cc-3fc6111114c5 req-3007f622-51d8-40b9-bb69-b8acb330704c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 943 time: 0.0941377 Sep 29 23:14:47.485382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7721f01e-ee4c-426e-bc94-f31a89bb2cd7 None None] For port 76bd5d02-af00-4201-b73e-d28e9d02f17b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=76bd5d02-af00-4201-b73e-d28e9d02f17b,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:47.610550 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7721f01e-ee4c-426e-bc94-f31a89bb2cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:47.933290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56996) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:47.955672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721f01e-ee4c-426e-bc94-f31a89bb2cd7 None None] Pushing event updated for resources: {'Port': ['ID=76bd5d02-af00-4201-b73e-d28e9d02f17b,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:47.986372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7611f5e-4cd9-4ab1-b9cc-3fc6111114c5 req-46a60b03-74e6-4708-9a5d-48866b9ccdee tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5913711 Sep 29 23:14:47.987231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-c46a2255-d41d-4cc2-8928-027bd24d48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:47.989939 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-c46a2255-d41d-4cc2-8928-027bd24d48a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e HTTP/1.1" status: 200 len: 850 time: 0.7966897 Sep 29 23:14:48.001358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3cf4c8e2-16c4-403a-b0b2-5afe5d716a47 None None] Provisioning complete for port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:48.001736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3cf4c8e2-16c4-403a-b0b2-5afe5d716a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:48.024470 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fcb88605-c71b-4edf-bae9-07bc6825ec7f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9de222a2fd9492d9889436fc4aeacd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849183 Sep 29 23:14:48.024718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56998) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:48.052143 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-f481e5bf-6571-4288-8d71-f7d4917ffae9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80bbd6fe-5382-44cf-812b-242c2203ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406365 Sep 29 23:14:48.055211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Pushing event updated for resources: {'Port': ['ID=4ac1900b-cfdb-47a4-82ce-5fd1ce82324d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:48.067644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccf73e54-d32e-4bb9-b218-8f2aca13565a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet c2f2c5f3-98ab-457e-b0e0-445ab3b34f88 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:48.086391 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:48.096290 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac78ffe-76a9-446e-a093-053f2db0c09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:48.125042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/c2f2c5f3-98ab-457e-b0e0-445ab3b34f88/a60be071-348f-4059-8f98-47ed300a1c66) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:48.126927 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac78ffe-76a9-446e-a093-053f2db0c09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:48.201189 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac78ffe-76a9-446e-a093-053f2db0c09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:48.204765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aac78ffe-76a9-446e-a093-053f2db0c09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:48.206140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aac78ffe-76a9-446e-a093-053f2db0c09a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bea1fdd0-4276-4ccf-9097-9f91ffdc4085 HTTP/1.1" status: 204 len: 168 time: 0.1805475 Sep 29 23:14:48.213340 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:44Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:48.216481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=51018092-9c91-4d6e-aed2-a3ddc8bbda5a,segment=NetworkSegment(948a4e38-a54f-4dcb-aa3d-9d573544c3fa),segment_id=948a4e38-a54f-4dcb-aa3d-9d573544c3fa)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:48.220633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac78ffe-76a9-446e-a093-053f2db0c09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1fdd0-4276-4ccf-9097-9f91ffdc4085,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:48.272952 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:48.274881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caccdba-54d9-4f49-9b0a-30210c49af35 None None] The sync data for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 is: [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:44Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:14:48.302745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-63756fe4-deb7-43f1-9bbb-15d675cad417 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294049 Sep 29 23:14:48.498499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:48.504304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2abdfda2-df63-4911-a564-e7d573ec3122 req-47950318-d456-4018-b3b6-e07ae1f55d99 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317332 Sep 29 23:14:48.584047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-facd3f9f-2878-4a61-85d4-ca92d16e4870 req-9bd6d232-36c7-4389-9392-6486c4f6f45d tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1279190 Sep 29 23:14:48.654613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=51018092-9c91-4d6e-aed2-a3ddc8bbda5a,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:48.729070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:48.944518 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:48.982296 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.008002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-750e9f5d-9e54-454f-a130-3e1a2e9246c3 None None] Provisioning complete for port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:49.008820 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-750e9f5d-9e54-454f-a130-3e1a2e9246c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.027610 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.039983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ccf73e54-d32e-4bb9-b218-8f2aca13565a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.106137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:49.106787 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.135048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.144011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:49.150841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57016) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:49.155382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:49.166254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:49.175679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-750e9f5d-9e54-454f-a130-3e1a2e9246c3 None None] Port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:49.195020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Pushing event updated for resources: {'Port': ['ID=a60be071-348f-4059-8f98-47ed300a1c66,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:49.359811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Attempting to bind port a60be071-348f-4059-8f98-47ed300a1c66 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:49.360275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47833e1-8e7b-465a-a13f-bba1a2a087e9 req-b2b42c17-d9d6-4bd4-b516-ab04bd76a682 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:49.360448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Attempting to bind port a60be071-348f-4059-8f98-47ed300a1c66 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:49.360702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Attempting to bind port a60be071-348f-4059-8f98-47ed300a1c66 on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:49.370400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b47833e1-8e7b-465a-a13f-bba1a2a087e9 req-b2b42c17-d9d6-4bd4-b516-ab04bd76a682 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 943 time: 0.2288127 Sep 29 23:14:49.376388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:49.376764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:49.377548 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.377548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:49.378030 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Bound port: a60be071-348f-4059-8f98-47ed300a1c66, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:49.378415 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.401592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b07db3e8-cdfc-43ec-a4fb-702ff12a974b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b7a6b69bbc8a429a8cf2e3b5450cddbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426610 Sep 29 23:14:49.404420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57022) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:49.417030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ccf73e54-d32e-4bb9-b218-8f2aca13565a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.423515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-750e9f5d-9e54-454f-a130-3e1a2e9246c3 None None] Provisioning complete for port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:49.423918 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-750e9f5d-9e54-454f-a130-3e1a2e9246c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.472743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b47833e1-8e7b-465a-a13f-bba1a2a087e9 req-7f501c98-8048-4132-82b5-f6759749643b tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014628 Sep 29 23:14:49.514332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6531cf40-e2be-415e-81ca-38c46a90199c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.540429 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.549005 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6531cf40-e2be-415e-81ca-38c46a90199c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.560285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ccf73e54-d32e-4bb9-b218-8f2aca13565a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.568460 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.574756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=14fe5edf-d9fa-421f-a52e-9bb07f2c25b9,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:49.585367 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.586242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 76bd5d02-af00-4201-b73e-d28e9d02f17b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:49.617283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6531cf40-e2be-415e-81ca-38c46a90199c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.619900 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6531cf40-e2be-415e-81ca-38c46a90199c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.621074 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6531cf40-e2be-415e-81ca-38c46a90199c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1bef5b8a-1494-4b8f-a851-d02969c4d820 HTTP/1.1" status: 204 len: 168 time: 0.2149451 Sep 29 23:14:49.637634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531cf40-e2be-415e-81ca-38c46a90199c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bef5b8a-1494-4b8f-a851-d02969c4d820,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:49.667853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbc45b-62fc-4257-ab87-84635af322c9 req-fd7e7d20-d08c-4e4d-9ed8-231646ff8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:49.669447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cdbc45b-62fc-4257-ab87-84635af322c9 req-fd7e7d20-d08c-4e4d-9ed8-231646ff8c79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62bcf4cab4364b038f970d284171d03a&device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 1094 time: 1.0953770 Sep 29 23:14:49.777854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55ad3d46-4732-4cb1-baba-8496a531195e req-25f0b346-e2f9-4c89-97be-7108552368d5 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0584583 Sep 29 23:14:49.783999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=14fe5edf-d9fa-421f-a52e-9bb07f2c25b9,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:49.807021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 76bd5d02-af00-4201-b73e-d28e9d02f17b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:49.807425 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.812795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] For port a60be071-348f-4059-8f98-47ed300a1c66, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:49.823586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ccf73e54-d32e-4bb9-b218-8f2aca13565a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.827213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] For port a60be071-348f-4059-8f98-47ed300a1c66, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a60be071-348f-4059-8f98-47ed300a1c66,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:49.858478 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.888032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Pushing event updated for resources: {'Port': ['ID=4ac1900b-cfdb-47a4-82ce-5fd1ce82324d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:49.893559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:49.894415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf73e54-d32e-4bb9-b218-8f2aca13565a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f2c5f3-98ab-457e-b0e0-445ab3b34f88,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:49.940181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:49.942577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ccf73e54-d32e-4bb9-b218-8f2aca13565a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:49.944433 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ccf73e54-d32e-4bb9-b218-8f2aca13565a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/c2f2c5f3-98ab-457e-b0e0-445ab3b34f88 HTTP/1.1" status: 204 len: 168 time: 2.9899366 Sep 29 23:14:49.947028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57032) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:49.963165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d3e08ffd-3fff-47fc-9a7c-420b7f650dab None None] Provisioning complete for port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:49.963619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d3e08ffd-3fff-47fc-9a7c-420b7f650dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:50.049764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5fd58ca9-77df-41ce-bcff-9d0f1416935f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015484 Sep 29 23:14:50.052271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:50.157542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a0723a-cc97-4551-933b-0f3e3606e0ab tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:50.159151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-38a0723a-cc97-4551-933b-0f3e3606e0ab tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1059716 Sep 29 23:14:50.164670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57044) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:50.302576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79719d32-c1ca-4e69-828f-fb47862e6659 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:50.305218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-79719d32-c1ca-4e69-828f-fb47862e6659 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1395562 Sep 29 23:14:50.322620 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57048) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:50.458460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce96e8-fae1-4b9e-9d59-e851ac75d322 None None] Pushing event updated for resources: {'Port': ['ID=a60be071-348f-4059-8f98-47ed300a1c66,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:50.478399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Router b7aba628-96a1-4e87-b1a0-2463ac243067 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:14:50.480241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbc45b-62fc-4257-ab87-84635af322c9 req-6a10deea-c96e-4b67-9058-3640ea2d0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:50.481364 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:50.481920 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cdbc45b-62fc-4257-ab87-84635af322c9 req-6a10deea-c96e-4b67-9058-3640ea2d0771 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 200 len: 911 time: 0.8040714 Sep 29 23:14:50.489480 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ae9235e2-969d-4f50-ac18-a2710eacc737 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440113 Sep 29 23:14:50.491219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57058) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:50.497416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4655b408-4276-4260-a21c-93e3a4b74aed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:50.544504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d3e08ffd-3fff-47fc-9a7c-420b7f650dab None None] Port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:50.633557 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cdbc45b-62fc-4257-ab87-84635af322c9 req-24e535e0-7c45-4a8e-82bf-c661b9d26c6d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d882f-4f6b-4e4d-9a28-62a5e300fbca HTTP/1.1" status: 200 len: 217 time: 0.1314240 Sep 29 23:14:50.684758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6a6d7c8f-8f84-4f1a-a39f-2e850267075f None None] Provisioning complete for port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:50.685143 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7c8f-8f84-4f1a-a39f-2e850267075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:50.761439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6a6d7c8f-8f84-4f1a-a39f-2e850267075f None None] Port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:50.832708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdbc45b-62fc-4257-ab87-84635af322c9 req-d9be8649-ae80-4e08-958c-60d69679d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:50.835165 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cdbc45b-62fc-4257-ab87-84635af322c9 req-d9be8649-ae80-4e08-958c-60d69679d2d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e HTTP/1.1" status: 200 len: 850 time: 0.1857667 Sep 29 23:14:50.873449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c984aa9-786b-4cef-bc32-88653dd5fe04 req-589a080c-d977-49df-b5de-dac515d87dc9 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:50.878189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c984aa9-786b-4cef-bc32-88653dd5fe04 req-589a080c-d977-49df-b5de-dac515d87dc9 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 943 time: 0.1697073 Sep 29 23:14:50.942413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 587d882f-4f6b-4e4d-9a28-62a5e300fbca details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:14:50.946675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4655b408-4276-4260-a21c-93e3a4b74aed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:50.950791 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4655b408-4276-4260-a21c-93e3a4b74aed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:50.959715 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cdbc45b-62fc-4257-ab87-84635af322c9 req-d741e5aa-46f5-458d-a5c3-23cf33ff20b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80bbd6fe-5382-44cf-812b-242c2203ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023347 Sep 29 23:14:51.044228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a60be071-348f-4059-8f98-47ed300a1c66 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:51.098498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5aa2d67-e510-42b3-b319-b0e88834cd7e req-4a3c7337-030d-40bb-a657-57fc8987f863 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1547918 Sep 29 23:14:51.146633 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c984aa9-786b-4cef-bc32-88653dd5fe04 req-8841d955-028d-4c8a-b12b-e3ecb637a69f tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599571 Sep 29 23:14:51.147526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 587d882f-4f6b-4e4d-9a28-62a5e300fbca, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=587d882f-4f6b-4e4d-9a28-62a5e300fbca,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:51.148417 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cdbc45b-62fc-4257-ab87-84635af322c9 req-1cc9ad68-1ad3-4014-98e0-03bbcbcea7be service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785300 Sep 29 23:14:51.159173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:14:51.174591 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-51e31ad6-d038-4397-9fb2-112f06263c7b admin admin] 10.222.0.44 "PUT /v2.0/routers/b7aba628-96a1-4e87-b1a0-2463ac243067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7891240 Sep 29 23:14:51.228084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Sync routers for ids ['b7aba628-96a1-4e87-b1a0-2463ac243067'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:14:51.268284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '587d882f-4f6b-4e4d-9a28-62a5e300fbca', 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98', 'port_id': '587d882f-4f6b-4e4d-9a28-62a5e300fbca', 'mac_address': 'fa:16:3e:9f:19:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:14:51.367570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Routers {'b7aba628-96a1-4e87-b1a0-2463ac243067'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:51.368628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7aba628-96a1-4e87-b1a0-2463ac243067'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:51.380715 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cdbc45b-62fc-4257-ab87-84635af322c9 req-8cb44dcf-cce6-4256-b2d7-e60db8c84952 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194018 Sep 29 23:14:51.405180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57082) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:51.518035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4655b408-4276-4260-a21c-93e3a4b74aed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:51.575333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-771493896-network', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:51.604475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4655b408-4276-4260-a21c-93e3a4b74aed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:51.612528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4655b408-4276-4260-a21c-93e3a4b74aed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:51.618930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Made reservation on behalf of 53920d36423d45be80c1b7fec2884cb0 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:51.621958 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:51.628711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:51.633263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4655b408-4276-4260-a21c-93e3a4b74aed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:51.634231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4655b408-4276-4260-a21c-93e3a4b74aed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:51.635551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Set router b7aba628-96a1-4e87-b1a0-2463ac243067 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:51.644114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:51.660718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4655b408-4276-4260-a21c-93e3a4b74aed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1680746 Sep 29 23:14:51.661707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4655b408-4276-4260-a21c-93e3a4b74aed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=e3ab2d46-7bb5-412c-9da9-cd95a1ab1c67,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:51.663984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57092) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:51.672388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': 'e3ab2d46-7bb5-412c-9da9-cd95a1ab1c67', 'ip_address': '2001:db8::9abd:1565:4fe9:70e5'}], 'name': 'tempest-NetworksTestDHCPv6-2017002868'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:51.678961 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a60be071-348f-4059-8f98-47ed300a1c66 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:51.679340 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:51.730637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f09409-f5e3-4213-ac2e-7cc3d2ba3a62 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:51.777288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587d882f-4f6b-4e4d-9a28-62a5e300fbca {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:14:51.804768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:51.806113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57096) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:51.807107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 587d882f-4f6b-4e4d-9a28-62a5e300fbca, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=587d882f-4f6b-4e4d-9a28-62a5e300fbca,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:51.813662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-269341790'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:51.837236 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:51.839637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:51.848281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:51.853520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:51.874970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:51.913101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8261812b-7aed-4340-b409-eee585f4f303 None None] Could not find standard attr ID for object 1fcd2843-a6b7-4aae-906c-289abf3cff56. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:14:51.981272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:14:51.983537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:14:51.995076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40bb08b-88ca-44d4-856a-4e6ee7695873,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:52.002667 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.022472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.023064 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Added segment 45c2abe0-6f2d-4b60-8055-34390b6388c6 of type vlan for network 0e061a8b-512f-4e45-90f7-64cb99d93508 Sep 29 23:14:52.023584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 2ec20ef0-e635-4a08-8967-02e4688a1030 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:52.025523 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.026582 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Added segment e340a278-2deb-42a0-8ff0-004d4727fa4a of type vlan for network 087e5120-73d2-426e-b117-b288b1b78538 Sep 29 23:14:52.122971 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.182419 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.213558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8261812b-7aed-4340-b409-eee585f4f303 None None] Provisioning complete for port a60be071-348f-4059-8f98-47ed300a1c66 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:52.214155 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8261812b-7aed-4340-b409-eee585f4f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.216548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['587d882f-4f6b-4e4d-9a28-62a5e300fbca'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:14:52.234753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::9abd:1565:4fe9:70e5 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/e3ab2d46-7bb5-412c-9da9-cd95a1ab1c67/2ec20ef0-e635-4a08-8967-02e4688a1030) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:52.280984 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.282217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:52.283776 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.292513 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=587d882f-4f6b-4e4d-9a28-62a5e300fbca,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:52.324809 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.346421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cdbb204-411f-42c2-9e7b-6f2d16509050 req-cf472b7d-9153-4979-97e7-948b36b8bfc5 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0574899 Sep 29 23:14:52.448290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a129be-ce6c-47b8-9d50-80b6e8b3f106 req-e199e9e7-e387-4106-ab09-8d43344514af tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:52.450418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12a129be-ce6c-47b8-9d50-80b6e8b3f106 req-e199e9e7-e387-4106-ab09-8d43344514af tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 944 time: 0.1717544 Sep 29 23:14:52.456138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port a60be071-348f-4059-8f98-47ed300a1c66, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a60be071-348f-4059-8f98-47ed300a1c66,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:52.485058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'name': 'tempest-TestVolumeBootPattern-1546748346-router', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:36Z', 'updated_at': '2021-09-29T23:14:48Z', 'revision_number': 4, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'gw_port': {'id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:37Z', 'updated_at': '2021-09-29T23:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4ac1900b-cfdb-47a4-82ce-5fd1ce82324d', 'name': '', 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'mac_address': 'fa:16:3e:16:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '4f863b3d-b336-441e-9351-7b8ed7e5e99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:45Z', 'updated_at': '2021-09-29T23:14:48Z', 'revision_number': 2, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'subnets': [{'id': '4f863b3d-b336-441e-9351-7b8ed7e5e99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:52.512752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] Pushing event updated for resources: {'Network': ['ID=0e061a8b-512f-4e45-90f7-64cb99d93508,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:52.527819 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.528751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:52.537222 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-93519e5d-224e-4890-a038-919bdc8656cc admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1308575 Sep 29 23:14:52.537872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57110) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:52.552974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Request body: {'subnet': {'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-771493896-subnet', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:52.558409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 0e061a8b-512f-4e45-90f7-64cb99d93508 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:14:52.575693 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12a129be-ce6c-47b8-9d50-80b6e8b3f106 req-0738eef8-e024-4e1e-a73a-b93952721333 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824599 Sep 29 23:14:52.599689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Checking router: b7aba628-96a1-4e87-b1a0-2463ac243067 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:14:52.600540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Updating router b7aba628-96a1-4e87-b1a0-2463ac243067 port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:14:52.616319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.621349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.628136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:52.628881 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.712636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Made reservation on behalf of 53920d36423d45be80c1b7fec2884cb0 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:52.714993 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.718975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Network': ['ID=087e5120-73d2-426e-b117-b288b1b78538,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:52.733704 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ec535f9d-18e7-4690-8ad1-8cba5969997c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9233007 Sep 29 23:14:52.735778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57116) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:52.746994 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1125233246'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:52.747487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 087e5120-73d2-426e-b117-b288b1b78538 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:14:52.761774 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.787609 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:52.850694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=a60be071-348f-4059-8f98-47ed300a1c66,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:52.864615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:52.881693 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.027887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:53.029036 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.045334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:53.047671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=2ec20ef0-e635-4a08-8967-02e4688a1030,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:53.052713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:53.059532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:53.061115 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.080621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:14:53.085818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:53.086085 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.094694 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.095317 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Added segment 1d68d291-939e-46e5-ab28-51bc636bd30b of type vlan for network e39dd437-e6ea-4000-a22a-c65e25f5d59a Sep 29 23:14:53.107103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9aef7429-220d-499d-9383-1fc661b363d1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4419100 Sep 29 23:14:53.110699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57120) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:53.116634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bb8baed6-2e07-4150-a3dd-0f854716166a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': 'e3ab2d46-7bb5-412c-9da9-cd95a1ab1c67', 'ip_address': '2001:db8::9abd:1565:4fe9:70e5'}], 'name': 'tempest-NetworksTestDHCPv6-1129335862'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:53.125399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=315986fc-a025-4fb5-a566-8b55ad5b15d0,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:53.166403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Checking segment: {'id': '45c2abe0-6f2d-4b60-8055-34390b6388c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:53.166770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Network hostable DHCP agents. Network: 0e061a8b-512f-4e45-90f7-64cb99d93508, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:14:53.191013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Network 0e061a8b-512f-4e45-90f7-64cb99d93508 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:14:53.208572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 0e061a8b-512f-4e45-90f7-64cb99d93508) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:53.220894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:53.221604 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.223725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624affc2-b0f2-44e9-ac15-18a7caaec3d1 None None] Network 0e061a8b-512f-4e45-90f7-64cb99d93508 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:53.268693 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c027053b-5032-45ce-baa4-8a0f4c465f35 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7267492 Sep 29 23:14:53.271416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57122) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:53.282325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-771493896-router', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:53.329576 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.331221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.418316 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.424662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.483465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8baed6-2e07-4150-a3dd-0f854716166a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:53.498983 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb8baed6-2e07-4150-a3dd-0f854716166a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.503993 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.517548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:53.518272 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.618870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-388f3c6b-f622-4f18-a48c-12e3d25ec39b None None] Provisioning complete for port a60be071-348f-4059-8f98-47ed300a1c66 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:53.619471 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-388f3c6b-f622-4f18-a48c-12e3d25ec39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.663138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9261546 Sep 29 23:14:53.676674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:53.694176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57130) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:53.703997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51d30dfd-6e44-499e-ac16-b67017da7be7 req-cd8fdc15-708c-47e9-a9c2-1ea393f30d31 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1696670 Sep 29 23:14:53.735842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'subnet': {'network_id': '087e5120-73d2-426e-b117-b288b1b78538', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:53.825697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed7ed6e-3e35-4423-9734-aedd9f0c5786 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Network': ['ID=e39dd437-e6ea-4000-a22a-c65e25f5d59a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:53.836016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-bb8baed6-2e07-4150-a3dd-0f854716166a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port effc577c-84ab-4b5c-a968-d052bc29491f yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:53.908297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network e39dd437-e6ea-4000-a22a-c65e25f5d59a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:14:54.029044 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:54.043208 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.098284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 51018092-9c91-4d6e-aed2-a3ddc8bbda5a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:54.187399 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb8baed6-2e07-4150-a3dd-0f854716166a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 29 23:14:54.187889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb8baed6-2e07-4150-a3dd-0f854716166a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:14:54.212664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1711848-9aea-47d0-a8cc-d194d48dbb19 req-61cce0b0-4739-4e23-8e59-7083924f643c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:54.221565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1711848-9aea-47d0-a8cc-d194d48dbb19 req-61cce0b0-4739-4e23-8e59-7083924f643c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 944 time: 0.3018522 Sep 29 23:14:54.228171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bb8baed6-2e07-4150-a3dd-0f854716166a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1161761 Sep 29 23:14:54.228613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57136) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:54.275803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1711848-9aea-47d0-a8cc-d194d48dbb19 req-da7a0258-e57e-496f-8743-58638c61fa79 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532274 Sep 29 23:14:54.327135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-0e061a8b-512f-4e45-90f7-64cb99d93508', 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'fixed_ips': [{'subnet_id': '315986fc-a025-4fb5-a566-8b55ad5b15d0'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:14:54.327945 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.385111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980f989-efdb-475e-8a9f-0239a43b90e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:54.392932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1980f989-efdb-475e-8a9f-0239a43b90e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:54.397897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:54.410609 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1980f989-efdb-475e-8a9f-0239a43b90e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1522639 Sep 29 23:14:54.411245 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.463796 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.529325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:54.530599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe4458-4961-463c-9ce5-765acd77b777 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 2ec20ef0-e635-4a08-8967-02e4688a1030 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:54.530956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4458-4961-463c-9ce5-765acd77b777 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.535875 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.570928 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.575085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0d40f623-5b80-4390-b967-1c4f4152f576 None None] Could not find standard attr ID for object 660a6242-cf86-4210-95ee-91c920ceb532. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:14:54.628647 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0d40f623-5b80-4390-b967-1c4f4152f576 None None] Could not find standard attr ID for object 1fcd2843-a6b7-4aae-906c-289abf3cff56. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:14:54.695078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5e4f8-561e-44c7-8ccb-63304c0cc3fe None None] Pushing event updated for resources: {'Port': ['ID=4ac1900b-cfdb-47a4-82ce-5fd1ce82324d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:54.696042 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4458-4961-463c-9ce5-765acd77b777 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.726785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a6fe4458-4961-463c-9ce5-765acd77b777 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 2ec20ef0-e635-4a08-8967-02e4688a1030 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:54.735245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Subnet': ['ID=c2f238ab-f042-422d-bbd5-f023e7997ff2,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:54.743482 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.807118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0d40f623-5b80-4390-b967-1c4f4152f576 None None] Provisioning complete for port 2ec20ef0-e635-4a08-8967-02e4688a1030 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:54.807496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0d40f623-5b80-4390-b967-1c4f4152f576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.829218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Allocated IP 172.20.0.2 (0e061a8b-512f-4e45-90f7-64cb99d93508/315986fc-a025-4fb5-a566-8b55ad5b15d0/f39b881e-5226-464b-ac13-c1311fc5ca30) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:54.845277 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:54.923617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Checking segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:54.924131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network hostable DHCP agents. Network: 087e5120-73d2-426e-b117-b288b1b78538, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:14:54.999908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 587d882f-4f6b-4e4d-9a28-62a5e300fbca up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:55.015620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-798c8a54-1b52-4e41-9de0-802c30e18255 req-80047b24-2fc0-459d-9de1-882ecfe29bf1 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0691476 Sep 29 23:14:55.042400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Attempting to bind port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:55.042722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Attempting to bind port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '948a4e38-a54f-4dcb-aa3d-9d573544c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:55.043096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Attempting to bind port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d on network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:55.065136 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4458-4961-463c-9ce5-765acd77b777 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.106360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0d40f623-5b80-4390-b967-1c4f4152f576 None None] Port 2ec20ef0-e635-4a08-8967-02e4688a1030 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:55.107904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fe4458-4961-463c-9ce5-765acd77b777 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=2ec20ef0-e635-4a08-8967-02e4688a1030,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:55.116203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network 087e5120-73d2-426e-b117-b288b1b78538 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:14:55.142204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6fe4458-4961-463c-9ce5-765acd77b777 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.145566 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a6fe4458-4961-463c-9ce5-765acd77b777 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/2ec20ef0-e635-4a08-8967-02e4688a1030 HTTP/1.1" status: 204 len: 168 time: 0.7466083 Sep 29 23:14:55.150192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57150) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:55.167012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 087e5120-73d2-426e-b117-b288b1b78538) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:55.231004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:55.232156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.311997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-551d2c40-0ac5-41f7-97fa-7b5be09fe4c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6156158 Sep 29 23:14:55.314033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57158) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:55.328146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'subnet': {'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:55.352634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604faac-c900-4ee2-a9a1-e15020e86acf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:55.354179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604faac-c900-4ee2-a9a1-e15020e86acf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:55.356410 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e604faac-c900-4ee2-a9a1-e15020e86acf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2052605 Sep 29 23:14:55.364871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Allocated IP 172.25.4.109 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:55.367024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57160) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:55.388247 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.396530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:55.399895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Checking segment: {'id': '948a4e38-a54f-4dcb-aa3d-9d573544c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:55.401248 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.401248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Bound using segment: {'id': '948a4e38-a54f-4dcb-aa3d-9d573544c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:55.403491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Bound port: 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '948a4e38-a54f-4dcb-aa3d-9d573544c3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:55.403922 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.445908 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.449025 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1383b5-d916-45c5-aa4a-7ae812cc9478 None None] Network 087e5120-73d2-426e-b117-b288b1b78538 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:55.453932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a60be071-348f-4059-8f98-47ed300a1c66 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:55.601875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Pushing event updated for resources: {'Port': ['ID=f39b881e-5226-464b-ac13-c1311fc5ca30,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:55.649029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Network 0e061a8b-512f-4e45-90f7-64cb99d93508 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:55.702939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:55.709027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:55.723148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0d638228-9c83-4d4d-ab31-a44de4fc9f01 None None] Provisioning complete for port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:55.723517 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0d638228-9c83-4d4d-ab31-a44de4fc9f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.742817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8369c250-58b1-47e6-b4f8-944728bb6638 req-c3e872c5-2200-4c5d-82fc-88e962db3df8 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:55.751865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8369c250-58b1-47e6-b4f8-944728bb6638 req-c3e872c5-2200-4c5d-82fc-88e962db3df8 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 944 time: 0.3318677 Sep 29 23:14:55.763703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] For port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:55.766793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:55.770393 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.798054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a60be071-348f-4059-8f98-47ed300a1c66 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:55.798419 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.834289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] For port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ac1900b-cfdb-47a4-82ce-5fd1ce82324d,segment=NetworkSegment(948a4e38-a54f-4dcb-aa3d-9d573544c3fa),segment_id=948a4e38-a54f-4dcb-aa3d-9d573544c3fa)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:55.857617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 587d882f-4f6b-4e4d-9a28-62a5e300fbca completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:14:55.873702 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.892214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 587d882f-4f6b-4e4d-9a28-62a5e300fbca triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:55.892597 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.894100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0d638228-9c83-4d4d-ab31-a44de4fc9f01 None None] Port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:14:55.928247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:55.972753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Attempting to bind port f39b881e-5226-464b-ac13-c1311fc5ca30 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:55.973128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Attempting to bind port f39b881e-5226-464b-ac13-c1311fc5ca30 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '45c2abe0-6f2d-4b60-8055-34390b6388c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:55.973408 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Attempting to bind port f39b881e-5226-464b-ac13-c1311fc5ca30 on network 0e061a8b-512f-4e45-90f7-64cb99d93508 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:55.982388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.021479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521e81-08c8-4451-9367-45fbf19a13ed req-eaf2c27f-bfbc-41de-955d-04f2c113ddcf tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:56.021968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:56.022348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Checking segment: {'id': '45c2abe0-6f2d-4b60-8055-34390b6388c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:56.022760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.023154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Bound using segment: {'id': '45c2abe0-6f2d-4b60-8055-34390b6388c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:56.023653 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Bound port: f39b881e-5226-464b-ac13-c1311fc5ca30, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c2abe0-6f2d-4b60-8055-34390b6388c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:56.024035 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.028795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-eaf2c27f-bfbc-41de-955d-04f2c113ddcf tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.4628954 Sep 29 23:14:56.038847 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93ef324-420a-4422-999e-9f6744acd89a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet e3ab2d46-7bb5-412c-9da9-cd95a1ab1c67 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:14:56.063705 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-4386bb11-ea56-451f-9597-1f427ea37fc8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/quotas/86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 375 time: 0.0339050 Sep 29 23:14:56.070864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8369c250-58b1-47e6-b4f8-944728bb6638 req-bb5f8924-4fa6-49f6-b81a-9268a4f72a88 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181326 Sep 29 23:14:56.097324 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a93ef324-420a-4422-999e-9f6744acd89a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.105636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:56.125383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5e4f8-561e-44c7-8ccb-63304c0cc3fe None None] Pushing event updated for resources: {'Port': ['ID=4ac1900b-cfdb-47a4-82ce-5fd1ce82324d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:56.140772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:56.143576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:56.158678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Routers {'b7aba628-96a1-4e87-b1a0-2463ac243067'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:56.159325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7aba628-96a1-4e87-b1a0-2463ac243067'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:56.226453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Pushing event updated for resources: {'Port': ['ID=e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:56.244480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-5df13619-d7c5-45f9-8932-d6fc32328ad1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1789997 Sep 29 23:14:56.245665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.258926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a93ef324-420a-4422-999e-9f6744acd89a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.377340 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a93ef324-420a-4422-999e-9f6744acd89a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.416123 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bf840f1-1e50-4c03-9b75-83b50e583f5b req-a976ee6b-0754-4908-9762-d3c106b55dee tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0767117 Sep 29 23:14:56.453439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Subnet': ['ID=3b73ade4-2bdf-4abe-9a8c-d2305af0db28,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:56.469581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-087e5120-73d2-426e-b117-b288b1b78538', 'network_id': '087e5120-73d2-426e-b117-b288b1b78538', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'fixed_ips': [{'subnet_id': 'c2f238ab-f042-422d-bbd5-f023e7997ff2'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:14:56.471094 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.477233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-935247a5-674c-4c93-8033-83ca5685da20 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210958 Sep 29 23:14:56.515727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Checking segment: {'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:56.516197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network hostable DHCP agents. Network: e39dd437-e6ea-4000-a22a-c65e25f5d59a, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:14:56.597114 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-15024c48-2ba6-4f92-ac02-b150ccb295ad None None] Provisioning complete for port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:14:56.597821 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-15024c48-2ba6-4f92-ac02-b150ccb295ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.606293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] For port f39b881e-5226-464b-ac13-c1311fc5ca30, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:56.609210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network e39dd437-e6ea-4000-a22a-c65e25f5d59a is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:14:56.614408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a93ef324-420a-4422-999e-9f6744acd89a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.640275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, e39dd437-e6ea-4000-a22a-c65e25f5d59a) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:56.646660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-b4f0841d-6ba0-4c92-803c-5abe72d12d83 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598725 Sep 29 23:14:56.648050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:56.648635 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.676857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a93ef324-420a-4422-999e-9f6744acd89a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.680494 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4e2330ba-4ef4-460a-a116-f9077dc41551 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3589325 Sep 29 23:14:56.681569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57172) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:56.686548 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a93ef324-420a-4422-999e-9f6744acd89a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/e3ab2d46-7bb5-412c-9da9-cd95a1ab1c67 HTTP/1.1" status: 204 len: 168 time: 1.3184152 Sep 29 23:14:56.688088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'port': {'network_id': '087e5120-73d2-426e-b117-b288b1b78538', 'name': 'tempest-TaggedBootDevicesTest_v242-1490863451', 'fixed_ips': [{'subnet_id': 'c2f238ab-f042-422d-bbd5-f023e7997ff2'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:56.691260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93ef324-420a-4422-999e-9f6744acd89a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=e3ab2d46-7bb5-412c-9da9-cd95a1ab1c67,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:56.692606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57174) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:56.694190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd349f4-7d6f-450b-af20-24218f329acd None None] Network e39dd437-e6ea-4000-a22a-c65e25f5d59a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:56.696420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b612a1ff-e46c-4b55-98f4-69326972f67b None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:56.767115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-140ab530-9c99-4e2c-b92f-843eff228216 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0668318 Sep 29 23:14:56.770705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57176) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:56.770962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] For port f39b881e-5226-464b-ac13-c1311fc5ca30, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f39b881e-5226-464b-ac13-c1311fc5ca30,segment=NetworkSegment(45c2abe0-6f2d-4b60-8055-34390b6388c6),segment_id=45c2abe0-6f2d-4b60-8055-34390b6388c6)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:56.777873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2dfac419-5dbd-495e-ba1b-28ed096a850c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:56.781448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.806076 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:56.849667 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] Set router b7aba628-96a1-4e87-b1a0-2463ac243067 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:56.901729 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:57.042143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587d882f-4f6b-4e4d-9a28-62a5e300fbca'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:14:57.044438 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9321625-736f-4020-b70a-77d42f0cbc11" -d '{"events": [{"server_uuid": "a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f", "name": "network-vif-plugged", "status": "completed", "tag": "587d882f-4f6b-4e4d-9a28-62a5e300fbca"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:14:57.126890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 587d882f-4f6b-4e4d-9a28-62a5e300fbca, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=587d882f-4f6b-4e4d-9a28-62a5e300fbca,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:57.127189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfac419-5dbd-495e-ba1b-28ed096a850c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:57.131658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2dfac419-5dbd-495e-ba1b-28ed096a850c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:57.237528 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:57.253317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a7275-cd7f-488e-8aa7-358d20663627 None None] Pushing event updated for resources: {'Port': ['ID=f39b881e-5226-464b-ac13-c1311fc5ca30,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:57.312954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Allocated IP 10.1.1.2 (087e5120-73d2-426e-b117-b288b1b78538/c2f238ab-f042-422d-bbd5-f023e7997ff2/e8d6efe5-273c-4de3-a495-7b6a74108f10) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:57.441584 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:57.446988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:57.532454 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b5dee93-567f-4eb8-97b8-674011dee2e1 x-openstack-request-id: req-8b5dee93-567f-4eb8-97b8-674011dee2e1 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:14:57.533101 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f", "name": "network-vif-plugged", "status": "completed", "tag": "587d882f-4f6b-4e4d-9a28-62a5e300fbca", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:14:57.533101 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8b5dee93-567f-4eb8-97b8-674011dee2e1 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:14:57.533361 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587d882f-4f6b-4e4d-9a28-62a5e300fbca', 'code': 200} Sep 29 23:14:57.644509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b83fdb-4cb9-45c9-bb4c-72b99dbe7a4c req-1b0022eb-1c1c-43b4-9181-18bb9f81ba3f tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:57.650047 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-15024c48-2ba6-4f92-ac02-b150ccb295ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:57.654927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23b83fdb-4cb9-45c9-bb4c-72b99dbe7a4c req-1b0022eb-1c1c-43b4-9181-18bb9f81ba3f tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.3489745 Sep 29 23:14:57.697283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cd9a07-578f-4587-87db-285afc7c8c32 req-1ac4bc3a-6453-4d22-af26-c9f26b91c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:57.704667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-76cd9a07-578f-4587-87db-285afc7c8c32 req-1ac4bc3a-6453-4d22-af26-c9f26b91c3da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 1096 time: 0.1008799 Sep 29 23:14:57.722811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=587d882f-4f6b-4e4d-9a28-62a5e300fbca,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:57.802092 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-76cd9a07-578f-4587-87db-285afc7c8c32 req-0c4bdacd-c242-4304-b2b4-a6811653190e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890291 Sep 29 23:14:57.807307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d5ef18-3e99-40f0-8cca-172e06d3db48 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:14:57.818067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:14:57.937498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-e39dd437-e6ea-4000-a22a-c65e25f5d59a', 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'fixed_ips': [{'subnet_id': '3b73ade4-2bdf-4abe-9a8c-d2305af0db28'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:14:57.938454 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:58.005692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-15024c48-2ba6-4f92-ac02-b150ccb295ad None None] For port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ac1900b-cfdb-47a4-82ce-5fd1ce82324d,segment=NetworkSegment(948a4e38-a54f-4dcb-aa3d-9d573544c3fa),segment_id=948a4e38-a54f-4dcb-aa3d-9d573544c3fa)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:58.040346 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-15024c48-2ba6-4f92-ac02-b150ccb295ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:58.048250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a66a9606-108c-49f7-a8b7-a95d5e7406b6 req-8c4a1630-fb22-43b1-985c-d050e4b35317 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 210 time: 0.4368417 Sep 29 23:14:58.053204 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:14:58.066187 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Sync routers for ids ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:14:58.090843 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Routers {'3e872048-b54d-4c37-8bc1-22d73f5c4a96'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:58.092423 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:58.099942 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:58.105578 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f755d3a3-9fef-4204-bbcc-bf1409caba6e admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8312242 Sep 29 23:14:58.106283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57206) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:58.229131 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:58.265169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23b83fdb-4cb9-45c9-bb4c-72b99dbe7a4c req-761c7b8a-8146-4a63-b377-acc74d8691ed tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6087842 Sep 29 23:14:58.401882 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Set router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:14:58.445689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] device_id is not set on port 31d86626-588b-4d59-8986-6050b136850a yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:14:58.455674 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:58.500156 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61477563-1502-4752-baa4-248b092c8c9c req-2dd4ed7a-b1dd-41fa-8359-322353c63081 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1004620 Sep 29 23:14:58.503086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2dfac419-5dbd-495e-ba1b-28ed096a850c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:58.536421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5ef18-3e99-40f0-8cca-172e06d3db48 None None] Deleting port a60be071-348f-4059-8f98-47ed300a1c66 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:14:58.537069 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ef18-3e99-40f0-8cca-172e06d3db48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:58.606614 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:58.705482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Allocated IP 10.2.2.2 (e39dd437-e6ea-4000-a22a-c65e25f5d59a/3b73ade4-2bdf-4abe-9a8c-d2305af0db28/d74f28f5-5723-4807-9b1f-4c6e730b2224) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:58.736617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfac419-5dbd-495e-ba1b-28ed096a850c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=4dc97270-b2ef-4f41-be2a-4675d364d814,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:58.751795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfac419-5dbd-495e-ba1b-28ed096a850c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:58.754901 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'name': 'tempest-FloatingIPsTestJSON-771493896-router', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:53Z', 'updated_at': '2021-09-29T23:14:56Z', 'revision_number': 3, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'gw_port': {'id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:54Z', 'updated_at': '2021-09-29T23:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:58.767325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2dfac419-5dbd-495e-ba1b-28ed096a850c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:58.776250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfac419-5dbd-495e-ba1b-28ed096a850c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:58.776849 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2dfac419-5dbd-495e-ba1b-28ed096a850c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:58.804285 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Checking router: 3e872048-b54d-4c37-8bc1-22d73f5c4a96 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:14:58.805241 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Updating router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:14:58.848043 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:58.907332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2dfac419-5dbd-495e-ba1b-28ed096a850c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1322355 Sep 29 23:14:58.908203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:14:58.915258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'name': 'tempest-TestVolumeBootPattern-1546748346-router', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:36Z', 'updated_at': '2021-09-29T23:14:48Z', 'revision_number': 4, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'gw_port': {'id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:37Z', 'updated_at': '2021-09-29T23:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4ac1900b-cfdb-47a4-82ce-5fd1ce82324d', 'name': '', 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'mac_address': 'fa:16:3e:16:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '4f863b3d-b336-441e-9351-7b8ed7e5e99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:45Z', 'updated_at': '2021-09-29T23:14:55Z', 'revision_number': 4, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'subnets': [{'id': '4f863b3d-b336-441e-9351-7b8ed7e5e99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:58.933365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d9858573-e94d-448c-b3d2-3e88ab6217b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': '4dc97270-b2ef-4f41-be2a-4675d364d814', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-915801555'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:59.027970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a6d5ef18-3e99-40f0-8cca-172e06d3db48 None None] For port a60be071-348f-4059-8f98-47ed300a1c66, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a60be071-348f-4059-8f98-47ed300a1c66,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:14:59.030209 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ef18-3e99-40f0-8cca-172e06d3db48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.064168 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.068754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a6d5ef18-3e99-40f0-8cca-172e06d3db48 None None] Calling delete_port for a60be071-348f-4059-8f98-47ed300a1c66 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:14:59.153892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9858573-e94d-448c-b3d2-3e88ab6217b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:14:59.299592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-678126fc-57e0-4f6e-ab4b-8efe832d2ea6 req-19c42df7-3b7c-4de1-89ab-b0f29b56f46d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 210 time: 0.1203961 Sep 29 23:14:59.361943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Allocated IP 172.20.0.1 (0e061a8b-512f-4e45-90f7-64cb99d93508/315986fc-a025-4fb5-a566-8b55ad5b15d0/2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:59.489957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Allocated IP 10.1.1.248 (087e5120-73d2-426e-b117-b288b1b78538/c2f238ab-f042-422d-bbd5-f023e7997ff2/31d86626-588b-4d59-8986-6050b136850a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:14:59.518523 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.534133 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.565157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-bef89406-692b-42cb-aae4-5b2397994070 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0950494 Sep 29 23:14:59.568578 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.572581 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Attempting to bind port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:14:59.572983 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Attempting to bind port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:14:59.573357 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Attempting to bind port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:14:59.620006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.654927 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:14:59.656735 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:14:59.657423 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.658052 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:14:59.658779 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Bound port: e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:14:59.659425 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.697345 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc6c0b-4d95-426e-a01d-e1a93f1fad3f None None] Pushing event updated for resources: {'Port': ['ID=e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:59.708160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Network 0e061a8b-512f-4e45-90f7-64cb99d93508 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:59.715291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:59.725378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:14:59.728054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521e81-08c8-4451-9367-45fbf19a13ed req-d2847bf5-050f-44fc-862f-1090320fef43 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:59.730218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-d2847bf5-050f-44fc-862f-1090320fef43 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.6016443 Sep 29 23:14:59.757752 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] For port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:14:59.758603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9858573-e94d-448c-b3d2-3e88ab6217b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.765339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Pushing event updated for resources: {'Port': ['ID=2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:59.766589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'port': {'device_id': '9a2512be-e2d1-4750-bc09-2189b8b2bc8c', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'admin_state_up': True, 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:14:59.768101 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] For port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:14:59.781877 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-814fac93-1ede-493e-a7b5-35a290aba769 req-a71a12ed-03f2-4f0d-847d-f53fec4990f1 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1152594 Sep 29 23:14:59.785754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-c4b3732e-0a72-42b0-aa1f-1c257618d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:14:59.787178 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.787447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08716546-f6d1-4244-bd3c-75727819d986 None None] Network 0e061a8b-512f-4e45-90f7-64cb99d93508 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:14:59.788009 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-c4b3732e-0a72-42b0-aa1f-1c257618d934 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1dcc13f21f7347a091588854286c4b09&device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 1097 time: 0.1609807 Sep 29 23:14:59.799401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.809634 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ac14ad-9932-43aa-b42e-3451ba76a2f1 None None] The sync data for ids ['b7aba628-96a1-4e87-b1a0-2463ac243067'] in n-d-811173-2 is: [{'id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'name': 'tempest-TestVolumeBootPattern-1546748346-router', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:36Z', 'updated_at': '2021-09-29T23:14:48Z', 'revision_number': 4, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'gw_port': {'id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:37Z', 'updated_at': '2021-09-29T23:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4ac1900b-cfdb-47a4-82ce-5fd1ce82324d', 'name': '', 'network_id': 'cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'mac_address': 'fa:16:3e:16:10:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'device_owner': 'network:router_interface', 'standard_attr_id': 1970, 'fixed_ips': [{'subnet_id': '4f863b3d-b336-441e-9351-7b8ed7e5e99b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:45Z', 'updated_at': '2021-09-29T23:14:55Z', 'revision_number': 4, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'subnets': [{'id': '4f863b3d-b336-441e-9351-7b8ed7e5e99b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:14:59.821069 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Network 087e5120-73d2-426e-b117-b288b1b78538 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:14:59.827948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f39b881e-5226-464b-ac13-c1311fc5ca30 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:14:59.885859 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Routers {'3e872048-b54d-4c37-8bc1-22d73f5c4a96'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:14:59.886528 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:14:59.928640 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6d5ef18-3e99-40f0-8cca-172e06d3db48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.932799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:14:59.934643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15024c48-2ba6-4f92-ac02-b150ccb295ad None None] Pushing event updated for resources: {'Port': ['ID=4ac1900b-cfdb-47a4-82ce-5fd1ce82324d,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:14:59.941900 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:14:59.946940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:00.023856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Pushing event updated for resources: {'Port': ['ID=e8d6efe5-273c-4de3-a495-7b6a74108f10,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:00.030774 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.038644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427ad66-1e41-462a-80da-effd0699099c req-4e7635cd-80ea-4e06-af44-cf4a8546ce49 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:00.044551 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc6c0b-4d95-426e-a01d-e1a93f1fad3f None None] Pushing event updated for resources: {'Port': ['ID=e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:00.046777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3427ad66-1e41-462a-80da-effd0699099c req-4e7635cd-80ea-4e06-af44-cf4a8546ce49 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.4631989 Sep 29 23:15:00.066233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-d9858573-e94d-448c-b3d2-3e88ab6217b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port ac6bc38c-8eb8-416c-b9d2-6fe0b26a410f yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:15:00.081646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Made reservation on behalf of 86bdc4515d6a4d0b846bbc7c3354ced6 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:00.085673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.089569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Network e39dd437-e6ea-4000-a22a-c65e25f5d59a is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:00.090879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d5ef18-3e99-40f0-8cca-172e06d3db48 None None] Pushing event deleted for resources: {'Port': ['ID=a60be071-348f-4059-8f98-47ed300a1c66,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:00.093426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bed03c22-9023-4bf5-a228-4c9753453653 None None] Provisioning complete for port f39b881e-5226-464b-ac13-c1311fc5ca30 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:00.093808 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bed03c22-9023-4bf5-a228-4c9753453653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.164832 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:00.205592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d5ef18-3e99-40f0-8cca-172e06d3db48 None None] No DVR routers for this DVR port a60be071-348f-4059-8f98-47ed300a1c66 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:15:00.227577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.237694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:00.238105 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] Set router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:00.280689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3427ad66-1e41-462a-80da-effd0699099c req-7428b852-0c6b-407a-a1d2-04206ffc1714 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188261 Sep 29 23:15:00.338154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-afb336cf-2a40-41b0-8037-bc52ddbef88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:00.341226 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-afb336cf-2a40-41b0-8037-bc52ddbef88b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5299c0b3-9945-454f-8f56-791169684b68 HTTP/1.1" status: 200 len: 914 time: 0.4375653 Sep 29 23:15:00.401346 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-02a20f17-37a3-494d-a98b-bdb112df153f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4603887a-e0b9-4439-a334-c9209444b4c7 HTTP/1.1" status: 200 len: 217 time: 0.0537500 Sep 29 23:15:00.452059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c0adf-0412-49f1-87dd-73fe879c6fac None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:00.505755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.577990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-7710e1d4-129d-415d-b4a0-b60c04deaf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:00.579898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-7710e1d4-129d-415d-b4a0-b60c04deaf88 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dc0555d4-9380-49e0-bceb-953bb581ebb3 HTTP/1.1" status: 200 len: 853 time: 0.1658022 Sep 29 23:15:00.629841 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9858573-e94d-448c-b3d2-3e88ab6217b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:15:00.633037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9858573-e94d-448c-b3d2-3e88ab6217b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:15:00.637741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Attempting to bind port d74f28f5-5723-4807-9b1f-4c6e730b2224 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:00.638119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Attempting to bind port d74f28f5-5723-4807-9b1f-4c6e730b2224 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:00.638480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Attempting to bind port d74f28f5-5723-4807-9b1f-4c6e730b2224 on network e39dd437-e6ea-4000-a22a-c65e25f5d59a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:00.662914 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-9307e4b6-1e78-4902-858a-663569e39824 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5299c0b3-9945-454f-8f56-791169684b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734348 Sep 29 23:15:00.719854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:00.720297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Checking segment: {'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:00.720718 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.721118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Bound using segment: {'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:00.721622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Bound port: d74f28f5-5723-4807-9b1f-4c6e730b2224, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:00.722007 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.744917 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Attempting to bind port e8d6efe5-273c-4de3-a495-7b6a74108f10 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:00.745287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Attempting to bind port e8d6efe5-273c-4de3-a495-7b6a74108f10 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:00.745662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Attempting to bind port e8d6efe5-273c-4de3-a495-7b6a74108f10 on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:00.755748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Allocated IP 172.20.0.13 (ee5d94c1-3e5a-467b-89c5-206c2f04d49f/de53ae86-4ded-4d3c-be7d-939667c8dccf/f3bdc700-02fe-44ec-aae2-1d6953165aed) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:00.772480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:00.772924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Checking segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:00.773248 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.773627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Bound using segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:00.774106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Bound port: e8d6efe5-273c-4de3-a495-7b6a74108f10, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:00.774488 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.776464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f39b881e-5226-464b-ac13-c1311fc5ca30 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:00.776820 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.837415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': '4dc97270-b2ef-4f41-be2a-4675d364d814'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:15:00.838276 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.895256 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'name': 'tempest-FloatingIPsTestJSON-771493896-router', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:53Z', 'updated_at': '2021-09-29T23:14:56Z', 'revision_number': 3, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'gw_port': {'id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:54Z', 'updated_at': '2021-09-29T23:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:00.937310 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bed03c22-9023-4bf5-a228-4c9753453653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:00.950868 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bdc626-20d7-45b4-be34-e283a7ee1d36 None None] The sync data for ids ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'] in n-d-811173-2 is: [{'id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'name': 'tempest-FloatingIPsTestJSON-771493896-router', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:53Z', 'updated_at': '2021-09-29T23:14:56Z', 'revision_number': 3, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'gw_port': {'id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:54Z', 'updated_at': '2021-09-29T23:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:15:00.963584 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:01.023073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fe99b0f-002c-400a-9001-061f5bfcbae4 req-7ad9674a-be42-4281-a47a-0796c9f5e234 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 210 time: 0.4341328 Sep 29 23:15:01.075903 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:01.077261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Pushing event updated for resources: {'Port': ['ID=d74f28f5-5723-4807-9b1f-4c6e730b2224,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:01.117898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:01.134444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf966a-f444-449a-8e11-c758fac89f96 req-78025d54-f6c5-4054-a22b-fa12599ee75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:01.138872 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-77bf966a-f444-449a-8e11-c758fac89f96 req-78025d54-f6c5-4054-a22b-fa12599ee75b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62bcf4cab4364b038f970d284171d03a&device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 1096 time: 0.2398453 Sep 29 23:15:01.139361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:01.142243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:01.148648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d9858573-e94d-448c-b3d2-3e88ab6217b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.2306960 Sep 29 23:15:01.151066 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:01.172825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57234) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:01.187893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] For port d74f28f5-5723-4807-9b1f-4c6e730b2224, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:01.191403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] For port d74f28f5-5723-4807-9b1f-4c6e730b2224, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d74f28f5-5723-4807-9b1f-4c6e730b2224,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:01.210894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:01.228419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:01.298933 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:01.328804 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-3b2cd4d0-6239-4e35-b0ea-4a14f303a135 service neutron] 10.222.0.26 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6562791 Sep 29 23:15:01.397553 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:01.422432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:01.423009 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:01.440355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dce53e2b-67ef-4301-af15-2de4420e1bd3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1570323 Sep 29 23:15:01.447636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57236) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:01.516755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c42b4d93-3818-4eb1-9676-0f501a28e8d4 req-e5982552-f024-426e-8133-44b1b9deaef1 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.3446562 Sep 29 23:15:01.522857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7607648 Sep 29 23:15:01.531649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network 087e5120-73d2-426e-b117-b288b1b78538 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:01.553610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d532c-0618-40fb-966a-51de86bd3193 req-f80a5a93-b1b3-4f5c-bb2b-be201be0d646 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:01.553971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] For port e8d6efe5-273c-4de3-a495-7b6a74108f10, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:01.565431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-454d532c-0618-40fb-966a-51de86bd3193 req-f80a5a93-b1b3-4f5c-bb2b-be201be0d646 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.4542506 Sep 29 23:15:01.580890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] For port e8d6efe5-273c-4de3-a495-7b6a74108f10, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e8d6efe5-273c-4de3-a495-7b6a74108f10,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:01.584351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Pushing event updated for resources: {'Port': ['ID=2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:01.622360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:01.652980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-454d532c-0618-40fb-966a-51de86bd3193 req-bccfbf9d-d2c6-4605-90f3-e8910c026d95 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859292 Sep 29 23:15:01.667426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:01.679791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89db25f-516d-4f4d-990d-0e82c7b71aae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=f3bdc700-02fe-44ec-aae2-1d6953165aed,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:01.838496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:01.869644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Request body: {'port': {'device_id': '9a2512be-e2d1-4750-bc09-2189b8b2bc8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:01.883373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Port': ['ID=31d86626-588b-4d59-8986-6050b136850a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:01.896392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/4dc97270-b2ef-4f41-be2a-4675d364d814/fb69ac26-20a5-4865-b528-274a3e60351a) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:01.971767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:01.973085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:01.979920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bed03c22-9023-4bf5-a228-4c9753453653 None None] For port f39b881e-5226-464b-ac13-c1311fc5ca30, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f39b881e-5226-464b-ac13-c1311fc5ca30,segment=NetworkSegment(45c2abe0-6f2d-4b60-8055-34390b6388c6),segment_id=45c2abe0-6f2d-4b60-8055-34390b6388c6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:02.027577 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:02.033814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c8c192b0-2e68-4258-82f5-4044e8b80891 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.3509302 Sep 29 23:15:02.055756 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57244) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:02.073913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'port': {'network_id': '087e5120-73d2-426e-b117-b288b1b78538', 'name': 'tempest-TaggedBootDevicesTest_v242-286323018', 'fixed_ips': [{'subnet_id': 'c2f238ab-f042-422d-bbd5-f023e7997ff2'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:02.076506 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bed03c22-9023-4bf5-a228-4c9753453653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:02.121746 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:02.158909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Network 0e061a8b-512f-4e45-90f7-64cb99d93508 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:02.182251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0754c-46a9-4d7e-a101-d1f0e8f08c99 None None] Pushing event updated for resources: {'Port': ['ID=d74f28f5-5723-4807-9b1f-4c6e730b2224,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:02.193921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:02.211260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d34b9-dbc1-42ad-b990-a149f0f5c343 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:02.213393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238d34b9-dbc1-42ad-b990-a149f0f5c343 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:02.220843 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-238d34b9-dbc1-42ad-b990-a149f0f5c343 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7443826 Sep 29 23:15:02.240185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57248) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:02.348744 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a4064d49-619d-4cd1-b44d-fcd5c5f89c72 req-6fe5458e-8960-468a-9e6d-1074ebc9c970 service neutron] 10.222.0.26 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0057075 Sep 29 23:15:02.380285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf966a-f444-449a-8e11-c758fac89f96 req-d9e331f3-f5c1-4bef-94c6-9ebe9fe180cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:02.390842 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-77bf966a-f444-449a-8e11-c758fac89f96 req-d9e331f3-f5c1-4bef-94c6-9ebe9fe180cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 200 len: 911 time: 1.1778550 Sep 29 23:15:02.420495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-703569e9-6c16-4d29-bebb-d1ea39dbd001 None None] Provisioning complete for port f3bdc700-02fe-44ec-aae2-1d6953165aed triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:02.420922 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-703569e9-6c16-4d29-bebb-d1ea39dbd001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:02.484848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a092c-1c6c-43e1-bd22-2f66227e4911 None None] Pushing event updated for resources: {'Port': ['ID=e8d6efe5-273c-4de3-a495-7b6a74108f10,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:02.598750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-77bf966a-f444-449a-8e11-c758fac89f96 req-dbf140d1-0ad3-46c3-8622-8868eb97b1c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d882f-4f6b-4e4d-9a28-62a5e300fbca HTTP/1.1" status: 200 len: 217 time: 0.1858766 Sep 29 23:15:02.703656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed03c22-9023-4bf5-a228-4c9753453653 None None] Pushing event updated for resources: {'Port': ['ID=f39b881e-5226-464b-ac13-c1311fc5ca30,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:02.773960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf966a-f444-449a-8e11-c758fac89f96 req-d102d774-1151-4c24-8108-7e69638e54fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:02.775419 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-77bf966a-f444-449a-8e11-c758fac89f96 req-d102d774-1151-4c24-8108-7e69638e54fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e HTTP/1.1" status: 200 len: 850 time: 0.1694613 Sep 29 23:15:02.821944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b7356f-b00b-4ed4-8320-eabd6ca29dc0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 4dc97270-b2ef-4f41-be2a-4675d364d814 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:15:02.880185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9557a408-50d9-4f37-b2cd-baf8eb581e07 req-3d4693c3-d778-407b-84b9-051489f3de61 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:02.885452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-703569e9-6c16-4d29-bebb-d1ea39dbd001 None None] Port f3bdc700-02fe-44ec-aae2-1d6953165aed cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:02.889448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9557a408-50d9-4f37-b2cd-baf8eb581e07 req-3d4693c3-d778-407b-84b9-051489f3de61 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 932 time: 0.6574163 Sep 29 23:15:02.905736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:15:02.906098 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:15:02.979865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13850bf3-0f47-476f-a29d-2228d06dfa4c req-c268b83a-30b8-46fe-b169-2f11e69025ff tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1925993 Sep 29 23:15:02.997821 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.032574 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.141614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Pushing event updated for resources: {'Port': ['ID=fb69ac26-20a5-4865-b528-274a3e60351a,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:03.152262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d4c93d17-2cb7-45e7-9a46-4b9450d04c08 None None] Provisioning complete for port f39b881e-5226-464b-ac13-c1311fc5ca30 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:03.152645 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4c93d17-2cb7-45e7-9a46-4b9450d04c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.216242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:03.223370 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:03.226858 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bdc700-02fe-44ec-aae2-1d6953165aed {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:03.234878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:03.254991 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1b7356f-b00b-4ed4-8320-eabd6ca29dc0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.268582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.283721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Transition to ACTIVE for port object f3bdc700-02fe-44ec-aae2-1d6953165aed will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:15:03.333139 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.367397 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-73b65ffe-cfac-4a51-8eba-29cceade9b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.400924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Attempting to bind port fb69ac26-20a5-4865-b528-274a3e60351a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:03.401598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Attempting to bind port fb69ac26-20a5-4865-b528-274a3e60351a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:03.402214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Attempting to bind port fb69ac26-20a5-4865-b528-274a3e60351a on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:03.445450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9557a408-50d9-4f37-b2cd-baf8eb581e07 req-0d8ad1b2-f766-4991-9d11-60a9241e8029 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544851 Sep 29 23:15:03.461878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:03.461878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:03.461878 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.461878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:03.461878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Bound port: fb69ac26-20a5-4865-b528-274a3e60351a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:03.461878 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.526649 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-77bf966a-f444-449a-8e11-c758fac89f96 req-7c56189b-4021-456c-8c56-381e322d6267 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80bbd6fe-5382-44cf-812b-242c2203ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6490932 Sep 29 23:15:03.584186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:03.588978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:15:03.624460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] For port fb69ac26-20a5-4865-b528-274a3e60351a, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:03.628279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] For port fb69ac26-20a5-4865-b528-274a3e60351a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fb69ac26-20a5-4865-b528-274a3e60351a,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:03.659902 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.681588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d4c93d17-2cb7-45e7-9a46-4b9450d04c08 None None] Provisioning complete for port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:03.681975 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4c93d17-2cb7-45e7-9a46-4b9450d04c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.751974 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1b7356f-b00b-4ed4-8320-eabd6ca29dc0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.761675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:03.800949 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-77bf966a-f444-449a-8e11-c758fac89f96 req-b35216f5-da04-435c-8f69-7791e9bd2b21 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676382 Sep 29 23:15:03.817299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d799ebd-f49d-4d48-a69b-6599d15c2194 req-bb38e2d3-58fb-459a-b324-e6f17f84f7bb tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:03.827238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d799ebd-f49d-4d48-a69b-6599d15c2194 req-bb38e2d3-58fb-459a-b324-e6f17f84f7bb tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.5724716 Sep 29 23:15:03.960064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:15:03.962133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bdc700-02fe-44ec-aae2-1d6953165aed,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:03.974853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] device_id is not set on port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:15:04.006010 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f9bb916b-45d3-4bf9-bd1f-b734b694590e admin admin] 10.222.0.44 "PUT /v2.0/routers/3e872048-b54d-4c37-8bc1-22d73f5c4a96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8983586 Sep 29 23:15:04.129543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a60be071-348f-4059-8f98-47ed300a1c66 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:04.175570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dd0397-79b1-440a-837c-096d901b4aa9 None None] Pushing event updated for resources: {'Port': ['ID=fb69ac26-20a5-4865-b528-274a3e60351a,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:04.182172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a60be071-348f-4059-8f98-47ed300a1c66 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:04.182172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a60be071-348f-4059-8f98-47ed300a1c66 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:04.184781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c66bce-becc-4130-b373-7a5e7a56b4c6 None None] Network 087e5120-73d2-426e-b117-b288b1b78538 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:04.219666 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d4c93d17-2cb7-45e7-9a46-4b9450d04c08 None None] Port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:04.240729 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-77bf966a-f444-449a-8e11-c758fac89f96 req-1b0b02cb-0323-4684-a900-786cf111d9f6 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574494 Sep 29 23:15:04.572985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7c349647-59b7-481c-9e10-e741957635aa None None] Provisioning complete for port e8d6efe5-273c-4de3-a495-7b6a74108f10 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:04.573365 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7c349647-59b7-481c-9e10-e741957635aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:04.778107 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7c349647-59b7-481c-9e10-e741957635aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:04.780693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Sync routers for ids ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:15:04.808670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Routers {'3e872048-b54d-4c37-8bc1-22d73f5c4a96'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:04.809308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:14:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:04.844726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7c349647-59b7-481c-9e10-e741957635aa None None] For port e8d6efe5-273c-4de3-a495-7b6a74108f10, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e8d6efe5-273c-4de3-a495-7b6a74108f10,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:04.894036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d74f28f5-5723-4807-9b1f-4c6e730b2224 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:04.899508 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7c349647-59b7-481c-9e10-e741957635aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:05.036425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de57f204-269b-4a7a-993c-c0bea4f8e5e5 req-14a9a4a7-c11f-47b8-9f96-04e2d1e0727f tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.7214589 Sep 29 23:15:05.051978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d799ebd-f49d-4d48-a69b-6599d15c2194 req-3f0b7bf6-f239-4d44-97a0-0c8ff53c25c1 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2237101 Sep 29 23:15:05.071024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334b3ba6-6db6-4113-9dd2-c306a9daec43 None None] Network e39dd437-e6ea-4000-a22a-c65e25f5d59a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:05.080271 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1b7356f-b00b-4ed4-8320-eabd6ca29dc0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:05.186552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Attempting to bind port f3bdc700-02fe-44ec-aae2-1d6953165aed on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:05.186932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Attempting to bind port f3bdc700-02fe-44ec-aae2-1d6953165aed by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:05.187238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Attempting to bind port f3bdc700-02fe-44ec-aae2-1d6953165aed on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:05.190040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1b7356f-b00b-4ed4-8320-eabd6ca29dc0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:05.249312 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1b7356f-b00b-4ed4-8320-eabd6ca29dc0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:05.254099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57282) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:05.254804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d1b7356f-b00b-4ed4-8320-eabd6ca29dc0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/4dc97270-b2ef-4f41-be2a-4675d364d814 HTTP/1.1" status: 204 len: 168 time: 3.0129290 Sep 29 23:15:05.299784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b7356f-b00b-4ed4-8320-eabd6ca29dc0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc97270-b2ef-4f41-be2a-4675d364d814,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:05.354540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Port f3bdc700-02fe-44ec-aae2-1d6953165aed on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:15:05.366331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Attempting to bind port f3bdc700-02fe-44ec-aae2-1d6953165aed on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:05.366517 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b77c6c67-1224-47cc-b4f3-58f228986b81 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105633 Sep 29 23:15:05.375238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57284) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:05.430615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-104b26b4-f7a8-4182-a9af-b2467a9658f6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:05.442725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Set router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:05.589345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c349647-59b7-481c-9e10-e741957635aa None None] Pushing event updated for resources: {'Port': ['ID=e8d6efe5-273c-4de3-a495-7b6a74108f10,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:05.611118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:05.611549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Checking segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:05.612030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Bound using segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:05.612529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Bound port: f3bdc700-02fe-44ec-aae2-1d6953165aed, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:05.612957 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:05.625367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc1283-3ac1-4949-9053-7836d617a0e2 req-ae250433-ad64-4d04-adcf-1084ff8f0a70 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:05.627265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6bc1283-3ac1-4949-9053-7836d617a0e2 req-ae250433-ad64-4d04-adcf-1084ff8f0a70 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 944 time: 0.4450240 Sep 29 23:15:05.682946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104b26b4-f7a8-4182-a9af-b2467a9658f6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:05.687532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-104b26b4-f7a8-4182-a9af-b2467a9658f6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:05.755381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7c349647-59b7-481c-9e10-e741957635aa None None] Provisioning complete for port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:05.759121 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7c349647-59b7-481c-9e10-e741957635aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:05.802945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Allocated IP 10.1.1.3 (087e5120-73d2-426e-b117-b288b1b78538/c2f238ab-f042-422d-bbd5-f023e7997ff2/7dfab69f-076b-4de0-82c2-63cb3ab1ddd9) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:05.858319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6bc1283-3ac1-4949-9053-7836d617a0e2 req-fb499fc2-43ba-4e08-8f8f-8d11a4506c4a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174425 Sep 29 23:15:05.863582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7c349647-59b7-481c-9e10-e741957635aa None None] Port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:05.867723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b445d26-f239-42ca-869c-998654960cfe None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:05.940090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d74f28f5-5723-4807-9b1f-4c6e730b2224 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:05.940319 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.104795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] For port f3bdc700-02fe-44ec-aae2-1d6953165aed, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:06.109156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] For port f3bdc700-02fe-44ec-aae2-1d6953165aed, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f3bdc700-02fe-44ec-aae2-1d6953165aed,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:06.112515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Provisioning complete for port fb69ac26-20a5-4865-b528-274a3e60351a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:06.112900 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.115652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-5a186820-2fd7-44c7-a085-3af87159fd47 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8279481 Sep 29 23:15:06.129909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:06.137050 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.221402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:06.222040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.223459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] 10.222.0.42 "PUT /v2.0/ports/f3bdc700-02fe-44ec-aae2-1d6953165aed HTTP/1.1" status: 200 len: 1092 time: 4.6814034 Sep 29 23:15:06.224044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a2512be-e2d1-4750-bc09-2189b8b2bc8c', 'tag': 'f3bdc700-02fe-44ec-aae2-1d6953165aed'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:06.226306 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce" -d '{"events": [{"name": "network-changed", "server_uuid": "9a2512be-e2d1-4750-bc09-2189b8b2bc8c", "tag": "f3bdc700-02fe-44ec-aae2-1d6953165aed"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:06.290424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'name': 'tempest-FloatingIPsTestJSON-771493896-router', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:53Z', 'updated_at': '2021-09-29T23:15:00Z', 'revision_number': 4, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'gw_port': {'id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:54Z', 'updated_at': '2021-09-29T23:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d', 'name': '', 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'mac_address': 'fa:16:3e:cc:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '315986fc-a025-4fb5-a566-8b55ad5b15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:59Z', 'updated_at': '2021-09-29T23:15:00Z', 'revision_number': 2, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'subnets': [{'id': '315986fc-a025-4fb5-a566-8b55ad5b15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:06.398594 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.401860 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9746228-7f0d-4f0c-a1ee-06cb490cbf3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.405033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Checking router: 3e872048-b54d-4c37-8bc1-22d73f5c4a96 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:15:06.405794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Updating router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:15:06.418882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.465753 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.476755 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.484944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319addd4-0dde-4f3e-a384-b534f9eb5ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=f3bdc700-02fe-44ec-aae2-1d6953165aed,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:06.558013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port d74f28f5-5723-4807-9b1f-4c6e730b2224, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d74f28f5-5723-4807-9b1f-4c6e730b2224,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:06.580656 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.581491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e8d6efe5-273c-4de3-a495-7b6a74108f10 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:06.596113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3dacda-6d35-4500-9113-064937982c84 req-f7536a46-af26-4bb5-ae4d-86543912c447 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:06.598062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d3dacda-6d35-4500-9113-064937982c84 req-f7536a46-af26-4bb5-ae4d-86543912c447 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.3635609 Sep 29 23:15:06.656603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521e81-08c8-4451-9367-45fbf19a13ed req-1374833a-bad4-4985-9417-fddeb2743b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:06.658318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-1374833a-bad4-4985-9417-fddeb2743b7c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 1095 time: 0.3469329 Sep 29 23:15:06.714204 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.721719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=d74f28f5-5723-4807-9b1f-4c6e730b2224,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:06.729014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f427951-bacd-4de5-83f7-c63b40eac368 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:15:06.786215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-3b376cd3-60e0-47a4-b9ac-223196d9dd38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3bdc700-02fe-44ec-aae2-1d6953165aed HTTP/1.1" status: 200 len: 217 time: 0.1097400 Sep 29 23:15:06.793610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d3dacda-6d35-4500-9113-064937982c84 req-81f0b29a-8468-4756-9f53-d197ce62ee0c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881404 Sep 29 23:15:06.809569 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.940618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521e81-08c8-4451-9367-45fbf19a13ed req-54ad88f0-8105-427a-bf50-8e9dccdd504b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:06.942279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-54ad88f0-8105-427a-bf50-8e9dccdd504b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.1471555 Sep 29 23:15:06.947544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-104b26b4-f7a8-4182-a9af-b2467a9658f6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.959086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network 087e5120-73d2-426e-b117-b288b1b78538 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:06.965063 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:06.984540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:07.004528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:07.175067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58efa43d-f948-434a-87ed-e1e41acda7a6 req-1d48ff50-bd97-413b-984c-61ee7bbb00ac tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.2542601 Sep 29 23:15:07.207903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Port': ['ID=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:07.228885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b26b4-f7a8-4182-a9af-b2467a9658f6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:07.255798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-104b26b4-f7a8-4182-a9af-b2467a9658f6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:07.283893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104b26b4-f7a8-4182-a9af-b2467a9658f6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.284497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-104b26b4-f7a8-4182-a9af-b2467a9658f6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.293395 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ba85ad-c680-4541-94e2-77ef53e9c810 x-openstack-request-id: req-c9ba85ad-c680-4541-94e2-77ef53e9c810 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:07.293694 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a2512be-e2d1-4750-bc09-2189b8b2bc8c", "tag": "f3bdc700-02fe-44ec-aae2-1d6953165aed", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:07.293948 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9ba85ad-c680-4541-94e2-77ef53e9c810 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:07.294343 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a2512be-e2d1-4750-bc09-2189b8b2bc8c', 'tag': 'f3bdc700-02fe-44ec-aae2-1d6953165aed', 'status': 'completed', 'code': 200} Sep 29 23:15:07.317460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.318153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.337431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b26b4-f7a8-4182-a9af-b2467a9658f6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=af29b7e0-2e8a-4c23-89ef-3faf629fd150,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:07.356741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e8d6efe5-273c-4de3-a495-7b6a74108f10 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:07.357146 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.365240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24521e81-08c8-4451-9367-45fbf19a13ed req-bb5620a6-a90d-4408-b1fd-fd05b1c62df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.375372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-bb5620a6-a90d-4408-b1fd-fd05b1c62df6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4110920 Sep 29 23:15:07.380130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57302) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:07.384849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d6ef3ed2-e72e-433c-abaa-a0227c43c1fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-660114581', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:07.389908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-104b26b4-f7a8-4182-a9af-b2467a9658f6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9637153 Sep 29 23:15:07.433452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3ed2-e72e-433c-abaa-a0227c43c1fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.434525 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3ed2-e72e-433c-abaa-a0227c43c1fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.471320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] For port fb69ac26-20a5-4865-b528-274a3e60351a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fb69ac26-20a5-4865-b528-274a3e60351a,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:07.482803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d56ab7a1-37c7-4930-a20d-54366ac11808 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4182339 Sep 29 23:15:07.495373 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.514956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.544543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-98d270ec-3c0b-472c-84cf-d995234e4023 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459031 Sep 29 23:15:07.589851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Pushing event updated for resources: {'Port': ['ID=fb69ac26-20a5-4865-b528-274a3e60351a,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:07.597389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3ed2-e72e-433c-abaa-a0227c43c1fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.603152 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.624769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3ed2-e72e-433c-abaa-a0227c43c1fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.627595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac18ee7-86c5-4845-9552-82daee4a51e7 req-dedead12-8114-49e8-a5a8-da15d8a60945 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.634844 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ac18ee7-86c5-4845-9552-82daee4a51e7 req-dedead12-8114-49e8-a5a8-da15d8a60945 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 944 time: 0.1627967 Sep 29 23:15:07.641696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Provisioning complete for port 31d86626-588b-4d59-8986-6050b136850a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:07.642004 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.644358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5f427951-bacd-4de5-83f7-c63b40eac368 None None] Deleting port fb69ac26-20a5-4865-b528-274a3e60351a {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:07.644723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f427951-bacd-4de5-83f7-c63b40eac368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.656563 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b679eded-1a93-4b03-9d41-9474c18b996f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1775763 Sep 29 23:15:07.668141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6ef3ed2-e72e-433c-abaa-a0227c43c1fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.671403 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d6ef3ed2-e72e-433c-abaa-a0227c43c1fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2887180 Sep 29 23:15:07.673220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57310) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:07.747620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5f427951-bacd-4de5-83f7-c63b40eac368 None None] For port fb69ac26-20a5-4865-b528-274a3e60351a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fb69ac26-20a5-4865-b528-274a3e60351a,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:07.750388 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f427951-bacd-4de5-83f7-c63b40eac368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:07.763078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5f427951-bacd-4de5-83f7-c63b40eac368 None None] Calling delete_port for fb69ac26-20a5-4865-b528-274a3e60351a owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:07.765247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ac18ee7-86c5-4845-9552-82daee4a51e7 req-50108cc7-555d-4fe3-a941-b1410425323d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240368 Sep 29 23:15:07.845599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Allocated IP 172.25.4.128 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/af07706c-0970-445b-b3b5-fc612cb87da8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:07.861851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24521e81-08c8-4451-9367-45fbf19a13ed req-07721569-3ef1-4a50-beda-43ed42cf4fde service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808549 Sep 29 23:15:07.926821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b000ee0c-6889-4692-b48f-d29004a52a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.928454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b000ee0c-6889-4692-b48f-d29004a52a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.928965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b000ee0c-6889-4692-b48f-d29004a52a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.929444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b000ee0c-6889-4692-b48f-d29004a52a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.933692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b000ee0c-6889-4692-b48f-d29004a52a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.934220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b000ee0c-6889-4692-b48f-d29004a52a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.934805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b000ee0c-6889-4692-b48f-d29004a52a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:07.938503 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b000ee0c-6889-4692-b48f-d29004a52a15 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6491 time: 0.2090642 Sep 29 23:15:07.992372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f427951-bacd-4de5-83f7-c63b40eac368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.019443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f427951-bacd-4de5-83f7-c63b40eac368 None None] No DVR routers for this DVR port fb69ac26-20a5-4865-b528-274a3e60351a on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:15:08.056243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Port 31d86626-588b-4d59-8986-6050b136850a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:08.062870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abab05eb-9a1f-44c9-8e90-e01caff195c6 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:08.130139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f427951-bacd-4de5-83f7-c63b40eac368 None None] Pushing event deleted for resources: {'Port': ['ID=fb69ac26-20a5-4865-b528-274a3e60351a,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:08.154918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f39b881e-5226-464b-ac13-c1311fc5ca30 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:08.192732 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.214447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.227930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-e1aeda33-0514-491a-9ec9-974cbc4221ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:08.229445 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-e1aeda33-0514-491a-9ec9-974cbc4221ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 1095 time: 0.1987619 Sep 29 23:15:08.231103 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.268746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-049a46de-0cfe-4604-b8e4-9ce536755f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:08.269592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-049a46de-0cfe-4604-b8e4-9ce536755f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:08.269724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-049a46de-0cfe-4604-b8e4-9ce536755f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:08.272577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-049a46de-0cfe-4604-b8e4-9ce536755f95 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b74424c-10e9-4f4e-a3dd-06c770306b96&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=45dac77f-e141-4752-9668-b0f3ff4be7ab&id=45dac77f-e141-4752-9668-b0f3ff4be7ab HTTP/1.1" status: 200 len: 2293 time: 0.2950742 Sep 29 23:15:08.276532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.281829 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.368446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:08.370756 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Pushing event updated for resources: {'Port': ['ID=af07706c-0970-445b-b3b5-fc612cb87da8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:08.374347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:08.390723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Provisioning complete for port e8d6efe5-273c-4de3-a495-7b6a74108f10 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:08.391222 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.402056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60b472-0758-442a-8ca2-b22a9b0bbb0a None None] Pushing event updated for resources: {'Port': ['ID=2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:08.413227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:08.513968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-a39267a5-0351-4306-9aac-aa6d329f44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:08.516587 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-a39267a5-0351-4306-9aac-aa6d329f44fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.2747941 Sep 29 23:15:08.531429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f39b881e-5226-464b-ac13-c1311fc5ca30 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:08.532118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.533784 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.593582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.620576 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-89edf34a-34cb-44b7-9be1-39cfec25f07e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3bdc700-02fe-44ec-aae2-1d6953165aed HTTP/1.1" status: 200 len: 217 time: 0.0562980 Sep 29 23:15:08.675749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.697041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Attempting to bind port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:08.697421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Attempting to bind port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '45c2abe0-6f2d-4b60-8055-34390b6388c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:08.697782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Attempting to bind port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d on network 0e061a8b-512f-4e45-90f7-64cb99d93508 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:08.701479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': 'af29b7e0-2e8a-4c23-89ef-3faf629fd150'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:15:08.702648 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.746708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:08.747150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Checking segment: {'id': '45c2abe0-6f2d-4b60-8055-34390b6388c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:08.747556 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.748854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Bound using segment: {'id': '45c2abe0-6f2d-4b60-8055-34390b6388c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:08.748854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Bound port: 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c2abe0-6f2d-4b60-8055-34390b6388c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:08.749216 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.775976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-5fbbf7d9-297e-4939-a30d-8fed594ef960 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 HTTP/1.1" status: 200 len: 1001 time: 0.4878957 Sep 29 23:15:08.790082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-e56b806d-b64e-4705-8a8d-b8ee5936cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:08.791643 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-e56b806d-b64e-4705-8a8d-b8ee5936cd5b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.1522517 Sep 29 23:15:08.814821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::1 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/af29b7e0-2e8a-4c23-89ef-3faf629fd150/5fda014c-b5b2-4bdb-8fcd-8cd8e1487305) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:08.838703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-244259c9-b048-40f0-9675-5819a1f8e9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:08.840245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-244259c9-b048-40f0-9675-5819a1f8e9af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd256db6-7ec3-4bb4-b19f-b92c900e8afa HTTP/1.1" status: 200 len: 851 time: 0.0554109 Sep 29 23:15:08.885766 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.889199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-94073a8d-e9e0-4498-96b2-b3a389999c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:08.891215 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-94073a8d-e9e0-4498-96b2-b3a389999c39 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893247 Sep 29 23:15:08.900984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.955124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Provisioning complete for port d74f28f5-5723-4807-9b1f-4c6e730b2224 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:08.955562 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb66a455-4e64-456e-b030-3ab2a3d12518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:08.959948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] For port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:08.995098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:09.008258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Pushing event updated for resources: {'Port': ['ID=af07706c-0970-445b-b3b5-fc612cb87da8,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:09.012798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-56ffc9ce-f3de-4964-b3ee-5967bd1502f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:09.015361 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-56ffc9ce-f3de-4964-b3ee-5967bd1502f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b74424c-10e9-4f4e-a3dd-06c770306b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662374 Sep 29 23:15:09.049084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] For port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d,segment=NetworkSegment(45c2abe0-6f2d-4b60-8055-34390b6388c6),segment_id=45c2abe0-6f2d-4b60-8055-34390b6388c6)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:09.068272 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.073919 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.146410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.198360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-55fb9216-1f78-4e06-a392-d7625ae2b4dd service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098366 Sep 29 23:15:09.199619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.201563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-a25aa121-4edf-49ae-a966-a1f5fc35d529 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0752716 Sep 29 23:15:09.202775 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-e539397f-98c5-4892-bc89-9a4e172cab8e service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004687 Sep 29 23:15:09.214562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed60b472-0758-442a-8ca2-b22a9b0bbb0a None None] Pushing event updated for resources: {'Port': ['ID=2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:09.231491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Routers {'3e872048-b54d-4c37-8bc1-22d73f5c4a96'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:09.233540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:09.237492 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:09.238168 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.394100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.443673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:09.463021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:09.464151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:09.464901 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.523745 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.538171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57326) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:09.559575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ac0a926d-7ad0-4228-9645-b44698d19e41 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232605078', 'description': 'tempest-description--1096974451'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:09.588159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] Set router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:09.590731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/af29b7e0-2e8a-4c23-89ef-3faf629fd150/3776135d-6783-46fc-9205-aeeaf2f24efe) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:09.635860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] Provisioning complete for port d74f28f5-5723-4807-9b1f-4c6e730b2224 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:09.636458 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.679508 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac0a926d-7ad0-4228-9645-b44698d19e41 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.749553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=5fda014c-b5b2-4bdb-8fcd-8cd8e1487305,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:09.756245 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-296f3f3b-77e9-47a8-b7f5-c6e5e2ac9cce req-d23f4e69-41d3-41b2-9cf0-a8d606b5c64e service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282547 Sep 29 23:15:09.852450 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.924606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac0a926d-7ad0-4228-9645-b44698d19e41 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.944639 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-ededea7b-7a41-43dd-9964-490c9a4b15e6 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.7367103 Sep 29 23:15:09.975228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac0a926d-7ad0-4228-9645-b44698d19e41 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:09.976260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-c8aab7ef-bb52-42a6-862f-42a467f68986 service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7572577 Sep 29 23:15:09.995773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e903dbc-eb70-4573-b92d-4c266c4484b9 req-8c38a846-47f3-4878-94aa-2afda246c59c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:10.002892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e903dbc-eb70-4573-b92d-4c266c4484b9 req-8c38a846-47f3-4878-94aa-2afda246c59c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.1570394 Sep 29 23:15:10.031038 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.045878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac0a926d-7ad0-4228-9645-b44698d19e41 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.050619 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ac0a926d-7ad0-4228-9645-b44698d19e41 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5009375 Sep 29 23:15:10.051345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57332) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:10.056148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-ea582843-ae14-4d75-be14-13e7f86fd671 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=a7b49fd9-f81c-4c3b-aadc-600eada00c6f HTTP/1.1" status: 200 len: 217 time: 0.0453153 Sep 29 23:15:10.059603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-359d60cd-980e-452e-9798-b1980ac5176d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'security_group_rule': {'security_group_id': '245bab75-6330-44c0-8201-63586b5f6054', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:10.097837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a926d-7ad0-4228-9645-b44698d19e41 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245bab75-6330-44c0-8201-63586b5f6054,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:10.112243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:10.123807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-359d60cd-980e-452e-9798-b1980ac5176d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.148363 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.149519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:10.219862 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e903dbc-eb70-4573-b92d-4c266c4484b9 req-c0619907-e363-4b40-a325-4851129412f6 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113810 Sep 29 23:15:10.226697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-aa30ada2-e3c2-4995-8496-6135f72be1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:10.228284 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-aa30ada2-e3c2-4995-8496-6135f72be1f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.1577206 Sep 29 23:15:10.275937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-359d60cd-980e-452e-9798-b1980ac5176d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.281797 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-359d60cd-980e-452e-9798-b1980ac5176d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.321969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-359d60cd-980e-452e-9798-b1980ac5176d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.326639 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-359d60cd-980e-452e-9798-b1980ac5176d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2703409 Sep 29 23:15:10.327245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d60cd-980e-452e-9798-b1980ac5176d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b956cfe5-f419-48af-80d6-a5f0cfb47d88,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:10.334153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-b255e6ab-8f8b-40f4-9b78-13114e1f4bb8 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:10.335045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57336) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:10.337437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-b255e6ab-8f8b-40f4-9b78-13114e1f4bb8 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.3774929 Sep 29 23:15:10.341319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-813a7904-4d05-4804-b1ca-893b019517fa tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'security_group_rule': {'security_group_id': '245bab75-6330-44c0-8201-63586b5f6054', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:10.354813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-cf0cf3a3-a27b-4354-9a4b-12fe841fbc7c tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:15:10.356562 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bb30c92-b9cf-47d5-aa12-71768097923d req-cf0cf3a3-a27b-4354-9a4b-12fe841fbc7c tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0099614 Sep 29 23:15:10.381729 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.393563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-813a7904-4d05-4804-b1ca-893b019517fa tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.398424 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.398820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.419554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b3519ca-959a-4f21-bcea-2d0b26496160 req-b9f1cedc-8874-4e5b-acb6-0b142c6d6600 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0497077 Sep 29 23:15:10.422446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-18a4b956-863b-403e-8814-6d96a20b36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:10.424004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-18a4b956-863b-403e-8814-6d96a20b36ad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1687579 Sep 29 23:15:10.478247 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:10.519565 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.535589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] Provisioning complete for port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:10.536313 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.561991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=5fda014c-b5b2-4bdb-8fcd-8cd8e1487305,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:10.582817 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-813a7904-4d05-4804-b1ca-893b019517fa tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.585573 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.598945 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-813a7904-4d05-4804-b1ca-893b019517fa tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.630302 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-813a7904-4d05-4804-b1ca-893b019517fa tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.634795 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-813a7904-4d05-4804-b1ca-893b019517fa tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2970333 Sep 29 23:15:10.635599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57340) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:10.637685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:10.639078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a7904-4d05-4804-b1ca-893b019517fa tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf65951-cd12-42d7-ba1b-a971080a4c6b,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:10.648666 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:10.650196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:10.651154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'name': 'tempest-FloatingIPsTestJSON-771493896-router', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:53Z', 'updated_at': '2021-09-29T23:15:00Z', 'revision_number': 4, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'gw_port': {'id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:54Z', 'updated_at': '2021-09-29T23:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d', 'name': '', 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'mac_address': 'fa:16:3e:cc:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '315986fc-a025-4fb5-a566-8b55ad5b15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:59Z', 'updated_at': '2021-09-29T23:15:08Z', 'revision_number': 4, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'subnets': [{'id': '315986fc-a025-4fb5-a566-8b55ad5b15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:10.658032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Pushing event updated for resources: {'Port': ['ID=3776135d-6783-46fc-9205-aeeaf2f24efe,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:10.660697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:10.670380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:10.688663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:10.702910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff0e9aa4-4975-49e1-b85e-1702612992a2 req-cedc4050-2a4a-4a36-a29d-d13509a690df tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips/1c047e5d-de5f-475d-b930-a737dc2ec1cd HTTP/1.1" status: 200 len: 693 time: 0.0800877 Sep 29 23:15:10.722129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec593690-b4fc-4fda-b034-d7deece7d1a6 req-a0280e59-d81f-4711-be6a-e93be4e647ce tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:10.728417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:10.728417 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.743586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec593690-b4fc-4fda-b034-d7deece7d1a6 req-a0280e59-d81f-4711-be6a-e93be4e647ce tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 944 time: 0.2632728 Sep 29 23:15:10.749671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8ca29e-d8b3-4036-951b-bc9b96d46d0e None None] The sync data for ids ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'] in n-d-811173-2 is: [{'id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'name': 'tempest-FloatingIPsTestJSON-771493896-router', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:53Z', 'updated_at': '2021-09-29T23:15:00Z', 'revision_number': 4, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'gw_port': {'id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:54Z', 'updated_at': '2021-09-29T23:14:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d', 'name': '', 'network_id': '0e061a8b-512f-4e45-90f7-64cb99d93508', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'mac_address': 'fa:16:3e:cc:eb:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '315986fc-a025-4fb5-a566-8b55ad5b15d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:59Z', 'updated_at': '2021-09-29T23:15:08Z', 'revision_number': 4, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'subnets': [{'id': '315986fc-a025-4fb5-a566-8b55ad5b15d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:15:10.787635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Attempting to bind port 3776135d-6783-46fc-9205-aeeaf2f24efe on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:10.788209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Attempting to bind port 3776135d-6783-46fc-9205-aeeaf2f24efe by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:10.788714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Attempting to bind port 3776135d-6783-46fc-9205-aeeaf2f24efe on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:10.798754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:10.799379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:10.799945 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.801543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:10.801543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Bound port: 3776135d-6783-46fc-9205-aeeaf2f24efe, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:10.801543 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.886837 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.893661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:10.902692 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-f8b8e443-deaa-4d72-8070-8ebd1489b553 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679687 Sep 29 23:15:10.978004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec593690-b4fc-4fda-b034-d7deece7d1a6 req-47698595-55c7-4302-aa50-12f312d9eeb1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331393 Sep 29 23:15:11.001306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] For port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d,segment=NetworkSegment(45c2abe0-6f2d-4b60-8055-34390b6388c6),segment_id=45c2abe0-6f2d-4b60-8055-34390b6388c6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:11.035148 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:11.062089 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Router 91d8bf60-5593-403d-86fc-76c827a05cdd is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:15:11.098285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0e9aa4-4975-49e1-b85e-1702612992a2 req-445edd42-bd64-45f1-87d0-5bdd0245f0d0 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:11.106328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff0e9aa4-4975-49e1-b85e-1702612992a2 req-445edd42-bd64-45f1-87d0-5bdd0245f0d0 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.3953691 Sep 29 23:15:11.112716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-ff0e9aa4-4975-49e1-b85e-1702612992a2 req-7d35328b-0fba-42e6-b3e0-c58b9f9e7abf tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:15:11.115759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] Provisioning complete for port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:11.117291 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:11.124220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff0e9aa4-4975-49e1-b85e-1702612992a2 req-7d35328b-0fba-42e6-b3e0-c58b9f9e7abf tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0159228 Sep 29 23:15:11.138054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] For port 3776135d-6783-46fc-9205-aeeaf2f24efe, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:11.201952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] For port 3776135d-6783-46fc-9205-aeeaf2f24efe, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3776135d-6783-46fc-9205-aeeaf2f24efe,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:11.220591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-dc97ab7d-e365-4df0-95ce-db6071fdf78d service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009481 Sep 29 23:15:11.226582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f4c2c53-320e-40ab-8636-5e6283e6c9a5 req-e0696459-0bf9-43e9-a772-46ca09b24337 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips?tenant_id=53920d36423d45be80c1b7fec2884cb0 HTTP/1.1" status: 200 len: 696 time: 0.0882330 Sep 29 23:15:11.234916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:11.260352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] Pushing event updated for resources: {'Port': ['ID=2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:11.266116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d67de1ef-b047-430e-987b-ce8975920a3c None None] Port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:11.349040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:11.349278 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f7a87-8b49-4752-bf41-5be50cde711e None None] Pushing event updated for resources: {'Port': ['ID=3776135d-6783-46fc-9205-aeeaf2f24efe,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:11.396302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8d942049-8ad5-4e5b-986e-ff08e144b5e1 None None] Provisioning complete for port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:11.398326 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d942049-8ad5-4e5b-986e-ff08e144b5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:11.442386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:11.529490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:11.529877 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:11.549467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Allocated IP 172.25.4.16 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/b4f83dc9-0505-4e03-9fd6-b2256a682ac5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:11.559083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c2c53-320e-40ab-8636-5e6283e6c9a5 req-acbe8948-d19a-447e-b415-5ceb4a75e078 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:11.564929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f4c2c53-320e-40ab-8636-5e6283e6c9a5 req-acbe8948-d19a-447e-b415-5ceb4a75e078 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/networks?id=61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 787 time: 0.3034775 Sep 29 23:15:11.582618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-db121a29-f9a3-405b-b3d8-0bfc551d5381 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=7bdcf412-b83d-4b24-aeef-88ec4acc88dd HTTP/1.1" status: 200 len: 217 time: 0.3515353 Sep 29 23:15:11.645633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:15:11.655240 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e5f07682-3fab-4c3a-8c38-06aa478f0bed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "PUT /v2.0/routers/91d8bf60-5593-403d-86fc-76c827a05cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9799547 Sep 29 23:15:11.656071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57354) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:11.662289 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Sync routers for ids ['91d8bf60-5593-403d-86fc-76c827a05cdd'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:15:11.678508 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Routers {'91d8bf60-5593-403d-86fc-76c827a05cdd'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:11.679804 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['91d8bf60-5593-403d-86fc-76c827a05cdd'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:11.796241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:11.826648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b0cd21-99e2-440f-97b3-15316215d3eb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:11.838254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-08b0cd21-99e2-440f-97b3-15316215d3eb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports/5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 HTTP/1.1" status: 200 len: 911 time: 0.1795354 Sep 29 23:15:11.838986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-92a6b88b-2752-4776-8691-b10a2848cd83 req-a270fde3-ade6-4696-8307-24724a6d5e34 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1169796 Sep 29 23:15:11.843380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57356) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:11.896702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-c1487195-3072-4c0d-b8ae-e84d6d199f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:11.898567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-c1487195-3072-4c0d-b8ae-e84d6d199f7b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.2883713 Sep 29 23:15:11.899517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:11.909679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101f7ce-fe7e-4af9-b443-f9d44f834e96 req-3c7da797-e37d-4bdb-a388-9b93d1897b51 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:11.918090 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c101f7ce-fe7e-4af9-b443-f9d44f834e96 req-3c7da797-e37d-4bdb-a388-9b93d1897b51 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.3518350 Sep 29 23:15:11.974216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:11.974895 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:11.975402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaffae6f-6297-4545-bd92-4d55489cb380 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:11.993773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaffae6f-6297-4545-bd92-4d55489cb380 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:11.998745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eaffae6f-6297-4545-bd92-4d55489cb380 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1513617 Sep 29 23:15:12.001558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57358) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:12.036767 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Set router 91d8bf60-5593-403d-86fc-76c827a05cdd gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:12.238854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c101f7ce-fe7e-4af9-b443-f9d44f834e96 req-1c8c4da7-baa8-4b1c-a7e3-f2b8d6c0cf05 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195384 Sep 29 23:15:12.244577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e8d6efe5-273c-4de3-a495-7b6a74108f10 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:12.254580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:12.303715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-144d4650-2c1a-4205-9e9c-0aa8b1537a9e tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips/1c047e5d-de5f-475d-b930-a737dc2ec1cd HTTP/1.1" status: 200 len: 693 time: 0.2223096 Sep 29 23:15:12.359420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:12.366385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e8d6efe5-273c-4de3-a495-7b6a74108f10 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:12.366811 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:12.369397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:12.372375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:12.444675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b9e48fd0-30ba-40c9-80c9-5932d2ca7526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:12.446491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-b9e48fd0-30ba-40c9-80c9-5932d2ca7526 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5103619 Sep 29 23:15:12.488575 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8bf60-5593-403d-86fc-76c827a05cdd', 'name': 'tempest-NetworksTestDHCPv6-router-660114581', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:07Z', 'updated_at': '2021-09-29T23:15:09Z', 'revision_number': 2, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None, '_interfaces': [{'id': '5fda014c-b5b2-4bdb-8fcd-8cd8e1487305', 'name': '', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'mac_address': 'fa:16:3e:d2:dd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d8bf60-5593-403d-86fc-76c827a05cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'af29b7e0-2e8a-4c23-89ef-3faf629fd150', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:08Z', 'updated_at': '2021-09-29T23:15:10Z', 'revision_number': 2, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'subnets': [{'id': 'af29b7e0-2e8a-4c23-89ef-3faf629fd150', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:12.497179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d74f28f5-5723-4807-9b1f-4c6e730b2224 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:12.523514 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Checking router: 91d8bf60-5593-403d-86fc-76c827a05cdd for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:15:12.524077 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Updating router 91d8bf60-5593-403d-86fc-76c827a05cdd port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:15:12.550937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78577143-387f-411e-85d6-97167b8935e4 req-57665049-1d8b-4d42-8bde-1d3b48111fa8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:12.559143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78577143-387f-411e-85d6-97167b8935e4 req-57665049-1d8b-4d42-8bde-1d3b48111fa8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 944 time: 0.1560903 Sep 29 23:15:12.564600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d74f28f5-5723-4807-9b1f-4c6e730b2224 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:12.564980 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:12.653276 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78577143-387f-411e-85d6-97167b8935e4 req-c888d49e-4d97-4ca1-b29d-f48470b3b54e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927472 Sep 29 23:15:12.663388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-ec680c45-1804-49ed-bada-671501ca15e5 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:12.672402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-ec680c45-1804-49ed-bada-671501ca15e5 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.3515818 Sep 29 23:15:12.678129 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:12.734847 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-7aea5db3-1081-4655-acbd-e49ea6e502aa tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.0612297 Sep 29 23:15:12.797182 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-d8681bd3-5e6b-4fdb-a038-3403a606a477 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144124 Sep 29 23:15:12.803413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-f5a0830e-9072-4da2-8cda-a82cfbca2d6b tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.128 HTTP/1.1" status: 200 len: 696 time: 0.0563874 Sep 29 23:15:12.930045 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-5db9e602-dd70-44cc-a701-10e49da98cb0 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216495 Sep 29 23:15:13.011122 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.025369 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.025647 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e39cecbe-c3e9-430e-9cf0-7a91a2eb5fdd req-dcf2ded3-15e5-4f34-9663-b97399433088 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0328321 Sep 29 23:15:13.064859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.075648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Port': ['ID=b4f83dc9-0505-4e03-9fd6-b2256a682ac5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:13.093163 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9da3b-a938-4cd2-8c2b-a8bb4c212549 None None] Pushing event updated for resources: {'Port': ['ID=5fda014c-b5b2-4bdb-8fcd-8cd8e1487305,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:13.142259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-f984b6b2-5797-4458-8cd9-3ae0902c3346 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6ecbb290-d45b-4768-9b6e-a735ae2acfad HTTP/1.1" status: 200 len: 217 time: 0.1573117 Sep 29 23:15:13.164324 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Attempting to bind port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:13.164728 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Attempting to bind port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:13.165057 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Attempting to bind port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:13.166943 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.187404 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:13.187939 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:13.188268 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.188662 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:13.189146 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Bound port: 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:13.189525 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.289757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bca23f5e-260b-48bd-9177-85f74ba2e0cb None None] Provisioning complete for port 3776135d-6783-46fc-9205-aeeaf2f24efe triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:13.292815 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bca23f5e-260b-48bd-9177-85f74ba2e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.298239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-a11690d7-b4fd-4d11-a789-6b7062ebf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:13.299795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-a11690d7-b4fd-4d11-a789-6b7062ebf382 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.0915468 Sep 29 23:15:13.333451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-6842a900-a17c-49de-ab25-9fcdeaa08867 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Deleting port af07706c-0970-445b-b3b5-fc612cb87da8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:13.334064 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-6842a900-a17c-49de-ab25-9fcdeaa08867 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.393749 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] For port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:13.398199 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] For port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5fda014c-b5b2-4bdb-8fcd-8cd8e1487305,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:13.409487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:13.410242 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.463425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-89682b03-3739-412e-99ee-5bb99fe25f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:13.465551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-89682b03-3739-412e-99ee-5bb99fe25f5a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1535814 Sep 29 23:15:13.485671 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9da3b-a938-4cd2-8c2b-a8bb4c212549 None None] Pushing event updated for resources: {'Port': ['ID=5fda014c-b5b2-4bdb-8fcd-8cd8e1487305,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:13.511628 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Routers {'91d8bf60-5593-403d-86fc-76c827a05cdd'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:13.512354 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['91d8bf60-5593-403d-86fc-76c827a05cdd'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:13.533676 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bca23f5e-260b-48bd-9177-85f74ba2e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.535757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:13.536141 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.641192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bca23f5e-260b-48bd-9177-85f74ba2e0cb None None] For port 3776135d-6783-46fc-9205-aeeaf2f24efe, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3776135d-6783-46fc-9205-aeeaf2f24efe,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:13.642603 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] Set router 91d8bf60-5593-403d-86fc-76c827a05cdd gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:13.683626 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57572c77-6202-4f97-b848-8d288c194226 req-da6a13d1-ea18-4dea-b3d1-76cf49e0aa3d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.2608850 Sep 29 23:15:13.705915 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bca23f5e-260b-48bd-9177-85f74ba2e0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.813302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3776135d-6783-46fc-9205-aeeaf2f24efe up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:13.821181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.924502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fd469ba3-e940-4907-b571-b722a0f79cd6 None None] Provisioning complete for port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:13.925019 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fd469ba3-e940-4907-b571-b722a0f79cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.926972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca23f5e-260b-48bd-9177-85f74ba2e0cb None None] Pushing event updated for resources: {'Port': ['ID=3776135d-6783-46fc-9205-aeeaf2f24efe,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:13.934947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:13.973566 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.009164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3776135d-6783-46fc-9205-aeeaf2f24efe triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:14.009527 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.078414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1958de9-dc99-414f-83a2-dc188a1634c7 req-dac81bee-124a-4b37-854f-921aff323cb6 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:14.078414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1958de9-dc99-414f-83a2-dc188a1634c7 req-dac81bee-124a-4b37-854f-921aff323cb6 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.6962461 Sep 29 23:15:14.098403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Port': ['ID=b4f83dc9-0505-4e03-9fd6-b2256a682ac5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:14.109668 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8bf60-5593-403d-86fc-76c827a05cdd', 'name': 'tempest-NetworksTestDHCPv6-router-660114581', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:07Z', 'updated_at': '2021-09-29T23:15:09Z', 'revision_number': 2, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None, '_interfaces': [{'id': '5fda014c-b5b2-4bdb-8fcd-8cd8e1487305', 'name': '', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'mac_address': 'fa:16:3e:d2:dd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d8bf60-5593-403d-86fc-76c827a05cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'af29b7e0-2e8a-4c23-89ef-3faf629fd150', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:08Z', 'updated_at': '2021-09-29T23:15:13Z', 'revision_number': 4, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'subnets': [{'id': 'af29b7e0-2e8a-4c23-89ef-3faf629fd150', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:14.149299 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fd469ba3-e940-4907-b571-b722a0f79cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.164306 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-63ed19e1-0f4e-42dc-8fc3-55595e813ea9 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565250 Sep 29 23:15:14.166287 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-6842a900-a17c-49de-ab25-9fcdeaa08867 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.166647 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-6842a900-a17c-49de-ab25-9fcdeaa08867 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.167154 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f46dfc6-61b4-4c35-b005-d69afbc348b6 None None] The sync data for ids ['91d8bf60-5593-403d-86fc-76c827a05cdd'] in n-d-811173-2 is: [{'id': '91d8bf60-5593-403d-86fc-76c827a05cdd', 'name': 'tempest-NetworksTestDHCPv6-router-660114581', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:07Z', 'updated_at': '2021-09-29T23:15:09Z', 'revision_number': 2, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None, '_interfaces': [{'id': '5fda014c-b5b2-4bdb-8fcd-8cd8e1487305', 'name': '', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'mac_address': 'fa:16:3e:d2:dd:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91d8bf60-5593-403d-86fc-76c827a05cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2004, 'fixed_ips': [{'subnet_id': 'af29b7e0-2e8a-4c23-89ef-3faf629fd150', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:08Z', 'updated_at': '2021-09-29T23:15:13Z', 'revision_number': 4, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'subnets': [{'id': 'af29b7e0-2e8a-4c23-89ef-3faf629fd150', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:15:14.231709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fd469ba3-e940-4907-b571-b722a0f79cd6 None None] For port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5fda014c-b5b2-4bdb-8fcd-8cd8e1487305,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:14.240259 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fd469ba3-e940-4907-b571-b722a0f79cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.242266 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1958de9-dc99-414f-83a2-dc188a1634c7 req-d51e99ee-f043-4676-956f-9c1bb1df2d5f tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562512 Sep 29 23:15:14.243566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-6842a900-a17c-49de-ab25-9fcdeaa08867 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Calling delete_port for af07706c-0970-445b-b3b5-fc612cb87da8 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:14.317446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd469ba3-e940-4907-b571-b722a0f79cd6 None None] Pushing event updated for resources: {'Port': ['ID=5fda014c-b5b2-4bdb-8fcd-8cd8e1487305,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:14.346210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.368485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d8769659-8cac-4c59-8bb5-4ea551ff0df7 None None] Provisioning complete for port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:14.369302 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d8769659-8cac-4c59-8bb5-4ea551ff0df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.408969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.410440 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7a43a63e-1f31-4301-b221-1817a3f10fdc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7671335 Sep 29 23:15:14.505172 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-65aade54-e756-41bf-9113-6796c07279ec service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213634 Sep 29 23:15:14.542754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:14.543117 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.608868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b251e-312d-4209-9289-6e9f52508396 req-a82a0d31-82ed-4474-a4d8-718e9f0fb042 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:14.617616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d02b251e-312d-4209-9289-6e9f52508396 req-a82a0d31-82ed-4474-a4d8-718e9f0fb042 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 944 time: 0.2316136 Sep 29 23:15:14.654920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-754e9ab1-a437-47d6-8398-2f731565d92d None None] Provisioning complete for port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:14.655515 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-754e9ab1-a437-47d6-8398-2f731565d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.714254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-ba86c3bf-b032-4f83-9785-e308707724e7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=244b4c00-897b-44d4-9e7d-9922c131482f HTTP/1.1" status: 200 len: 217 time: 0.1924288 Sep 29 23:15:14.759812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] For port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5fda014c-b5b2-4bdb-8fcd-8cd8e1487305,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:14.760225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.780623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:14.809656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d02b251e-312d-4209-9289-6e9f52508396 req-ba64f928-2107-410f-99f9-b2f8d8b4c29f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910508 Sep 29 23:15:14.893267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-9018a43a-54b5-481c-bd1d-a1a8cab64130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:14.895311 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-9018a43a-54b5-481c-bd1d-a1a8cab64130 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.1651292 Sep 29 23:15:14.927372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-6842a900-a17c-49de-ab25-9fcdeaa08867 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:14.983380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8de4dcf3-919f-4961-95d4-3ea19175295f None None] Provisioning complete for port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:14.983760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8de4dcf3-919f-4961-95d4-3ea19175295f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:15.034047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a9754d9-ee54-4a42-9587-eb55f6ead840 req-98e12030-bb0f-4768-b9c8-88d43fcd5009 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.1188436 Sep 29 23:15:15.039111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6842a900-a17c-49de-ab25-9fcdeaa08867 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Pushing event deleted for resources: {'Port': ['ID=af07706c-0970-445b-b3b5-fc612cb87da8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:15.063843 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:15.084559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8de4dcf3-919f-4961-95d4-3ea19175295f None None] Could not find standard attr ID for object 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:15:15.084559 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.db [None req-8de4dcf3-919f-4961-95d4-3ea19175295f None None] No ports have port_id starting with 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 Sep 29 23:15:15.117544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=5fda014c-b5b2-4bdb-8fcd-8cd8e1487305,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:15.152186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-78d018aa-83c7-4d29-bcc9-3af10359a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:15.167780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-78d018aa-83c7-4d29-bcc9-3af10359a95e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2638061 Sep 29 23:15:15.288587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.288813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.290782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.295972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.296360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.301160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.301556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.301872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.302222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.302868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.313514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.313514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:15.350012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-6842a900-a17c-49de-ab25-9fcdeaa08867 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:15.354173 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-6842a900-a17c-49de-ab25-9fcdeaa08867 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:15.361153 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb45644d-0307-4460-91a9-7d6cfc2e25d1 req-6842a900-a17c-49de-ab25-9fcdeaa08867 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "DELETE /v2.0/floatingips/1c047e5d-de5f-475d-b930-a737dc2ec1cd HTTP/1.1" status: 204 len: 173 time: 2.4298792 Sep 29 23:15:15.516450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:15.562828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:15.563508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 29 23:15:15.569072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:15.597339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Port 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 not found, will not notify nova. {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 29 23:15:15.597664 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3776135d-6783-46fc-9205-aeeaf2f24efe up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:15.670425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3776135d-6783-46fc-9205-aeeaf2f24efe triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:15.671023 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:15.679422 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-97b0f3b7-1980-4954-95b0-e49098a4e5a1 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5016301 Sep 29 23:15:15.706622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6044cf-7ea7-4fb4-833b-dc61962e9426 req-c67d5f74-73fd-48c4-80eb-c71c5ebb8fdd tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:15.708423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc6044cf-7ea7-4fb4-833b-dc61962e9426 req-c67d5f74-73fd-48c4-80eb-c71c5ebb8fdd tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.1732180 Sep 29 23:15:15.723667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4fbd314c-add9-41b6-aa9b-79ba86c52d46 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--232605078&fields=id&tenant_id=f6ae25716aaa44a3ba5fe354540726e3 HTTP/1.1" status: 200 len: 267 time: 0.2608814 Sep 29 23:15:15.798408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Router 91d8bf60-5593-403d-86fc-76c827a05cdd has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:15:15.860966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc6044cf-7ea7-4fb4-833b-dc61962e9426 req-67c85170-3e29-49f6-90f0-55852eecb6fe tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338019 Sep 29 23:15:15.869466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-5083e9f0-80bc-4d6f-9cc0-d1e6fb6024f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:15.870905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-5083e9f0-80bc-4d6f-9cc0-d1e6fb6024f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports/31d86626-588b-4d59-8986-6050b136850a HTTP/1.1" status: 200 len: 937 time: 0.1460898 Sep 29 23:15:15.888126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:15:15.893841 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bd128b89-49e8-419c-9dea-78e2c1c580fa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "PUT /v2.0/routers/91d8bf60-5593-403d-86fc-76c827a05cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8911438 Sep 29 23:15:15.896216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57406) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:15.934716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-89f4cde4-b0d7-4404-b881-4e8a7595076d service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459872 Sep 29 23:15:15.948789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ab4f7-caf1-454a-ade1-084a3f0f9626 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:15.950343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ab4f7-caf1-454a-ade1-084a3f0f9626 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:15.954747 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-988ab4f7-caf1-454a-ade1-084a3f0f9626 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0550740 Sep 29 23:15:15.954972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57408) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:16.004329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-a4708eb1-8721-45c8-9b8b-fae267b17300 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4 HTTP/1.1" status: 200 len: 217 time: 0.0550694 Sep 29 23:15:16.006544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fa74b8-03d1-4c59-88f2-96ea544df913 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet af29b7e0-2e8a-4c23-89ef-3faf629fd150 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:15:16.010014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60fa74b8-03d1-4c59-88f2-96ea544df913 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.040331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-90f0212a-9b15-4a1e-8aee-c697ebd3961a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:16.041684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-90f0212a-9b15-4a1e-8aee-c697ebd3961a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports/7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 HTTP/1.1" status: 200 len: 934 time: 0.1589046 Sep 29 23:15:16.052203 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60fa74b8-03d1-4c59-88f2-96ea544df913 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.139271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-88c2bbc8-e22f-477f-a4c4-819723d901ba tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0643678 Sep 29 23:15:16.150050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60fa74b8-03d1-4c59-88f2-96ea544df913 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.167188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-8d4a6e08-55cb-4454-ac5d-0fc96d4fcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:16.168671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-8d4a6e08-55cb-4454-ac5d-0fc96d4fcc16 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.1240754 Sep 29 23:15:16.190914 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-9b567c7d-21c6-4983-ac4d-50bb6f4d7fd9 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2899199 Sep 29 23:15:16.193758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-98927dff-7804-4cff-9288-48e687486214 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0432577 Sep 29 23:15:16.216019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60fa74b8-03d1-4c59-88f2-96ea544df913 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.230502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:16.244440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa74b8-03d1-4c59-88f2-96ea544df913 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=af29b7e0-2e8a-4c23-89ef-3faf629fd150,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:16.250464 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60fa74b8-03d1-4c59-88f2-96ea544df913 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.255437 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-60fa74b8-03d1-4c59-88f2-96ea544df913 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/af29b7e0-2e8a-4c23-89ef-3faf629fd150 HTTP/1.1" status: 204 len: 168 time: 0.2993991 Sep 29 23:15:16.256320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57412) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:16.262324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394a524d-6f6b-4978-9f9c-8e462c9985a1 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:16.318585 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-0c94da2e-cd7a-451b-9d8a-5eb762c74607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:16.320182 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-0c94da2e-cd7a-451b-9d8a-5eb762c74607 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1286545 Sep 29 23:15:16.325363 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.363868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] Sync routers for ids ['91d8bf60-5593-403d-86fc-76c827a05cdd'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:15:16.395796 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] Routers {'91d8bf60-5593-403d-86fc-76c827a05cdd'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:16.396677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['91d8bf60-5593-403d-86fc-76c827a05cdd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:16.399994 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fee1427d-45cb-463e-adc4-8535331e71a6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1405723 Sep 29 23:15:16.400217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57416) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:16.420999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0387189f-e66d-40f6-a9bb-2c82a655a3df tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:16.427996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0387189f-e66d-40f6-a9bb-2c82a655a3df tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:16.435741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0387189f-e66d-40f6-a9bb-2c82a655a3df tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:16.437431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0387189f-e66d-40f6-a9bb-2c82a655a3df tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/networks?id=359d21d4-b615-40c7-8882-16bffeac10b3&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&id=e39dd437-e6ea-4000-a22a-c65e25f5d59a HTTP/1.1" status: 200 len: 1995 time: 0.2341757 Sep 29 23:15:16.471115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] Set router 91d8bf60-5593-403d-86fc-76c827a05cdd gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:16.484359 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-541217a1-7eaf-4123-92f5-73bbad775b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.487806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-7b02ff0c-e36d-4605-8251-2bbfa7093617 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/quotas/f6ae25716aaa44a3ba5fe354540726e3 HTTP/1.1" status: 200 len: 375 time: 0.0230417 Sep 29 23:15:16.529738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8bf60-5593-403d-86fc-76c827a05cdd', 'name': 'tempest-NetworksTestDHCPv6-router-660114581', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:07Z', 'updated_at': '2021-09-29T23:15:14Z', 'revision_number': 3, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:16.558049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c92178-5648-4735-9593-3ce69828f254 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:15:16.561611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] Checking router: 91d8bf60-5593-403d-86fc-76c827a05cdd for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:15:16.579607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-7445a3d3-8203-42f4-9f8d-d42833d1c6aa service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502151 Sep 29 23:15:16.594190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] Routers {'91d8bf60-5593-403d-86fc-76c827a05cdd'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:16.595124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['91d8bf60-5593-403d-86fc-76c827a05cdd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:16.629589 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-cef0df64-9541-4779-aef0-027ba22c2bb7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1324122 Sep 29 23:15:16.664404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] Set router 91d8bf60-5593-403d-86fc-76c827a05cdd gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:16.672179 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-541217a1-7eaf-4123-92f5-73bbad775b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.674733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-541217a1-7eaf-4123-92f5-73bbad775b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.688537 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:15:16.733334 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.745218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-541217a1-7eaf-4123-92f5-73bbad775b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.745924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541217a1-7eaf-4123-92f5-73bbad775b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Fanout notify agent at l3_agent the message router_deleted on router 91d8bf60-5593-403d-86fc-76c827a05cdd {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:15:16.758892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-541217a1-7eaf-4123-92f5-73bbad775b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.760274 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-541217a1-7eaf-4123-92f5-73bbad775b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/routers/91d8bf60-5593-403d-86fc-76c827a05cdd HTTP/1.1" status: 204 len: 168 time: 0.3589590 Sep 29 23:15:16.762999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57422) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:16.768962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3ed08c07-3b51-4a0d-ab32-3e75354dcfbc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:16.785452 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-3ddc888f-ac15-4338-8a86-f29e4234bf84 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937633 Sep 29 23:15:16.897380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-cd1c33a7-c07b-4442-b75c-bf4696592082 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=721bf317-8394-4798-814b-818df569f8e4 HTTP/1.1" status: 200 len: 217 time: 0.0668540 Sep 29 23:15:16.907182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed08c07-3b51-4a0d-ab32-3e75354dcfbc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:16.912045 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ed08c07-3b51-4a0d-ab32-3e75354dcfbc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:16.926246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91d8bf60-5593-403d-86fc-76c827a05cdd', 'name': 'tempest-NetworksTestDHCPv6-router-660114581', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:07Z', 'updated_at': '2021-09-29T23:15:14Z', 'revision_number': 3, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:16.940817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f515f3e6-6121-4618-b98f-f8f66923414a service neutron] 10.222.0.44 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946794 Sep 29 23:15:16.960275 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b9f8fc-adb3-427c-92f5-01d403b00ec6 None None] The sync data for ids ['91d8bf60-5593-403d-86fc-76c827a05cdd'] in n-d-811173-2 is: [{'id': '91d8bf60-5593-403d-86fc-76c827a05cdd', 'name': 'tempest-NetworksTestDHCPv6-router-660114581', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:07Z', 'updated_at': '2021-09-29T23:15:14Z', 'revision_number': 3, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:15:16.989063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-27c92178-5648-4735-9593-3ce69828f254 None None] Deleting port 3776135d-6783-46fc-9205-aeeaf2f24efe {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:16.989448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27c92178-5648-4735-9593-3ce69828f254 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.028492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-8bfe858d-d1d9-4e4e-9760-191191c424f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:17.030947 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-8bfe858d-d1d9-4e4e-9760-191191c424f2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.1223559 Sep 29 23:15:17.090538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-27c92178-5648-4735-9593-3ce69828f254 None None] For port 3776135d-6783-46fc-9205-aeeaf2f24efe, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3776135d-6783-46fc-9205-aeeaf2f24efe,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:17.091073 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27c92178-5648-4735-9593-3ce69828f254 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.110741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Allocated IP 172.25.4.4 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/9c3e09bc-abba-439d-ad88-78b2e3d99389) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:17.116065 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-27c92178-5648-4735-9593-3ce69828f254 None None] Calling delete_port for 3776135d-6783-46fc-9205-aeeaf2f24efe owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:17.167539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-703f5eed-46f2-4269-a73e-248464cabb72 service neutron] 10.222.0.44 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174165 Sep 29 23:15:17.179104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-be781379-0d78-4e6e-b54f-0a5c7600f13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:17.180571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-be781379-0d78-4e6e-b54f-0a5c7600f13f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1414468 Sep 29 23:15:17.210687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ed08c07-3b51-4a0d-ab32-3e75354dcfbc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.212353 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27c92178-5648-4735-9593-3ce69828f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.241711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-eb89b632-b410-418a-a975-6cee7793daa4 service neutron] 10.222.0.44 "GET /v2.0/ports/31d86626-588b-4d59-8986-6050b136850a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0601377 Sep 29 23:15:17.248092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c92178-5648-4735-9593-3ce69828f254 None None] Pushing event deleted for resources: {'Port': ['ID=3776135d-6783-46fc-9205-aeeaf2f24efe,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:17.254045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c92178-5648-4735-9593-3ce69828f254 None None] No DVR routers for this DVR port 3776135d-6783-46fc-9205-aeeaf2f24efe on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:15:17.273914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed08c07-3b51-4a0d-ab32-3e75354dcfbc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:17.277196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-3ed08c07-3b51-4a0d-ab32-3e75354dcfbc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:17.282362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed08c07-3b51-4a0d-ab32-3e75354dcfbc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:17.282823 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ed08c07-3b51-4a0d-ab32-3e75354dcfbc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.288703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b686da83-e5a1-4ad2-95e8-c454649f14c4 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:17.298701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed08c07-3b51-4a0d-ab32-3e75354dcfbc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=a64e62cd-3dbb-4673-8032-879b85527a71,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:17.330087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3ed08c07-3b51-4a0d-ab32-3e75354dcfbc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5650892 Sep 29 23:15:17.332879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57428) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:17.337862 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ad049294-c5ce-4d21-af05-0de30b8a2460 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2140246335', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:17.401285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad049294-c5ce-4d21-af05-0de30b8a2460 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.402378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad049294-c5ce-4d21-af05-0de30b8a2460 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.458522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:17.489958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:17.490455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5fda014c-b5b2-4bdb-8fcd-8cd8e1487305 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:17.490979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3776135d-6783-46fc-9205-aeeaf2f24efe no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:17.502802 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad049294-c5ce-4d21-af05-0de30b8a2460 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.510305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad049294-c5ce-4d21-af05-0de30b8a2460 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.528604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 3776135d-6783-46fc-9205-aeeaf2f24efe {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:17.529688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3776135d-6783-46fc-9205-aeeaf2f24efe not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:17.541121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': 'a64e62cd-3dbb-4673-8032-879b85527a71'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:15:17.542121 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.557479 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ad049294-c5ce-4d21-af05-0de30b8a2460 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.559911 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ad049294-c5ce-4d21-af05-0de30b8a2460 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2247307 Sep 29 23:15:17.565846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57430) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:17.721213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/a64e62cd-3dbb-4673-8032-879b85527a71/5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:17.894398 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.908991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-b964f2cb-5d5e-43e4-912b-9b16cccdd5d5 service neutron] 10.222.0.44 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353061 Sep 29 23:15:17.956198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.972820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f3bdc700-02fe-44ec-aae2-1d6953165aed details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:15:17.978531 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.984532 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:17.990229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-0ce2ac33-28c9-40d6-9f8b-5ed9ad5dca3f service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7997770 Sep 29 23:15:18.102782 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.130078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:18.140929 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:18.144789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:18.146673 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Pushing event updated for resources: {'Port': ['ID=5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:18.225354 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4cab2d7e-0f6f-4671-815a-6efd988ad793 service neutron] 10.222.0.44 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049202 Sep 29 23:15:18.226070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f3bdc700-02fe-44ec-aae2-1d6953165aed, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f3bdc700-02fe-44ec-aae2-1d6953165aed,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:18.240462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Attempting to bind port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:18.240848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Attempting to bind port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:18.241210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Attempting to bind port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:18.245935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'f3bdc700-02fe-44ec-aae2-1d6953165aed', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'port_id': 'f3bdc700-02fe-44ec-aae2-1d6953165aed', 'mac_address': 'fa:16:3e:c0:29:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:15:18.249533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:18.249913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:18.250326 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.251004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:18.251204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Bound port: 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:18.251596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.264730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:18.284503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:18.299938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:18.325633 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.331856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::1 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/a64e62cd-3dbb-4673-8032-879b85527a71/b81f8f4f-9898-48db-a426-5b8c1a2c9cb6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:18.332709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Pushing event updated for resources: {'Port': ['ID=9c3e09bc-abba-439d-ad88-78b2e3d99389,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:18.349545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4a6391d5-b56e-4535-8d53-45d1cc19356b service neutron] 10.222.0.44 "GET /v2.0/ports/7dfab69f-076b-4de0-82c2-63cb3ab1ddd9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1232224 Sep 29 23:15:18.358344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bdc700-02fe-44ec-aae2-1d6953165aed {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:18.388762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] For port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:18.392023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f3bdc700-02fe-44ec-aae2-1d6953165aed, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f3bdc700-02fe-44ec-aae2-1d6953165aed,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:18.401433 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.405035 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] For port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:18.415879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ceadde-f9d1-4421-8c85-79528fe7b02c req-cfa1e551-61cc-4de5-8512-db19c153b4d3 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106684 Sep 29 23:15:18.428845 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.472728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=f3bdc700-02fe-44ec-aae2-1d6953165aed,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:18.494006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.507144 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.534357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-da760a27-d0bb-44a0-8a81-ce37edbc5a88 service neutron] 10.222.0.44 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837857 Sep 29 23:15:18.539222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.552101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f48e7-31e9-4f3c-b3d4-ca667c37a72e None None] Pushing event updated for resources: {'Port': ['ID=5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:18.585526 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.601656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:18.605354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:18.613533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:18.614080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.653134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=b81f8f4f-9898-48db-a426-5b8c1a2c9cb6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:18.708430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f2a9c984-56b6-4899-a972-5096c0914232 service neutron] 10.222.0.44 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731529 Sep 29 23:15:18.748048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:18.840539 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['f3bdc700-02fe-44ec-aae2-1d6953165aed'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:15:18.894657 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-60ce8e9b-0d6f-4b46-9208-bf12680158fa service neutron] 10.222.0.44 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799171 Sep 29 23:15:19.020026 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.032499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.133929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.150482 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.151661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.154410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-8c783097-191a-4d91-8a0b-f208f2228a16 service neutron] 10.222.0.44 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580678 Sep 29 23:15:19.157128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Pushing event updated for resources: {'Port': ['ID=9c3e09bc-abba-439d-ad88-78b2e3d99389,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:19.176868 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.210706 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.211863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-b1aa87b4-5c96-48df-ac82-2d1016e13b56 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 3.0074184 Sep 29 23:15:19.272805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=b81f8f4f-9898-48db-a426-5b8c1a2c9cb6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:19.299118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-e2af31d6-4b5f-4b31-99bb-e8f026f01fea tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.4 HTTP/1.1" status: 200 len: 694 time: 0.0572727 Sep 29 23:15:19.304039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:19.318461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-7f5a7881-6638-4263-aad5-dba7b5e8fc9b service neutron] 10.222.0.44 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499631 Sep 29 23:15:19.404364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:19.406142 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.524604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-dff26f28-4c25-4eda-975a-3df544fdf63b service neutron] 10.222.0.44 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840048 Sep 29 23:15:19.563483 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.584631 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-2770b271-ddaf-409d-a0a7-25265d9004aa tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:19.598142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9008e4a1-543a-40ed-b2ff-5492d4711252 req-2770b271-ddaf-409d-a0a7-25265d9004aa tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.2587979 Sep 29 23:15:19.655078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:19.661943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.749133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:19.769673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de409c-04c5-40d1-9613-4fea383d5a1f req-fa2f0f60-ff2b-4d2e-9a60-0fce2c389dac tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:19.772391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64de409c-04c5-40d1-9613-4fea383d5a1f req-fa2f0f60-ff2b-4d2e-9a60-0fce2c389dac tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 945 time: 0.0857246 Sep 29 23:15:19.774968 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-e05b38d6-7a57-41ed-abe5-ea660896887b service neutron] 10.222.0.44 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408805 Sep 29 23:15:19.811625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:19.813471 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:19.878514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64de409c-04c5-40d1-9613-4fea383d5a1f req-f19ff0e9-1d67-4511-adcd-219cc1c1ed76 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993218 Sep 29 23:15:19.901313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5e6186d6-ca42-4a14-af8f-b238945e03fb None None] Provisioning complete for port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:19.901699 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5e6186d6-ca42-4a14-af8f-b238945e03fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:19.915907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-b2d74d39-6d89-4c91-9bb0-40a1f35dc417 service neutron] 10.222.0.44 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255815 Sep 29 23:15:19.973267 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Router 037aeb39-6741-42e1-8da2-8ff815091174 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:15:20.085659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-40a8c27e-1e32-44e9-86f1-f951b15cd49e req-7617f791-a79d-4cc0-8077-e8d6da3751a6 tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0468624 Sep 29 23:15:20.101339 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:20.128445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:15:20.130489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-496b8e5c-fd74-4579-8d2e-d74329b2d76c service neutron] 10.222.0.44 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014260 Sep 29 23:15:20.140392 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dee25933-9cc7-49f2-939c-8e45eec0474e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "PUT /v2.0/routers/037aeb39-6741-42e1-8da2-8ff815091174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5733025 Sep 29 23:15:20.142890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57452) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:20.149113 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Sync routers for ids ['037aeb39-6741-42e1-8da2-8ff815091174'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:15:20.162412 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Routers {'037aeb39-6741-42e1-8da2-8ff815091174'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:20.163469 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['037aeb39-6741-42e1-8da2-8ff815091174'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:20.228065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558f3d57-91dd-40cd-9bc2-2dfc896111d4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:20.232144 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57454) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:20.239754 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-558f3d57-91dd-40cd-9bc2-2dfc896111d4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports/b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 HTTP/1.1" status: 200 len: 911 time: 0.0957029 Sep 29 23:15:20.250505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c0cf680f-d2af-45ab-9f7d-2241b6701768 None None] Provisioning complete for port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:20.250861 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c0cf680f-d2af-45ab-9f7d-2241b6701768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:20.287449 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Set router 037aeb39-6741-42e1-8da2-8ff815091174 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:20.351241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf680f-d2af-45ab-9f7d-2241b6701768 None None] Port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:20.377953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84379506-1a64-45fe-b2c6-ca3b9c1dc366 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:20.394415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6f2ab942-f4c8-4fe2-9e4a-1906be5cd7c2 service neutron] 10.222.0.44 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320971 Sep 29 23:15:20.402277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84379506-1a64-45fe-b2c6-ca3b9c1dc366 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:20.407116 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-84379506-1a64-45fe-b2c6-ca3b9c1dc366 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1703899 Sep 29 23:15:20.407553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:20.635619 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037aeb39-6741-42e1-8da2-8ff815091174', 'name': 'tempest-NetworksTestDHCPv6-router-2140246335', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:17Z', 'updated_at': '2021-09-29T23:15:18Z', 'revision_number': 2, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None, '_interfaces': [{'id': 'b81f8f4f-9898-48db-a426-5b8c1a2c9cb6', 'name': '', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'mac_address': 'fa:16:3e:bd:80:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037aeb39-6741-42e1-8da2-8ff815091174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'a64e62cd-3dbb-4673-8032-879b85527a71', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:18Z', 'updated_at': '2021-09-29T23:15:18Z', 'revision_number': 2, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'subnets': [{'id': 'a64e62cd-3dbb-4673-8032-879b85527a71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:20.670626 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Checking router: 037aeb39-6741-42e1-8da2-8ff815091174 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:15:20.670947 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Updating router 037aeb39-6741-42e1-8da2-8ff815091174 port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:15:20.674090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7e4004f8-3528-43c9-ad1d-8952bbf0a0dd None None] Provisioning complete for port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:20.674811 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7e4004f8-3528-43c9-ad1d-8952bbf0a0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:20.682351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e835ffdc-5da9-4bb7-b201-8a365275cc66 req-f68fc0fa-2bf7-4a3b-a655-61fb9ce78f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:20.690182 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e835ffdc-5da9-4bb7-b201-8a365275cc66 req-f68fc0fa-2bf7-4a3b-a655-61fb9ce78f09 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 1096 time: 0.0882835 Sep 29 23:15:20.704872 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:20.755545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7e4004f8-3528-43c9-ad1d-8952bbf0a0dd None None] Port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:20.761543 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e835ffdc-5da9-4bb7-b201-8a365275cc66 req-0fe15ce8-84f5-4b82-a787-563bcd487069 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696933 Sep 29 23:15:21.085408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163fbe-8c50-4470-94fb-19a773108961 req-e972ddcb-c510-4307-a764-e98dc9344679 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:21.087055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec163fbe-8c50-4470-94fb-19a773108961 req-e972ddcb-c510-4307-a764-e98dc9344679 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.1634953 Sep 29 23:15:21.117655 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:21.128084 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:21.205116 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84566604-1fb0-4b87-9359-644ad81adb68 None None] Pushing event updated for resources: {'Port': ['ID=b81f8f4f-9898-48db-a426-5b8c1a2c9cb6,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:21.213323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:21.275443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-e66060b2-5736-4f28-9e8b-054b171c5681 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips/2267a21d-8f5a-4ebf-ab2d-0874490b1cbf HTTP/1.1" status: 200 len: 691 time: 0.1154304 Sep 29 23:15:21.300183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec163fbe-8c50-4470-94fb-19a773108961 req-f4a5a771-a28d-4eb0-9e2b-be893f803527 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347075 Sep 29 23:15:21.303001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:21.303717 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:21.325324 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Attempting to bind port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:21.326552 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Attempting to bind port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:21.327014 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Attempting to bind port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:21.333115 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:21.333888 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:21.334599 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:21.335655 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:21.339685 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Bound port: b81f8f4f-9898-48db-a426-5b8c1a2c9cb6, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:21.340291 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:21.474966 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] For port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:21.484998 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] For port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b81f8f4f-9898-48db-a426-5b8c1a2c9cb6,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:21.506307 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:21.564150 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Routers {'037aeb39-6741-42e1-8da2-8ff815091174'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:21.564816 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['037aeb39-6741-42e1-8da2-8ff815091174'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:21.637352 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84566604-1fb0-4b87-9359-644ad81adb68 None None] Pushing event updated for resources: {'Port': ['ID=b81f8f4f-9898-48db-a426-5b8c1a2c9cb6,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:21.704392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e38f680-e66b-4d5e-b900-dc161b0cd01b req-59864ddb-e6b7-42e8-9f6d-ffc2609e018c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:21.706706 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e38f680-e66b-4d5e-b900-dc161b0cd01b req-59864ddb-e6b7-42e8-9f6d-ffc2609e018c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 945 time: 0.2222672 Sep 29 23:15:21.726224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-de2cbdaf-9acb-4e7f-bb62-c2c49c5b6f1a tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:21.739841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-de2cbdaf-9acb-4e7f-bb62-c2c49c5b6f1a tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 784 time: 0.4494622 Sep 29 23:15:21.739986 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] Set router 037aeb39-6741-42e1-8da2-8ff815091174 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:21.807172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-04af883b-59af-4eb5-81f5-cab471f85ca1 None None] Provisioning complete for port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:21.809760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-04af883b-59af-4eb5-81f5-cab471f85ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:21.875263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-fc0720ff-af62-42ba-822d-a2e1a1a1d526 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.4 HTTP/1.1" status: 200 len: 694 time: 0.1371727 Sep 29 23:15:21.943654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f3bdc700-02fe-44ec-aae2-1d6953165aed up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:21.945073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e38f680-e66b-4d5e-b900-dc161b0cd01b req-bca112c7-5f34-4820-a47a-aa497d48a1bb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049429 Sep 29 23:15:22.008124 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-04af883b-59af-4eb5-81f5-cab471f85ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:22.015699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-1c648a9c-8c23-4a65-8340-5d2889f1c8dc tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips?floating_ip_address=172.25.4.4 HTTP/1.1" status: 200 len: 694 time: 0.1301389 Sep 29 23:15:22.073150 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037aeb39-6741-42e1-8da2-8ff815091174', 'name': 'tempest-NetworksTestDHCPv6-router-2140246335', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:17Z', 'updated_at': '2021-09-29T23:15:18Z', 'revision_number': 2, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None, '_interfaces': [{'id': 'b81f8f4f-9898-48db-a426-5b8c1a2c9cb6', 'name': '', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'mac_address': 'fa:16:3e:bd:80:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037aeb39-6741-42e1-8da2-8ff815091174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'a64e62cd-3dbb-4673-8032-879b85527a71', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:18Z', 'updated_at': '2021-09-29T23:15:21Z', 'revision_number': 4, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'subnets': [{'id': 'a64e62cd-3dbb-4673-8032-879b85527a71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:22.098776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-04af883b-59af-4eb5-81f5-cab471f85ca1 None None] For port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b81f8f4f-9898-48db-a426-5b8c1a2c9cb6,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:22.113812 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-04af883b-59af-4eb5-81f5-cab471f85ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:22.139107 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4037bff7-78d3-4245-967f-e422b2764d7d None None] The sync data for ids ['037aeb39-6741-42e1-8da2-8ff815091174'] in n-d-811173-2 is: [{'id': '037aeb39-6741-42e1-8da2-8ff815091174', 'name': 'tempest-NetworksTestDHCPv6-router-2140246335', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:17Z', 'updated_at': '2021-09-29T23:15:18Z', 'revision_number': 2, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None, '_interfaces': [{'id': 'b81f8f4f-9898-48db-a426-5b8c1a2c9cb6', 'name': '', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'mac_address': 'fa:16:3e:bd:80:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037aeb39-6741-42e1-8da2-8ff815091174', 'device_owner': 'network:router_interface', 'standard_attr_id': 2018, 'fixed_ips': [{'subnet_id': 'a64e62cd-3dbb-4673-8032-879b85527a71', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:18Z', 'updated_at': '2021-09-29T23:15:21Z', 'revision_number': 4, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'subnets': [{'id': 'a64e62cd-3dbb-4673-8032-879b85527a71', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:15:22.168646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port f3bdc700-02fe-44ec-aae2-1d6953165aed completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:15:22.203713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port f3bdc700-02fe-44ec-aae2-1d6953165aed triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:22.204192 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:22.338687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af883b-59af-4eb5-81f5-cab471f85ca1 None None] Pushing event updated for resources: {'Port': ['ID=b81f8f4f-9898-48db-a426-5b8c1a2c9cb6,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:22.370757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e7ba63b9-9724-4949-936d-54a7d44cb770 None None] Provisioning complete for port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:22.371243 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e7ba63b9-9724-4949-936d-54a7d44cb770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:22.377352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-198319e2-849b-4bd2-b1f4-c279c8539244 req-707ff0d5-3815-45a4-b520-f282bdc25bfa tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0411117 Sep 29 23:15:22.380962 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:22.465147 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Deleting port 9c3e09bc-abba-439d-ad88-78b2e3d99389 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:22.465496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:22.476111 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:22.557420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2512be-e2d1-4750-bc09-2189b8b2bc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bdc700-02fe-44ec-aae2-1d6953165aed'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:22.559842 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb458d2-1b7b-4d15-b43f-8e2dab77a4b8" -d '{"events": [{"server_uuid": "9a2512be-e2d1-4750-bc09-2189b8b2bc8c", "name": "network-vif-plugged", "status": "completed", "tag": "f3bdc700-02fe-44ec-aae2-1d6953165aed"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:22.615494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f3bdc700-02fe-44ec-aae2-1d6953165aed, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f3bdc700-02fe-44ec-aae2-1d6953165aed,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:22.620925 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:22.673065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:22.673393 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:22.691644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Calling delete_port for 9c3e09bc-abba-439d-ad88-78b2e3d99389 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:22.697448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=f3bdc700-02fe-44ec-aae2-1d6953165aed,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:22.785510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fe371a3-70cb-4b53-961e-60a5d2a4e8f8 req-86fcd3f4-e2ef-48c0-bdb2-366b627464b2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=db7d687bc5a94fed957d19b81e1ca62e&device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0698130 Sep 29 23:15:22.813889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-5e92566d-402f-4d8e-b60f-400eb5f1e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:22.816346 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-5e92566d-402f-4d8e-b60f-400eb5f1e53e service neutron] 10.222.0.26 "GET /v2.0/ports/31d86626-588b-4d59-8986-6050b136850a HTTP/1.1" status: 200 len: 1033 time: 0.0964625 Sep 29 23:15:22.868271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-7e55d8f0-8e6c-4b80-a7d9-a97b9d9418f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:22.870357 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-7e55d8f0-8e6c-4b80-a7d9-a97b9d9418f6 service neutron] 10.222.0.26 "GET /v2.0/ports/7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 HTTP/1.1" status: 200 len: 1030 time: 0.0456805 Sep 29 23:15:22.894869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fe371a3-70cb-4b53-961e-60a5d2a4e8f8 req-7901e7c4-e2ee-4f86-960c-8df298b902eb service neutron] 10.222.0.42 "GET /v2.0/networks?tenant_id=db7d687bc5a94fed957d19b81e1ca62e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540273 Sep 29 23:15:23.028158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc193f1-f305-4125-aa01-471be3c7bba3 req-f103489e-09ad-45c9-b711-c0996450f338 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:23.030575 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dc193f1-f305-4125-aa01-471be3c7bba3 req-f103489e-09ad-45c9-b711-c0996450f338 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.2090287 Sep 29 23:15:23.061652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-9ca58de2-fd38-4c5b-89d0-2f1533d108ea tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:23.072381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-9ca58de2-fd38-4c5b-89d0-2f1533d108ea tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:23.079645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-9ca58de2-fd38-4c5b-89d0-2f1533d108ea tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:23.082043 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-9ca58de2-fd38-4c5b-89d0-2f1533d108ea tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "GET /v2.0/networks?id=359d21d4-b615-40c7-8882-16bffeac10b3&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&id=e39dd437-e6ea-4000-a22a-c65e25f5d59a HTTP/1.1" status: 200 len: 1995 time: 0.2012439 Sep 29 23:15:23.151654 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bfa8bd22-856a-4277-ab4a-f6af5f2b0583 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6ae25716aaa44a3ba5fe354540726e3 HTTP/1.1" status: 200 len: 379 time: 0.0602319 Sep 29 23:15:23.165456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'admin_state_up': True, 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'security_groups': ['245bab75-6330-44c0-8201-63586b5f6054']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:23.253806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:23.374186 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:23.376901 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:23.410693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:23.414777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:23.488547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:23.489166 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:23.582769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe371a3-70cb-4b53-961e-60a5d2a4e8f8 req-5d92679a-8dfb-41af-8fbf-4a1db7eb6cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:23.584769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fe371a3-70cb-4b53-961e-60a5d2a4e8f8 req-5d92679a-8dfb-41af-8fbf-4a1db7eb6cf6 service neutron] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6759734 Sep 29 23:15:23.587736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dc193f1-f305-4125-aa01-471be3c7bba3 req-db04b090-72f0-4aaf-a13e-f4a3855274ab tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431540 Sep 29 23:15:23.652173 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:23.674263 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2839c19-276e-404c-bcad-9d725a8c1464 x-openstack-request-id: req-a2839c19-276e-404c-bcad-9d725a8c1464 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:23.674458 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2512be-e2d1-4750-bc09-2189b8b2bc8c", "name": "network-vif-plugged", "status": "completed", "tag": "f3bdc700-02fe-44ec-aae2-1d6953165aed", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:23.674791 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a2839c19-276e-404c-bcad-9d725a8c1464 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:23.675256 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2512be-e2d1-4750-bc09-2189b8b2bc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bdc700-02fe-44ec-aae2-1d6953165aed', 'code': 200} Sep 29 23:15:23.713821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] For port b81f8f4f-9898-48db-a426-5b8c1a2c9cb6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b81f8f4f-9898-48db-a426-5b8c1a2c9cb6,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:23.714646 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:23.718731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Pushing event deleted for resources: {'Port': ['ID=9c3e09bc-abba-439d-ad88-78b2e3d99389,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:23.761014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:23.771271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.771505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.771917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.772333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.772741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.773082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.773414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.773744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.774102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.774431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.774760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.775087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:23.866704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Allocated IP 172.20.0.10 (359d21d4-b615-40c7-8882-16bffeac10b3/68d4f193-42c1-43e8-b396-fd04a76a0f33/7d172fd6-87dd-44db-b6ca-1c038fad4bc2) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:23.894666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a55f714-0d1b-461f-9396-5c0fd1368234 req-961f20e1-5aa2-49e0-a66d-1eea024b3fec tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0855196 Sep 29 23:15:23.934320 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:23.940775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:23.954235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-848cab5c-861a-44ea-b2f0-3ad6b5b106d9 req-34b4fbe0-6720-4fbb-b8c6-64b12769fb70 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "DELETE /v2.0/floatingips/2267a21d-8f5a-4ebf-ab2d-0874490b1cbf HTTP/1.1" status: 204 len: 173 time: 1.9375067 Sep 29 23:15:24.075405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-edbfb5a8-f34a-4f6f-a325-eef093c489ea req-b61a4ece-0436-4071-a9f0-e03493f92f91 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0378506 Sep 29 23:15:24.077983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cbafd-f90d-4388-b2e4-1434b57c4296 req-82520e3b-96e7-4c08-aff5-8929b7432a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:24.079655 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-082cbafd-f90d-4388-b2e4-1434b57c4296 req-82520e3b-96e7-4c08-aff5-8929b7432a82 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 1097 time: 0.2833099 Sep 29 23:15:24.083302 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:24.143489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:24.231002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Port': ['ID=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:24.234888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network 359d21d4-b615-40c7-8882-16bffeac10b3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:24.236211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:24.238501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:24.245073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5eebdd-1cff-4b15-97cb-37ce2c58153a req-b0f49abc-ca78-4141-8a0b-dc273399042f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:24.246730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a5eebdd-1cff-4b15-97cb-37ce2c58153a req-b0f49abc-ca78-4141-8a0b-dc273399042f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 946 time: 0.2415011 Sep 29 23:15:24.252557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-082cbafd-f90d-4388-b2e4-1434b57c4296 req-406f2703-eec2-4f8e-a72b-88fe260978da service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577373 Sep 29 23:15:24.306641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:24.307375 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:24.332938 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-d9371a47-b947-40e3-b608-7dd38075b509 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1719787 Sep 29 23:15:24.350215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'network_id': '087e5120-73d2-426e-b117-b288b1b78538', 'admin_state_up': True, 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'security_groups': ['245bab75-6330-44c0-8201-63586b5f6054']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:24.372351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:24.416816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=b81f8f4f-9898-48db-a426-5b8c1a2c9cb6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:24.524910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a5eebdd-1cff-4b15-97cb-37ce2c58153a req-afedb308-2fe8-4611-bf58-b5f2d89f33c5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690105 Sep 29 23:15:24.553233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:24.559469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:24.662806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-99d70e9d-c0c1-4196-afdc-6e6333c582b0 None None] Provisioning complete for port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:24.663385 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99d70e9d-c0c1-4196-afdc-6e6333c582b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:24.717640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-99d70e9d-c0c1-4196-afdc-6e6333c582b0 None None] Port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:24.719639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-71dbfd87-614b-41fc-8df6-14862c3669fc tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:24.721419 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-71dbfd87-614b-41fc-8df6-14862c3669fc tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/networks?id=80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 200 len: 810 time: 0.3605707 Sep 29 23:15:24.722215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:24.733166 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-8531d12f-7a46-4abd-8a60-53c0d5b30201 req-2b67c1db-29f6-4308-a33f-89514a0618a9 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] show failed (client error): The resource could not be found. Sep 29 23:15:24.734190 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8531d12f-7a46-4abd-8a60-53c0d5b30201 req-2b67c1db-29f6-4308-a33f-89514a0618a9 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips/2267a21d-8f5a-4ebf-ab2d-0874490b1cbf HTTP/1.1" status: 404 len: 350 time: 0.1451845 Sep 29 23:15:24.748502 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-5043abeb-bd35-4192-85ff-99c1ebf0efab tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/quotas/62bcf4cab4364b038f970d284171d03a HTTP/1.1" status: 200 len: 375 time: 0.0164180 Sep 29 23:15:24.748728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Allocated IP 10.1.1.87 (087e5120-73d2-426e-b117-b288b1b78538/c2f238ab-f042-422d-bbd5-f023e7997ff2/978da8f0-38b6-4724-8b10-8a3779c0ee80) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:24.855089 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-2af34ebd-ac1e-4a9a-b194-d778322f83ad req-b086f7bb-c069-416c-8081-d02b7c9fd548 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] show failed (client error): The resource could not be found. Sep 29 23:15:24.856196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2af34ebd-ac1e-4a9a-b194-d778322f83ad req-b086f7bb-c069-416c-8081-d02b7c9fd548 tempest-FloatingIPsTestJSON-178404631 tempest-FloatingIPsTestJSON-178404631-project] 10.222.0.44 "GET /v2.0/floatingips/2267a21d-8f5a-4ebf-ab2d-0874490b1cbf HTTP/1.1" status: 404 len: 350 time: 0.0565352 Sep 29 23:15:24.872544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57532) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:24.975686 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:25.059443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d87a5ea1-8991-4621-8215-fb1492483cbd req-a1762bc9-d9c2-4fae-a8ee-fd06eaaaed4d tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0579052 Sep 29 23:15:25.068417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Router 037aeb39-6741-42e1-8da2-8ff815091174 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:15:25.082328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-a747a3ce-93e8-41ad-9e92-61d5611f99dd tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=62bcf4cab4364b038f970d284171d03a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3254368 Sep 29 23:15:25.111590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:25.228259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network 087e5120-73d2-426e-b117-b288b1b78538 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:25.233735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:25.239259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:25.287573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Port': ['ID=978da8f0-38b6-4724-8b10-8a3779c0ee80,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:25.323193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-525d009c-04ce-4f3b-a867-586f64deabf2 service neutron] 10.222.0.44 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386985 Sep 29 23:15:25.344207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:25.344974 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:25.350239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:15:25.364578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] Sync routers for ids ['037aeb39-6741-42e1-8da2-8ff815091174'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:15:25.367285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-010e915e-984b-4616-aa72-8b077d8dd76e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "PUT /v2.0/routers/037aeb39-6741-42e1-8da2-8ff815091174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9586291 Sep 29 23:15:25.375366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57540) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:25.378441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] Routers {'037aeb39-6741-42e1-8da2-8ff815091174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:25.379261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['037aeb39-6741-42e1-8da2-8ff815091174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:25.390562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4e2bafa2-11a5-4437-97bf-ec59fb259fa2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0452845 Sep 29 23:15:25.411969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'network_id': '087e5120-73d2-426e-b117-b288b1b78538', 'admin_state_up': True, 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'security_groups': ['245bab75-6330-44c0-8201-63586b5f6054']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:25.496207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] Set router 037aeb39-6741-42e1-8da2-8ff815091174 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:25.523643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9df6ee-e033-44c4-ae4c-3acd72465d95 req-23b5fa6a-1c60-4018-b354-22ddb6624b54 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:25.531133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9df6ee-e033-44c4-ae4c-3acd72465d95 req-23b5fa6a-1c60-4018-b354-22ddb6624b54 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:25.532961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc9df6ee-e033-44c4-ae4c-3acd72465d95 req-23b5fa6a-1c60-4018-b354-22ddb6624b54 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 1653 time: 0.3130646 Sep 29 23:15:25.547428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680ffae-6b0a-4dae-9030-2bba2fa47671 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:25.549041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a680ffae-6b0a-4dae-9030-2bba2fa47671 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:25.553194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a680ffae-6b0a-4dae-9030-2bba2fa47671 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1589129 Sep 29 23:15:25.555703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57544) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:25.588574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037aeb39-6741-42e1-8da2-8ff815091174', 'name': 'tempest-NetworksTestDHCPv6-router-2140246335', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:17Z', 'updated_at': '2021-09-29T23:15:24Z', 'revision_number': 3, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:25.621249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-a04ad64a-21f5-4ea5-84dc-0db5fbd5e7a8 service neutron] 10.222.0.44 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983873 Sep 29 23:15:25.632640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] Checking router: 037aeb39-6741-42e1-8da2-8ff815091174 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:15:25.641916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc9df6ee-e033-44c4-ae4c-3acd72465d95 req-5b4413db-24fa-458f-8228-b01e77641bee tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835037 Sep 29 23:15:25.651428 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] Routers {'037aeb39-6741-42e1-8da2-8ff815091174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:25.652343 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['037aeb39-6741-42e1-8da2-8ff815091174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:25.709080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c92d7e-385d-429c-958c-450468cdd1cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet a64e62cd-3dbb-4673-8032-879b85527a71 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:15:25.713152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:25.718011 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:25.732256 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6c92d7e-385d-429c-958c-450468cdd1cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:25.738104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] Set router 037aeb39-6741-42e1-8da2-8ff815091174 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:25.837107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037aeb39-6741-42e1-8da2-8ff815091174', 'name': 'tempest-NetworksTestDHCPv6-router-2140246335', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:17Z', 'updated_at': '2021-09-29T23:15:24Z', 'revision_number': 3, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:25.875385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fe371a3-70cb-4b53-961e-60a5d2a4e8f8 req-3acf7a16-c6a6-4405-a137-2a0a709633bd tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.42 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0825558 Sep 29 23:15:25.898664 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57419445-4d42-44dc-a7c7-272b1b696195 None None] The sync data for ids ['037aeb39-6741-42e1-8da2-8ff815091174'] in n-d-811173-2 is: [{'id': '037aeb39-6741-42e1-8da2-8ff815091174', 'name': 'tempest-NetworksTestDHCPv6-router-2140246335', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:17Z', 'updated_at': '2021-09-29T23:15:24Z', 'revision_number': 3, 'project_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:15:25.900678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5b97d6f8-5426-4ddc-a506-bbad148a6c86 None None] Provisioning complete for port 978da8f0-38b6-4724-8b10-8a3779c0ee80 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:25.901289 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b97d6f8-5426-4ddc-a506-bbad148a6c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:25.945778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5b97d6f8-5426-4ddc-a506-bbad148a6c86 None None] Port 978da8f0-38b6-4724-8b10-8a3779c0ee80 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:25.975628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0689579f-2bf5-4d3b-9342-db5fa36a5aeb req-effec3e4-0cc3-4155-ae57-ca1f9054ab6e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 210 time: 0.0896842 Sep 29 23:15:25.996750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Allocated IP 10.1.1.57 (087e5120-73d2-426e-b117-b288b1b78538/c2f238ab-f042-422d-bbd5-f023e7997ff2/069fc8e8-f008-4614-afb5-64ce1ad70754) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:26.044548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def4a1b-be24-47c2-aa32-99eb11a26fb5 req-91515055-ed11-496c-be8c-5f44808a39e5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:26.046385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5def4a1b-be24-47c2-aa32-99eb11a26fb5 req-91515055-ed11-496c-be8c-5f44808a39e5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 946 time: 0.1387255 Sep 29 23:15:26.138423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5def4a1b-be24-47c2-aa32-99eb11a26fb5 req-60095a93-6dfc-41bd-b46b-84ea6bf8d909 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843165 Sep 29 23:15:26.145802 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6c92d7e-385d-429c-958c-450468cdd1cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:26.235076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-444a135a-22ef-41bc-965f-a09d49130a10 req-9818bcda-4a09-477d-9fda-41f8054fbebd tempest-ServerShowV254Test-1999045984 tempest-ServerShowV254Test-1999045984-project] 10.222.0.44 "GET /v2.0/ports?device_id=cc999d35-1e7e-43d5-a1d4-30974c34ca0e HTTP/1.1" status: 200 len: 210 time: 0.0464253 Sep 29 23:15:26.314325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:26.333354 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:26.507608 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:26.579169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network 087e5120-73d2-426e-b117-b288b1b78538 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:26.593221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:26.600213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6c92d7e-385d-429c-958c-450468cdd1cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:26.603725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:26.732939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Port': ['ID=069fc8e8-f008-4614-afb5-64ce1ad70754,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:26.787561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:26.788221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:26.820484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd3481-0429-4752-b98a-d8917ceb0d9b req-dd2bb839-10bf-463b-95a0-a7071fc088cf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:26.831075 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ac85b4f-0002-41c2-bbfc-fe5f14749b79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4310856 Sep 29 23:15:26.834259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd3481-0429-4752-b98a-d8917ceb0d9b req-dd2bb839-10bf-463b-95a0-a7071fc088cf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:26.845261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6c92d7e-385d-429c-958c-450468cdd1cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:26.846267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fd3481-0429-4752-b98a-d8917ceb0d9b req-dd2bb839-10bf-463b-95a0-a7071fc088cf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:26.854557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49fd3481-0429-4752-b98a-d8917ceb0d9b req-dd2bb839-10bf-463b-95a0-a7071fc088cf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 2373 time: 0.1056781 Sep 29 23:15:26.867937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a', 'admin_state_up': True, 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'security_groups': ['245bab75-6330-44c0-8201-63586b5f6054']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:26.902983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49fd3481-0429-4752-b98a-d8917ceb0d9b req-72244811-e05f-4d9f-a563-740e7dc98036 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464001 Sep 29 23:15:26.913810 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6c92d7e-385d-429c-958c-450468cdd1cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:26.915942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f6c92d7e-385d-429c-958c-450468cdd1cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/a64e62cd-3dbb-4673-8032-879b85527a71 HTTP/1.1" status: 204 len: 168 time: 1.3474901 Sep 29 23:15:26.919247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c92d7e-385d-429c-958c-450468cdd1cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=a64e62cd-3dbb-4673-8032-879b85527a71,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:26.921486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57562) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:26.931606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2369cfa-86fc-4214-9a0b-33289071eb46 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:27.017915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6fb00009-191a-4bb1-b2e3-9bb23a292f55 None None] Provisioning complete for port 069fc8e8-f008-4614-afb5-64ce1ad70754 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:27.018646 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6fb00009-191a-4bb1-b2e3-9bb23a292f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:27.085802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6fb00009-191a-4bb1-b2e3-9bb23a292f55 None None] Port 069fc8e8-f008-4614-afb5-64ce1ad70754 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:27.163857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:27.186917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa0978b1-5cc9-4d7e-a257-085bd9562c4a req-4e42185e-0813-4960-85a8-bebff0d9ee22 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 210 time: 0.0753899 Sep 29 23:15:27.237024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:27.237362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b81f8f4f-9898-48db-a426-5b8c1a2c9cb6 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:27.331434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8ad665-b48a-4dcd-938c-dbbcfc6cae1b None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:15:27.367024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e0604-c4c7-40c4-9557-5f9775b7b4d4 req-100d92d7-bd77-42c8-a750-25d5e85b008b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:27.385380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b3e0604-c4c7-40c4-9557-5f9775b7b4d4 req-100d92d7-bd77-42c8-a750-25d5e85b008b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 946 time: 0.1288946 Sep 29 23:15:27.419639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ad665-b48a-4dcd-938c-dbbcfc6cae1b None None] Deleting port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:27.420658 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad665-b48a-4dcd-938c-dbbcfc6cae1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:27.460615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b3e0604-c4c7-40c4-9557-5f9775b7b4d4 req-072a1ff2-85dc-4d8c-b4cb-b48270b79bc8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721397 Sep 29 23:15:27.519726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6d8ad665-b48a-4dcd-938c-dbbcfc6cae1b None None] For port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:27.526062 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b01b46e-5ed6-4cb2-80fa-a79dd21b5deb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5960057 Sep 29 23:15:27.526551 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad665-b48a-4dcd-938c-dbbcfc6cae1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:27.526681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57574) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:27.562318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6d8ad665-b48a-4dcd-938c-dbbcfc6cae1b None None] Calling delete_port for 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:27.573749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:27.614820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] Deleting port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:27.615152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:27.686972 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6d8ad665-b48a-4dcd-938c-dbbcfc6cae1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:27.718865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ad665-b48a-4dcd-938c-dbbcfc6cae1b None None] Pushing event deleted for resources: {'Port': ['ID=5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:27.728185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ad665-b48a-4dcd-938c-dbbcfc6cae1b None None] No DVR routers for this DVR port 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:15:27.738759 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67094584-3933-4748-87b9-ff26da21c672 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:27.742098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:27.764635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-d5d36803-e823-4e5b-a299-b9a7c173c558 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:27.766121 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-d5d36803-e823-4e5b-a299-b9a7c173c558 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.26 "GET /v2.0/networks?id=80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 200 len: 810 time: 0.2579651 Sep 29 23:15:27.779607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Request body: {'port': {'device_id': '6320f312-fdcb-4f14-85b3-48dc3088af09', 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98', 'admin_state_up': True, 'tenant_id': '62bcf4cab4364b038f970d284171d03a'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:27.820601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] For port 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d,segment=NetworkSegment(45c2abe0-6f2d-4b60-8055-34390b6388c6),segment_id=45c2abe0-6f2d-4b60-8055-34390b6388c6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:27.820969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:27.841021 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:27.854937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] Calling delete_port for 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:27.901098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc493f91-d148-416c-8c90-2ee9cb32799d req-59287028-7718-4bbd-942d-f39ba9cf2b6c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:27.909766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc493f91-d148-416c-8c90-2ee9cb32799d req-59287028-7718-4bbd-942d-f39ba9cf2b6c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 946 time: 0.3089695 Sep 29 23:15:28.004742 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8e08b6c-4edd-4429-948b-f2172b6fbb68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:28.034544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67094584-3933-4748-87b9-ff26da21c672 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:28.042602 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67094584-3933-4748-87b9-ff26da21c672 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:28.098685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc493f91-d148-416c-8c90-2ee9cb32799d req-d6bf0598-78d3-4b61-8c44-534458cbc922 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766009 Sep 29 23:15:28.193034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67094584-3933-4748-87b9-ff26da21c672 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:28.193586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67094584-3933-4748-87b9-ff26da21c672 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Fanout notify agent at l3_agent the message router_deleted on router 037aeb39-6741-42e1-8da2-8ff815091174 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:15:28.253641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67094584-3933-4748-87b9-ff26da21c672 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:28.258207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-67094584-3933-4748-87b9-ff26da21c672 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/routers/037aeb39-6741-42e1-8da2-8ff815091174 HTTP/1.1" status: 204 len: 168 time: 0.7314763 Sep 29 23:15:28.258587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57594) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:28.318464 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-14128a0a-f10e-4ac2-a4e2-953a2c643fbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0484927 Sep 29 23:15:28.329607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57596) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:28.368997 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8e08b6c-4edd-4429-948b-f2172b6fbb68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:28.380730 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8e08b6c-4edd-4429-948b-f2172b6fbb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:28.415220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ed8f-dfd0-43fd-ad0d-0428b62a7eb0 req-9900d7a4-cdde-4c5e-9a4c-ad3054325957 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:28.422852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ed8f-dfd0-43fd-ad0d-0428b62a7eb0 req-9900d7a4-cdde-4c5e-9a4c-ad3054325957 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:28.430641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ed8f-dfd0-43fd-ad0d-0428b62a7eb0 req-9900d7a4-cdde-4c5e-9a4c-ad3054325957 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:28.441738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31e2ed8f-dfd0-43fd-ad0d-0428b62a7eb0 req-9900d7a4-cdde-4c5e-9a4c-ad3054325957 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 2373 time: 0.2683787 Sep 29 23:15:28.458537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Made reservation on behalf of 62bcf4cab4364b038f970d284171d03a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:28.463206 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:28.476388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c39014-25d2-49b4-a103-bde8f61969b6 req-00327348-0b19-4fca-9d32-f15f5649127d tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:28.484041 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9c39014-25d2-49b4-a103-bde8f61969b6 req-00327348-0b19-4fca-9d32-f15f5649127d tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 946 time: 0.2167294 Sep 29 23:15:28.515126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d8e08b6c-4edd-4429-948b-f2172b6fbb68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db7d687bc5a94fed957d19b81e1ca62e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7675884 Sep 29 23:15:28.518032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57598) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:28.525188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e08b6c-4edd-4429-948b-f2172b6fbb68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87fd3a3-ff32-4045-aabf-4e4b3ec16177,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:28.558974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9364d78e-e644-46f2-a047-0fc4caf5b491 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:28.560550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31e2ed8f-dfd0-43fd-ad0d-0428b62a7eb0 req-b70ad683-e162-4b15-85d1-b4ffc246580c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176186 Sep 29 23:15:28.560762 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9364d78e-e644-46f2-a047-0fc4caf5b491 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2309752 Sep 29 23:15:28.563886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57600) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:28.567735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9c39014-25d2-49b4-a103-bde8f61969b6 req-3a314dd7-bd35-4fed-adc8-21b6d51556ce tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827439 Sep 29 23:15:28.606164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6a55ced3-dae8-469a-b9ac-8c0639f157ba tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0372038 Sep 29 23:15:28.611479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57602) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:28.615853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:28.738597 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d36b9fd-76dc-41d7-9343-7ea5c27c316e req-d9df12d7-7590-4387-a028-707827ee4dce tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 210 time: 0.0545166 Sep 29 23:15:28.755691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Allocated IP 172.20.0.4 (80bbd6fe-5382-44cf-812b-242c2203ac98/aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e/3e2cb85f-2b8c-412f-b192-8c77d6e022de) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:28.773433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58d2729-fc8c-4e0c-b233-e8e628937b22 req-4c7ee345-11ca-4113-bd7c-d8cf4a423ccf tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:28.774955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a58d2729-fc8c-4e0c-b233-e8e628937b22 req-4c7ee345-11ca-4113-bd7c-d8cf4a423ccf tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 946 time: 0.0899057 Sep 29 23:15:28.781371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Allocated IP 10.2.2.100 (e39dd437-e6ea-4000-a22a-c65e25f5d59a/3b73ade4-2bdf-4abe-9a8c-d2305af0db28/46e2c8bb-1726-4da0-a14b-2650b57a11c7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:28.781953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:28.786238 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:28.797295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:28.862517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:28.902411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a58d2729-fc8c-4e0c-b233-e8e628937b22 req-fc2ea195-9785-4d41-93a0-9bab4e1b2960 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105475 Sep 29 23:15:28.962238 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa28936f-3700-46f7-b40f-765cac4e5451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.066093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa28936f-3700-46f7-b40f-765cac4e5451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.297356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:15:29.314869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.318932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:29.350227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:29.350922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5fb39d16-9cea-4bde-a21f-ef8fac9e7dcf not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:29.383194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:29.391251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:29.395175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:29.396047 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.404195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4948a6bb-730b-4d5b-b300-e708dd64a495 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:29.409216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=6374150e-55a5-4cc8-9d0d-aa82608cc109,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:29.426670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d0bc26-d462-44a9-8938-b5a683f4cb22 req-5ee4a691-a5b5-4a9e-8040-3328ab274b41 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:29.428847 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8d0bc26-d462-44a9-8938-b5a683f4cb22 req-5ee4a691-a5b5-4a9e-8040-3328ab274b41 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 946 time: 0.1546326 Sep 29 23:15:29.461733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa28936f-3700-46f7-b40f-765cac4e5451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.464262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa28936f-3700-46f7-b40f-765cac4e5451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.464850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6dd2f42e-8052-4935-be21-e0e9d7a5b770 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8522670 Sep 29 23:15:29.465417 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-aa28936f-3700-46f7-b40f-765cac4e5451 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e87fd3a3-ff32-4045-aabf-4e4b3ec16177 HTTP/1.1" status: 204 len: 168 time: 0.9426394 Sep 29 23:15:29.478884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57610) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:29.491250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7b7eb61b-1905-4f5f-8bba-364921ad0753 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:29.522790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa28936f-3700-46f7-b40f-765cac4e5451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87fd3a3-ff32-4045-aabf-4e4b3ec16177,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:29.533375 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.552458 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.557499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.578956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8d0bc26-d462-44a9-8938-b5a683f4cb22 req-12d0ee4f-1b3a-464d-a6af-2f5c9f34466d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412218 Sep 29 23:15:29.749866 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': '6374150e-55a5-4cc8-9d0d-aa82608cc109'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:15:29.751135 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.813793 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.830595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['587d882f-4f6b-4e4d-9a28-62a5e300fbca'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:15:29.831395 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:29.947043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Network 80bbd6fe-5382-44cf-812b-242c2203ac98 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:29.976405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Allocated IP 2001:db8::f816:3eff:fe0b:2dbd (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/6374150e-55a5-4cc8-9d0d-aa82608cc109/2645fb0c-910f-4bd4-a56d-8483375d4a59) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:30.018734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-426625b1-8395-4c97-a4d7-431027380da1 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:30.020648 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-426625b1-8395-4c97-a4d7-431027380da1 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 946 time: 0.3745606 Sep 29 23:15:30.027995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Pushing event updated for resources: {'Port': ['ID=3e2cb85f-2b8c-412f-b192-8c77d6e022de,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:30.100013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:30.107669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:30.124110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Port': ['ID=46e2c8bb-1726-4da0-a14b-2650b57a11c7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:30.193313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced76fe-5e5c-45e8-bf1c-5b6f89b09e59 req-7bb01171-4e84-4a8b-ba97-a81a08c29217 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:30.200149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced76fe-5e5c-45e8-bf1c-5b6f89b09e59 req-7bb01171-4e84-4a8b-ba97-a81a08c29217 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:30.207338 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced76fe-5e5c-45e8-bf1c-5b6f89b09e59 req-7bb01171-4e84-4a8b-ba97-a81a08c29217 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:30.214072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced76fe-5e5c-45e8-bf1c-5b6f89b09e59 req-7bb01171-4e84-4a8b-ba97-a81a08c29217 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:30.222605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bced76fe-5e5c-45e8-bf1c-5b6f89b09e59 req-7bb01171-4e84-4a8b-ba97-a81a08c29217 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 3094 time: 0.1677523 Sep 29 23:15:30.256049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10329623-edc2-4695-8526-83ba48c4d83f req-11bed7d7-a2bc-4709-bad3-caa2ca0830cb tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:30.263976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10329623-edc2-4695-8526-83ba48c4d83f req-11bed7d7-a2bc-4709-bad3-caa2ca0830cb tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 946 time: 0.2110217 Sep 29 23:15:30.275309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network e39dd437-e6ea-4000-a22a-c65e25f5d59a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:30.314484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bced76fe-5e5c-45e8-bf1c-5b6f89b09e59 req-2ef03fb2-43f9-40f4-940c-b6ba7b6c9241 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903773 Sep 29 23:15:30.319420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:30.325781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:30.349820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7eb61b-1905-4f5f-8bba-364921ad0753 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:30.355491 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb61b-1905-4f5f-8bba-364921ad0753 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:30.405511 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:30.422392 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:30.425281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10329623-edc2-4695-8526-83ba48c4d83f req-af26a2ff-2cb6-474e-8843-1cc1fd84c94a tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579077 Sep 29 23:15:30.470898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:30.475942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:30.485403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:30.494592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Pushing event updated for resources: {'Port': ['ID=2645fb0c-910f-4bd4-a56d-8483375d4a59,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:30.557887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:30.564056 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:30.574562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Attempting to bind port 2645fb0c-910f-4bd4-a56d-8483375d4a59 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:30.574940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Attempting to bind port 2645fb0c-910f-4bd4-a56d-8483375d4a59 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:30.575750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Attempting to bind port 2645fb0c-910f-4bd4-a56d-8483375d4a59 on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:30.587497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:30.587907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:30.588986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:30.588986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:30.589215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Bound port: 2645fb0c-910f-4bd4-a56d-8483375d4a59, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:30.589564 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:30.662047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] Router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:15:30.672747 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-233023da-bd64-48b0-969e-58bcf0005c19 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8970263 Sep 29 23:15:30.682483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:30.685545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:30.698749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e61aad-bb42-40c1-ab00-6fac40de13aa req-7b8efa9e-519d-4f94-b219-369d847f5cc5 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:30.704781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] For port 2645fb0c-910f-4bd4-a56d-8483375d4a59, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:30.708246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74e61aad-bb42-40c1-ab00-6fac40de13aa req-7b8efa9e-519d-4f94-b219-369d847f5cc5 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 931 time: 0.2611485 Sep 29 23:15:30.718527 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Request body: {'port': {'device_id': '6320f312-fdcb-4f14-85b3-48dc3088af09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:30.719166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] For port 2645fb0c-910f-4bd4-a56d-8483375d4a59, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2645fb0c-910f-4bd4-a56d-8483375d4a59,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:30.724593 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-68554291-16c9-46be-af1a-02de913860e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8644006 Sep 29 23:15:30.730874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:30.819682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74e61aad-bb42-40c1-ab00-6fac40de13aa req-1d927c9f-0dbe-4c95-8651-1c063f462e43 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943420 Sep 29 23:15:30.917492 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162691e6-163c-4b17-a227-0712b25fbd3e None None] Pushing event updated for resources: {'Port': ['ID=2645fb0c-910f-4bd4-a56d-8483375d4a59,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:30.935184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-202db40f-a6d3-4957-b376-eefb3349b5ea None None] Provisioning complete for port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:30.935366 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-202db40f-a6d3-4957-b376-eefb3349b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:30.963046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf8b233-1fed-4cf2-843e-d4e4c351b3e5 req-4f2d6370-7dd7-4c85-a254-69fee11bcdb2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:30.964784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bf8b233-1fed-4cf2-843e-d4e4c351b3e5 req-4f2d6370-7dd7-4c85-a254-69fee11bcdb2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 946 time: 0.1597152 Sep 29 23:15:30.979657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-202db40f-a6d3-4957-b376-eefb3349b5ea None None] Port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:31.150193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-0df5e058-be62-4bb7-8444-72ffcfdba8cc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:31.174348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-0df5e058-be62-4bb7-8444-72ffcfdba8cc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 946 time: 0.1522818 Sep 29 23:15:31.197373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bf8b233-1fed-4cf2-843e-d4e4c351b3e5 req-6bb7a52b-384f-4e4f-8f71-40d5724023ea tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008061 Sep 29 23:15:31.336961 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb61b-1905-4f5f-8bba-364921ad0753 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:31.409023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7eb61b-1905-4f5f-8bba-364921ad0753 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:31.415953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7b7eb61b-1905-4f5f-8bba-364921ad0753 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:31.424367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7eb61b-1905-4f5f-8bba-364921ad0753 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:31.425184 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b7eb61b-1905-4f5f-8bba-364921ad0753 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:31.440004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a', 'admin_state_up': True, 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'security_groups': ['245bab75-6330-44c0-8201-63586b5f6054']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:31.475150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:15:31.485383 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5272b01c-8bdb-41a4-a012-490883225dc8 admin admin] 10.222.0.44 "PUT /v2.0/routers/3e872048-b54d-4c37-8bc1-22d73f5c4a96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6117101 Sep 29 23:15:31.487544 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] Sync routers for ids ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:15:31.492454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-e0d14ac7-8531-4c7f-a0be-b819568a55d9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Deleting port 4603887a-e0b9-4439-a334-c9209444b4c7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:31.492807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-e0d14ac7-8531-4c7f-a0be-b819568a55d9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:31.499603 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] Routers {'3e872048-b54d-4c37-8bc1-22d73f5c4a96'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:31.500687 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:31.522494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57654) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:31.534519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7eb61b-1905-4f5f-8bba-364921ad0753 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=c9cdc755-01cd-48e0-a3c8-49568d170ac1,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:31.553569 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7b7eb61b-1905-4f5f-8bba-364921ad0753 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0679619 Sep 29 23:15:31.573342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57658) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:31.580078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-e6e60bd9-78b4-4b5c-b824-36c4cfb8e8b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Deleting port f3bdc700-02fe-44ec-aae2-1d6953165aed {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:31.580744 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-e6e60bd9-78b4-4b5c-b824-36c4cfb8e8b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:31.614159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:5b:fe:7a', 'name': 'tempest-NetworksTestDHCPv6-1935789829'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:31.672002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57662) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:31.673523 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:31.692473 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] Set router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:31.738734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cfd7c-2464-4347-99ec-f629b60fea20 req-cd49bf01-0142-4f75-a792-e59e3155ff22 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:31.745210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cfd7c-2464-4347-99ec-f629b60fea20 req-cd49bf01-0142-4f75-a792-e59e3155ff22 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:31.751373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cfd7c-2464-4347-99ec-f629b60fea20 req-cd49bf01-0142-4f75-a792-e59e3155ff22 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:31.757562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031cfd7c-2464-4347-99ec-f629b60fea20 req-cd49bf01-0142-4f75-a792-e59e3155ff22 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:31.765320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-031cfd7c-2464-4347-99ec-f629b60fea20 req-cd49bf01-0142-4f75-a792-e59e3155ff22 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 3094 time: 0.3173304 Sep 29 23:15:31.829649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336192a-d014-4b50-84f1-d2fb8ff54b11 req-4bc04a0a-aa07-4bdf-9bc9-e6b391845af0 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:31.831213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7336192a-d014-4b50-84f1-d2fb8ff54b11 req-4bc04a0a-aa07-4bdf-9bc9-e6b391845af0 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 946 time: 0.2867534 Sep 29 23:15:31.858088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-e0d14ac7-8531-4c7f-a0be-b819568a55d9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] For port 4603887a-e0b9-4439-a334-c9209444b4c7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4603887a-e0b9-4439-a334-c9209444b4c7,segment=NetworkSegment(0e4c3422-9336-487f-b123-113e43bba52b),segment_id=0e4c3422-9336-487f-b123-113e43bba52b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:31.858480 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-e0d14ac7-8531-4c7f-a0be-b819568a55d9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:31.874185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-e0d14ac7-8531-4c7f-a0be-b819568a55d9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Calling delete_port for 4603887a-e0b9-4439-a334-c9209444b4c7 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:31.913094 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'name': 'tempest-FloatingIPsTestJSON-771493896-router', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:53Z', 'updated_at': '2021-09-29T23:15:28Z', 'revision_number': 5, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'gw_port': {'id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:54Z', 'updated_at': '2021-09-29T23:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:31.949464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7336192a-d014-4b50-84f1-d2fb8ff54b11 req-f1f4dbce-0bc1-47f0-9bcc-260acefd2f47 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826869 Sep 29 23:15:31.962871 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] Checking router: 3e872048-b54d-4c37-8bc1-22d73f5c4a96 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:15:31.983585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-031cfd7c-2464-4347-99ec-f629b60fea20 req-edfc326d-2c32-42df-b66d-20d5f38c2a91 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2173133 Sep 29 23:15:31.993719 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] Routers {'3e872048-b54d-4c37-8bc1-22d73f5c4a96'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:31.995976 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:32.066448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-e6e60bd9-78b4-4b5c-b824-36c4cfb8e8b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] For port f3bdc700-02fe-44ec-aae2-1d6953165aed, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f3bdc700-02fe-44ec-aae2-1d6953165aed,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:32.068997 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-e6e60bd9-78b4-4b5c-b824-36c4cfb8e8b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:32.103409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:32.160724 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-e0d14ac7-8531-4c7f-a0be-b819568a55d9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:32.166501 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] Set router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:32.246950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d14ac7-8531-4c7f-a0be-b819568a55d9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Pushing event deleted for resources: {'Port': ['ID=4603887a-e0b9-4439-a334-c9209444b4c7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:32.259139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Made reservation on behalf of f6ae25716aaa44a3ba5fe354540726e3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:32.266660 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:32.278172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-e6e60bd9-78b4-4b5c-b824-36c4cfb8e8b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Calling delete_port for f3bdc700-02fe-44ec-aae2-1d6953165aed owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:32.478324 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-e6e60bd9-78b4-4b5c-b824-36c4cfb8e8b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:32.486180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ecbb205-4f37-4ac5-bac2-5fc0b41e8301 req-cdb5ed01-9aa8-4f10-90eb-1bd0ae183c5c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 210 time: 0.0570288 Sep 29 23:15:32.495152 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a261ce19-7270-4c81-bb73-d1aef0e55f91 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:32.543571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2fabe-f853-4f14-94d1-1327ed8b344f req-adae8e0c-6a64-43a7-84f6-5ff62c0d166d tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:32.545344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebc2fabe-f853-4f14-94d1-1327ed8b344f req-adae8e0c-6a64-43a7-84f6-5ff62c0d166d tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 931 time: 0.4526529 Sep 29 23:15:32.566792 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'name': 'tempest-FloatingIPsTestJSON-771493896-router', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:53Z', 'updated_at': '2021-09-29T23:15:28Z', 'revision_number': 5, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'gw_port': {'id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:54Z', 'updated_at': '2021-09-29T23:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:32.573872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:32.582722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e60bd9-78b4-4b5c-b824-36c4cfb8e8b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'Port': ['ID=f3bdc700-02fe-44ec-aae2-1d6953165aed,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:32.630995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-e0d14ac7-8531-4c7f-a0be-b819568a55d9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] No DVR routers for this DVR port 4603887a-e0b9-4439-a334-c9209444b4c7 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:15:32.637707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Provisioning complete for port 2645fb0c-910f-4bd4-a56d-8483375d4a59 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:32.638207 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:32.642458 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5689b4c-4068-4afa-89a6-c310f1e9d8d4 None None] The sync data for ids ['3e872048-b54d-4c37-8bc1-22d73f5c4a96'] in n-d-811173-2 is: [{'id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'name': 'tempest-FloatingIPsTestJSON-771493896-router', 'tenant_id': '53920d36423d45be80c1b7fec2884cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:53Z', 'updated_at': '2021-09-29T23:15:28Z', 'revision_number': 5, 'project_id': '53920d36423d45be80c1b7fec2884cb0', 'gw_port': {'id': 'e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e872048-b54d-4c37-8bc1-22d73f5c4a96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:54Z', 'updated_at': '2021-09-29T23:15:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:15:32.649725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:32.666575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-e0d14ac7-8531-4c7f-a0be-b819568a55d9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:32.668638 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6150b55-c1ec-48e2-bb39-f1d692bb842c req-e0d14ac7-8531-4c7f-a0be-b819568a55d9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.26 "DELETE /v2.0/ports/4603887a-e0b9-4439-a334-c9209444b4c7 HTTP/1.1" status: 204 len: 173 time: 2.5564299 Sep 29 23:15:32.670355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0b019a2-316d-4225-b0ca-e800bc2ccfeb', 'name': 'network-vif-deleted', 'tag': '4603887a-e0b9-4439-a334-c9209444b4c7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:32.679562 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a9583f-8cb6-42fd-8bcc-67de9a7968c8" -d '{"events": [{"server_uuid": "a0b019a2-316d-4225-b0ca-e800bc2ccfeb", "name": "network-vif-deleted", "tag": "4603887a-e0b9-4439-a334-c9209444b4c7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:32.681437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port cfc9891e-9f7d-4ce2-b0c0-4c3920f51198 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:15:32.801033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-e6e60bd9-78b4-4b5c-b824-36c4cfb8e8b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] No DVR routers for this DVR port f3bdc700-02fe-44ec-aae2-1d6953165aed on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:15:32.809399 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-e6e60bd9-78b4-4b5c-b824-36c4cfb8e8b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:32.812597 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bf0cd68-a3af-4fdd-a56d-e2773e9369b7 req-e6e60bd9-78b4-4b5c-b824-36c4cfb8e8b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "DELETE /v2.0/ports/f3bdc700-02fe-44ec-aae2-1d6953165aed HTTP/1.1" status: 204 len: 173 time: 1.6093376 Sep 29 23:15:32.813067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a2512be-e2d1-4750-bc09-2189b8b2bc8c', 'name': 'network-vif-deleted', 'tag': 'f3bdc700-02fe-44ec-aae2-1d6953165aed'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:32.815469 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30656ff2-4fd9-46f0-b8ef-bd6b10735fdc" -d '{"events": [{"server_uuid": "9a2512be-e2d1-4750-bc09-2189b8b2bc8c", "name": "network-vif-deleted", "tag": "f3bdc700-02fe-44ec-aae2-1d6953165aed"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:32.845510 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a985c7e-c783-4d57-a72f-9519b8ec5242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:32.905353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebc2fabe-f853-4f14-94d1-1327ed8b344f req-519698b5-4125-40e9-8ee8-6aacdd600653 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397796 Sep 29 23:15:32.994563 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.000443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a985c7e-c783-4d57-a72f-9519b8ec5242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.016103 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8954bb3c-10f4-41e7-9cc4-a5008e6f190f x-openstack-request-id: req-8954bb3c-10f4-41e7-9cc4-a5008e6f190f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:33.016393 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0b019a2-316d-4225-b0ca-e800bc2ccfeb", "name": "network-vif-deleted", "tag": "4603887a-e0b9-4439-a334-c9209444b4c7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:33.016692 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8954bb3c-10f4-41e7-9cc4-a5008e6f190f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:33.017146 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0b019a2-316d-4225-b0ca-e800bc2ccfeb', 'name': 'network-vif-deleted', 'tag': '4603887a-e0b9-4439-a334-c9209444b4c7', 'status': 'completed', 'code': 200} Sep 29 23:15:33.047714 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c5f13b-3e24-4af8-9731-16b9e86e2e95 x-openstack-request-id: req-a7c5f13b-3e24-4af8-9731-16b9e86e2e95 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:33.048020 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a2512be-e2d1-4750-bc09-2189b8b2bc8c", "name": "network-vif-deleted", "tag": "f3bdc700-02fe-44ec-aae2-1d6953165aed", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:33.048259 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a7c5f13b-3e24-4af8-9731-16b9e86e2e95 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:33.048669 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a2512be-e2d1-4750-bc09-2189b8b2bc8c', 'name': 'network-vif-deleted', 'tag': 'f3bdc700-02fe-44ec-aae2-1d6953165aed', 'status': 'completed', 'code': 200} Sep 29 23:15:33.082308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] For port 2645fb0c-910f-4bd4-a56d-8483375d4a59, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2645fb0c-910f-4bd4-a56d-8483375d4a59,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:33.100674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a985c7e-c783-4d57-a72f-9519b8ec5242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.112139 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.265855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4603887a-e0b9-4439-a334-c9209444b4c7 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:33.277190 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5a985c7e-c783-4d57-a72f-9519b8ec5242 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6aab54fd9e404c4ba8769765651b0685&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5830247 Sep 29 23:15:33.317903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Pushing event updated for resources: {'Port': ['ID=2645fb0c-910f-4bd4-a56d-8483375d4a59,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:33.327469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 4603887a-e0b9-4439-a334-c9209444b4c7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:33.327788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4603887a-e0b9-4439-a334-c9209444b4c7 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:33.333552 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a1f13f70-14fc-4039-b0c4-17bc48bd8734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.335242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8726bce9-4ab8-43f6-b829-824e07d9832a None None] Update dhcp port {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': '6374150e-55a5-4cc8-9d0d-aa82608cc109', 'ip_address': '2001:db8::f816:3eff:fe0b:2dbd'}, {'subnet_id': 'c9cdc755-01cd-48e0-a3c8-49568d170ac1'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '2645fb0c-910f-4bd4-a56d-8483375d4a59'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:15:33.350403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57680) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:33.357955 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.364183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8726bce9-4ab8-43f6-b829-824e07d9832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.367464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.367464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.367730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.374440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.374875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.375216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.375555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.375915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.376246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.376573 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.377574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.377574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc43e6ee-a389-49e6-8f0e-7c12dd367d07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:15:33.390602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-643cf4cc-40e3-4a50-aa01-ae75eb60f83b req-9d751eae-1573-420c-9222-0e7a5358751f tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0b019a2-316d-4225-b0ca-e800bc2ccfeb HTTP/1.1" status: 200 len: 210 time: 0.2489169 Sep 29 23:15:33.426685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2645fb0c-910f-4bd4-a56d-8483375d4a59 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:33.430166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 172.20.0.7 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/c9cdc755-01cd-48e0-a3c8-49568d170ac1/cfc9891e-9f7d-4ce2-b0c0-4c3920f51198) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:33.484567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913d279-238e-4ba5-b3b1-b9f891cf0abc req-be4b6bfa-f558-44e9-b9bc-b9a95b16d827 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:33.490240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913d279-238e-4ba5-b3b1-b9f891cf0abc req-be4b6bfa-f558-44e9-b9bc-b9a95b16d827 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:33.496287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913d279-238e-4ba5-b3b1-b9f891cf0abc req-be4b6bfa-f558-44e9-b9bc-b9a95b16d827 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:33.515989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913d279-238e-4ba5-b3b1-b9f891cf0abc req-be4b6bfa-f558-44e9-b9bc-b9a95b16d827 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:33.532553 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b913d279-238e-4ba5-b3b1-b9f891cf0abc req-be4b6bfa-f558-44e9-b9bc-b9a95b16d827 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 3094 time: 0.3606701 Sep 29 23:15:33.553404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::f816:3eff:fe5b:fe7a (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/6374150e-55a5-4cc8-9d0d-aa82608cc109/cfc9891e-9f7d-4ce2-b0c0-4c3920f51198) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:33.568387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a985c7e-c783-4d57-a72f-9519b8ec5242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d72e0be-1d1d-4351-b75d-14bce4b55fe2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:33.596863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 2645fb0c-910f-4bd4-a56d-8483375d4a59 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:33.598096 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.654307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e2cb85f-2b8c-412f-b192-8c77d6e022de {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:33.684150 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.688485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b913d279-238e-4ba5-b3b1-b9f891cf0abc req-0e2a65c9-5829-49b4-847b-ebbd0caf8446 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548629 Sep 29 23:15:33.724533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6869ba84-669e-4f4b-858c-1aada0c8fddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.769253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb1be69-498f-432e-919a-65b5fc868a76 req-18657851-3075-4bdc-87e8-c8f59743541d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 210 time: 0.0961611 Sep 29 23:15:33.775506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Transition to ACTIVE for port object 3e2cb85f-2b8c-412f-b192-8c77d6e022de will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:15:33.784445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Allocated IP 10.2.2.200 (e39dd437-e6ea-4000-a22a-c65e25f5d59a/3b73ade4-2bdf-4abe-9a8c-d2305af0db28/2ceaa646-8894-479c-a127-a14c16cf1019) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:33.817239 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.820617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6869ba84-669e-4f4b-858c-1aada0c8fddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.860885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:33.883544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:33.885040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2a0bdde3-0fdd-4555-8a4a-ad32bf4f7a0d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:33.889158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Pushing event updated for resources: {'Port': ['ID=3e2cb85f-2b8c-412f-b192-8c77d6e022de,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:33.895370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Deleting port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:33.895988 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.958685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f3bdc700-02fe-44ec-aae2-1d6953165aed no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:33.988807 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:33.991439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: f3bdc700-02fe-44ec-aae2-1d6953165aed {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:33.991796 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f3bdc700-02fe-44ec-aae2-1d6953165aed not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:34.047120 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.131871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-8726bce9-4ab8-43f6-b829-824e07d9832a None None] Allocated IP 172.20.0.2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/c9cdc755-01cd-48e0-a3c8-49568d170ac1/2645fb0c-910f-4bd4-a56d-8483375d4a59) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:34.137315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=cfc9891e-9f7d-4ce2-b0c0-4c3920f51198,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:34.171924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:34.180441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:34.188496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:34.262679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:34.264039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.301051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8726bce9-4ab8-43f6-b829-824e07d9832a None None] For port 2645fb0c-910f-4bd4-a56d-8483375d4a59, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2645fb0c-910f-4bd4-a56d-8483375d4a59,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:34.303788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23948ae-00e7-4900-868d-ac3fe2fbe415 req-e248cc4c-c49e-43b7-ba8f-20b1209d2b3c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:34.306403 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f23948ae-00e7-4900-868d-ac3fe2fbe415 req-e248cc4c-c49e-43b7-ba8f-20b1209d2b3c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 943 time: 0.2775209 Sep 29 23:15:34.308707 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-98d03e8a-86fe-4afd-a56e-695286967102 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7329655 Sep 29 23:15:34.312196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57686) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:34.343337 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8726bce9-4ab8-43f6-b829-824e07d9832a None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.351189 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.356183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8726bce9-4ab8-43f6-b829-824e07d9832a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.461561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3928581-349c-45a8-aca6-94dab303e802 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:34.468385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3928581-349c-45a8-aca6-94dab303e802 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:34.470073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f3928581-349c-45a8-aca6-94dab303e802 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1565363 Sep 29 23:15:34.484431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:34.523149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] For port e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:34.523525 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.528799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8726bce9-4ab8-43f6-b829-824e07d9832a None None] Pushing event updated for resources: {'Port': ['ID=2645fb0c-910f-4bd4-a56d-8483375d4a59,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:34.545416 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.555866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Calling delete_port for e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:34.568442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Attempting to bind port 3e2cb85f-2b8c-412f-b192-8c77d6e022de on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:34.568442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Attempting to bind port 3e2cb85f-2b8c-412f-b192-8c77d6e022de by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:34.568901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Attempting to bind port 3e2cb85f-2b8c-412f-b192-8c77d6e022de on network 80bbd6fe-5382-44cf-812b-242c2203ac98 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:34.570464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f23948ae-00e7-4900-868d-ac3fe2fbe415 req-a0cb0e97-e1b1-4a2b-b358-fa5d265e6186 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326818 Sep 29 23:15:34.616765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Port 3e2cb85f-2b8c-412f-b192-8c77d6e022de on network 80bbd6fe-5382-44cf-812b-242c2203ac98 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:15:34.617246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Attempting to bind port 3e2cb85f-2b8c-412f-b192-8c77d6e022de on network 80bbd6fe-5382-44cf-812b-242c2203ac98 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:34.623803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6869ba84-669e-4f4b-858c-1aada0c8fddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.627066 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6869ba84-669e-4f4b-858c-1aada0c8fddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.630724 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6869ba84-669e-4f4b-858c-1aada0c8fddf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d72e0be-1d1d-4351-b75d-14bce4b55fe2 HTTP/1.1" status: 204 len: 168 time: 1.2578928 Sep 29 23:15:34.661866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:34.662476 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Checking segment: {'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:34.664020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Bound using segment: {'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:34.664507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Bound port: 3e2cb85f-2b8c-412f-b192-8c77d6e022de, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:34.664878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.710405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ec04c-5e54-4176-a05c-0a8edf4c802d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port cfc9891e-9f7d-4ce2-b0c0-4c3920f51198 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:34.714629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec04c-5e54-4176-a05c-0a8edf4c802d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:34.769018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869ba84-669e-4f4b-858c-1aada0c8fddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d72e0be-1d1d-4351-b75d-14bce4b55fe2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:34.779242 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Network e39dd437-e6ea-4000-a22a-c65e25f5d59a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:34.785744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event updated for resources: {'Port': ['ID=2ceaa646-8894-479c-a127-a14c16cf1019,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:34.788267 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:34.791251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:34.914505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d941303-0254-4c4b-bd8f-e2f529159f26 req-8ef355e7-f24e-4be4-ab32-855b3001296e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:34.923332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d941303-0254-4c4b-bd8f-e2f529159f26 req-8ef355e7-f24e-4be4-ab32-855b3001296e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:34.930423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d941303-0254-4c4b-bd8f-e2f529159f26 req-8ef355e7-f24e-4be4-ab32-855b3001296e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:34.937979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d941303-0254-4c4b-bd8f-e2f529159f26 req-8ef355e7-f24e-4be4-ab32-855b3001296e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:34.944451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d941303-0254-4c4b-bd8f-e2f529159f26 req-8ef355e7-f24e-4be4-ab32-855b3001296e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:34.946665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d941303-0254-4c4b-bd8f-e2f529159f26 req-8ef355e7-f24e-4be4-ab32-855b3001296e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 3815 time: 0.1720221 Sep 29 23:15:34.976282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] For port 3e2cb85f-2b8c-412f-b192-8c77d6e022de, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:34.979893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] For port 3e2cb85f-2b8c-412f-b192-8c77d6e022de, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=3e2cb85f-2b8c-412f-b192-8c77d6e022de,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:34.996626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:34.997871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.000991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.025863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89cb2ad6-4119-40c7-baa1-c006e936550f req-e1144a41-0583-4818-b915-54511bdf8a37 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 210 time: 0.0756888 Sep 29 23:15:35.030055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec04c-5e54-4176-a05c-0a8edf4c802d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.064326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6f7ec04c-5e54-4176-a05c-0a8edf4c802d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for cfc9891e-9f7d-4ce2-b0c0-4c3920f51198 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:35.069225 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d941303-0254-4c4b-bd8f-e2f529159f26 req-087d94c1-2580-45ca-aa4d-11e2eb23cd69 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005478 Sep 29 23:15:35.256542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-eb329a00-6918-4a4b-bd4b-86abe0a9fb3e None None] Provisioning complete for port 2ceaa646-8894-479c-a127-a14c16cf1019 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:35.257485 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb329a00-6918-4a4b-bd4b-86abe0a9fb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.264022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:35.265293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.266798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2645fb0c-910f-4bd4-a56d-8483375d4a59 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:35.268595 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] 10.222.0.26 "PUT /v2.0/ports/3e2cb85f-2b8c-412f-b192-8c77d6e022de HTTP/1.1" status: 200 len: 1091 time: 4.5630524 Sep 29 23:15:35.287709 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6eb035d9-da81-4dea-8e92-c853f7341bf6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5229757 Sep 29 23:15:35.289511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6320f312-fdcb-4f14-85b3-48dc3088af09', 'tag': '3e2cb85f-2b8c-412f-b192-8c77d6e022de'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:35.301127 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3633378f-44af-44ce-aeec-a221ddbfb7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6320f312-fdcb-4f14-85b3-48dc3088af09", "tag": "3e2cb85f-2b8c-412f-b192-8c77d6e022de"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:35.345503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:35.414910 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d862d76d-7eb3-4a6b-9bf7-5021b76be19d x-openstack-request-id: req-d862d76d-7eb3-4a6b-9bf7-5021b76be19d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:35.415294 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6320f312-fdcb-4f14-85b3-48dc3088af09", "tag": "3e2cb85f-2b8c-412f-b192-8c77d6e022de", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:35.415485 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d862d76d-7eb3-4a6b-9bf7-5021b76be19d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:35.416012 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6320f312-fdcb-4f14-85b3-48dc3088af09', 'tag': '3e2cb85f-2b8c-412f-b192-8c77d6e022de', 'status': 'completed', 'code': 200} Sep 29 23:15:35.449743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-eb329a00-6918-4a4b-bd4b-86abe0a9fb3e None None] Port 2ceaa646-8894-479c-a127-a14c16cf1019 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:15:35.468753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 2645fb0c-910f-4bd4-a56d-8483375d4a59 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:35.468983 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.521172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6651b0c-d166-4243-ba14-edacc36a4c5c service neutron] Pushing event updated for resources: {'Port': ['ID=3e2cb85f-2b8c-412f-b192-8c77d6e022de,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:35.527193 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.554692 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec04c-5e54-4176-a05c-0a8edf4c802d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.568180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:35.614433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ec04c-5e54-4176-a05c-0a8edf4c802d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=cfc9891e-9f7d-4ce2-b0c0-4c3920f51198,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:35.707815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-075adb5d-9c23-4be8-b1dd-418aadf18fbe None None] Provisioning complete for port 2645fb0c-910f-4bd4-a56d-8483375d4a59 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:35.709885 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-075adb5d-9c23-4be8-b1dd-418aadf18fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.719035 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.746373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-d4607d81-62f0-48b8-a8ec-e59df813d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:35.749320 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-d4607d81-62f0-48b8-a8ec-e59df813d4db service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62bcf4cab4364b038f970d284171d03a&device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 1094 time: 0.3880064 Sep 29 23:15:35.803156 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f7ec04c-5e54-4176-a05c-0a8edf4c802d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.810457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6f7ec04c-5e54-4176-a05c-0a8edf4c802d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/cfc9891e-9f7d-4ce2-b0c0-4c3920f51198 HTTP/1.1" status: 204 len: 168 time: 1.3165796 Sep 29 23:15:35.843680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:35.870148 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-c0884880-2e53-4222-8d91-231d862bce32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2cb85f-2b8c-412f-b192-8c77d6e022de HTTP/1.1" status: 200 len: 217 time: 0.1046979 Sep 29 23:15:35.960704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0251a-03e9-48a1-bba5-cb3b4211a071 req-5e3d78c4-f5ef-450d-9d1c-03d7a71d6ba6 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:35.962352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-edf0251a-03e9-48a1-bba5-cb3b4211a071 req-5e3d78c4-f5ef-450d-9d1c-03d7a71d6ba6 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 943 time: 0.1951621 Sep 29 23:15:35.964453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:35.981419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c62ce4-7c89-436a-bbbd-6f761b49cc63 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:35.983888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c62ce4-7c89-436a-bbbd-6f761b49cc63 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:35.985867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c62ce4-7c89-436a-bbbd-6f761b49cc63 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:35.987917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e5c62ce4-7c89-436a-bbbd-6f761b49cc63 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1399672 Sep 29 23:15:36.005284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57728) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:36.033564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-edf0251a-03e9-48a1-bba5-cb3b4211a071 req-80758a9c-1bce-4fd2-b1d0-ddd7a4e8826b tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583465 Sep 29 23:15:36.111746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ca9e5dd9-5137-433b-9eef-bac3ee07667e None None] Could not find standard attr ID for object cfc9891e-9f7d-4ce2-b0c0-4c3920f51198. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:15:36.147331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04e0c73b-a618-45be-a49b-7cb54daf35d7 req-7258270f-d8c6-41d1-9788-70b2ca560003 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 210 time: 0.0363586 Sep 29 23:15:36.187090 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:36.189998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:36.217387 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e401c86-93e5-4406-9d37-16e38b1863c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:36.266253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-e7edb0ed-e158-4db2-ae45-a03cba7776ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:36.268198 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-e7edb0ed-e158-4db2-ae45-a03cba7776ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e HTTP/1.1" status: 200 len: 850 time: 0.3609824 Sep 29 23:15:36.292677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:36.293693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e872048-b54d-4c37-8bc1-22d73f5c4a96 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:15:36.345860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-e48d564a-7541-4cc7-b295-4d7090c6c465 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80bbd6fe-5382-44cf-812b-242c2203ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543580 Sep 29 23:15:36.358472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:36.358992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc92bd-e94c-4a5e-9026-03d301841dc0 req-c79591b5-2bbf-40a9-8f50-4d9f7afc274b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:36.360187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-67b70fc1-8265-450c-b43d-3d3b4341df02 admin admin] 10.222.0.44 "DELETE /v2.0/routers/3e872048-b54d-4c37-8bc1-22d73f5c4a96 HTTP/1.1" status: 204 len: 168 time: 4.8043027 Sep 29 23:15:36.365664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc92bd-e94c-4a5e-9026-03d301841dc0 req-c79591b5-2bbf-40a9-8f50-4d9f7afc274b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:36.378114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc92bd-e94c-4a5e-9026-03d301841dc0 req-c79591b5-2bbf-40a9-8f50-4d9f7afc274b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:36.397259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57746) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:36.404865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc92bd-e94c-4a5e-9026-03d301841dc0 req-c79591b5-2bbf-40a9-8f50-4d9f7afc274b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:36.410944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc92bd-e94c-4a5e-9026-03d301841dc0 req-c79591b5-2bbf-40a9-8f50-4d9f7afc274b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:36.412960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cfcc92bd-e94c-4a5e-9026-03d301841dc0 req-c79591b5-2bbf-40a9-8f50-4d9f7afc274b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 3815 time: 0.1590261 Sep 29 23:15:36.471012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-583de4c4-8e66-45eb-9c60-83ca3a263e82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 6374150e-55a5-4cc8-9d0d-aa82608cc109 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:15:36.479183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:36.482114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cfcc92bd-e94c-4a5e-9026-03d301841dc0 req-d3f67e21-b369-4990-a097-10fc7f5d957a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590920 Sep 29 23:15:36.537614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-583de4c4-8e66-45eb-9c60-83ca3a263e82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:36.999561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-33cb48cd-f4fb-45ae-8eac-1754338e2e80 admin admin] Deleting subnet 315986fc-a025-4fb5-a566-8b55ad5b15d0 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:15:37.005266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-583de4c4-8e66-45eb-9c60-83ca3a263e82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.028134 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33cb48cd-f4fb-45ae-8eac-1754338e2e80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.052178 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-45990f94-e1ba-4219-9413-786dfac30597 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6854157 Sep 29 23:15:37.132763 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33cb48cd-f4fb-45ae-8eac-1754338e2e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.192838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577393b3-2a47-405f-80c2-769ebeaa7074 req-1ac013db-a40c-435a-88b3-31a3793b3512 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:37.201011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577393b3-2a47-405f-80c2-769ebeaa7074 req-1ac013db-a40c-435a-88b3-31a3793b3512 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 943 time: 0.0736783 Sep 29 23:15:37.239258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:37.248690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577393b3-2a47-405f-80c2-769ebeaa7074 req-a51790de-a85f-4e90-8418-c1764b6307ed tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Sep 29 23:15:37.267805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:37.268455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e3fe41e5-b246-47d1-b0ee-fcaccee6e3ea not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:37.299182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-583de4c4-8e66-45eb-9c60-83ca3a263e82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.354322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed1261db-9624-44e3-897f-56150cd50ed5 req-f3e13920-605c-400a-a48f-bfc744ff8b1d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 210 time: 0.0269024 Sep 29 23:15:37.360261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:37.386754 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.392034 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2cf2096d-1aa5-4fc8-b807-a338c14f237f req-c8171610-1f64-44f5-b876-a6a0ffea41a5 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279192 Sep 29 23:15:37.395297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.434495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Transition to ACTIVE for port object 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:15:37.438265 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33cb48cd-f4fb-45ae-8eac-1754338e2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.463328 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.521627 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-583de4c4-8e66-45eb-9c60-83ca3a263e82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.579368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583de4c4-8e66-45eb-9c60-83ca3a263e82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=6374150e-55a5-4cc8-9d0d-aa82608cc109,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:37.591664 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-583de4c4-8e66-45eb-9c60-83ca3a263e82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.593833 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b343d9-cd3c-4490-b453-372f1d54a255 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:37.596539 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-583de4c4-8e66-45eb-9c60-83ca3a263e82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/6374150e-55a5-4cc8-9d0d-aa82608cc109 HTTP/1.1" status: 204 len: 168 time: 1.5885904 Sep 29 23:15:37.602511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57756) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:37.609545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Pushing event updated for resources: {'Port': ['ID=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:37.649662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633378f-44af-44ce-aeec-a221ddbfb7cd req-baae4d1b-8135-4c12-85c8-5613284e76de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:37.651298 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3633378f-44af-44ce-aeec-a221ddbfb7cd req-baae4d1b-8135-4c12-85c8-5613284e76de service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62bcf4cab4364b038f970d284171d03a&device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 1094 time: 0.1910586 Sep 29 23:15:37.681017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b72ab48-ad84-4df5-8559-b431f13a6413 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet c9cdc755-01cd-48e0-a3c8-49568d170ac1 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:15:37.705518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b72ab48-ad84-4df5-8559-b431f13a6413 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.748149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68eed4-b6e6-439a-b0c2-37e20af7b6e2 req-98e0f119-8f13-446e-9ded-cd3641351738 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:37.766735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68eed4-b6e6-439a-b0c2-37e20af7b6e2 req-98e0f119-8f13-446e-9ded-cd3641351738 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:37.774598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33cb48cd-f4fb-45ae-8eac-1754338e2e80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.775522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68eed4-b6e6-439a-b0c2-37e20af7b6e2 req-98e0f119-8f13-446e-9ded-cd3641351738 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:37.786199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68eed4-b6e6-439a-b0c2-37e20af7b6e2 req-98e0f119-8f13-446e-9ded-cd3641351738 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:37.798571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68eed4-b6e6-439a-b0c2-37e20af7b6e2 req-98e0f119-8f13-446e-9ded-cd3641351738 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:37.806784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e68eed4-b6e6-439a-b0c2-37e20af7b6e2 req-98e0f119-8f13-446e-9ded-cd3641351738 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 3827 time: 0.2573028 Sep 29 23:15:37.820515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb48cd-f4fb-45ae-8eac-1754338e2e80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=315986fc-a025-4fb5-a566-8b55ad5b15d0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:37.827409 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-33cb48cd-f4fb-45ae-8eac-1754338e2e80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.829406 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-33cb48cd-f4fb-45ae-8eac-1754338e2e80 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/315986fc-a025-4fb5-a566-8b55ad5b15d0 HTTP/1.1" status: 204 len: 168 time: 1.4310436 Sep 29 23:15:37.832479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57758) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:37.833194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633378f-44af-44ce-aeec-a221ddbfb7cd req-be1a0642-10d5-483a-9ece-beeeb738b309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:37.834924 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3633378f-44af-44ce-aeec-a221ddbfb7cd req-be1a0642-10d5-483a-9ece-beeeb738b309 service neutron] 10.222.0.26 "GET /v2.0/networks?id=80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 200 len: 911 time: 0.1600959 Sep 29 23:15:37.836202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d054910d-9683-49e3-8040-d46899f8f851 None None] Network 0e061a8b-512f-4e45-90f7-64cb99d93508 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:37.863775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e68eed4-b6e6-439a-b0c2-37e20af7b6e2 req-40ecd58c-9f90-4b65-a830-87a38c8b47f8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560811 Sep 29 23:15:37.888836 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b72ab48-ad84-4df5-8559-b431f13a6413 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:37.905372 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3633378f-44af-44ce-aeec-a221ddbfb7cd req-dece47c5-70b1-4e50-9852-d323bc60bd6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2cb85f-2b8c-412f-b192-8c77d6e022de HTTP/1.1" status: 200 len: 217 time: 0.0576828 Sep 29 23:15:37.915631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Attempting to bind port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:37.915900 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Attempting to bind port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:37.916027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Attempting to bind port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 on network 359d21d4-b615-40c7-8882-16bffeac10b3 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:37.994297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 on network 359d21d4-b615-40c7-8882-16bffeac10b3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:15:37.994625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Attempting to bind port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 on network 359d21d4-b615-40c7-8882-16bffeac10b3 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:38.010072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:38.011477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Checking segment: {'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:38.012175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Bound using segment: {'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:38.012807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Bound port: 7d172fd6-87dd-44db-b6ca-1c038fad4bc2, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '574ae8af-3600-46ef-976d-48b0b9bd0416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:38.013632 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.020748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.073736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3633378f-44af-44ce-aeec-a221ddbfb7cd req-5d3c5267-0997-4f6b-a290-47d6583aadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:38.075423 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3633378f-44af-44ce-aeec-a221ddbfb7cd req-5d3c5267-0997-4f6b-a290-47d6583aadfc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e HTTP/1.1" status: 200 len: 850 time: 0.1536381 Sep 29 23:15:38.146631 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3633378f-44af-44ce-aeec-a221ddbfb7cd req-aadabd2c-cad6-4386-a95e-73d62fa369e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80bbd6fe-5382-44cf-812b-242c2203ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551529 Sep 29 23:15:38.169745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb107397-3bdd-4380-8f93-84567f52dbcd None None] DHCP port deletion for 0e061a8b-512f-4e45-90f7-64cb99d93508 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:15:38.197171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] For port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:38.203394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] For port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:38.247269 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.264054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-eb107397-3bdd-4380-8f93-84567f52dbcd None None] Deleting port f39b881e-5226-464b-ac13-c1311fc5ca30 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:38.264577 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb107397-3bdd-4380-8f93-84567f52dbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.391478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eb107397-3bdd-4380-8f93-84567f52dbcd None None] For port f39b881e-5226-464b-ac13-c1311fc5ca30, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f39b881e-5226-464b-ac13-c1311fc5ca30,segment=NetworkSegment(45c2abe0-6f2d-4b60-8055-34390b6388c6),segment_id=45c2abe0-6f2d-4b60-8055-34390b6388c6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:38.392184 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb107397-3bdd-4380-8f93-84567f52dbcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.406180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:38.406724 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.410805 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] 10.222.0.26 "PUT /v2.0/ports/7d172fd6-87dd-44db-b6ca-1c038fad4bc2 HTTP/1.1" status: 200 len: 1092 time: 3.1017325 Sep 29 23:15:38.419957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:38.430376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-eb107397-3bdd-4380-8f93-84567f52dbcd None None] Calling delete_port for f39b881e-5226-464b-ac13-c1311fc5ca30 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:38.430563 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b76ef25-a7b4-4e05-9b2e-d893698602f5" -d '{"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "7d172fd6-87dd-44db-b6ca-1c038fad4bc2"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:38.477767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:38.495068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Deleting port f39b881e-5226-464b-ac13-c1311fc5ca30 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:38.496325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.520100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241d63a-d715-40ab-a50b-a52d6bb7989c req-e0fb49de-0374-4599-ae6b-bc99e15d664e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:38.529572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2241d63a-d715-40ab-a50b-a52d6bb7989c req-e0fb49de-0374-4599-ae6b-bc99e15d664e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 943 time: 0.0783548 Sep 29 23:15:38.572621 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3633378f-44af-44ce-aeec-a221ddbfb7cd req-bb1a9726-bf70-4620-9bb1-40ce3977cb2f service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4157579 Sep 29 23:15:38.577777 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb107397-3bdd-4380-8f93-84567f52dbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.585659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2241d63a-d715-40ab-a50b-a52d6bb7989c req-79fe0576-3a14-40ae-90a4-0a6c6ea07574 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547605 Sep 29 23:15:38.592527 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b72ab48-ad84-4df5-8559-b431f13a6413 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.626302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb107397-3bdd-4380-8f93-84567f52dbcd None None] No DVR routers for this DVR port f39b881e-5226-464b-ac13-c1311fc5ca30 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:15:38.630498 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.632381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb107397-3bdd-4380-8f93-84567f52dbcd None None] Pushing event deleted for resources: {'Port': ['ID=f39b881e-5226-464b-ac13-c1311fc5ca30,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:38.712666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] For port f39b881e-5226-464b-ac13-c1311fc5ca30, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f39b881e-5226-464b-ac13-c1311fc5ca30,segment=NetworkSegment(45c2abe0-6f2d-4b60-8055-34390b6388c6),segment_id=45c2abe0-6f2d-4b60-8055-34390b6388c6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:38.713040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.756974 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b72ab48-ad84-4df5-8559-b431f13a6413 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.770678 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de9e4dd8-8b06-4d18-bb4a-3c2f8bb6b2fa req-820d01b3-b242-44cb-b7a9-b46f7696063f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=9a2512be-e2d1-4750-bc09-2189b8b2bc8c HTTP/1.1" status: 200 len: 210 time: 0.0485325 Sep 29 23:15:38.772004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ab983-4dba-4576-8f4b-2c8799f76b26 service neutron] Pushing event updated for resources: {'Port': ['ID=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:38.786587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Calling delete_port for f39b881e-5226-464b-ac13-c1311fc5ca30 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:38.808675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b72ab48-ad84-4df5-8559-b431f13a6413 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.824314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6b72ab48-ad84-4df5-8559-b431f13a6413 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/c9cdc755-01cd-48e0-a3c8-49568d170ac1 HTTP/1.1" status: 204 len: 168 time: 1.2195919 Sep 29 23:15:38.825285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57768) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:38.832256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72ab48-ad84-4df5-8559-b431f13a6413 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=c9cdc755-01cd-48e0-a3c8-49568d170ac1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:38.855675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:38.883644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a6823891-52e4-4ff2-ab66-e75b19ea3680 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571480 Sep 29 23:15:38.886502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57770) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:38.909695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:38.918363 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d265a218-8eb6-4c44-9e65-0c3f0d729067 x-openstack-request-id: req-d265a218-8eb6-4c44-9e65-0c3f0d729067 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:38.918654 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "7d172fd6-87dd-44db-b6ca-1c038fad4bc2", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:38.919306 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d265a218-8eb6-4c44-9e65-0c3f0d729067 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:38.919449 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2', 'status': 'completed', 'code': 200} Sep 29 23:15:39.047472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2011c64b-2d08-48eb-a930-d7b9442ade21 None None] Provisioning complete for port 2645fb0c-910f-4bd4-a56d-8483375d4a59 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:39.048271 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2011c64b-2d08-48eb-a930-d7b9442ade21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:39.111940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80992372-6e03-4fc9-8d17-1d012f245a63 req-fac1b21f-6f40-411b-bde8-23753b87578c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:39.118808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80992372-6e03-4fc9-8d17-1d012f245a63 req-fac1b21f-6f40-411b-bde8-23753b87578c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:39.137216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80992372-6e03-4fc9-8d17-1d012f245a63 req-fac1b21f-6f40-411b-bde8-23753b87578c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:39.146150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80992372-6e03-4fc9-8d17-1d012f245a63 req-fac1b21f-6f40-411b-bde8-23753b87578c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:39.146570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4244a81d-9654-44b3-8b8d-94c07279f893 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:39.157401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80992372-6e03-4fc9-8d17-1d012f245a63 req-fac1b21f-6f40-411b-bde8-23753b87578c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:39.174757 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80992372-6e03-4fc9-8d17-1d012f245a63 req-fac1b21f-6f40-411b-bde8-23753b87578c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 3827 time: 0.1784418 Sep 29 23:15:39.205668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:39.210330 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:39.258489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80992372-6e03-4fc9-8d17-1d012f245a63 req-314c3e33-90ff-4f85-a65f-1a6fae8e89b1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822794 Sep 29 23:15:39.322088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f39b881e-5226-464b-ac13-c1311fc5ca30 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:39.511065 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f39b881e-5226-464b-ac13-c1311fc5ca30 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:39.511410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f39b881e-5226-464b-ac13-c1311fc5ca30 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:39.538734 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:39.629973 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3633378f-44af-44ce-aeec-a221ddbfb7cd req-94fb44fc-5d0c-4bb1-b7bb-327932d6b0ad service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0481234 Sep 29 23:15:39.682024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-867e5f39-cab2-4e51-a424-8dcd2f1409f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:39.682351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea501a6-62ad-4d8b-9b00-e2f676c19a6d None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:15:39.682849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-867e5f39-cab2-4e51-a424-8dcd2f1409f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:39.682998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-867e5f39-cab2-4e51-a424-8dcd2f1409f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:39.683500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-867e5f39-cab2-4e51-a424-8dcd2f1409f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:39.690017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-867e5f39-cab2-4e51-a424-8dcd2f1409f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:39.691237 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-867e5f39-cab2-4e51-a424-8dcd2f1409f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 4362 time: 0.7855933 Sep 29 23:15:39.755689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:39.774806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-aea501a6-62ad-4d8b-9b00-e2f676c19a6d None None] Deleting port 2645fb0c-910f-4bd4-a56d-8483375d4a59 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:39.775328 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aea501a6-62ad-4d8b-9b00-e2f676c19a6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:39.868655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-aea501a6-62ad-4d8b-9b00-e2f676c19a6d None None] For port 2645fb0c-910f-4bd4-a56d-8483375d4a59, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2645fb0c-910f-4bd4-a56d-8483375d4a59,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:39.869405 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aea501a6-62ad-4d8b-9b00-e2f676c19a6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:39.884840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-aea501a6-62ad-4d8b-9b00-e2f676c19a6d None None] Calling delete_port for 2645fb0c-910f-4bd4-a56d-8483375d4a59 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:39.891663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Pushing event deleted for resources: {'Port': ['ID=f39b881e-5226-464b-ac13-c1311fc5ca30,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:39.907547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] No DVR routers for this DVR port f39b881e-5226-464b-ac13-c1311fc5ca30 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:15:40.017009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633d62a-18ee-428c-9e27-cb1a28eaed3d req-540c7ecb-b2e3-49f5-b6a4-93e9630c34aa tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.018540 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0633d62a-18ee-428c-9e27-cb1a28eaed3d req-540c7ecb-b2e3-49f5-b6a4-93e9630c34aa tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 943 time: 0.2432983 Sep 29 23:15:40.030813 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aea501a6-62ad-4d8b-9b00-e2f676c19a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.055856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea501a6-62ad-4d8b-9b00-e2f676c19a6d None None] No DVR routers for this DVR port 2645fb0c-910f-4bd4-a56d-8483375d4a59 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:15:40.089126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea501a6-62ad-4d8b-9b00-e2f676c19a6d None None] Pushing event deleted for resources: {'Port': ['ID=2645fb0c-910f-4bd4-a56d-8483375d4a59,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:40.110907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:40.174768 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0633d62a-18ee-428c-9e27-cb1a28eaed3d req-6270c208-e8af-44e5-baf9-ba7800eb564f tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648384 Sep 29 23:15:40.223204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:15:40.225425 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.241248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.264044 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-7eb2725d-e2a7-46e9-ba22-ede4a5497334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.264530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-7eb2725d-e2a7-46e9-ba22-ede4a5497334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.265210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-7eb2725d-e2a7-46e9-ba22-ede4a5497334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.268858 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-7eb2725d-e2a7-46e9-ba22-ede4a5497334 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5349092 Sep 29 23:15:40.297909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:40.304144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:40.310285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.310914 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.320073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=9c73fdd9-b612-4715-a938-e37909b7b388,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:40.330391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc35f6ba-5d1f-4eb3-8b41-9e12a36d910f None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:40.347961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2aeb5b98-2fa7-4345-aa04-db1fc1d219df tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4602447 Sep 29 23:15:40.348692 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:40.363148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5b5145a2-de33-4a35-a421-10b09bec5b88 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:40.398908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e061a8b-512f-4e45-90f7-64cb99d93508']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:40.422408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c2abe0-6f2d-4b60-8055-34390b6388c6') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:40.422677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c2abe0-6f2d-4b60-8055-34390b6388c6') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:40.434116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.457380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.465251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:15:40.466096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.509275 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5a72462-370d-4238-952e-7890413ca45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.587988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': '9c73fdd9-b612-4715-a938-e37909b7b388'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:15:40.589393 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:15:40.622522 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:15:40.625707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-3e0e594a-65b3-4f69-8e20-e66c66dfbd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.625707 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6b76ef25-a7b4-4e05-9b2e-d893698602f5 req-3e0e594a-65b3-4f69-8e20-e66c66dfbd6e service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3494165 Sep 29 23:15:40.631931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.644320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf30aa-81e3-4c16-b792-222acbd01f98 req-a2370c77-c6cb-4abd-a63f-dbda1facf8a2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.651716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf30aa-81e3-4c16-b792-222acbd01f98 req-a2370c77-c6cb-4abd-a63f-dbda1facf8a2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.659358 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf30aa-81e3-4c16-b792-222acbd01f98 req-a2370c77-c6cb-4abd-a63f-dbda1facf8a2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.666147 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf30aa-81e3-4c16-b792-222acbd01f98 req-a2370c77-c6cb-4abd-a63f-dbda1facf8a2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.667511 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.670066 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] 10.222.0.44 "DELETE /v2.0/networks/0e061a8b-512f-4e45-90f7-64cb99d93508 HTTP/1.1" status: 204 len: 168 time: 2.8340523 Sep 29 23:15:40.671022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27adfc7-9d8d-4d7a-9864-9103ec0b632e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e061a8b-512f-4e45-90f7-64cb99d93508,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:40.675003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf30aa-81e3-4c16-b792-222acbd01f98 req-a2370c77-c6cb-4abd-a63f-dbda1facf8a2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:40.678060 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2abf30aa-81e3-4c16-b792-222acbd01f98 req-a2370c77-c6cb-4abd-a63f-dbda1facf8a2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 3827 time: 0.2351060 Sep 29 23:15:40.718673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31d86626-588b-4d59-8986-6050b136850a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:40.757302 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.767600 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2abf30aa-81e3-4c16-b792-222acbd01f98 req-91a59c43-1b13-48d0-81d4-93da15e95cc8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798573 Sep 29 23:15:40.798380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Transition to ACTIVE for port object 31d86626-588b-4d59-8986-6050b136850a will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:15:40.827548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.864998 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5a72462-370d-4238-952e-7890413ca45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.900218 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5a72462-370d-4238-952e-7890413ca45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.933415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5145a2-de33-4a35-a421-10b09bec5b88 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:40.940603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b5145a2-de33-4a35-a421-10b09bec5b88 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:40.958349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Pushing event updated for resources: {'Port': ['ID=31d86626-588b-4d59-8986-6050b136850a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:40.992173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57816) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:41.013863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Allocated IP 2001:db8::f816:3eff:fe7e:b649 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/9c73fdd9-b612-4715-a938-e37909b7b388/d9d2dd90-eb0c-4876-b863-ecb7d42ae367) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:41.075506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a5a72462-370d-4238-952e-7890413ca45d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32ac3efab68d44868c873456482227a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9629123 Sep 29 23:15:41.078459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a72462-370d-4238-952e-7890413ca45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1678cc9b-23ca-48f2-910c-31468732c430,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:41.081251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57818) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:41.199264 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e6ad5a71-6f30-4afe-ae57-e59d8c6ab2b2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53920d36423d45be80c1b7fec2884cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2051866 Sep 29 23:15:41.203306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57822) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:41.217501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 3e2cb85f-2b8c-412f-b192-8c77d6e022de details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:15:41.239774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2645fb0c-910f-4bd4-a56d-8483375d4a59 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:41.300358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 2645fb0c-910f-4bd4-a56d-8483375d4a59 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:41.301110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2645fb0c-910f-4bd4-a56d-8483375d4a59 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:41.375812 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14b8d146-d2a4-4072-9fef-b17bc5774649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.377594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Attempting to bind port 31d86626-588b-4d59-8986-6050b136850a on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:41.377930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Attempting to bind port 31d86626-588b-4d59-8986-6050b136850a by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:41.378262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Attempting to bind port 31d86626-588b-4d59-8986-6050b136850a on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:41.383917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Port 31d86626-588b-4d59-8986-6050b136850a on network 087e5120-73d2-426e-b117-b288b1b78538 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:15:41.384137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Attempting to bind port 31d86626-588b-4d59-8986-6050b136850a on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:41.391243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:41.391587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Checking segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:41.392006 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Bound using segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:41.392450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Bound port: 31d86626-588b-4d59-8986-6050b136850a, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:41.392814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.433091 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14b8d146-d2a4-4072-9fef-b17bc5774649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.562494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] For port 31d86626-588b-4d59-8986-6050b136850a, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:41.564101 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14b8d146-d2a4-4072-9fef-b17bc5774649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.572989 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14b8d146-d2a4-4072-9fef-b17bc5774649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.574211 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-14b8d146-d2a4-4072-9fef-b17bc5774649 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f40bb08b-88ca-44d4-856a-4e6ee7695873 HTTP/1.1" status: 204 len: 168 time: 0.3696299 Sep 29 23:15:41.581008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] For port 31d86626-588b-4d59-8986-6050b136850a, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=31d86626-588b-4d59-8986-6050b136850a,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:41.602863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.636422 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f89bd8f-b6e4-46cc-9cd2-481b94707677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.659397 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.696520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 3e2cb85f-2b8c-412f-b192-8c77d6e022de, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=3e2cb85f-2b8c-412f-b192-8c77d6e022de,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:41.698872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Pushing event updated for resources: {'Port': ['ID=31d86626-588b-4d59-8986-6050b136850a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:41.703357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8d146-d2a4-4072-9fef-b17bc5774649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40bb08b-88ca-44d4-856a-4e6ee7695873,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:41.710732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '3e2cb85f-2b8c-412f-b192-8c77d6e022de', 'network_id': '80bbd6fe-5382-44cf-812b-242c2203ac98', 'port_id': '3e2cb85f-2b8c-412f-b192-8c77d6e022de', 'mac_address': 'fa:16:3e:2c:66:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:15:41.712682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:41.721580 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.734647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.736349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-42687e09-8be2-4160-9158-ee0ec183aa9c service neutron] 10.222.0.26 "PUT /v2.0/ports/31d86626-588b-4d59-8986-6050b136850a HTTP/1.1" status: 200 len: 1136 time: 3.2788980 Sep 29 23:15:41.736853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '31d86626-588b-4d59-8986-6050b136850a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:41.739221 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59" -d '{"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "31d86626-588b-4d59-8986-6050b136850a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:41.780802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:41.895034 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:41.975699 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95c595e-de95-41df-a1e5-634580ced696 x-openstack-request-id: req-e95c595e-de95-41df-a1e5-634580ced696 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:41.976394 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "31d86626-588b-4d59-8986-6050b136850a", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:41.984351 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e95c595e-de95-41df-a1e5-634580ced696 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:41.985503 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '31d86626-588b-4d59-8986-6050b136850a', 'status': 'completed', 'code': 200} Sep 29 23:15:42.118041 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b5145a2-de33-4a35-a421-10b09bec5b88 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:42.123592 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f89bd8f-b6e4-46cc-9cd2-481b94707677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:42.146290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Pushing event updated for resources: {'Port': ['ID=d9d2dd90-eb0c-4876-b863-ecb7d42ae367,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:42.159425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:42.171273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:42.173759 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:42.175853 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:42.243800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e2cb85f-2b8c-412f-b192-8c77d6e022de {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:42.289794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5145a2-de33-4a35-a421-10b09bec5b88 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=41a97bb4-d2a5-44e3-a5f0-129fd3c19b6f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:42.304391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127246a-5ba4-4f2d-88f5-73e09ecc023f req-c23c206b-6235-4932-bc9b-12edabe0fa69 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.314375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 3e2cb85f-2b8c-412f-b192-8c77d6e022de, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=3e2cb85f-2b8c-412f-b192-8c77d6e022de,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:42.320901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Attempting to bind port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:42.321386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Attempting to bind port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:42.321825 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Attempting to bind port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:42.338530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2127246a-5ba4-4f2d-88f5-73e09ecc023f req-c23c206b-6235-4932-bc9b-12edabe0fa69 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 943 time: 0.7835622 Sep 29 23:15:42.343262 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:42.356657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:42.358547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:42.358990 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:42.361325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:42.361954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Bound port: d9d2dd90-eb0c-4876-b863-ecb7d42ae367, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:42.363517 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:42.416100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5145a2-de33-4a35-a421-10b09bec5b88 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:42.430460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5b5145a2-de33-4a35-a421-10b09bec5b88 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:42.442165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5145a2-de33-4a35-a421-10b09bec5b88 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.442973 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b5145a2-de33-4a35-a421-10b09bec5b88 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:42.473389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2127246a-5ba4-4f2d-88f5-73e09ecc023f req-66d1a364-f585-4a1d-94eb-a83c69c560ea tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336975 Sep 29 23:15:42.486572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5b5145a2-de33-4a35-a421-10b09bec5b88 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1368201 Sep 29 23:15:42.493121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57848) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:42.506208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:1d:d6:56', 'name': 'tempest-NetworksTestDHCPv6-339862221'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:42.610925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['3e2cb85f-2b8c-412f-b192-8c77d6e022de'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:15:42.629315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e10797-35e1-4a3c-9bef-347cd6335635 req-c7ba6f58-c454-47aa-9fd2-0e09568a29ab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.646977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e10797-35e1-4a3c-9bef-347cd6335635 req-c7ba6f58-c454-47aa-9fd2-0e09568a29ab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.677070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e10797-35e1-4a3c-9bef-347cd6335635 req-c7ba6f58-c454-47aa-9fd2-0e09568a29ab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.683224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e10797-35e1-4a3c-9bef-347cd6335635 req-c7ba6f58-c454-47aa-9fd2-0e09568a29ab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.716344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e10797-35e1-4a3c-9bef-347cd6335635 req-c7ba6f58-c454-47aa-9fd2-0e09568a29ab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.728570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e10797-35e1-4a3c-9bef-347cd6335635 req-c7ba6f58-c454-47aa-9fd2-0e09568a29ab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.730684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-ceb820a0-a354-4301-a244-f0f2510c2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.731201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-ceb820a0-a354-4301-a244-f0f2510c2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.732336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-ceb820a0-a354-4301-a244-f0f2510c2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.732920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-ceb820a0-a354-4301-a244-f0f2510c2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.733613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-ceb820a0-a354-4301-a244-f0f2510c2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.734091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-ceb820a0-a354-4301-a244-f0f2510c2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:42.736985 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-ceb820a0-a354-4301-a244-f0f2510c2b0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5291 time: 0.7658188 Sep 29 23:15:42.738532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=3e2cb85f-2b8c-412f-b192-8c77d6e022de,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:42.743039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88e10797-35e1-4a3c-9bef-347cd6335635 req-c7ba6f58-c454-47aa-9fd2-0e09568a29ab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 4605 time: 0.6629243 Sep 29 23:15:42.748590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] For port d9d2dd90-eb0c-4876-b863-ecb7d42ae367, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:42.810956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] For port d9d2dd90-eb0c-4876-b863-ecb7d42ae367, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d9d2dd90-eb0c-4876-b863-ecb7d42ae367,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:42.851185 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:42.914260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57872) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:43.043619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f89bd8f-b6e4-46cc-9cd2-481b94707677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:43.046136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38520d2-b083-40b3-a87e-57560e71ef8c None None] Pushing event updated for resources: {'Port': ['ID=d9d2dd90-eb0c-4876-b863-ecb7d42ae367,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:43.051270 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f89bd8f-b6e4-46cc-9cd2-481b94707677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:43.058696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0f89bd8f-b6e4-46cc-9cd2-481b94707677 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1678cc9b-23ca-48f2-910c-31468732c430 HTTP/1.1" status: 204 len: 168 time: 1.9507759 Sep 29 23:15:43.115565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88e10797-35e1-4a3c-9bef-347cd6335635 req-fa3b58bf-4077-478d-9877-7768799a3071 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3533051 Sep 29 23:15:43.116848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f89bd8f-b6e4-46cc-9cd2-481b94707677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1678cc9b-23ca-48f2-910c-31468732c430,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:43.119797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:43.125000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-db4c568d-c3cf-43b2-98de-832325a0b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:43.128785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-db4c568d-c3cf-43b2-98de-832325a0b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:43.129472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-db4c568d-c3cf-43b2-98de-832325a0b73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:43.133803 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-db4c568d-c3cf-43b2-98de-832325a0b73f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3730626 Sep 29 23:15:43.247352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-network', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:43.282780 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:43.364363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:43.370843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Made reservation on behalf of c6fa885476014c808bbbc5f3fa934433 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:43.374158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:43.384431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port ca535a97-00d9-463c-8410-430ea2f6b629 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:15:43.422309 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:43.467325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Transition to ACTIVE for port object 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:15:43.510581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-cc5b3ba3-7242-4f82-b85e-a2b484757b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:43.513297 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37a5be82-5a28-4aaf-b6c1-9a77bbebbe59 req-cc5b3ba3-7242-4f82-b85e-a2b484757b66 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3673186 Sep 29 23:15:43.514537 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:43.747721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:43.749912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:43.771651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:43.787539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5450093c-885d-4d4e-abae-76f456526fa8 req-a8d52c52-ef81-4f33-8772-b385254b96e8 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:43.795503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5450093c-885d-4d4e-abae-76f456526fa8 req-a8d52c52-ef81-4f33-8772-b385254b96e8 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 944 time: 0.1275094 Sep 29 23:15:43.884279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5450093c-885d-4d4e-abae-76f456526fa8 req-cbe7b6d4-373d-4d97-9eb2-47f3b8788073 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875006 Sep 29 23:15:43.889516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:15:43.960265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 172.20.0.7 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/41a97bb4-d2a5-44e3-a5f0-129fd3c19b6f/ca535a97-00d9-463c-8410-430ea2f6b629) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:44.008661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:44.014028 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.014379 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Added segment 47593211-baff-48d7-ba40-5be965abc6b3 of type vlan for network 8a55946f-f86e-40af-a5c4-d5b23474def6 Sep 29 23:15:44.018277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9257f8af-7fd7-49f2-8ebc-264bd988bd11,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:44.019389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::f816:3eff:fe1d:d656 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/9c73fdd9-b612-4715-a938-e37909b7b388/ca535a97-00d9-463c-8410-430ea2f6b629) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:44.071549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Attempting to bind port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:44.071983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Attempting to bind port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:44.072446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Attempting to bind port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:44.088410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 on network 087e5120-73d2-426e-b117-b288b1b78538 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:15:44.088732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Attempting to bind port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:44.096478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.101094 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:44.101438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Checking segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:44.101827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Bound using segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:44.102268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Bound port: 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:44.102638 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.216842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.217850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:44.218819 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.398606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4383726 Sep 29 23:15:44.401552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0005b01-6b27-4a51-8a56-0598f700194d admin admin] Pushing event updated for resources: {'Network': ['ID=8a55946f-f86e-40af-a5c4-d5b23474def6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:44.409456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57910) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:44.422296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 8a55946f-f86e-40af-a5c4-d5b23474def6 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:15:44.424591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Request body: {'subnet': {'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-subnet', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:44.447224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0c52-0ee6-4801-aa24-f762542c37b0 req-6fd3d4f0-6437-4863-b663-bab4179c77d7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:44.455293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0c52-0ee6-4801-aa24-f762542c37b0 req-6fd3d4f0-6437-4863-b663-bab4179c77d7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:44.461040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] For port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:44.462781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0c52-0ee6-4801-aa24-f762542c37b0 req-6fd3d4f0-6437-4863-b663-bab4179c77d7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:44.469334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0c52-0ee6-4801-aa24-f762542c37b0 req-6fd3d4f0-6437-4863-b663-bab4179c77d7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:44.475780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0c52-0ee6-4801-aa24-f762542c37b0 req-6fd3d4f0-6437-4863-b663-bab4179c77d7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:44.482904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0c52-0ee6-4801-aa24-f762542c37b0 req-6fd3d4f0-6437-4863-b663-bab4179c77d7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:44.489672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca0c52-0ee6-4801-aa24-f762542c37b0 req-6fd3d4f0-6437-4863-b663-bab4179c77d7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:44.498375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97ca0c52-0ee6-4801-aa24-f762542c37b0 req-6fd3d4f0-6437-4863-b663-bab4179c77d7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5380 time: 0.1615188 Sep 29 23:15:44.520801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] For port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:44.533649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.548627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Made reservation on behalf of c6fa885476014c808bbbc5f3fa934433 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:44.551383 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.560302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.606057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97ca0c52-0ee6-4801-aa24-f762542c37b0 req-00bfc2b7-b481-4dd8-8ce4-4a9f316e617f tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063449 Sep 29 23:15:44.672390 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.707328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:44.708187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.713874 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] 10.222.0.26 "PUT /v2.0/ports/7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 HTTP/1.1" status: 200 len: 1133 time: 2.9358070 Sep 29 23:15:44.724572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '7dfab69f-076b-4de0-82c2-63cb3ab1ddd9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:44.739135 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffe8621-e247-4927-af3a-a863faf16e74" -d '{"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "7dfab69f-076b-4de0-82c2-63cb3ab1ddd9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:44.743457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=ca535a97-00d9-463c-8410-430ea2f6b629,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:44.762233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:44.768332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:44.773655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:44.776911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:44.817011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9f0e8-77ef-4586-9f12-b25215b46132 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:44.874921 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:44.881648 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:44.906018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e1e25-5907-42ec-9148-47f0f2b36c29 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:44.926314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e175084f-cf70-4371-a080-c0e9d32410f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4278331 Sep 29 23:15:44.928710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57920) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:45.033943 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fce5e55-d447-48ae-b4ed-ba94f4546e20 x-openstack-request-id: req-4fce5e55-d447-48ae-b4ed-ba94f4546e20 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:45.037429 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "7dfab69f-076b-4de0-82c2-63cb3ab1ddd9", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:45.037869 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4fce5e55-d447-48ae-b4ed-ba94f4546e20 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:45.038485 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '7dfab69f-076b-4de0-82c2-63cb3ab1ddd9', 'status': 'completed', 'code': 200} Sep 29 23:15:45.066267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-64b16e23-03d5-4be9-a5f2-5384a8f1fff6 None None] Provisioning complete for port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:45.067290 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-64b16e23-03d5-4be9-a5f2-5384a8f1fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:45.183284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6cb16c-5a91-45ee-8467-ef4dc3ca29eb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.237757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6cb16c-5a91-45ee-8467-ef4dc3ca29eb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.240381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1c6cb16c-5a91-45ee-8467-ef4dc3ca29eb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3103366 Sep 29 23:15:45.251486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57928) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:45.335628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 3e2cb85f-2b8c-412f-b192-8c77d6e022de up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:45.393460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884072cc-f36a-47c7-9dbd-3c974d9b5190 req-2dcc9b71-2f6a-4d70-b216-e47ab4cabb6e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.404450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-884072cc-f36a-47c7-9dbd-3c974d9b5190 req-2dcc9b71-2f6a-4d70-b216-e47ab4cabb6e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 944 time: 0.3694816 Sep 29 23:15:45.407151 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:45.508818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d9d2dd90-eb0c-4876-b863-ecb7d42ae367 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:45.510649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-e477d054-2b07-4b4f-9727-d29f2514249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.511394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-e477d054-2b07-4b4f-9727-d29f2514249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.512088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-e477d054-2b07-4b4f-9727-d29f2514249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.512779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-e477d054-2b07-4b4f-9727-d29f2514249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.513712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-e477d054-2b07-4b4f-9727-d29f2514249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.514425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-e477d054-2b07-4b4f-9727-d29f2514249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.515082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-e477d054-2b07-4b4f-9727-d29f2514249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.518513 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bffe8621-e247-4927-af3a-a863faf16e74 req-e477d054-2b07-4b4f-9727-d29f2514249e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6217 time: 0.4790354 Sep 29 23:15:45.594151 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-64b16e23-03d5-4be9-a5f2-5384a8f1fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:45.598465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-884072cc-f36a-47c7-9dbd-3c974d9b5190 req-59254557-146b-4230-88ec-4056b74ebe81 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928656 Sep 29 23:15:45.674474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-64b16e23-03d5-4be9-a5f2-5384a8f1fff6 None None] For port d9d2dd90-eb0c-4876-b863-ecb7d42ae367, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d9d2dd90-eb0c-4876-b863-ecb7d42ae367,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:45.674738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b92f68c4-be05-44a5-acdb-23247970d7a7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port ca535a97-00d9-463c-8410-430ea2f6b629 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:45.675097 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b92f68c4-be05-44a5-acdb-23247970d7a7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:45.699356 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-64b16e23-03d5-4be9-a5f2-5384a8f1fff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:45.713447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:45.732903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 3e2cb85f-2b8c-412f-b192-8c77d6e022de completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:15:45.760694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 3e2cb85f-2b8c-412f-b192-8c77d6e022de triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:45.761586 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:45.800843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:45.801880 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:45.912194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02461740-f9f8-4271-b04e-08844eab7bca req-cdb71eb5-e669-40ee-844b-5685709d9e12 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.918356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02461740-f9f8-4271-b04e-08844eab7bca req-cdb71eb5-e669-40ee-844b-5685709d9e12 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.927742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02461740-f9f8-4271-b04e-08844eab7bca req-cdb71eb5-e669-40ee-844b-5685709d9e12 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.933862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02461740-f9f8-4271-b04e-08844eab7bca req-cdb71eb5-e669-40ee-844b-5685709d9e12 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.940024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02461740-f9f8-4271-b04e-08844eab7bca req-cdb71eb5-e669-40ee-844b-5685709d9e12 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.954524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02461740-f9f8-4271-b04e-08844eab7bca req-cdb71eb5-e669-40ee-844b-5685709d9e12 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.968613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba0654-8736-4873-8172-cc9a74f666db None None] Update dhcp port {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': '9c73fdd9-b612-4715-a938-e37909b7b388', 'ip_address': '2001:db8::f816:3eff:fe7e:b649'}, {'subnet_id': '41a97bb4-d2a5-44e3-a5f0-129fd3c19b6f'}], 'binding:host_id': 'n-d-811173-2'}, 'id': 'd9d2dd90-eb0c-4876-b863-ecb7d42ae367'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:15:45.973580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b16e23-03d5-4be9-a5f2-5384a8f1fff6 None None] Pushing event updated for resources: {'Port': ['ID=d9d2dd90-eb0c-4876-b863-ecb7d42ae367,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:45.977905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02461740-f9f8-4271-b04e-08844eab7bca req-cdb71eb5-e669-40ee-844b-5685709d9e12 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:45.989094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02461740-f9f8-4271-b04e-08844eab7bca req-cdb71eb5-e669-40ee-844b-5685709d9e12 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5380 time: 0.2044199 Sep 29 23:15:46.006252 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b92f68c4-be05-44a5-acdb-23247970d7a7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:46.020131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d697bc-03af-4f1b-9486-7fe07c9d777e,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:46.041541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b92f68c4-be05-44a5-acdb-23247970d7a7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for ca535a97-00d9-463c-8410-430ea2f6b629 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:46.088324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02461740-f9f8-4271-b04e-08844eab7bca req-39c82f17-51d9-4a42-be86-c74e65a76fee tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0934844 Sep 29 23:15:46.155436 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0654-8736-4873-8172-cc9a74f666db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:46.194704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Checking segment: {'id': '47593211-baff-48d7-ba40-5be965abc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:46.195099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Network hostable DHCP agents. Network: 8a55946f-f86e-40af-a5c4-d5b23474def6, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:15:46.232908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-c3fa6592-fc9b-4a7d-9ae8-6c3b0f148e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:46.233395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-c3fa6592-fc9b-4a7d-9ae8-6c3b0f148e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:46.233873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-c3fa6592-fc9b-4a7d-9ae8-6c3b0f148e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:46.237330 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bffe8621-e247-4927-af3a-a863faf16e74 req-c3fa6592-fc9b-4a7d-9ae8-6c3b0f148e1e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5871561 Sep 29 23:15:46.460738 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b92f68c4-be05-44a5-acdb-23247970d7a7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:46.475222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Network 8a55946f-f86e-40af-a5c4-d5b23474def6 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:15:46.528185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f68c4-be05-44a5-acdb-23247970d7a7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=ca535a97-00d9-463c-8410-430ea2f6b629,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:46.655793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 8a55946f-f86e-40af-a5c4-d5b23474def6) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:46.696707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:46.697324 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:46.741221 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:46.746978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e861a0-92b5-45bb-82c6-17336905920b None None] Network 8a55946f-f86e-40af-a5c4-d5b23474def6 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:46.792388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe8621-e247-4927-af3a-a863faf16e74 req-9aa0fe32-00f8-4079-8efc-6a22675b644c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:46.797279 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bffe8621-e247-4927-af3a-a863faf16e74 req-9aa0fe32-00f8-4079-8efc-6a22675b644c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5425200 Sep 29 23:15:46.805671 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b92f68c4-be05-44a5-acdb-23247970d7a7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:46.809168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b92f68c4-be05-44a5-acdb-23247970d7a7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/ca535a97-00d9-463c-8410-430ea2f6b629 HTTP/1.1" status: 204 len: 168 time: 1.5569780 Sep 29 23:15:46.820039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13211f11-146f-4d3e-8269-519b2796e1ed req-aba94dba-323d-4bee-a433-ea3deb65cc7b tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:46.821456 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-13a94c80-b76c-4f15-a5b6-8853817f32c2 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4030521 Sep 29 23:15:46.829611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13211f11-146f-4d3e-8269-519b2796e1ed req-aba94dba-323d-4bee-a433-ea3deb65cc7b tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 944 time: 0.0946715 Sep 29 23:15:46.831792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57960) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:46.832444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:46.845606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 3e2cb85f-2b8c-412f-b192-8c77d6e022de, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=3e2cb85f-2b8c-412f-b192-8c77d6e022de,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:46.852450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6320f312-fdcb-4f14-85b3-48dc3088af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2cb85f-2b8c-412f-b192-8c77d6e022de'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:46.855367 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d94cd81-911b-49ee-849e-1e656df6b24b" -d '{"events": [{"server_uuid": "6320f312-fdcb-4f14-85b3-48dc3088af09", "name": "network-vif-plugged", "status": "completed", "tag": "3e2cb85f-2b8c-412f-b192-8c77d6e022de"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:46.866591 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:46.953633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 978da8f0-38b6-4724-8b10-8a3779c0ee80 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:46.967862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-b9ba0654-8736-4873-8172-cc9a74f666db None None] Allocated IP 172.20.0.2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/41a97bb4-d2a5-44e3-a5f0-129fd3c19b6f/d9d2dd90-eb0c-4876-b863-ecb7d42ae367) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:46.973666 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a3c3cb-ba62-437d-89fe-82e4aad9d4a6 x-openstack-request-id: req-26a3c3cb-ba62-437d-89fe-82e4aad9d4a6 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:46.974031 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6320f312-fdcb-4f14-85b3-48dc3088af09", "name": "network-vif-plugged", "status": "completed", "tag": "3e2cb85f-2b8c-412f-b192-8c77d6e022de", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:46.974293 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-26a3c3cb-ba62-437d-89fe-82e4aad9d4a6 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:46.974694 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6320f312-fdcb-4f14-85b3-48dc3088af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e2cb85f-2b8c-412f-b192-8c77d6e022de', 'code': 200} Sep 29 23:15:46.984078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.000228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Transition to ACTIVE for port object 978da8f0-38b6-4724-8b10-8a3779c0ee80 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:15:47.029638 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.041784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-router', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:47.064871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=3e2cb85f-2b8c-412f-b192-8c77d6e022de,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:47.108839 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1894f4f5-0762-448f-8b72-87efa80b551f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:47.119932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1894f4f5-0762-448f-8b72-87efa80b551f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:47.126034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1894f4f5-0762-448f-8b72-87efa80b551f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:47.146032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1894f4f5-0762-448f-8b72-87efa80b551f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3096685 Sep 29 23:15:47.174982 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.179687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.215276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57970) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:47.259232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Pushing event updated for resources: {'Port': ['ID=978da8f0-38b6-4724-8b10-8a3779c0ee80,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:47.281506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe159b2a-4dc1-4c42-b0d8-53fce95b3e69 req-33c62e1b-6f71-4e30-9924-2560bfe9ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:47.295034 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fe159b2a-4dc1-4c42-b0d8-53fce95b3e69 req-33c62e1b-6f71-4e30-9924-2560bfe9ef50 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 1096 time: 0.2853277 Sep 29 23:15:47.358792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d9d2dd90-eb0c-4876-b863-ecb7d42ae367 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:47.446638 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.448316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Attempting to bind port 978da8f0-38b6-4724-8b10-8a3779c0ee80 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:47.448663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Attempting to bind port 978da8f0-38b6-4724-8b10-8a3779c0ee80 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:47.448996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Attempting to bind port 978da8f0-38b6-4724-8b10-8a3779c0ee80 on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:47.466749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Port 978da8f0-38b6-4724-8b10-8a3779c0ee80 on network 087e5120-73d2-426e-b117-b288b1b78538 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:15:47.467090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Attempting to bind port 978da8f0-38b6-4724-8b10-8a3779c0ee80 on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:47.473312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:47.473664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Checking segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:47.474159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Bound using segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:47.474603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Bound port: 978da8f0-38b6-4724-8b10-8a3779c0ee80, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:47.475019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.478139 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fe159b2a-4dc1-4c42-b0d8-53fce95b3e69 req-414c5de3-2b1e-48c7-8c8c-36acc57a1f18 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737640 Sep 29 23:15:47.498898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13211f11-146f-4d3e-8269-519b2796e1ed req-4730855e-be3e-462d-8b66-cf0f842243a4 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6679640 Sep 29 23:15:47.533072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-8a55946f-f86e-40af-a5c4-d5b23474def6', 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'fixed_ips': [{'subnet_id': 'a0d697bc-03af-4f1b-9486-7fe07c9d777e'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:15:47.534149 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.553742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b9ba0654-8736-4873-8172-cc9a74f666db None None] For port d9d2dd90-eb0c-4876-b863-ecb7d42ae367, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d9d2dd90-eb0c-4876-b863-ecb7d42ae367,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:47.578013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:47.578799 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.723972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] For port 978da8f0-38b6-4724-8b10-8a3779c0ee80, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:47.745567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] For port 978da8f0-38b6-4724-8b10-8a3779c0ee80, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=978da8f0-38b6-4724-8b10-8a3779c0ee80,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:47.763061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.828942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:47.829979 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.831721 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] 10.222.0.26 "PUT /v2.0/ports/978da8f0-38b6-4724-8b10-8a3779c0ee80 HTTP/1.1" status: 200 len: 1090 time: 3.0741668 Sep 29 23:15:47.834821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '978da8f0-38b6-4724-8b10-8a3779c0ee80'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:47.848696 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21170f26-170b-40b3-9463-115d25bff516" -d '{"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "978da8f0-38b6-4724-8b10-8a3779c0ee80"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:47.869496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0654-8736-4873-8172-cc9a74f666db None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.882595 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0654-8736-4873-8172-cc9a74f666db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:47.894209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:47.931227 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b380ac5c-c4f6-4990-b002-856bdd19bea2 x-openstack-request-id: req-b380ac5c-c4f6-4990-b002-856bdd19bea2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:47.931227 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "978da8f0-38b6-4724-8b10-8a3779c0ee80", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:47.933206 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b380ac5c-c4f6-4990-b002-856bdd19bea2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:47.933650 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '978da8f0-38b6-4724-8b10-8a3779c0ee80', 'status': 'completed', 'code': 200} Sep 29 23:15:48.079503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0a3776-a8d1-4b6f-acf8-ba1fe5d665bb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 41a97bb4-d2a5-44e3-a5f0-129fd3c19b6f {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:15:48.089160 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3776-a8d1-4b6f-acf8-ba1fe5d665bb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:48.097067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b5134-eb59-40d0-8c81-95ba32fffe5f service neutron] Pushing event updated for resources: {'Port': ['ID=978da8f0-38b6-4724-8b10-8a3779c0ee80,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:48.132808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-c3495ecc-f717-497a-9c2c-eefd6027fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.133467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-c3495ecc-f717-497a-9c2c-eefd6027fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.134086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-c3495ecc-f717-497a-9c2c-eefd6027fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.135038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-c3495ecc-f717-497a-9c2c-eefd6027fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.135602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-c3495ecc-f717-497a-9c2c-eefd6027fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.136192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-c3495ecc-f717-497a-9c2c-eefd6027fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.138622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-c3495ecc-f717-497a-9c2c-eefd6027fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.144169 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21170f26-170b-40b3-9463-115d25bff516 req-c3495ecc-f717-497a-9c2c-eefd6027fa1a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6284 time: 0.2084777 Sep 29 23:15:48.146290 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:48.173454 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3776-a8d1-4b6f-acf8-ba1fe5d665bb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:48.272537 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3776-a8d1-4b6f-acf8-ba1fe5d665bb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:48.309473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba0654-8736-4873-8172-cc9a74f666db None None] Pushing event updated for resources: {'Port': ['ID=d9d2dd90-eb0c-4876-b863-ecb7d42ae367,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:48.318691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Allocated IP 172.20.0.2 (8a55946f-f86e-40af-a5c4-d5b23474def6/a0d697bc-03af-4f1b-9486-7fe07c9d777e/8460534a-8dc1-4ea4-8e41-3969081cc5a4) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:48.413074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3776-a8d1-4b6f-acf8-ba1fe5d665bb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:48.471175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0a3776-a8d1-4b6f-acf8-ba1fe5d665bb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=41a97bb4-d2a5-44e3-a5f0-129fd3c19b6f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:48.543096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:48.576051 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e0a3776-a8d1-4b6f-acf8-ba1fe5d665bb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:48.583338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2e0a3776-a8d1-4b6f-acf8-ba1fe5d665bb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/41a97bb4-d2a5-44e3-a5f0-129fd3c19b6f HTTP/1.1" status: 204 len: 168 time: 1.2952006 Sep 29 23:15:48.592419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57992) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:48.731058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57994) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:48.736461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc0e506-1183-4200-834f-cd54880d7bcf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 9c73fdd9-b612-4715-a938-e37909b7b388 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:15:48.749486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-4bc70b16-eafd-48cc-82d1-67d34e684b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.749929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-4bc70b16-eafd-48cc-82d1-67d34e684b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.750419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-4bc70b16-eafd-48cc-82d1-67d34e684b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.754009 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21170f26-170b-40b3-9463-115d25bff516 req-4bc70b16-eafd-48cc-82d1-67d34e684b12 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5720689 Sep 29 23:15:48.755263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a845a6-724f-4863-b416-2eca300e27d0 req-080e8451-471f-444a-b5b1-8f162680eba4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.768863 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a845a6-724f-4863-b416-2eca300e27d0 req-080e8451-471f-444a-b5b1-8f162680eba4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.783247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a845a6-724f-4863-b416-2eca300e27d0 req-080e8451-471f-444a-b5b1-8f162680eba4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.800985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a845a6-724f-4863-b416-2eca300e27d0 req-080e8451-471f-444a-b5b1-8f162680eba4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.813300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a845a6-724f-4863-b416-2eca300e27d0 req-080e8451-471f-444a-b5b1-8f162680eba4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.837129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a845a6-724f-4863-b416-2eca300e27d0 req-080e8451-471f-444a-b5b1-8f162680eba4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.850227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a845a6-724f-4863-b416-2eca300e27d0 req-080e8451-471f-444a-b5b1-8f162680eba4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:48.852890 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:48.865713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15a845a6-724f-4863-b416-2eca300e27d0 req-080e8451-471f-444a-b5b1-8f162680eba4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5392 time: 1.3560495 Sep 29 23:15:48.873485 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:48.970409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc0e506-1183-4200-834f-cd54880d7bcf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:49.090314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Pushing event updated for resources: {'Port': ['ID=8460534a-8dc1-4ea4-8e41-3969081cc5a4,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:49.139613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Network 8a55946f-f86e-40af-a5c4-d5b23474def6 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:49.143570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:49.159078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:49.278086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170f26-170b-40b3-9463-115d25bff516 req-cac5da46-14f5-498b-b5ae-72dce9f5cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:49.279651 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21170f26-170b-40b3-9463-115d25bff516 req-cac5da46-14f5-498b-b5ae-72dce9f5cf80 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5173278 Sep 29 23:15:49.282006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15a845a6-724f-4863-b416-2eca300e27d0 req-f8c25f4c-d7db-45a5-8c22-e84a670d1587 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4116240 Sep 29 23:15:49.343151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d9d2dd90-eb0c-4876-b863-ecb7d42ae367 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:49.385555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373a780-bed7-435e-ba09-27a1c59c03d2 req-8d004ac3-293c-4d44-a7b9-d4dd69e6eab1 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:49.404561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b373a780-bed7-435e-ba09-27a1c59c03d2 req-8d004ac3-293c-4d44-a7b9-d4dd69e6eab1 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.7035706 Sep 29 23:15:49.421666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc0e506-1183-4200-834f-cd54880d7bcf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:49.452173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 069fc8e8-f008-4614-afb5-64ce1ad70754 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:49.463438 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:49.489652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Transition to ACTIVE for port object 069fc8e8-f008-4614-afb5-64ce1ad70754 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:15:49.511143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Attempting to bind port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:49.512723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Attempting to bind port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '47593211-baff-48d7-ba40-5be965abc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:49.513675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Attempting to bind port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 on network 8a55946f-f86e-40af-a5c4-d5b23474def6 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:49.514142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:49.524468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:49.525540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Checking segment: {'id': '47593211-baff-48d7-ba40-5be965abc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:49.526524 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:49.527439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Bound using segment: {'id': '47593211-baff-48d7-ba40-5be965abc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:49.528751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Bound port: 8460534a-8dc1-4ea4-8e41-3969081cc5a4, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47593211-baff-48d7-ba40-5be965abc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:49.529694 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:49.634804 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6421ac21-b89a-4b64-9781-76db6d11e078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:49.656269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Pushing event updated for resources: {'Port': ['ID=069fc8e8-f008-4614-afb5-64ce1ad70754,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:49.743622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] For port 8460534a-8dc1-4ea4-8e41-3969081cc5a4, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:49.754230 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] For port 8460534a-8dc1-4ea4-8e41-3969081cc5a4, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8460534a-8dc1-4ea4-8e41-3969081cc5a4,segment=NetworkSegment(47593211-baff-48d7-ba40-5be965abc6b3),segment_id=47593211-baff-48d7-ba40-5be965abc6b3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:49.766362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Attempting to bind port 069fc8e8-f008-4614-afb5-64ce1ad70754 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:49.766950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Attempting to bind port 069fc8e8-f008-4614-afb5-64ce1ad70754 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:49.767471 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Attempting to bind port 069fc8e8-f008-4614-afb5-64ce1ad70754 on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:49.768678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:49.769211 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:49.796791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Port 069fc8e8-f008-4614-afb5-64ce1ad70754 on network 087e5120-73d2-426e-b117-b288b1b78538 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:15:49.799729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Attempting to bind port 069fc8e8-f008-4614-afb5-64ce1ad70754 on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:49.807624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:49.808405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Checking segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:49.808972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Bound using segment: {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:49.810795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Bound port: 069fc8e8-f008-4614-afb5-64ce1ad70754, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e340a278-2deb-42a0-8ff0-004d4727fa4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '087e5120-73d2-426e-b117-b288b1b78538'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:49.811351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:49.843953 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:49.889336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3f303d-106d-4e7a-b924-01c470ffc920 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:49.957621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] For port 069fc8e8-f008-4614-afb5-64ce1ad70754, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:49.961740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] For port 069fc8e8-f008-4614-afb5-64ce1ad70754, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=069fc8e8-f008-4614-afb5-64ce1ad70754,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:49.973759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:50.049646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d65bae31-e95a-456f-a540-226c0323359c None None] Could not find standard attr ID for object ca535a97-00d9-463c-8410-430ea2f6b629. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:15:50.073548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:50.073814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:50.076686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] 10.222.0.26 "PUT /v2.0/ports/069fc8e8-f008-4614-afb5-64ce1ad70754 HTTP/1.1" status: 200 len: 1090 time: 2.1965919 Sep 29 23:15:50.094917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '069fc8e8-f008-4614-afb5-64ce1ad70754'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:50.101998 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a918e6a8-3226-4f25-b8df-e5e4e241af96" -d '{"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "069fc8e8-f008-4614-afb5-64ce1ad70754"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:50.121209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:50.249680 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11de235-2225-46a3-93af-40d9dbcdc3c2 x-openstack-request-id: req-d11de235-2225-46a3-93af-40d9dbcdc3c2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:50.249680 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "069fc8e8-f008-4614-afb5-64ce1ad70754", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:50.250060 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d11de235-2225-46a3-93af-40d9dbcdc3c2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:50.250326 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '069fc8e8-f008-4614-afb5-64ce1ad70754', 'status': 'completed', 'code': 200} Sep 29 23:15:50.251299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f123c-ef3b-40c1-9c54-1606dc8b863f service neutron] Pushing event updated for resources: {'Port': ['ID=069fc8e8-f008-4614-afb5-64ce1ad70754,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:50.271575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153495dc-6591-47bd-9f5a-5db05a4d8556 None None] Pushing event updated for resources: {'Port': ['ID=8460534a-8dc1-4ea4-8e41-3969081cc5a4,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:50.320100 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:50.377315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d65bae31-e95a-456f-a540-226c0323359c None None] Provisioning complete for port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:50.378129 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d65bae31-e95a-456f-a540-226c0323359c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:50.425547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:50.617748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-afde035f-031b-4430-986b-76d241e3fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:50.618241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-afde035f-031b-4430-986b-76d241e3fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:50.618728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-afde035f-031b-4430-986b-76d241e3fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:50.619213 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-afde035f-031b-4430-986b-76d241e3fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:50.619863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-afde035f-031b-4430-986b-76d241e3fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:50.620265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-afde035f-031b-4430-986b-76d241e3fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:50.620719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-afde035f-031b-4430-986b-76d241e3fa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:50.623423 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-afde035f-031b-4430-986b-76d241e3fa3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6351 time: 0.3529749 Sep 29 23:15:50.822211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b373a780-bed7-435e-ba09-27a1c59c03d2 req-4da6bbe3-c30d-4cdd-947a-ab7b7fd9a3b8 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4167442 Sep 29 23:15:51.007477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-04a4bf7a-cf28-4b0b-9972-d4817e1d55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.007990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-04a4bf7a-cf28-4b0b-9972-d4817e1d55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.008508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-04a4bf7a-cf28-4b0b-9972-d4817e1d55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.010055 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-04a4bf7a-cf28-4b0b-9972-d4817e1d55d7 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3693414 Sep 29 23:15:51.107277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcbb0c-76a8-4829-a22d-971e30413ce1 req-11ccdc64-d9e7-423b-b615-2e5d2b9eaaed tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.114337 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcbb0c-76a8-4829-a22d-971e30413ce1 req-11ccdc64-d9e7-423b-b615-2e5d2b9eaaed tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.127267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcbb0c-76a8-4829-a22d-971e30413ce1 req-11ccdc64-d9e7-423b-b615-2e5d2b9eaaed tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.136203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcbb0c-76a8-4829-a22d-971e30413ce1 req-11ccdc64-d9e7-423b-b615-2e5d2b9eaaed tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.151027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcbb0c-76a8-4829-a22d-971e30413ce1 req-11ccdc64-d9e7-423b-b615-2e5d2b9eaaed tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.170559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcbb0c-76a8-4829-a22d-971e30413ce1 req-11ccdc64-d9e7-423b-b615-2e5d2b9eaaed tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.177565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bcbb0c-76a8-4829-a22d-971e30413ce1 req-11ccdc64-d9e7-423b-b615-2e5d2b9eaaed tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.187536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08bcbb0c-76a8-4829-a22d-971e30413ce1 req-11ccdc64-d9e7-423b-b615-2e5d2b9eaaed tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5404 time: 0.4172392 Sep 29 23:15:51.206959 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc0e506-1183-4200-834f-cd54880d7bcf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:51.358908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8460534a-8dc1-4ea4-8e41-3969081cc5a4 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:51.403741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e2c8bb-1726-4da0-a14b-2650b57a11c7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:51.420388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:51.465424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Transition to ACTIVE for port object 46e2c8bb-1726-4da0-a14b-2650b57a11c7 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:15:51.467467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-3fb117bc-c81d-4e74-bfac-970aa5f9c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.472526 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a918e6a8-3226-4f25-b8df-e5e4e241af96 req-3fb117bc-c81d-4e74-bfac-970aa5f9c90b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4526057 Sep 29 23:15:51.473690 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:51.520780 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:51.521159 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:51.694644 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:51.756798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84771827-0449-4bc4-b493-e58822608600 service neutron] Pushing event updated for resources: {'Port': ['ID=46e2c8bb-1726-4da0-a14b-2650b57a11c7,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:51.802778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Attempting to bind port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:51.803187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Attempting to bind port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:51.803517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Attempting to bind port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 on network e39dd437-e6ea-4000-a22a-c65e25f5d59a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:51.819360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 on network e39dd437-e6ea-4000-a22a-c65e25f5d59a not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:15:51.819687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Attempting to bind port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 on network e39dd437-e6ea-4000-a22a-c65e25f5d59a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:51.824932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:51.825807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Checking segment: {'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:51.826199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Bound using segment: {'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:51.826640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Bound port: 46e2c8bb-1726-4da0-a14b-2650b57a11c7, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:51.827009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:51.849600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 8460534a-8dc1-4ea4-8e41-3969081cc5a4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8460534a-8dc1-4ea4-8e41-3969081cc5a4,segment=NetworkSegment(47593211-baff-48d7-ba40-5be965abc6b3),segment_id=47593211-baff-48d7-ba40-5be965abc6b3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:51.860687 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:51.975002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-216c3338-0f52-430a-ae60-307a4f4df58e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:51.979042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] For port 46e2c8bb-1726-4da0-a14b-2650b57a11c7, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:51.985527 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] For port 46e2c8bb-1726-4da0-a14b-2650b57a11c7, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=46e2c8bb-1726-4da0-a14b-2650b57a11c7,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:51.990066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-216c3338-0f52-430a-ae60-307a4f4df58e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/networks?id=5299c0b3-9945-454f-8f56-791169684b68 HTTP/1.1" status: 200 len: 813 time: 0.7851870 Sep 29 23:15:51.997171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.012713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=8460534a-8dc1-4ea4-8e41-3969081cc5a4,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:52.058105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:52.058735 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.061494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e5555d73-6ded-44ee-a470-3d86e7df26a2 None None] Provisioning complete for port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:52.061887 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5555d73-6ded-44ee-a470-3d86e7df26a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.063055 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-84771827-0449-4bc4-b493-e58822608600 service neutron] 10.222.0.26 "PUT /v2.0/ports/46e2c8bb-1726-4da0-a14b-2650b57a11c7 HTTP/1.1" status: 200 len: 1091 time: 1.9517300 Sep 29 23:15:52.089361 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08bcbb0c-76a8-4829-a22d-971e30413ce1 req-a5d214b7-5965-4106-9e04-48bd1c5afe35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8983233 Sep 29 23:15:52.111309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Request body: {'port': {'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:52.148545 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6421ac21-b89a-4b64-9781-76db6d11e078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.160683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc0e506-1183-4200-834f-cd54880d7bcf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.161915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e48f2b6-5b8d-4d39-8dbf-9870ad36ab79 None None] Network 8a55946f-f86e-40af-a5c4-d5b23474def6 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:52.180195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84771827-0449-4bc4-b493-e58822608600 service neutron] Pushing event updated for resources: {'Port': ['ID=46e2c8bb-1726-4da0-a14b-2650b57a11c7,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:52.257579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '46e2c8bb-1726-4da0-a14b-2650b57a11c7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:52.259850 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b" -d '{"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "46e2c8bb-1726-4da0-a14b-2650b57a11c7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:52.295979 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.315802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-d7149612-7d21-4ba8-946d-ecfb78b63a99 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/quotas/1dcc13f21f7347a091588854286c4b09 HTTP/1.1" status: 200 len: 375 time: 0.3246903 Sep 29 23:15:52.331508 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc0e506-1183-4200-834f-cd54880d7bcf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.335349 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-edc0e506-1183-4200-834f-cd54880d7bcf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/9c73fdd9-b612-4715-a938-e37909b7b388 HTTP/1.1" status: 204 len: 168 time: 3.7405310 Sep 29 23:15:52.337133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0e506-1183-4200-834f-cd54880d7bcf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=9c73fdd9-b612-4715-a938-e37909b7b388,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:52.339518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6421ac21-b89a-4b64-9781-76db6d11e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.370249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58106) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:52.370515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c5c9df-3eac-4dab-b129-3e4d830476d3 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:52.409990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6421ac21-b89a-4b64-9781-76db6d11e078 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=03d975197aec45f3a0cf590eceba9065&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5219779 Sep 29 23:15:52.412543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58110) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:52.441324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421ac21-b89a-4b64-9781-76db6d11e078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c7427f-05c4-4dcc-a348-f562409a1ce2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:52.500748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff05ad1-3087-4565-be6d-930b225e3d66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.512023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8f3617cc-e0f9-4a8f-8ca2-84097c4ecef3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1045215 Sep 29 23:15:52.520294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58112) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:52.525367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-87751517-2ea1-402a-8216-efea7b8e6c4a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:52.565496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb6610-2dce-4e14-bcff-96b9f6b375f5 req-1895ff40-2d07-47dc-bd15-f7901a2edb66 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:52.580309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ffb6610-2dce-4e14-bcff-96b9f6b375f5 req-1895ff40-2d07-47dc-bd15-f7901a2edb66 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.2628946 Sep 29 23:15:52.584825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-ac00a0a1-c31c-4311-86c4-ceee54fa34bc tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=1dcc13f21f7347a091588854286c4b09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2126772 Sep 29 23:15:52.600632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8a41554b-9310-4376-b877-f6d18eaa69d2 None None] Provisioning complete for port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:52.601134 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8a41554b-9310-4376-b877-f6d18eaa69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.609400 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.654605 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.692667 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff05ad1-3087-4565-be6d-930b225e3d66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.745566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd64c32-497c-40a8-a978-d6d3846ddb38 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:15:52.810241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Allocated IP 172.25.4.221 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/931b4112-0438-4840-822b-b84d2518a180) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:52.898625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6cd64c32-497c-40a8-a978-d6d3846ddb38 None None] Deleting port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:15:52.899347 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6cd64c32-497c-40a8-a978-d6d3846ddb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:52.923780 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8a41554b-9310-4376-b877-f6d18eaa69d2 None None] Could not find standard attr ID for object ca535a97-00d9-463c-8410-430ea2f6b629. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:15:52.948821 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.002236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87751517-2ea1-402a-8216-efea7b8e6c4a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:53.006235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87751517-2ea1-402a-8216-efea7b8e6c4a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.018270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff05ad1-3087-4565-be6d-930b225e3d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.022910 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff05ad1-3087-4565-be6d-930b225e3d66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.024238 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5ff05ad1-3087-4565-be6d-930b225e3d66 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7c7427f-05c4-4dcc-a348-f562409a1ce2 HTTP/1.1" status: 204 len: 168 time: 0.6105793 Sep 29 23:15:53.048295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ffb6610-2dce-4e14-bcff-96b9f6b375f5 req-d5136e9a-17a2-4fa5-b69b-d84b5cc0f6b0 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662216 Sep 29 23:15:53.086062 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6cd64c32-497c-40a8-a978-d6d3846ddb38 None None] For port d9d2dd90-eb0c-4876-b863-ecb7d42ae367, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d9d2dd90-eb0c-4876-b863-ecb7d42ae367,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:53.087396 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6cd64c32-497c-40a8-a978-d6d3846ddb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.116298 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff05ad1-3087-4565-be6d-930b225e3d66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c7427f-05c4-4dcc-a348-f562409a1ce2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:53.148980 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6cd64c32-497c-40a8-a978-d6d3846ddb38 None None] Calling delete_port for d9d2dd90-eb0c-4876-b863-ecb7d42ae367 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:15:53.290718 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.350693 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-bf6fe504-a66e-4350-ba35-37e57f3ba610 service neutron] 10.222.0.44 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7535028 Sep 29 23:15:53.354988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8460534a-8dc1-4ea4-8e41-3969081cc5a4 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:53.377957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:53.383520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:53.405576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:53.410405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Pushing event updated for resources: {'Port': ['ID=931b4112-0438-4840-822b-b84d2518a180,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:53.469324 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61f7751-eb3c-472b-83cc-76cc12c16c6c x-openstack-request-id: req-c61f7751-eb3c-472b-83cc-76cc12c16c6c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:53.469619 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "46e2c8bb-1726-4da0-a14b-2650b57a11c7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:53.469872 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c61f7751-eb3c-472b-83cc-76cc12c16c6c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:53.470262 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '46e2c8bb-1726-4da0-a14b-2650b57a11c7', 'status': 'completed', 'code': 200} Sep 29 23:15:53.605742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cea39f49-295f-4fe3-b890-6d6fff243e19 None None] Provisioning complete for port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:53.607935 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cea39f49-295f-4fe3-b890-6d6fff243e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.637757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ceaa646-8894-479c-a127-a14c16cf1019 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:15:53.662113 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.663650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-2e48bd9e-8367-4e5f-9149-74beaf86edc9 service neutron] 10.222.0.44 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977140 Sep 29 23:15:53.691343 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:15:53.730604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58126) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:53.745199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6cd64c32-497c-40a8-a978-d6d3846ddb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.756103 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6c5bd86-84cd-4eff-9d2b-2416d06e8dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.859581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd64c32-497c-40a8-a978-d6d3846ddb38 None None] No DVR routers for this DVR port d9d2dd90-eb0c-4876-b863-ecb7d42ae367 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:15:53.870169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd64c32-497c-40a8-a978-d6d3846ddb38 None None] Pushing event deleted for resources: {'Port': ['ID=d9d2dd90-eb0c-4876-b863-ecb7d42ae367,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:53.920265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:53.920928 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:53.921409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:54.035385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Transition to ACTIVE for port object 2ceaa646-8894-479c-a127-a14c16cf1019 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:15:54.080397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-d0f62e63-4a27-40ea-9686-8fe48eac2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.082041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-d0f62e63-4a27-40ea-9686-8fe48eac2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.087918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-d0f62e63-4a27-40ea-9686-8fe48eac2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.089861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-d0f62e63-4a27-40ea-9686-8fe48eac2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.092017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-d0f62e63-4a27-40ea-9686-8fe48eac2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.093346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-d0f62e63-4a27-40ea-9686-8fe48eac2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.094708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-d0f62e63-4a27-40ea-9686-8fe48eac2594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.098353 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-d0f62e63-4a27-40ea-9686-8fe48eac2594 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6418 time: 0.6349680 Sep 29 23:15:54.122579 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87751517-2ea1-402a-8216-efea7b8e6c4a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:54.144409 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:54.199974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d9d2dd90-eb0c-4876-b863-ecb7d42ae367 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:15:54.234808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: d9d2dd90-eb0c-4876-b863-ecb7d42ae367 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:15:54.235307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d9d2dd90-eb0c-4876-b863-ecb7d42ae367 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:15:54.247167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168febb8-65ed-45b3-9d33-cc6a67671635 req-bf147564-20b6-4c46-9b45-363fc1bc660c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.254057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168febb8-65ed-45b3-9d33-cc6a67671635 req-bf147564-20b6-4c46-9b45-363fc1bc660c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.260352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168febb8-65ed-45b3-9d33-cc6a67671635 req-bf147564-20b6-4c46-9b45-363fc1bc660c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.269216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168febb8-65ed-45b3-9d33-cc6a67671635 req-bf147564-20b6-4c46-9b45-363fc1bc660c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.275493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168febb8-65ed-45b3-9d33-cc6a67671635 req-bf147564-20b6-4c46-9b45-363fc1bc660c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.283386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168febb8-65ed-45b3-9d33-cc6a67671635 req-bf147564-20b6-4c46-9b45-363fc1bc660c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.295643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168febb8-65ed-45b3-9d33-cc6a67671635 req-bf147564-20b6-4c46-9b45-363fc1bc660c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.297628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-168febb8-65ed-45b3-9d33-cc6a67671635 req-bf147564-20b6-4c46-9b45-363fc1bc660c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.3884778 Sep 29 23:15:54.338039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ceaa646-8894-479c-a127-a14c16cf1019,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:54.362011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87751517-2ea1-402a-8216-efea7b8e6c4a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:54.470394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87751517-2ea1-402a-8216-efea7b8e6c4a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=c491ce4d-bedb-4d83-90ee-bb06a362b6ee,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:54.492998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ca36f0-d1f3-424c-8387-4dfad7d17b4a req-4817e9fe-7a8e-4212-891e-f33848a5d3f3 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:54.494680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42ca36f0-d1f3-424c-8387-4dfad7d17b4a req-4817e9fe-7a8e-4212-891e-f33848a5d3f3 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.4141748 Sep 29 23:15:54.500808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-87751517-2ea1-402a-8216-efea7b8e6c4a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:54.518888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a5e176-5173-4a3c-8e71-b526c09d051c None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:15:54.607317 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6c5bd86-84cd-4eff-9d2b-2416d06e8dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:54.652143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6c5bd86-84cd-4eff-9d2b-2416d06e8dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:54.715348 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:54.723487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b6c5bd86-84cd-4eff-9d2b-2416d06e8dad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6419e16ded414c88b7a3d0124bbb3baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9915445 Sep 29 23:15:54.731152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58144) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:54.772722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-168febb8-65ed-45b3-9d33-cc6a67671635 req-8fe0a4ca-9e1e-4fd5-859f-6aa4f220a5dc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4629438 Sep 29 23:15:54.832297 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c5bd86-84cd-4eff-9d2b-2416d06e8dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7338fee-6f15-44bb-82ad-608741c23b6f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:54.878303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': 'c491ce4d-bedb-4d83-90ee-bb06a362b6ee'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:15:54.879537 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:54.945887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42ca36f0-d1f3-424c-8387-4dfad7d17b4a req-60053495-bff6-4d37-a58a-8ac56e2e67dc tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143589 Sep 29 23:15:55.051694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37ed705b-0448-4009-90b5-1f279cdc51e8 req-268757ee-deee-44ee-b559-7a96a3858d8a tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 210 time: 0.0721581 Sep 29 23:15:55.090880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c51b3fb2-ff79-4df2-81c7-27eb328066ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:55.141233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c51b3fb2-ff79-4df2-81c7-27eb328066ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:55.205621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Allocated IP 172.20.0.2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/c491ce4d-bedb-4d83-90ee-bb06a362b6ee/84faca3b-61f3-49d4-8ab7-75eaecb831fb) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:55.230988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Router 65029008-e5ea-4c5a-a38e-7615ac26d099 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:15:55.278460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-7a437182-b3e8-48d4-9787-9e19e5f1a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:55.279307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-7a437182-b3e8-48d4-9787-9e19e5f1a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:55.279745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-7a437182-b3e8-48d4-9787-9e19e5f1a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:55.283195 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-7a437182-b3e8-48d4-9787-9e19e5f1a5c8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.1460457 Sep 29 23:15:55.287286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87751517-2ea1-402a-8216-efea7b8e6c4a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:55.289218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87751517-2ea1-402a-8216-efea7b8e6c4a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:55.289488 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c51b3fb2-ff79-4df2-81c7-27eb328066ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:55.292657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c51b3fb2-ff79-4df2-81c7-27eb328066ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:55.296818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c51b3fb2-ff79-4df2-81c7-27eb328066ec admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e7338fee-6f15-44bb-82ad-608741c23b6f HTTP/1.1" status: 204 len: 168 time: 0.5606091 Sep 29 23:15:55.326539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287d41a-88db-425a-9323-e2a8be522493 req-440b610b-6cde-4888-9da2-431616a8bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:55.328694 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8287d41a-88db-425a-9323-e2a8be522493 req-440b610b-6cde-4888-9da2-431616a8bc03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62bcf4cab4364b038f970d284171d03a&device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 1096 time: 1.3008745 Sep 29 23:15:55.351444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51b3fb2-ff79-4df2-81c7-27eb328066ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7338fee-6f15-44bb-82ad-608741c23b6f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:55.380835 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-87751517-2ea1-402a-8216-efea7b8e6c4a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8586600 Sep 29 23:15:55.385835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:55.412774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:55.665812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:55.671986 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:55.753310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Attempting to bind port 2ceaa646-8894-479c-a127-a14c16cf1019 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:55.765759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Attempting to bind port 2ceaa646-8894-479c-a127-a14c16cf1019 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:55.766420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Attempting to bind port 2ceaa646-8894-479c-a127-a14c16cf1019 on network e39dd437-e6ea-4000-a22a-c65e25f5d59a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:55.792327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Port 2ceaa646-8894-479c-a127-a14c16cf1019 on network e39dd437-e6ea-4000-a22a-c65e25f5d59a not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:15:55.799625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Attempting to bind port 2ceaa646-8894-479c-a127-a14c16cf1019 on network e39dd437-e6ea-4000-a22a-c65e25f5d59a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:55.816604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287d41a-88db-425a-9323-e2a8be522493 req-ed8e3551-161d-4b28-ab5e-ab43704187cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:55.820511 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8287d41a-88db-425a-9323-e2a8be522493 req-ed8e3551-161d-4b28-ab5e-ab43704187cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 200 len: 911 time: 0.4323263 Sep 29 23:15:55.823844 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:55.824430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Checking segment: {'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:55.825030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Bound using segment: {'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:55.825709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Bound port: 2ceaa646-8894-479c-a127-a14c16cf1019, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d68d291-939e-46e5-ab28-51bc636bd30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:55.826257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:55.830294 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:55.833063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:15:55.848256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-ad9715e8-104c-4351-b5f4-89bce9be89f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:55.850372 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-ad9715e8-104c-4351-b5f4-89bce9be89f8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5407250 Sep 29 23:15:55.852293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Sync routers for ids ['65029008-e5ea-4c5a-a38e-7615ac26d099'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:15:55.874948 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:55.877750 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:55.882356 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f0fef509-034b-4d43-82e4-301bb31c8b42 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.8529992 Sep 29 23:15:55.887378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58158) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:15:55.948923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8287d41a-88db-425a-9323-e2a8be522493 req-aaf3a9ce-dabe-491d-b059-6f8d4fca63c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2cb85f-2b8c-412f-b192-8c77d6e022de HTTP/1.1" status: 200 len: 217 time: 0.1037998 Sep 29 23:15:55.955405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Pushing event updated for resources: {'Port': ['ID=84faca3b-61f3-49d4-8ab7-75eaecb831fb,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:56.004581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:15:56.015802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:15:56.024803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:15:56.027149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Routers {'65029008-e5ea-4c5a-a38e-7615ac26d099'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:56.027793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65029008-e5ea-4c5a-a38e-7615ac26d099'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:56.116617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] For port 2ceaa646-8894-479c-a127-a14c16cf1019, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:56.120632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] For port 2ceaa646-8894-479c-a127-a14c16cf1019, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2ceaa646-8894-479c-a127-a14c16cf1019,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:56.145124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:56.279612 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Attempting to bind port 84faca3b-61f3-49d4-8ab7-75eaecb831fb on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:56.280086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Attempting to bind port 84faca3b-61f3-49d4-8ab7-75eaecb831fb by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:56.280459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Attempting to bind port 84faca3b-61f3-49d4-8ab7-75eaecb831fb on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:56.316574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8287d41a-88db-425a-9323-e2a8be522493 req-effc773b-19a7-4d74-b624-c6a1e7b89dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:56.318808 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8287d41a-88db-425a-9323-e2a8be522493 req-effc773b-19a7-4d74-b624-c6a1e7b89dbf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e HTTP/1.1" status: 200 len: 850 time: 0.3567629 Sep 29 23:15:56.322278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Pushing event updated for resources: {'Port': ['ID=2ceaa646-8894-479c-a127-a14c16cf1019,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:56.332611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:56.332995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:56.333408 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:56.333807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:56.334571 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Bound port: 84faca3b-61f3-49d4-8ab7-75eaecb831fb, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:56.334957 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:56.363078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:56.364347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:56.369415 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-f4668aec-adc8-4226-89ca-d0594fcd91d6 service neutron] 10.222.0.26 "PUT /v2.0/ports/2ceaa646-8894-479c-a127-a14c16cf1019 HTTP/1.1" status: 200 len: 1091 time: 4.2703080 Sep 29 23:15:56.374096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '2ceaa646-8894-479c-a127-a14c16cf1019'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:15:56.400110 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028" -d '{"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "2ceaa646-8894-479c-a127-a14c16cf1019"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:15:56.458077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] For port 84faca3b-61f3-49d4-8ab7-75eaecb831fb, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:56.459118 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8287d41a-88db-425a-9323-e2a8be522493 req-9c89fc09-459e-489f-8d78-c227c02c9951 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80bbd6fe-5382-44cf-812b-242c2203ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158919 Sep 29 23:15:56.472916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] For port 84faca3b-61f3-49d4-8ab7-75eaecb831fb, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=84faca3b-61f3-49d4-8ab7-75eaecb831fb,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:56.500629 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:56.521314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Set router 65029008-e5ea-4c5a-a38e-7615ac26d099 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:56.617256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-425c8a60-9731-4980-804e-f95f7800e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:56.618410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-425c8a60-9731-4980-804e-f95f7800e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:56.619472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-425c8a60-9731-4980-804e-f95f7800e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:56.620050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-425c8a60-9731-4980-804e-f95f7800e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:56.620597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-425c8a60-9731-4980-804e-f95f7800e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:56.621285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-425c8a60-9731-4980-804e-f95f7800e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:56.622698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-425c8a60-9731-4980-804e-f95f7800e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:56.626243 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-425c8a60-9731-4980-804e-f95f7800e5d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6485 time: 0.1866467 Sep 29 23:15:56.721928 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-55576db3-c25c-43ee-a352-f8dbe9e06abd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2 HTTP/1.1" status: 200 len: 217 time: 0.0782330 Sep 29 23:15:56.832849 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8287d41a-88db-425a-9323-e2a8be522493 req-c8fe4dff-f838-4e91-8fce-b8d6ea65a3f2 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438220 Sep 29 23:15:56.881362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e26057-3010-496a-81aa-793e7d51b8a9 None None] Pushing event updated for resources: {'Port': ['ID=84faca3b-61f3-49d4-8ab7-75eaecb831fb,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:57.029205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-a260f7a1-1e43-43d9-8a55-bc3779bd7af6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.031529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-a260f7a1-1e43-43d9-8a55-bc3779bd7af6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.42 "GET /v2.0/networks?id=5299c0b3-9945-454f-8f56-791169684b68 HTTP/1.1" status: 200 len: 813 time: 1.4464505 Sep 29 23:15:57.035352 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8287d41a-88db-425a-9323-e2a8be522493 req-44f69ec7-a58b-4050-8ba9-8b7b0ecc20be service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922259 Sep 29 23:15:57.063448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-cce41f07-1595-41bb-9899-819d2190486e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.085993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-cce41f07-1595-41bb-9899-819d2190486e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d4f193-42c1-43e8-b396-fd04a76a0f33 HTTP/1.1" status: 200 len: 856 time: 0.3474777 Sep 29 23:15:57.124939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-router', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '931b4112-0438-4840-822b-b84d2518a180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:47Z', 'updated_at': '2021-09-29T23:15:53Z', 'revision_number': 3, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'gw_port': {'id': '931b4112-0438-4840-822b-b84d2518a180', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:52Z', 'updated_at': '2021-09-29T23:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:57.171370 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Checking router: 65029008-e5ea-4c5a-a38e-7615ac26d099 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:15:57.171731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Updating router 65029008-e5ea-4c5a-a38e-7615ac26d099 port 931b4112-0438-4840-822b-b84d2518a180 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:15:57.233906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:57.290742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-fa0d1381-8424-49fc-8c3e-7c95ecb0e4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.294568 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-fa0d1381-8424-49fc-8c3e-7c95ecb0e4bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=359d21d4-b615-40c7-8882-16bffeac10b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2000523 Sep 29 23:15:57.375580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Request body: {'port': {'device_id': 'b0d0fd92-ae9d-4fd8-a903-2eff9b922f33', 'network_id': '5299c0b3-9945-454f-8f56-791169684b68', 'admin_state_up': True, 'tenant_id': '1dcc13f21f7347a091588854286c4b09'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:15:57.488421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 84faca3b-61f3-49d4-8ab7-75eaecb831fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:57.495714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df6c5a-999a-4886-b239-2e242bb4b94b req-2a7b1843-3a8c-4bf2-932b-b70e434dce83 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.498234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44df6c5a-999a-4886-b239-2e242bb4b94b req-2a7b1843-3a8c-4bf2-932b-b70e434dce83 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.6825826 Sep 29 23:15:57.517820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0ee04052-5654-4cf0-b4a5-d6c8ddef0c10 service neutron] 10.222.0.26 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093241 Sep 29 23:15:57.562074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f14f99-50f4-4f93-9eca-156517002ca7 req-fb71900e-45c1-4bc0-9674-87651ceabdce tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.568736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f14f99-50f4-4f93-9eca-156517002ca7 req-fb71900e-45c1-4bc0-9674-87651ceabdce tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.575923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f14f99-50f4-4f93-9eca-156517002ca7 req-fb71900e-45c1-4bc0-9674-87651ceabdce tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.584127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f14f99-50f4-4f93-9eca-156517002ca7 req-fb71900e-45c1-4bc0-9674-87651ceabdce tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.592667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f14f99-50f4-4f93-9eca-156517002ca7 req-fb71900e-45c1-4bc0-9674-87651ceabdce tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.604423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f14f99-50f4-4f93-9eca-156517002ca7 req-fb71900e-45c1-4bc0-9674-87651ceabdce tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.612179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f14f99-50f4-4f93-9eca-156517002ca7 req-fb71900e-45c1-4bc0-9674-87651ceabdce tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.621131 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57f14f99-50f4-4f93-9eca-156517002ca7 req-fb71900e-45c1-4bc0-9674-87651ceabdce tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.8064063 Sep 29 23:15:57.657611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 84faca3b-61f3-49d4-8ab7-75eaecb831fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:57.657998 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:57.774591 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-2ca3fb99-ce35-44d8-bc54-66ff861f3258 service neutron] 10.222.0.26 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483060 Sep 29 23:15:57.853780 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-2a75611d-9dc6-4e43-9a38-196ab2a50ad4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=31d86626-588b-4d59-8986-6050b136850a HTTP/1.1" status: 200 len: 217 time: 0.0714509 Sep 29 23:15:57.913953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44df6c5a-999a-4886-b239-2e242bb4b94b req-d33ee6c3-8d09-4eb2-9ecb-ac99e6c3af8a tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717861 Sep 29 23:15:57.945631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57f14f99-50f4-4f93-9eca-156517002ca7 req-a70e3f25-e6e6-44af-b79d-c4d5b35a218b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3233719 Sep 29 23:15:57.971867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-536dee22-cb9c-47db-95f3-472fda2c3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:57.976223 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-536dee22-cb9c-47db-95f3-472fda2c3685 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1141553 Sep 29 23:15:58.146046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-61de522d-ed2c-4606-811e-6f49cecf0340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:58.147604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-61de522d-ed2c-4606-811e-6f49cecf0340 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1552703 Sep 29 23:15:58.154218 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:58.224920 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cec1b0c8-389e-4253-80c7-5b844b8fa816 req-3dcc0e69-b071-4656-8ab7-4457c5026ce4 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 210 time: 0.1697268 Sep 29 23:15:58.268145 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:58.285513 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:58.380119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Made reservation on behalf of 1dcc13f21f7347a091588854286c4b09 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:15:58.384235 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:58.407166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 84faca3b-61f3-49d4-8ab7-75eaecb831fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=84faca3b-61f3-49d4-8ab7-75eaecb831fb,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:15:58.443752 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:58.457918 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-2939d409-2188-4ac8-8e0b-e537a9bc33da service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844126 Sep 29 23:15:58.458076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Attempting to bind port 931b4112-0438-4840-822b-b84d2518a180 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:15:58.458338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Attempting to bind port 931b4112-0438-4840-822b-b84d2518a180 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:15:58.458667 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Attempting to bind port 931b4112-0438-4840-822b-b84d2518a180 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:15:58.459725 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96981a47-ce2f-4bb1-b8bb-183de9870158 x-openstack-request-id: req-96981a47-ce2f-4bb1-b8bb-183de9870158 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:15:58.460052 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "2ceaa646-8894-479c-a127-a14c16cf1019", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:15:58.460307 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96981a47-ce2f-4bb1-b8bb-183de9870158 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:15:58.460756 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '2ceaa646-8894-479c-a127-a14c16cf1019', 'status': 'completed', 'code': 200} Sep 29 23:15:58.473819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:15:58.474335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:15:58.474750 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:58.475146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:15:58.475625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Bound port: 931b4112-0438-4840-822b-b84d2518a180, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:15:58.476030 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:58.511136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838196c-04cb-4359-aebe-4b268a04af2a None None] Pushing event updated for resources: {'Port': ['ID=931b4112-0438-4840-822b-b84d2518a180,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:58.593538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-406bd022-7f59-41e6-955b-3fa3674199f9 None None] Provisioning complete for port 84faca3b-61f3-49d4-8ab7-75eaecb831fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:58.597038 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-406bd022-7f59-41e6-955b-3fa3674199f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:58.665431 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-8fa6dd3b-d8d6-4e84-b858-902a9ddb3677 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006097 Sep 29 23:15:58.683255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=84faca3b-61f3-49d4-8ab7-75eaecb831fb,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:58.697725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] For port 931b4112-0438-4840-822b-b84d2518a180, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:15:58.717655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] For port 931b4112-0438-4840-822b-b84d2518a180, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=931b4112-0438-4840-822b-b84d2518a180,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:15:58.734653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:58.739065 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-76b7c994-1883-4594-9db9-9da3ad522f22 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 HTTP/1.1" status: 200 len: 217 time: 0.0637794 Sep 29 23:15:58.791420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:58.844562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Routers {'65029008-e5ea-4c5a-a38e-7615ac26d099'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:15:58.845185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-fec0ca85-f472-4243-b771-3c17cf8786cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:58.845399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65029008-e5ea-4c5a-a38e-7615ac26d099'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:58.848620 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-fec0ca85-f472-4243-b771-3c17cf8786cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1004598 Sep 29 23:15:58.883438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:15:58.937862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838196c-04cb-4359-aebe-4b268a04af2a None None] Pushing event updated for resources: {'Port': ['ID=931b4112-0438-4840-822b-b84d2518a180,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:15:58.949768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-2c5af88e-7fe1-4f08-843d-5c3b54f600de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:58.951438 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-2c5af88e-7fe1-4f08-843d-5c3b54f600de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0783815 Sep 29 23:15:59.097402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] Set router 65029008-e5ea-4c5a-a38e-7615ac26d099 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:15:59.126069 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-6a0755d5-443e-4b3d-8808-8a18e81f32e3 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676576 Sep 29 23:15:59.276770 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 84faca3b-61f3-49d4-8ab7-75eaecb831fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:15:59.330774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Allocated IP 172.20.0.11 (5299c0b3-9945-454f-8f56-791169684b68/dc0555d4-9380-49e0-bceb-953bb581ebb3/20c32f9f-9105-4f87-af8b-d1aed860baae) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:15:59.351574 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-4a685a34-937d-4cd0-9210-b15872e6cdf5 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166710 Sep 29 23:15:59.426220 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-e3a9ab03-8748-4090-8e1f-30b1d38d1d9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=978da8f0-38b6-4724-8b10-8a3779c0ee80 HTTP/1.1" status: 200 len: 217 time: 0.0615995 Sep 29 23:15:59.426747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 84faca3b-61f3-49d4-8ab7-75eaecb831fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:15:59.427288 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:59.462589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77e44-f0c9-41db-91dd-516a82424350 req-b28f984e-5aab-40c8-af49-04ccb1000d0e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:59.479725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77e44-f0c9-41db-91dd-516a82424350 req-b28f984e-5aab-40c8-af49-04ccb1000d0e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:59.498557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77e44-f0c9-41db-91dd-516a82424350 req-b28f984e-5aab-40c8-af49-04ccb1000d0e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:59.504763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77e44-f0c9-41db-91dd-516a82424350 req-b28f984e-5aab-40c8-af49-04ccb1000d0e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:59.511813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77e44-f0c9-41db-91dd-516a82424350 req-b28f984e-5aab-40c8-af49-04ccb1000d0e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:59.529062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77e44-f0c9-41db-91dd-516a82424350 req-b28f984e-5aab-40c8-af49-04ccb1000d0e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:59.535733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f77e44-f0c9-41db-91dd-516a82424350 req-b28f984e-5aab-40c8-af49-04ccb1000d0e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:59.544828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08f77e44-f0c9-41db-91dd-516a82424350 req-b28f984e-5aab-40c8-af49-04ccb1000d0e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.3868611 Sep 29 23:15:59.568695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-router', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '931b4112-0438-4840-822b-b84d2518a180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:47Z', 'updated_at': '2021-09-29T23:15:53Z', 'revision_number': 3, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'gw_port': {'id': '931b4112-0438-4840-822b-b84d2518a180', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:52Z', 'updated_at': '2021-09-29T23:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:15:59.574812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-36483f70-d84a-45ab-9493-b2a4adf5d949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:59.577099 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-36483f70-d84a-45ab-9493-b2a4adf5d949 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1431484 Sep 29 23:15:59.602691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f4f53-6acf-4f47-93bd-b80ed09b02a8 req-fe7dbe0a-63bf-4d13-91cb-4c4bd96e2c98 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:59.606107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a2f4f53-6acf-4f47-93bd-b80ed09b02a8 req-fe7dbe0a-63bf-4d13-91cb-4c4bd96e2c98 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.4475534 Sep 29 23:15:59.645384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b2055d-1898-4f79-bf4c-956573855862 None None] The sync data for ids ['65029008-e5ea-4c5a-a38e-7615ac26d099'] in n-d-811173-2 is: [{'id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-router', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '931b4112-0438-4840-822b-b84d2518a180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:47Z', 'updated_at': '2021-09-29T23:15:53Z', 'revision_number': 3, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'gw_port': {'id': '931b4112-0438-4840-822b-b84d2518a180', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:52Z', 'updated_at': '2021-09-29T23:15:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:15:59.658061 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:15:59.692859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-2879c026-bb03-4ea1-8d28-8367992ef72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:15:59.698499 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-2879c026-bb03-4ea1-8d28-8367992ef72f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1076345 Sep 29 23:15:59.871766 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-044ea64c-e8f9-49d1-b825-f7adc6955bf7 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654456 Sep 29 23:16:00.076260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08f77e44-f0c9-41db-91dd-516a82424350 req-542a7fc3-9ec9-4bf8-a970-d33c9d32444d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5258482 Sep 29 23:16:00.086081 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-7d305660-d4a8-40f3-a8dd-df9884baf971 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047145 Sep 29 23:16:00.107063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Allocated IP 172.20.0.1 (8a55946f-f86e-40af-a5c4-d5b23474def6/a0d697bc-03af-4f1b-9486-7fe07c9d777e/6d71c95f-2890-4441-a39b-cdac49d9fabe) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:00.172580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-e8d062bb-5335-49a0-831d-27c378150c42 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=069fc8e8-f008-4614-afb5-64ce1ad70754 HTTP/1.1" status: 200 len: 217 time: 0.0777237 Sep 29 23:16:00.280723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-baadaf20-13c4-4350-b940-c2dd142f242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:00.282590 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-baadaf20-13c4-4350-b940-c2dd142f242c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1017199 Sep 29 23:16:00.367661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-41e4e32a-51d3-4ca4-82e4-bbc4aade57f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:00.383757 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-41e4e32a-51d3-4ca4-82e4-bbc4aade57f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0919366 Sep 29 23:16:00.532169 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-6ca3adfc-f0b2-4b10-89cb-e6a8ee320fae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1472871 Sep 29 23:16:00.619165 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-e456f073-7296-4415-9763-0b8c39ed8bf4 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961312 Sep 29 23:16:00.638150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-cf927f51-315a-4491-9725-8f37cb706279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:00.640389 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-cf927f51-315a-4491-9725-8f37cb706279 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62bcf4cab4364b038f970d284171d03a&device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 1096 time: 0.0821037 Sep 29 23:16:00.688675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] For port 84faca3b-61f3-49d4-8ab7-75eaecb831fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=84faca3b-61f3-49d4-8ab7-75eaecb831fb,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:00.729383 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:00.761385 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:00.762268 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:00.776358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a2f4f53-6acf-4f47-93bd-b80ed09b02a8 req-09312699-1772-4034-8c9e-556997995a6a tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1239460 Sep 29 23:16:00.841895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-f75665fa-00d6-4191-a0c2-942f9b198c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:00.843765 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-f75665fa-00d6-4191-a0c2-942f9b198c1e service neutron] 10.222.0.26 "GET /v2.0/networks?id=80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 200 len: 911 time: 0.1821222 Sep 29 23:16:00.900328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bb2a5b9-fba2-4ebc-b6ab-7ca41eba75b6 req-92527e84-242f-48bd-80bd-e82714e801f5 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 210 time: 0.2412310 Sep 29 23:16:00.941085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:00.942793 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-38d666f0-73e5-41a7-9cc9-ebef828fd1ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=587d882f-4f6b-4e4d-9a28-62a5e300fbca HTTP/1.1" status: 200 len: 217 time: 0.0897954 Sep 29 23:16:00.950458 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-9161d2e3-96a5-45a7-8c14-e8c72fbcbf0b service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227599 Sep 29 23:16:00.989038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:01.020204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:01.034913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a94e892-893f-4b50-8a8b-50011417fe5a None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:01.037114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.037715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:01.105388 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-3b7128ce-6bdc-434f-80ab-f852fb114fae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46e2c8bb-1726-4da0-a14b-2650b57a11c7 HTTP/1.1" status: 200 len: 217 time: 0.1341546 Sep 29 23:16:01.120920 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=84faca3b-61f3-49d4-8ab7-75eaecb831fb,revision_number=5']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:01.123956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=137a5d5b-b993-4753-9cb1-a61505092258,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:01.137040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5bbe69d7-e4c1-45f8-92af-383ea637860d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.7434318 Sep 29 23:16:01.138022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58268) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:01.163195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:a7:34:d1', 'name': 'tempest-NetworksTestDHCPv6-127421723'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:01.176328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:01.205485 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:01.279387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-58e09756-13bb-4d57-a513-0127f6525f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.281003 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-58e09756-13bb-4d57-a513-0127f6525f4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e HTTP/1.1" status: 200 len: 850 time: 0.3196712 Sep 29 23:16:01.302913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-c053c938-34bf-4c5a-8f95-49dcf2832474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.304719 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-c053c938-34bf-4c5a-8f95-49dcf2832474 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b73ade4-2bdf-4abe-9a8c-d2305af0db28 HTTP/1.1" status: 200 len: 797 time: 0.1985626 Sep 29 23:16:01.351861 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-7a8c7c67-8b51-4610-b449-8793fc80c2aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80bbd6fe-5382-44cf-812b-242c2203ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630033 Sep 29 23:16:01.394154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Pushing event updated for resources: {'Port': ['ID=6d71c95f-2890-4441-a39b-cdac49d9fabe,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:01.455370 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 931b4112-0438-4840-822b-b84d2518a180 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:01.483485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Network 8a55946f-f86e-40af-a5c4-d5b23474def6 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:01.522038 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-c61d12e6-41d9-402a-ac5e-07ca69835935 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396964 Sep 29 23:16:01.523142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:01.536008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:01.545011 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:01.552841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 931b4112-0438-4840-822b-b84d2518a180 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:01.552841 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:01.560571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-211ff808-9302-4ce5-b3b6-c87f466b0836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.562120 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-211ff808-9302-4ce5-b3b6-c87f466b0836 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2252450 Sep 29 23:16:01.776692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:01.816143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 931b4112-0438-4840-822b-b84d2518a180, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=931b4112-0438-4840-822b-b84d2518a180,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:01.831523 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:01.832534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 84faca3b-61f3-49d4-8ab7-75eaecb831fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:01.864238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a39c3a-7ac7-4b90-a9ed-56c2662f5c21 req-6f2280dc-5c2a-4cf4-ada5-2666f9ec3c19 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.880737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a39c3a-7ac7-4b90-a9ed-56c2662f5c21 req-6f2280dc-5c2a-4cf4-ada5-2666f9ec3c19 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.902303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a39c3a-7ac7-4b90-a9ed-56c2662f5c21 req-6f2280dc-5c2a-4cf4-ada5-2666f9ec3c19 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.927471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a39c3a-7ac7-4b90-a9ed-56c2662f5c21 req-6f2280dc-5c2a-4cf4-ada5-2666f9ec3c19 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.932265 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-3e5026f4-f9e6-4d4a-89cf-f7f7f87d9f0c service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324022 Sep 29 23:16:01.945508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a39c3a-7ac7-4b90-a9ed-56c2662f5c21 req-6f2280dc-5c2a-4cf4-ada5-2666f9ec3c19 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.964612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a39c3a-7ac7-4b90-a9ed-56c2662f5c21 req-6f2280dc-5c2a-4cf4-ada5-2666f9ec3c19 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.985652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a39c3a-7ac7-4b90-a9ed-56c2662f5c21 req-6f2280dc-5c2a-4cf4-ada5-2666f9ec3c19 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:01.990780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6a39c3a-7ac7-4b90-a9ed-56c2662f5c21 req-6f2280dc-5c2a-4cf4-ada5-2666f9ec3c19 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.6546512 Sep 29 23:16:02.189212 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-55370df6-6cd4-41f5-b81b-92d5e5d48704 req-851235dc-86b2-4e76-9b93-f437d6e1fe70 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583967 Sep 29 23:16:02.189556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Network 5299c0b3-9945-454f-8f56-791169684b68 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:02.193152 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-7420d082-38dc-403b-adfa-7be169a1c740 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512398 Sep 29 23:16:02.259214 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:02.269592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Pushing event updated for resources: {'Port': ['ID=20c32f9f-9105-4f87-af8b-d1aed860baae,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:02.272262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=931b4112-0438-4840-822b-b84d2518a180,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:02.273503 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-537530aa-a5e8-4249-ae78-88093944d7ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ceaa646-8894-479c-a127-a14c16cf1019 HTTP/1.1" status: 200 len: 217 time: 0.0675182 Sep 29 23:16:02.296946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-abb5284a-bf40-45d0-9ea0-3f8689ec707e None None] Provisioning complete for port 6d71c95f-2890-4441-a39b-cdac49d9fabe triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:02.297562 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-abb5284a-bf40-45d0-9ea0-3f8689ec707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:02.307712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:02.316645 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:02.326056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:02.347813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 84faca3b-61f3-49d4-8ab7-75eaecb831fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:02.348290 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:02.350599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-abb5284a-bf40-45d0-9ea0-3f8689ec707e None None] Port 6d71c95f-2890-4441-a39b-cdac49d9fabe cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:16:02.359437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-1ca353ee-d637-4ddb-9dc4-cb2e75c4a505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.360992 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-1ca353ee-d637-4ddb-9dc4-cb2e75c4a505 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b73ade4-2bdf-4abe-9a8c-d2305af0db28 HTTP/1.1" status: 200 len: 797 time: 0.0706880 Sep 29 23:16:02.439408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-46d36914-e220-46c8-83ca-42acf4397d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.441729 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-46d36914-e220-46c8-83ca-42acf4397d31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686541 Sep 29 23:16:02.619877 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-ffa76d36-856f-4a32-bf6f-3baf65151213 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687961 Sep 29 23:16:02.623935 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:02.655242 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6a39c3a-7ac7-4b90-a9ed-56c2662f5c21 req-5626cb96-6f30-4936-8f8f-d776edcc8458 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6424475 Sep 29 23:16:02.748851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e85c54-ccb1-454c-9ca4-2cb86ee96145 req-8590d9a7-dbfc-48c0-9d1b-1a325ee18428 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.750729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42e85c54-ccb1-454c-9ca4-2cb86ee96145 req-8590d9a7-dbfc-48c0-9d1b-1a325ee18428 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.7403331 Sep 29 23:16:02.757993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aaa4cdd0-4361-4c93-bc11-25ddef503e9e req-0d27e9de-5696-4dde-b52d-5e153bae6f96 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292663 Sep 29 23:16:02.786454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ceea110d-bbd0-4740-afe9-91ec9b5d4703 None None] Provisioning complete for port 84faca3b-61f3-49d4-8ab7-75eaecb831fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:02.786874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ceea110d-bbd0-4740-afe9-91ec9b5d4703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:02.823969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 66985b44-cbab-41c9-9c3b-16424b6a36b7 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:16:02.836541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.837177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:02.929101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-f3f82390-a93e-4440-8254-01f96f06e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.929600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-f3f82390-a93e-4440-8254-01f96f06e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.930071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-f3f82390-a93e-4440-8254-01f96f06e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.930543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-f3f82390-a93e-4440-8254-01f96f06e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.931069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-f3f82390-a93e-4440-8254-01f96f06e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.931543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-f3f82390-a93e-4440-8254-01f96f06e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.931995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-f3f82390-a93e-4440-8254-01f96f06e28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:02.933878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-f3f82390-a93e-4440-8254-01f96f06e28f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6485 time: 0.0957370 Sep 29 23:16:02.943069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42e85c54-ccb1-454c-9ca4-2cb86ee96145 req-364e041d-55f3-4272-ac4b-e5cb00db8b73 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814897 Sep 29 23:16:02.949077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5faa7e8-9ef1-447d-9b22-8a02ace44cfe tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.5790765 Sep 29 23:16:02.990119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Request body: {'port': {'device_id': 'b0d0fd92-ae9d-4fd8-a903-2eff9b922f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:03.003680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ad06a-1716-4a3c-86cf-80ae3c9f27ec req-c0a153b5-d5ec-4ab6-bf3e-964bb3e67e92 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:03.005323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a1ad06a-1716-4a3c-86cf-80ae3c9f27ec req-c0a153b5-d5ec-4ab6-bf3e-964bb3e67e92 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 932 time: 0.2008879 Sep 29 23:16:03.054986 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:03.104761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-1160bb92-f283-42c5-8acd-039540e63e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:03.106885 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-1160bb92-f283-42c5-8acd-039540e63e78 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e39dd437-e6ea-4000-a22a-c65e25f5d59a HTTP/1.1" status: 200 len: 903 time: 0.1654406 Sep 29 23:16:03.128880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a1ad06a-1716-4a3c-86cf-80ae3c9f27ec req-ecb50744-3ac9-48bb-b27f-63342315412c tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029520 Sep 29 23:16:03.172040 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-2f8e2808-b4f7-41c4-9042-dc51fae14e7c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ceaa646-8894-479c-a127-a14c16cf1019 HTTP/1.1" status: 200 len: 217 time: 0.0559657 Sep 29 23:16:03.176000 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:03.263625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-1b558ae5-9944-4a76-b513-1c4cd6c2bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:03.265870 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-1b558ae5-9944-4a76-b513-1c4cd6c2bf32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b73ade4-2bdf-4abe-9a8c-d2305af0db28 HTTP/1.1" status: 200 len: 797 time: 0.0861216 Sep 29 23:16:03.268186 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dace8333-658d-4b85-874a-6e824387fc26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:03.307273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 931b4112-0438-4840-822b-b84d2518a180 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:03.357266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-115e3424-42df-4528-9e2c-ffe3a5ae0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:03.358814 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-115e3424-42df-4528-9e2c-ffe3a5ae0f76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0853121 Sep 29 23:16:03.417706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 931b4112-0438-4840-822b-b84d2518a180 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:03.418449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:03.487335 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-ce6bb9d1-0f3e-4cfc-8a2b-2690b1233fee service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199203 Sep 29 23:16:03.497292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 172.20.0.8 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/c491ce4d-bedb-4d83-90ee-bb06a362b6ee/66985b44-cbab-41c9-9c3b-16424b6a36b7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:03.525084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::f816:3eff:fea7:34d1 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/137a5d5b-b993-4753-9cb1-a61505092258/66985b44-cbab-41c9-9c3b-16424b6a36b7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:03.641083 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e7514b3-acd3-4cc3-9f26-d1ee02dd5028 req-1c280b5f-4e0a-4387-b6ab-01c364563593 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429565 Sep 29 23:16:03.667774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:03.685765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:03.869115 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:03.900036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Pushing event updated for resources: {'Port': ['ID=6d71c95f-2890-4441-a39b-cdac49d9fabe,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:03.947343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20c32f9f-9105-4f87-af8b-d1aed860baae {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:16:03.962205 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:04.008567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfc529-8bd8-4a4d-a434-a4a5ced5bd12 req-a54fa8b9-6afc-4a57-b713-e6a4dde2e68c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:04.020730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfc529-8bd8-4a4d-a434-a4a5ced5bd12 req-a54fa8b9-6afc-4a57-b713-e6a4dde2e68c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:04.030104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfc529-8bd8-4a4d-a434-a4a5ced5bd12 req-a54fa8b9-6afc-4a57-b713-e6a4dde2e68c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:04.037455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfc529-8bd8-4a4d-a434-a4a5ced5bd12 req-a54fa8b9-6afc-4a57-b713-e6a4dde2e68c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:04.043410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfc529-8bd8-4a4d-a434-a4a5ced5bd12 req-a54fa8b9-6afc-4a57-b713-e6a4dde2e68c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:04.050595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfc529-8bd8-4a4d-a434-a4a5ced5bd12 req-a54fa8b9-6afc-4a57-b713-e6a4dde2e68c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:04.056707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfc529-8bd8-4a4d-a434-a4a5ced5bd12 req-a54fa8b9-6afc-4a57-b713-e6a4dde2e68c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:04.058587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2fcfc529-8bd8-4a4d-a434-a4a5ced5bd12 req-a54fa8b9-6afc-4a57-b713-e6a4dde2e68c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.2935345 Sep 29 23:16:04.091723 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:04.097871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Transition to ACTIVE for port object 20c32f9f-9105-4f87-af8b-d1aed860baae will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:16:04.124031 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:04.265570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2fcfc529-8bd8-4a4d-a434-a4a5ced5bd12 req-52e50a8a-91fb-4cef-8ef8-979a43f7d8e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1705699 Sep 29 23:16:04.271117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Pushing event updated for resources: {'Port': ['ID=20c32f9f-9105-4f87-af8b-d1aed860baae,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:04.286504 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1983777-aebc-4a75-9c7d-3959f013f536 req-e2d89986-8372-493d-a9dc-c6d03db2bd00 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:04.288076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1983777-aebc-4a75-9c7d-3959f013f536 req-e2d89986-8372-493d-a9dc-c6d03db2bd00 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.1944070 Sep 29 23:16:04.306127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Network 8a55946f-f86e-40af-a5c4-d5b23474def6 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:04.315676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:04.362092 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:04.482638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:04.499597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:04.526103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:04.535589 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1983777-aebc-4a75-9c7d-3959f013f536 req-e104f393-edac-4495-87bf-a05a1d8469a2 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258563 Sep 29 23:16:04.540345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=66985b44-cbab-41c9-9c3b-16424b6a36b7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:04.589357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Attempting to bind port 20c32f9f-9105-4f87-af8b-d1aed860baae on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:04.589774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Attempting to bind port 20c32f9f-9105-4f87-af8b-d1aed860baae by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '0e4c3422-9336-487f-b123-113e43bba52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5299c0b3-9945-454f-8f56-791169684b68'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:04.590018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Attempting to bind port 20c32f9f-9105-4f87-af8b-d1aed860baae on network 5299c0b3-9945-454f-8f56-791169684b68 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:04.746236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cf966ab9-907e-4a1f-b882-c2c4fc62be25 None None] Provisioning complete for port 6d71c95f-2890-4441-a39b-cdac49d9fabe triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:04.747292 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cf966ab9-907e-4a1f-b882-c2c4fc62be25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:04.792052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cf966ab9-907e-4a1f-b882-c2c4fc62be25 None None] Port 6d71c95f-2890-4441-a39b-cdac49d9fabe cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:16:05.017873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dd3e711c-c032-4572-a697-b9678135a542 None None] Provisioning complete for port 66985b44-cbab-41c9-9c3b-16424b6a36b7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:05.018236 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd3e711c-c032-4572-a697-b9678135a542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:05.022090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Port 20c32f9f-9105-4f87-af8b-d1aed860baae on network 5299c0b3-9945-454f-8f56-791169684b68 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:16:05.022625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Attempting to bind port 20c32f9f-9105-4f87-af8b-d1aed860baae on network 5299c0b3-9945-454f-8f56-791169684b68 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:05.037235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.037876 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:05.062986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c5c123b5-c819-4241-a859-54b25cdb9d5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9039972 Sep 29 23:16:05.064016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 15, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:05.064357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Checking segment: {'id': '0e4c3422-9336-487f-b123-113e43bba52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5299c0b3-9945-454f-8f56-791169684b68'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:05.064744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Bound using segment: {'id': '0e4c3422-9336-487f-b123-113e43bba52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5299c0b3-9945-454f-8f56-791169684b68'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:05.065287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Bound port: 20c32f9f-9105-4f87-af8b-d1aed860baae, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e4c3422-9336-487f-b123-113e43bba52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '5299c0b3-9945-454f-8f56-791169684b68'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:05.065659 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:05.066271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58426) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:05.073696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-dd3e711c-c032-4572-a697-b9678135a542 None None] Port 66985b44-cbab-41c9-9c3b-16424b6a36b7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:16:05.085021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe418d7-810c-48c3-8911-91d99ab45e25 req-cbdacf16-9595-438d-b423-a74633fa071e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.086371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfe418d7-810c-48c3-8911-91d99ab45e25 req-cbdacf16-9595-438d-b423-a74633fa071e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 944 time: 0.5966010 Sep 29 23:16:05.106465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Router 65029008-e5ea-4c5a-a38e-7615ac26d099 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:16:05.136876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58428) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:05.138392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd58e43e-0977-447e-b7a1-43668fc54418 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.145711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd58e43e-0977-447e-b7a1-43668fc54418 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.146143 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cd58e43e-0977-447e-b7a1-43668fc54418 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0780549 Sep 29 23:16:05.148709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58432) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:05.248217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfe418d7-810c-48c3-8911-91d99ab45e25 req-c3a4f57c-0760-41f6-9613-f38c7760ff42 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441905 Sep 29 23:16:05.266681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dedcefcf-d36f-4b2d-bb2b-a8df07e6182f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 66985b44-cbab-41c9-9c3b-16424b6a36b7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:05.267027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dedcefcf-d36f-4b2d-bb2b-a8df07e6182f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:05.297639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] For port 20c32f9f-9105-4f87-af8b-d1aed860baae, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:05.363872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] For port 20c32f9f-9105-4f87-af8b-d1aed860baae, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=20c32f9f-9105-4f87-af8b-d1aed860baae,segment=NetworkSegment(0e4c3422-9336-487f-b123-113e43bba52b),segment_id=0e4c3422-9336-487f-b123-113e43bba52b)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:05.375368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:05.381469 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9373e92-adb2-4aff-9a06-c6e4269f583f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:05.386254 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dedcefcf-d36f-4b2d-bb2b-a8df07e6182f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:05.401713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-dedcefcf-d36f-4b2d-bb2b-a8df07e6182f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 66985b44-cbab-41c9-9c3b-16424b6a36b7 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:05.462728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:16:05.472811 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Sync routers for ids ['65029008-e5ea-4c5a-a38e-7615ac26d099'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:16:05.481825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-098b8c68-d14d-4a64-9f40-a2a5925b2c46 admin admin] 10.222.0.44 "PUT /v2.0/routers/65029008-e5ea-4c5a-a38e-7615ac26d099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5932808 Sep 29 23:16:05.487448 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Routers {'65029008-e5ea-4c5a-a38e-7615ac26d099'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:05.488441 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:15:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65029008-e5ea-4c5a-a38e-7615ac26d099'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:05.495285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.495947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:05.497915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] 10.222.0.42 "PUT /v2.0/ports/20c32f9f-9105-4f87-af8b-d1aed860baae HTTP/1.1" status: 200 len: 1092 time: 2.5226467 Sep 29 23:16:05.498500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d0fd92-ae9d-4fd8-a903-2eff9b922f33', 'tag': '20c32f9f-9105-4f87-af8b-d1aed860baae'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:16:05.501100 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4caa55bf-a889-454d-9117-26b86875f9db" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d0fd92-ae9d-4fd8-a903-2eff9b922f33", "tag": "20c32f9f-9105-4f87-af8b-d1aed860baae"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:16:05.642599 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f444426e-b4e3-48e5-8d5c-b68cc3637ac1 x-openstack-request-id: req-f444426e-b4e3-48e5-8d5c-b68cc3637ac1 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:16:05.642883 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d0fd92-ae9d-4fd8-a903-2eff9b922f33", "tag": "20c32f9f-9105-4f87-af8b-d1aed860baae", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:16:05.643133 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f444426e-b4e3-48e5-8d5c-b68cc3637ac1 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:16:05.646518 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d0fd92-ae9d-4fd8-a903-2eff9b922f33', 'tag': '20c32f9f-9105-4f87-af8b-d1aed860baae', 'status': 'completed', 'code': 200} Sep 29 23:16:05.675235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dedcefcf-d36f-4b2d-bb2b-a8df07e6182f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:05.686221 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Set router 65029008-e5ea-4c5a-a38e-7615ac26d099 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:05.712300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89547-c216-4714-899b-d12e59d70fd4 req-48d22bc9-0747-4fe5-b09f-5b1e88c2fc66 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.719077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89547-c216-4714-899b-d12e59d70fd4 req-48d22bc9-0747-4fe5-b09f-5b1e88c2fc66 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.725990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89547-c216-4714-899b-d12e59d70fd4 req-48d22bc9-0747-4fe5-b09f-5b1e88c2fc66 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.737442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89547-c216-4714-899b-d12e59d70fd4 req-48d22bc9-0747-4fe5-b09f-5b1e88c2fc66 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.744022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89547-c216-4714-899b-d12e59d70fd4 req-48d22bc9-0747-4fe5-b09f-5b1e88c2fc66 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.753504 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89547-c216-4714-899b-d12e59d70fd4 req-48d22bc9-0747-4fe5-b09f-5b1e88c2fc66 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.758172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e89547-c216-4714-899b-d12e59d70fd4 req-48d22bc9-0747-4fe5-b09f-5b1e88c2fc66 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.759448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedcefcf-d36f-4b2d-bb2b-a8df07e6182f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=66985b44-cbab-41c9-9c3b-16424b6a36b7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:05.761747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37e89547-c216-4714-899b-d12e59d70fd4 req-48d22bc9-0747-4fe5-b09f-5b1e88c2fc66 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.3722773 Sep 29 23:16:05.770019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd7d56d-5d20-44a8-9990-3394c7c2b34a service neutron] Pushing event updated for resources: {'Port': ['ID=20c32f9f-9105-4f87-af8b-d1aed860baae,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:05.893931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37e89547-c216-4714-899b-d12e59d70fd4 req-fd5e6557-435d-4287-b47f-a7109bf99a30 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0847216 Sep 29 23:16:05.947229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd5b7e-c76d-42c0-b181-169da1adf0d1 req-54e92adb-7c55-4dbf-b1a2-826429027ee3 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.949041 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56bd5b7e-c76d-42c0-b181-169da1adf0d1 req-54e92adb-7c55-4dbf-b1a2-826429027ee3 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.1842701 Sep 29 23:16:05.949520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dedcefcf-d36f-4b2d-bb2b-a8df07e6182f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:05.951742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-118ac618-174a-4e7e-8baf-b2fa77d58359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:05.953144 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dedcefcf-d36f-4b2d-bb2b-a8df07e6182f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/66985b44-cbab-41c9-9c3b-16424b6a36b7 HTTP/1.1" status: 204 len: 168 time: 0.8034999 Sep 29 23:16:05.953615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-118ac618-174a-4e7e-8baf-b2fa77d58359 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dcc13f21f7347a091588854286c4b09&device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 1095 time: 0.3747475 Sep 29 23:16:05.956511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58450) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:06.034784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-f5eb7bd1-7b9f-4467-8c56-de7b86ef8de0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20c32f9f-9105-4f87-af8b-d1aed860baae HTTP/1.1" status: 200 len: 217 time: 0.0623403 Sep 29 23:16:06.088172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6106cf4-5bc3-44d7-a417-7cb1d46c8a8c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:06.091320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6106cf4-5bc3-44d7-a417-7cb1d46c8a8c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:06.094606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6106cf4-5bc3-44d7-a417-7cb1d46c8a8c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:06.096414 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a6106cf4-5bc3-44d7-a417-7cb1d46c8a8c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1342964 Sep 29 23:16:06.110534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58452) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:06.173176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56bd5b7e-c76d-42c0-b181-169da1adf0d1 req-bfe122b8-f264-49c8-83a3-3caa9a306fa5 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051463 Sep 29 23:16:06.206189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb57292f-73cd-4142-9a3e-db7845819808 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 137a5d5b-b993-4753-9cb1-a61505092258 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:06.220261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb57292f-73cd-4142-9a3e-db7845819808 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.222037 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5c5b3095-6b1f-4755-abed-2e7d8398ba47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.228166 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-router', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '931b4112-0438-4840-822b-b84d2518a180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:47Z', 'updated_at': '2021-09-29T23:16:02Z', 'revision_number': 4, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'gw_port': {'id': '931b4112-0438-4840-822b-b84d2518a180', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:52Z', 'updated_at': '2021-09-29T23:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '6d71c95f-2890-4441-a39b-cdac49d9fabe', 'name': '', 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'mac_address': 'fa:16:3e:53:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a0d697bc-03af-4f1b-9486-7fe07c9d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:58Z', 'updated_at': '2021-09-29T23:16:03Z', 'revision_number': 2, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'subnets': [{'id': 'a0d697bc-03af-4f1b-9486-7fe07c9d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:06.242232 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-6aff7d9d-6d84-4391-9df3-9a6c30497221 req-31d7ce09-4203-4407-a064-b678505551f6 tempest-FloatingIPDetailsNegativeTestJSON-490274955 tempest-FloatingIPDetailsNegativeTestJSON-490274955-project] show failed (client error): The resource could not be found. Sep 29 23:16:06.243295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aff7d9d-6d84-4391-9df3-9a6c30497221 req-31d7ce09-4203-4407-a064-b678505551f6 tempest-FloatingIPDetailsNegativeTestJSON-490274955 tempest-FloatingIPDetailsNegativeTestJSON-490274955-project] 10.222.0.44 "GET /v2.0/floatingips/27bea443-d26d-404d-845a-2cd2232c1333 HTTP/1.1" status: 404 len: 350 time: 0.0633500 Sep 29 23:16:06.246783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-e470a5ea-7438-40f6-932a-42df829b84be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:06.248786 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-e470a5ea-7438-40f6-932a-42df829b84be service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc0555d4-9380-49e0-bceb-953bb581ebb3 HTTP/1.1" status: 200 len: 853 time: 0.2109776 Sep 29 23:16:06.256768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58454) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:06.266303 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Checking router: 65029008-e5ea-4c5a-a38e-7615ac26d099 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:16:06.266732 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Updating router 65029008-e5ea-4c5a-a38e-7615ac26d099 port 6d71c95f-2890-4441-a39b-cdac49d9fabe binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:16:06.289236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9373e92-adb2-4aff-9a06-c6e4269f583f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.291921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-b2715f7e-de04-4ed5-a618-1de0261304d2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5299c0b3-9945-454f-8f56-791169684b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352898 Sep 29 23:16:06.294924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9373e92-adb2-4aff-9a06-c6e4269f583f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.316523 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.388527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb57292f-73cd-4142-9a3e-db7845819808 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.392658 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f9373e92-adb2-4aff-9a06-c6e4269f583f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d95b2c6dbc5e4914bd9f3bb5b20367eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2520721 Sep 29 23:16:06.408635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9373e92-adb2-4aff-9a06-c6e4269f583f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63cbaf27-dc95-43ac-bfd7-b120ef0a386a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:06.411117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58458) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:06.471205 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.526171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f425e-4468-418b-8c11-a73f79b5503a req-d73a77df-115e-4efa-a86a-e03319e19578 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:06.527853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e78f425e-4468-418b-8c11-a73f79b5503a req-d73a77df-115e-4efa-a86a-e03319e19578 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 944 time: 0.1573427 Sep 29 23:16:06.530347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-37a2b2a8-c4e5-46c2-8b70-2669e72419be service neutron] 10.222.0.42 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296705 Sep 29 23:16:06.626792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08ddbbdb-320a-44a4-9937-5a24a9cb87cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.678816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08ddbbdb-320a-44a4-9937-5a24a9cb87cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.682087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afeee5e2-feb1-47fc-8ca6-a1a0c7bc8392 req-242cc08d-e1e1-4bb8-a900-6124d38e4f61 service neutron] 10.222.0.42 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396163 Sep 29 23:16:06.693808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e78f425e-4468-418b-8c11-a73f79b5503a req-f5133f5f-2482-45ed-8520-100c86f5bfdc tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577895 Sep 29 23:16:06.736776 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.749711 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.769358 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08ddbbdb-320a-44a4-9937-5a24a9cb87cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.773387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08ddbbdb-320a-44a4-9937-5a24a9cb87cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:06.775055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-08ddbbdb-320a-44a4-9937-5a24a9cb87cb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63cbaf27-dc95-43ac-bfd7-b120ef0a386a HTTP/1.1" status: 204 len: 168 time: 0.3366094 Sep 29 23:16:06.787567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ddbbdb-320a-44a4-9937-5a24a9cb87cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63cbaf27-dc95-43ac-bfd7-b120ef0a386a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:06.823208 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Pushing event updated for resources: {'Port': ['ID=6d71c95f-2890-4441-a39b-cdac49d9fabe,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:06.864637 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.865097 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.866434 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.868230 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.870370 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.870370 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.870370 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.870370 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.870370 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.874868 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.875401 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.878535 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:06.915935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa55bf-a889-454d-9117-26b86875f9db req-afd0c38f-329d-411f-b758-fb84ce08e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:06.917929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4caa55bf-a889-454d-9117-26b86875f9db req-afd0c38f-329d-411f-b758-fb84ce08e3af service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1dcc13f21f7347a091588854286c4b09&device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 1095 time: 0.1250653 Sep 29 23:16:06.990678 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Attempting to bind port 6d71c95f-2890-4441-a39b-cdac49d9fabe on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:06.991775 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Attempting to bind port 6d71c95f-2890-4441-a39b-cdac49d9fabe by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '47593211-baff-48d7-ba40-5be965abc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:06.992266 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Attempting to bind port 6d71c95f-2890-4441-a39b-cdac49d9fabe on network 8a55946f-f86e-40af-a5c4-d5b23474def6 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:07.002279 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:07.004824 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Checking segment: {'id': '47593211-baff-48d7-ba40-5be965abc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:07.008099 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.009395 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Bound using segment: {'id': '47593211-baff-48d7-ba40-5be965abc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:07.010976 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Bound port: 6d71c95f-2890-4441-a39b-cdac49d9fabe, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47593211-baff-48d7-ba40-5be965abc6b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:07.014252 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.119932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa55bf-a889-454d-9117-26b86875f9db req-1dd8dbd1-8f7c-4485-afdc-06c4c1c9859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:07.124882 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4caa55bf-a889-454d-9117-26b86875f9db req-1dd8dbd1-8f7c-4485-afdc-06c4c1c9859e service neutron] 10.222.0.42 "GET /v2.0/networks?id=5299c0b3-9945-454f-8f56-791169684b68 HTTP/1.1" status: 200 len: 914 time: 0.1971922 Sep 29 23:16:07.156499 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] For port 6d71c95f-2890-4441-a39b-cdac49d9fabe, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:07.179143 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] For port 6d71c95f-2890-4441-a39b-cdac49d9fabe, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6d71c95f-2890-4441-a39b-cdac49d9fabe,segment=NetworkSegment(47593211-baff-48d7-ba40-5be965abc6b3),segment_id=47593211-baff-48d7-ba40-5be965abc6b3)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:07.203247 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.210458 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb57292f-73cd-4142-9a3e-db7845819808 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.250305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4caa55bf-a889-454d-9117-26b86875f9db req-64ef6e50-97ef-4c3a-b080-85ba8be10c7c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20c32f9f-9105-4f87-af8b-d1aed860baae HTTP/1.1" status: 200 len: 217 time: 0.1154978 Sep 29 23:16:07.270375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-155b5795-0182-4786-b130-94526eaf98f7 None None] Provisioning complete for port 6d71c95f-2890-4441-a39b-cdac49d9fabe triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:07.273482 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-155b5795-0182-4786-b130-94526eaf98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.280361 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Routers {'65029008-e5ea-4c5a-a38e-7615ac26d099'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:07.280896 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65029008-e5ea-4c5a-a38e-7615ac26d099'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:07.408981 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.475972 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] Set router 65029008-e5ea-4c5a-a38e-7615ac26d099 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:07.483372 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb57292f-73cd-4142-9a3e-db7845819808 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.485645 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4cfa-17c3-4a5b-9c99-952185be3c54 req-b1c92486-ba36-499d-83f5-c7bd31a737e4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:07.491262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58472) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:07.498587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4cfa-17c3-4a5b-9c99-952185be3c54 req-b1c92486-ba36-499d-83f5-c7bd31a737e4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:07.518763 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-155b5795-0182-4786-b130-94526eaf98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.533658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4cfa-17c3-4a5b-9c99-952185be3c54 req-b1c92486-ba36-499d-83f5-c7bd31a737e4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:07.555263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4cfa-17c3-4a5b-9c99-952185be3c54 req-b1c92486-ba36-499d-83f5-c7bd31a737e4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:07.562933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-155b5795-0182-4786-b130-94526eaf98f7 None None] For port 6d71c95f-2890-4441-a39b-cdac49d9fabe, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6d71c95f-2890-4441-a39b-cdac49d9fabe,segment=NetworkSegment(47593211-baff-48d7-ba40-5be965abc6b3),segment_id=47593211-baff-48d7-ba40-5be965abc6b3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:07.565243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4cfa-17c3-4a5b-9c99-952185be3c54 req-b1c92486-ba36-499d-83f5-c7bd31a737e4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:07.571323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4cfa-17c3-4a5b-9c99-952185be3c54 req-b1c92486-ba36-499d-83f5-c7bd31a737e4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:07.572752 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-155b5795-0182-4786-b130-94526eaf98f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.578264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4cfa-17c3-4a5b-9c99-952185be3c54 req-b1c92486-ba36-499d-83f5-c7bd31a737e4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:07.586521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-154f4cfa-17c3-4a5b-9c99-952185be3c54 req-b1c92486-ba36-499d-83f5-c7bd31a737e4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.5155773 Sep 29 23:16:07.598991 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d811e-0891-4a65-a35f-0b3b95264874 None None] Pushing event updated for resources: {'Port': ['ID=6d71c95f-2890-4441-a39b-cdac49d9fabe,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:07.639786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa55bf-a889-454d-9117-26b86875f9db req-d284f7d2-a0e2-494e-88ad-62e3f56205fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:07.641346 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4caa55bf-a889-454d-9117-26b86875f9db req-d284f7d2-a0e2-494e-88ad-62e3f56205fc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc0555d4-9380-49e0-bceb-953bb581ebb3 HTTP/1.1" status: 200 len: 853 time: 0.3774278 Sep 29 23:16:07.664601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57292f-73cd-4142-9a3e-db7845819808 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=137a5d5b-b993-4753-9cb1-a61505092258,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:07.676708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fe77db-6163-4f7d-a6a2-bd1cd5502d2c None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:07.680751 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-335a6298-0aa2-4e60-af7f-211a9a3101f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.689983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4caa55bf-a889-454d-9117-26b86875f9db req-d89b6243-e028-45a0-bd42-2d16c78f9bbf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5299c0b3-9945-454f-8f56-791169684b68&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388277 Sep 29 23:16:07.702242 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-154f4cfa-17c3-4a5b-9c99-952185be3c54 req-5abeccd6-610e-44e1-972a-5af9fd316b55 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1145046 Sep 29 23:16:07.707147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b5795-0182-4786-b130-94526eaf98f7 None None] Pushing event updated for resources: {'Port': ['ID=6d71c95f-2890-4441-a39b-cdac49d9fabe,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:07.724297 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff25400-e757-4e12-9e5b-1dae0df0ff41 req-814c5045-c2a8-41df-9939-e972af61d04b tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:07.726658 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb57292f-73cd-4142-9a3e-db7845819808 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.732201 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ff25400-e757-4e12-9e5b-1dae0df0ff41 req-814c5045-c2a8-41df-9939-e972af61d04b tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.1417372 Sep 29 23:16:07.735159 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eb57292f-73cd-4142-9a3e-db7845819808 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/137a5d5b-b993-4753-9cb1-a61505092258 HTTP/1.1" status: 204 len: 168 time: 1.6243379 Sep 29 23:16:07.740186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58478) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:07.749356 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8ea7517d-49f0-443a-9aae-c2c25d71ac96 None None] Provisioning complete for port 6d71c95f-2890-4441-a39b-cdac49d9fabe triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:07.749734 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8ea7517d-49f0-443a-9aae-c2c25d71ac96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:07.825294 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-router', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '931b4112-0438-4840-822b-b84d2518a180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:47Z', 'updated_at': '2021-09-29T23:16:02Z', 'revision_number': 4, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'gw_port': {'id': '931b4112-0438-4840-822b-b84d2518a180', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:52Z', 'updated_at': '2021-09-29T23:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '6d71c95f-2890-4441-a39b-cdac49d9fabe', 'name': '', 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'mac_address': 'fa:16:3e:53:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a0d697bc-03af-4f1b-9486-7fe07c9d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:58Z', 'updated_at': '2021-09-29T23:16:07Z', 'revision_number': 4, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'subnets': [{'id': 'a0d697bc-03af-4f1b-9486-7fe07c9d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:07.875337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4caa55bf-a889-454d-9117-26b86875f9db req-28da4cbb-f147-4e26-a175-471374f98d6f service neutron] 10.222.0.42 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712499 Sep 29 23:16:07.876771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba45413-7126-4b90-ba62-0651971ab7b6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet c491ce4d-bedb-4d83-90ee-bb06a362b6ee {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:07.887459 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d921ad-e102-41cc-92e1-a030875998bc None None] The sync data for ids ['65029008-e5ea-4c5a-a38e-7615ac26d099'] in n-d-811173-2 is: [{'id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-router', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '931b4112-0438-4840-822b-b84d2518a180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:47Z', 'updated_at': '2021-09-29T23:16:02Z', 'revision_number': 4, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'gw_port': {'id': '931b4112-0438-4840-822b-b84d2518a180', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:52Z', 'updated_at': '2021-09-29T23:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '6d71c95f-2890-4441-a39b-cdac49d9fabe', 'name': '', 'network_id': '8a55946f-f86e-40af-a5c4-d5b23474def6', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'mac_address': 'fa:16:3e:53:cf:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'device_owner': 'network:router_interface', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'a0d697bc-03af-4f1b-9486-7fe07c9d777e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:58Z', 'updated_at': '2021-09-29T23:16:07Z', 'revision_number': 4, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'subnets': [{'id': 'a0d697bc-03af-4f1b-9486-7fe07c9d777e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:16:08.007163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ba45413-7126-4b90-ba62-0651971ab7b6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.071960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ff25400-e757-4e12-9e5b-1dae0df0ff41 req-cbb1d683-524b-4923-b057-27d68c84031e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386979 Sep 29 23:16:08.138233 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ba45413-7126-4b90-ba62-0651971ab7b6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.202220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191f11d-b7c9-42fc-9eca-8b89eddcf541 req-028baa17-ffd7-4d82-b9b3-4c87a50175ae tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:08.210131 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b191f11d-b7c9-42fc-9eca-8b89eddcf541 req-028baa17-ffd7-4d82-b9b3-4c87a50175ae tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 944 time: 0.2024317 Sep 29 23:16:08.230198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4caa55bf-a889-454d-9117-26b86875f9db req-234be655-17c3-4d7a-ac56-65f90aadcdb0 service neutron] 10.222.0.42 "GET /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452322 Sep 29 23:16:08.239079 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-335a6298-0aa2-4e60-af7f-211a9a3101f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.259362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b191f11d-b7c9-42fc-9eca-8b89eddcf541 req-3c06e725-71fb-4f8a-b6f0-b697fbdaf0c9 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484178 Sep 29 23:16:08.260857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-335a6298-0aa2-4e60-af7f-211a9a3101f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.317223 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.464526 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-335a6298-0aa2-4e60-af7f-211a9a3101f5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=39c96bf0ff4743b0be6c649ce0e23b0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8709466 Sep 29 23:16:08.466787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58482) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:08.475735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a6298-0aa2-4e60-af7f-211a9a3101f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133bace5-4112-4501-bb66-554c81410b3a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:08.547224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ba45413-7126-4b90-ba62-0651971ab7b6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.573391 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.577943 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee6e665-6813-4f74-8338-15fd61659eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.613083 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee6e665-6813-4f74-8338-15fd61659eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.682403 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee6e665-6813-4f74-8338-15fd61659eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.686119 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee6e665-6813-4f74-8338-15fd61659eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.689675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2ee6e665-6813-4f74-8338-15fd61659eaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/133bace5-4112-4501-bb66-554c81410b3a HTTP/1.1" status: 204 len: 168 time: 0.2193589 Sep 29 23:16:08.696608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6e665-6813-4f74-8338-15fd61659eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133bace5-4112-4501-bb66-554c81410b3a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:08.785177 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ba45413-7126-4b90-ba62-0651971ab7b6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.854039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba45413-7126-4b90-ba62-0651971ab7b6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=c491ce4d-bedb-4d83-90ee-bb06a362b6ee,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:08.857546 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7ba45413-7126-4b90-ba62-0651971ab7b6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:08.885637 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7ba45413-7126-4b90-ba62-0651971ab7b6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/c491ce4d-bedb-4d83-90ee-bb06a362b6ee HTTP/1.1" status: 204 len: 168 time: 1.1420901 Sep 29 23:16:08.886475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58490) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:08.925720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed212d89-b56e-4541-a270-9253e8df6828 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:08.979326 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-696a93ac-7797-4e04-98ad-112ebdb7e824 None None] Provisioning complete for port 84faca3b-61f3-49d4-8ab7-75eaecb831fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:08.979707 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-696a93ac-7797-4e04-98ad-112ebdb7e824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:09.019661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e185dfcf-2a39-452e-b41d-d515081d2314 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1318533 Sep 29 23:16:09.022201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58492) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:09.034228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] Deleting port 6d71c95f-2890-4441-a39b-cdac49d9fabe {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:09.034594 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:09.042640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-63588a53-72fb-4b35-bbbc-a73b8c39b785 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:09.070368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d01e5-3db3-42f1-9b41-235c8481dd25 req-f104118e-140d-4c15-83d9-2090e83e5704 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:09.106485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d01e5-3db3-42f1-9b41-235c8481dd25 req-f104118e-140d-4c15-83d9-2090e83e5704 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:09.124588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d01e5-3db3-42f1-9b41-235c8481dd25 req-f104118e-140d-4c15-83d9-2090e83e5704 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:09.141381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d01e5-3db3-42f1-9b41-235c8481dd25 req-f104118e-140d-4c15-83d9-2090e83e5704 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:09.156345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d01e5-3db3-42f1-9b41-235c8481dd25 req-f104118e-140d-4c15-83d9-2090e83e5704 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:09.163780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d01e5-3db3-42f1-9b41-235c8481dd25 req-f104118e-140d-4c15-83d9-2090e83e5704 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:09.173160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d01e5-3db3-42f1-9b41-235c8481dd25 req-f104118e-140d-4c15-83d9-2090e83e5704 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:09.181714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e5d01e5-3db3-42f1-9b41-235c8481dd25 req-f104118e-140d-4c15-83d9-2090e83e5704 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.3423512 Sep 29 23:16:09.194162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] For port 6d71c95f-2890-4441-a39b-cdac49d9fabe, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6d71c95f-2890-4441-a39b-cdac49d9fabe,segment=NetworkSegment(47593211-baff-48d7-ba40-5be965abc6b3),segment_id=47593211-baff-48d7-ba40-5be965abc6b3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:09.194544 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:09.240880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] Calling delete_port for 6d71c95f-2890-4441-a39b-cdac49d9fabe owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:09.382774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6d71c95f-2890-4441-a39b-cdac49d9fabe up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:09.478355 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:09.493489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e5d01e5-3db3-42f1-9b41-235c8481dd25 req-74765d6b-7846-4a85-be4f-219850202ea4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3110485 Sep 29 23:16:09.518295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d28f5a0-d1c3-4e35-a951-8142aa8f0840 req-f27f9437-a03c-42fd-804e-395af3e77f54 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:09.537368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d28f5a0-d1c3-4e35-a951-8142aa8f0840 req-f27f9437-a03c-42fd-804e-395af3e77f54 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.3309374 Sep 29 23:16:09.555309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6d71c95f-2890-4441-a39b-cdac49d9fabe triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:09.559728 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:09.612516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201ca5d0-a6df-4fdd-857b-43a5a84cd746 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:16:09.689367 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d28f5a0-d1c3-4e35-a951-8142aa8f0840 req-368bf6b4-3e5a-4d86-b9df-a7384841956c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506562 Sep 29 23:16:09.690916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63588a53-72fb-4b35-bbbc-a73b8c39b785 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:09.695911 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63588a53-72fb-4b35-bbbc-a73b8c39b785 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:09.761376 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:09.785124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-201ca5d0-a6df-4fdd-857b-43a5a84cd746 None None] Deleting port 84faca3b-61f3-49d4-8ab7-75eaecb831fb {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:09.785443 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-201ca5d0-a6df-4fdd-857b-43a5a84cd746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:09.787217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Port 6d71c95f-2890-4441-a39b-cdac49d9fabe update to ACTIVE by agent not found {{(pid=110007) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 29 23:16:09.874070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119e49b-b2a7-4484-81a4-b6c09fd8669a req-2a363acd-3273-4450-80cd-effa09618a33 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:09.884289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e119e49b-b2a7-4484-81a4-b6c09fd8669a req-2a363acd-3273-4450-80cd-effa09618a33 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 944 time: 0.1651592 Sep 29 23:16:09.924434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-201ca5d0-a6df-4fdd-857b-43a5a84cd746 None None] For port 84faca3b-61f3-49d4-8ab7-75eaecb831fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=84faca3b-61f3-49d4-8ab7-75eaecb831fb,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:09.924839 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-201ca5d0-a6df-4fdd-857b-43a5a84cd746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:09.946642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] Pushing event deleted for resources: {'Port': ['ID=6d71c95f-2890-4441-a39b-cdac49d9fabe,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:09.967632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-201ca5d0-a6df-4fdd-857b-43a5a84cd746 None None] Calling delete_port for 84faca3b-61f3-49d4-8ab7-75eaecb831fb owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:10.046551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e119e49b-b2a7-4484-81a4-b6c09fd8669a req-3d77650d-19c1-4c0a-8262-2d7cd4ca4b6c tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612496 Sep 29 23:16:10.165575 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-201ca5d0-a6df-4fdd-857b-43a5a84cd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:10.186177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201ca5d0-a6df-4fdd-857b-43a5a84cd746 None None] No DVR routers for this DVR port 84faca3b-61f3-49d4-8ab7-75eaecb831fb on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:16:10.203055 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:10.251383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ca5d0-a6df-4fdd-857b-43a5a84cd746 None None] Pushing event deleted for resources: {'Port': ['ID=84faca3b-61f3-49d4-8ab7-75eaecb831fb,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:10.264848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63588a53-72fb-4b35-bbbc-a73b8c39b785 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:10.316289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63588a53-72fb-4b35-bbbc-a73b8c39b785 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:10.321545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-63588a53-72fb-4b35-bbbc-a73b8c39b785 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:10.325592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63588a53-72fb-4b35-bbbc-a73b8c39b785 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:10.328556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63588a53-72fb-4b35-bbbc-a73b8c39b785 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:10.334927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3adde4-7d8b-4985-9cd2-bd046c6d48a9 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:10.351377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588a53-72fb-4b35-bbbc-a73b8c39b785 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=cb9ec570-dcca-496e-87ca-661d1fa05782,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:10.361591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-63588a53-72fb-4b35-bbbc-a73b8c39b785 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3215992 Sep 29 23:16:10.361591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58530) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:10.368517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:10.538253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:10.539268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75880900-6570-4460-959d-04e01ec752ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': 'cb9ec570-dcca-496e-87ca-661d1fa05782'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:16:10.540243 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75880900-6570-4460-959d-04e01ec752ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:10.549775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:10.596154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] Router 65029008-e5ea-4c5a-a38e-7615ac26d099 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:16:10.763298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-75880900-6570-4460-959d-04e01ec752ef None None] Allocated IP 172.20.0.2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/cb9ec570-dcca-496e-87ca-661d1fa05782/e2a905cd-1c41-4d64-8eff-22e8336216fb) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:10.909137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:16:10.919982 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-00bb72d2-f604-4766-83b3-a7df8fdd8eea admin admin] 10.222.0.44 "PUT /v2.0/routers/65029008-e5ea-4c5a-a38e-7615ac26d099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6619642 Sep 29 23:16:10.927693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58544) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:10.956299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] Sync routers for ids ['65029008-e5ea-4c5a-a38e-7615ac26d099'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:16:10.984322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] Routers {'65029008-e5ea-4c5a-a38e-7615ac26d099'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:10.985993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65029008-e5ea-4c5a-a38e-7615ac26d099'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:11.003217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb19db3-14da-4f0d-a6e1-7a319d325840 req-b7fa666f-3ca8-4898-988c-711efbeb571c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:11.012652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abb19db3-14da-4f0d-a6e1-7a319d325840 req-b7fa666f-3ca8-4898-988c-711efbeb571c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.1604838 Sep 29 23:16:11.047381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c751-fc10-4e0b-80de-5b9f720c3782 req-62a2e57f-6aa5-42b1-af1b-b0b4ce829d35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:11.053776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c751-fc10-4e0b-80de-5b9f720c3782 req-62a2e57f-6aa5-42b1-af1b-b0b4ce829d35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:11.060452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c751-fc10-4e0b-80de-5b9f720c3782 req-62a2e57f-6aa5-42b1-af1b-b0b4ce829d35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:11.066397 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c751-fc10-4e0b-80de-5b9f720c3782 req-62a2e57f-6aa5-42b1-af1b-b0b4ce829d35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:11.074104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c751-fc10-4e0b-80de-5b9f720c3782 req-62a2e57f-6aa5-42b1-af1b-b0b4ce829d35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:11.082731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c751-fc10-4e0b-80de-5b9f720c3782 req-62a2e57f-6aa5-42b1-af1b-b0b4ce829d35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:11.092415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827c751-fc10-4e0b-80de-5b9f720c3782 req-62a2e57f-6aa5-42b1-af1b-b0b4ce829d35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:11.094685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c827c751-fc10-4e0b-80de-5b9f720c3782 req-62a2e57f-6aa5-42b1-af1b-b0b4ce829d35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.2444756 Sep 29 23:16:11.095389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.141455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75880900-6570-4460-959d-04e01ec752ef None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.169947 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75880900-6570-4460-959d-04e01ec752ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.188698 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:16:11.191607 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] Set router 65029008-e5ea-4c5a-a38e-7615ac26d099 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:11.206715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.292384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75880900-6570-4460-959d-04e01ec752ef None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:11.297741 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.298659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abb19db3-14da-4f0d-a6e1-7a319d325840 req-72b823b6-20b8-4d3d-9111-92a68bcd63f7 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851307 Sep 29 23:16:11.304143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-75880900-6570-4460-959d-04e01ec752ef None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:11.313638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75880900-6570-4460-959d-04e01ec752ef None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:11.349017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c827c751-fc10-4e0b-80de-5b9f720c3782 req-0ce96127-444d-4758-849e-4150b5c68f6e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2402740 Sep 29 23:16:11.356756 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:11.362492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:11.371198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:11.372084 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.384117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75880900-6570-4460-959d-04e01ec752ef None None] Pushing event updated for resources: {'Port': ['ID=e2a905cd-1c41-4d64-8eff-22e8336216fb,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:11.393037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=f688c06c-bc1e-4390-b4b9-bae1542e549a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:11.405739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1be2b55a-1672-42c7-8f16-ad97caa7a544 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0399656 Sep 29 23:16:11.407327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58566) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:11.415100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:bf:8c:e7', 'name': 'tempest-NetworksTestDHCPv6-1117130992'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:11.491237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Deleting port 931b4112-0438-4840-822b-b84d2518a180 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:11.498124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.633643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbacf9e-8d2f-4330-a5a7-ea06e925bd21 req-dba450a2-f7e2-460f-b48e-f0e257ee024e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:11.641329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bbacf9e-8d2f-4330-a5a7-ea06e925bd21 req-dba450a2-f7e2-460f-b48e-f0e257ee024e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 944 time: 0.1201649 Sep 29 23:16:11.642359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] For port 931b4112-0438-4840-822b-b84d2518a180, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=931b4112-0438-4840-822b-b84d2518a180,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:11.642849 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.673949 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 84faca3b-61f3-49d4-8ab7-75eaecb831fb no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:11.677286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Calling delete_port for 931b4112-0438-4840-822b-b84d2518a180 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:11.707677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bbacf9e-8d2f-4330-a5a7-ea06e925bd21 req-0981691a-e30b-4e16-8459-d3426a2462ce tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653801 Sep 29 23:16:11.709990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 84faca3b-61f3-49d4-8ab7-75eaecb831fb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:11.710338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 84faca3b-61f3-49d4-8ab7-75eaecb831fb not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:11.720125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-75880900-6570-4460-959d-04e01ec752ef None None] Attempting to bind port e2a905cd-1c41-4d64-8eff-22e8336216fb on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:11.720125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-75880900-6570-4460-959d-04e01ec752ef None None] Attempting to bind port e2a905cd-1c41-4d64-8eff-22e8336216fb by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:11.720125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75880900-6570-4460-959d-04e01ec752ef None None] Attempting to bind port e2a905cd-1c41-4d64-8eff-22e8336216fb on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:11.720125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75880900-6570-4460-959d-04e01ec752ef None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:11.720125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75880900-6570-4460-959d-04e01ec752ef None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:11.720934 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75880900-6570-4460-959d-04e01ec752ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.720934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75880900-6570-4460-959d-04e01ec752ef None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:11.721482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-75880900-6570-4460-959d-04e01ec752ef None None] Bound port: e2a905cd-1c41-4d64-8eff-22e8336216fb, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:11.721644 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75880900-6570-4460-959d-04e01ec752ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.729539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:11.828577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-75880900-6570-4460-959d-04e01ec752ef None None] For port e2a905cd-1c41-4d64-8eff-22e8336216fb, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:11.833598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-router', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '931b4112-0438-4840-822b-b84d2518a180', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:47Z', 'updated_at': '2021-09-29T23:16:09Z', 'revision_number': 5, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'gw_port': {'id': '931b4112-0438-4840-822b-b84d2518a180', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2064, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:15:52Z', 'updated_at': '2021-09-29T23:16:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:11.872844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.878724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] Checking router: 65029008-e5ea-4c5a-a38e-7615ac26d099 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:16:11.911632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-75880900-6570-4460-959d-04e01ec752ef None None] For port e2a905cd-1c41-4d64-8eff-22e8336216fb, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2a905cd-1c41-4d64-8eff-22e8336216fb,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:11.912946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port d2523e4e-ad28-4a40-88b4-90df2413f38a yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:16:11.920930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] Routers {'65029008-e5ea-4c5a-a38e-7615ac26d099'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:11.921936 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65029008-e5ea-4c5a-a38e-7615ac26d099'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:11.927156 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75880900-6570-4460-959d-04e01ec752ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:11.970198 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.025084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75880900-6570-4460-959d-04e01ec752ef None None] Pushing event updated for resources: {'Port': ['ID=e2a905cd-1c41-4d64-8eff-22e8336216fb,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:12.040227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Pushing event deleted for resources: {'Port': ['ID=931b4112-0438-4840-822b-b84d2518a180,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:12.136182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] Set router 65029008-e5ea-4c5a-a38e-7615ac26d099 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:12.200063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.208997 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-router', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:47Z', 'updated_at': '2021-09-29T23:16:11Z', 'revision_number': 6, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:12.213576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 20c32f9f-9105-4f87-af8b-d1aed860baae details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:16:12.254941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db4a864f-53c4-447f-8c2a-883c964a5a2f None None] The sync data for ids ['65029008-e5ea-4c5a-a38e-7615ac26d099'] in n-d-811173-2 is: [{'id': '65029008-e5ea-4c5a-a38e-7615ac26d099', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1963016296-router', 'tenant_id': 'c6fa885476014c808bbbc5f3fa934433', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:15:47Z', 'updated_at': '2021-09-29T23:16:11Z', 'revision_number': 6, 'project_id': 'c6fa885476014c808bbbc5f3fa934433', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:16:12.349843 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 172.20.0.7 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/cb9ec570-dcca-496e-87ca-661d1fa05782/d2523e4e-ad28-4a40-88b4-90df2413f38a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:12.382849 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::f816:3eff:febf:8ce7 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/f688c06c-bc1e-4390-b4b9-bae1542e549a/d2523e4e-ad28-4a40-88b4-90df2413f38a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:12.492684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 20c32f9f-9105-4f87-af8b-d1aed860baae, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=20c32f9f-9105-4f87-af8b-d1aed860baae,segment=NetworkSegment(0e4c3422-9336-487f-b123-113e43bba52b),segment_id=0e4c3422-9336-487f-b123-113e43bba52b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:12.503382 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.508382 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.516994 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '20c32f9f-9105-4f87-af8b-d1aed860baae', 'network_id': '5299c0b3-9945-454f-8f56-791169684b68', 'port_id': '20c32f9f-9105-4f87-af8b-d1aed860baae', 'mac_address': 'fa:16:3e:09:87:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 519, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0555d4-9380-49e0-bceb-953bb581ebb3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:16:12.632072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.632884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65029008-e5ea-4c5a-a38e-7615ac26d099 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:16:12.638888 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.643040 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9ef611e4-1ca3-4769-8025-1592b6c3943d admin admin] 10.222.0.44 "DELETE /v2.0/routers/65029008-e5ea-4c5a-a38e-7615ac26d099 HTTP/1.1" status: 204 len: 168 time: 1.7130003 Sep 29 23:16:12.644536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58596) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:12.688402 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.748170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20c32f9f-9105-4f87-af8b-d1aed860baae {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:16:12.769042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-d761d224-d1c7-4221-a98d-6900dd932b0c admin admin] Deleting subnet a0d697bc-03af-4f1b-9486-7fe07c9d777e {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:12.770453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ece98-97af-4a31-9649-4d86a11ae01e req-1052bcb4-3d4e-4028-9724-ab1890fe143a tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:12.774286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-328ece98-97af-4a31-9649-4d86a11ae01e req-1052bcb4-3d4e-4028-9724-ab1890fe143a tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.2461662 Sep 29 23:16:12.779964 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d761d224-d1c7-4221-a98d-6900dd932b0c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.791181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 20c32f9f-9105-4f87-af8b-d1aed860baae, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=20c32f9f-9105-4f87-af8b-d1aed860baae,segment=NetworkSegment(0e4c3422-9336-487f-b123-113e43bba52b),segment_id=0e4c3422-9336-487f-b123-113e43bba52b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:12.805313 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.836223 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d761d224-d1c7-4221-a98d-6900dd932b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.887681 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=20c32f9f-9105-4f87-af8b-d1aed860baae,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:12.941788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7d322-6398-4719-a48a-8f836182bcbc req-24df0789-f7c8-4c5d-b3d9-b0577de91203 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:12.947750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7d322-6398-4719-a48a-8f836182bcbc req-24df0789-f7c8-4c5d-b3d9-b0577de91203 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:12.951677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d761d224-d1c7-4221-a98d-6900dd932b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:12.953987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7d322-6398-4719-a48a-8f836182bcbc req-24df0789-f7c8-4c5d-b3d9-b0577de91203 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:12.960278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7d322-6398-4719-a48a-8f836182bcbc req-24df0789-f7c8-4c5d-b3d9-b0577de91203 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:12.971058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7d322-6398-4719-a48a-8f836182bcbc req-24df0789-f7c8-4c5d-b3d9-b0577de91203 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:12.977719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7d322-6398-4719-a48a-8f836182bcbc req-24df0789-f7c8-4c5d-b3d9-b0577de91203 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:12.984630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7d322-6398-4719-a48a-8f836182bcbc req-24df0789-f7c8-4c5d-b3d9-b0577de91203 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:12.992453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4b7d322-6398-4719-a48a-8f836182bcbc req-24df0789-f7c8-4c5d-b3d9-b0577de91203 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.2068574 Sep 29 23:16:12.999921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-328ece98-97af-4a31-9649-4d86a11ae01e req-d2c8219d-ce8a-4984-9aef-4ee3ea911c73 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131441 Sep 29 23:16:13.041140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d761d224-d1c7-4221-a98d-6900dd932b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.050600 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.085293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d761d224-d1c7-4221-a98d-6900dd932b0c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d697bc-03af-4f1b-9486-7fe07c9d777e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:13.091590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d761d224-d1c7-4221-a98d-6900dd932b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.096053 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4b7d322-6398-4719-a48a-8f836182bcbc req-b5f97fae-6ab8-4ae4-bcbd-91346f3cb809 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950248 Sep 29 23:16:13.096265 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d761d224-d1c7-4221-a98d-6900dd932b0c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a0d697bc-03af-4f1b-9486-7fe07c9d777e HTTP/1.1" status: 204 len: 168 time: 0.4479239 Sep 29 23:16:13.096815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58620) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:13.104243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e388ea-11f6-4c35-8bb0-03d2ff2a8ae1 None None] Network 8a55946f-f86e-40af-a5c4-d5b23474def6 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:13.160506 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.272881 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.275771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['20c32f9f-9105-4f87-af8b-d1aed860baae'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:16:13.401611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:13.405028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e2a905cd-1c41-4d64-8eff-22e8336216fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:13.415684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=d2523e4e-ad28-4a40-88b4-90df2413f38a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:13.425700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:13.429367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Deleting port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:13.429720 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.436402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:13.493291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eafbc3-49d9-42bb-ba51-db232c3c2f31 req-fcbcbd85-fbdb-4411-bb45-b9f58267ba72 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:13.503607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9eafbc3-49d9-42bb-ba51-db232c3c2f31 req-fcbcbd85-fbdb-4411-bb45-b9f58267ba72 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 945 time: 0.2462966 Sep 29 23:16:13.556153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] For port 8460534a-8dc1-4ea4-8e41-3969081cc5a4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8460534a-8dc1-4ea4-8e41-3969081cc5a4,segment=NetworkSegment(47593211-baff-48d7-ba40-5be965abc6b3),segment_id=47593211-baff-48d7-ba40-5be965abc6b3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:13.557471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.572508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:13.573201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.592844 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Calling delete_port for 8460534a-8dc1-4ea4-8e41-3969081cc5a4 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:13.672335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e2a905cd-1c41-4d64-8eff-22e8336216fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:13.672335 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.673319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9eafbc3-49d9-42bb-ba51-db232c3c2f31 req-fdced320-e402-418c-b57c-54fca8748bfc tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632860 Sep 29 23:16:13.679677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-21e0376b-e051-451c-9a44-645c0874ea29 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2703464 Sep 29 23:16:13.680344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58626) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:13.807263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8b68d3-b4da-4033-98a2-12de9e41aec4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:13.815054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8b68d3-b4da-4033-98a2-12de9e41aec4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:13.819685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58630) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:13.820679 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ca8b68d3-b4da-4033-98a2-12de9e41aec4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1354427 Sep 29 23:16:13.848091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc429aec-1fcb-4734-8003-8e97c0674643 None None] DHCP port deletion for 8a55946f-f86e-40af-a5c4-d5b23474def6 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:16:13.873184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58632) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:13.929219 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.949247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.978540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cc429aec-1fcb-4734-8003-8e97c0674643 None None] Deleting port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:13.978781 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc429aec-1fcb-4734-8003-8e97c0674643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:13.980660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62dbe9f-53cd-4969-a760-41ccc05677ea None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:13.987684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port e2a905cd-1c41-4d64-8eff-22e8336216fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2a905cd-1c41-4d64-8eff-22e8336216fb,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:13.989273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Pushing event deleted for resources: {'Port': ['ID=8460534a-8dc1-4ea4-8e41-3969081cc5a4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:14.002719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] No DVR routers for this DVR port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:16:14.025452 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.079241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-056b9600-87a1-4dd6-83a3-fcfc19bfc232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port d2523e4e-ad28-4a40-88b4-90df2413f38a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:14.079668 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-056b9600-87a1-4dd6-83a3-fcfc19bfc232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.094433 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dfec1ff7-b8c2-49a3-9c70-543a753758ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.135796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.210007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a55946f-f86e-40af-a5c4-d5b23474def6']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:14.210239 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6d71c95f-2890-4441-a39b-cdac49d9fabe no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:14.226602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47593211-baff-48d7-ba40-5be965abc6b3') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:14.227014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47593211-baff-48d7-ba40-5be965abc6b3') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:14.242512 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.259195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 6d71c95f-2890-4441-a39b-cdac49d9fabe {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:14.259541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6d71c95f-2890-4441-a39b-cdac49d9fabe not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:14.260006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 931b4112-0438-4840-822b-b84d2518a180 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:14.262026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cc429aec-1fcb-4734-8003-8e97c0674643 None None] For port 8460534a-8dc1-4ea4-8e41-3969081cc5a4, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:14.262983 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc429aec-1fcb-4734-8003-8e97c0674643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.275757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-056b9600-87a1-4dd6-83a3-fcfc19bfc232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.279625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.295532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:16:14.296013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:16:14.297880 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:16:14.300338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-056b9600-87a1-4dd6-83a3-fcfc19bfc232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for d2523e4e-ad28-4a40-88b4-90df2413f38a owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:14.302881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ae8760-28f9-4137-bb8e-db9f94af0219 req-aa62217e-7ed4-483c-b634-12da37bef2b2 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:14.304918 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4ae8760-28f9-4137-bb8e-db9f94af0219 req-aa62217e-7ed4-483c-b634-12da37bef2b2 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.1303706 Sep 29 23:16:14.326150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cc429aec-1fcb-4734-8003-8e97c0674643 None None] Calling delete_port for 8460534a-8dc1-4ea4-8e41-3969081cc5a4 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:14.333475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 931b4112-0438-4840-822b-b84d2518a180 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:14.333761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 931b4112-0438-4840-822b-b84d2518a180 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:14.341104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-90fbd987-56f5-41f9-b10b-85e2695f495c None None] Provisioning complete for port e2a905cd-1c41-4d64-8eff-22e8336216fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:14.341755 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-90fbd987-56f5-41f9-b10b-85e2695f495c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.348327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-cc429aec-1fcb-4734-8003-8e97c0674643 None None] Port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:16:14.371518 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc429aec-1fcb-4734-8003-8e97c0674643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.376900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=e2a905cd-1c41-4d64-8eff-22e8336216fb,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:14.433014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc429aec-1fcb-4734-8003-8e97c0674643 None None] Pushing event deleted for resources: {'Port': ['ID=8460534a-8dc1-4ea4-8e41-3969081cc5a4,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:14.436260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc429aec-1fcb-4734-8003-8e97c0674643 None None] No DVR routers for this DVR port 8460534a-8dc1-4ea4-8e41-3969081cc5a4 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:16:14.500685 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.516069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.518109 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] 10.222.0.44 "DELETE /v2.0/networks/8a55946f-f86e-40af-a5c4-d5b23474def6 HTTP/1.1" status: 204 len: 168 time: 1.4203196 Sep 29 23:16:14.577920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bdb20c-49c7-4074-95d1-9a3298ba6eaf admin admin] Pushing event deleted for resources: {'Network': ['ID=8a55946f-f86e-40af-a5c4-d5b23474def6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:14.664150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda2a4b3-36b1-47d7-a51f-bbfb1c8bf27e None None] Update dhcp port {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': 'cb9ec570-dcca-496e-87ca-661d1fa05782', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f688c06c-bc1e-4390-b4b9-bae1542e549a'}], 'binding:host_id': 'n-d-811173-2'}, 'id': 'e2a905cd-1c41-4d64-8eff-22e8336216fb'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:16:14.693691 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-056b9600-87a1-4dd6-83a3-fcfc19bfc232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.720840 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dda2a4b3-36b1-47d7-a51f-bbfb1c8bf27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.746986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58644) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:14.755159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b9600-87a1-4dd6-83a3-fcfc19bfc232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=d2523e4e-ad28-4a40-88b4-90df2413f38a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:14.767227 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dfec1ff7-b8c2-49a3-9c70-543a753758ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.783664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8b3e-2b83-471b-9afb-72a9dff81638 req-ade2f0fc-ec9f-4a98-b426-cdc9a264d5e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:14.791132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8b3e-2b83-471b-9afb-72a9dff81638 req-ade2f0fc-ec9f-4a98-b426-cdc9a264d5e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:14.796468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8b3e-2b83-471b-9afb-72a9dff81638 req-ade2f0fc-ec9f-4a98-b426-cdc9a264d5e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:14.802445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8b3e-2b83-471b-9afb-72a9dff81638 req-ade2f0fc-ec9f-4a98-b426-cdc9a264d5e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:14.808455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8b3e-2b83-471b-9afb-72a9dff81638 req-ade2f0fc-ec9f-4a98-b426-cdc9a264d5e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:14.814995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8b3e-2b83-471b-9afb-72a9dff81638 req-ade2f0fc-ec9f-4a98-b426-cdc9a264d5e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:14.820974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df8b3e-2b83-471b-9afb-72a9dff81638 req-ade2f0fc-ec9f-4a98-b426-cdc9a264d5e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:14.822938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1df8b3e-2b83-471b-9afb-72a9dff81638 req-ade2f0fc-ec9f-4a98-b426-cdc9a264d5e0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.5936739 Sep 29 23:16:14.830085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dfec1ff7-b8c2-49a3-9c70-543a753758ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.901864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4ae8760-28f9-4137-bb8e-db9f94af0219 req-1306fbd6-42b4-472c-b16c-299ada4af714 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5795581 Sep 29 23:16:14.911378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-056b9600-87a1-4dd6-83a3-fcfc19bfc232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:14.917095 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-056b9600-87a1-4dd6-83a3-fcfc19bfc232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/d2523e4e-ad28-4a40-88b4-90df2413f38a HTTP/1.1" status: 204 len: 168 time: 1.0928154 Sep 29 23:16:14.917095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58650) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:14.941105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dfec1ff7-b8c2-49a3-9c70-543a753758ea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=93f1b49bef3e49d791f05716b80d8776&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0664537 Sep 29 23:16:14.944618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec1ff7-b8c2-49a3-9c70-543a753758ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01809f7e-45ee-4d7d-96c3-ce02cc68c45e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:14.967150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:14.985344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1df8b3e-2b83-471b-9afb-72a9dff81638 req-a3e81882-acd9-43a8-b74f-983566aa8535 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1421549 Sep 29 23:16:15.006007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-dda2a4b3-36b1-47d7-a51f-bbfb1c8bf27e None None] Allocated IP 2001:db8::f816:3eff:fed9:5288 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/f688c06c-bc1e-4390-b4b9-bae1542e549a/e2a905cd-1c41-4d64-8eff-22e8336216fb) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:15.022906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-aff044d7-0be4-48af-934e-0ce4cb8f8a14 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c6fa885476014c808bbbc5f3fa934433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689455 Sep 29 23:16:15.025738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58654) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:15.058741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bcc7ad-be04-423d-8fe9-cc773a7122f4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:15.064811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bcc7ad-be04-423d-8fe9-cc773a7122f4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:15.066594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12bcc7ad-be04-423d-8fe9-cc773a7122f4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:15.071281 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-12bcc7ad-be04-423d-8fe9-cc773a7122f4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1540005 Sep 29 23:16:15.078470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58656) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:15.088412 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5499a0a5-d546-4e14-b148-42851c469925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.113014 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5499a0a5-d546-4e14-b148-42851c469925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.165047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet cb9ec570-dcca-496e-87ca-661d1fa05782 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:15.183475 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5499a0a5-d546-4e14-b148-42851c469925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.185351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5499a0a5-d546-4e14-b148-42851c469925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.185351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5499a0a5-d546-4e14-b148-42851c469925 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/01809f7e-45ee-4d7d-96c3-ce02cc68c45e HTTP/1.1" status: 204 len: 168 time: 0.2175269 Sep 29 23:16:15.234392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499a0a5-d546-4e14-b148-42851c469925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01809f7e-45ee-4d7d-96c3-ce02cc68c45e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:15.236453 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee874d9-75c3-4cce-a0e1-c3a45116843e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.271500 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee874d9-75c3-4cce-a0e1-c3a45116843e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.285205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd43a32-2f0f-4f31-8f6c-9f4e741c184c req-562d0cc0-da64-42f4-811c-87ce429d47b8 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:15.285205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6cd43a32-2f0f-4f31-8f6c-9f4e741c184c req-562d0cc0-da64-42f4-811c-87ce429d47b8 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 945 time: 0.1247337 Sep 29 23:16:15.351943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dda2a4b3-36b1-47d7-a51f-bbfb1c8bf27e None None] For port e2a905cd-1c41-4d64-8eff-22e8336216fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2a905cd-1c41-4d64-8eff-22e8336216fb,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:15.353104 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6cd43a32-2f0f-4f31-8f6c-9f4e741c184c req-2f42468e-8f1b-4308-8eb7-191e90eba8bf tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630274 Sep 29 23:16:15.382753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e2a905cd-1c41-4d64-8eff-22e8336216fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:15.383312 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee874d9-75c3-4cce-a0e1-c3a45116843e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.387557 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee874d9-75c3-4cce-a0e1-c3a45116843e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.392289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0ee874d9-75c3-4cce-a0e1-c3a45116843e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9257f8af-7fd7-49f2-8ebc-264bd988bd11 HTTP/1.1" status: 204 len: 168 time: 0.3650801 Sep 29 23:16:15.406507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee874d9-75c3-4cce-a0e1-c3a45116843e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9257f8af-7fd7-49f2-8ebc-264bd988bd11,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:15.466959 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dda2a4b3-36b1-47d7-a51f-bbfb1c8bf27e None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.473992 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.486294 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dda2a4b3-36b1-47d7-a51f-bbfb1c8bf27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.543204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.574599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2a4b3-36b1-47d7-a51f-bbfb1c8bf27e None None] Pushing event updated for resources: {'Port': ['ID=e2a905cd-1c41-4d64-8eff-22e8336216fb,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:15.595181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e2a905cd-1c41-4d64-8eff-22e8336216fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:15.595572 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.641676 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.742552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.829689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:15.835615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58670) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:15.836118 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/cb9ec570-dcca-496e-87ca-661d1fa05782 HTTP/1.1" status: 204 len: 168 time: 0.7550998 Sep 29 23:16:15.836913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9ec570-dcca-496e-87ca-661d1fa05782,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:15.855355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.856612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.857224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.858058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.858863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.859503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.860347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.860927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.861516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.866731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.867704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.868077 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ebcf4a-70b1-42a1-acca-c35e3156bdd5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:15.870125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8460534a-8dc1-4ea4-8e41-3969081cc5a4 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:15.904701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8460534a-8dc1-4ea4-8e41-3969081cc5a4 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:15.905139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8460534a-8dc1-4ea4-8e41-3969081cc5a4 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:15.959030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c447dc9-aaa6-4127-914d-a21acd8f0016 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet f688c06c-bc1e-4390-b4b9-bae1542e549a {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:15.976869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c447dc9-aaa6-4127-914d-a21acd8f0016 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.041755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58682) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:16.074163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfe474f5-62bd-439b-a676-f4317f198dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.177624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 20c32f9f-9105-4f87-af8b-d1aed860baae up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:16.188453 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c447dc9-aaa6-4127-914d-a21acd8f0016 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.300401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfe474f5-62bd-439b-a676-f4317f198dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.330603 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfe474f5-62bd-439b-a676-f4317f198dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.333634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c447dc9-aaa6-4127-914d-a21acd8f0016 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.345760 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 20c32f9f-9105-4f87-af8b-d1aed860baae completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:16:16.364926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 20c32f9f-9105-4f87-af8b-d1aed860baae triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:16.365318 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.386942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bfe474f5-62bd-439b-a676-f4317f198dab admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2088ca67133842768e19e1fd2e737989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3437972 Sep 29 23:16:16.390509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58690) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:16.415011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe474f5-62bd-439b-a676-f4317f198dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1c4b25-1b37-4df4-8f46-0e1a3ae4bb01,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:16.536259 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.540118 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e691a762-fab0-4124-97c1-5bcc347ad64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.549960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41368fb9-18bb-4756-8f65-a70bb4e10dbf req-2fb21966-12e2-4107-8cbd-d1fbd46f242e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:16.554698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41368fb9-18bb-4756-8f65-a70bb4e10dbf req-2fb21966-12e2-4107-8cbd-d1fbd46f242e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.5010657 Sep 29 23:16:16.588790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 20c32f9f-9105-4f87-af8b-d1aed860baae, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=20c32f9f-9105-4f87-af8b-d1aed860baae,segment=NetworkSegment(0e4c3422-9336-487f-b123-113e43bba52b),segment_id=0e4c3422-9336-487f-b123-113e43bba52b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:16.590125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d0fd92-ae9d-4fd8-a903-2eff9b922f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c32f9f-9105-4f87-af8b-d1aed860baae'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:16:16.593402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a206f7-3d4d-4458-a57b-fce9530b8bb1 req-61678cf2-9c88-47ff-b9a4-eb2c9f961cad tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:16.595028 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0632bff-a12a-43aa-b987-d8c7f1ea230c" -d '{"events": [{"server_uuid": "b0d0fd92-ae9d-4fd8-a903-2eff9b922f33", "name": "network-vif-plugged", "status": "completed", "tag": "20c32f9f-9105-4f87-af8b-d1aed860baae"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:16:16.601903 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.608240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a206f7-3d4d-4458-a57b-fce9530b8bb1 req-61678cf2-9c88-47ff-b9a4-eb2c9f961cad tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:16.624117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a206f7-3d4d-4458-a57b-fce9530b8bb1 req-61678cf2-9c88-47ff-b9a4-eb2c9f961cad tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:16.630984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a206f7-3d4d-4458-a57b-fce9530b8bb1 req-61678cf2-9c88-47ff-b9a4-eb2c9f961cad tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:16.637070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a206f7-3d4d-4458-a57b-fce9530b8bb1 req-61678cf2-9c88-47ff-b9a4-eb2c9f961cad tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:16.640399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9db317-53db-4b41-b807-3a709a3e2f02 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:16.644304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a206f7-3d4d-4458-a57b-fce9530b8bb1 req-61678cf2-9c88-47ff-b9a4-eb2c9f961cad tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:16.651027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a206f7-3d4d-4458-a57b-fce9530b8bb1 req-61678cf2-9c88-47ff-b9a4-eb2c9f961cad tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:16.654047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17a206f7-3d4d-4458-a57b-fce9530b8bb1 req-61678cf2-9c88-47ff-b9a4-eb2c9f961cad tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.5297329 Sep 29 23:16:16.740664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c447dc9-aaa6-4127-914d-a21acd8f0016 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.831563 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c447dc9-aaa6-4127-914d-a21acd8f0016 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.833912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8c447dc9-aaa6-4127-914d-a21acd8f0016 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/f688c06c-bc1e-4390-b4b9-bae1542e549a HTTP/1.1" status: 204 len: 168 time: 0.9965260 Sep 29 23:16:16.839309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5b8cc01c-9600-41c3-9dfb-aad94d604a26 None None] Provisioning complete for port e2a905cd-1c41-4d64-8eff-22e8336216fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:16.839690 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b8cc01c-9600-41c3-9dfb-aad94d604a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:16.842123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c447dc9-aaa6-4127-914d-a21acd8f0016 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=f688c06c-bc1e-4390-b4b9-bae1542e549a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:16.854778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41368fb9-18bb-4756-8f65-a70bb4e10dbf req-e70e155d-1ea2-4b30-b18c-7a62912d69cc tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883735 Sep 29 23:16:16.859224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58700) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:16.900232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=20c32f9f-9105-4f87-af8b-d1aed860baae,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:16.914032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5980f381-81b5-4b78-9b02-4ab6d144755a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531085 Sep 29 23:16:16.916360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58708) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:16.929908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17a206f7-3d4d-4458-a57b-fce9530b8bb1 req-a738ecf2-97e0-42ab-b350-c407f1c39762 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2515666 Sep 29 23:16:16.975062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575b6a91-abf3-4a74-a371-08dc6dcb157c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:16.976796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-575b6a91-abf3-4a74-a371-08dc6dcb157c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0595038 Sep 29 23:16:16.982439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58712) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:17.006490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5b8cc01c-9600-41c3-9dfb-aad94d604a26 None None] Could not find standard attr ID for object d2523e4e-ad28-4a40-88b4-90df2413f38a. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:16:17.045473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a85d39-08e1-49b7-a867-90658ccbc7b4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:17.048803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-31a85d39-08e1-49b7-a867-90658ccbc7b4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0628033 Sep 29 23:16:17.049946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58714) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:17.080957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cbff85-06c7-4bce-bd5d-64973ec1ac6a None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:16:17.140096 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b620537-bc46-499b-8040-9457efa5d54c x-openstack-request-id: req-0b620537-bc46-499b-8040-9457efa5d54c {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:16:17.141242 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d0fd92-ae9d-4fd8-a903-2eff9b922f33", "name": "network-vif-plugged", "status": "completed", "tag": "20c32f9f-9105-4f87-af8b-d1aed860baae", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:16:17.141242 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b620537-bc46-499b-8040-9457efa5d54c {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:16:17.142299 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d0fd92-ae9d-4fd8-a903-2eff9b922f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20c32f9f-9105-4f87-af8b-d1aed860baae', 'code': 200} Sep 29 23:16:17.169924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-05cc4b9d-eec4-4a19-b498-82125b093092 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1194191 Sep 29 23:16:17.176604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58716) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:17.197545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e691a762-fab0-4124-97c1-5bcc347ad64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.221812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-96cbff85-06c7-4bce-bd5d-64973ec1ac6a None None] Deleting port e2a905cd-1c41-4d64-8eff-22e8336216fb {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:17.222756 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-96cbff85-06c7-4bce-bd5d-64973ec1ac6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.227657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-30684c0b-2a35-45df-b43f-11d27b69a925 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:17.259909 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e691a762-fab0-4124-97c1-5bcc347ad64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.264050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e691a762-fab0-4124-97c1-5bcc347ad64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.268467 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e691a762-fab0-4124-97c1-5bcc347ad64a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a1c4b25-1b37-4df4-8f46-0e1a3ae4bb01 HTTP/1.1" status: 204 len: 168 time: 0.8766108 Sep 29 23:16:17.284559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691a762-fab0-4124-97c1-5bcc347ad64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1c4b25-1b37-4df4-8f46-0e1a3ae4bb01,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:17.337264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e2a905cd-1c41-4d64-8eff-22e8336216fb no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:17.398753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-96cbff85-06c7-4bce-bd5d-64973ec1ac6a None None] For port e2a905cd-1c41-4d64-8eff-22e8336216fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2a905cd-1c41-4d64-8eff-22e8336216fb,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:17.399952 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-96cbff85-06c7-4bce-bd5d-64973ec1ac6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.429677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-96cbff85-06c7-4bce-bd5d-64973ec1ac6a None None] Calling delete_port for e2a905cd-1c41-4d64-8eff-22e8336216fb owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:17.441990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adc3fd-a65f-43d0-b781-72b9b14e37b5 req-8d41b34d-35d6-4df7-968d-442da616154a tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:17.444195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12adc3fd-a65f-43d0-b781-72b9b14e37b5 req-8d41b34d-35d6-4df7-968d-442da616154a tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 946 time: 0.2806363 Sep 29 23:16:17.457574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5474e-6c65-4cae-afea-c5da3bf68e9c req-9e438464-8c5e-4ab7-a4a4-e3184746f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:17.459885 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46a5474e-6c65-4cae-afea-c5da3bf68e9c req-9e438464-8c5e-4ab7-a4a4-e3184746f4f8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 1097 time: 0.1943624 Sep 29 23:16:17.522773 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.537876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12adc3fd-a65f-43d0-b781-72b9b14e37b5 req-2d6ac1b9-4d75-4ee8-9d3c-6e25506c98df tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831139 Sep 29 23:16:17.542454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46a5474e-6c65-4cae-afea-c5da3bf68e9c req-02d884f4-9d55-4fff-9adf-5e6dba557a77 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701704 Sep 29 23:16:17.562157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30684c0b-2a35-45df-b43f-11d27b69a925 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:17.562157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30684c0b-2a35-45df-b43f-11d27b69a925 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.562157 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-30684c0b-2a35-45df-b43f-11d27b69a925 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:16:17.562157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30684c0b-2a35-45df-b43f-11d27b69a925 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:16:17.578670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-30684c0b-2a35-45df-b43f-11d27b69a925 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3885388 Sep 29 23:16:17.582009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58736) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:17.587789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-cbaad22b-3d41-4169-a11d-138e8559b0aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:17.627242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port e2a905cd-1c41-4d64-8eff-22e8336216fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2a905cd-1c41-4d64-8eff-22e8336216fb,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:17.633749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.665449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-96cbff85-06c7-4bce-bd5d-64973ec1ac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.685992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cbff85-06c7-4bce-bd5d-64973ec1ac6a None None] No DVR routers for this DVR port e2a905cd-1c41-4d64-8eff-22e8336216fb on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:16:17.710529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=e2a905cd-1c41-4d64-8eff-22e8336216fb,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:17.738381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cbff85-06c7-4bce-bd5d-64973ec1ac6a None None] Pushing event deleted for resources: {'Port': ['ID=e2a905cd-1c41-4d64-8eff-22e8336216fb,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:17.749493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbaad22b-3d41-4169-a11d-138e8559b0aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:17.754863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbaad22b-3d41-4169-a11d-138e8559b0aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.757487 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbaad22b-3d41-4169-a11d-138e8559b0aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:16:17.759045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbaad22b-3d41-4169-a11d-138e8559b0aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:16:17.773923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cbaad22b-3d41-4169-a11d-138e8559b0aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1904263 Sep 29 23:16:17.776639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58740) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:17.784356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3982abb7-b12b-4e78-9574-232494fc7dff tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:17.913889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3982abb7-b12b-4e78-9574-232494fc7dff tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:17.918039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3982abb7-b12b-4e78-9574-232494fc7dff tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:17.920905 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3982abb7-b12b-4e78-9574-232494fc7dff tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:16:17.921072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3982abb7-b12b-4e78-9574-232494fc7dff tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:16:17.944437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3982abb7-b12b-4e78-9574-232494fc7dff tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1664572 Sep 29 23:16:17.945580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58754) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:17.951474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c4018463-627e-4faf-9a8c-6c9e0c5a6e3f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:18.112010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c74fb-224d-4f46-bf6f-27204c9444c6 req-01555c51-5472-435b-86b1-54302e5c8593 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.113564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-227c74fb-224d-4f46-bf6f-27204c9444c6 req-01555c51-5472-435b-86b1-54302e5c8593 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.1447093 Sep 29 23:16:18.154637 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74ee77-9e7b-40c4-b56f-752640e93c0f req-6276af30-241e-4f3f-9acd-82dcf37d0edc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.155643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74ee77-9e7b-40c4-b56f-752640e93c0f req-6276af30-241e-4f3f-9acd-82dcf37d0edc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.164775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74ee77-9e7b-40c4-b56f-752640e93c0f req-6276af30-241e-4f3f-9acd-82dcf37d0edc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.168044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74ee77-9e7b-40c4-b56f-752640e93c0f req-6276af30-241e-4f3f-9acd-82dcf37d0edc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.174765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74ee77-9e7b-40c4-b56f-752640e93c0f req-6276af30-241e-4f3f-9acd-82dcf37d0edc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.180776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74ee77-9e7b-40c4-b56f-752640e93c0f req-6276af30-241e-4f3f-9acd-82dcf37d0edc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.186838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74ee77-9e7b-40c4-b56f-752640e93c0f req-6276af30-241e-4f3f-9acd-82dcf37d0edc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.188842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f74ee77-9e7b-40c4-b56f-752640e93c0f req-6276af30-241e-4f3f-9acd-82dcf37d0edc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.1475666 Sep 29 23:16:18.195725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4018463-627e-4faf-9a8c-6c9e0c5a6e3f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:18.199201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4018463-627e-4faf-9a8c-6c9e0c5a6e3f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:18.201256 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4018463-627e-4faf-9a8c-6c9e0c5a6e3f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:16:18.201676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4018463-627e-4faf-9a8c-6c9e0c5a6e3f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:16:18.251241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-227c74fb-224d-4f46-bf6f-27204c9444c6 req-eff62783-2646-47d7-9c0f-5211882c8b7e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259122 Sep 29 23:16:18.257805 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c4018463-627e-4faf-9a8c-6c9e0c5a6e3f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3110189 Sep 29 23:16:18.260980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58780) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:18.267248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-baa4185b-2bc7-46f7-800a-1c8bd10fdb35 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:18.268046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f74ee77-9e7b-40c4-b56f-752640e93c0f req-07c3df54-0a61-47f1-9073-c12f6bd6d44f tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573585 Sep 29 23:16:18.479065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa4185b-2bc7-46f7-800a-1c8bd10fdb35 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:18.484867 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-baa4185b-2bc7-46f7-800a-1c8bd10fdb35 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:18.488225 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa4185b-2bc7-46f7-800a-1c8bd10fdb35 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:16:18.489054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa4185b-2bc7-46f7-800a-1c8bd10fdb35 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:16:18.510712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888385f1-6919-45b3-8964-20813f788bac req-922709e1-80cb-4775-be1f-128935735744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.513201 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-888385f1-6919-45b3-8964-20813f788bac req-922709e1-80cb-4775-be1f-128935735744 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 1096 time: 0.1333187 Sep 29 23:16:18.519323 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-baa4185b-2bc7-46f7-800a-1c8bd10fdb35 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2570124 Sep 29 23:16:18.519970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:18.527781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4ce3a354-9f31-45f4-878d-1c40ff75abf5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:18.560095 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-888385f1-6919-45b3-8964-20813f788bac req-43a682a7-8972-401c-9bce-c142d0c19ac4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388298 Sep 29 23:16:18.722166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce3a354-9f31-45f4-878d-1c40ff75abf5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:18.725775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ce3a354-9f31-45f4-878d-1c40ff75abf5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:18.727156 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce3a354-9f31-45f4-878d-1c40ff75abf5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:16:18.727583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce3a354-9f31-45f4-878d-1c40ff75abf5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:16:18.748115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b701-af7b-4f75-8c93-555c6a1feb20 req-de346448-6137-4457-b859-e9394d9b6512 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.749665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7836b701-af7b-4f75-8c93-555c6a1feb20 req-de346448-6137-4457-b859-e9394d9b6512 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 946 time: 0.0871561 Sep 29 23:16:18.765372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4ce3a354-9f31-45f4-878d-1c40ff75abf5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2438579 Sep 29 23:16:18.768106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58834) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:18.797922 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7836b701-af7b-4f75-8c93-555c6a1feb20 req-861b9388-4227-4db2-ba00-c20a62d5e03c tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414045 Sep 29 23:16:18.833400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:18.834161 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3343b990-c535-4c48-ad18-9a7ab6a8e760 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0646443 Sep 29 23:16:18.908010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895eb9e3-62b4-459f-a492-eb55240c7ef2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:18.909767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-895eb9e3-62b4-459f-a492-eb55240c7ef2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0751753 Sep 29 23:16:18.912556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58848) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:18.970282 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9285c8ba-1c2e-4af0-bafd-c822ffa218b4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0564883 Sep 29 23:16:18.974209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58862) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:18.979621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:19.102287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:19.106718 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:19.572761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:16:19.583556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8408f0ff-c685-4f7b-ab79-a104bda6e305 req-719594c1-baa5-4d30-a729-745ee92d05ea tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:19.585548 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8408f0ff-c685-4f7b-ab79-a104bda6e305 req-719594c1-baa5-4d30-a729-745ee92d05ea tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.1823797 Sep 29 23:16:19.588657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:19.610410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4a40-fbde-4d29-aaf8-2e5cdf4cf114 req-e0b0f4a3-c205-4e0a-99c3-8060f614266c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:19.616574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4a40-fbde-4d29-aaf8-2e5cdf4cf114 req-e0b0f4a3-c205-4e0a-99c3-8060f614266c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:19.623115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4a40-fbde-4d29-aaf8-2e5cdf4cf114 req-e0b0f4a3-c205-4e0a-99c3-8060f614266c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:19.629236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4a40-fbde-4d29-aaf8-2e5cdf4cf114 req-e0b0f4a3-c205-4e0a-99c3-8060f614266c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:19.641666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4a40-fbde-4d29-aaf8-2e5cdf4cf114 req-e0b0f4a3-c205-4e0a-99c3-8060f614266c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:19.650575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4a40-fbde-4d29-aaf8-2e5cdf4cf114 req-e0b0f4a3-c205-4e0a-99c3-8060f614266c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:19.658509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b4a40-fbde-4d29-aaf8-2e5cdf4cf114 req-e0b0f4a3-c205-4e0a-99c3-8060f614266c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:19.660559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-981b4a40-fbde-4d29-aaf8-2e5cdf4cf114 req-e0b0f4a3-c205-4e0a-99c3-8060f614266c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.1899798 Sep 29 23:16:19.758943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:19.771443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:19.781116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:19.781707 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:19.786459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=7f107123-3c41-4aa8-b315-93da1e0b8a86,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:19.786963 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0216999b-e5a5-4fa3-ac1b-1fc3a42d019b None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:19.791592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8408f0ff-c685-4f7b-ab79-a104bda6e305 req-2048d141-e06b-4583-937e-a64290f5f25c tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947949 Sep 29 23:16:19.813777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-981b4a40-fbde-4d29-aaf8-2e5cdf4cf114 req-4e85e911-828a-448b-bb6c-28912b95783f tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1185873 Sep 29 23:16:19.825836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-11b613ac-e52d-4486-8dd8-06218e025070 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8497615 Sep 29 23:16:19.827958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58926) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:19.833678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:98:10:3f', 'name': 'tempest-NetworksTestDHCPv6-641500007'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:20.087401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:20.093297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': '7f107123-3c41-4aa8-b315-93da1e0b8a86'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:16:20.094135 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:20.119654 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:20.140978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38815110-d3bd-455d-9b74-61919fc3f884 req-2f138328-2343-4055-aa70-5977e95b5fd0 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:20.150360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38815110-d3bd-455d-9b74-61919fc3f884 req-2f138328-2343-4055-aa70-5977e95b5fd0 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 946 time: 0.1098292 Sep 29 23:16:20.195443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:20.208801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38815110-d3bd-455d-9b74-61919fc3f884 req-147c1ed2-6602-4bdd-ad7e-2f026bf42624 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571103 Sep 29 23:16:20.222422 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port edec2fc0-ed58-4cfa-aa72-93ca3f655e9f yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:16:20.317683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Allocated IP 2001:db8::f816:3eff:fe96:8998 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/7f107123-3c41-4aa8-b315-93da1e0b8a86/5d98c2d8-d09e-4487-9022-d7be38711211) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:20.517625 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:20.525074 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:20.578129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:20.581315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:20.586523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:20.622356 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::f816:3eff:fe98:103f (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/7f107123-3c41-4aa8-b315-93da1e0b8a86/edec2fc0-ed58-4cfa-aa72-93ca3f655e9f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:20.636124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Pushing event updated for resources: {'Port': ['ID=5d98c2d8-d09e-4487-9022-d7be38711211,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:20.676889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Attempting to bind port 5d98c2d8-d09e-4487-9022-d7be38711211 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:20.677381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Attempting to bind port 5d98c2d8-d09e-4487-9022-d7be38711211 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:20.677931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Attempting to bind port 5d98c2d8-d09e-4487-9022-d7be38711211 on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:20.683490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:20.684618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:20.685606 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:20.686222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:20.686974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Bound port: 5d98c2d8-d09e-4487-9022-d7be38711211, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:20.687360 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:20.802018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] For port 5d98c2d8-d09e-4487-9022-d7be38711211, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:20.806195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] For port 5d98c2d8-d09e-4487-9022-d7be38711211, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5d98c2d8-d09e-4487-9022-d7be38711211,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:20.812228 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:20.881045 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:20.886838 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8fddf-81c5-4fb1-8eca-6c874f21f129 None None] Pushing event updated for resources: {'Port': ['ID=5d98c2d8-d09e-4487-9022-d7be38711211,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:20.981141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:21.005891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25543067-f253-4a18-b933-0a0e3394d982 req-5afbf297-c6eb-4b8b-a9a5-9737ad8ba5b2 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.008589 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25543067-f253-4a18-b933-0a0e3394d982 req-5afbf297-c6eb-4b8b-a9a5-9737ad8ba5b2 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.0796223 Sep 29 23:16:21.036746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:21.040572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:21.044154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:21.050843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.051687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:21.078104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=edec2fc0-ed58-4cfa-aa72-93ca3f655e9f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:21.083970 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6255673f-e74d-4512-82d1-fe237518a93f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2544272 Sep 29 23:16:21.087165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59068) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:21.136279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25543067-f253-4a18-b933-0a0e3394d982 req-170cfb0a-8e71-4533-a015-8e6c4714e32d tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032791 Sep 29 23:16:21.227790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9654af7-faf6-4162-a3ad-16164ff90096 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.241814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9654af7-faf6-4162-a3ad-16164ff90096 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.246311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a9654af7-faf6-4162-a3ad-16164ff90096 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1500983 Sep 29 23:16:21.254502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:21.316342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-7b0729a3-93b8-4ee6-ad02-799318db4c5b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.323864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-7b0729a3-93b8-4ee6-ad02-799318db4c5b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.3101833 Sep 29 23:16:21.356538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-a3ec755a-2772-4717-8b5d-b18181d1ce2e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/quotas/86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 375 time: 0.0312130 Sep 29 23:16:21.373146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:16:21.443376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59088) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:21.511646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-b1d947f6-140a-4796-9244-d3f013a8ed5d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1536591 Sep 29 23:16:21.524386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:21.539198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'port_id': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2', 'mac_address': 'fa:16:3e:52:af:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:16:21.557173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65349300-b62d-4690-abe5-e9f59090e747 req-ec69103e-a372-4346-afa7-7f31b1a74d8d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.565147 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65349300-b62d-4690-abe5-e9f59090e747 req-ec69103e-a372-4346-afa7-7f31b1a74d8d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.574294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65349300-b62d-4690-abe5-e9f59090e747 req-ec69103e-a372-4346-afa7-7f31b1a74d8d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.583442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:21.583895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65349300-b62d-4690-abe5-e9f59090e747 req-ec69103e-a372-4346-afa7-7f31b1a74d8d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.591978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65349300-b62d-4690-abe5-e9f59090e747 req-ec69103e-a372-4346-afa7-7f31b1a74d8d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.592759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42a360c4-60ea-47a2-a888-699a51fabaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:21.598425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65349300-b62d-4690-abe5-e9f59090e747 req-ec69103e-a372-4346-afa7-7f31b1a74d8d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.599419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:16:21.606679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65349300-b62d-4690-abe5-e9f59090e747 req-ec69103e-a372-4346-afa7-7f31b1a74d8d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:21.609166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65349300-b62d-4690-abe5-e9f59090e747 req-ec69103e-a372-4346-afa7-7f31b1a74d8d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5428 time: 0.2005939 Sep 29 23:16:21.616521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-244ae3c3-c32d-4805-bd15-3e57ed9d7bc5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port edec2fc0-ed58-4cfa-aa72-93ca3f655e9f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:21.617214 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-244ae3c3-c32d-4805-bd15-3e57ed9d7bc5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:21.625721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:21.632951 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:21.634344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:16:21.751773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:21.757539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65349300-b62d-4690-abe5-e9f59090e747 req-4e5e889f-8522-4bb9-9dd7-4db142d3293a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1345532 Sep 29 23:16:21.759929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42a360c4-60ea-47a2-a888-699a51fabaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:21.777390 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42a360c4-60ea-47a2-a888-699a51fabaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:21.850817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:21.860511 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-42a360c4-60ea-47a2-a888-699a51fabaaf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=772997f9b59248379997242c108c718f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4140847 Sep 29 23:16:21.865394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59096) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:21.868189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '7dfab69f-076b-4de0-82c2-63cb3ab1ddd9', 'network_id': '087e5120-73d2-426e-b117-b288b1b78538', 'port_id': '7dfab69f-076b-4de0-82c2-63cb3ab1ddd9', 'mac_address': 'fa:16:3e:e9:2d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f238ab-f042-422d-bbd5-f023e7997ff2', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:16:21.897632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a360c4-60ea-47a2-a888-699a51fabaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aefc2a-6892-40fa-828c-846540d185e3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:21.914874 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-337ea62a-dd3b-40e5-ac08-d3483c25945d service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024446 Sep 29 23:16:21.937084 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:21.970146 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d0158d6-ae3f-499d-a111-3e94ecbc2313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:21.974992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:16:22.007373 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-244ae3c3-c32d-4805-bd15-3e57ed9d7bc5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.017511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:22.024018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d0158d6-ae3f-499d-a111-3e94ecbc2313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.032646 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.033690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 31d86626-588b-4d59-8986-6050b136850a details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:16:22.095312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 31d86626-588b-4d59-8986-6050b136850a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=31d86626-588b-4d59-8986-6050b136850a,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:22.105029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-244ae3c3-c32d-4805-bd15-3e57ed9d7bc5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for edec2fc0-ed58-4cfa-aa72-93ca3f655e9f owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:22.144233 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '31d86626-588b-4d59-8986-6050b136850a', 'network_id': '087e5120-73d2-426e-b117-b288b1b78538', 'port_id': '31d86626-588b-4d59-8986-6050b136850a', 'mac_address': 'fa:16:3e:2d:c7:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f238ab-f042-422d-bbd5-f023e7997ff2', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:16:22.169015 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d0158d6-ae3f-499d-a111-3e94ecbc2313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.179882 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d0158d6-ae3f-499d-a111-3e94ecbc2313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.190338 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0d0158d6-ae3f-499d-a111-3e94ecbc2313 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/88aefc2a-6892-40fa-828c-846540d185e3 HTTP/1.1" status: 204 len: 168 time: 0.3227713 Sep 29 23:16:22.217273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-539f26f3-970d-47e2-bb20-c3ec245088c3 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944443 Sep 29 23:16:22.303063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0158d6-ae3f-499d-a111-3e94ecbc2313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aefc2a-6892-40fa-828c-846540d185e3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:22.364898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee6271-495e-4cf7-9c98-141b5acb46e2 req-37e74fb5-e711-4af3-935e-6c84d2e703e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:22.370662 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ee6271-495e-4cf7-9c98-141b5acb46e2 req-37e74fb5-e711-4af3-935e-6c84d2e703e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=62bcf4cab4364b038f970d284171d03a&device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 1096 time: 0.1783352 Sep 29 23:16:22.430454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:22.446185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-244ae3c3-c32d-4805-bd15-3e57ed9d7bc5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.528963 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.530789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-925862e9-5e45-4969-a0a6-8837291abfa5 None None] Provisioning complete for port 5d98c2d8-d09e-4487-9022-d7be38711211 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:22.531156 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-925862e9-5e45-4969-a0a6-8837291abfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.549580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ae3c3-c32d-4805-bd15-3e57ed9d7bc5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=edec2fc0-ed58-4cfa-aa72-93ca3f655e9f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:22.623548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31d86626-588b-4d59-8986-6050b136850a {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:16:22.654144 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-244ae3c3-c32d-4805-bd15-3e57ed9d7bc5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.665745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-244ae3c3-c32d-4805-bd15-3e57ed9d7bc5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/edec2fc0-ed58-4cfa-aa72-93ca3f655e9f HTTP/1.1" status: 204 len: 168 time: 1.4082117 Sep 29 23:16:22.666990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:22.733475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 31d86626-588b-4d59-8986-6050b136850a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=31d86626-588b-4d59-8986-6050b136850a,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:22.747277 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.754020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee6271-495e-4cf7-9c98-141b5acb46e2 req-545a79d4-17cd-4b49-88e8-12ae88d8f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:22.755946 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ee6271-495e-4cf7-9c98-141b5acb46e2 req-545a79d4-17cd-4b49-88e8-12ae88d8f13c service neutron] 10.222.0.26 "GET /v2.0/networks?id=80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 200 len: 911 time: 0.3634827 Sep 29 23:16:22.820805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4dc755-22eb-4d60-b953-91c3e7600bda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:22.823438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4dc755-22eb-4d60-b953-91c3e7600bda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:22.830168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dc4dc755-22eb-4d60-b953-91c3e7600bda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1609290 Sep 29 23:16:22.831017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:22.845734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:22.871263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=31d86626-588b-4d59-8986-6050b136850a,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:22.888977 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ee6271-495e-4cf7-9c98-141b5acb46e2 req-e16efac6-1e45-49ff-b6c6-dd9b3308bc30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3e2cb85f-2b8c-412f-b192-8c77d6e022de HTTP/1.1" status: 200 len: 217 time: 0.1156421 Sep 29 23:16:22.979368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:22.989551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee6271-495e-4cf7-9c98-141b5acb46e2 req-11712ab9-f956-49b3-bbe5-17d5e449466b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:22.991244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ee6271-495e-4cf7-9c98-141b5acb46e2 req-11712ab9-f956-49b3-bbe5-17d5e449466b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e HTTP/1.1" status: 200 len: 850 time: 0.0936263 Sep 29 23:16:23.013145 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-925862e9-5e45-4969-a0a6-8837291abfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:23.039875 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ee6271-495e-4cf7-9c98-141b5acb46e2 req-be3ab583-5a8c-45ca-8def-ff2df0d1bca6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=80bbd6fe-5382-44cf-812b-242c2203ac98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405295 Sep 29 23:16:23.067209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-087e482e-3024-4ab8-a357-56db0ed9eb9a req-5d73a0a2-acb0-4aa4-8ae3-13a4ac6b319c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 210 time: 0.0787122 Sep 29 23:16:23.096325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7d172fd6-87dd-44db-b6ca-1c038fad4bc2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:16:23.102257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['31d86626-588b-4d59-8986-6050b136850a'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:16:23.124437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc17f93d-4508-4488-a582-f82227bcea3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 7f107123-3c41-4aa8-b315-93da1e0b8a86 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:23.142174 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc17f93d-4508-4488-a582-f82227bcea3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:23.244646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81c6d00-13bf-4389-888c-d879d0fa0042 req-314c3d8e-4cdc-47f2-948b-04b1a8035cf2 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:23.248337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-925862e9-5e45-4969-a0a6-8837291abfa5 None None] For port 5d98c2d8-d09e-4487-9022-d7be38711211, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5d98c2d8-d09e-4487-9022-d7be38711211,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:23.251100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c81c6d00-13bf-4389-888c-d879d0fa0042 req-314c3d8e-4cdc-47f2-948b-04b1a8035cf2 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.4189768 Sep 29 23:16:23.314121 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ee6271-495e-4cf7-9c98-141b5acb46e2 req-0f66c6a9-3758-422b-b9ea-5565ffb34a3d service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609713 Sep 29 23:16:23.331723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-925862e9-5e45-4969-a0a6-8837291abfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:23.408179 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc17f93d-4508-4488-a582-f82227bcea3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:23.417430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 46e2c8bb-1726-4da0-a14b-2650b57a11c7 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:16:23.429450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5d98c2d8-d09e-4487-9022-d7be38711211 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:23.514544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c81c6d00-13bf-4389-888c-d879d0fa0042 req-07f4eca5-7de6-4571-99cc-ba25a84e3ce4 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032881 Sep 29 23:16:23.527437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e978-1ebd-4d1f-9046-5f43fedd3907 req-a4e1e55f-6301-4288-829c-6465ececffd2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:23.534841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e978-1ebd-4d1f-9046-5f43fedd3907 req-a4e1e55f-6301-4288-829c-6465ececffd2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:23.541087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e978-1ebd-4d1f-9046-5f43fedd3907 req-a4e1e55f-6301-4288-829c-6465ececffd2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:23.549649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e978-1ebd-4d1f-9046-5f43fedd3907 req-a4e1e55f-6301-4288-829c-6465ececffd2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:23.555877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e978-1ebd-4d1f-9046-5f43fedd3907 req-a4e1e55f-6301-4288-829c-6465ececffd2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:23.563482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e978-1ebd-4d1f-9046-5f43fedd3907 req-a4e1e55f-6301-4288-829c-6465ececffd2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:23.569935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11e978-1ebd-4d1f-9046-5f43fedd3907 req-a4e1e55f-6301-4288-829c-6465ececffd2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:23.581635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d11e978-1ebd-4d1f-9046-5f43fedd3907 req-a4e1e55f-6301-4288-829c-6465ececffd2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5431 time: 0.3914022 Sep 29 23:16:23.615303 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ee6271-495e-4cf7-9c98-141b5acb46e2 req-6d790dae-2a6f-4d45-ac96-e3361461f683 service neutron] 10.222.0.26 "GET /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900951 Sep 29 23:16:23.687256 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:23.701781 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:23.784615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d11e978-1ebd-4d1f-9046-5f43fedd3907 req-deb38ade-092e-4f37-a15b-5c1345b9638d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2019818 Sep 29 23:16:23.796223 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f82c915a230543e09c25cd5159b76938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9295604 Sep 29 23:16:23.798016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc17f93d-4508-4488-a582-f82227bcea3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:23.799141 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59184) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:23.851679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d256a5-2e13-4e9e-9523-02a5a154a6bd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:23.864477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.864936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.865384 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.866274 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.868444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.868908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.869359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.870293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.873915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.874416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.880442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.880442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b2a4cd-6fa9-40bb-b0cf-998368369b0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:23.906956 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c756250-ae08-489a-ad3e-3e3f6d0e9a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:23.915902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-013b5fa2-0c55-47ab-b933-04f02954e7eb None None] Could not find standard attr ID for object edec2fc0-ed58-4cfa-aa72-93ca3f655e9f. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:16:23.939850 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.resource_extend [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:16:23.945833 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925862e9-5e45-4969-a0a6-8837291abfa5 None None] Pushing event updated for resources: {'Port': ['ID=5d98c2d8-d09e-4487-9022-d7be38711211,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:23.955213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c756250-ae08-489a-ad3e-3e3f6d0e9a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:23.986429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc17f93d-4508-4488-a582-f82227bcea3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:24.038734 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c756250-ae08-489a-ad3e-3e3f6d0e9a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:24.041845 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c756250-ae08-489a-ad3e-3e3f6d0e9a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:24.043183 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6c756250-ae08-489a-ad3e-3e3f6d0e9a7b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/14d256a5-2e13-4e9e-9523-02a5a154a6bd HTTP/1.1" status: 204 len: 168 time: 0.2429509 Sep 29 23:16:24.058540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c756250-ae08-489a-ad3e-3e3f6d0e9a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d256a5-2e13-4e9e-9523-02a5a154a6bd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:24.087285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17f93d-4508-4488-a582-f82227bcea3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=7f107123-3c41-4aa8-b315-93da1e0b8a86,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:24.114862 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc17f93d-4508-4488-a582-f82227bcea3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:24.116800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fc17f93d-4508-4488-a582-f82227bcea3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/7f107123-3c41-4aa8-b315-93da1e0b8a86 HTTP/1.1" status: 204 len: 168 time: 1.2828538 Sep 29 23:16:24.119174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59208) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:24.150728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 46e2c8bb-1726-4da0-a14b-2650b57a11c7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=46e2c8bb-1726-4da0-a14b-2650b57a11c7,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:24.183311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-849005a7-32c1-40a4-b168-4690f4389470 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628045 Sep 29 23:16:24.186360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:24.191422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '46e2c8bb-1726-4da0-a14b-2650b57a11c7', 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a', 'port_id': '46e2c8bb-1726-4da0-a14b-2650b57a11c7', 'mac_address': 'fa:16:3e:34:63:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b73ade4-2bdf-4abe-9a8c-d2305af0db28', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:16:24.192417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:24.200896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97ed1ad-7596-48e5-bc28-684ab911b8b8 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:24.409425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7dfab69f-076b-4de0-82c2-63cb3ab1ddd9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:16:24.604295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5d98c2d8-d09e-4487-9022-d7be38711211 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:24.604624 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:24.709300 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:24.744803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6333a211-e363-405c-8793-f1d161475d41 req-b5a4616b-adc3-406b-8521-6732589f5c9a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 210 time: 0.0716069 Sep 29 23:16:24.768916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e2c8bb-1726-4da0-a14b-2650b57a11c7 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:16:24.814644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 46e2c8bb-1726-4da0-a14b-2650b57a11c7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=46e2c8bb-1726-4da0-a14b-2650b57a11c7,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:24.883548 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:24.884260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2ceaa646-8894-479c-a127-a14c16cf1019 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:16:24.915056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2ceaa646-8894-479c-a127-a14c16cf1019, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2ceaa646-8894-479c-a127-a14c16cf1019,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:24.923680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:24.927264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:24.933032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '2ceaa646-8894-479c-a127-a14c16cf1019', 'network_id': 'e39dd437-e6ea-4000-a22a-c65e25f5d59a', 'port_id': '2ceaa646-8894-479c-a127-a14c16cf1019', 'mac_address': 'fa:16:3e:a6:54:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b73ade4-2bdf-4abe-9a8c-d2305af0db28', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:16:24.938554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70319e06-bd54-4516-8a45-3d71adfab6e7 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:16:25.031073 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:25.108981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ceaa646-8894-479c-a127-a14c16cf1019 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:16:25.130886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2ceaa646-8894-479c-a127-a14c16cf1019, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2ceaa646-8894-479c-a127-a14c16cf1019,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:25.139177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-70319e06-bd54-4516-8a45-3d71adfab6e7 None None] Deleting port 5d98c2d8-d09e-4487-9022-d7be38711211 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:25.139726 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-70319e06-bd54-4516-8a45-3d71adfab6e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:25.214575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-70319e06-bd54-4516-8a45-3d71adfab6e7 None None] For port 5d98c2d8-d09e-4487-9022-d7be38711211, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5d98c2d8-d09e-4487-9022-d7be38711211,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:25.215715 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-70319e06-bd54-4516-8a45-3d71adfab6e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:25.232444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-70319e06-bd54-4516-8a45-3d71adfab6e7 None None] Calling delete_port for 5d98c2d8-d09e-4487-9022-d7be38711211 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:25.319310 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:25.320078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 978da8f0-38b6-4724-8b10-8a3779c0ee80 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:16:25.409486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef569444-74a4-431a-94aa-4bc042f81fb0 req-6748b86b-60a1-41bf-b970-456236e07f4a tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:25.411901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef569444-74a4-431a-94aa-4bc042f81fb0 req-6748b86b-60a1-41bf-b970-456236e07f4a tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.5234561 Sep 29 23:16:25.412155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5d98c2d8-d09e-4487-9022-d7be38711211 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:25.452916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-70319e06-bd54-4516-8a45-3d71adfab6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:25.462815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=46e2c8bb-1726-4da0-a14b-2650b57a11c7,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:25.464485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-eef7fefc-1585-403d-82e7-09dbdd535a5b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:25.471116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-eef7fefc-1585-403d-82e7-09dbdd535a5b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.7967203 Sep 29 23:16:25.479660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 5d98c2d8-d09e-4487-9022-d7be38711211 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:25.480048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5d98c2d8-d09e-4487-9022-d7be38711211 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:25.488450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70319e06-bd54-4516-8a45-3d71adfab6e7 None None] No DVR routers for this DVR port 5d98c2d8-d09e-4487-9022-d7be38711211 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:16:25.503621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'port': {'device_id': '6ff0ad6b-2c42-410f-8328-0127907f8f06', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'admin_state_up': True, 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:25.559154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 978da8f0-38b6-4724-8b10-8a3779c0ee80, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=978da8f0-38b6-4724-8b10-8a3779c0ee80,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:25.593383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '978da8f0-38b6-4724-8b10-8a3779c0ee80', 'network_id': '087e5120-73d2-426e-b117-b288b1b78538', 'port_id': '978da8f0-38b6-4724-8b10-8a3779c0ee80', 'mac_address': 'fa:16:3e:13:08:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f238ab-f042-422d-bbd5-f023e7997ff2', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:16:25.599302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2ceaa646-8894-479c-a127-a14c16cf1019,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:25.626934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70319e06-bd54-4516-8a45-3d71adfab6e7 None None] Pushing event deleted for resources: {'Port': ['ID=5d98c2d8-d09e-4487-9022-d7be38711211,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:25.723062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Made reservation on behalf of 86bdc4515d6a4d0b846bbc7c3354ced6 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:25.727775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:25.728453 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:25.749284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3297-cde2-48bc-8255-2c5d59ca9679 req-2316a612-0570-4fa1-9474-03465ed4fe35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:25.755297 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3297-cde2-48bc-8255-2c5d59ca9679 req-2316a612-0570-4fa1-9474-03465ed4fe35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:25.760937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 978da8f0-38b6-4724-8b10-8a3779c0ee80 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:16:25.761370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3297-cde2-48bc-8255-2c5d59ca9679 req-2316a612-0570-4fa1-9474-03465ed4fe35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:25.769896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3297-cde2-48bc-8255-2c5d59ca9679 req-2316a612-0570-4fa1-9474-03465ed4fe35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:25.776704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3297-cde2-48bc-8255-2c5d59ca9679 req-2316a612-0570-4fa1-9474-03465ed4fe35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:25.783657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3297-cde2-48bc-8255-2c5d59ca9679 req-2316a612-0570-4fa1-9474-03465ed4fe35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:25.787789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 978da8f0-38b6-4724-8b10-8a3779c0ee80, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=978da8f0-38b6-4724-8b10-8a3779c0ee80,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:25.791444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc3297-cde2-48bc-8255-2c5d59ca9679 req-2316a612-0570-4fa1-9474-03465ed4fe35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:25.794460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fcc3297-cde2-48bc-8255-2c5d59ca9679 req-2316a612-0570-4fa1-9474-03465ed4fe35 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5433 time: 0.5718408 Sep 29 23:16:25.804790 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:25.808091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 069fc8e8-f008-4614-afb5-64ce1ad70754 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:16:25.827703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:16:25.832070 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:25.906335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=978da8f0-38b6-4724-8b10-8a3779c0ee80,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:25.960227 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef569444-74a4-431a-94aa-4bc042f81fb0 req-58ea64b3-825a-433b-80ac-fc87624332e1 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814579 Sep 29 23:16:25.978002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 069fc8e8-f008-4614-afb5-64ce1ad70754, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=069fc8e8-f008-4614-afb5-64ce1ad70754,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:25.990460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '069fc8e8-f008-4614-afb5-64ce1ad70754', 'network_id': '087e5120-73d2-426e-b117-b288b1b78538', 'port_id': '069fc8e8-f008-4614-afb5-64ce1ad70754', 'mac_address': 'fa:16:3e:a4:87:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 530, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2f238ab-f042-422d-bbd5-f023e7997ff2', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:16:26.066832 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:26.070018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:26.108273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 069fc8e8-f008-4614-afb5-64ce1ad70754 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:16:26.113251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:26.118734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:26.119863 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:26.127459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78782fbb-7e17-4ccf-a051-b4820acd8fa8 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:26.133520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=19a28d5e-a83f-41e8-9109-5eca1e77b2e6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:26.173425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fcc3297-cde2-48bc-8255-2c5d59ca9679 req-c05b378d-37d5-4a93-a5d7-e0f2324a3b5a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3669038 Sep 29 23:16:26.178292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 069fc8e8-f008-4614-afb5-64ce1ad70754, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=069fc8e8-f008-4614-afb5-64ce1ad70754,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:26.204618 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:26.234510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59314) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:26.240202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:da:23:4a', 'name': 'tempest-NetworksTestDHCPv6-709458055'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:26.244966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cc9c828e-36bb-4fe4-88ae-553e219c397d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0435858 Sep 29 23:16:26.413624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27ad6a5b-a191-404a-b67b-18cff450a63d req-2e1b94a2-981b-462d-ad54-95607e473c32 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 210 time: 0.0835910 Sep 29 23:16:26.427903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Allocated IP 172.20.0.5 (ee5d94c1-3e5a-467b-89c5-206c2f04d49f/de53ae86-4ded-4d3c-be7d-939667c8dccf/fb16bc4a-4c34-471d-8720-6c11278f6a54) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:26.499562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:26.548968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=069fc8e8-f008-4614-afb5-64ce1ad70754,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:26.562945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:26.718082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:26.757187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['46e2c8bb-1726-4da0-a14b-2650b57a11c7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:16:26.759430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['978da8f0-38b6-4724-8b10-8a3779c0ee80'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:16:26.814544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port faf567ac-4f4e-4e99-a7a8-c1513f84f850 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:16:26.817043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': '19a28d5e-a83f-41e8-9109-5eca1e77b2e6'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:16:26.818879 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:26.864915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['069fc8e8-f008-4614-afb5-64ce1ad70754'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:16:26.928395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:16:26.940898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:26.941263 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:27.016182 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:27.166669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::f816:3eff:feda:234a (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/19a28d5e-a83f-41e8-9109-5eca1e77b2e6/faf567ac-4f4e-4e99-a7a8-c1513f84f850) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:27.292118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:27.305156 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:27.384919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:27.389994 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:27.446541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c703232-bc1a-484a-b0cc-ade2ff5740aa req-5cc480a8-3e4a-4490-b24f-d9e1986f0dd4 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:27.453054 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c703232-bc1a-484a-b0cc-ade2ff5740aa req-5cc480a8-3e4a-4490-b24f-d9e1986f0dd4 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.3322601 Sep 29 23:16:27.455357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:27.458158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:27.472974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:16:27.480713 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb5ee7eb-ffae-43ad-8eb7-b70412398719" -d '{"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "7d172fd6-87dd-44db-b6ca-1c038fad4bc2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:16:27.509829 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:27.521041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 31d86626-588b-4d59-8986-6050b136850a up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:27.550316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c703232-bc1a-484a-b0cc-ade2ff5740aa req-21a30d12-6c88-43cc-a505-57b9a716d26b tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816221 Sep 29 23:16:27.601677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=fb16bc4a-4c34-471d-8720-6c11278f6a54,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:27.659710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:27.672880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:27.719278 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-1bbb617d-2808-409d-b69a-df2bfbdcfa79 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2200501 Sep 29 23:16:27.738873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Request body: {'port': {'device_id': '6ff0ad6b-2c42-410f-8328-0127907f8f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:27.768656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['2ceaa646-8894-479c-a127-a14c16cf1019'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:16:27.772431 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:27.924608 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:27.936784 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:28.006817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:28.094282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=faf567ac-4f4e-4e99-a7a8-c1513f84f850,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:28.108342 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:28.113647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:28.116401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:28.130025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:28.130701 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:28.172902 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-13254cfb-6602-43cc-8ae2-34f448044901 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9371808 Sep 29 23:16:28.173738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59434) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:28.173904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774394d-d683-48f2-a71d-718b3f688f33 req-94a289d5-061a-4c93-947d-46e579f22211 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:28.181420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2774394d-d683-48f2-a71d-718b3f688f33 req-94a289d5-061a-4c93-947d-46e579f22211 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 931 time: 0.1448824 Sep 29 23:16:28.182841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Allocated IP 2001:db8::f816:3eff:fe47:2ad9 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/19a28d5e-a83f-41e8-9109-5eca1e77b2e6/3bc309d5-ced4-497c-9301-ced581a493cd) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:28.239254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6ac16-31da-4e7a-8d81-73cd29ed5bcd req-629cc889-ba3a-4672-b5cc-46f71f8221c7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:28.246872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6ac16-31da-4e7a-8d81-73cd29ed5bcd req-629cc889-ba3a-4672-b5cc-46f71f8221c7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:28.273649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6ac16-31da-4e7a-8d81-73cd29ed5bcd req-629cc889-ba3a-4672-b5cc-46f71f8221c7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:28.274551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428ab20f-4752-4f42-8496-3caa58195cf8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:28.279747 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-428ab20f-4752-4f42-8496-3caa58195cf8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1050344 Sep 29 23:16:28.280384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59436) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:28.280603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6ac16-31da-4e7a-8d81-73cd29ed5bcd req-629cc889-ba3a-4672-b5cc-46f71f8221c7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:28.298391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6ac16-31da-4e7a-8d81-73cd29ed5bcd req-629cc889-ba3a-4672-b5cc-46f71f8221c7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:28.307421 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6ac16-31da-4e7a-8d81-73cd29ed5bcd req-629cc889-ba3a-4672-b5cc-46f71f8221c7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:28.312242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 31d86626-588b-4d59-8986-6050b136850a completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:16:28.323803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6ac16-31da-4e7a-8d81-73cd29ed5bcd req-629cc889-ba3a-4672-b5cc-46f71f8221c7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:28.337567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0a6ac16-31da-4e7a-8d81-73cd29ed5bcd req-629cc889-ba3a-4672-b5cc-46f71f8221c7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5436 time: 0.3915994 Sep 29 23:16:28.395380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7aadcc81-4409-4299-9e32-cf17f05c1447 None None] Provisioning complete for port fb16bc4a-4c34-471d-8720-6c11278f6a54 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:28.395767 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7aadcc81-4409-4299-9e32-cf17f05c1447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:28.397331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 31d86626-588b-4d59-8986-6050b136850a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:28.397692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:28.401515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2774394d-d683-48f2-a71d-718b3f688f33 req-81623dcb-e6a3-4083-87c9-7446a29ae218 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192271 Sep 29 23:16:28.412795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b1d28-c203-46b0-9c39-865d9be87f0b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port faf567ac-4f4e-4e99-a7a8-c1513f84f850 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:28.413226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1d28-c203-46b0-9c39-865d9be87f0b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:28.532659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0a6ac16-31da-4e7a-8d81-73cd29ed5bcd req-87f8e4b6-a0eb-4025-848f-bb7f0d460493 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1886249 Sep 29 23:16:28.544070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1d28-c203-46b0-9c39-865d9be87f0b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:28.564355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b1d28-c203-46b0-9c39-865d9be87f0b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for faf567ac-4f4e-4e99-a7a8-c1513f84f850 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:28.836915 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de83799-f6d7-4e14-9759-196e1ad050f3 x-openstack-request-id: req-3de83799-f6d7-4e14-9759-196e1ad050f3 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:16:28.837225 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "7d172fd6-87dd-44db-b6ca-1c038fad4bc2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:16:28.837483 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3de83799-f6d7-4e14-9759-196e1ad050f3 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:16:28.837885 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2', 'code': 200} Sep 29 23:16:28.887253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb16bc4a-4c34-471d-8720-6c11278f6a54 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:16:28.925426 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:28.943264 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1d28-c203-46b0-9c39-865d9be87f0b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:28.970972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Transition to ACTIVE for port object fb16bc4a-4c34-471d-8720-6c11278f6a54 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:16:28.992723 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.020291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b1d28-c203-46b0-9c39-865d9be87f0b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=faf567ac-4f4e-4e99-a7a8-c1513f84f850,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:29.124099 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1d28-c203-46b0-9c39-865d9be87f0b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.137050 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7d5b1d28-c203-46b0-9c39-865d9be87f0b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/faf567ac-4f4e-4e99-a7a8-c1513f84f850 HTTP/1.1" status: 204 len: 168 time: 0.8488011 Sep 29 23:16:29.137050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59484) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:29.226331 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.295933 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.297857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7aadcc81-4409-4299-9e32-cf17f05c1447 None None] Port fb16bc4a-4c34-471d-8720-6c11278f6a54 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:16:29.311141 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c64ade-8c1e-4176-b8ce-fb40fa1c8dbd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.316172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c64ade-8c1e-4176-b8ce-fb40fa1c8dbd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.323569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-00c64ade-8c1e-4176-b8ce-fb40fa1c8dbd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1885993 Sep 29 23:16:29.328491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59492) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:29.390667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Pushing event updated for resources: {'Port': ['ID=fb16bc4a-4c34-471d-8720-6c11278f6a54,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:29.426857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd540e-fdc3-4e6d-8954-40414a7aa98c req-3ebbdb13-b866-4017-9bce-e4e21c049fcc tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.431789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:29.436729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0bbd540e-fdc3-4e6d-8954-40414a7aa98c req-3ebbdb13-b866-4017-9bce-e4e21c049fcc tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.2782660 Sep 29 23:16:29.443873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:29.475960 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:29.503768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Attempting to bind port fb16bc4a-4c34-471d-8720-6c11278f6a54 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:29.504384 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Attempting to bind port fb16bc4a-4c34-471d-8720-6c11278f6a54 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:29.504913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Attempting to bind port fb16bc4a-4c34-471d-8720-6c11278f6a54 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:29.517866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Port fb16bc4a-4c34-471d-8720-6c11278f6a54 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:16:29.518293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Attempting to bind port fb16bc4a-4c34-471d-8720-6c11278f6a54 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:29.529031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-10afd50f-7e98-46ff-8536-d7b581b44164 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 19a28d5e-a83f-41e8-9109-5eca1e77b2e6 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:29.533240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10afd50f-7e98-46ff-8536-d7b581b44164 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.537616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0bbd540e-fdc3-4e6d-8954-40414a7aa98c req-8003e205-9829-4ea0-b630-a7fea0ff7ad9 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920970 Sep 29 23:16:29.540753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:29.544576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Checking segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:29.545364 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Bound using segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:29.549641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Bound port: fb16bc4a-4c34-471d-8720-6c11278f6a54, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:29.550253 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.640564 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10afd50f-7e98-46ff-8536-d7b581b44164 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.754472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Pushing event updated for resources: {'Port': ['ID=3bc309d5-ced4-497c-9301-ced581a493cd,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:29.808429 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10afd50f-7e98-46ff-8536-d7b581b44164 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.825100 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.836711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] For port fb16bc4a-4c34-471d-8720-6c11278f6a54, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:29.848709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c3a8e-ae6a-47b1-bfeb-7d2d12f0ec1f req-a5e1c3a9-a4ea-46b0-afd4-fa4be9bcc4c7 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.858363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c09c3a8e-ae6a-47b1-bfeb-7d2d12f0ec1f req-a5e1c3a9-a4ea-46b0-afd4-fa4be9bcc4c7 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.1897228 Sep 29 23:16:29.904784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 31d86626-588b-4d59-8986-6050b136850a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=31d86626-588b-4d59-8986-6050b136850a,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:29.907659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d06211-dd47-42dc-91da-c9c46e0203b0 req-9bb33ea8-65de-4eb1-823a-d285751db816 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.913864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d06211-dd47-42dc-91da-c9c46e0203b0 req-9bb33ea8-65de-4eb1-823a-d285751db816 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.920619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d06211-dd47-42dc-91da-c9c46e0203b0 req-9bb33ea8-65de-4eb1-823a-d285751db816 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.922506 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.928720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d06211-dd47-42dc-91da-c9c46e0203b0 req-9bb33ea8-65de-4eb1-823a-d285751db816 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.932982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Attempting to bind port 3bc309d5-ced4-497c-9301-ced581a493cd on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:29.933377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Attempting to bind port 3bc309d5-ced4-497c-9301-ced581a493cd by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:29.933859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Attempting to bind port 3bc309d5-ced4-497c-9301-ced581a493cd on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:29.935399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d06211-dd47-42dc-91da-c9c46e0203b0 req-9bb33ea8-65de-4eb1-823a-d285751db816 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.944746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d06211-dd47-42dc-91da-c9c46e0203b0 req-9bb33ea8-65de-4eb1-823a-d285751db816 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.956522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d06211-dd47-42dc-91da-c9c46e0203b0 req-9bb33ea8-65de-4eb1-823a-d285751db816 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:29.958723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10afd50f-7e98-46ff-8536-d7b581b44164 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:29.966401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00d06211-dd47-42dc-91da-c9c46e0203b0 req-9bb33ea8-65de-4eb1-823a-d285751db816 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5436 time: 0.1913040 Sep 29 23:16:29.971341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] For port fb16bc4a-4c34-471d-8720-6c11278f6a54, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fb16bc4a-4c34-471d-8720-6c11278f6a54,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:29.988331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 46e2c8bb-1726-4da0-a14b-2650b57a11c7 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:30.019773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c09c3a8e-ae6a-47b1-bfeb-7d2d12f0ec1f req-700c59a6-b1b0-4112-a4b7-f291c10ecca8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575091 Sep 29 23:16:30.041389 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:30.052863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:30.053246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:30.053666 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:30.054066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:30.056071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Bound port: 3bc309d5-ced4-497c-9301-ced581a493cd, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:30.056490 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:30.077133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10afd50f-7e98-46ff-8536-d7b581b44164 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:30.085667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-10afd50f-7e98-46ff-8536-d7b581b44164 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/19a28d5e-a83f-41e8-9109-5eca1e77b2e6 HTTP/1.1" status: 204 len: 168 time: 0.7557383 Sep 29 23:16:30.088726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59528) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:30.092764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afd50f-7e98-46ff-8536-d7b581b44164 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=19a28d5e-a83f-41e8-9109-5eca1e77b2e6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:30.179113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:30.179777 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:30.191053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b199dc7-862c-4cb8-8747-2f154e1ccfaa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0817404 Sep 29 23:16:30.192809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59532) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:30.195265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] 10.222.0.42 "PUT /v2.0/ports/fb16bc4a-4c34-471d-8720-6c11278f6a54 HTTP/1.1" status: 200 len: 1091 time: 2.4613910 Sep 29 23:16:30.195799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff0ad6b-2c42-410f-8328-0127907f8f06', 'tag': 'fb16bc4a-4c34-471d-8720-6c11278f6a54'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:16:30.216651 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-555daa83-e303-46bb-a17c-f11d01c22558" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff0ad6b-2c42-410f-8328-0127907f8f06", "tag": "fb16bc4a-4c34-471d-8720-6c11278f6a54"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:16:30.236639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=31d86626-588b-4d59-8986-6050b136850a,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:30.280330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] For port 3bc309d5-ced4-497c-9301-ced581a493cd, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:30.299373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] For port 3bc309d5-ced4-497c-9301-ced581a493cd, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3bc309d5-ced4-497c-9301-ced581a493cd,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:30.304064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:16:30.314964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d9639-7c83-45cf-9807-ef4cee416186 service neutron] Pushing event updated for resources: {'Port': ['ID=fb16bc4a-4c34-471d-8720-6c11278f6a54,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:30.331628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00d06211-dd47-42dc-91da-c9c46e0203b0 req-38beeb63-9384-4cf3-84fe-f21fb08c985c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3630104 Sep 29 23:16:30.361227 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:30.374697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:30.375114 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:30.379019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8974127d-2c44-44ba-931e-625046375a57 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:30.380599 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8974127d-2c44-44ba-931e-625046375a57 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1846273 Sep 29 23:16:30.383462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59538) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:30.471020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-2d4a8117-f33e-496d-9fa5-9bde81d61a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:30.479592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-2d4a8117-f33e-496d-9fa5-9bde81d61a22 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 1094 time: 0.1243010 Sep 29 23:16:30.529698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb06f795-bbba-43da-97a5-4ae39572c384 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:30.535057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cb06f795-bbba-43da-97a5-4ae39572c384 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1501377 Sep 29 23:16:30.539658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59542) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:30.582007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-5323a666-c4f9-4f92-aa69-359110ef9122 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb16bc4a-4c34-471d-8720-6c11278f6a54 HTTP/1.1" status: 200 len: 217 time: 0.0869906 Sep 29 23:16:30.585922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10ee0-b981-4f32-8bf3-c3f95659e44f None None] Pushing event updated for resources: {'Port': ['ID=3bc309d5-ced4-497c-9301-ced581a493cd,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:30.643889 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a6155479-c7f2-4650-ba58-6e2beeb69df6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0990610 Sep 29 23:16:30.644178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59546) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:30.644808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dac36e7-d720-45b3-8bf8-170c30ff4a20 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:16:30.654009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:30.691759 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:16:30.773238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9280f8aa-ad4e-4e86-b659-9e33168379ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:30.775108 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:30.777088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-9280f8aa-ad4e-4e86-b659-9e33168379ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.1879113 Sep 29 23:16:30.789660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:30.794246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:30.844025 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d86626-588b-4d59-8986-6050b136850a'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:16:30.847289 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692b4918-a886-438d-b15a-3f404bba1d7e" -d '{"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "31d86626-588b-4d59-8986-6050b136850a"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:16:30.919069 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 46e2c8bb-1726-4da0-a14b-2650b57a11c7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=46e2c8bb-1726-4da0-a14b-2650b57a11c7,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:30.931289 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdf197b-1ef6-4a38-b46f-d14a9a40c90f x-openstack-request-id: req-0bdf197b-1ef6-4a38-b46f-d14a9a40c90f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:16:30.933439 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff0ad6b-2c42-410f-8328-0127907f8f06", "tag": "fb16bc4a-4c34-471d-8720-6c11278f6a54", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:16:30.934564 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0bdf197b-1ef6-4a38-b46f-d14a9a40c90f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:16:30.939130 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff0ad6b-2c42-410f-8328-0127907f8f06', 'tag': 'fb16bc4a-4c34-471d-8720-6c11278f6a54', 'status': 'completed', 'code': 200} Sep 29 23:16:30.942445 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:30.943569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 978da8f0-38b6-4724-8b10-8a3779c0ee80 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:30.976841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203448e-875a-45ab-969a-96094d0ba6c2 req-3beb6f27-40a3-490b-9db9-8cedaec23bd7 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:30.984424 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3203448e-875a-45ab-969a-96094d0ba6c2 req-3beb6f27-40a3-490b-9db9-8cedaec23bd7 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.3211799 Sep 29 23:16:30.995660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-6aa55974-5662-4fb5-bb7f-cd53b84e7b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:30.998236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-6aa55974-5662-4fb5-bb7f-cd53b84e7b5e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1791251 Sep 29 23:16:31.070581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3203448e-875a-45ab-969a-96094d0ba6c2 req-7ed63248-88d2-4a3c-b143-9bc36a947043 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688066 Sep 29 23:16:31.078739 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920e0fc1-38c5-4b68-adf5-a922a4b32303 x-openstack-request-id: req-920e0fc1-38c5-4b68-adf5-a922a4b32303 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:16:31.079082 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "31d86626-588b-4d59-8986-6050b136850a", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:16:31.079483 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-920e0fc1-38c5-4b68-adf5-a922a4b32303 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:16:31.083308 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31d86626-588b-4d59-8986-6050b136850a', 'code': 200} Sep 29 23:16:31.232334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dac36e7-d720-45b3-8bf8-170c30ff4a20 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:16:31.252667 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=46e2c8bb-1726-4da0-a14b-2650b57a11c7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:31.335454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 978da8f0-38b6-4724-8b10-8a3779c0ee80 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:16:31.341367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 978da8f0-38b6-4724-8b10-8a3779c0ee80 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:31.341748 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:31.385327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4151a-f63f-42b8-ad2f-f789dc1d3744 req-cbee21a6-3456-40cd-81c1-563a74fd976d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:31.391161 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65b4151a-f63f-42b8-ad2f-f789dc1d3744 req-cbee21a6-3456-40cd-81c1-563a74fd976d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.1696737 Sep 29 23:16:31.394748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-8b5178b6-ef68-4ed4-b410-ba0e3afc859f service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301427 Sep 29 23:16:31.567031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65b4151a-f63f-42b8-ad2f-f789dc1d3744 req-84b3eaa5-314d-4f14-a2e2-cf049f9c02ee tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660748 Sep 29 23:16:31.654648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.objects.ports [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:16:31.712147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d4f4eaf-c36e-4364-9194-804d4c5287b2 req-0be09e1d-6248-4216-8e6b-874efd5c0897 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656033 Sep 29 23:16:31.748305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02ab61-6041-4b26-9cab-da4d9ed1e67f req-50a0d6bb-70e3-4312-8955-72706a42629e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:31.758965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02ab61-6041-4b26-9cab-da4d9ed1e67f req-50a0d6bb-70e3-4312-8955-72706a42629e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:31.771853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02ab61-6041-4b26-9cab-da4d9ed1e67f req-50a0d6bb-70e3-4312-8955-72706a42629e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:31.781031 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:31.789503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02ab61-6041-4b26-9cab-da4d9ed1e67f req-50a0d6bb-70e3-4312-8955-72706a42629e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:31.818603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02ab61-6041-4b26-9cab-da4d9ed1e67f req-50a0d6bb-70e3-4312-8955-72706a42629e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:31.829108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02ab61-6041-4b26-9cab-da4d9ed1e67f req-50a0d6bb-70e3-4312-8955-72706a42629e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:31.844407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02ab61-6041-4b26-9cab-da4d9ed1e67f req-50a0d6bb-70e3-4312-8955-72706a42629e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:31.857130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba02ab61-6041-4b26-9cab-da4d9ed1e67f req-50a0d6bb-70e3-4312-8955-72706a42629e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5438 time: 0.3209636 Sep 29 23:16:31.954782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 978da8f0-38b6-4724-8b10-8a3779c0ee80, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=978da8f0-38b6-4724-8b10-8a3779c0ee80,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:31.968088 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:31.969726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:31.971563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 069fc8e8-f008-4614-afb5-64ce1ad70754 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:31.999127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555daa83-e303-46bb-a17c-f11d01c22558 req-ee1b9588-a6ed-4e83-815b-28ed03186cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:32.002363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-555daa83-e303-46bb-a17c-f11d01c22558 req-ee1b9588-a6ed-4e83-815b-28ed03186cce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 1094 time: 0.1430888 Sep 29 23:16:32.014179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba02ab61-6041-4b26-9cab-da4d9ed1e67f req-1189dce0-8ded-41ed-b562-a1033b5bf537 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546078 Sep 29 23:16:32.201865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=978da8f0-38b6-4724-8b10-8a3779c0ee80,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:32.235158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 069fc8e8-f008-4614-afb5-64ce1ad70754 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:16:32.240468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555daa83-e303-46bb-a17c-f11d01c22558 req-9d0eb70f-48ec-48b5-b176-866e03bbfb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:32.240973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1505526-9e1a-47ea-8216-6139fa6732c1 None None] Update dhcp port {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': 'b2b54f0c-22c9-4b93-a4ee-3a6e2d867ce1'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '3bc309d5-ced4-497c-9301-ced581a493cd'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:16:32.242181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-555daa83-e303-46bb-a17c-f11d01c22558 req-9d0eb70f-48ec-48b5-b176-866e03bbfb13 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.2250035 Sep 29 23:16:32.264583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 069fc8e8-f008-4614-afb5-64ce1ad70754 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:32.265338 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:32.331552 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b1505526-9e1a-47ea-8216-6139fa6732c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:32.349379 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-555daa83-e303-46bb-a17c-f11d01c22558 req-99fa7d8f-ed81-480a-bf43-a45dc800e7cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb16bc4a-4c34-471d-8720-6c11278f6a54 HTTP/1.1" status: 200 len: 217 time: 0.0539212 Sep 29 23:16:32.414372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-b1abcfa8-6871-4a6d-b2aa-910ee2e8703f tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:32.414630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555daa83-e303-46bb-a17c-f11d01c22558 req-84c3207e-a3cd-41f6-9c34-376f808ec8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:32.415949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-555daa83-e303-46bb-a17c-f11d01c22558 req-84c3207e-a3cd-41f6-9c34-376f808ec8f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0552301 Sep 29 23:16:32.416328 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-b1abcfa8-6871-4a6d-b2aa-910ee2e8703f tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.26 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.3607125 Sep 29 23:16:32.425207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3d9804-3ea3-44f5-a8ce-d0690bffd77b req-afb12892-7abe-46c8-b983-49609e034011 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:32.432989 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd3d9804-3ea3-44f5-a8ce-d0690bffd77b req-afb12892-7abe-46c8-b983-49609e034011 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.1894329 Sep 29 23:16:32.579911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd3d9804-3ea3-44f5-a8ce-d0690bffd77b req-944bf916-9467-4bb0-abaf-bf9f9b1f6bab tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459382 Sep 29 23:16:32.597039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555daa83-e303-46bb-a17c-f11d01c22558 req-4cb85463-d0a3-4f7e-bce7-94e1bf5ccb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:32.598770 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:32.599391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-555daa83-e303-46bb-a17c-f11d01c22558 req-4cb85463-d0a3-4f7e-bce7-94e1bf5ccb60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1637406 Sep 29 23:16:32.714472 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-b1505526-9e1a-47ea-8216-6139fa6732c1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe47:2ad9-ba616203-8f87-46c5-aa8e-f2216d284a {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:16:32.715564 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-b1505526-9e1a-47ea-8216-6139fa6732c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:16:32.759390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 069fc8e8-f008-4614-afb5-64ce1ad70754, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=069fc8e8-f008-4614-afb5-64ce1ad70754,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:32.765264 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:32.767108 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:32.795074 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:32.841595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9515a975-af3b-451e-a2a7-152c34ed8b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:32.859933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=069fc8e8-f008-4614-afb5-64ce1ad70754,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:32.869131 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-555daa83-e303-46bb-a17c-f11d01c22558 req-836dedb2-2bd3-467c-b8e8-b2d0d7eb063e service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570655 Sep 29 23:16:32.879193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9b59a-e76d-4c35-be36-daf4424cab43 req-104bf35a-1151-40d5-8200-351b075160c6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:32.879193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abc9b59a-e76d-4c35-be36-daf4424cab43 req-104bf35a-1151-40d5-8200-351b075160c6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.1198823 Sep 29 23:16:32.932258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:16:32.941245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:32.941926 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:32.966690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abc9b59a-e76d-4c35-be36-daf4424cab43 req-5cf6ffcb-f455-45c2-9dfd-524c3637b9ab tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749002 Sep 29 23:16:33.016147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-e5682d18-0ad8-44b5-8cfc-0184459fdb17 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Deleting port 3e2cb85f-2b8c-412f-b192-8c77d6e022de {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:33.017194 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-e5682d18-0ad8-44b5-8cfc-0184459fdb17 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.045008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-555daa83-e303-46bb-a17c-f11d01c22558 req-f889c3fe-0dfe-4574-ad6f-c5ad79e3d82c service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648109 Sep 29 23:16:33.088652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e2c8bb-1726-4da0-a14b-2650b57a11c7'}, {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978da8f0-38b6-4724-8b10-8a3779c0ee80'}, {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069fc8e8-f008-4614-afb5-64ce1ad70754'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:16:33.093475 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7fc869-8a84-4af1-9ad2-cce3db30430d" -d '{"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "46e2c8bb-1726-4da0-a14b-2650b57a11c7"}, {"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "978da8f0-38b6-4724-8b10-8a3779c0ee80"}, {"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "069fc8e8-f008-4614-afb5-64ce1ad70754"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:16:33.147508 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9515a975-af3b-451e-a2a7-152c34ed8b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.161964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9515a975-af3b-451e-a2a7-152c34ed8b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.254834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515a975-af3b-451e-a2a7-152c34ed8b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63834e7c-812b-4070-8b9c-dad6f401e4bc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:33.259802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9515a975-af3b-451e-a2a7-152c34ed8b50 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c2d7946ca77149d88fc75a15cb81ba3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2887709 Sep 29 23:16:33.262778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59606) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:33.279658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e011-3e0b-4291-bc49-59796bb249bc req-8b34323b-fe5e-400a-834c-d9ec35ea0c67 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:33.286995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e011-3e0b-4291-bc49-59796bb249bc req-8b34323b-fe5e-400a-834c-d9ec35ea0c67 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:33.293819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e011-3e0b-4291-bc49-59796bb249bc req-8b34323b-fe5e-400a-834c-d9ec35ea0c67 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:33.300542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e011-3e0b-4291-bc49-59796bb249bc req-8b34323b-fe5e-400a-834c-d9ec35ea0c67 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:33.318899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] For port 3bc309d5-ced4-497c-9301-ced581a493cd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3bc309d5-ced4-497c-9301-ced581a493cd,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:33.329152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e011-3e0b-4291-bc49-59796bb249bc req-8b34323b-fe5e-400a-834c-d9ec35ea0c67 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:33.335804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e011-3e0b-4291-bc49-59796bb249bc req-8b34323b-fe5e-400a-834c-d9ec35ea0c67 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:33.343110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e011-3e0b-4291-bc49-59796bb249bc req-8b34323b-fe5e-400a-834c-d9ec35ea0c67 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:33.351864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7257e011-3e0b-4291-bc49-59796bb249bc req-8b34323b-fe5e-400a-834c-d9ec35ea0c67 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5440 time: 0.2023690 Sep 29 23:16:33.379352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-e5682d18-0ad8-44b5-8cfc-0184459fdb17 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] For port 3e2cb85f-2b8c-412f-b192-8c77d6e022de, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=3e2cb85f-2b8c-412f-b192-8c77d6e022de,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:33.380195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-e5682d18-0ad8-44b5-8cfc-0184459fdb17 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.404567 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 29 Sep 2021 23:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102b4aed-01e3-46ce-a940-2e2798f6a869 x-openstack-request-id: req-102b4aed-01e3-46ce-a940-2e2798f6a869 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:16:33.404982 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "46e2c8bb-1726-4da0-a14b-2650b57a11c7", "code": 200}, {"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "978da8f0-38b6-4724-8b10-8a3779c0ee80", "code": 200}, {"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "069fc8e8-f008-4614-afb5-64ce1ad70754", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:16:33.405393 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-102b4aed-01e3-46ce-a940-2e2798f6a869 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:16:33.406023 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e2c8bb-1726-4da0-a14b-2650b57a11c7', 'code': 200} Sep 29 23:16:33.407377 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '978da8f0-38b6-4724-8b10-8a3779c0ee80', 'code': 200} Sep 29 23:16:33.407377 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '069fc8e8-f008-4614-afb5-64ce1ad70754', 'code': 200} Sep 29 23:16:33.410573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7257e011-3e0b-4291-bc49-59796bb249bc req-ca5b7e54-c6ca-4550-bc2f-0765b4e19ed2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557656 Sep 29 23:16:33.429241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.432141 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.437360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9183975b-5fe9-4864-9eff-91427700545a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.439775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-e5682d18-0ad8-44b5-8cfc-0184459fdb17 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Calling delete_port for 3e2cb85f-2b8c-412f-b192-8c77d6e022de owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:33.448483 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.449760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.478952 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c14503a8-54ab-4850-b21d-d38d1ca99816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.484952 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b1505526-9e1a-47ea-8216-6139fa6732c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.515861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:33.540016 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.583131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9183975b-5fe9-4864-9eff-91427700545a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.618585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2ceaa646-8894-479c-a127-a14c16cf1019 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:33.643065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:33.710057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:33.729700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:33.730683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.742133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=b2b54f0c-22c9-4b93-a4ee-3a6e2d867ce1,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:33.756594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=3bc309d5-ced4-497c-9301-ced581a493cd,revision_number=5']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:33.787935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:33.801432 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0bf780e3-448b-430d-b68e-e91c78eb6fda tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1535859 Sep 29 23:16:33.807932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59620) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:33.809776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.810178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.810572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.811035 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.811383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.811874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.812308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.812728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.813122 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.813465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.813879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.814658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:16:33.818055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:4b:d3:7c', 'name': 'tempest-NetworksTestDHCPv6-1598346315'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:33.853030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9183975b-5fe9-4864-9eff-91427700545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.856879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9183975b-5fe9-4864-9eff-91427700545a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.858422 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9183975b-5fe9-4864-9eff-91427700545a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/63834e7c-812b-4070-8b9c-dad6f401e4bc HTTP/1.1" status: 204 len: 168 time: 0.5947232 Sep 29 23:16:33.873972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 2ceaa646-8894-479c-a127-a14c16cf1019 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:16:33.882472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 2ceaa646-8894-479c-a127-a14c16cf1019 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:33.882847 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:33.883861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb59b2-7af6-4c33-b49e-286f87eca6e9 req-e6b19bf3-a748-4ba4-b148-72dc1cc2a70a tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:33.897980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5eb59b2-7af6-4c33-b49e-286f87eca6e9 req-e6b19bf3-a748-4ba4-b148-72dc1cc2a70a tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 945 time: 0.1866226 Sep 29 23:16:33.921198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9183975b-5fe9-4864-9eff-91427700545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63834e7c-812b-4070-8b9c-dad6f401e4bc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:33.939436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b1505526-9e1a-47ea-8216-6139fa6732c1 None None] For port 3bc309d5-ced4-497c-9301-ced581a493cd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3bc309d5-ced4-497c-9301-ced581a493cd,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:34.020277 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b1505526-9e1a-47ea-8216-6139fa6732c1 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:34.026293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-e5682d18-0ad8-44b5-8cfc-0184459fdb17 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:34.033768 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b1505526-9e1a-47ea-8216-6139fa6732c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:34.046470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['587d882f-4f6b-4e4d-9a28-62a5e300fbca'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:16:34.057862 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5eb59b2-7af6-4c33-b49e-286f87eca6e9 req-97680b21-42a3-4700-bc14-91d7ca82b4ba tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498923 Sep 29 23:16:34.131809 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:34.163745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5682d18-0ad8-44b5-8cfc-0184459fdb17 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Pushing event deleted for resources: {'Port': ['ID=3e2cb85f-2b8c-412f-b192-8c77d6e022de,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:34.229598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2ceaa646-8894-479c-a127-a14c16cf1019, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2ceaa646-8894-479c-a127-a14c16cf1019,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:34.262866 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:34.264435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 3e2cb85f-2b8c-412f-b192-8c77d6e022de no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:34.272691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924e9f6-c53d-447d-9a3b-d3adbaf81881 req-0c33916f-f04e-4504-b67b-44b97c6960c9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:34.274932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d924e9f6-c53d-447d-9a3b-d3adbaf81881 req-0c33916f-f04e-4504-b67b-44b97c6960c9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.1262131 Sep 29 23:16:34.278448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-e5682d18-0ad8-44b5-8cfc-0184459fdb17 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] No DVR routers for this DVR port 3e2cb85f-2b8c-412f-b192-8c77d6e022de on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:16:34.283407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-e5682d18-0ad8-44b5-8cfc-0184459fdb17 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:34.301756 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5a1e866-6264-48da-85a9-14af94362eb6 req-e5682d18-0ad8-44b5-8cfc-0184459fdb17 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.26 "DELETE /v2.0/ports/3e2cb85f-2b8c-412f-b192-8c77d6e022de HTTP/1.1" status: 204 len: 173 time: 1.8640580 Sep 29 23:16:34.307263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6320f312-fdcb-4f14-85b3-48dc3088af09', 'name': 'network-vif-deleted', 'tag': '3e2cb85f-2b8c-412f-b192-8c77d6e022de'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:16:34.312633 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db96b908-bb08-4ac8-a47c-5449ab46d640" -d '{"events": [{"server_uuid": "6320f312-fdcb-4f14-85b3-48dc3088af09", "name": "network-vif-deleted", "tag": "3e2cb85f-2b8c-412f-b192-8c77d6e022de"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:16:34.361372 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 3e2cb85f-2b8c-412f-b192-8c77d6e022de {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:34.362908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 3e2cb85f-2b8c-412f-b192-8c77d6e022de not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:34.368894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1505526-9e1a-47ea-8216-6139fa6732c1 None None] Pushing event updated for resources: {'Port': ['ID=3bc309d5-ced4-497c-9301-ced581a493cd,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:34.391391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:34.442833 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d924e9f6-c53d-447d-9a3b-d3adbaf81881 req-03c0a8a2-6069-4ee2-8457-7128759075a9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566589 Sep 29 23:16:34.494403 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100b8367-a90c-4d27-91ab-6cf0e772e699 x-openstack-request-id: req-100b8367-a90c-4d27-91ab-6cf0e772e699 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:16:34.494896 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6320f312-fdcb-4f14-85b3-48dc3088af09", "name": "network-vif-deleted", "tag": "3e2cb85f-2b8c-412f-b192-8c77d6e022de", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:16:34.495663 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-100b8367-a90c-4d27-91ab-6cf0e772e699 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:16:34.496526 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6320f312-fdcb-4f14-85b3-48dc3088af09', 'name': 'network-vif-deleted', 'tag': '3e2cb85f-2b8c-412f-b192-8c77d6e022de', 'status': 'completed', 'code': 200} Sep 29 23:16:34.572019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2ceaa646-8894-479c-a127-a14c16cf1019,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:34.684789 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:34.714446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec683-3f42-4363-aff5-7f6718223ae7 req-4a9b96d4-f5ad-4957-a5dc-2a7731848077 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:34.746731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec683-3f42-4363-aff5-7f6718223ae7 req-4a9b96d4-f5ad-4957-a5dc-2a7731848077 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:34.748188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 6ee827da-9b74-4e4c-9f1b-2197e9781fbb yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:16:34.791636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec683-3f42-4363-aff5-7f6718223ae7 req-4a9b96d4-f5ad-4957-a5dc-2a7731848077 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:34.814487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec683-3f42-4363-aff5-7f6718223ae7 req-4a9b96d4-f5ad-4957-a5dc-2a7731848077 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:34.840723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec683-3f42-4363-aff5-7f6718223ae7 req-4a9b96d4-f5ad-4957-a5dc-2a7731848077 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:34.853888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec683-3f42-4363-aff5-7f6718223ae7 req-4a9b96d4-f5ad-4957-a5dc-2a7731848077 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:34.861719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ec683-3f42-4363-aff5-7f6718223ae7 req-4a9b96d4-f5ad-4957-a5dc-2a7731848077 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:34.875542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-890ec683-3f42-4363-aff5-7f6718223ae7 req-4a9b96d4-f5ad-4957-a5dc-2a7731848077 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5442 time: 0.2824802 Sep 29 23:16:34.951982 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-890ec683-3f42-4363-aff5-7f6718223ae7 req-e1b6cab4-4ec0-4b72-8cfb-3127a84476c0 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0745912 Sep 29 23:16:35.045797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::f816:3eff:fe4b:d37c (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/b2b54f0c-22c9-4b93-a4ee-3a6e2d867ce1/6ee827da-9b74-4e4c-9f1b-2197e9781fbb) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:35.372083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da07ab31-e4f0-4f17-8ba2-61e4521f6d8d req-07dc74a4-c86f-4410-a0c1-c726a40f1351 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=6320f312-fdcb-4f14-85b3-48dc3088af09 HTTP/1.1" status: 200 len: 210 time: 0.0681651 Sep 29 23:16:35.397917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:35.408554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfab69f-076b-4de0-82c2-63cb3ab1ddd9'}, {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ceaa646-8894-479c-a127-a14c16cf1019'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:16:35.413204 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f3686b9-6fa1-4c7d-bd5c-8d554a49273a" -d '{"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "7dfab69f-076b-4de0-82c2-63cb3ab1ddd9"}, {"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "2ceaa646-8894-479c-a127-a14c16cf1019"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:16:35.474151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3bc309d5-ced4-497c-9301-ced581a493cd up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:35.525437 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:35.573434 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 23:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a917ead-3f48-4237-b4d0-ee00e84faab9 x-openstack-request-id: req-9a917ead-3f48-4237-b4d0-ee00e84faab9 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:16:35.574077 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "7dfab69f-076b-4de0-82c2-63cb3ab1ddd9", "code": 200}, {"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-plugged", "status": "completed", "tag": "2ceaa646-8894-479c-a127-a14c16cf1019", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:16:35.575808 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a917ead-3f48-4237-b4d0-ee00e84faab9 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:16:35.576491 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dfab69f-076b-4de0-82c2-63cb3ab1ddd9', 'code': 200} Sep 29 23:16:35.576974 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ceaa646-8894-479c-a127-a14c16cf1019', 'code': 200} Sep 29 23:16:35.653266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3bc309d5-ced4-497c-9301-ced581a493cd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:35.654206 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:35.677421 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349161a7-fba1-4ed4-8eec-8a13cda170eb req-0e202924-ab54-42ca-8fca-4423058efa87 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:35.680777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:35.697726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:35.700186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-349161a7-fba1-4ed4-8eec-8a13cda170eb req-0e202924-ab54-42ca-8fca-4423058efa87 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.1156218 Sep 29 23:16:35.706499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:35.715519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:35.721637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:35.821931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-349161a7-fba1-4ed4-8eec-8a13cda170eb req-05d477f0-f45e-41aa-be34-b87321317ae7 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203296 Sep 29 23:16:35.853650 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:35.939766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 3bc309d5-ced4-497c-9301-ced581a493cd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3bc309d5-ced4-497c-9301-ced581a493cd,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:35.969931 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:35.972752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70f7a13-12a1-4fcd-8d25-dc629ca306dd None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:36.251475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-598ad280-7929-4d33-b475-9bf4d3543784 None None] Provisioning complete for port 3bc309d5-ced4-497c-9301-ced581a493cd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:36.252594 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-598ad280-7929-4d33-b475-9bf4d3543784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:36.266713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=3bc309d5-ced4-497c-9301-ced581a493cd,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:36.319321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370ce4-96fd-4fa9-814e-81cf5f6d60ef req-a436c178-a116-4f6d-ae2c-ca27ddf3ce4d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.329101 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d0cab7f0-2fb7-4f69-a3f4-0a73b7bf4095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:36.356830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370ce4-96fd-4fa9-814e-81cf5f6d60ef req-a436c178-a116-4f6d-ae2c-ca27ddf3ce4d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.393493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370ce4-96fd-4fa9-814e-81cf5f6d60ef req-a436c178-a116-4f6d-ae2c-ca27ddf3ce4d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.453245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370ce4-96fd-4fa9-814e-81cf5f6d60ef req-a436c178-a116-4f6d-ae2c-ca27ddf3ce4d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.493583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370ce4-96fd-4fa9-814e-81cf5f6d60ef req-a436c178-a116-4f6d-ae2c-ca27ddf3ce4d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.500359 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:36.514747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59680) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:36.519788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370ce4-96fd-4fa9-814e-81cf5f6d60ef req-a436c178-a116-4f6d-ae2c-ca27ddf3ce4d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.539343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a370ce4-96fd-4fa9-814e-81cf5f6d60ef req-a436c178-a116-4f6d-ae2c-ca27ddf3ce4d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.555136 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a370ce4-96fd-4fa9-814e-81cf5f6d60ef req-a436c178-a116-4f6d-ae2c-ca27ddf3ce4d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5442 time: 0.4457526 Sep 29 23:16:36.569069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=6ee827da-9b74-4e4c-9f1b-2197e9781fbb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:36.625799 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f8899a1f-5bfd-442e-a451-02f4c29f7f0c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8136234 Sep 29 23:16:36.631306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59690) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:36.645401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020c094-853b-412a-8a5b-fab8ab2e755b req-a3af3658-10a7-46ed-875c-34cb85031d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.646473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020c094-853b-412a-8a5b-fab8ab2e755b req-a3af3658-10a7-46ed-875c-34cb85031d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.650749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020c094-853b-412a-8a5b-fab8ab2e755b req-a3af3658-10a7-46ed-875c-34cb85031d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.655107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020c094-853b-412a-8a5b-fab8ab2e755b req-a3af3658-10a7-46ed-875c-34cb85031d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.656041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020c094-853b-412a-8a5b-fab8ab2e755b req-a3af3658-10a7-46ed-875c-34cb85031d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.656703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020c094-853b-412a-8a5b-fab8ab2e755b req-a3af3658-10a7-46ed-875c-34cb85031d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.657543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e020c094-853b-412a-8a5b-fab8ab2e755b req-a3af3658-10a7-46ed-875c-34cb85031d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.662531 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e020c094-853b-412a-8a5b-fab8ab2e755b req-a3af3658-10a7-46ed-875c-34cb85031d98 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6499 time: 0.9580181 Sep 29 23:16:36.780330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a370ce4-96fd-4fa9-814e-81cf5f6d60ef req-2c7dd770-2d6b-47ec-b291-ed57ceafab2d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2187593 Sep 29 23:16:36.893943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74894849-d18a-40ac-b751-a741779fd5f3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.920087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74894849-d18a-40ac-b751-a741779fd5f3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:36.925303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59700) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:36.935536 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-74894849-d18a-40ac-b751-a741779fd5f3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2889848 Sep 29 23:16:36.949108 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e020c094-853b-412a-8a5b-fab8ab2e755b req-24fef3cd-5143-4ccd-b86c-6aa1738ad8bc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2768168 Sep 29 23:16:36.984472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1379756573-network', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:37.056672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Made reservation on behalf of eaa257dbbb2c4be8b76a52d855131ad8 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:37.061771 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.081954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d78589de-b263-47cb-8a5c-bdfa95cee253 None None] Provisioning complete for port 6ee827da-9b74-4e4c-9f1b-2197e9781fbb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:37.082183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d78589de-b263-47cb-8a5c-bdfa95cee253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.085154 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.161759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d78589de-b263-47cb-8a5c-bdfa95cee253 None None] Port 6ee827da-9b74-4e4c-9f1b-2197e9781fbb cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:16:37.182590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d78589de-b263-47cb-8a5c-bdfa95cee253 None None] Provisioning complete for port 3bc309d5-ced4-497c-9301-ced581a493cd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:37.184536 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d78589de-b263-47cb-8a5c-bdfa95cee253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.190025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c89b7-6ec8-414d-b3c3-68e2bd25fc54 req-55a0f0b4-9426-48f1-b824-0655bd0c7e31 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:37.197778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-817c89b7-6ec8-414d-b3c3-68e2bd25fc54 req-55a0f0b4-9426-48f1-b824-0655bd0c7e31 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.1772273 Sep 29 23:16:37.255484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-86a5b63d-b4aa-4b79-8319-4dcb870e93b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 6ee827da-9b74-4e4c-9f1b-2197e9781fbb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:37.255735 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86a5b63d-b4aa-4b79-8319-4dcb870e93b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.363039 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.384890 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.417351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:16:37.446848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.447123 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Added segment ec20129b-8de6-4568-8ed0-b377b05d3066 of type vlan for network 68ae1fb4-f01a-4ccb-9458-816cc67282ea Sep 29 23:16:37.467392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3bc309d5-ced4-497c-9301-ced581a493cd up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:37.545755 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.547181 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.638493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7deda6-13d1-4345-a114-8268fc3b5499,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:37.666789 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.667792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:37.668828 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.708910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-735b3ba3-b4ca-484a-9e76-7698db390714 None None] Provisioning complete for port 6ee827da-9b74-4e4c-9f1b-2197e9781fbb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:37.709321 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-735b3ba3-b4ca-484a-9e76-7698db390714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.758846 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2052941 Sep 29 23:16:37.763905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59712) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:37.789605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Request body: {'subnet': {'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1379756573-subnet', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:37.803109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3bc309d5-ced4-497c-9301-ced581a493cd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:37.803863 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.828548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-735b3ba3-b4ca-484a-9e76-7698db390714 None None] Port 6ee827da-9b74-4e4c-9f1b-2197e9781fbb cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:16:37.831517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f2e92-fa6b-4b93-b6b1-e1a2b0c538d6 admin admin] Pushing event updated for resources: {'Network': ['ID=68ae1fb4-f01a-4ccb-9458-816cc67282ea,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:37.846076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 68ae1fb4-f01a-4ccb-9458-816cc67282ea details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:16:37.851247 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86a5b63d-b4aa-4b79-8319-4dcb870e93b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.855012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Made reservation on behalf of eaa257dbbb2c4be8b76a52d855131ad8 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:37.862840 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:37.901366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-86a5b63d-b4aa-4b79-8319-4dcb870e93b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 6ee827da-9b74-4e4c-9f1b-2197e9781fbb owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:37.948599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce2c88f-535a-4041-a361-934b735f2910 req-63a03992-7516-4b50-8015-52c04c133eba tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:37.956870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ce2c88f-535a-4041-a361-934b735f2910 req-63a03992-7516-4b50-8015-52c04c133eba tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.8836067 Sep 29 23:16:38.082914 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ce2c88f-535a-4041-a361-934b735f2910 req-5cde03f1-137b-42e4-a165-4e21e75ebe15 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248872 Sep 29 23:16:38.118875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-817c89b7-6ec8-414d-b3c3-68e2bd25fc54 req-805709ca-d1fb-49eb-9d0a-fd32dd080d91 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9176028 Sep 29 23:16:38.180015 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:38.285252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c386499-59ee-4326-b4ea-3be3ddb20641,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:38.380579 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86a5b63d-b4aa-4b79-8319-4dcb870e93b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:38.390243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Checking segment: {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:38.392012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Network hostable DHCP agents. Network: 68ae1fb4-f01a-4ccb-9458-816cc67282ea, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:16:38.428572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Network 68ae1fb4-f01a-4ccb-9458-816cc67282ea is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:16:38.428945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c6b6-24d6-4e2f-b488-ef81faf5a2dd req-f1dc3f55-1d8b-487b-acaf-43ddc58003ba tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:38.437382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c6b6-24d6-4e2f-b488-ef81faf5a2dd req-f1dc3f55-1d8b-487b-acaf-43ddc58003ba tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:38.445752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c6b6-24d6-4e2f-b488-ef81faf5a2dd req-f1dc3f55-1d8b-487b-acaf-43ddc58003ba tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:38.449391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 68ae1fb4-f01a-4ccb-9458-816cc67282ea) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:38.453928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c6b6-24d6-4e2f-b488-ef81faf5a2dd req-f1dc3f55-1d8b-487b-acaf-43ddc58003ba tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:38.458792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbed2fa5-0d3b-494f-b619-74a3bcae2ed2 None None] Network 68ae1fb4-f01a-4ccb-9458-816cc67282ea requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:38.462457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c6b6-24d6-4e2f-b488-ef81faf5a2dd req-f1dc3f55-1d8b-487b-acaf-43ddc58003ba tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:38.472170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c6b6-24d6-4e2f-b488-ef81faf5a2dd req-f1dc3f55-1d8b-487b-acaf-43ddc58003ba tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:38.479793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:38.480238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b24c6b6-24d6-4e2f-b488-ef81faf5a2dd req-f1dc3f55-1d8b-487b-acaf-43ddc58003ba tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:38.483702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b24c6b6-24d6-4e2f-b488-ef81faf5a2dd req-f1dc3f55-1d8b-487b-acaf-43ddc58003ba tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5442 time: 0.2162168 Sep 29 23:16:38.489067 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:38.512190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a5b63d-b4aa-4b79-8319-4dcb870e93b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=6ee827da-9b74-4e4c-9f1b-2197e9781fbb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:38.565103 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d88bd716-adde-4788-86fa-c6f9a6b7df02 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7893243 Sep 29 23:16:38.565770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59728) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:38.577255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:38.603708 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86a5b63d-b4aa-4b79-8319-4dcb870e93b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:38.607637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-86a5b63d-b4aa-4b79-8319-4dcb870e93b0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/6ee827da-9b74-4e4c-9f1b-2197e9781fbb HTTP/1.1" status: 204 len: 168 time: 1.6815352 Sep 29 23:16:38.613261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59732) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:38.652684 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:38.654279 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:38.712488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b24c6b6-24d6-4e2f-b488-ef81faf5a2dd req-591524b9-d061-4f5e-9eb0-c627a68504e1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2023423 Sep 29 23:16:38.740313 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:38.774580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48934da-13cf-468e-bbca-c0561627a284 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:38.776151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48934da-13cf-468e-bbca-c0561627a284 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:38.785547 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f48934da-13cf-468e-bbca-c0561627a284 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1623447 Sep 29 23:16:38.786229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59738) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:38.797710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:38.948792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-96591bcc-649c-42e0-af7d-0ce04ce8330e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet b2b54f0c-22c9-4b93-a4ee-3a6e2d867ce1 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:38.956943 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96591bcc-649c-42e0-af7d-0ce04ce8330e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:39.127924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96591bcc-649c-42e0-af7d-0ce04ce8330e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:39.221800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:16:39.225714 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:39.453731 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:39.480061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6d415-fd33-4951-b32f-5740987d707f req-cf7b4854-1182-4392-bf1d-6d94d87f7889 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:39.487709 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6e6d415-fd33-4951-b32f-5740987d707f req-cf7b4854-1182-4392-bf1d-6d94d87f7889 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.26 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.1477740 Sep 29 23:16:39.551765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96591bcc-649c-42e0-af7d-0ce04ce8330e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:39.620312 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:39.677928 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96591bcc-649c-42e0-af7d-0ce04ce8330e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:39.728510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96591bcc-649c-42e0-af7d-0ce04ce8330e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=b2b54f0c-22c9-4b93-a4ee-3a6e2d867ce1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:39.758661 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96591bcc-649c-42e0-af7d-0ce04ce8330e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:39.760745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-96591bcc-649c-42e0-af7d-0ce04ce8330e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/b2b54f0c-22c9-4b93-a4ee-3a6e2d867ce1 HTTP/1.1" status: 204 len: 168 time: 0.9726648 Sep 29 23:16:39.764409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-a6e6d415-fd33-4951-b32f-5740987d707f req-9f5addaf-5e04-425f-94a5-63c955120223 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Deleting port 587d882f-4f6b-4e4d-9a28-62a5e300fbca {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:39.764938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a6e6d415-fd33-4951-b32f-5740987d707f req-9f5addaf-5e04-425f-94a5-63c955120223 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:39.765799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6082e51-f08d-4c98-be2d-f7109d2b39e3 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:39.773508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209c2747-317c-4b8d-9353-9a970000b0b8 req-a0ce0b46-e830-41fa-a269-e55c0710293e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:39.783248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-209c2747-317c-4b8d-9353-9a970000b0b8 req-a0ce0b46-e830-41fa-a269-e55c0710293e tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 945 time: 0.4709518 Sep 29 23:16:39.788094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59754) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:39.846111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Allocated IP 172.20.0.2 (68ae1fb4-f01a-4ccb-9458-816cc67282ea/9c386499-59ee-4326-b4ea-3be3ddb20641/a0124d51-2d11-49b7-af80-6e39e84cea95) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:39.909941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-56b7beda-7731-4f24-8298-53dee2f2d9bb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1206625 Sep 29 23:16:39.914973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59762) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:39.928763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:39.939549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864275c-21b6-4058-a779-f3b1dceb8e10 req-23a96fcb-ba5a-456c-bdec-ba9c31669bd3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:39.948160 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1864275c-21b6-4058-a779-f3b1dceb8e10 req-23a96fcb-ba5a-456c-bdec-ba9c31669bd3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.5833163 Sep 29 23:16:40.067192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1864275c-21b6-4058-a779-f3b1dceb8e10 req-ba26665a-f91f-4e90-ac55-2650d6af53c0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179922 Sep 29 23:16:40.106998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-209c2747-317c-4b8d-9353-9a970000b0b8 req-cd6e09b6-ac8c-46eb-9ef4-ba15c1aeb4eb tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/security-groups?id=d00eae7b-2824-47b8-bb7c-2d24941f3823&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128912 Sep 29 23:16:40.170481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a6e6d415-fd33-4951-b32f-5740987d707f req-9f5addaf-5e04-425f-94a5-63c955120223 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] For port 587d882f-4f6b-4e4d-9a28-62a5e300fbca, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=587d882f-4f6b-4e4d-9a28-62a5e300fbca,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:40.170850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a6e6d415-fd33-4951-b32f-5740987d707f req-9f5addaf-5e04-425f-94a5-63c955120223 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.235198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-a6e6d415-fd33-4951-b32f-5740987d707f req-9f5addaf-5e04-425f-94a5-63c955120223 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Calling delete_port for 587d882f-4f6b-4e4d-9a28-62a5e300fbca owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:40.297205 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.298439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:40.304614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38511b5-eb82-4b8a-96a5-1d999852d6aa None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:16:40.314146 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.318590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.384551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Pushing event updated for resources: {'Port': ['ID=a0124d51-2d11-49b7-af80-6e39e84cea95,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:40.403268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9945a-dcfa-4b65-a9f0-7c4e66ce7a58 req-8f3d4bb2-d989-4b8c-bf0e-86e88ff87b98 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.420690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Network 68ae1fb4-f01a-4ccb-9458-816cc67282ea is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:40.422524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9945a-dcfa-4b65-a9f0-7c4e66ce7a58 req-8f3d4bb2-d989-4b8c-bf0e-86e88ff87b98 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.428894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:40.433616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:40.438753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9945a-dcfa-4b65-a9f0-7c4e66ce7a58 req-8f3d4bb2-d989-4b8c-bf0e-86e88ff87b98 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.463295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9945a-dcfa-4b65-a9f0-7c4e66ce7a58 req-8f3d4bb2-d989-4b8c-bf0e-86e88ff87b98 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.482644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9945a-dcfa-4b65-a9f0-7c4e66ce7a58 req-8f3d4bb2-d989-4b8c-bf0e-86e88ff87b98 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.502222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9945a-dcfa-4b65-a9f0-7c4e66ce7a58 req-8f3d4bb2-d989-4b8c-bf0e-86e88ff87b98 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.514917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9945a-dcfa-4b65-a9f0-7c4e66ce7a58 req-8f3d4bb2-d989-4b8c-bf0e-86e88ff87b98 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.525151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fcc9945a-dcfa-4b65-a9f0-7c4e66ce7a58 req-8f3d4bb2-d989-4b8c-bf0e-86e88ff87b98 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5442 time: 0.2499049 Sep 29 23:16:40.533399 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.559439 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.594626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fcc9945a-dcfa-4b65-a9f0-7c4e66ce7a58 req-a704309f-5cce-4b6e-b59a-e91d8bce2241 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0682867 Sep 29 23:16:40.796006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Attempting to bind port a0124d51-2d11-49b7-af80-6e39e84cea95 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:40.796542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Attempting to bind port a0124d51-2d11-49b7-af80-6e39e84cea95 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:40.796861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Attempting to bind port a0124d51-2d11-49b7-af80-6e39e84cea95 on network 68ae1fb4-f01a-4ccb-9458-816cc67282ea {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:40.806514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a38511b5-eb82-4b8a-96a5-1d999852d6aa None None] Deleting port 3bc309d5-ced4-497c-9301-ced581a493cd {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:40.806810 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a38511b5-eb82-4b8a-96a5-1d999852d6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.810813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:40.811742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Checking segment: {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:40.811742 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.812301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Bound using segment: {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:40.812885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Bound port: a0124d51-2d11-49b7-af80-6e39e84cea95, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:40.813369 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.858174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72cc8c-7f72-4c1a-b1ab-c17cd18de91a req-d690566a-ba1f-4d98-889c-e2638290ba15 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.865385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72cc8c-7f72-4c1a-b1ab-c17cd18de91a req-d690566a-ba1f-4d98-889c-e2638290ba15 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.872556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72cc8c-7f72-4c1a-b1ab-c17cd18de91a req-d690566a-ba1f-4d98-889c-e2638290ba15 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.879654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72cc8c-7f72-4c1a-b1ab-c17cd18de91a req-d690566a-ba1f-4d98-889c-e2638290ba15 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.886428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72cc8c-7f72-4c1a-b1ab-c17cd18de91a req-d690566a-ba1f-4d98-889c-e2638290ba15 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.894186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72cc8c-7f72-4c1a-b1ab-c17cd18de91a req-d690566a-ba1f-4d98-889c-e2638290ba15 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.900778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f72cc8c-7f72-4c1a-b1ab-c17cd18de91a req-d690566a-ba1f-4d98-889c-e2638290ba15 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:40.904788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f72cc8c-7f72-4c1a-b1ab-c17cd18de91a req-d690566a-ba1f-4d98-889c-e2638290ba15 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5442 time: 0.2022600 Sep 29 23:16:40.915264 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a6e6d415-fd33-4951-b32f-5740987d707f req-9f5addaf-5e04-425f-94a5-63c955120223 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.915765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59778) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:40.926422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bde4fdef-dd9b-4fc4-a874-4bebc33c3a0d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Request body: {'floatingip': {'port_id': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:40.974162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Allocated IP 172.25.4.42 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/fb75a44c-716c-4174-b9ec-9c904a0e1374) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:40.978905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a38511b5-eb82-4b8a-96a5-1d999852d6aa None None] For port 3bc309d5-ced4-497c-9301-ced581a493cd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3bc309d5-ced4-497c-9301-ced581a493cd,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:40.979481 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a38511b5-eb82-4b8a-96a5-1d999852d6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:40.993297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bde4fdef-dd9b-4fc4-a874-4bebc33c3a0d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:41.005686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a38511b5-eb82-4b8a-96a5-1d999852d6aa None None] Calling delete_port for 3bc309d5-ced4-497c-9301-ced581a493cd owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:41.014831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5addaf-5e04-425f-94a5-63c955120223 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Pushing event deleted for resources: {'Port': ['ID=587d882f-4f6b-4e4d-9a28-62a5e300fbca,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:41.032663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] For port a0124d51-2d11-49b7-af80-6e39e84cea95, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:41.035456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e6d415-fd33-4951-b32f-5740987d707f req-9f5addaf-5e04-425f-94a5-63c955120223 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] No DVR routers for this DVR port 587d882f-4f6b-4e4d-9a28-62a5e300fbca on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:16:41.038053 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a6e6d415-fd33-4951-b32f-5740987d707f req-9f5addaf-5e04-425f-94a5-63c955120223 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:41.041008 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6e6d415-fd33-4951-b32f-5740987d707f req-9f5addaf-5e04-425f-94a5-63c955120223 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.26 "DELETE /v2.0/ports/587d882f-4f6b-4e4d-9a28-62a5e300fbca HTTP/1.1" status: 204 len: 173 time: 1.5362256 Sep 29 23:16:41.073079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] For port a0124d51-2d11-49b7-af80-6e39e84cea95, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a0124d51-2d11-49b7-af80-6e39e84cea95,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:41.074982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f', 'name': 'network-vif-deleted', 'tag': '587d882f-4f6b-4e4d-9a28-62a5e300fbca'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:16:41.077979 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c3fdb2-1fc2-4dce-870c-826040d6fe60" -d '{"events": [{"server_uuid": "a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f", "name": "network-vif-deleted", "tag": "587d882f-4f6b-4e4d-9a28-62a5e300fbca"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:16:41.085132 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:41.230018 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f8f626-80a3-43bb-a0ba-7f6c94915aed x-openstack-request-id: req-b6f8f626-80a3-43bb-a0ba-7f6c94915aed {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:16:41.230330 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f", "name": "network-vif-deleted", "tag": "587d882f-4f6b-4e4d-9a28-62a5e300fbca", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:16:41.232512 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6f8f626-80a3-43bb-a0ba-7f6c94915aed {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:16:41.232946 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f', 'name': 'network-vif-deleted', 'tag': '587d882f-4f6b-4e4d-9a28-62a5e300fbca', 'status': 'completed', 'code': 200} Sep 29 23:16:41.300642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aae018-9348-4650-b251-d8d5f2950b1a None None] Pushing event updated for resources: {'Port': ['ID=a0124d51-2d11-49b7-af80-6e39e84cea95,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:41.341281 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a38511b5-eb82-4b8a-96a5-1d999852d6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:41.417206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.objects.ports [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:16:41.424585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:41.425245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38511b5-eb82-4b8a-96a5-1d999852d6aa None None] Pushing event deleted for resources: {'Port': ['ID=3bc309d5-ced4-497c-9301-ced581a493cd,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:41.429349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3bc309d5-ced4-497c-9301-ced581a493cd no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:41.502781 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:41.505677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38511b5-eb82-4b8a-96a5-1d999852d6aa None None] No DVR routers for this DVR port 3bc309d5-ced4-497c-9301-ced581a493cd on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:16:41.522670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 3bc309d5-ced4-497c-9301-ced581a493cd {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:41.524685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3bc309d5-ced4-497c-9301-ced581a493cd not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:41.538265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:41.560573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb0a9b3e-f960-4468-a9fa-345e593aafd4 req-e0651592-38e5-46c6-aa35-124fd22da0b0 tempest-ServerRescueTestJSON-1866334034 tempest-ServerRescueTestJSON-1866334034-project] 10.222.0.44 "GET /v2.0/ports?device_id=a0a9c4b8-fc7a-4b09-b086-1f07c83ba35f HTTP/1.1" status: 200 len: 210 time: 0.1365931 Sep 29 23:16:41.601220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=e4e7db5a-de67-4a37-8397-0bf26032a8f1,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:41.619719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:41.635681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:41.638097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:41.641067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d932ae0a-3e53-4657-aaaa-a9be2be70512 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:41.718277 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c1db7feb-fad2-4e5d-8d33-39af5871c96b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.7984028 Sep 29 23:16:41.729185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59796) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:41.755145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:c0:9d:f5', 'name': 'tempest-NetworksTestDHCPv6-1419349039'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:41.765864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:41.894070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:41.906087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:41.940102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:41.996473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': 'e4e7db5a-de67-4a37-8397-0bf26032a8f1'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:16:41.997400 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:42.050821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Pushing event updated for resources: {'Port': ['ID=fb75a44c-716c-4174-b9ec-9c904a0e1374,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:42.127357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b008593-c957-47a7-bc04-e5b809e8205e req-5a1eeeb0-0f98-41dd-b59e-9b2a8014934a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:42.127357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b008593-c957-47a7-bc04-e5b809e8205e req-5a1eeeb0-0f98-41dd-b59e-9b2a8014934a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.7164540 Sep 29 23:16:42.242815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Allocated IP 2001:db8::f816:3eff:fe06:235 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/e4e7db5a-de67-4a37-8397-0bf26032a8f1/8e2969a3-4a95-40f5-97a0-150edcb4de1d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:42.344517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 587d882f-4f6b-4e4d-9a28-62a5e300fbca no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:42.560696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b008593-c957-47a7-bc04-e5b809e8205e req-2040091e-e236-4f4d-9203-9ef55ca27d08 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056647 Sep 29 23:16:42.626802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:42.631930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 587d882f-4f6b-4e4d-9a28-62a5e300fbca {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:42.632240 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 587d882f-4f6b-4e4d-9a28-62a5e300fbca not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:42.642351 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:42.702425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:42.707279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:42.723820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:42.727846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59810) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:42.735436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Pushing event updated for resources: {'Port': ['ID=8e2969a3-4a95-40f5-97a0-150edcb4de1d,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:42.803678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Attempting to bind port 8e2969a3-4a95-40f5-97a0-150edcb4de1d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:42.804676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Attempting to bind port 8e2969a3-4a95-40f5-97a0-150edcb4de1d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:42.805298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Attempting to bind port 8e2969a3-4a95-40f5-97a0-150edcb4de1d on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:42.812785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:42.814957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:42.815659 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:42.816841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:42.818013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Bound port: 8e2969a3-4a95-40f5-97a0-150edcb4de1d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:42.818842 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:42.878318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:42.962273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] For port 8e2969a3-4a95-40f5-97a0-150edcb4de1d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:42.967068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] For port 8e2969a3-4a95-40f5-97a0-150edcb4de1d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8e2969a3-4a95-40f5-97a0-150edcb4de1d,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:42.976519 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:43.038133 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [None req-bde4fdef-dd9b-4fc4-a874-4bebc33c3a0d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:16:43.047152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:43.052822 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e566a329-bc56-4776-a279-a8c6967d3c0a None None] Network 68ae1fb4-f01a-4ccb-9458-816cc67282ea requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:43.151768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 45e6d0a4-48e5-4bad-b6ed-5e6fc1aa51eb yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:16:43.172547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-65e77a61-8c90-4928-9143-cff6128111eb None None] Provisioning complete for port a0124d51-2d11-49b7-af80-6e39e84cea95 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:43.173081 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65e77a61-8c90-4928-9143-cff6128111eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:43.174737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac12d3-3977-4237-a4ad-77cde5c66947 None None] Pushing event updated for resources: {'Port': ['ID=8e2969a3-4a95-40f5-97a0-150edcb4de1d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:43.228434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bde4fdef-dd9b-4fc4-a874-4bebc33c3a0d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:43.297227 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bde4fdef-dd9b-4fc4-a874-4bebc33c3a0d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:43.534435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a0124d51-2d11-49b7-af80-6e39e84cea95 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:43.605121 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:43.629844 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65e77a61-8c90-4928-9143-cff6128111eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:43.677102 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-bde4fdef-dd9b-4fc4-a874-4bebc33c3a0d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Floating IP 9e152e2f-419a-49e9-bc0b-6b3e39eb3801 associated. External IP: 172.25.4.16, port: 7d172fd6-87dd-44db-b6ca-1c038fad4bc2. Sep 29 23:16:43.680994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::f816:3eff:fec0:9df5 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/e4e7db5a-de67-4a37-8397-0bf26032a8f1/45e6d0a4-48e5-4bad-b6ed-5e6fc1aa51eb) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:43.752779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-65e77a61-8c90-4928-9143-cff6128111eb None None] For port a0124d51-2d11-49b7-af80-6e39e84cea95, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a0124d51-2d11-49b7-af80-6e39e84cea95,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:43.774159 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65e77a61-8c90-4928-9143-cff6128111eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:43.856881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a0124d51-2d11-49b7-af80-6e39e84cea95 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:43.857265 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:43.970330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e77a61-8c90-4928-9143-cff6128111eb None None] Pushing event updated for resources: {'Port': ['ID=a0124d51-2d11-49b7-af80-6e39e84cea95,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:44.004703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:44.152988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6c88bf0a-baa2-4f61-b879-25aaf47dd3eb None None] Provisioning complete for port a0124d51-2d11-49b7-af80-6e39e84cea95 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:44.153586 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6c88bf0a-baa2-4f61-b879-25aaf47dd3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:44.267350 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c44ba-8ce4-45bb-a884-77262b41db86 req-c1b2a4ac-5fe6-4d63-8753-4afaae8a7fcc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:44.275404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e73c44ba-8ce4-45bb-a884-77262b41db86 req-c1b2a4ac-5fe6-4d63-8753-4afaae8a7fcc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.4813144 Sep 29 23:16:44.323595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:44.415006 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Router f7d32df9-1364-4d6d-a126-26fc510e9a77 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:16:44.422029 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:44.544673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:44.549418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=45e6d0a4-48e5-4bad-b6ed-5e6fc1aa51eb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:44.554612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:44.560551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:44.566872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:44.568055 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:44.596083 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-939bc649-0063-4c00-9436-0b2798ff5724 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8624096 Sep 29 23:16:44.599250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59842) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:44.720787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:16:44.734331 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Sync routers for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:16:44.751074 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:44.751719 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:44.825817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-acd364af-4404-422f-ae49-2919b6a17068 None None] Provisioning complete for port 8e2969a3-4a95-40f5-97a0-150edcb4de1d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:44.826251 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-acd364af-4404-422f-ae49-2919b6a17068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:44.858770 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:44.860257 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b22c2039-d4a8-47f2-891d-056a3b4b1fdf admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2935216 Sep 29 23:16:44.866445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59846) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:44.940447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6501e-1b1e-412c-a532-8019961e8aae tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:44.955000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc6501e-1b1e-412c-a532-8019961e8aae tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:44.971199 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ccc6501e-1b1e-412c-a532-8019961e8aae tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3702865 Sep 29 23:16:44.971874 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59850) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:45.036314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e73c44ba-8ce4-45bb-a884-77262b41db86 req-443c1e8b-a36f-4c8c-96b7-376fb5959cdc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7595220 Sep 29 23:16:45.073681 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-acd364af-4404-422f-ae49-2919b6a17068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:45.088004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bde4fdef-dd9b-4fc4-a874-4bebc33c3a0d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Router c2446b10-cb4e-4010-b74c-b1f3d17016f9 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:16:45.120816 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:45.179705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-acd364af-4404-422f-ae49-2919b6a17068 None None] For port 8e2969a3-4a95-40f5-97a0-150edcb4de1d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8e2969a3-4a95-40f5-97a0-150edcb4de1d,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:45.193887 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-acd364af-4404-422f-ae49-2919b6a17068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:45.381840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-52d82111-96b2-4a52-895f-9ec09097ef50 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 45e6d0a4-48e5-4bad-b6ed-5e6fc1aa51eb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:45.382445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52d82111-96b2-4a52-895f-9ec09097ef50 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:45.384006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd364af-4404-422f-ae49-2919b6a17068 None None] Pushing event updated for resources: {'Port': ['ID=8e2969a3-4a95-40f5-97a0-150edcb4de1d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:45.405805 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:45.413916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-aad0ce27-5447-4c7a-906d-49dcc88c3ec0 None None] Provisioning complete for port 45e6d0a4-48e5-4bad-b6ed-5e6fc1aa51eb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:45.414399 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aad0ce27-5447-4c7a-906d-49dcc88c3ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:45.420437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bde4fdef-dd9b-4fc4-a874-4bebc33c3a0d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:16:45.477253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] Sync routers for ids ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:16:45.505593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] Routers {'c2446b10-cb4e-4010-b74c-b1f3d17016f9'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:45.506551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:45.508750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-aad0ce27-5447-4c7a-906d-49dcc88c3ec0 None None] Port 45e6d0a4-48e5-4bad-b6ed-5e6fc1aa51eb cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:16:45.554059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8e2969a3-4a95-40f5-97a0-150edcb4de1d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:45.584095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bde4fdef-dd9b-4fc4-a874-4bebc33c3a0d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:45.801933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52d82111-96b2-4a52-895f-9ec09097ef50 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:45.822664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-52d82111-96b2-4a52-895f-9ec09097ef50 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 45e6d0a4-48e5-4bad-b6ed-5e6fc1aa51eb owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:45.828925 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:42Z', 'revision_number': 3, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:45.873758 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Checking router: f7d32df9-1364-4d6d-a126-26fc510e9a77 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:16:45.875733 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Updating router f7d32df9-1364-4d6d-a126-26fc510e9a77 port fb75a44c-716c-4174-b9ec-9c904a0e1374 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:16:45.928667 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:45.933469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8e2969a3-4a95-40f5-97a0-150edcb4de1d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:45.934334 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:45.988693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] Set router c2446b10-cb4e-4010-b74c-b1f3d17016f9 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:46.022881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bde4fdef-dd9b-4fc4-a874-4bebc33c3a0d tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "PUT /v2.0/floatingips/9e152e2f-419a-49e9-bc0b-6b3e39eb3801 HTTP/1.1" status: 200 len: 991 time: 5.1055632 Sep 29 23:16:46.024018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:16:46.029645 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3282502-f774-4193-8c59-68dc2a706030" -d '{"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "7d172fd6-87dd-44db-b6ca-1c038fad4bc2"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:16:46.160472 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af30c9c-d2aa-484a-89fa-d5758b5af373 x-openstack-request-id: req-3af30c9c-d2aa-484a-89fa-d5758b5af373 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:16:46.161208 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "tag": "7d172fd6-87dd-44db-b6ca-1c038fad4bc2", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:16:46.161208 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3af30c9c-d2aa-484a-89fa-d5758b5af373 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:16:46.164376 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'tag': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2', 'status': 'completed', 'code': 200} Sep 29 23:16:46.390071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a0124d51-2d11-49b7-af80-6e39e84cea95 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:46.460283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf0ec5-0a8e-42cf-b403-ee44377ea3e3 req-5da107a3-2156-449c-bf8d-e605f1f52735 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:46.467924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dbf0ec5-0a8e-42cf-b403-ee44377ea3e3 req-5da107a3-2156-449c-bf8d-e605f1f52735 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.1818278 Sep 29 23:16:46.561963 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:46.577152 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:46.638898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dbf0ec5-0a8e-42cf-b403-ee44377ea3e3 req-b6e1e581-36cb-43fd-b7b4-2230cc223005 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533284 Sep 29 23:16:46.640648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] Deleting port 27cc4e18-a717-4544-af25-d7ac3653e47a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:46.641000 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:46.696425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a0124d51-2d11-49b7-af80-6e39e84cea95 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:46.696894 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:46.702781 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Attempting to bind port fb75a44c-716c-4174-b9ec-9c904a0e1374 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:46.704985 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Attempting to bind port fb75a44c-716c-4174-b9ec-9c904a0e1374 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:46.705813 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Attempting to bind port fb75a44c-716c-4174-b9ec-9c904a0e1374 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:46.727888 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:46.728334 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:46.728748 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:46.729148 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:46.729631 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Bound port: fb75a44c-716c-4174-b9ec-9c904a0e1374, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:46.730018 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:46.781702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282502-f774-4193-8c59-68dc2a706030 req-2051db45-708a-4db3-b8c3-9c03dd788978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:46.782802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282502-f774-4193-8c59-68dc2a706030 req-2051db45-708a-4db3-b8c3-9c03dd788978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:46.783482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282502-f774-4193-8c59-68dc2a706030 req-2051db45-708a-4db3-b8c3-9c03dd788978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:46.784193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282502-f774-4193-8c59-68dc2a706030 req-2051db45-708a-4db3-b8c3-9c03dd788978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:46.784849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282502-f774-4193-8c59-68dc2a706030 req-2051db45-708a-4db3-b8c3-9c03dd788978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:46.785504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282502-f774-4193-8c59-68dc2a706030 req-2051db45-708a-4db3-b8c3-9c03dd788978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:46.786331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282502-f774-4193-8c59-68dc2a706030 req-2051db45-708a-4db3-b8c3-9c03dd788978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:46.789018 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3282502-f774-4193-8c59-68dc2a706030 req-2051db45-708a-4db3-b8c3-9c03dd788978 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6499 time: 0.1898675 Sep 29 23:16:46.832067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:57Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9e152e2f-419a-49e9-bc0b-6b3e39eb3801', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'port_id': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'mac_address': 'fa:16:3e:52:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:15:12Z', 'updated_at': '2021-09-29T23:16:42Z', 'revision_number': 1, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1983be-7dd6-4d2c-8832-a76787e05089', 'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'mac_address': 'fa:16:3e:46:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:56Z', 'updated_at': '2021-09-29T23:14:02Z', 'revision_number': 5, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'subnets': [{'id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:46.853435 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] For port fb75a44c-716c-4174-b9ec-9c904a0e1374, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:46.855507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52d82111-96b2-4a52-895f-9ec09097ef50 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:46.859004 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] For port fb75a44c-716c-4174-b9ec-9c904a0e1374, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fb75a44c-716c-4174-b9ec-9c904a0e1374,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:46.876562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] Checking router: c2446b10-cb4e-4010-b74c-b1f3d17016f9 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:16:46.910717 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:46.913489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] For port 27cc4e18-a717-4544-af25-d7ac3653e47a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=27cc4e18-a717-4544-af25-d7ac3653e47a,segment=NetworkSegment(d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91),segment_id=d6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:46.914175 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:46.920261 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc105eb-3e57-437f-8580-6cc80730b270 None None] Pushing event updated for resources: {'Port': ['ID=fb75a44c-716c-4174-b9ec-9c904a0e1374,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:46.923407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] Routers {'c2446b10-cb4e-4010-b74c-b1f3d17016f9'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:46.924140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:46.962203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] Calling delete_port for 27cc4e18-a717-4544-af25-d7ac3653e47a owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:47.020239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d82111-96b2-4a52-895f-9ec09097ef50 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=45e6d0a4-48e5-4bad-b6ed-5e6fc1aa51eb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:47.040688 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:47.041752 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:47.057824 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc105eb-3e57-437f-8580-6cc80730b270 None None] Pushing event updated for resources: {'Port': ['ID=fb75a44c-716c-4174-b9ec-9c904a0e1374,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:47.114873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] Set router c2446b10-cb4e-4010-b74c-b1f3d17016f9 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:47.147897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52d82111-96b2-4a52-895f-9ec09097ef50 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:47.150770 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-52d82111-96b2-4a52-895f-9ec09097ef50 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/45e6d0a4-48e5-4bad-b6ed-5e6fc1aa51eb HTTP/1.1" status: 204 len: 168 time: 2.0924511 Sep 29 23:16:47.194155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59896) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:47.391003 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:47.441360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282502-f774-4193-8c59-68dc2a706030 req-c25e9ad7-5b6f-4489-af95-040622b1d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:47.443064 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3282502-f774-4193-8c59-68dc2a706030 req-c25e9ad7-5b6f-4489-af95-040622b1d7ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=359d21d4-b615-40c7-8882-16bffeac10b3 HTTP/1.1" status: 200 len: 918 time: 0.6423566 Sep 29 23:16:47.461474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:47.462830 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:47.482898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b2d86e-677f-4353-a314-340c73b7fa56 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:47.486265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b2d86e-677f-4353-a314-340c73b7fa56 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:47.494671 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-69b2d86e-677f-4353-a314-340c73b7fa56 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2954640 Sep 29 23:16:47.509541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59902) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:47.514428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=27cc4e18-a717-4544-af25-d7ac3653e47a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:47.601533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8e2969a3-4a95-40f5-97a0-150edcb4de1d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:47.889976 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:42Z', 'revision_number': 3, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:47.919530 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de70bc7-0811-4f62-92b8-a72eec5065ec None None] The sync data for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 is: [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:42Z', 'revision_number': 3, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:16:47.928753 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:47.929559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-19f59b38-f9a5-4fec-a015-ec2eb67d08cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet e4e7db5a-de67-4a37-8397-0bf26032a8f1 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:47.935966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19f59b38-f9a5-4fec-a015-ec2eb67d08cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:48.024826 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19f59b38-f9a5-4fec-a015-ec2eb67d08cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:48.041406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e967d6b-372d-46ac-873e-6bdcb5c559b8 req-6c64d66f-28bb-4891-b652-804d25ea6f78 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:48.043625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e967d6b-372d-46ac-873e-6bdcb5c559b8 req-6c64d66f-28bb-4891-b652-804d25ea6f78 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.2161975 Sep 29 23:16:48.066277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8e2969a3-4a95-40f5-97a0-150edcb4de1d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:48.066650 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:48.123927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e967d6b-372d-46ac-873e-6bdcb5c559b8 req-ce731ffd-133c-488a-abc2-e090d71b2a71 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722358 Sep 29 23:16:48.145803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:57Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9e152e2f-419a-49e9-bc0b-6b3e39eb3801', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'port_id': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'mac_address': 'fa:16:3e:52:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:15:12Z', 'updated_at': '2021-09-29T23:16:42Z', 'revision_number': 1, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1983be-7dd6-4d2c-8832-a76787e05089', 'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'mac_address': 'fa:16:3e:46:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:56Z', 'updated_at': '2021-09-29T23:14:02Z', 'revision_number': 5, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'subnets': [{'id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:48.222635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a0040f-6cdf-4ad3-a8fe-00fd86465b62 None None] The sync data for ids ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'] in n-d-811173-2 is: [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:57Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '9e152e2f-419a-49e9-bc0b-6b3e39eb3801', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'floating_ip_address': '172.25.4.16', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'port_id': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2013, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'mac_address': 'fa:16:3e:52:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:15:12Z', 'updated_at': '2021-09-29T23:16:42Z', 'revision_number': 1, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf1983be-7dd6-4d2c-8832-a76787e05089', 'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'mac_address': 'fa:16:3e:46:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:56Z', 'updated_at': '2021-09-29T23:14:02Z', 'revision_number': 5, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'subnets': [{'id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:16:48.277698 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3282502-f774-4193-8c59-68dc2a706030 req-c87f5ee6-1021-4704-8102-e5254ceb3afa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2 HTTP/1.1" status: 200 len: 999 time: 0.8029809 Sep 29 23:16:48.295168 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19f59b38-f9a5-4fec-a015-ec2eb67d08cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:48.553989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282502-f774-4193-8c59-68dc2a706030 req-623f2120-dbf4-42fe-9c6d-30785343c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:48.555530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3282502-f774-4193-8c59-68dc2a706030 req-623f2120-dbf4-42fe-9c6d-30785343c6c1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d4f193-42c1-43e8-b396-fd04a76a0f33 HTTP/1.1" status: 200 len: 856 time: 0.2694447 Sep 29 23:16:48.568805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] Router 24010293-e0a0-4336-a8e8-40da42cf578b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:16:48.725718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:16:48.737643 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182229aa-1187-4399-8549-545776e5f34a None None] Sync routers for ids ['24010293-e0a0-4336-a8e8-40da42cf578b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:16:48.750691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ba6dc995-d94b-43d3-90ec-b43a8b899f23 admin admin] 10.222.0.44 "PUT /v2.0/routers/24010293-e0a0-4336-a8e8-40da42cf578b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0180938 Sep 29 23:16:48.751368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59928) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:48.754071 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182229aa-1187-4399-8549-545776e5f34a None None] Routers {'24010293-e0a0-4336-a8e8-40da42cf578b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:48.755397 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-182229aa-1187-4399-8549-545776e5f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['24010293-e0a0-4336-a8e8-40da42cf578b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:48.765471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84a0582-167d-4e08-a470-a30283e479b7 None None] New status for floating IP 9e152e2f-419a-49e9-bc0b-6b3e39eb3801: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:16:48.852140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Allocated IP 172.20.0.1 (68ae1fb4-f01a-4ccb-9458-816cc67282ea/9c386499-59ee-4326-b4ea-3be3ddb20641/32d0de8d-9c98-49e6-87cc-8922384586a4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:48.943768 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:49.086114 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-182229aa-1187-4399-8549-545776e5f34a None None] Set router 24010293-e0a0-4336-a8e8-40da42cf578b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:49.143478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:49.244481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19f59b38-f9a5-4fec-a015-ec2eb67d08cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:49.263281 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:49.369916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8ea73e-ad13-43ee-8012-556f18d128af None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:49.382171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19f59b38-f9a5-4fec-a015-ec2eb67d08cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:49.397839 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-19f59b38-f9a5-4fec-a015-ec2eb67d08cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/e4e7db5a-de67-4a37-8397-0bf26032a8f1 HTTP/1.1" status: 204 len: 168 time: 1.8841608 Sep 29 23:16:49.412959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59940) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:49.478579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f59b38-f9a5-4fec-a015-ec2eb67d08cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e7db5a-de67-4a37-8397-0bf26032a8f1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:49.489047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3282502-f774-4193-8c59-68dc2a706030 req-673093a6-d320-4d5e-9a81-c888320cbfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:49.492902 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3282502-f774-4193-8c59-68dc2a706030 req-673093a6-d320-4d5e-9a81-c888320cbfa6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=359d21d4-b615-40c7-8882-16bffeac10b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9196489 Sep 29 23:16:49.512215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Network 68ae1fb4-f01a-4ccb-9458-816cc67282ea is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:49.638009 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:49.676569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:49.677111 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8567194f-b055-4f3b-b489-9cf7dc919906 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2601013 Sep 29 23:16:49.677740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59948) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:49.702065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=32d0de8d-9c98-49e6-87cc-8922384586a4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:49.711054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:49.724475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device fb75a44c-716c-4174-b9ec-9c904a0e1374 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:49.898206 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-182229aa-1187-4399-8549-545776e5f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'name': 'tempest-ServerRescueTestJSON-921471111-router', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14'}], 'enable_snat': True}, 'gw_port_id': '03362b00-d852-460f-9698-ade20fc196f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:18Z', 'updated_at': '2021-09-29T23:16:47Z', 'revision_number': 5, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'gw_port': {'id': '03362b00-d852-460f-9698-ade20fc196f7', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:93:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1937, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:20Z', 'updated_at': '2021-09-29T23:14:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:49.913465 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.001986 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182229aa-1187-4399-8549-545776e5f34a None None] Checking router: 24010293-e0a0-4336-a8e8-40da42cf578b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:16:50.022379 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182229aa-1187-4399-8549-545776e5f34a None None] Routers {'24010293-e0a0-4336-a8e8-40da42cf578b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:50.023031 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-182229aa-1187-4399-8549-545776e5f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['24010293-e0a0-4336-a8e8-40da42cf578b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:50.023716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2332c73-8169-44f1-85c4-af61e9a812b5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:50.030029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d2332c73-8169-44f1-85c4-af61e9a812b5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2866104 Sep 29 23:16:50.035844 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port fb75a44c-716c-4174-b9ec-9c904a0e1374 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:50.037122 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.044021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:50.107278 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3282502-f774-4193-8c59-68dc2a706030 req-59140e24-45e2-481c-b3a3-5206113129ee service neutron] 10.222.0.26 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5802577 Sep 29 23:16:50.133459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6efbf-4e93-4137-8188-42c8e3c84db4 req-2d023a36-cace-4ad4-b25a-cf4a0e06f037 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:50.144535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2b6efbf-4e93-4137-8188-42c8e3c84db4 req-2d023a36-cace-4ad4-b25a-cf4a0e06f037 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.6675193 Sep 29 23:16:50.148104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ae198-265e-4406-a6e2-769a715561d7 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:16:50.217928 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.256237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Deleting port 03362b00-d852-460f-9698-ade20fc196f7 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:50.257008 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.318714 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-182229aa-1187-4399-8549-545776e5f34a None None] Set router 24010293-e0a0-4336-a8e8-40da42cf578b gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:50.336766 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.371839 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3282502-f774-4193-8c59-68dc2a706030 req-f36f7235-a0a0-464c-b9cf-a87eb9b23f8a service neutron] 10.222.0.26 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632425 Sep 29 23:16:50.372356 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port fb75a44c-716c-4174-b9ec-9c904a0e1374, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fb75a44c-716c-4174-b9ec-9c904a0e1374,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:50.390389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b70ae198-265e-4406-a6e2-769a715561d7 None None] Deleting port 8e2969a3-4a95-40f5-97a0-150edcb4de1d {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:50.390907 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b70ae198-265e-4406-a6e2-769a715561d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.438790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-db6c0918-69f5-4b07-9636-452e849e03d2 None None] Provisioning complete for port 32d0de8d-9c98-49e6-87cc-8922384586a4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:50.439752 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-db6c0918-69f5-4b07-9636-452e849e03d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.441451 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.492318 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-182229aa-1187-4399-8549-545776e5f34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'name': 'tempest-ServerRescueTestJSON-921471111-router', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:18Z', 'updated_at': '2021-09-29T23:16:49Z', 'revision_number': 6, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:50.558993 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] For port 03362b00-d852-460f-9698-ade20fc196f7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=03362b00-d852-460f-9698-ade20fc196f7,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:50.563369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.587342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc6c653-92a5-4221-9db5-1b725225963c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:50.591767 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182229aa-1187-4399-8549-545776e5f34a None None] The sync data for ids ['24010293-e0a0-4336-a8e8-40da42cf578b'] in n-d-811173-2 is: [{'id': '24010293-e0a0-4336-a8e8-40da42cf578b', 'name': 'tempest-ServerRescueTestJSON-921471111-router', 'tenant_id': '62bcf4cab4364b038f970d284171d03a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:18Z', 'updated_at': '2021-09-29T23:16:49Z', 'revision_number': 6, 'project_id': '62bcf4cab4364b038f970d284171d03a', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:16:50.595911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6dc6c653-92a5-4221-9db5-1b725225963c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5383265 Sep 29 23:16:50.596484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59980) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:50.662645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b70ae198-265e-4406-a6e2-769a715561d7 None None] For port 8e2969a3-4a95-40f5-97a0-150edcb4de1d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8e2969a3-4a95-40f5-97a0-150edcb4de1d,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:50.663065 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b70ae198-265e-4406-a6e2-769a715561d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.674543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2b6efbf-4e93-4137-8188-42c8e3c84db4 req-73bab9ed-6eab-4a5c-aec1-d9084b98e271 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5289493 Sep 29 23:16:50.676910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Calling delete_port for 03362b00-d852-460f-9698-ade20fc196f7 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:50.696880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-db6c0918-69f5-4b07-9636-452e849e03d2 None None] Port 32d0de8d-9c98-49e6-87cc-8922384586a4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:16:50.704073 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.715042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b70ae198-265e-4406-a6e2-769a715561d7 None None] Calling delete_port for 8e2969a3-4a95-40f5-97a0-150edcb4de1d owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:50.726544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=fb75a44c-716c-4174-b9ec-9c904a0e1374,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:50.747018 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8ca5e25b-01ab-4c8f-be1b-aec5441dc72c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1448090 Sep 29 23:16:50.790892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59982) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:50.806458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-98a0abf3-aff5-4c02-a4e5-5016df3f68d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:50.881339 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b70ae198-265e-4406-a6e2-769a715561d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:50.900299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ae198-265e-4406-a6e2-769a715561d7 None None] No DVR routers for this DVR port 8e2969a3-4a95-40f5-97a0-150edcb4de1d on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:16:50.958578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ae198-265e-4406-a6e2-769a715561d7 None None] Pushing event deleted for resources: {'Port': ['ID=8e2969a3-4a95-40f5-97a0-150edcb4de1d,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:51.094405 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:51.110120 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:51.188256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a0abf3-aff5-4c02-a4e5-5016df3f68d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:51.192378 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a0abf3-aff5-4c02-a4e5-5016df3f68d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:51.273498 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:51.276785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Pushing event updated for resources: {'Port': ['ID=32d0de8d-9c98-49e6-87cc-8922384586a4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:51.332239 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:51.384778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=03362b00-d852-460f-9698-ade20fc196f7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:51.424446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Network 68ae1fb4-f01a-4ccb-9458-816cc67282ea is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:51.426048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:51.539074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:51.642040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Router f7d32df9-1364-4d6d-a126-26fc510e9a77 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:16:51.696345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device fb75a44c-716c-4174-b9ec-9c904a0e1374 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:51.846547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port fb75a44c-716c-4174-b9ec-9c904a0e1374 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:51.848519 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:51.971190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:16:51.982558 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Sync routers for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:16:51.988652 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6d991ae8-36b6-45d8-9ee9-ed509116d9c1 admin admin] 10.222.0.44 "PUT /v2.0/routers/f7d32df9-1364-4d6d-a126-26fc510e9a77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1156046 Sep 29 23:16:51.997358 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:52.000049 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:52.019603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9216b4ad-f2b7-468b-98b5-57988c44e125 None None] Provisioning complete for port 32d0de8d-9c98-49e6-87cc-8922384586a4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:52.019603 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9216b4ad-f2b7-468b-98b5-57988c44e125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:52.146930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9216b4ad-f2b7-468b-98b5-57988c44e125 None None] Port 32d0de8d-9c98-49e6-87cc-8922384586a4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:16:52.337954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 03362b00-d852-460f-9698-ade20fc196f7 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:52.355310 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:52.387754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 03362b00-d852-460f-9698-ade20fc196f7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:52.388320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 03362b00-d852-460f-9698-ade20fc196f7 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:52.388756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8e2969a3-4a95-40f5-97a0-150edcb4de1d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:52.425857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8e2969a3-4a95-40f5-97a0-150edcb4de1d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:52.428641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8e2969a3-4a95-40f5-97a0-150edcb4de1d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:52.429113 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 27cc4e18-a717-4544-af25-d7ac3653e47a no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:52.442402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60012) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:52.490888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 27cc4e18-a717-4544-af25-d7ac3653e47a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:52.491238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 27cc4e18-a717-4544-af25-d7ac3653e47a not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:52.529349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:52.532164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:52.675923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf9f53-b749-4223-ba82-02619a5bc246 req-113b73b0-78c0-4d27-939e-fb6993f53bf3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:52.678875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ecf9f53-b749-4223-ba82-02619a5bc246 req-113b73b0-78c0-4d27-939e-fb6993f53bf3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.1219287 Sep 29 23:16:52.680978 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a0abf3-aff5-4c02-a4e5-5016df3f68d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:52.730935 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9c77932-e2ab-4075-bb5b-83c95127ba17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:52.753432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a0abf3-aff5-4c02-a4e5-5016df3f68d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:52.754809 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:52.755347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24010293-e0a0-4336-a8e8-40da42cf578b {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:16:52.758287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0abf3-aff5-4c02-a4e5-5016df3f68d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=a567e1fa-322c-410d-a284-68b8f259b543,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:52.760801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-98a0abf3-aff5-4c02-a4e5-5016df3f68d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:52.783453 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:52.784927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-793e0ee8-cf06-4b48-8bf0-5965a0a33b18 admin admin] 10.222.0.44 "DELETE /v2.0/routers/24010293-e0a0-4336-a8e8-40da42cf578b HTTP/1.1" status: 204 len: 168 time: 4.0325677 Sep 29 23:16:52.792188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60018) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:52.817804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a0abf3-aff5-4c02-a4e5-5016df3f68d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:52.818693 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a0abf3-aff5-4c02-a4e5-5016df3f68d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:52.825072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64dc354-05d2-40a9-911f-d6c328753845 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:52.826816 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 2, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:52.845220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ecf9f53-b749-4223-ba82-02619a5bc246 req-5d202925-f1da-4a92-8233-226839ab3412 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522205 Sep 29 23:16:52.862801 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Checking router: f7d32df9-1364-4d6d-a126-26fc510e9a77 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:16:52.863665 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Updating router f7d32df9-1364-4d6d-a126-26fc510e9a77 port 32d0de8d-9c98-49e6-87cc-8922384586a4 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:16:52.899556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e26885-11f1-47cd-8695-f7d64c15306b admin admin] Deleting subnet aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:52.903912 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:52.909093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12e26885-11f1-47cd-8695-f7d64c15306b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:52.977669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12e26885-11f1-47cd-8695-f7d64c15306b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.031523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': 'a567e1fa-322c-410d-a284-68b8f259b543'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:16:53.032639 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.042599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12e26885-11f1-47cd-8695-f7d64c15306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.113026 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12e26885-11f1-47cd-8695-f7d64c15306b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.149947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e26885-11f1-47cd-8695-f7d64c15306b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:53.161419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60022) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:53.162391 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12e26885-11f1-47cd-8695-f7d64c15306b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.164836 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-12e26885-11f1-47cd-8695-f7d64c15306b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/aa4d296f-a3c0-49c0-b5eb-43a9b92f6f7e HTTP/1.1" status: 204 len: 168 time: 0.3715734 Sep 29 23:16:53.167351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60024) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:53.170610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b2f19c91-5c20-4480-9ae3-cd8ee75b408c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865860406', 'description': 'tempest-description--908958253'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:53.205492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9c77932-e2ab-4075-bb5b-83c95127ba17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.216957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d9c77932-e2ab-4075-bb5b-83c95127ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.224741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-98a0abf3-aff5-4c02-a4e5-5016df3f68d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4327352 Sep 29 23:16:53.227584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60026) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:53.235943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:9c:34:e3', 'name': 'tempest-NetworksTestDHCPv6-149510436'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:53.240177 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.249579 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.251921 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/a567e1fa-322c-410d-a284-68b8f259b543/29760d7e-3c68-4d82-9650-c74528ce951e) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:53.278617 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2f19c91-5c20-4480-9ae3-cd8ee75b408c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.284295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.303510 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace45d7f-9237-48ad-b309-6cacfda75b94 None None] Pushing event updated for resources: {'Port': ['ID=32d0de8d-9c98-49e6-87cc-8922384586a4,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:53.345444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c77932-e2ab-4075-bb5b-83c95127ba17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c35bfc0-ecdc-40d2-9c5b-b9e68d90bbc8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:53.351871 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d9c77932-e2ab-4075-bb5b-83c95127ba17 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d9d8ead751540aabd4d10681c92db47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9076874 Sep 29 23:16:53.354602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60028) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:53.382211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2f19c91-5c20-4480-9ae3-cd8ee75b408c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.449993 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2f19c91-5c20-4480-9ae3-cd8ee75b408c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.478374 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Attempting to bind port 32d0de8d-9c98-49e6-87cc-8922384586a4 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:53.480806 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Attempting to bind port 32d0de8d-9c98-49e6-87cc-8922384586a4 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:53.485261 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Attempting to bind port 32d0de8d-9c98-49e6-87cc-8922384586a4 on network 68ae1fb4-f01a-4ccb-9458-816cc67282ea {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:53.492687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f0c71ae-5028-4c91-b8e0-9c1561256d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.498856 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:53.499235 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Checking segment: {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:53.499722 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.500380 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Bound using segment: {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:53.500869 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Bound port: 32d0de8d-9c98-49e6-87cc-8922384586a4, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:53.501248 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.539751 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.546532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f19c91-5c20-4480-9ae3-cd8ee75b408c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d266fe-35b0-4d6d-98bc-0e4596986f51,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:53.571264 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.582600 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f0c71ae-5028-4c91-b8e0-9c1561256d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.585552 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2f19c91-5c20-4480-9ae3-cd8ee75b408c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.585749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80bbd6fe-5382-44cf-812b-242c2203ac98']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:53.587791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b2f19c91-5c20-4480-9ae3-cd8ee75b408c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4248738 Sep 29 23:16:53.591910 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.594805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:53.610166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-97cbba45-f673-4a19-bfb3-57f3e145e52c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'security_group_rule': {'security_group_id': '89d266fe-35b0-4d6d-98bc-0e4596986f51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:53.634110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:53.634411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b26fb1-a4d2-45ec-a6ed-56ab6a7aaa91') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:53.669959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:53.674795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:53.681529 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] For port 32d0de8d-9c98-49e6-87cc-8922384586a4, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:53.682542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:53.691092 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] For port 32d0de8d-9c98-49e6-87cc-8922384586a4, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=32d0de8d-9c98-49e6-87cc-8922384586a4,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:53.694626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Pushing event updated for resources: {'Port': ['ID=29760d7e-3c68-4d82-9650-c74528ce951e,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:53.702825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:53.704870 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.705018 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.720054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f0c71ae-5028-4c91-b8e0-9c1561256d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.723185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97cbba45-f673-4a19-bfb3-57f3e145e52c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.726826 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f0c71ae-5028-4c91-b8e0-9c1561256d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.732346 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5f0c71ae-5028-4c91-b8e0-9c1561256d35 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7c35bfc0-ecdc-40d2-9c5b-b9e68d90bbc8 HTTP/1.1" status: 204 len: 168 time: 0.3761737 Sep 29 23:16:53.753528 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.759797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c71ae-5028-4c91-b8e0-9c1561256d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c35bfc0-ecdc-40d2-9c5b-b9e68d90bbc8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:53.777651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:16:53.778110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:16:53.780112 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:16:53.814349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Attempting to bind port 29760d7e-3c68-4d82-9650-c74528ce951e on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:16:53.814731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Attempting to bind port 29760d7e-3c68-4d82-9650-c74528ce951e by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:16:53.815198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Attempting to bind port 29760d7e-3c68-4d82-9650-c74528ce951e on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:16:53.817224 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:16:53.820622 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:16:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:53.835728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:16:53.836388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:16:53.836707 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.836931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:16:53.837456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Bound port: 29760d7e-3c68-4d82-9650-c74528ce951e, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:16:53.837974 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:53.961796 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-aae05b73-eaa8-4978-8333-3237c458bf80 None None] Provisioning complete for port 32d0de8d-9c98-49e6-87cc-8922384586a4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:53.962589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aae05b73-eaa8-4978-8333-3237c458bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.021332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.031488 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:16:54.045143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.046818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97cbba45-f673-4a19-bfb3-57f3e145e52c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.054577 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] 10.222.0.44 "DELETE /v2.0/networks/80bbd6fe-5382-44cf-812b-242c2203ac98 HTTP/1.1" status: 204 len: 168 time: 0.8854990 Sep 29 23:16:54.060125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97cbba45-f673-4a19-bfb3-57f3e145e52c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.084272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] For port 29760d7e-3c68-4d82-9650-c74528ce951e, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:16:54.110119 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.130569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbba45-f673-4a19-bfb3-57f3e145e52c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0037ac77-0f3a-4794-8216-fafc341a9ac5,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:54.150319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97cbba45-f673-4a19-bfb3-57f3e145e52c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.158557 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aae05b73-eaa8-4978-8333-3237c458bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.160016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-97cbba45-f673-4a19-bfb3-57f3e145e52c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5624757 Sep 29 23:16:54.163285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60054) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:54.169209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a26b984a-724b-46bd-b4b2-9277fd00280c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'security_group_rule': {'security_group_id': '89d266fe-35b0-4d6d-98bc-0e4596986f51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:54.184180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] For port 29760d7e-3c68-4d82-9650-c74528ce951e, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=29760d7e-3c68-4d82-9650-c74528ce951e,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:16:54.190532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da46cde-fc20-4532-8638-c0111b1546ac req-e2c8ced8-9828-4e90-80db-badfd94c4046 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:54.192293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0da46cde-fc20-4532-8638-c0111b1546ac req-e2c8ced8-9828-4e90-80db-badfd94c4046 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.1371448 Sep 29 23:16:54.198197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 271c2587-53ae-43ab-ac10-7a39372a6a32 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:16:54.201080 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.285051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d2ce2f-74f6-4017-abdf-086a79afefed None None] Pushing event updated for resources: {'Port': ['ID=29760d7e-3c68-4d82-9650-c74528ce951e,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:54.307937 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace45d7f-9237-48ad-b309-6cacfda75b94 None None] Pushing event updated for resources: {'Port': ['ID=32d0de8d-9c98-49e6-87cc-8922384586a4,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:54.340930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0da46cde-fc20-4532-8638-c0111b1546ac req-b1c9b0ce-2160-4821-80ae-c63854202c41 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354578 Sep 29 23:16:54.349272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-aae05b73-eaa8-4978-8333-3237c458bf80 None None] For port 32d0de8d-9c98-49e6-87cc-8922384586a4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=32d0de8d-9c98-49e6-87cc-8922384586a4,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:54.352327 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a26b984a-724b-46bd-b4b2-9277fd00280c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.364704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aae05b73-eaa8-4978-8333-3237c458bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.396946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60056) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:54.501366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae05b73-eaa8-4978-8333-3237c458bf80 None None] Pushing event updated for resources: {'Port': ['ID=32d0de8d-9c98-49e6-87cc-8922384586a4,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:54.523462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0c313d61-4720-46b2-a6b5-741881454042 None None] Provisioning complete for port 32d0de8d-9c98-49e6-87cc-8922384586a4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:54.523902 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0c313d61-4720-46b2-a6b5-741881454042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.559285 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-324ab66f-5dd3-4bae-af5b-c5453c38019c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.654400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbefe1d-02cd-432c-8f12-7bbd24593705 admin admin] Pushing event deleted for resources: {'Network': ['ID=80bbd6fe-5382-44cf-812b-242c2203ac98,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:54.716864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60060) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:54.728452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::2b4 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/a567e1fa-322c-410d-a284-68b8f259b543/271c2587-53ae-43ab-ac10-7a39372a6a32) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:54.761991 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:53Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:16:54.791767 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2c480903-c021-43e6-83ba-d08245f358b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62bcf4cab4364b038f970d284171d03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0736015 Sep 29 23:16:54.794860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60062) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:54.799588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a26b984a-724b-46bd-b4b2-9277fd00280c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.813032 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216f1630-cd0d-4068-a978-0f93e0e18883 None None] The sync data for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 is: [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:53Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:16:54.816669 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a26b984a-724b-46bd-b4b2-9277fd00280c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.903800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26b984a-724b-46bd-b4b2-9277fd00280c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42b3a929-968e-4569-bcb9-c77641cd30c2,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:54.941246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a048e69b-a550-40d8-9bb4-53567543dc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.974135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-324ab66f-5dd3-4bae-af5b-c5453c38019c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:54.990070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a048e69b-a550-40d8-9bb4-53567543dc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.040842 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-324ab66f-5dd3-4bae-af5b-c5453c38019c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.054110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a048e69b-a550-40d8-9bb4-53567543dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.056195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a26b984a-724b-46bd-b4b2-9277fd00280c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.057467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a26b984a-724b-46bd-b4b2-9277fd00280c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8930652 Sep 29 23:16:55.058044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a048e69b-a550-40d8-9bb4-53567543dc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.062739 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a048e69b-a550-40d8-9bb4-53567543dc50 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d00eae7b-2824-47b8-bb7c-2d24941f3823 HTTP/1.1" status: 204 len: 168 time: 0.2666848 Sep 29 23:16:55.063938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60066) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:55.098224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:55.112142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-324ab66f-5dd3-4bae-af5b-c5453c38019c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=80d5f731cc414023a60ccd156c6506e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7011240 Sep 29 23:16:55.113384 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60070) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:55.114299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048e69b-a550-40d8-9bb4-53567543dc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00eae7b-2824-47b8-bb7c-2d24941f3823,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:55.135451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ab66f-5dd3-4bae-af5b-c5453c38019c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f046b72d-dc38-473b-9c75-de6a1e67da4e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:55.155223 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.157490 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.246501 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-baaaabdc-346b-4370-8d9b-a2030126b999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.296409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.325274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-baaaabdc-346b-4370-8d9b-a2030126b999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.370061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.493002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 29760d7e-3c68-4d82-9650-c74528ce951e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:55.505763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:55.557869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Allocated IP 172.25.4.210 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/3a8a40c8-aa10-45ef-9de7-85e5f4805c8c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:16:55.572910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:55.594405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:55.614077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:55.627143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.639955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 29760d7e-3c68-4d82-9650-c74528ce951e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:55.640294 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.668370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=271c2587-53ae-43ab-ac10-7a39372a6a32,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:55.715399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f68cf0f4-faf3-4f02-9e7a-53b15b96903f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4862192 Sep 29 23:16:55.718765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60080) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:55.855924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988742c6-3ccc-4e8f-8e8e-1cabe1edb6d3 req-a10a485b-48d0-47db-8556-c0fd981c9f31 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:55.871578 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-988742c6-3ccc-4e8f-8e8e-1cabe1edb6d3 req-a10a485b-48d0-47db-8556-c0fd981c9f31 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.3035963 Sep 29 23:16:55.896955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.938650 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-baaaabdc-346b-4370-8d9b-a2030126b999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.945366 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-baaaabdc-346b-4370-8d9b-a2030126b999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:55.948918 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-baaaabdc-346b-4370-8d9b-a2030126b999 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f046b72d-dc38-473b-9c75-de6a1e67da4e HTTP/1.1" status: 204 len: 168 time: 0.8293014 Sep 29 23:16:55.981192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-988742c6-3ccc-4e8f-8e8e-1cabe1edb6d3 req-88e6ad53-147c-49fe-8615-fa25a2270ffe tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085985 Sep 29 23:16:55.982047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaaabdc-346b-4370-8d9b-a2030126b999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f046b72d-dc38-473b-9c75-de6a1e67da4e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:56.005807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 29760d7e-3c68-4d82-9650-c74528ce951e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=29760d7e-3c68-4d82-9650-c74528ce951e,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:56.024996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb0808f-e100-4977-b20d-3c6259e57841 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:56.031058 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:56.032579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 32d0de8d-9c98-49e6-87cc-8922384586a4 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:56.048650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb0808f-e100-4977-b20d-3c6259e57841 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:56.057635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60094) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:56.060450 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0fb0808f-e100-4977-b20d-3c6259e57841 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3372464 Sep 29 23:16:56.070575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:56.175263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:56.227970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e253a631-78bf-47c1-990a-de624b1305cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 271c2587-53ae-43ab-ac10-7a39372a6a32 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:56.228369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e253a631-78bf-47c1-990a-de624b1305cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:56.249502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-13c4639f-9870-4c5f-af37-6151e3920478 None None] Provisioning complete for port 29760d7e-3c68-4d82-9650-c74528ce951e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:56.253682 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-13c4639f-9870-4c5f-af37-6151e3920478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:56.286003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 32d0de8d-9c98-49e6-87cc-8922384586a4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:56.286654 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:56.375593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'Port': ['ID=3a8a40c8-aa10-45ef-9de7-85e5f4805c8c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:56.405134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:56.411354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:56.416201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:16:56.460596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=29760d7e-3c68-4d82-9650-c74528ce951e,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:56.507229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e253a631-78bf-47c1-990a-de624b1305cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:56.531332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e253a631-78bf-47c1-990a-de624b1305cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 271c2587-53ae-43ab-ac10-7a39372a6a32 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:56.732548 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e253a631-78bf-47c1-990a-de624b1305cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:56.839504 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:56.898349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e253a631-78bf-47c1-990a-de624b1305cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:56.906824 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e253a631-78bf-47c1-990a-de624b1305cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/271c2587-53ae-43ab-ac10-7a39372a6a32 HTTP/1.1" status: 204 len: 168 time: 0.8452895 Sep 29 23:16:56.909072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60118) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:56.987698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.017328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253a631-78bf-47c1-990a-de624b1305cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=271c2587-53ae-43ab-ac10-7a39372a6a32,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:57.190445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5854e053-9db5-4bff-b92d-d02f17b18232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:57.198104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-01c111ce-4b2a-4e02-ae5b-a5c0f543ddb8 None None] Could not find standard attr ID for object 271c2587-53ae-43ab-ac10-7a39372a6a32. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:16:57.203142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5854e053-9db5-4bff-b92d-d02f17b18232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:57.208022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5854e053-9db5-4bff-b92d-d02f17b18232 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2937691 Sep 29 23:16:57.215459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60126) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:57.311467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbdbe51c-0fd3-427a-aca3-c7872a57be23 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet a567e1fa-322c-410d-a284-68b8f259b543 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:16:57.322972 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe51c-0fd3-427a-aca3-c7872a57be23 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.362110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce52fe2-8bb8-4a19-b00f-1b396267d937 req-c4f07600-07dd-4aa2-9197-2bc734ba8cf9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:57.369381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ce52fe2-8bb8-4a19-b00f-1b396267d937 req-c4f07600-07dd-4aa2-9197-2bc734ba8cf9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.2141542 Sep 29 23:16:57.415332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 29760d7e-3c68-4d82-9650-c74528ce951e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:16:57.431527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe51c-0fd3-427a-aca3-c7872a57be23 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.434504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ce52fe2-8bb8-4a19-b00f-1b396267d937 req-eb1f8925-32f3-4bcd-84fb-69c1811d04fe tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568516 Sep 29 23:16:57.441368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.492103 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.512631 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 29760d7e-3c68-4d82-9650-c74528ce951e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:16:57.513316 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.597381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'Port': ['ID=3a8a40c8-aa10-45ef-9de7-85e5f4805c8c,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:57.635116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.654351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe51c-0fd3-427a-aca3-c7872a57be23 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.680538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.693108 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b4f1edae-de0d-4883-8d21-196e8d3e0cf2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6139953 Sep 29 23:16:57.760938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe51c-0fd3-427a-aca3-c7872a57be23 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.803014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdbe51c-0fd3-427a-aca3-c7872a57be23 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=a567e1fa-322c-410d-a284-68b8f259b543,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:57.812575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbdbe51c-0fd3-427a-aca3-c7872a57be23 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:57.818127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:57.820580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f3d4d-3b8e-486d-8316-e3a9d03ecc92 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:57.828587 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fbdbe51c-0fd3-427a-aca3-c7872a57be23 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/a567e1fa-322c-410d-a284-68b8f259b543 HTTP/1.1" status: 204 len: 168 time: 0.6119142 Sep 29 23:16:57.895093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60158) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:57.905451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-38f3895c-e213-4c80-8fb6-3845abf07aea tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0823400 Sep 29 23:16:57.988244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0781d2-9334-4258-92b5-471b4893658b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:57.992666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60162) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:58.002905 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0f0781d2-9334-4258-92b5-471b4893658b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1068308 Sep 29 23:16:58.103142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfeeccc-2c4c-425e-b129-a09344d6645e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:58.108275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60178) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:58.117628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4cfeeccc-2c4c-425e-b129-a09344d6645e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1235173 Sep 29 23:16:58.201650 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-874cfffd-b7d4-4058-8e58-936b46445209 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0916941 Sep 29 23:16:58.202556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60182) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:58.205759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60184) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:58.216992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:58.254533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2b223e5-7d8d-48a6-be4a-cf26fc3c78e0 req-9cbc653e-59b3-4ac0-8b87-7d6bed422661 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3da4eea-ee27-4ebb-a4e8-24f996e8aa6f HTTP/1.1" status: 200 len: 210 time: 0.1073463 Sep 29 23:16:58.279104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f90b12d-8aed-4c0e-ae19-a127c56a3cf7 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:16:58.294351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-10a3f786-edf6-4b3c-a195-226d1155197f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1865860406&fields=id&tenant_id=eaa257dbbb2c4be8b76a52d855131ad8 HTTP/1.1" status: 200 len: 267 time: 0.1693499 Sep 29 23:16:58.385991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-3f90b12d-8aed-4c0e-ae19-a127c56a3cf7 None None] Deleting port 29760d7e-3c68-4d82-9650-c74528ce951e {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:16:58.386899 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3f90b12d-8aed-4c0e-ae19-a127c56a3cf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:58.468520 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:58.479842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:58.550836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-5887d499-2a41-42f0-bdc3-8cbeef2524a1 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:58.558542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-5887d499-2a41-42f0-bdc3-8cbeef2524a1 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 811 time: 0.2630298 Sep 29 23:16:58.596024 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ad6273f8-77ad-41ef-aa15-94ee211c9be5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/quotas/eaa257dbbb2c4be8b76a52d855131ad8 HTTP/1.1" status: 200 len: 375 time: 0.0365009 Sep 29 23:16:58.613212 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e67eb6c3-04a7-4ab1-9cce-f6e546cbdbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:58.613473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3f90b12d-8aed-4c0e-ae19-a127c56a3cf7 None None] For port 29760d7e-3c68-4d82-9650-c74528ce951e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=29760d7e-3c68-4d82-9650-c74528ce951e,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:16:58.617183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3f90b12d-8aed-4c0e-ae19-a127c56a3cf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:58.653351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-3f90b12d-8aed-4c0e-ae19-a127c56a3cf7 None None] Calling delete_port for 29760d7e-3c68-4d82-9650-c74528ce951e owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:16:58.721299 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-95776413-20df-46c5-8a14-e3bac2ee6e74 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1238253 Sep 29 23:16:58.754833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3f90b12d-8aed-4c0e-ae19-a127c56a3cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:58.796668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8bf40-1be8-48c3-82d8-994171c7e364 req-1d29d23a-898e-4405-92d4-4a3e8dfc4c78 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:58.798450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5af8bf40-1be8-48c3-82d8-994171c7e364 req-1d29d23a-898e-4405-92d4-4a3e8dfc4c78 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.2290514 Sep 29 23:16:58.831614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90b12d-8aed-4c0e-ae19-a127c56a3cf7 None None] Pushing event deleted for resources: {'Port': ['ID=29760d7e-3c68-4d82-9650-c74528ce951e,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:58.844489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f90b12d-8aed-4c0e-ae19-a127c56a3cf7 None None] No DVR routers for this DVR port 29760d7e-3c68-4d82-9650-c74528ce951e on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:16:58.916653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-572bec1a-7eb5-47e9-be42-5a1c5ffbca9f service neutron] 10.222.0.44 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869590 Sep 29 23:16:58.976133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5af8bf40-1be8-48c3-82d8-994171c7e364 req-c4508f67-7ac1-4873-9f6c-b72d1dfee14b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688654 Sep 29 23:16:59.047064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-46ddd8bb-2583-4198-a243-60d323f2edad service neutron] 10.222.0.44 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295168 Sep 29 23:16:59.059217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.objects.ports [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:16:59.075464 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e67eb6c3-04a7-4ab1-9cce-f6e546cbdbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:59.083082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:59.128610 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e67eb6c3-04a7-4ab1-9cce-f6e546cbdbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:59.165061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:16:59.190323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:16:59.200881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3864172-1fd6-4901-b43e-81a61b845136 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:16:59.239731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:16:59.241601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:59.305285 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e67eb6c3-04a7-4ab1-9cce-f6e546cbdbf4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a800156f2103408591fad845e8d8a8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0991437 Sep 29 23:16:59.305285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67eb6c3-04a7-4ab1-9cce-f6e546cbdbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9cb96c-0984-47e8-9d75-1b7b87cfd253,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:59.307954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:59.356322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=1a0ecdf7-6715-42a7-aa2c-c9f7f1c1eda4,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:59.369149 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-27b4fbed-c216-411e-8128-4771e419f9aa tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1595793 Sep 29 23:16:59.369758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60220) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:59.382222 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b0e4-46d9-47cf-8bf0-75444f3e7e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:59.400410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9ecb922b-7a84-45dd-86ac-683cf765a30b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:16:59.424703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 29760d7e-3c68-4d82-9650-c74528ce951e no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:16:59.451034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b0e4-46d9-47cf-8bf0-75444f3e7e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:59.517059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 29760d7e-3c68-4d82-9650-c74528ce951e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:16:59.524711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 29760d7e-3c68-4d82-9650-c74528ce951e not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:16:59.620109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ecb922b-7a84-45dd-86ac-683cf765a30b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:16:59.628803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ecb922b-7a84-45dd-86ac-683cf765a30b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:59.687849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3fd4481c-933e-4cc4-a26f-461e712df06b req-01de1d74-bbc6-4281-a3cc-89fbc5a16a2d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 210 time: 0.2281137 Sep 29 23:16:59.754873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': '1a0ecdf7-6715-42a7-aa2c-c9f7f1c1eda4'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:16:59.755763 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:59.804986 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b0e4-46d9-47cf-8bf0-75444f3e7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:59.807888 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aaf6b0e4-46d9-47cf-8bf0-75444f3e7e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:16:59.809316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aaf6b0e4-46d9-47cf-8bf0-75444f3e7e83 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e9cb96c-0984-47e8-9d75-1b7b87cfd253 HTTP/1.1" status: 204 len: 168 time: 0.4992032 Sep 29 23:16:59.830152 n-d-811173-2 neutron-server[110006]: INFO neutron.db.ipam_backend_mixin [None req-9ecb922b-7a84-45dd-86ac-683cf765a30b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1a0ecdf7-6715-42a7-aa2c-c9f7f1c1eda4 (CIDR: 2001:db8::/64) Sep 29 23:16:59.835923 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ecb922b-7a84-45dd-86ac-683cf765a30b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:16:59.836424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ecb922b-7a84-45dd-86ac-683cf765a30b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:16:59.848465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cac47fa-81d1-4af9-a5d2-099d10b537e9 req-14e144cc-5297-45a0-b28b-412eab642e99 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0546629 Sep 29 23:16:59.861665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6b0e4-46d9-47cf-8bf0-75444f3e7e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9cb96c-0984-47e8-9d75-1b7b87cfd253,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:16:59.878871 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9ecb922b-7a84-45dd-86ac-683cf765a30b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5067415 Sep 29 23:16:59.881339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60244) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:16:59.890604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3e585847-6941-4725-b272-b936dc09d43e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:00.169264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Allocated IP 2001:db8::f816:3eff:fe3f:533d (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/1a0ecdf7-6715-42a7-aa2c-c9f7f1c1eda4/19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:00.248696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53865f93-ce25-451f-ae9a-8731c36d3f6e req-dc45da98-1133-4729-9ee5-0d52332421b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:00.251585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53865f93-ce25-451f-ae9a-8731c36d3f6e req-dc45da98-1133-4729-9ee5-0d52332421b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.0847080 Sep 29 23:17:00.344944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e585847-6941-4725-b272-b936dc09d43e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:00.352166 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e585847-6941-4725-b272-b936dc09d43e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:00.394013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53865f93-ce25-451f-ae9a-8731c36d3f6e req-8386f146-a166-4865-b4c1-35544c495d4a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347494 Sep 29 23:17:00.566704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:00.590433 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:00.663979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Pushing event updated for resources: {'Port': ['ID=19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:00.692810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:00.697101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:00.706830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:00.785013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Attempting to bind port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:00.786023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Attempting to bind port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:00.786704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Attempting to bind port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:00.811135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:00.812074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:00.815806 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:00.816568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:00.817324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Bound port: 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:00.819028 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:00.874529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8320f484-3271-4a48-bd94-d52287585cd7 req-a9124ce9-cbc3-45f5-84be-a88cb4cc13cd tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 210 time: 0.0496485 Sep 29 23:17:00.955335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] For port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:00.963446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] For port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:00.973245 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:01.033862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e585847-6941-4725-b272-b936dc09d43e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:01.101374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eb592a-6337-4515-8994-a125a40550b8 None None] Pushing event updated for resources: {'Port': ['ID=19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:01.114506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e585847-6941-4725-b272-b936dc09d43e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:01.121584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-3e585847-6941-4725-b272-b936dc09d43e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:01.126804 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e585847-6941-4725-b272-b936dc09d43e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:01.127419 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e585847-6941-4725-b272-b936dc09d43e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:01.148544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e585847-6941-4725-b272-b936dc09d43e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=58b4345d-9f38-4d7e-959d-939450c1154c,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:01.155320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4087cc6-847c-48d9-8d04-94c37005ff2b req-64325a6e-2c25-42b4-b52e-589cb0565c4b tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.1032279 Sep 29 23:17:01.172485 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3e585847-6941-4725-b272-b936dc09d43e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2894797 Sep 29 23:17:01.175614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60280) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:01.181640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:27:67:a3', 'name': 'tempest-NetworksTestDHCPv6-1155361660'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:01.346795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:01.578833 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:01.646439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 4a7fb078-6589-45e5-91b3-834be2ba0ec1 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:01.663014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e16e07-68d6-4688-9888-658284b28564 req-0fe479f1-abaa-42e1-adc3-fa75fb039480 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:01.664551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43e16e07-68d6-4688-9888-658284b28564 req-0fe479f1-abaa-42e1-adc3-fa75fb039480 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 943 time: 0.1137855 Sep 29 23:17:01.739082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43e16e07-68d6-4688-9888-658284b28564 req-00384089-6519-480c-a576-db3dd602835a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Sep 29 23:17:01.905782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8:0:1::105 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/58b4345d-9f38-4d7e-959d-939450c1154c/4a7fb078-6589-45e5-91b3-834be2ba0ec1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:01.928880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::f816:3eff:fe27:67a3 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/1a0ecdf7-6715-42a7-aa2c-c9f7f1c1eda4/4a7fb078-6589-45e5-91b3-834be2ba0ec1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:02.185456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ab9ccb8b-1b18-4881-b7c3-9777d44c18b6 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:02.191591 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ab9ccb8b-1b18-4881-b7c3-9777d44c18b6 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.26 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 811 time: 0.3069317 Sep 29 23:17:02.205715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f0cb621-aaae-42e0-b313-f472377ce3f8 req-38a0564c-a826-4bb4-a762-16ce4ab2f725 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 210 time: 0.1122231 Sep 29 23:17:02.289962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b6e85365-7fb9-4831-acf6-4b12e679fc51 req-20648bd6-0617-474b-9d1e-e16a49392d5b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3da4eea-ee27-4ebb-a4e8-24f996e8aa6f HTTP/1.1" status: 200 len: 210 time: 0.0970366 Sep 29 23:17:02.309876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e2f7447-f9d8-42d5-a570-f986f0cc8977 req-f58898b6-8370-452e-983e-feb2ff03a49f tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0561035 Sep 29 23:17:02.367388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fb16bc4a-4c34-471d-8720-6c11278f6a54 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:17:02.369443 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:02.386760 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-50f2d89e-ddc7-4d0e-8f1e-a499182342f3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaa257dbbb2c4be8b76a52d855131ad8 HTTP/1.1" status: 200 len: 380 time: 0.1129503 Sep 29 23:17:02.428555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:02.489748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:02.498609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'port': {'device_id': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'admin_state_up': True, 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'security_groups': ['89d266fe-35b0-4d6d-98bc-0e4596986f51']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:02.505943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:02.521253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:02.530233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:02.530501 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:02.552259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fb16bc4a-4c34-471d-8720-6c11278f6a54, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fb16bc4a-4c34-471d-8720-6c11278f6a54,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:02.568494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'fb16bc4a-4c34-471d-8720-6c11278f6a54', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'port_id': 'fb16bc4a-4c34-471d-8720-6c11278f6a54', 'mac_address': 'fa:16:3e:bb:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:17:02.570818 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=4a7fb078-6589-45e5-91b3-834be2ba0ec1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:02.580442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bd16efb2-403e-48ff-a8c4-6c14147c9ad3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.4032397 Sep 29 23:17:02.583096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60318) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:02.652511 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:02.689760 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb16bc4a-4c34-471d-8720-6c11278f6a54 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:17:02.740906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Made reservation on behalf of eaa257dbbb2c4be8b76a52d855131ad8 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:02.748051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:02.749208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fb16bc4a-4c34-471d-8720-6c11278f6a54, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fb16bc4a-4c34-471d-8720-6c11278f6a54,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:02.756970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e886d99-5893-4550-8fff-0b86bfdd3fd0 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:02.778471 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:02.821613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b9cd7-c66c-4796-ab41-19adb3dbd155 req-568e3248-eb43-4711-9015-c0bcf4564fad tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:02.823418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d69b9cd7-c66c-4796-ab41-19adb3dbd155 req-568e3248-eb43-4711-9015-c0bcf4564fad tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 946 time: 0.1011908 Sep 29 23:17:02.877031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d69b9cd7-c66c-4796-ab41-19adb3dbd155 req-944598f4-947f-491e-aef8-f1d14ee154ce tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454247 Sep 29 23:17:02.877485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fb16bc4a-4c34-471d-8720-6c11278f6a54,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:02.888618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3328a78a-0e9d-40ae-9200-f6f1e1155c03 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 4a7fb078-6589-45e5-91b3-834be2ba0ec1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:02.889335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3328a78a-0e9d-40ae-9200-f6f1e1155c03 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:02.956092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Allocated IP 172.20.0.9 (68ae1fb4-f01a-4ccb-9458-816cc67282ea/9c386499-59ee-4326-b4ea-3be3ddb20641/c8a9ea66-fb27-44dc-a1f3-f2139bedbff7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:02.997013 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3328a78a-0e9d-40ae-9200-f6f1e1155c03 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.014483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3328a78a-0e9d-40ae-9200-f6f1e1155c03 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 4a7fb078-6589-45e5-91b3-834be2ba0ec1 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:03.070943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-12ab9e9d-1cd6-49d6-a33c-59ad363a3eab None None] Provisioning complete for port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:03.071778 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-12ab9e9d-1cd6-49d6-a33c-59ad363a3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.146070 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a10a6d7f-6dfc-487f-84c1-fc7816a0dd67 req-c17356de-d658-4ab7-bf4f-eae60faba09b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0385680 Sep 29 23:17:03.191425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e946c64-f467-456e-a04f-d6fcbc27e58a req-df43a1fe-7985-4b06-b893-12b912babd78 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:03.199714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e946c64-f467-456e-a04f-d6fcbc27e58a req-df43a1fe-7985-4b06-b893-12b912babd78 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 944 time: 0.1000690 Sep 29 23:17:03.253042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.285928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e946c64-f467-456e-a04f-d6fcbc27e58a req-f04fb861-b0ea-4996-a2a6-6de789a4fc50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840437 Sep 29 23:17:03.313266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['fb16bc4a-4c34-471d-8720-6c11278f6a54'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:17:03.321692 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.451535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Network 68ae1fb4-f01a-4ccb-9458-816cc67282ea is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:03.458904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:03.461729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:03.477031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'Port': ['ID=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:03.491501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:03.514434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-23c36946-9571-42cc-9975-67f6a717ddbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.605663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:03.606614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.638947 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-92a893d7-f8ae-4cda-b387-fa4c72cafb96 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1454139 Sep 29 23:17:03.658197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Request body: {'port': {'device_id': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:03.661650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb5cb06c-66e3-40c2-a2db-4a11f7bf323f req-714dcbb9-072d-4b44-87e8-e2b460d235e8 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.1167634 Sep 29 23:17:03.686279 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3328a78a-0e9d-40ae-9200-f6f1e1155c03 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.739464 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-12ab9e9d-1cd6-49d6-a33c-59ad363a3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.742014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.753689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328a78a-0e9d-40ae-9200-f6f1e1155c03 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=4a7fb078-6589-45e5-91b3-834be2ba0ec1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:03.754155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcaee64-1116-4d1a-8f3f-0ed924eb14a8 None None] Update dhcp port {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': '1a0ecdf7-6715-42a7-aa2c-c9f7f1c1eda4', 'ip_address': '2001:db8::f816:3eff:fe3f:533d'}, {'subnet_id': '58b4345d-9f38-4d7e-959d-939450c1154c'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:17:03.766319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe474c6-6db6-46be-874c-f87b9fc0d02d req-93ba119e-f6eb-4ce3-8981-ce460f91e6ed tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:03.774978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fe474c6-6db6-46be-874c-f87b9fc0d02d req-93ba119e-f6eb-4ce3-8981-ce460f91e6ed tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 931 time: 0.3503501 Sep 29 23:17:03.859041 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fe474c6-6db6-46be-874c-f87b9fc0d02d req-caf48312-13f5-47f7-88bc-45f865d797e7 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722821 Sep 29 23:17:03.863876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-12ab9e9d-1cd6-49d6-a33c-59ad363a3eab None None] For port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:03.874930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:03.875431 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.880313 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-12ab9e9d-1cd6-49d6-a33c-59ad363a3eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.885732 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fcaee64-1116-4d1a-8f3f-0ed924eb14a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.902434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3328a78a-0e9d-40ae-9200-f6f1e1155c03 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:03.907458 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3328a78a-0e9d-40ae-9200-f6f1e1155c03 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/4a7fb078-6589-45e5-91b3-834be2ba0ec1 HTTP/1.1" status: 204 len: 168 time: 1.3210580 Sep 29 23:17:03.907458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60362) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:03.912007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60364) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:03.979647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a40372-51a2-4f32-ad77-e79b09569bfc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:03.982802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b2a40372-51a2-4f32-ad77-e79b09569bfc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0694685 Sep 29 23:17:03.986393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60370) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:04.077109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-999c5f46-59ea-45b8-bb9a-457d13d94a1c None None] Provisioning complete for port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:04.077816 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-999c5f46-59ea-45b8-bb9a-457d13d94a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.081699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab9e9d-1cd6-49d6-a33c-59ad363a3eab None None] Pushing event updated for resources: {'Port': ['ID=19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:04.096983 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a347fff2-d982-49ca-ab2e-72f9b7272d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.106010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af52860-1310-4a6c-bd13-c0c25e8c4d1b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.107563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1af52860-1310-4a6c-bd13-c0c25e8c4d1b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1200051 Sep 29 23:17:04.111162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60374) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:04.113474 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f0e93bfc-1c6b-42b0-bc13-d19cb65d4c52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1798918 Sep 29 23:17:04.188813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c4031-789b-4b4e-90fa-d9f72abd3afe req-e6ea8312-23be-4f67-895f-9d7e6a58306e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.192014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b1c4031-789b-4b4e-90fa-d9f72abd3afe req-e6ea8312-23be-4f67-895f-9d7e6a58306e tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 946 time: 0.1740553 Sep 29 23:17:04.221420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dad864-b159-4761-bdb2-ddb25cd42ee4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.222977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dad864-b159-4761-bdb2-ddb25cd42ee4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.225826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dad864-b159-4761-bdb2-ddb25cd42ee4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.226484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-08dad864-b159-4761-bdb2-ddb25cd42ee4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1098473 Sep 29 23:17:04.242151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60376) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:04.246914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:17:04.269646 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.284344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-999c5f46-59ea-45b8-bb9a-457d13d94a1c None None] Port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:17:04.312773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b1c4031-789b-4b4e-90fa-d9f72abd3afe req-362c85d9-1b41-4323-93cd-c019fc7dc341 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846508 Sep 29 23:17:04.359573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Transition to ACTIVE for port object c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:17:04.372417 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.383915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f9d44ac3-aa4a-4124-8375-efb11ed6424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.384776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f9d44ac3-aa4a-4124-8375-efb11ed6424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.385274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f9d44ac3-aa4a-4124-8375-efb11ed6424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.385783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f9d44ac3-aa4a-4124-8375-efb11ed6424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.386489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f9d44ac3-aa4a-4124-8375-efb11ed6424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.386964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f9d44ac3-aa4a-4124-8375-efb11ed6424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.387568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f9d44ac3-aa4a-4124-8375-efb11ed6424b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.390026 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f9d44ac3-aa4a-4124-8375-efb11ed6424b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6499 time: 0.1847210 Sep 29 23:17:04.392192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-5fcaee64-1116-4d1a-8f3f-0ed924eb14a8 None None] Allocated IP 2001:db8:0:1::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/58b4345d-9f38-4d7e-959d-939450c1154c/19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:04.395864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b75d1177-aab9-44a6-87ae-e9d8b1885a40 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 1a0ecdf7-6715-42a7-aa2c-c9f7f1c1eda4 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:04.469802 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a347fff2-d982-49ca-ab2e-72f9b7272d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.489687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a347fff2-d982-49ca-ab2e-72f9b7272d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.495726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:04.557838 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5fcaee64-1116-4d1a-8f3f-0ed924eb14a8 None None] For port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:04.581012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347fff2-d982-49ca-ab2e-72f9b7272d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0301ee-82e1-4b92-93d2-4734f0a14a9d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:04.589246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a347fff2-d982-49ca-ab2e-72f9b7272d0f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=997d78d72e3c4289807b5cd80345ffc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6818683 Sep 29 23:17:04.590748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:04.599323 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fcaee64-1116-4d1a-8f3f-0ed924eb14a8 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.606299 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5fcaee64-1116-4d1a-8f3f-0ed924eb14a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.610367 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b75d1177-aab9-44a6-87ae-e9d8b1885a40 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.645485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730e448-605f-413e-b55e-01043616352b req-4071f920-893d-4a62-b700-a441f9b98b4d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.647179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a730e448-605f-413e-b55e-01043616352b req-4071f920-893d-4a62-b700-a441f9b98b4d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 944 time: 0.1730368 Sep 29 23:17:04.699806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-70ca69c2-7272-4ade-9e87-850ec5e86905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.700382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-70ca69c2-7272-4ade-9e87-850ec5e86905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.700829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-70ca69c2-7272-4ade-9e87-850ec5e86905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.702665 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-70ca69c2-7272-4ade-9e87-850ec5e86905 service neutron] 10.222.0.26 "GET /v2.0/networks?id=359d21d4-b615-40c7-8882-16bffeac10b3&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&id=e39dd437-e6ea-4000-a22a-c65e25f5d59a HTTP/1.1" status: 200 len: 2298 time: 0.2579365 Sep 29 23:17:04.709812 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b75d1177-aab9-44a6-87ae-e9d8b1885a40 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.715332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Attempting to bind port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:04.715705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Attempting to bind port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:04.716054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Attempting to bind port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 on network 68ae1fb4-f01a-4ccb-9458-816cc67282ea {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:04.755517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaee64-1116-4d1a-8f3f-0ed924eb14a8 None None] Pushing event updated for resources: {'Port': ['ID=19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:04.775571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce628d57-40bf-455e-862f-12672c400517 req-d5b42aea-16ec-43b9-8dcf-efe479c22091 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:04.778014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce628d57-40bf-455e-862f-12672c400517 req-d5b42aea-16ec-43b9-8dcf-efe479c22091 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 946 time: 0.2115343 Sep 29 23:17:04.788868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 on network 68ae1fb4-f01a-4ccb-9458-816cc67282ea not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:17:04.789200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Attempting to bind port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 on network 68ae1fb4-f01a-4ccb-9458-816cc67282ea {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:04.808260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:04.808612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Checking segment: {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:04.808994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Bound using segment: {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:04.810283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Bound port: c8a9ea66-fb27-44dc-a1f3-f2139bedbff7, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:04.811037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.882464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a730e448-605f-413e-b55e-01043616352b req-7157c9f2-a5f6-4bd0-b610-c311ba515175 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205982 Sep 29 23:17:04.883246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5963e3a-95d6-421d-b264-b18696b13568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:04.900584 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9799f319-163c-4dc0-9c50-86c36ca5e6ab req-611edb7d-f2b4-4e19-a8b8-8f38acfa6344 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.1210036 Sep 29 23:17:04.995274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5963e3a-95d6-421d-b264-b18696b13568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.063683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5963e3a-95d6-421d-b264-b18696b13568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.066123 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5963e3a-95d6-421d-b264-b18696b13568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.067367 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b5963e3a-95d6-421d-b264-b18696b13568 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fb0301ee-82e1-4b92-93d2-4734f0a14a9d HTTP/1.1" status: 204 len: 168 time: 0.4584267 Sep 29 23:17:05.108999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5963e3a-95d6-421d-b264-b18696b13568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0301ee-82e1-4b92-93d2-4734f0a14a9d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:05.152539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ce628d57-40bf-455e-862f-12672c400517 req-76e1f3b6-56cb-4458-846c-33d5555f2ed6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Deleting port 20c32f9f-9105-4f87-af8b-d1aed860baae {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:05.153243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ce628d57-40bf-455e-862f-12672c400517 req-76e1f3b6-56cb-4458-846c-33d5555f2ed6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.200711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c8d88-3090-4015-8416-0d00767c2caf req-824ba827-dc58-47d0-81c7-6b365e433326 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:05.208840 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-322c8d88-3090-4015-8416-0d00767c2caf req-824ba827-dc58-47d0-81c7-6b365e433326 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 943 time: 0.1683192 Sep 29 23:17:05.235660 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-110f5327-f5b5-461b-9c76-614036ec0d50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2 HTTP/1.1" status: 200 len: 1001 time: 0.4943545 Sep 29 23:17:05.278493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-322c8d88-3090-4015-8416-0d00767c2caf req-6e0ef082-2f9a-4833-aa9f-5f2c05be830c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686193 Sep 29 23:17:05.431934 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b75d1177-aab9-44a6-87ae-e9d8b1885a40 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.455063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:05.502635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-af3a3c2c-fa29-4bf3-980a-aacc01092af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:05.505609 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-af3a3c2c-fa29-4bf3-980a-aacc01092af8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d4f193-42c1-43e8-b396-fd04a76a0f33 HTTP/1.1" status: 200 len: 856 time: 0.2219603 Sep 29 23:17:05.561798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:05.562539 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.581316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-efc1448a-482d-4b5f-beea-013fbf0b49e4 req-b195c8d8-e0dc-41e8-93ce-bc1b3f4d7257 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0664351 Sep 29 23:17:05.585445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] For port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:05.613590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] For port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:05.625496 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.631793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-6910ba21-f6ce-43e5-a1f4-66b6571a4ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:05.633388 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-6910ba21-f6ce-43e5-a1f4-66b6571a4ba2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=359d21d4-b615-40c7-8882-16bffeac10b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038256 Sep 29 23:17:05.669429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60414) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:05.681378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-ce628d57-40bf-455e-862f-12672c400517 req-76e1f3b6-56cb-4458-846c-33d5555f2ed6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] For port 20c32f9f-9105-4f87-af8b-d1aed860baae, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=20c32f9f-9105-4f87-af8b-d1aed860baae,segment=NetworkSegment(0e4c3422-9336-487f-b123-113e43bba52b),segment_id=0e4c3422-9336-487f-b123-113e43bba52b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:05.681661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b75d1177-aab9-44a6-87ae-e9d8b1885a40 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.682195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ce628d57-40bf-455e-862f-12672c400517 req-76e1f3b6-56cb-4458-846c-33d5555f2ed6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.713410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:05.714069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.716220 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] 10.222.0.26 "PUT /v2.0/ports/c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 HTTP/1.1" status: 200 len: 1091 time: 2.0673056 Sep 29 23:17:05.716911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'tag': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:17:05.719240 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d37ce8-b758-4462-8403-189562c3d8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f42456-0021-40c6-abfe-d8e64bfb0944", "tag": "c8a9ea66-fb27-44dc-a1f3-f2139bedbff7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:17:05.726764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-591088a5-801e-4a51-b8e5-f49b01c83fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.745072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-ce628d57-40bf-455e-862f-12672c400517 req-76e1f3b6-56cb-4458-846c-33d5555f2ed6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Calling delete_port for 20c32f9f-9105-4f87-af8b-d1aed860baae owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:05.755754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ecebf-5c9a-4a29-bc18-56a57d667f92 req-378aba41-0638-481e-8440-1753ff1efd59 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:05.761961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b75d1177-aab9-44a6-87ae-e9d8b1885a40 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.764451 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b75d1177-aab9-44a6-87ae-e9d8b1885a40 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/1a0ecdf7-6715-42a7-aa2c-c9f7f1c1eda4 HTTP/1.1" status: 204 len: 168 time: 1.5127702 Sep 29 23:17:05.767441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-244ecebf-5c9a-4a29-bc18-56a57d667f92 req-378aba41-0638-481e-8440-1753ff1efd59 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 946 time: 0.1850522 Sep 29 23:17:05.774149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60418) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:05.774793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75d1177-aab9-44a6-87ae-e9d8b1885a40 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=1a0ecdf7-6715-42a7-aa2c-c9f7f1c1eda4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:05.790425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-352ee096-324a-400d-bb74-d032102bc043 None None] Provisioning complete for port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:05.791140 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-352ee096-324a-400d-bb74-d032102bc043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:05.902568 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd131dbf-78f1-4c93-9121-f379b672dc83 x-openstack-request-id: req-cd131dbf-78f1-4c93-9121-f379b672dc83 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:17:05.902898 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f42456-0021-40c6-abfe-d8e64bfb0944", "tag": "c8a9ea66-fb27-44dc-a1f3-f2139bedbff7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:17:05.903166 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd131dbf-78f1-4c93-9121-f379b672dc83 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:17:05.903586 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'tag': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7', 'status': 'completed', 'code': 200} Sep 29 23:17:05.907773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3641c4-1b62-44fd-8edc-2cf8cd268af4 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:05.961456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-298319e3-e897-4613-ae0f-6ed4ab2ab065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:05.963338 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-298319e3-e897-4613-ae0f-6ed4ab2ab065 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 1094 time: 0.1664627 Sep 29 23:17:05.965638 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-11650916-3fd6-40a6-8932-2e63705c6b39 service neutron] 10.222.0.26 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997856 Sep 29 23:17:06.012737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-352ee096-324a-400d-bb74-d032102bc043 None None] Could not find standard attr ID for object 4a7fb078-6589-45e5-91b3-834be2ba0ec1. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:17:06.051712 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-c2a7b45a-6961-44cf-82fd-1481b63608e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 HTTP/1.1" status: 200 len: 217 time: 0.0733025 Sep 29 23:17:06.157109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cebaf71-7ff6-492d-b9b4-46df8a04181d None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:06.189101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-010c5ced-e791-4029-8a37-5138ff81a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:06.191054 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-010c5ced-e791-4029-8a37-5138ff81a0d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.1235988 Sep 29 23:17:06.197197 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-35beefee-a27b-4a94-bfbd-04cfb6470e39 service neutron] 10.222.0.26 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115657 Sep 29 23:17:06.275404 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-8359dc04-a441-4d77-9ca8-0fb71f9165d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=31d86626-588b-4d59-8986-6050b136850a HTTP/1.1" status: 200 len: 217 time: 0.0605896 Sep 29 23:17:06.326958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-d6ac1589-5a7c-4050-a6a9-e1f2801afe3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:06.329041 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-d6ac1589-5a7c-4050-a6a9-e1f2801afe3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238587 Sep 29 23:17:06.378718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bc0fe208-9b01-44d4-850c-c439eccfa6e4 None None] Could not find standard attr ID for object 4a7fb078-6589-45e5-91b3-834be2ba0ec1. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:17:06.382320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-3aba9027-ae0e-4fc4-96b3-cd468c0ed8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:06.387504 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-3aba9027-ae0e-4fc4-96b3-cd468c0ed8bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1033106 Sep 29 23:17:06.401032 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8dde92c-6afc-42d0-b11b-a673350e6401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.437204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fb16bc4a-4c34-471d-8720-6c11278f6a54 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:06.452959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdfb6dc0-3208-466f-bf57-200f2a8619cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 58b4345d-9f38-4d7e-959d-939450c1154c {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:06.473138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-244ecebf-5c9a-4a29-bc18-56a57d667f92 req-c00e160c-8e54-4c5e-8c23-35dc6417574b tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/security-groups?id=1f25659d-4376-4758-a362-34f2b5cacc56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046199 Sep 29 23:17:06.478309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6dc0-3208-466f-bf57-200f2a8619cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.502202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-eb14f030-6833-4d4c-a125-d851c1751a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:06.502818 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.504225 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-eb14f030-6833-4d4c-a125-d851c1751a6e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1043091 Sep 29 23:17:06.538789 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e12d50-9e9f-437a-a518-e5d13058933a req-107790aa-6600-435d-a5ff-10b40f898b2c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:06.547171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2e12d50-9e9f-437a-a518-e5d13058933a req-107790aa-6600-435d-a5ff-10b40f898b2c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 944 time: 0.2724559 Sep 29 23:17:06.565819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port fb16bc4a-4c34-471d-8720-6c11278f6a54 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:17:06.570105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port fb16bc4a-4c34-471d-8720-6c11278f6a54 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:06.570480 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.615493 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6dc0-3208-466f-bf57-200f2a8619cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.654877 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-73cfb4f0-610e-407d-97ee-e1fc0d3811a0 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097744 Sep 29 23:17:06.673788 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.720081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff0ad6b-2c42-410f-8328-0127907f8f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb16bc4a-4c34-471d-8720-6c11278f6a54'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:17:06.723377 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f6667b-3630-4d33-b216-ecce887ee4b9" -d '{"events": [{"server_uuid": "6ff0ad6b-2c42-410f-8328-0127907f8f06", "name": "network-vif-plugged", "status": "completed", "tag": "fb16bc4a-4c34-471d-8720-6c11278f6a54"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:17:06.727725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fb16bc4a-4c34-471d-8720-6c11278f6a54, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fb16bc4a-4c34-471d-8720-6c11278f6a54,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:06.734195 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.736569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 20c32f9f-9105-4f87-af8b-d1aed860baae no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:17:06.752414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2e12d50-9e9f-437a-a518-e5d13058933a req-98dce765-8956-42e6-bae6-aaf34c270322 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041364 Sep 29 23:17:06.794871 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a0f8a7e-6280-431d-9d92-6a7f534f174f req-1dc3f2c3-3f0c-49bb-b618-323b7fdc093b service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250219 Sep 29 23:17:06.802677 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-0a6ad463-338d-4fa5-a2cf-28ddaea8896d service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870107 Sep 29 23:17:06.805555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-591088a5-801e-4a51-b8e5-f49b01c83fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.840883 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fb16bc4a-4c34-471d-8720-6c11278f6a54,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:06.848501 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-591088a5-801e-4a51-b8e5-f49b01c83fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.913737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ce628d57-40bf-455e-862f-12672c400517 req-76e1f3b6-56cb-4458-846c-33d5555f2ed6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.916087 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:06.984252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-e2b97aa4-2b72-476f-ab18-fefb179146b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:06.985763 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-e2b97aa4-2b72-476f-ab18-fefb179146b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 1094 time: 0.0997429 Sep 29 23:17:06.990112 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-bfdd174e-b330-4eb5-9d0e-777863ba5230 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792524 Sep 29 23:17:07.013429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0863c-8926-4014-ab5f-9b3a9e5e300b req-a3791369-2faf-46b3-8310-b32f5108e247 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:07.015100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85c0863c-8926-4014-ab5f-9b3a9e5e300b req-a3791369-2faf-46b3-8310-b32f5108e247 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 943 time: 0.4032617 Sep 29 23:17:07.030291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e1f3b6-56cb-4458-846c-33d5555f2ed6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Pushing event deleted for resources: {'Port': ['ID=20c32f9f-9105-4f87-af8b-d1aed860baae,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:07.062936 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-d1f4ec3c-4cc7-4db4-928b-00e689cc3a01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 HTTP/1.1" status: 200 len: 217 time: 0.0613616 Sep 29 23:17:07.068047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-591088a5-801e-4a51-b8e5-f49b01c83fd9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff8ae6baf9fe4306915a80166f3abd52&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3881283 Sep 29 23:17:07.068047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4e7bcb1-8227-4515-807e-9bf25cc8ab1c req-7439616f-a171-4bff-bc7b-12a293ee8221 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0836809 Sep 29 23:17:07.068463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60432) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:07.068559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591088a5-801e-4a51-b8e5-f49b01c83fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02236e28-d0c7-4129-9d11-ef318b2a22e5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:07.111463 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6dc0-3208-466f-bf57-200f2a8619cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.140535 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a13ff6c-9999-4618-a39d-2dbe9e5749a9 x-openstack-request-id: req-9a13ff6c-9999-4618-a39d-2dbe9e5749a9 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:17:07.140838 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff0ad6b-2c42-410f-8328-0127907f8f06", "name": "network-vif-plugged", "status": "completed", "tag": "fb16bc4a-4c34-471d-8720-6c11278f6a54", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:17:07.141098 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9a13ff6c-9999-4618-a39d-2dbe9e5749a9 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:17:07.141519 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff0ad6b-2c42-410f-8328-0127907f8f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb16bc4a-4c34-471d-8720-6c11278f6a54', 'code': 200} Sep 29 23:17:07.154470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce628d57-40bf-455e-862f-12672c400517 req-76e1f3b6-56cb-4458-846c-33d5555f2ed6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] No DVR routers for this DVR port 20c32f9f-9105-4f87-af8b-d1aed860baae on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:07.157498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-ce628d57-40bf-455e-862f-12672c400517 req-76e1f3b6-56cb-4458-846c-33d5555f2ed6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.160224 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce628d57-40bf-455e-862f-12672c400517 req-76e1f3b6-56cb-4458-846c-33d5555f2ed6 tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.42 "DELETE /v2.0/ports/20c32f9f-9105-4f87-af8b-d1aed860baae HTTP/1.1" status: 204 len: 173 time: 2.3736796 Sep 29 23:17:07.164485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d0fd92-ae9d-4fd8-a903-2eff9b922f33', 'name': 'network-vif-deleted', 'tag': '20c32f9f-9105-4f87-af8b-d1aed860baae'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:17:07.167014 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678ffe25-fe77-4da1-a27d-3d99a920901a" -d '{"events": [{"server_uuid": "b0d0fd92-ae9d-4fd8-a903-2eff9b922f33", "name": "network-vif-deleted", "tag": "20c32f9f-9105-4f87-af8b-d1aed860baae"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:17:07.237174 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85c0863c-8926-4014-ab5f-9b3a9e5e300b req-2b36852a-29f3-4222-b44f-6c874c7402c3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2108011 Sep 29 23:17:07.275759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-1ff2ba1c-05ec-44e3-b365-10c2938155d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:07.278387 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-1ff2ba1c-05ec-44e3-b365-10c2938155d7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1982863 Sep 29 23:17:07.297850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-27e2584f-ba76-4623-b7a5-6c505675cdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:07.299963 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-27e2584f-ba76-4623-b7a5-6c505675cdef service neutron] 10.222.0.26 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 912 time: 0.3001354 Sep 29 23:17:07.337189 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78784aa-e895-4574-9065-e4864ee68a07 x-openstack-request-id: req-a78784aa-e895-4574-9065-e4864ee68a07 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:17:07.337803 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d0fd92-ae9d-4fd8-a903-2eff9b922f33", "name": "network-vif-deleted", "tag": "20c32f9f-9105-4f87-af8b-d1aed860baae", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:17:07.338379 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a78784aa-e895-4574-9065-e4864ee68a07 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:17:07.338970 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d0fd92-ae9d-4fd8-a903-2eff9b922f33', 'name': 'network-vif-deleted', 'tag': '20c32f9f-9105-4f87-af8b-d1aed860baae', 'status': 'completed', 'code': 200} Sep 29 23:17:07.368600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1e306-2ccd-4922-828e-7f7614ce8229 req-a0092676-3de5-430a-8afa-8ca74b0ccae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:07.370286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-daf1e306-2ccd-4922-828e-7f7614ce8229 req-a0092676-3de5-430a-8afa-8ca74b0ccae8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 1096 time: 0.1028383 Sep 29 23:17:07.384427 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6dc0-3208-466f-bf57-200f2a8619cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.397071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b092025-1b35-452b-9782-6dc56ff906aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.399666 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.402638 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-2eaf5481-8222-4602-92e2-d343989e70a3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 HTTP/1.1" status: 200 len: 217 time: 0.0721078 Sep 29 23:17:07.428388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb6dc0-3208-466f-bf57-200f2a8619cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=58b4345d-9f38-4d7e-959d-939450c1154c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:07.436234 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fdfb6dc0-3208-466f-bf57-200f2a8619cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.440610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fdfb6dc0-3208-466f-bf57-200f2a8619cc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/58b4345d-9f38-4d7e-959d-939450c1154c HTTP/1.1" status: 204 len: 168 time: 1.6627610 Sep 29 23:17:07.440791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-beb65c2a-7cbd-4f8d-9e0b-e64af753632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:07.442005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60436) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:07.442298 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-beb65c2a-7cbd-4f8d-9e0b-e64af753632e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1547167 Sep 29 23:17:07.446078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a144c-d9f1-44c3-a805-c1ffa7900d4f None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:07.459874 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b092025-1b35-452b-9782-6dc56ff906aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.498169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dd7bfb52-5614-444b-8539-4b56030d6da2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550113 Sep 29 23:17:07.500995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60438) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:07.506359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:07.511814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-daf1e306-2ccd-4922-828e-7f7614ce8229 req-b9f01928-7a0a-43f1-8884-4a6c03f3403d service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243367 Sep 29 23:17:07.556141 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-5b1630d8-9947-4f83-aa51-457b4e96c88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:07.557624 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-5b1630d8-9947-4f83-aa51-457b4e96c88b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.1437254 Sep 29 23:17:07.562070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8714231c-b164-4a66-8369-48e49ec255a4 None None] Provisioning complete for port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:07.562463 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8714231c-b164-4a66-8369-48e49ec255a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.657836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:07.665143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.672853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-4563f4d9-49e3-456a-8057-5f800396ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:07.675915 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-4563f4d9-49e3-456a-8057-5f800396ef1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867009 Sep 29 23:17:07.678282 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-a289254f-3757-4b6f-999d-b5d2d669690e service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895387 Sep 29 23:17:07.687784 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b092025-1b35-452b-9782-6dc56ff906aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.690404 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b092025-1b35-452b-9782-6dc56ff906aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.691554 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9b092025-1b35-452b-9782-6dc56ff906aa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02236e28-d0c7-4129-9d11-ef318b2a22e5 HTTP/1.1" status: 204 len: 168 time: 0.6229358 Sep 29 23:17:07.694844 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:17:07.719761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e94a38c-6c4a-43cc-a090-9c501810ae22 req-ae7bc9e3-06d0-4a1b-9355-56e9079d6aea tempest-VolumesSnapshotTestJSON-498391530 tempest-VolumesSnapshotTestJSON-498391530-project] 10.222.0.44 "GET /v2.0/ports?device_id=b0d0fd92-ae9d-4fd8-a903-2eff9b922f33 HTTP/1.1" status: 200 len: 210 time: 0.0826344 Sep 29 23:17:07.739003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c2e44a-c077-4830-bb2f-8b371c41676a None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:17:07.744241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b092025-1b35-452b-9782-6dc56ff906aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02236e28-d0c7-4129-9d11-ef318b2a22e5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:07.844980 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-17c2e44a-c077-4830-bb2f-8b371c41676a None None] Deleting port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:07.845892 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-17c2e44a-c077-4830-bb2f-8b371c41676a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.904798 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-69049a24-a067-496a-a425-ecf099692c84 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109246 Sep 29 23:17:07.906921 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-6f2bccf2-d815-4f9a-a35e-ada49468fc95 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122629 Sep 29 23:17:07.938546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-17c2e44a-c077-4830-bb2f-8b371c41676a None None] For port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:07.938834 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-17c2e44a-c077-4830-bb2f-8b371c41676a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:07.953454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-17c2e44a-c077-4830-bb2f-8b371c41676a None None] Calling delete_port for 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:08.013008 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-5350d7fb-a283-4d36-a503-a25312473ad3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=978da8f0-38b6-4724-8b10-8a3779c0ee80 HTTP/1.1" status: 200 len: 217 time: 0.0843830 Sep 29 23:17:08.067468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4d0dc-b8f1-4bb4-bc69-1ed40157e44b req-4a47647f-2a19-4dfc-a93b-d5467f9d2bd2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:08.078769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11b4d0dc-b8f1-4bb4-bc69-1ed40157e44b req-4a47647f-2a19-4dfc-a93b-d5467f9d2bd2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 945 time: 0.1335578 Sep 29 23:17:08.108033 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-17c2e44a-c077-4830-bb2f-8b371c41676a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:08.126575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2e44a-c077-4830-bb2f-8b371c41676a None None] No DVR routers for this DVR port 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:08.155913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11b4d0dc-b8f1-4bb4-bc69-1ed40157e44b req-97ee8a47-8b92-4db2-ace4-e4c54580480a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743270 Sep 29 23:17:08.203433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-c9a8cad5-ba97-44d6-ba77-e0084b99f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:08.203694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2e44a-c077-4830-bb2f-8b371c41676a None None] Pushing event deleted for resources: {'Port': ['ID=19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:08.205127 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-c9a8cad5-ba97-44d6-ba77-e0084b99f1d0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1838763 Sep 29 23:17:08.256548 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9d37ce8-b758-4462-8403-189562c3d8fb req-93c5c16f-cfb7-4196-8434-a56d17cbb687 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3370941 Sep 29 23:17:08.264265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:17:08.272385 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:08.276974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-1754e4ae-40d2-4809-bf87-a0e1d090feaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:08.281583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-1754e4ae-40d2-4809-bf87-a0e1d090feaa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0669959 Sep 29 23:17:08.356335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cb4950c-a226-487a-bfb9-e6ea6330b1ac req-144cb31f-d0a1-4d73-976e-c4a506d11cd3 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0906038 Sep 29 23:17:08.375580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:08.379458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:08.385034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:08.385691 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:08.394433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b02fa-b701-4f1d-aba9-0d0364f27d6d None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:08.406152 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9040256 Sep 29 23:17:08.406844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc93ec-d531-41f8-82fe-39d6bf239cfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=f0813cd6-5e22-48e8-8db6-b4d1b5c7a8bc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:08.408860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60464) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:08.414447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f30e4c43-fbf0-4610-919f-83cb6fab8aa4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:08.433808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:17:08.453900 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-cfb50dae-2120-41ca-8786-d5ae870a234a service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600785 Sep 29 23:17:08.551908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9550cdd-7c68-4b84-9462-ea94af780cc9 req-5140101b-e2e3-434b-8ad8-90675703d6c3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:08.553490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b9550cdd-7c68-4b84-9462-ea94af780cc9 req-5140101b-e2e3-434b-8ad8-90675703d6c3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 943 time: 0.1180055 Sep 29 23:17:08.597198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30e4c43-fbf0-4610-919f-83cb6fab8aa4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:08.601313 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f30e4c43-fbf0-4610-919f-83cb6fab8aa4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:08.611143 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-80f761d7-1e06-4783-b589-b5f2910c1b85 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486421 Sep 29 23:17:08.646884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b9550cdd-7c68-4b84-9462-ea94af780cc9 req-22d43631-2c1d-4ea4-a1cb-c4b34942ad14 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772703 Sep 29 23:17:08.690745 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:08.698690 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-fd8e3395-4505-4df1-991b-c67a49abeea0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=069fc8e8-f008-4614-afb5-64ce1ad70754 HTTP/1.1" status: 200 len: 217 time: 0.0781331 Sep 29 23:17:08.709793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:08.726528 n-d-811173-2 neutron-server[110005]: INFO neutron.db.ipam_backend_mixin [None req-f30e4c43-fbf0-4610-919f-83cb6fab8aa4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f0813cd6-5e22-48e8-8db6-b4d1b5c7a8bc (CIDR: 2001:db8::/64) Sep 29 23:17:08.731308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'port_id': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7', 'mac_address': 'fa:16:3e:8a:36:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:17:08.734402 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30e4c43-fbf0-4610-919f-83cb6fab8aa4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:17:08.735391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30e4c43-fbf0-4610-919f-83cb6fab8aa4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:08.759856 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f30e4c43-fbf0-4610-919f-83cb6fab8aa4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3496869 Sep 29 23:17:08.762597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60472) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:08.772318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d9801924-75a1-4869-b920-5576a961baa3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:08.794291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': 'f0813cd6-5e22-48e8-8db6-b4d1b5c7a8bc'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:17:08.795165 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:08.820017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-16eec9fb-14d7-4c44-b336-506bd359f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:08.823095 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-16eec9fb-14d7-4c44-b336-506bd359f02f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1141717 Sep 29 23:17:08.833179 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:08.856430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:17:08.920707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-6819979d-d346-4d39-81db-8c44bf7fef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:08.923775 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-6819979d-d346-4d39-81db-8c44bf7fef16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0907996 Sep 29 23:17:08.998956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9801924-75a1-4869-b920-5576a961baa3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:09.003596 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9801924-75a1-4869-b920-5576a961baa3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.065203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60482) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:09.117128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:09.145760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.154726 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-c3b95e74-dbe9-4aa8-9bb2-5703ee396ad0 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175555 Sep 29 23:17:09.288376 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-558b9115-35ef-434e-93e7-2e179adbf754 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272268 Sep 29 23:17:09.356313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Allocated IP 2001:db8::f816:3eff:fe29:9000 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/f0813cd6-5e22-48e8-8db6-b4d1b5c7a8bc/caa68491-8513-4973-a813-237c17c0138e) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:09.364810 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-811b480c-8d18-448b-a956-e8586c964975 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46e2c8bb-1726-4da0-a14b-2650b57a11c7 HTTP/1.1" status: 200 len: 217 time: 0.0597434 Sep 29 23:17:09.432511 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9801924-75a1-4869-b920-5576a961baa3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.455070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1107319062'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:09.493878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-3138a345-577c-4c82-b054-f1562c468941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:09.495798 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-3138a345-577c-4c82-b054-f1562c468941 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b73ade4-2bdf-4abe-9a8c-d2305af0db28 HTTP/1.1" status: 200 len: 797 time: 0.1218147 Sep 29 23:17:09.497586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:09.501812 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.503288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9801924-75a1-4869-b920-5576a961baa3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:09.511211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d9801924-75a1-4869-b920-5576a961baa3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:09.514469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.519205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9801924-75a1-4869-b920-5576a961baa3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:09.519818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d9801924-75a1-4869-b920-5576a961baa3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.530392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003faed-1856-4505-9c51-16ba15c6acd3 req-8fa069d7-b44e-41db-acb0-599d4c391ea5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:09.532059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a003faed-1856-4505-9c51-16ba15c6acd3 req-8fa069d7-b44e-41db-acb0-599d4c391ea5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 945 time: 0.2066422 Sep 29 23:17:09.537446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9801924-75a1-4869-b920-5576a961baa3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=de2061b1-8366-49e0-ba93-55c8b0bb1ade,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:09.567674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d9801924-75a1-4869-b920-5576a961baa3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7988231 Sep 29 23:17:09.567674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60498) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:09.573495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:ac:e5:55', 'name': 'tempest-NetworksTestDHCPv6-634940850'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:09.575613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:17:09.608288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:09.627176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:17:09.630679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 19f3b4c6-ce2f-4ebd-9cc3-37f24b34b022 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:17:09.645670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a003faed-1856-4505-9c51-16ba15c6acd3 req-9bc26c00-93e2-4de8-b0cd-90474367ebcf tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007323 Sep 29 23:17:09.657979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f9efc9e6-fa9b-4499-9506-d0b6f03a12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:09.660358 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-f9efc9e6-fa9b-4499-9506-d0b6f03a12f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1471779 Sep 29 23:17:09.665087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc70a763-7dd6-4f22-8e0c-e169eaa0ee27 req-74239b5a-9db4-4666-9d1b-a1799267f9be tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0600991 Sep 29 23:17:09.697670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['c8a9ea66-fb27-44dc-a1f3-f2139bedbff7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:17:09.715726 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.775494 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.782187 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.830020 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.838522 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.844163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:09.859787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:09.863382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:09.865926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Pushing event updated for resources: {'Port': ['ID=caa68491-8513-4973-a813-237c17c0138e,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:09.917976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:09.925451 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-9948c6f4-7a36-4cb6-ad9b-d7e125a7d6b2 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555435 Sep 29 23:17:09.932435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc30533-aad5-490e-a446-ce2d920f59f5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:09.933179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6541e17-f9bd-4477-ac88-88faa12de974 req-035dbf24-3ce7-48d2-9e07-74c1ca5b15ac tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:09.935654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6541e17-f9bd-4477-ac88-88faa12de974 req-035dbf24-3ce7-48d2-9e07-74c1ca5b15ac tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 944 time: 0.1466169 Sep 29 23:17:09.937559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:09.966212 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.967409 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Added segment 03093981-5001-4054-bfce-c94595cad35b of type vlan for network 6669d689-7986-460e-8edd-5d60625ed3bf Sep 29 23:17:09.967806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Attempting to bind port caa68491-8513-4973-a813-237c17c0138e on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:09.968324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Attempting to bind port caa68491-8513-4973-a813-237c17c0138e by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:09.968808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Attempting to bind port caa68491-8513-4973-a813-237c17c0138e on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:09.979139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:09.979689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:09.981019 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.981780 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:09.982449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Bound port: caa68491-8513-4973-a813-237c17c0138e, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:09.982977 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:09.994749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349b386-148b-4c01-ab01-8c6a343e8adc req-bbc6d777-5f90-46ce-afe5-9492f5a3945a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.002740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3349b386-148b-4c01-ab01-8c6a343e8adc req-bbc6d777-5f90-46ce-afe5-9492f5a3945a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 945 time: 0.1654239 Sep 29 23:17:10.104787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] For port caa68491-8513-4973-a813-237c17c0138e, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:10.109876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6541e17-f9bd-4477-ac88-88faa12de974 req-453c413c-e78f-4549-85cb-517566b8ab84 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629665 Sep 29 23:17:10.117674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] For port caa68491-8513-4973-a813-237c17c0138e, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=caa68491-8513-4973-a813-237c17c0138e,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:10.125275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3349b386-148b-4c01-ab01-8c6a343e8adc req-d9e717a4-1981-4c22-b94c-a8013f259742 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215641 Sep 29 23:17:10.139630 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:10.170887 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:10.224382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port cfd37eaa-b6b0-4335-8568-54d2ae73fd24 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:10.285086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e073fb-fbd0-46f4-b5aa-80e3433e8efb None None] Pushing event updated for resources: {'Port': ['ID=caa68491-8513-4973-a813-237c17c0138e,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:10.384989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04642a6-e4a3-421d-84af-74f23b93c4be req-1036cb2e-c295-4e33-9885-996f75939ce8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.393517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a04642a6-e4a3-421d-84af-74f23b93c4be req-1036cb2e-c295-4e33-9885-996f75939ce8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 945 time: 0.1576004 Sep 29 23:17:10.479571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:10.508071 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a04642a6-e4a3-421d-84af-74f23b93c4be req-3f86fc8c-db53-4c1f-8f50-665d1dfb9252 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135442 Sep 29 23:17:10.585011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-9eedcb09-e47a-4d3e-b2cb-cf36283aa2b4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1590486 Sep 29 23:17:10.589638 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-ae21c58b-ba0d-413c-bae6-7879c9948b04 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6337528 Sep 29 23:17:10.592763 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:10.602779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.603464 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:10.603817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8:0:1::163 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/de2061b1-8366-49e0-ba93-55c8b0bb1ade/cfd37eaa-b6b0-4335-8568-54d2ae73fd24) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:10.623700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::f816:3eff:feac:e555 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/f0813cd6-5e22-48e8-8db6-b4d1b5c7a8bc/cfd37eaa-b6b0-4335-8568-54d2ae73fd24) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:10.730895 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-394c7e74-3715-42c2-9992-55fce033ba30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ceaa646-8894-479c-a127-a14c16cf1019 HTTP/1.1" status: 200 len: 217 time: 0.1099110 Sep 29 23:17:10.741868 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6750364 Sep 29 23:17:10.831460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d6fe49c1-c4b7-43ab-ae7c-0b33e490582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.831998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d6fe49c1-c4b7-43ab-ae7c-0b33e490582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.832488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d6fe49c1-c4b7-43ab-ae7c-0b33e490582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.832972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d6fe49c1-c4b7-43ab-ae7c-0b33e490582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.833452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d6fe49c1-c4b7-43ab-ae7c-0b33e490582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.833936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d6fe49c1-c4b7-43ab-ae7c-0b33e490582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.834453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d6fe49c1-c4b7-43ab-ae7c-0b33e490582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.837442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d6fe49c1-c4b7-43ab-ae7c-0b33e490582f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6491 time: 0.1405120 Sep 29 23:17:10.865152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a6f21e-375e-4fe1-8935-15a6b3871cde tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Network': ['ID=6669d689-7986-460e-8edd-5d60625ed3bf,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:10.880487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6669d689-7986-460e-8edd-5d60625ed3bf details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:10.935154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-6dd756eb-da98-4e46-9c45-231842d8c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:10.937671 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-6dd756eb-da98-4e46-9c45-231842d8c893 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b73ade4-2bdf-4abe-9a8c-d2305af0db28 HTTP/1.1" status: 200 len: 797 time: 0.1855938 Sep 29 23:17:10.990983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdd3e38b-6a76-44b7-8d34-86524af1284b req-3627a897-7bf4-4b9a-bdaa-eb6b1c3f9679 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.1217232 Sep 29 23:17:11.030174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-26a1c08d-6a2f-40f4-9fa7-d43da89d0e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:11.031961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-26a1c08d-6a2f-40f4-9fa7-d43da89d0e5e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0806155 Sep 29 23:17:11.110580 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:11.202763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d209909-c8be-454a-ae73-ec8ca06b2de6 req-4a62d80d-c95e-43ed-9a62-7c1457980444 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:11.208640 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-02144cb8-b7d8-4ef0-ac83-6bab96f99e53 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675880 Sep 29 23:17:11.209686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d209909-c8be-454a-ae73-ec8ca06b2de6 req-4a62d80d-c95e-43ed-9a62-7c1457980444 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 945 time: 0.2172313 Sep 29 23:17:11.240342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-6ac5d0a7-f68e-4ae0-a3ec-42ed675d7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:11.240862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-6ac5d0a7-f68e-4ae0-a3ec-42ed675d7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:11.241346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-6ac5d0a7-f68e-4ae0-a3ec-42ed675d7dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:11.243013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-6ac5d0a7-f68e-4ae0-a3ec-42ed675d7dfd service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b74424c-10e9-4f4e-a3dd-06c770306b96&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=45dac77f-e141-4752-9668-b0f3ff4be7ab&id=45dac77f-e141-4752-9668-b0f3ff4be7ab HTTP/1.1" status: 200 len: 2293 time: 0.3679378 Sep 29 23:17:11.349183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d209909-c8be-454a-ae73-ec8ca06b2de6 req-35e660e1-4005-455a-a717-801b639d9326 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378555 Sep 29 23:17:11.394314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dad0d-c6f7-4d85-9dc3-9fc56ef14976 req-a56885d3-1cba-472f-8cbe-9b6153c94167 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:11.397730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f43dad0d-c6f7-4d85-9dc3-9fc56ef14976 req-a56885d3-1cba-472f-8cbe-9b6153c94167 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 944 time: 0.1852674 Sep 29 23:17:11.426664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:11.458075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device caa68491-8513-4973-a813-237c17c0138e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:11.531729 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-38a21ed6-45b4-41e1-877b-c65fa9cdccb3 req-cf11c7be-34fb-4252-be59-b92a528f8e32 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068438 Sep 29 23:17:11.542004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:11.544704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-e3e8ef2d-c4b7-450b-a64d-c32d9d873bc4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 HTTP/1.1" status: 200 len: 1001 time: 0.2593193 Sep 29 23:17:11.548195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:11.608906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port caa68491-8513-4973-a813-237c17c0138e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:11.609383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:11.631417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-c955ec53-e56a-43be-8666-37cda21c93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:11.633713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-c955ec53-e56a-43be-8666-37cda21c93e5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd256db6-7ec3-4bb4-b19f-b92c900e8afa HTTP/1.1" status: 200 len: 851 time: 0.0705245 Sep 29 23:17:11.635443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:11.644200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:11.645574 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:11.703336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f43dad0d-c6f7-4d85-9dc3-9fc56ef14976 req-5b332c25-ef69-4a8d-9c81-c3acbdf7fad2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2975714 Sep 29 23:17:11.749195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a6511c-36ae-442d-b974-30490af14667 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:11.760951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=cfd37eaa-b6b0-4335-8568-54d2ae73fd24,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:11.770036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c8ea12b8-e165-4557-ad34-9ca2be5872c9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2014260 Sep 29 23:17:11.777461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60530) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:11.851395 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d6d1710e-951d-4c53-b4f4-6e3cf35bf4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:11.852983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d6d1710e-951d-4c53-b4f4-6e3cf35bf4fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b74424c-10e9-4f4e-a3dd-06c770306b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1387486 Sep 29 23:17:11.940048 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:11.983940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2ba71913-a659-41f9-9e74-0f4fd4fea804 None None] Provisioning complete for port caa68491-8513-4973-a813-237c17c0138e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:11.989587 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2ba71913-a659-41f9-9e74-0f4fd4fea804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:12.018565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-67d6f751-131a-49cb-949c-32a2f74902b7 service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534736 Sep 29 23:17:12.069906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0552472a-c9d1-43b0-9f3c-805e836592ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port cfd37eaa-b6b0-4335-8568-54d2ae73fd24 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:12.089125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0552472a-c9d1-43b0-9f3c-805e836592ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:12.369815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0552472a-c9d1-43b0-9f3c-805e836592ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:12.419474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0552472a-c9d1-43b0-9f3c-805e836592ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for cfd37eaa-b6b0-4335-8568-54d2ae73fd24 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:12.473999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:12.595189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port caa68491-8513-4973-a813-237c17c0138e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=caa68491-8513-4973-a813-237c17c0138e,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:12.630379 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:12.644563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:17:12.660379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:12.662425 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:12.855423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=caa68491-8513-4973-a813-237c17c0138e,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:12.885011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-aa62fe9d-986d-40ab-a5d9-f59438865ad0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:12.887368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-aa62fe9d-986d-40ab-a5d9-f59438865ad0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 945 time: 0.1858273 Sep 29 23:17:12.969727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0552472a-c9d1-43b0-9f3c-805e836592ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:12.985962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-db36e4a6-1fed-4931-b684-42b7d8d393c6 service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9571526 Sep 29 23:17:12.997511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bf6552-0716-40c5-be6c-b8d65a028c55 None None] Update dhcp port {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': 'f0813cd6-5e22-48e8-8db6-b4d1b5c7a8bc', 'ip_address': '2001:db8::f816:3eff:fe29:9000'}, {'subnet_id': 'de2061b1-8366-49e0-ba93-55c8b0bb1ade'}], 'binding:host_id': 'n-d-811173-2'}, 'id': 'caa68491-8513-4973-a813-237c17c0138e'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:17:13.001692 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d25c39c6-60aa-47bd-8512-59b559bca66d req-961f727f-43f4-4ae9-8ab1-923723b94783 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.1900375 Sep 29 23:17:13.020689 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:13.046170 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99bf6552-0716-40c5-be6c-b8d65a028c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:13.061744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:17:13.064417 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af18edd-12c3-4bee-aefd-7742a7661ddb" -d '{"events": [{"server_uuid": "b3f42456-0021-40c6-abfe-d8e64bfb0944", "name": "network-vif-plugged", "status": "completed", "tag": "c8a9ea66-fb27-44dc-a1f3-f2139bedbff7"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:17:13.076884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552472a-c9d1-43b0-9f3c-805e836592ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=cfd37eaa-b6b0-4335-8568-54d2ae73fd24,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:13.083456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:13.093237 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:13.121664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-dac8ec6e-75bd-4c2f-afd6-d0ee75dce637 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=a7b49fd9-f81c-4c3b-aadc-600eada00c6f HTTP/1.1" status: 200 len: 217 time: 0.1132004 Sep 29 23:17:13.164674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0552472a-c9d1-43b0-9f3c-805e836592ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:13.173017 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0552472a-c9d1-43b0-9f3c-805e836592ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/cfd37eaa-b6b0-4335-8568-54d2ae73fd24 HTTP/1.1" status: 204 len: 168 time: 1.3963633 Sep 29 23:17:13.173681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60548) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:13.244284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65827a12-ebab-4e82-9eeb-cd7f46099e32 req-f25d37cd-53aa-448e-aa20-889ee89d6498 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:13.253313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65827a12-ebab-4e82-9eeb-cd7f46099e32 req-f25d37cd-53aa-448e-aa20-889ee89d6498 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 945 time: 0.4404228 Sep 29 23:17:13.257083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-375074ae-5157-482e-82a4-86b1b9f4390e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:13.259150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-375074ae-5157-482e-82a4-86b1b9f4390e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.1292322 Sep 29 23:17:13.298456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:13.322960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4265ba0-e4f6-41d0-8f5b-b5696bfff868 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:13.329816 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d4265ba0-e4f6-41d0-8f5b-b5696bfff868 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1549251 Sep 29 23:17:13.330481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60550) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:13.378369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65827a12-ebab-4e82-9eeb-cd7f46099e32 req-32ff5004-9d13-470f-af97-b06a37cff006 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238012 Sep 29 23:17:13.409312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-1e12bcf0-6c4b-4241-9bc3-5213a8411bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:13.414293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-1e12bcf0-6c4b-4241-9bc3-5213a8411bba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1457794 Sep 29 23:17:13.435335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ff1e0-25dc-45ed-8b50-1fe26052f205 req-74135582-f707-42c8-89a9-57e769e7b437 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:13.438830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-893ff1e0-25dc-45ed-8b50-1fe26052f205 req-74135582-f707-42c8-89a9-57e769e7b437 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1313710 Sep 29 23:17:13.445282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-f86cab8f-5064-4cc1-b8a8-fea910c184d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Deleting port fb16bc4a-4c34-471d-8720-6c11278f6a54 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:13.445648 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-f86cab8f-5064-4cc1-b8a8-fea910c184d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:13.455638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-99bf6552-0716-40c5-be6c-b8d65a028c55 None None] Allocated IP 2001:db8:0:1::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/de2061b1-8366-49e0-ba93-55c8b0bb1ade/caa68491-8513-4973-a813-237c17c0138e) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:13.571044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-99bf6552-0716-40c5-be6c-b8d65a028c55 None None] For port caa68491-8513-4973-a813-237c17c0138e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=caa68491-8513-4973-a813-237c17c0138e,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:13.607791 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc77e1f-d0bb-4786-9b05-4336f3d4d1bf x-openstack-request-id: req-2cc77e1f-d0bb-4786-9b05-4336f3d4d1bf {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:17:13.608667 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f42456-0021-40c6-abfe-d8e64bfb0944", "name": "network-vif-plugged", "status": "completed", "tag": "c8a9ea66-fb27-44dc-a1f3-f2139bedbff7", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:17:13.609350 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2cc77e1f-d0bb-4786-9b05-4336f3d4d1bf {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:17:13.610465 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7', 'code': 200} Sep 29 23:17:13.613447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device caa68491-8513-4973-a813-237c17c0138e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:13.621655 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99bf6552-0716-40c5-be6c-b8d65a028c55 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:13.647232 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99bf6552-0716-40c5-be6c-b8d65a028c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:13.704580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3049feb-fb49-4f31-b695-cb67b6a633bd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:13.712069 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f3049feb-fb49-4f31-b695-cb67b6a633bd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3768382 Sep 29 23:17:13.716878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60552) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:13.756491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-893ff1e0-25dc-45ed-8b50-1fe26052f205 req-e3e37022-adb6-45a5-bfd3-2f3830a6916c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2968397 Sep 29 23:17:13.803098 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-37784e7e-bdbd-4dab-92e8-01b7ff1b44a9 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3815610 Sep 29 23:17:13.820249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf6552-0716-40c5-be6c-b8d65a028c55 None None] Pushing event updated for resources: {'Port': ['ID=caa68491-8513-4973-a813-237c17c0138e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:13.844698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port caa68491-8513-4973-a813-237c17c0138e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:13.845364 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:13.989654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47d978-3bba-4553-b6e9-94b60e44df76 req-56de464f-3f27-4151-a73f-d9ca9d88febb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:13.992664 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ff47d978-3bba-4553-b6e9-94b60e44df76 req-56de464f-3f27-4151-a73f-d9ca9d88febb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 1096 time: 0.2766063 Sep 29 23:17:14.005533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-f86cab8f-5064-4cc1-b8a8-fea910c184d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] For port fb16bc4a-4c34-471d-8720-6c11278f6a54, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fb16bc4a-4c34-471d-8720-6c11278f6a54,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:14.006143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-f86cab8f-5064-4cc1-b8a8-fea910c184d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:14.119327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b0157-6b67-4851-8fd9-e7a7deae0e19 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:14.119327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b0157-6b67-4851-8fd9-e7a7deae0e19 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:14.119327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572b0157-6b67-4851-8fd9-e7a7deae0e19 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:14.133095 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-572b0157-6b67-4851-8fd9-e7a7deae0e19 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4061379 Sep 29 23:17:14.134145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60558) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:14.134287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-d4ecbd20-31f4-482c-b04e-9fe6d288a63d service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227360 Sep 29 23:17:14.200759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-f86cab8f-5064-4cc1-b8a8-fea910c184d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Calling delete_port for fb16bc4a-4c34-471d-8720-6c11278f6a54 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:14.202402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60562) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:14.219552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'subnet': {'network_id': '6669d689-7986-460e-8edd-5d60625ed3bf', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:14.251766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3493b1-1b98-4878-bc4f-3e4cbfd9674e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet de2061b1-8366-49e0-ba93-55c8b0bb1ade {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:14.255414 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc3493b1-1b98-4878-bc4f-3e4cbfd9674e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:14.260508 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-4bec3a3d-e4c5-4da4-9cbc-fdba96e93a58 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=7bdcf412-b83d-4b24-aeef-88ec4acc88dd HTTP/1.1" status: 200 len: 217 time: 0.1082950 Sep 29 23:17:14.284238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b378682-9074-4d2a-b9b4-8737e93f3978 req-6bb8b011-0fe0-4a15-bf8b-d0d6607dc035 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0348952 Sep 29 23:17:14.330129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-7974387e-22d3-4c30-9cdf-dbc23c57ad35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:14.331622 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-7974387e-22d3-4c30-9cdf-dbc23c57ad35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.0566223 Sep 29 23:17:14.384676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-0668c89f-8b95-41a9-883c-104573e6c686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:14.386697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-0668c89f-8b95-41a9-883c-104573e6c686 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0476770 Sep 29 23:17:14.387351 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ff47d978-3bba-4553-b6e9-94b60e44df76 req-46ffffea-190d-4843-b32b-757c0739c535 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573151 Sep 29 23:17:14.406009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc3493b1-1b98-4878-bc4f-3e4cbfd9674e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:14.537975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-6ecb4f62-98bd-43ff-8223-90ff58471780 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447918 Sep 29 23:17:14.540011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:14.544356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:14.550872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ee80c-2c9e-4acb-96f9-953b8c87f869 req-af4a4675-deb2-497c-ad33-80c087115c43 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:14.552667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c0ee80c-2c9e-4acb-96f9-953b8c87f869 req-af4a4675-deb2-497c-ad33-80c087115c43 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 945 time: 0.0747142 Sep 29 23:17:14.659627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c0ee80c-2c9e-4acb-96f9-953b8c87f869 req-510cb02d-ee7e-4aa7-90e1-2a29451938df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975113 Sep 29 23:17:14.691750 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-28552e07-6d3b-4a14-b7db-84ef1395c0f2 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380095 Sep 29 23:17:14.696250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc3493b1-1b98-4878-bc4f-3e4cbfd9674e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:14.738093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-af3429d0-c077-45a4-8a5f-a558e7d0086e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6ecbb290-d45b-4768-9b6e-a735ae2acfad HTTP/1.1" status: 200 len: 217 time: 0.0392313 Sep 29 23:17:14.747054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-f86cab8f-5064-4cc1-b8a8-fea910c184d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:14.751860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-17223f08-699d-498f-90af-d270459b98b7 None None] Provisioning complete for port caa68491-8513-4973-a813-237c17c0138e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:14.755473 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-17223f08-699d-498f-90af-d270459b98b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:14.796495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-20031c5b-3d57-4228-8818-55bfe6760a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:14.798222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-20031c5b-3d57-4228-8818-55bfe6760a4e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.0529988 Sep 29 23:17:14.809244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cab8f-5064-4cc1-b8a8-fea910c184d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'Port': ['ID=fb16bc4a-4c34-471d-8720-6c11278f6a54,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:14.862123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-f86cab8f-5064-4cc1-b8a8-fea910c184d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] No DVR routers for this DVR port fb16bc4a-4c34-471d-8720-6c11278f6a54 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:14.864998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-f86cab8f-5064-4cc1-b8a8-fea910c184d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:14.867952 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9be41e39-00e5-4754-b0d4-fb6eef3c215e req-f86cab8f-5064-4cc1-b8a8-fea910c184d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "DELETE /v2.0/ports/fb16bc4a-4c34-471d-8720-6c11278f6a54 HTTP/1.1" status: 204 len: 173 time: 1.9741306 Sep 29 23:17:14.880654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff0ad6b-2c42-410f-8328-0127907f8f06', 'name': 'network-vif-deleted', 'tag': 'fb16bc4a-4c34-471d-8720-6c11278f6a54'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:17:14.883193 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e165a15c-a7ba-4819-8443-ad36d3bcc97f" -d '{"events": [{"server_uuid": "6ff0ad6b-2c42-410f-8328-0127907f8f06", "name": "network-vif-deleted", "tag": "fb16bc4a-4c34-471d-8720-6c11278f6a54"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:17:14.941025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc3493b1-1b98-4878-bc4f-3e4cbfd9674e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:14.967160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-17223f08-699d-498f-90af-d270459b98b7 None None] Could not find standard attr ID for object cfd37eaa-b6b0-4335-8568-54d2ae73fd24. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:17:14.968762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-20b7eabe-b741-4f83-a1ab-15f91c376405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:14.970291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-20b7eabe-b741-4f83-a1ab-15f91c376405 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593146 Sep 29 23:17:14.983423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f2262-44ec-46f0-9610-73fdf5fa16fc req-2b05108a-cc89-44e4-8245-9b4a5f25bf09 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:14.985012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-444f2262-44ec-46f0-9610-73fdf5fa16fc req-2b05108a-cc89-44e4-8245-9b4a5f25bf09 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1205106 Sep 29 23:17:14.998372 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc00f75-acad-4514-847f-3e47c0c3525e x-openstack-request-id: req-cdc00f75-acad-4514-847f-3e47c0c3525e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:17:14.998997 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff0ad6b-2c42-410f-8328-0127907f8f06", "name": "network-vif-deleted", "tag": "fb16bc4a-4c34-471d-8720-6c11278f6a54", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:17:14.998997 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cdc00f75-acad-4514-847f-3e47c0c3525e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:17:14.999387 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff0ad6b-2c42-410f-8328-0127907f8f06', 'name': 'network-vif-deleted', 'tag': 'fb16bc4a-4c34-471d-8720-6c11278f6a54', 'status': 'completed', 'code': 200} Sep 29 23:17:15.002819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3493b1-1b98-4878-bc4f-3e4cbfd9674e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=de2061b1-8366-49e0-ba93-55c8b0bb1ade,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:15.018247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc3493b1-1b98-4878-bc4f-3e4cbfd9674e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.021232 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cc3493b1-1b98-4878-bc4f-3e4cbfd9674e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/de2061b1-8366-49e0-ba93-55c8b0bb1ade HTTP/1.1" status: 204 len: 168 time: 0.8779118 Sep 29 23:17:15.034897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60576) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:15.087388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.110005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dba8d8-f84d-45da-bc17-eccb5c75b645 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:15.184558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Subnet': ['ID=98ec9a52-2e3a-4323-942f-dfa18c04860d,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:15.196703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Checking segment: {'id': '03093981-5001-4054-bfce-c94595cad35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6669d689-7986-460e-8edd-5d60625ed3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:15.197063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network hostable DHCP agents. Network: 6669d689-7986-460e-8edd-5d60625ed3bf, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:15.227006 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network 6669d689-7986-460e-8edd-5d60625ed3bf is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:15.243661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6669d689-7986-460e-8edd-5d60625ed3bf) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:15.261093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:15.262867 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.279182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bceb95-e914-482f-8f6d-93fb58bb0fef None None] Network 6669d689-7986-460e-8edd-5d60625ed3bf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:15.280955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e19ae7b1-0c3f-4595-910a-7d7f89a1e9c0 None None] Could not find standard attr ID for object cfd37eaa-b6b0-4335-8568-54d2ae73fd24. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:17:15.303928 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3acc861a-254f-4034-8f7c-b4c6fec5af17 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0969560 Sep 29 23:17:15.315112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-444f2262-44ec-46f0-9610-73fdf5fa16fc req-67b67aaa-faa1-4467-9461-887728608cea tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3201933 Sep 29 23:17:15.319063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60580) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:15.348382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1997623663'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:15.390313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-fab0d4a0-8a15-49b6-9d71-f8491e24604e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet f0813cd6-5e22-48e8-8db6-b4d1b5c7a8bc {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:15.401016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-7f1c4a65-c1df-434d-b311-d335bd39d3d1 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149125 Sep 29 23:17:15.402264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab0d4a0-8a15-49b6-9d71-f8491e24604e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.412553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:15.416729 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.483258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:15.489675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device caa68491-8513-4973-a813-237c17c0138e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:15.507948 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.508711 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Added segment b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5 of type vlan for network a891e6ad-3b9d-406d-b8dd-325620954d84 Sep 29 23:17:15.523307 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab0d4a0-8a15-49b6-9d71-f8491e24604e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.530172 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-793f05db-c7de-4406-a020-cbe2a71210e9 req-f87b2467-1b65-4bd4-8e7a-28692d3886d0 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0604281 Sep 29 23:17:15.588507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.633786 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.646085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:15.646862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.671865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-915c867c-0baa-4095-9b55-4a44aba85fa3 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418165 Sep 29 23:17:15.731131 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3966880 Sep 29 23:17:15.734993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60592) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:15.740176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'subnet': {'network_id': 'a891e6ad-3b9d-406d-b8dd-325620954d84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:15.802375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-6669d689-7986-460e-8edd-5d60625ed3bf', 'network_id': '6669d689-7986-460e-8edd-5d60625ed3bf', 'tenant_id': '65f0502223264259a5ab0022552c133d', 'fixed_ips': [{'subnet_id': '98ec9a52-2e3a-4323-942f-dfa18c04860d'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:17:15.803252 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.809842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-73f554bc-d692-4aea-8023-8745ceb68f5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=244b4c00-897b-44d4-9e7d-9922c131482f HTTP/1.1" status: 200 len: 217 time: 0.1301003 Sep 29 23:17:15.834779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef12a12-56e2-4e0e-8e99-717a4f0d8d2a tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Network': ['ID=a891e6ad-3b9d-406d-b8dd-325620954d84,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:15.835763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port caa68491-8513-4973-a813-237c17c0138e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:15.836587 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.869088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab0d4a0-8a15-49b6-9d71-f8491e24604e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:15.922550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-19850d9d-4669-4198-afd7-42a0d7a7026b req-cdd8cf9e-2937-42e6-ad21-40b00945433f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 210 time: 0.1072092 Sep 29 23:17:15.966573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-1fe253f8-178d-4026-ad71-63f410bc814e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:15.969345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-1fe253f8-178d-4026-ad71-63f410bc814e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.1477950 Sep 29 23:17:15.989438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:15.994869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:16.010752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network a891e6ad-3b9d-406d-b8dd-325620954d84 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:16.092472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-806df5ee-0aa2-4e14-97d3-99210db7185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:16.094003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-806df5ee-0aa2-4e14-97d3-99210db7185a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1011949 Sep 29 23:17:16.099535 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab0d4a0-8a15-49b6-9d71-f8491e24604e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:16.205488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0d4a0-8a15-49b6-9d71-f8491e24604e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=f0813cd6-5e22-48e8-8db6-b4d1b5c7a8bc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:16.211740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Allocated IP 2001:db8:0:ffff::2 (6669d689-7986-460e-8edd-5d60625ed3bf/98ec9a52-2e3a-4323-942f-dfa18c04860d/79ae4858-6373-4386-ae80-967ce5ed15a7) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:16.218645 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab0d4a0-8a15-49b6-9d71-f8491e24604e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:16.221504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fab0d4a0-8a15-49b6-9d71-f8491e24604e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/f0813cd6-5e22-48e8-8db6-b4d1b5c7a8bc HTTP/1.1" status: 204 len: 168 time: 1.1821690 Sep 29 23:17:16.227539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60596) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:16.341523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-82343fde-2864-413d-91fe-e44bc6481042 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128364 Sep 29 23:17:16.365954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60600) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:16.379697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-710a8e9a-3c0b-4bce-80de-eb96bcad8d62 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:16.441130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-12c5cb07-bfd8-4127-87e8-5bc58e7cd167 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388810 Sep 29 23:17:16.467044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fb16bc4a-4c34-471d-8720-6c11278f6a54 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:17:16.531641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: fb16bc4a-4c34-471d-8720-6c11278f6a54 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:17:16.532056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fb16bc4a-4c34-471d-8720-6c11278f6a54 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:17:16.598339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.objects.ports [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:17:16.607008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:16.648433 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:16.666127 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:16.689934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Subnet': ['ID=7f6a77a6-5ced-4b8a-a1ce-26a2381f95e5,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:16.705029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51d760-2aa9-4039-80f2-d7dbb72591b6 req-4115c026-d174-4397-82c3-e428eaad6a0a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:16.719450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.719933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.720278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.720705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.721033 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.721366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.721735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.722141 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.722464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.722831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.723322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.723644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:16.727310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe51d760-2aa9-4039-80f2-d7dbb72591b6 req-4115c026-d174-4397-82c3-e428eaad6a0a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.2836244 Sep 29 23:17:16.748121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710a8e9a-3c0b-4bce-80de-eb96bcad8d62 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:16.751389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-710a8e9a-3c0b-4bce-80de-eb96bcad8d62 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:16.767520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Pushing event updated for resources: {'Port': ['ID=79ae4858-6373-4386-ae80-967ce5ed15a7,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:16.779702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Checking segment: {'id': 'b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a891e6ad-3b9d-406d-b8dd-325620954d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:16.784382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network hostable DHCP agents. Network: a891e6ad-3b9d-406d-b8dd-325620954d84, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:16.788604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Network 6669d689-7986-460e-8edd-5d60625ed3bf is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:16.790806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:16.797352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:16.828470 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6839543-0c67-4791-ad1f-a5fe993c5595 req-b99d1905-b428-427a-8d8c-8e57a2c72648 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0624163 Sep 29 23:17:16.902507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Attempting to bind port 79ae4858-6373-4386-ae80-967ce5ed15a7 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:16.903877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Attempting to bind port 79ae4858-6373-4386-ae80-967ce5ed15a7 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '03093981-5001-4054-bfce-c94595cad35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6669d689-7986-460e-8edd-5d60625ed3bf'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:16.906835 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Attempting to bind port 79ae4858-6373-4386-ae80-967ce5ed15a7 on network 6669d689-7986-460e-8edd-5d60625ed3bf {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:16.913085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:16.914007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Checking segment: {'id': '03093981-5001-4054-bfce-c94595cad35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6669d689-7986-460e-8edd-5d60625ed3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:16.914624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe51d760-2aa9-4039-80f2-d7dbb72591b6 req-38509d24-24ec-47ff-8f49-869fcda5985d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1865134 Sep 29 23:17:16.916933 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:16.918855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Bound using segment: {'id': '03093981-5001-4054-bfce-c94595cad35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6669d689-7986-460e-8edd-5d60625ed3bf'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:16.919677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Bound port: 79ae4858-6373-4386-ae80-967ce5ed15a7, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03093981-5001-4054-bfce-c94595cad35b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '6669d689-7986-460e-8edd-5d60625ed3bf'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:16.921584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:16.925884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-52285a90-cb9f-4116-a345-867a1ffede53 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522741 Sep 29 23:17:16.975572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network a891e6ad-3b9d-406d-b8dd-325620954d84 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:17.018358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, a891e6ad-3b9d-406d-b8dd-325620954d84) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:17.042014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:17.043354 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:17.078416 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-62f13ae4-3aeb-4ff4-a85d-697cf79edc38 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4 HTTP/1.1" status: 200 len: 217 time: 0.1435394 Sep 29 23:17:17.107319 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-69dd3c13-e32a-43d7-889d-34e1be1d1b16 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3711627 Sep 29 23:17:17.111557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] For port 79ae4858-6373-4386-ae80-967ce5ed15a7, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:17.116093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7113790c-d712-4055-8978-4ad670e7356c None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:17.119636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60614) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:17.125868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'port': {'network_id': 'a891e6ad-3b9d-406d-b8dd-325620954d84', 'name': 'tempest-NetworksIpV6TestAttrs-601215820'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:17.130075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] For port 79ae4858-6373-4386-ae80-967ce5ed15a7, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=79ae4858-6373-4386-ae80-967ce5ed15a7,segment=NetworkSegment(03093981-5001-4054-bfce-c94595cad35b),segment_id=03093981-5001-4054-bfce-c94595cad35b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:17.134152 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36014cc0-4c34-4c5e-807c-37926c08ab58 None None] Network a891e6ad-3b9d-406d-b8dd-325620954d84 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:17.160396 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:17.195279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-882bd51a-211d-43aa-b5af-8b080c3286f1 req-dfbdd322-bc7e-4883-885e-064d9c45a8c5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 210 time: 0.1138613 Sep 29 23:17:17.243251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-30e87b97-0d21-4dcc-a8eb-3ed8d1c5137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:17.253915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-30e87b97-0d21-4dcc-a8eb-3ed8d1c5137a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.1629221 Sep 29 23:17:17.333074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfae489-7aec-43a1-9b5f-345f180eea99 req-7d7ce90c-2419-475a-906b-896562d4b686 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:17.334785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdfae489-7aec-43a1-9b5f-345f180eea99 req-7d7ce90c-2419-475a-906b-896562d4b686 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1673844 Sep 29 23:17:17.345360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60616) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:17.355236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-acf61ab2-348c-4ece-8012-904b8ae13251 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'floatingip': {'port_id': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:17.358038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-710a8e9a-3c0b-4bce-80de-eb96bcad8d62 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:17.404243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-7e0c9d75-0b3a-4c0a-bf2c-eae960610672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:17.406007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-7e0c9d75-0b3a-4c0a-bf2c-eae960610672 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1399021 Sep 29 23:17:17.409817 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acf61ab2-348c-4ece-8012-904b8ae13251 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:17.443131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710a8e9a-3c0b-4bce-80de-eb96bcad8d62 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:17.453387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-710a8e9a-3c0b-4bce-80de-eb96bcad8d62 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:17.456882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710a8e9a-3c0b-4bce-80de-eb96bcad8d62 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:17.457686 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-710a8e9a-3c0b-4bce-80de-eb96bcad8d62 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:17.479015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a8e9a-3c0b-4bce-80de-eb96bcad8d62 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=0428de58-f70e-4379-98e2-a813df4fac87,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:17.499068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:17.503489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:17.555577 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-710a8e9a-3c0b-4bce-80de-eb96bcad8d62 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1808472 Sep 29 23:17:17.562180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] device_id is not set on port 1e3b69a7-3539-4785-8ac0-38045e1a2eae yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:17.566921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60618) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:17.586142 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fa69f156-73b8-447f-9ff3-67e67b793b86 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:17.717707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c0404f94-4a1c-4b37-bafe-b19ac1565755 None None] Provisioning complete for port caa68491-8513-4973-a813-237c17c0138e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:17.722795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c0404f94-4a1c-4b37-bafe-b19ac1565755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:17.889244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706b397-5388-4b0f-aec7-daae7a7ec3bb None None] Pushing event updated for resources: {'Port': ['ID=79ae4858-6373-4386-ae80-967ce5ed15a7,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:17.983537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Allocated IP 2001:db8::f816:3eff:fe95:6e12 (a891e6ad-3b9d-406d-b8dd-325620954d84/7f6a77a6-5ced-4b8a-a1ce-26a2381f95e5/1e3b69a7-3539-4785-8ac0-38045e1a2eae) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:18.110701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa69f156-73b8-447f-9ff3-67e67b793b86 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:18.111105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-a891e6ad-3b9d-406d-b8dd-325620954d84', 'network_id': 'a891e6ad-3b9d-406d-b8dd-325620954d84', 'tenant_id': '65f0502223264259a5ab0022552c133d', 'fixed_ips': [{'subnet_id': '7f6a77a6-5ced-4b8a-a1ce-26a2381f95e5'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:17:18.113006 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:18.114492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa69f156-73b8-447f-9ff3-67e67b793b86 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:18.207771 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [None req-acf61ab2-348c-4ece-8012-904b8ae13251 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:17:18.238405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-87f6f75f-c83c-44ee-9921-3a2bf5060e47 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491126 Sep 29 23:17:18.390898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acf61ab2-348c-4ece-8012-904b8ae13251 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:18.441755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f97564e-1989-4475-b3ef-aa3035c74656 req-70c65234-a4c1-4e6a-a059-7fd612fb6e48 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.4513462 Sep 29 23:17:18.484355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d661c3d-1138-41f9-994d-1dea42ee1073 req-d1c842ea-9e07-4d46-8acd-457c338e4a4a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 210 time: 0.0738585 Sep 29 23:17:18.487857 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acf61ab2-348c-4ece-8012-904b8ae13251 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:18.557414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6378f3e4-11b2-454e-b5e3-1e2dd9abe55e None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:18.794623 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7863a809-e924-4b1d-91d9-bed89315ea25 None None] Provisioning complete for port caa68491-8513-4973-a813-237c17c0138e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:18.805976 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7863a809-e924-4b1d-91d9-bed89315ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:18.812535 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:18.825363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-14cd7959-a3f0-41fd-b528-26e278d86a68 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165704 Sep 29 23:17:18.868539 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-acf61ab2-348c-4ece-8012-904b8ae13251 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Floating IP ba3d5da0-672a-4a2b-890c-f4351a625ef8 associated. External IP: 172.25.4.210, port: c8a9ea66-fb27-44dc-a1f3-f2139bedbff7. Sep 29 23:17:18.943028 n-d-811173-2 neutron-server[110006]: INFO neutron.db.ipam_backend_mixin [None req-fa69f156-73b8-447f-9ff3-67e67b793b86 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0428de58-f70e-4379-98e2-a813df4fac87 (CIDR: 2001:db8::/64) Sep 29 23:17:18.945101 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:18.950967 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-11ed6ac7-b1d4-4060-bc90-1932fb09ad67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=721bf317-8394-4798-814b-818df569f8e4 HTTP/1.1" status: 200 len: 217 time: 0.1098189 Sep 29 23:17:18.963667 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa69f156-73b8-447f-9ff3-67e67b793b86 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:17:18.964436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa69f156-73b8-447f-9ff3-67e67b793b86 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:19.007667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network a891e6ad-3b9d-406d-b8dd-325620954d84 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:19.015398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:19.028967 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Allocated IP 2001:db8::f816:3eff:fe9d:cfe9 (a891e6ad-3b9d-406d-b8dd-325620954d84/7f6a77a6-5ced-4b8a-a1ce-26a2381f95e5/cc91305f-4268-440b-8f31-dfb78cc30336) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:19.030965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:19.037125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:19.037831 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:19.051555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-a67ef52b-ae20-47e7-a25e-d0068afedb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:19.053521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-a67ef52b-ae20-47e7-a25e-d0068afedb9c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.0948570 Sep 29 23:17:19.057373 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fa69f156-73b8-447f-9ff3-67e67b793b86 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4876573 Sep 29 23:17:19.058929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Port': ['ID=1e3b69a7-3539-4785-8ac0-38045e1a2eae,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:19.062198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60634) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:19.063566 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d0818006-1b1c-42fd-ad52-bb8b2bb7e543 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9427559 Sep 29 23:17:19.068964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:19.072774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60636) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:19.156605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de5c657-3ec3-49d6-bed3-e5fbc234b2fe None None] Network 6669d689-7986-460e-8edd-5d60625ed3bf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:19.170315 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-34814d4a-395f-43c2-a62a-9437638f2454 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Deleting subnet 7f6a77a6-5ced-4b8a-a1ce-26a2381f95e5 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:19.174878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-24447f4e-bf15-4d4d-bf2e-4e42d370aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:19.176869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-24447f4e-bf15-4d4d-bf2e-4e42d370aa5c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103654 Sep 29 23:17:19.445231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:19.451191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:19.470780 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 79ae4858-6373-4386-ae80-967ce5ed15a7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:19.788410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 79ae4858-6373-4386-ae80-967ce5ed15a7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:19.788635 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:19.841189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a7aaa08c-b10b-4b49-b5ef-8f9cfdde4eeb None None] Provisioning complete for port 79ae4858-6373-4386-ae80-967ce5ed15a7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:19.841480 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa08c-b10b-4b49-b5ef-8f9cfdde4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:19.881309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b954b9d6-b786-4ea1-ace3-69ad04bad5a3 req-9fe6630e-d7a1-4204-88c5-9dc0221c2b3b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 210 time: 0.0731833 Sep 29 23:17:19.903873 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2250a581-8bc1-4579-a56a-583bb0668e03 req-ac4a0f34-a62d-4bbb-ad2f-f96272b02e0f tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0962732 Sep 29 23:17:19.912235 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:19.928201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf61ab2-348c-4ece-8012-904b8ae13251 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Router f7d32df9-1364-4d6d-a126-26fc510e9a77 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:17:19.941085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34814d4a-395f-43c2-a62a-9437638f2454 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:19.944731 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:19.986509 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-480e7fa6-e094-4f2b-a675-d4fa6dc90167 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7937503 Sep 29 23:17:20.086496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Pushing event updated for resources: {'Port': ['ID=cc91305f-4268-440b-8f31-dfb78cc30336,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:20.159271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Network a891e6ad-3b9d-406d-b8dd-325620954d84 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:20.160611 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.164615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:20.170698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:20.201929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34814d4a-395f-43c2-a62a-9437638f2454 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.246832 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.310024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.objects.ports [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=110006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:17:20.392099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Attempting to bind port cc91305f-4268-440b-8f31-dfb78cc30336 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:20.394809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Attempting to bind port cc91305f-4268-440b-8f31-dfb78cc30336 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a891e6ad-3b9d-406d-b8dd-325620954d84'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:20.395444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Attempting to bind port cc91305f-4268-440b-8f31-dfb78cc30336 on network a891e6ad-3b9d-406d-b8dd-325620954d84 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:20.400613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dab57d4b-f47f-47a6-ab2d-bf2a42142b11 req-788957e4-3482-4811-9984-2b3786f80865 service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016032 Sep 29 23:17:20.407342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf61ab2-348c-4ece-8012-904b8ae13251 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:17:20.421727 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acf61ab2-348c-4ece-8012-904b8ae13251 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.433219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 79ae4858-6373-4386-ae80-967ce5ed15a7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=79ae4858-6373-4386-ae80-967ce5ed15a7,segment=NetworkSegment(03093981-5001-4054-bfce-c94595cad35b),segment_id=03093981-5001-4054-bfce-c94595cad35b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:20.443576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] Sync routers for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:17:20.456643 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.465646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:20.466517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Checking segment: {'id': 'b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a891e6ad-3b9d-406d-b8dd-325620954d84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:20.467313 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.468063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Bound using segment: {'id': 'b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a891e6ad-3b9d-406d-b8dd-325620954d84'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:20.469017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Bound port: cc91305f-4268-440b-8f31-dfb78cc30336, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'a891e6ad-3b9d-406d-b8dd-325620954d84'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:20.469838 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.482217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-acf61ab2-348c-4ece-8012-904b8ae13251 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "PUT /v2.0/floatingips/ba3d5da0-672a-4a2b-890c-f4351a625ef8 HTTP/1.1" status: 200 len: 991 time: 3.1344078 Sep 29 23:17:20.482849 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'tag': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:17:20.487104 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f91ba8-ef75-4d8e-bd56-846684be3dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f42456-0021-40c6-abfe-d8e64bfb0944", "tag": "c8a9ea66-fb27-44dc-a1f3-f2139bedbff7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:17:20.562448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:17:20.563398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:17:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:20.580284 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7d45c8-641b-4cfd-9499-0d8cff5b84ff x-openstack-request-id: req-db7d45c8-641b-4cfd-9499-0d8cff5b84ff {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:17:20.580649 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f42456-0021-40c6-abfe-d8e64bfb0944", "tag": "c8a9ea66-fb27-44dc-a1f3-f2139bedbff7", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:17:20.580886 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-db7d45c8-641b-4cfd-9499-0d8cff5b84ff {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:17:20.581301 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'tag': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7', 'status': 'completed', 'code': 200} Sep 29 23:17:20.582199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a7aaa08c-b10b-4b49-b5ef-8f9cfdde4eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.703866 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.724940 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34814d4a-395f-43c2-a62a-9437638f2454 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.750433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=79ae4858-6373-4386-ae80-967ce5ed15a7,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:20.783619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-c6c34a7b-ef3e-451f-b824-b04eeecd00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:20.784701 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-c6c34a7b-ef3e-451f-b824-b04eeecd00d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 1096 time: 0.1802611 Sep 29 23:17:20.921965 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-a7aaa08c-b10b-4b49-b5ef-8f9cfdde4eeb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:17:20.922615 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-a7aaa08c-b10b-4b49-b5ef-8f9cfdde4eeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:17:20.926273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] For port cc91305f-4268-440b-8f31-dfb78cc30336, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:20.936091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] For port cc91305f-4268-440b-8f31-dfb78cc30336, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cc91305f-4268-440b-8f31-dfb78cc30336,segment=NetworkSegment(b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5),segment_id=b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:20.940410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:17:20.944844 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:20.981323 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34814d4a-395f-43c2-a62a-9437638f2454 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:21.095167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-222b99e0-8198-47f6-b274-8c0e19a2fa75 req-cfe0ff34-8f4b-46f5-8133-f6ba65508530 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0735500 Sep 29 23:17:21.097402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4f0ff-248a-48f9-aa60-424962bebf04 None None] Pushing event updated for resources: {'Port': ['ID=cc91305f-4268-440b-8f31-dfb78cc30336,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:21.162103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ec41bd7-fe19-4382-a600-22f323dd9ee1 req-2eddea10-537f-41e5-b946-133a4426f272 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 210 time: 0.0652382 Sep 29 23:17:21.186106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34814d4a-395f-43c2-a62a-9437638f2454 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6a77a6-5ced-4b8a-a1ce-26a2381f95e5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:21.207223 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34814d4a-395f-43c2-a62a-9437638f2454 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:21.214917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:21.215136 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-34814d4a-395f-43c2-a62a-9437638f2454 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/subnets/7f6a77a6-5ced-4b8a-a1ce-26a2381f95e5 HTTP/1.1" status: 204 len: 168 time: 2.1378500 Sep 29 23:17:21.303458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-0cbb140f-fd73-4ff4-b552-e300045a0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:21.305272 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-0cbb140f-fd73-4ff4-b552-e300045a0444 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 912 time: 0.5024190 Sep 29 23:17:21.328221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] For port caa68491-8513-4973-a813-237c17c0138e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=caa68491-8513-4973-a813-237c17c0138e,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:21.475968 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:21.476605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1ae5d-e3c7-4f2c-8b65-0185235dbd64 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:21.483194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1ae5d-e3c7-4f2c-8b65-0185235dbd64 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:21.485049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-52d1ae5d-e3c7-4f2c-8b65-0185235dbd64 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2683794 Sep 29 23:17:21.489144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60666) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:21.507953 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:21.510637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:21.559569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-7435a5cb-9f22-4a8a-98d2-ffd61c0e1e17 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 HTTP/1.1" status: 200 len: 999 time: 0.2252064 Sep 29 23:17:21.656569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 79ae4858-6373-4386-ae80-967ce5ed15a7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:21.677079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:21.698348 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52588c69-aba0-4c38-a9c9-7dcd46243d01 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:21.717838 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-52588c69-aba0-4c38-a9c9-7dcd46243d01 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 29 23:17:21.718461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52588c69-aba0-4c38-a9c9-7dcd46243d01 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:21.720132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-52588c69-aba0-4c38-a9c9-7dcd46243d01 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/a891e6ad-3b9d-406d-b8dd-325620954d84 HTTP/1.1" status: 409 len: 405 time: 0.2299182 Sep 29 23:17:21.724810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60670) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:21.733400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1558160688'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:21.751574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:21.773798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:21.774424 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:21.784599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec12b45-bcd8-4f99-9e0b-54234ccbc2ed None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:21.788889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:21.793361 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:21.852177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:21.861691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=9339688f-3b00-4f7a-8fc3-da26c786586e,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:21.878631 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:21.884730 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Added segment f22b3836-dad7-4338-833e-e7fc7aecfce7 of type vlan for network 25cb0567-f454-44a0-8e68-babbd39b8a0b Sep 29 23:17:21.893975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=caa68491-8513-4973-a813-237c17c0138e,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:21.907211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-41cc8365-d86b-48d1-83d5-fb82cef2d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:21.908720 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-41cc8365-d86b-48d1-83d5-fb82cef2d83f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.3405831 Sep 29 23:17:21.910141 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fc35033d-c9be-4eff-9e7e-a67e5d89c8b8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8454618 Sep 29 23:17:21.913318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60672) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:21.919774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:9a:3d:75', 'name': 'tempest-NetworksTestDHCPv6-1279278717'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:21.960174 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:22.006198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:22.017937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:22.018765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:22.065233 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 79ae4858-6373-4386-ae80-967ce5ed15a7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:22.065613 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:22.067381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3413723 Sep 29 23:17:22.071654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60674) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:22.085295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'subnet': {'network_id': '25cb0567-f454-44a0-8e68-babbd39b8a0b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:22.109484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-b0d14a8d-8c27-4c38-923f-3515bc80166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:22.111846 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-b0d14a8d-8c27-4c38-923f-3515bc80166f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1880424 Sep 29 23:17:22.213392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-67c1cee8-c58c-4add-a8fa-fad15b539b42 None None] Provisioning complete for port caa68491-8513-4973-a813-237c17c0138e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:22.213795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67c1cee8-c58c-4add-a8fa-fad15b539b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:22.386619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:22.402898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9135d5-b985-41a4-9ce4-565710d3be6d tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Network': ['ID=25cb0567-f454-44a0-8e68-babbd39b8a0b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:22.436879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 25cb0567-f454-44a0-8e68-babbd39b8a0b details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:22.514225 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-cbbf5c46-c008-4c71-b885-07c78b175ac5 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927221 Sep 29 23:17:22.581450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47a7b7a3-c7f8-4214-b5be-014c3c79c173 req-d8613784-b0f0-4134-9684-d1ea1133e77c tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.2963507 Sep 29 23:17:22.638836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dafd1eb-3f4d-442b-9893-a68f95bb6ecb req-98e85054-054e-4871-9864-2f4fb7257ddc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 210 time: 0.0601044 Sep 29 23:17:22.765951 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:22.800960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:22.809573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:22.816772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-67c1cee8-c58c-4add-a8fa-fad15b539b42 None None] Provisioning complete for port 79ae4858-6373-4386-ae80-967ce5ed15a7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:22.819304 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67c1cee8-c58c-4add-a8fa-fad15b539b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:22.874870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port d550ebe5-cd0b-436f-bfa6-39d11a082b96 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:22.886893 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84f91ba8-ef75-4d8e-bd56-846684be3dcc req-aeb4bbdd-8b9c-4a6a-9b69-eede83949ac8 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330886 Sep 29 23:17:22.977717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b84e6b-4cc5-44b7-ab7a-20e53c738ebf None None] Network a891e6ad-3b9d-406d-b8dd-325620954d84 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:23.021434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'ba3d5da0-672a-4a2b-890c-f4351a625ef8', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'port_id': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'mac_address': 'fa:16:3e:8a:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:16:56Z', 'updated_at': '2021-09-29T23:17:17Z', 'revision_number': 1, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:23.136722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa725c44-647a-4662-9821-d11205e3ffda None None] Update dhcp port {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': '9339688f-3b00-4f7a-8fc3-da26c786586e', 'ip_address': '2001:db8:0:1:f816:3eff:fe29:9000'}, {'subnet_id': '0428de58-f70e-4379-98e2-a813df4fac87'}], 'binding:host_id': 'n-d-811173-2'}, 'id': 'caa68491-8513-4973-a813-237c17c0138e'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:17:23.149957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] Checking router: f7d32df9-1364-4d6d-a126-26fc510e9a77 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:17:23.253260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa725c44-647a-4662-9821-d11205e3ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:23.264790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:17:23.265429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:17:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:23.277933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::26d (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/0428de58-f70e-4379-98e2-a813df4fac87/d550ebe5-cd0b-436f-bfa6-39d11a082b96) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:23.290554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9a:3d75 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/9339688f-3b00-4f7a-8fc3-da26c786586e/d550ebe5-cd0b-436f-bfa6-39d11a082b96) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:23.594460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:17:23.603805 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:23.735206 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:23.812166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device caa68491-8513-4973-a813-237c17c0138e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:23.826497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Subnet': ['ID=288f86ae-db22-4ab0-9b14-480a2b2ee046,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:23.874276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:23.935746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-deed44c7-1fec-4bbc-922d-358e5b8f1c2c req-792d3347-8145-464c-beb2-a0aba61c326f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=6ff0ad6b-2c42-410f-8328-0127907f8f06 HTTP/1.1" status: 200 len: 210 time: 0.0868223 Sep 29 23:17:23.939554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-896b81e5-4c0a-4c21-a6cc-a275715005a2 req-a30924e4-1a8d-4dcf-b9d5-2f514f4d4736 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.1475272 Sep 29 23:17:23.942968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Checking segment: {'id': 'f22b3836-dad7-4338-833e-e7fc7aecfce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '25cb0567-f454-44a0-8e68-babbd39b8a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:23.943458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network hostable DHCP agents. Network: 25cb0567-f454-44a0-8e68-babbd39b8a0b, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:23.978338 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network 25cb0567-f454-44a0-8e68-babbd39b8a0b is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:23.980328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:17:24.004018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:24.014389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 25cb0567-f454-44a0-8e68-babbd39b8a0b) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:24.029335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:24.038638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:24.039264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:24.052879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:24.059072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:24.070103 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:24.106498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=d550ebe5-cd0b-436f-bfa6-39d11a082b96,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:24.110947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb9b64c-792a-4fda-af24-3bf6cbbbd18a None None] Network 25cb0567-f454-44a0-8e68-babbd39b8a0b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:24.137549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b9f43a58-a701-4b3d-81df-79a5252c2d09 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0593081 Sep 29 23:17:24.139325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60702) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:24.157835 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b66a4759-8e2b-40a2-b2c0-7e6ce3831531 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2430999 Sep 29 23:17:24.160811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'port': {'network_id': '25cb0567-f454-44a0-8e68-babbd39b8a0b', 'name': 'tempest-NetworksIpV6TestAttrs-412669580'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:24.162190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60704) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:24.382656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4e89cace-cd41-4dd0-9caa-d3cefa481339 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port d550ebe5-cd0b-436f-bfa6-39d11a082b96 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:24.387879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e89cace-cd41-4dd0-9caa-d3cefa481339 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:24.420882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d89f47-bda2-4bd0-9c3d-b749a3fc55ae None None] DHCP port deletion for a891e6ad-3b9d-406d-b8dd-325620954d84 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:17:24.433848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5b2104c2-f81d-4c87-848e-0e5bf87b4639 None None] Provisioning complete for port cc91305f-4268-440b-8f31-dfb78cc30336 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:24.434497 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b2104c2-f81d-4c87-848e-0e5bf87b4639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:24.487247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:24.500395 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:24.568815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] device_id is not set on port 430d4812-d6dd-4352-96f7-dd3b0442c0d9 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:24.640651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e89cace-cd41-4dd0-9caa-d3cefa481339 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:24.647922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-aa725c44-647a-4662-9821-d11205e3ffda None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/0428de58-f70e-4379-98e2-a813df4fac87/caa68491-8513-4973-a813-237c17c0138e) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:24.678520 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4e89cace-cd41-4dd0-9caa-d3cefa481339 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for d550ebe5-cd0b-436f-bfa6-39d11a082b96 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:24.912988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Allocated IP 2001:db8::f816:3eff:fe5f:1a6 (25cb0567-f454-44a0-8e68-babbd39b8a0b/288f86ae-db22-4ab0-9b14-480a2b2ee046/430d4812-d6dd-4352-96f7-dd3b0442c0d9) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:25.078270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-45d89f47-bda2-4bd0-9c3d-b749a3fc55ae None None] Deleting port cc91305f-4268-440b-8f31-dfb78cc30336 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:25.079040 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-45d89f47-bda2-4bd0-9c3d-b749a3fc55ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.129028 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e89cace-cd41-4dd0-9caa-d3cefa481339 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.191389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-45d89f47-bda2-4bd0-9c3d-b749a3fc55ae None None] For port cc91305f-4268-440b-8f31-dfb78cc30336, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cc91305f-4268-440b-8f31-dfb78cc30336,segment=NetworkSegment(b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5),segment_id=b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:25.191982 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-45d89f47-bda2-4bd0-9c3d-b749a3fc55ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.228331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-45d89f47-bda2-4bd0-9c3d-b749a3fc55ae None None] Calling delete_port for cc91305f-4268-440b-8f31-dfb78cc30336 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:25.256511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89cace-cd41-4dd0-9caa-d3cefa481339 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=d550ebe5-cd0b-436f-bfa6-39d11a082b96,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:25.318524 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.329521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e89cace-cd41-4dd0-9caa-d3cefa481339 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.341555 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4e89cace-cd41-4dd0-9caa-d3cefa481339 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/d550ebe5-cd0b-436f-bfa6-39d11a082b96 HTTP/1.1" status: 204 len: 168 time: 1.1742854 Sep 29 23:17:25.342223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port caa68491-8513-4973-a813-237c17c0138e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:25.342512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60720) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:25.350639 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.371078 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.381550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ce883c9-853b-4dfa-9bc5-a8331a546628 req-22b7acbe-c966-4a19-a767-d95255af1337 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.1593413 Sep 29 23:17:25.462469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network 25cb0567-f454-44a0-8e68-babbd39b8a0b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:25.470894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:25.473298 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Port': ['ID=430d4812-d6dd-4352-96f7-dd3b0442c0d9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:25.476109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:25.483361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:25.484049 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.484286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55861e10-d77c-4fab-a37c-25eca5d21d76 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:25.489278 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-55861e10-d77c-4fab-a37c-25eca5d21d76 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.1446354 Sep 29 23:17:25.493399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60722) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:25.504872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 1.3636584 Sep 29 23:17:25.506725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.507177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.507521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.507879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.508377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.508753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.509090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.509469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.509858 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.510285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.510577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.511007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-272a725f-fa70-4f9f-8d60-d66b7ba1699b tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:25.514604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:25.572417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848602d2-6843-4587-92a9-c27dab568bbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:25.574968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-69cff7ae-d1cf-4e92-a54c-7f8d63b12b37 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Deleting subnet 288f86ae-db22-4ab0-9b14-480a2b2ee046 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:25.575225 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-848602d2-6843-4587-92a9-c27dab568bbe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 966 time: 0.0805666 Sep 29 23:17:25.579408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69cff7ae-d1cf-4e92-a54c-7f8d63b12b37 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.580273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60726) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:25.622944 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b2104c2-f81d-4c87-848e-0e5bf87b4639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.640573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69cff7ae-d1cf-4e92-a54c-7f8d63b12b37 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.706610 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b612c-7a88-4d1d-a2c9-b348b87fb936 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:25.708398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b612c-7a88-4d1d-a2c9-b348b87fb936 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:25.717437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00b612c-7a88-4d1d-a2c9-b348b87fb936 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:25.719177 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c00b612c-7a88-4d1d-a2c9-b348b87fb936 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1378686 Sep 29 23:17:25.722930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60730) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:25.798810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-aa725c44-647a-4662-9821-d11205e3ffda None None] For port caa68491-8513-4973-a813-237c17c0138e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=caa68491-8513-4973-a813-237c17c0138e,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:25.823817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-67079001-77c7-4b37-adcd-0b01483b989f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 0428de58-f70e-4379-98e2-a813df4fac87 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:25.850858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5b2104c2-f81d-4c87-848e-0e5bf87b4639 None None] For port cc91305f-4268-440b-8f31-dfb78cc30336, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cc91305f-4268-440b-8f31-dfb78cc30336,segment=NetworkSegment(b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5),segment_id=b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:25.853262 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69cff7ae-d1cf-4e92-a54c-7f8d63b12b37 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.853866 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cc91305f-4268-440b-8f31-dfb78cc30336 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:25.895860 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b2104c2-f81d-4c87-848e-0e5bf87b4639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.947461 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-45d89f47-bda2-4bd0-9c3d-b749a3fc55ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.954588 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa725c44-647a-4662-9821-d11205e3ffda None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.961662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69cff7ae-d1cf-4e92-a54c-7f8d63b12b37 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.963224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2104c2-f81d-4c87-848e-0e5bf87b4639 None None] Pushing event deleted for resources: {'Port': ['ID=cc91305f-4268-440b-8f31-dfb78cc30336,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:25.970706 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67079001-77c7-4b37-adcd-0b01483b989f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:25.978053 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa725c44-647a-4662-9821-d11205e3ffda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:26.009719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d89f47-bda2-4bd0-9c3d-b749a3fc55ae None None] No DVR routers for this DVR port cc91305f-4268-440b-8f31-dfb78cc30336 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:26.021621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d89f47-bda2-4bd0-9c3d-b749a3fc55ae None None] Pushing event deleted for resources: {'Port': ['ID=cc91305f-4268-440b-8f31-dfb78cc30336,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:26.034329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No active binding found for port cc91305f-4268-440b-8f31-dfb78cc30336 {{(pid=110007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 23:17:26.034329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cc91305f-4268-440b-8f31-dfb78cc30336 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 29 23:17:26.037271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841b03ac-8402-48f0-a042-131961594b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-25cb0567-f454-44a0-8e68-babbd39b8a0b', 'network_id': '25cb0567-f454-44a0-8e68-babbd39b8a0b', 'tenant_id': '65f0502223264259a5ab0022552c133d', 'fixed_ips': [{'subnet_id': '288f86ae-db22-4ab0-9b14-480a2b2ee046'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:17:26.038263 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-841b03ac-8402-48f0-a042-131961594b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:26.114154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Port cc91305f-4268-440b-8f31-dfb78cc30336 not found, will not notify nova. {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 29 23:17:26.122209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'ba3d5da0-672a-4a2b-890c-f4351a625ef8', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'port_id': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'mac_address': 'fa:16:3e:8a:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:16:56Z', 'updated_at': '2021-09-29T23:17:17Z', 'revision_number': 1, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:26.142333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cff7ae-d1cf-4e92-a54c-7f8d63b12b37 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Subnet': ['ID=288f86ae-db22-4ab0-9b14-480a2b2ee046,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:26.174715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-69cff7ae-d1cf-4e92-a54c-7f8d63b12b37 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:26.181126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-69cff7ae-d1cf-4e92-a54c-7f8d63b12b37 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/subnets/288f86ae-db22-4ab0-9b14-480a2b2ee046 HTTP/1.1" status: 204 len: 168 time: 0.6654267 Sep 29 23:17:26.184925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60734) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:26.193035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67079001-77c7-4b37-adcd-0b01483b989f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:26.195841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4178baf8-7405-41a9-9773-7d0c2a43ee3b None None] The sync data for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 is: [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'ba3d5da0-672a-4a2b-890c-f4351a625ef8', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'floating_ip_address': '172.25.4.210', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'port_id': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'mac_address': 'fa:16:3e:8a:36:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:16:56Z', 'updated_at': '2021-09-29T23:17:17Z', 'revision_number': 1, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:17:26.316485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cc91305f-4268-440b-8f31-dfb78cc30336 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:17:26.440032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa725c44-647a-4662-9821-d11205e3ffda None None] Pushing event updated for resources: {'Port': ['ID=caa68491-8513-4973-a813-237c17c0138e,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:26.445581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: cc91305f-4268-440b-8f31-dfb78cc30336 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:17:26.449444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cc91305f-4268-440b-8f31-dfb78cc30336 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:17:26.455413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2198970f-3e68-4437-bbc5-43c02a862c5f tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:26.470280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2198970f-3e68-4437-bbc5-43c02a862c5f tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:26.474941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cdf260-17f8-418a-bb9d-485702623809 None None] Network 25cb0567-f454-44a0-8e68-babbd39b8a0b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:26.492496 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2198970f-3e68-4437-bbc5-43c02a862c5f tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3027551 Sep 29 23:17:26.492496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60742) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:26.589203 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67079001-77c7-4b37-adcd-0b01483b989f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:26.728335 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54be2b52-e995-47b1-991d-3a00934a16a3 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:26.749243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67079001-77c7-4b37-adcd-0b01483b989f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:26.759025 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-54be2b52-e995-47b1-991d-3a00934a16a3 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 29 23:17:26.759495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54be2b52-e995-47b1-991d-3a00934a16a3 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:26.772911 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-54be2b52-e995-47b1-991d-3a00934a16a3 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/25cb0567-f454-44a0-8e68-babbd39b8a0b HTTP/1.1" status: 409 len: 405 time: 0.2822192 Sep 29 23:17:26.774824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60748) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:26.796205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1977760511'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:26.808575 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af9c7a91-4aaf-474d-bbdc-2f1e74243bc2 req-1c875072-c0b5-4a5c-9b3b-a04875b6eec7 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0802925 Sep 29 23:17:26.845107 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639d8c55-e54a-47ab-a5c5-749bdf891c24 None None] New status for floating IP ba3d5da0-672a-4a2b-890c-f4351a625ef8: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:17:26.858960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:26.862629 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:26.877767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-67079001-77c7-4b37-adcd-0b01483b989f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:26.880746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-67079001-77c7-4b37-adcd-0b01483b989f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/0428de58-f70e-4379-98e2-a813df4fac87 HTTP/1.1" status: 204 len: 168 time: 1.1567137 Sep 29 23:17:26.882923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67079001-77c7-4b37-adcd-0b01483b989f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=0428de58-f70e-4379-98e2-a813df4fac87,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:26.892433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60750) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:26.952424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:26.974784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c895a1d-9457-4ce2-ab3c-73ca5f8f8f01 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 9339688f-3b00-4f7a-8fc3-da26c786586e {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:26.975306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:26.976510 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Added segment 19986708-bf13-4d73-b112-ab8344d4996a of type vlan for network 0242dafa-734b-471f-8c37-4927256eafa8 Sep 29 23:17:26.981089 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c895a1d-9457-4ce2-ab3c-73ca5f8f8f01 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:27.052915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c895a1d-9457-4ce2-ab3c-73ca5f8f8f01 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:27.114898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:27.181675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:27.193845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:27.194519 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:27.285137 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c895a1d-9457-4ce2-ab3c-73ca5f8f8f01 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:27.332247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Network': ['ID=0242dafa-734b-471f-8c37-4927256eafa8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:27.351941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 0242dafa-734b-471f-8c37-4927256eafa8 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:27.360494 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9b707fdd-d085-448f-8c57-a1b3e7e32327 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5814950 Sep 29 23:17:27.361296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60754) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:27.368119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'subnet': {'network_id': '0242dafa-734b-471f-8c37-4927256eafa8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:27.417437 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c895a1d-9457-4ce2-ab3c-73ca5f8f8f01 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:27.487838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c895a1d-9457-4ce2-ab3c-73ca5f8f8f01 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=9339688f-3b00-4f7a-8fc3-da26c786586e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:27.497747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c895a1d-9457-4ce2-ab3c-73ca5f8f8f01 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:27.499645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2c895a1d-9457-4ce2-ab3c-73ca5f8f8f01 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/9339688f-3b00-4f7a-8fc3-da26c786586e HTTP/1.1" status: 204 len: 168 time: 0.6063228 Sep 29 23:17:27.504259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:27.598628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6179fac9-0e8e-4dfd-886e-b5e5a6e4ce92 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:27.613219 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4e4287b4-1bec-4166-a869-3d695d48a767 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1075680 Sep 29 23:17:27.615340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:27.616704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:27.624170 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:27.626938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-35cf9117-7055-48c6-ac19-bcd9463e87a0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:27.725811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-142cab21-b3b3-4e57-93e9-18c56da31641 None None] Provisioning complete for port caa68491-8513-4973-a813-237c17c0138e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:27.726221 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-142cab21-b3b3-4e57-93e9-18c56da31641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:27.901128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cf9117-7055-48c6-ac19-bcd9463e87a0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:27.906076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-35cf9117-7055-48c6-ac19-bcd9463e87a0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.022816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea809c6a-30c0-43ae-a117-d0af7f4b27b2 None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:17:28.069196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bc75364-5c9e-49cd-b8fe-d8c2ce749a50 req-8d9dd023-321a-4db6-a948-e839b3481093 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0698571 Sep 29 23:17:28.126891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ea809c6a-30c0-43ae-a117-d0af7f4b27b2 None None] Deleting port caa68491-8513-4973-a813-237c17c0138e {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:28.127552 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea809c6a-30c0-43ae-a117-d0af7f4b27b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.200063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.objects.ports [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:17:28.202318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.203211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ea809c6a-30c0-43ae-a117-d0af7f4b27b2 None None] For port caa68491-8513-4973-a813-237c17c0138e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=caa68491-8513-4973-a813-237c17c0138e,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:28.203694 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea809c6a-30c0-43ae-a117-d0af7f4b27b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.230284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ea809c6a-30c0-43ae-a117-d0af7f4b27b2 None None] Calling delete_port for caa68491-8513-4973-a813-237c17c0138e owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:28.241467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device caa68491-8513-4973-a813-237c17c0138e no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:17:28.321494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Checking segment: {'id': '19986708-bf13-4d73-b112-ab8344d4996a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '0242dafa-734b-471f-8c37-4927256eafa8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:28.321964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network hostable DHCP agents. Network: 0242dafa-734b-471f-8c37-4927256eafa8, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:28.325019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Subnet': ['ID=ab4c37c7-6c2a-45ea-b6c5-cae88c73d5cf,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:28.344905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-35cf9117-7055-48c6-ac19-bcd9463e87a0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.350629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network 0242dafa-734b-471f-8c37-4927256eafa8 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:28.366711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 0242dafa-734b-471f-8c37-4927256eafa8) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:28.373367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:28.373991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.392401 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a0a0413b-1941-4077-843e-b87b3cf74fcb tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0275457 Sep 29 23:17:28.393388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60774) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:28.398718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80228b8-090d-4f8c-ad6f-624499e031c3 None None] Network 0242dafa-734b-471f-8c37-4927256eafa8 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:28.427672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cf9117-7055-48c6-ac19-bcd9463e87a0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=593bf560-cb3b-4ad7-94b3-e2bdecee545e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:28.438845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cf9117-7055-48c6-ac19-bcd9463e87a0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:28.440569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-35cf9117-7055-48c6-ac19-bcd9463e87a0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:28.449603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cf9117-7055-48c6-ac19-bcd9463e87a0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:28.450531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-35cf9117-7055-48c6-ac19-bcd9463e87a0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.476861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-35cf9117-7055-48c6-ac19-bcd9463e87a0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8592837 Sep 29 23:17:28.480981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60778) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:28.489884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-74c9d8e3-938d-4fa5-ad1c-5013e4c1ab3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:28.546202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.640466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c9d8e3-938d-4fa5-ad1c-5013e4c1ab3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:28.652065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-74c9d8e3-938d-4fa5-ad1c-5013e4c1ab3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.738474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.743424 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.747277 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea809c6a-30c0-43ae-a117-d0af7f4b27b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:28.781214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea809c6a-30c0-43ae-a117-d0af7f4b27b2 None None] Pushing event deleted for resources: {'Port': ['ID=caa68491-8513-4973-a813-237c17c0138e,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:28.794707 n-d-811173-2 neutron-server[110005]: INFO neutron.db.ipam_backend_mixin [None req-74c9d8e3-938d-4fa5-ad1c-5013e4c1ab3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 593bf560-cb3b-4ad7-94b3-e2bdecee545e (CIDR: 2001:db8::/64) Sep 29 23:17:28.801059 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c9d8e3-938d-4fa5-ad1c-5013e4c1ab3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:17:28.801995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c9d8e3-938d-4fa5-ad1c-5013e4c1ab3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:28.814176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea809c6a-30c0-43ae-a117-d0af7f4b27b2 None None] No DVR routers for this DVR port caa68491-8513-4973-a813-237c17c0138e on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:28.835716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-74c9d8e3-938d-4fa5-ad1c-5013e4c1ab3a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3524041 Sep 29 23:17:28.838968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60788) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:28.845843 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'subnet': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:28.854422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c474fa8b-d0bd-43fb-9ae5-1ca0300e522e None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:28.879585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.006063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:29.008472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac25dcce-6999-43f6-995c-6967859db16d None None] Network 0242dafa-734b-471f-8c37-4927256eafa8 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:29.025599 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.222456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d24c80fd-cf66-4cb4-9deb-64c1fa2cdcc3 req-7c03cf90-e6cc-43d1-ad12-8e4b42fd5af0 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0480633 Sep 29 23:17:29.293169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'tenant_id': '9ec8ed4591d24bdeb1916877c1a36d90', 'fixed_ips': [{'subnet_id': '593bf560-cb3b-4ad7-94b3-e2bdecee545e'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:17:29.304036 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.321707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Subnet': ['ID=ab4c37c7-6c2a-45ea-b6c5-cae88c73d5cf,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:29.383421 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.408124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0242dafa-734b-471f-8c37-4927256eafa8']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:29.422693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19986708-bf13-4d73-b112-ab8344d4996a') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:29.423030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19986708-bf13-4d73-b112-ab8344d4996a') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:29.440884 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.461328 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.476287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:29.477011 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:29.497908 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:29.567518 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.587642 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.593631 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/0242dafa-734b-471f-8c37-4927256eafa8 HTTP/1.1" status: 204 len: 168 time: 1.1960392 Sep 29 23:17:29.597066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60802) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:29.608119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-951025328'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:29.609195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.objects.ports [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110005) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:17:29.611036 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.626877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Allocated IP 2001:db8::2 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/593bf560-cb3b-4ad7-94b3-e2bdecee545e/bee61e17-393e-459a-b179-bc708df60f88) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:29.638596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a798d-8c2b-4ba1-9861-6ace26f27830 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Network': ['ID=0242dafa-734b-471f-8c37-4927256eafa8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:29.678101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:29.690405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:29.690965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:29.693920 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:29.694571 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.694802 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.720190 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.8795338 Sep 29 23:17:29.723317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60806) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:29.739518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51505e0-f9c8-41d6-a5ab-874019805212 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Subnet': ['ID=bb404398-7ce1-42e4-9234-d3b03f195885,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:29.751029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Request body: {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'mac_address': 'fa:16:3e:ec:91:66', 'name': 'tempest-NetworksTestDHCPv6-1477036987'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:29.797189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:29.860509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.860858 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Added segment 1710c634-0802-4682-a62a-26ed839af325 of type vlan for network 9493a78d-0d8d-4752-a59c-5277300b245e Sep 29 23:17:29.875899 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.882046 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.920282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.921442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:29.924333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:29.927744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:29.937943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Pushing event updated for resources: {'Port': ['ID=bee61e17-393e-459a-b179-bc708df60f88,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:29.981198 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:29.992530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:29.993820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:30.002248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Made reservation on behalf of 9ec8ed4591d24bdeb1916877c1a36d90 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:30.020156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Attempting to bind port bee61e17-393e-459a-b179-bc708df60f88 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:30.020880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Attempting to bind port bee61e17-393e-459a-b179-bc708df60f88 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:30.021524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Attempting to bind port bee61e17-393e-459a-b179-bc708df60f88 on network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:30.028383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:30.029333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Checking segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:30.029950 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:30.030538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Bound using segment: {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:30.032461 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Bound port: bee61e17-393e-459a-b179-bc708df60f88, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '702ceff8-b604-4c0c-9462-485bc4e2f7a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:30.033135 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:30.067904 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4680040 Sep 29 23:17:30.070770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60814) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:30.076710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'subnet': {'network_id': '9493a78d-0d8d-4752-a59c-5277300b245e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:30.132708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] For port bee61e17-393e-459a-b179-bc708df60f88, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:30.139058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] For port bee61e17-393e-459a-b179-bc708df60f88, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bee61e17-393e-459a-b179-bc708df60f88,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:30.145034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9679cc-0710-4ec0-8f87-4e5fb124ebea tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Network': ['ID=9493a78d-0d8d-4752-a59c-5277300b245e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:30.146567 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:30.219176 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:30.222495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:30.231636 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:30.235687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e307f-9985-4a89-abc3-a14c130f7d6a None None] Pushing event updated for resources: {'Port': ['ID=bee61e17-393e-459a-b179-bc708df60f88,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:30.238899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 9493a78d-0d8d-4752-a59c-5277300b245e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:30.288761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] device_id is not set on port 2612ade6-a1c5-4218-927b-acb5a56b3f71 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:30.554440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a4c3d2f-a5e5-46c7-af6a-6bcc0651cfae req-c2e13a01-2892-483a-b1a7-b0d2977de0a8 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.1050730 Sep 29 23:17:30.639999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8::276 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/593bf560-cb3b-4ad7-94b3-e2bdecee545e/2612ade6-a1c5-4218-927b-acb5a56b3f71) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:30.648118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Allocated IP 2001:db8:0:1:f816:3eff:feec:9166 (de6921b6-8a60-4dd7-ac2c-ee9b060f46f7/bb404398-7ce1-42e4-9234-d3b03f195885/2612ade6-a1c5-4218-927b-acb5a56b3f71) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:30.668865 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:30.755869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Subnet': ['ID=4dc0cd80-cb14-45dd-8ce5-c166654e76ff,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:30.777376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Checking segment: {'id': '1710c634-0802-4682-a62a-26ed839af325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9493a78d-0d8d-4752-a59c-5277300b245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:30.777731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network hostable DHCP agents. Network: 9493a78d-0d8d-4752-a59c-5277300b245e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:30.797615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network 9493a78d-0d8d-4752-a59c-5277300b245e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:30.820998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 9493a78d-0d8d-4752-a59c-5277300b245e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:30.827155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:30.828167 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:30.833741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2821ba1d-5a78-4fee-915a-539cb953ff0c None None] Network 9493a78d-0d8d-4752-a59c-5277300b245e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:30.902663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-59e385f9-5592-4e1a-b7ef-c5f88e2f8e98 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8296535 Sep 29 23:17:30.903239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60830) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:30.936367 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.076092 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.088181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-9493a78d-0d8d-4752-a59c-5277300b245e', 'network_id': '9493a78d-0d8d-4752-a59c-5277300b245e', 'tenant_id': '65f0502223264259a5ab0022552c133d', 'fixed_ips': [{'subnet_id': '4dc0cd80-cb14-45dd-8ce5-c166654e76ff'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:17:31.089601 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.163496 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.186212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:31.193300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:31.204671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:31.211301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:31.212061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.279187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event updated for resources: {'Port': ['ID=2612ade6-a1c5-4218-927b-acb5a56b3f71,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:31.324657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.331230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:31.331763 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5302ba48-ef90-495c-b2fe-637f330051ed tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5848982 Sep 29 23:17:31.365820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Allocated IP 2001:db8::2 (9493a78d-0d8d-4752-a59c-5277300b245e/4dc0cd80-cb14-45dd-8ce5-c166654e76ff/cc2f1548-0866-4202-a438-a7a08986498f) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:31.470114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b56399a5-e44f-4d2e-a337-aa7deede7c82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting port 2612ade6-a1c5-4218-927b-acb5a56b3f71 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:31.471543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56399a5-e44f-4d2e-a337-aa7deede7c82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.570362 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.587624 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.609419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56399a5-e44f-4d2e-a337-aa7deede7c82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.613125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.649416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b56399a5-e44f-4d2e-a337-aa7deede7c82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Calling delete_port for 2612ade6-a1c5-4218-927b-acb5a56b3f71 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:31.673131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Network 9493a78d-0d8d-4752-a59c-5277300b245e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:31.695365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Subnet': ['ID=4dc0cd80-cb14-45dd-8ce5-c166654e76ff,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:31.704150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:31.718821 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:31.734484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Pushing event updated for resources: {'Port': ['ID=cc2f1548-0866-4202-a438-a7a08986498f,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:31.820949 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68aee97-ab99-4b45-9c7a-db4359202265 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:31.829896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.848780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f582d25-5a33-4f09-8ac9-5578f02ad505 req-3e719fc1-971f-43a6-9eca-3c495b2f83af tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0836866 Sep 29 23:17:31.856148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9493a78d-0d8d-4752-a59c-5277300b245e']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:31.869546 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1710c634-0802-4682-a62a-26ed839af325') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:31.870780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1710c634-0802-4682-a62a-26ed839af325') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:31.895937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.914895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.929781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:31.931143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:31.938305 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:32.028228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Attempting to bind port cc2f1548-0866-4202-a438-a7a08986498f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:32.028604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Attempting to bind port cc2f1548-0866-4202-a438-a7a08986498f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '1710c634-0802-4682-a62a-26ed839af325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9493a78d-0d8d-4752-a59c-5277300b245e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:32.028942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Attempting to bind port cc2f1548-0866-4202-a438-a7a08986498f on network 9493a78d-0d8d-4752-a59c-5277300b245e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:32.042929 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:32.043304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Checking segment: {'id': '1710c634-0802-4682-a62a-26ed839af325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9493a78d-0d8d-4752-a59c-5277300b245e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:32.050175 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.056048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Bound using segment: {'id': '1710c634-0802-4682-a62a-26ed839af325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9493a78d-0d8d-4752-a59c-5277300b245e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:32.056636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Bound port: cc2f1548-0866-4202-a438-a7a08986498f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1710c634-0802-4682-a62a-26ed839af325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '9493a78d-0d8d-4752-a59c-5277300b245e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:32.057049 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.093352 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 23:17:32.093352 n-d-811173-2 neutron-server[110006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 23:17:32.093352 n-d-811173-2 neutron-server[110006]: [parameters: {'id': '9493a78d-0d8d-4752-a59c-5277300b245e'}] Sep 29 23:17:32.093352 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:17:32.093742 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:17:32.104805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e5e8d449-e31c-432c-a467-83dc1c84c9f3 None None] Provisioning complete for port bee61e17-393e-459a-b179-bc708df60f88 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:32.106844 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5e8d449-e31c-432c-a467-83dc1c84c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.132934 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56399a5-e44f-4d2e-a337-aa7deede7c82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.179990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56399a5-e44f-4d2e-a337-aa7deede7c82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Port': ['ID=2612ade6-a1c5-4218-927b-acb5a56b3f71,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:32.240847 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56399a5-e44f-4d2e-a337-aa7deede7c82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.243288 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b56399a5-e44f-4d2e-a337-aa7deede7c82 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/2612ade6-a1c5-4218-927b-acb5a56b3f71 HTTP/1.1" status: 204 len: 168 time: 0.9103494 Sep 29 23:17:32.246487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60852) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:32.341909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c5d424-ad6e-4a52-abc9-8fced38f5436 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:32.346204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60858) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:32.350286 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d3c5d424-ad6e-4a52-abc9-8fced38f5436 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1023586 Sep 29 23:17:32.387879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bee61e17-393e-459a-b179-bc708df60f88 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:32.430003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520fec81-fc47-4b03-84f4-769a1d1c362d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:32.434625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60860) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:32.443677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-520fec81-fc47-4b03-84f4-769a1d1c362d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0963163 Sep 29 23:17:32.472128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] For port cc2f1548-0866-4202-a438-a7a08986498f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:32.490529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] For port cc2f1548-0866-4202-a438-a7a08986498f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cc2f1548-0866-4202-a438-a7a08986498f,segment=NetworkSegment(1710c634-0802-4682-a62a-26ed839af325),segment_id=1710c634-0802-4682-a62a-26ed839af325)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:32.514182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0292a995-48b3-4a19-9e54-ef75c2d27b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:32.519213 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0292a995-48b3-4a19-9e54-ef75c2d27b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:32.521988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0292a995-48b3-4a19-9e54-ef75c2d27b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:32.524357 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.529034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60862) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:32.543364 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0292a995-48b3-4a19-9e54-ef75c2d27b32 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1053994 Sep 29 23:17:32.582074 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5e8d449-e31c-432c-a467-83dc1c84c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.595500 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.649622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd108941-272b-40d4-8e6f-3a4b43dfda1b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet 593bf560-cb3b-4ad7-94b3-e2bdecee545e {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:32.656736 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd108941-272b-40d4-8e6f-3a4b43dfda1b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.697475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534e9e7e-de9c-47ea-a868-050141158bcd None None] Update dhcp port {'port': {'network_id': 'de6921b6-8a60-4dd7-ac2c-ee9b060f46f7', 'fixed_ips': [{'subnet_id': '593bf560-cb3b-4ad7-94b3-e2bdecee545e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bb404398-7ce1-42e4-9234-d3b03f195885'}], 'binding:host_id': 'n-d-811173-2'}, 'id': 'bee61e17-393e-459a-b179-bc708df60f88'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:17:32.726871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Deleting port cc2f1548-0866-4202-a438-a7a08986498f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:32.728282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.739930 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd108941-272b-40d4-8e6f-3a4b43dfda1b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.741442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-534e9e7e-de9c-47ea-a868-050141158bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.763638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e5e8d449-e31c-432c-a467-83dc1c84c9f3 None None] For port bee61e17-393e-459a-b179-bc708df60f88, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bee61e17-393e-459a-b179-bc708df60f88,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:32.766647 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef9d4b-890b-44e5-838b-733801b16e79 None None] Pushing event updated for resources: {'Port': ['ID=cc2f1548-0866-4202-a438-a7a08986498f,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:32.788778 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5e8d449-e31c-432c-a467-83dc1c84c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.790792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bee61e17-393e-459a-b179-bc708df60f88 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:32.791290 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.852012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a36cfd-eca6-4919-991e-571a15a60b6c None None] Network 9493a78d-0d8d-4752-a59c-5277300b245e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:32.890848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd108941-272b-40d4-8e6f-3a4b43dfda1b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.893384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8d449-e31c-432c-a467-83dc1c84c9f3 None None] Pushing event updated for resources: {'Port': ['ID=bee61e17-393e-459a-b179-bc708df60f88,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:32.902929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] For port cc2f1548-0866-4202-a438-a7a08986498f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cc2f1548-0866-4202-a438-a7a08986498f,segment=NetworkSegment(1710c634-0802-4682-a62a-26ed839af325),segment_id=1710c634-0802-4682-a62a-26ed839af325)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:32.903345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:32.932375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Calling delete_port for cc2f1548-0866-4202-a438-a7a08986498f owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:32.987292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd108941-272b-40d4-8e6f-3a4b43dfda1b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.061748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd108941-272b-40d4-8e6f-3a4b43dfda1b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=593bf560-cb3b-4ad7-94b3-e2bdecee545e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:33.095712 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd108941-272b-40d4-8e6f-3a4b43dfda1b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.106724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dd108941-272b-40d4-8e6f-3a4b43dfda1b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/593bf560-cb3b-4ad7-94b3-e2bdecee545e HTTP/1.1" status: 204 len: 168 time: 0.5770102 Sep 29 23:17:33.127218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60868) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:33.159655 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f649907-fb02-4da3-8a92-7e3e1a51be8a req-18debaef-7212-4480-9815-01505bb06297 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.1021054 Sep 29 23:17:33.239209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf35c11-6140-4cd2-98ef-367159fdc1e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Deleting subnet bb404398-7ce1-42e4-9234-d3b03f195885 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:33.245718 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcf35c11-6140-4cd2-98ef-367159fdc1e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server [None req-534e9e7e-de9c-47ea-a868-050141158bcd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 593bf560-cb3b-4ad7-94b3-e2bdecee545e: This subnet is being modified by another concurrent operation. Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:17:33.280815 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise exception Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 593bf560-cb3b-4ad7-94b3-e2bdecee545e: This subnet is being modified by another concurrent operation. Sep 29 23:17:33.283882 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Sep 29 23:17:33.304777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcf35c11-6140-4cd2-98ef-367159fdc1e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.350680 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-074f2c40-ae72-44c9-98ad-6e08da26d2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.351313 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.390950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Port': ['ID=cc2f1548-0866-4202-a438-a7a08986498f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:33.407597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No DVR routers for this DVR port cc2f1548-0866-4202-a438-a7a08986498f on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:33.444757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcf35c11-6140-4cd2-98ef-367159fdc1e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.482928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced1d128-9bc0-4bf4-a892-cb0407fd7a73 None None] Network de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:33.511109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fd5c5dfe-e2cd-4b93-a065-36f784f34494 None None] Provisioning complete for port bee61e17-393e-459a-b179-bc708df60f88 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:33.511817 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fd5c5dfe-e2cd-4b93-a065-36f784f34494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.548124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.591516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9493a78d-0d8d-4752-a59c-5277300b245e']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:33.605913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1710c634-0802-4682-a62a-26ed839af325') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:33.606208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1710c634-0802-4682-a62a-26ed839af325') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:33.615717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcf35c11-6140-4cd2-98ef-367159fdc1e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.627259 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.640602 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcf35c11-6140-4cd2-98ef-367159fdc1e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.644293 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bcf35c11-6140-4cd2-98ef-367159fdc1e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/bb404398-7ce1-42e4-9234-d3b03f195885 HTTP/1.1" status: 204 len: 168 time: 0.5159292 Sep 29 23:17:33.645179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60878) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:33.668557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf35c11-6140-4cd2-98ef-367159fdc1e1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Subnet': ['ID=bb404398-7ce1-42e4-9234-d3b03f195885,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:33.686077 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.696246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:33.697329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5c899a05-d1b9-4acf-af5f-bb4847c45e5e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508447 Sep 29 23:17:33.697966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.698077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:33.733681 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:33.779108 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.785950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] DHCP port deletion for de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:17:33.801630 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.806948 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/9493a78d-0d8d-4752-a59c-5277300b245e HTTP/1.1" status: 204 len: 168 time: 2.8953345 Sep 29 23:17:33.806948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2235c7-d725-4aeb-92ba-2be6a0850ccc tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Network': ['ID=9493a78d-0d8d-4752-a59c-5277300b245e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:33.809740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c87dd6-30a2-478d-9ba5-b3b0f5b69108 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:33.814182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60882) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:33.814804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e5c87dd6-30a2-478d-9ba5-b3b0f5b69108 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1146886 Sep 29 23:17:33.815714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60884) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:33.817281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-413768657'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:33.851590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:33.858613 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.889851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:33.893938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fad1948-44ee-4ce0-bbbc-10448bcdcb0d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:33.899332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3fad1948-44ee-4ce0-bbbc-10448bcdcb0d tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0794408 Sep 29 23:17:33.900152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60886) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:33.900862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.901895 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Added segment ee987933-6137-4f79-bfbf-f6f919e6a3d4 of type vlan for network 92a8c2e4-9657-4e6c-ad43-bcbe75099854 Sep 29 23:17:33.956075 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.959951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b8ddfba5-0d1a-4536-a41f-c9460bec457c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562577 Sep 29 23:17:33.963005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:33.990825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.993550 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3aacad5-c1f8-4cb6-bb34-a1a94627cbb1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:33.993983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3aacad5-c1f8-4cb6-bb34-a1a94627cbb1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:33.999402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e3aacad5-c1f8-4cb6-bb34-a1a94627cbb1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/2612ade6-a1c5-4218-927b-acb5a56b3f71 HTTP/1.1" status: 404 len: 333 time: 0.0330539 Sep 29 23:17:33.999558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:33.999558 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:33.999748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60890) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.026125 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc835057-2524-4a9a-a3e3-dc6691940801 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.027415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc835057-2524-4a9a-a3e3-dc6691940801 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.031666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dc835057-2524-4a9a-a3e3-dc6691940801 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/bb404398-7ce1-42e4-9234-d3b03f195885 HTTP/1.1" status: 404 len: 337 time: 0.0288172 Sep 29 23:17:34.031936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60892) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.038772 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2255156 Sep 29 23:17:34.040344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Deleting port bee61e17-393e-459a-b179-bc708df60f88 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:34.041799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60894) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.042393 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:34.049346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Request body: {'subnet': {'network_id': '92a8c2e4-9657-4e6c-ad43-bcbe75099854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:34.071457 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-025d80e2-7ff8-42d2-8543-3e728c2c9f6a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.084839 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-025d80e2-7ff8-42d2-8543-3e728c2c9f6a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.091274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-025d80e2-7ff8-42d2-8543-3e728c2c9f6a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/593bf560-cb3b-4ad7-94b3-e2bdecee545e HTTP/1.1" status: 404 len: 337 time: 0.0578053 Sep 29 23:17:34.092408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60896) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.114788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04b843-a07b-4805-a931-4a85cdcc1a39 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Network': ['ID=92a8c2e4-9657-4e6c-ad43-bcbe75099854,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:34.121602 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-02068aa9-477b-4ccb-bce0-e18e3dd1eaf9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.122415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02068aa9-477b-4ccb-bce0-e18e3dd1eaf9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.128181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-02068aa9-477b-4ccb-bce0-e18e3dd1eaf9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/d550ebe5-cd0b-436f-bfa6-39d11a082b96 HTTP/1.1" status: 404 len: 333 time: 0.0333023 Sep 29 23:17:34.128816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.167883 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 92a8c2e4-9657-4e6c-ad43-bcbe75099854 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:34.180920 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-818bcab4-29d9-4b16-a15a-415d2234f85e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.181401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-818bcab4-29d9-4b16-a15a-415d2234f85e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.189466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-818bcab4-29d9-4b16-a15a-415d2234f85e tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/9339688f-3b00-4f7a-8fc3-da26c786586e HTTP/1.1" status: 404 len: 337 time: 0.0595858 Sep 29 23:17:34.189772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60906) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.227030 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] For port bee61e17-393e-459a-b179-bc708df60f88, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bee61e17-393e-459a-b179-bc708df60f88,segment=NetworkSegment(702ceff8-b604-4c0c-9462-485bc4e2f7a3),segment_id=702ceff8-b604-4c0c-9462-485bc4e2f7a3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:34.227758 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:34.264782 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43ac60b-2b1f-4c6f-b591-3e38564febb8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.268039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43ac60b-2b1f-4c6f-b591-3e38564febb8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.272841 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e43ac60b-2b1f-4c6f-b591-3e38564febb8 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/0428de58-f70e-4379-98e2-a813df4fac87 HTTP/1.1" status: 404 len: 337 time: 0.0795548 Sep 29 23:17:34.273295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Made reservation on behalf of 65f0502223264259a5ab0022552c133d for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:34.274209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.278879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:34.301204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bee61e17-393e-459a-b179-bc708df60f88 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:17:34.304203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Calling delete_port for bee61e17-393e-459a-b179-bc708df60f88 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:34.344329 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b1886c2-3566-45fc-8840-9f516a1c888f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.345405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b1886c2-3566-45fc-8840-9f516a1c888f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.350233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9b1886c2-3566-45fc-8840-9f516a1c888f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/cfd37eaa-b6b0-4335-8568-54d2ae73fd24 HTTP/1.1" status: 404 len: 333 time: 0.0745819 Sep 29 23:17:34.350902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60942) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.411869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5736468b-7e7c-4dca-b139-0d06962e5b1b req-148e0788-96cb-4016-8ff8-6ae8b1a29c35 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0787778 Sep 29 23:17:34.479922 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-69438a75-772f-48d6-a104-1f775aa4aeac tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.480423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69438a75-772f-48d6-a104-1f775aa4aeac tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.485005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-69438a75-772f-48d6-a104-1f775aa4aeac tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/de2061b1-8366-49e0-ba93-55c8b0bb1ade HTTP/1.1" status: 404 len: 337 time: 0.0453918 Sep 29 23:17:34.486204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.598715 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe0aecb-4c43-4671-91e0-1ae14a2ae9cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.602966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe0aecb-4c43-4671-91e0-1ae14a2ae9cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.605654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bfe0aecb-4c43-4671-91e0-1ae14a2ae9cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/f0813cd6-5e22-48e8-8db6-b4d1b5c7a8bc HTTP/1.1" status: 404 len: 337 time: 0.1180568 Sep 29 23:17:34.609612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60960) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.640271 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:34.653041 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:34.687697 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc3fb6be-6d69-445e-a8be-0778f80677f3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.697211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Pushing event deleted for resources: {'Port': ['ID=bee61e17-393e-459a-b179-bc708df60f88,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:34.703948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] No DVR routers for this DVR port bee61e17-393e-459a-b179-bc708df60f88 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:34.708494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc3fb6be-6d69-445e-a8be-0778f80677f3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.714209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60964) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.714961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fc3fb6be-6d69-445e-a8be-0778f80677f3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/4a7fb078-6589-45e5-91b3-834be2ba0ec1 HTTP/1.1" status: 404 len: 333 time: 0.1012821 Sep 29 23:17:34.723529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.724092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.724577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.725078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.725554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.726025 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.726482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.726960 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.727434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.727998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.728656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.729175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79be2913-2fbc-4e87-b10a-626b469ea68d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:17:34.755953 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38732c1b-cba5-4814-8b35-2a699515c534 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:17:34.788313 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bd1069d-c8c3-486f-9ec6-a1e5b7934101 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.788781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bd1069d-c8c3-486f-9ec6-a1e5b7934101 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.795457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8bd1069d-c8c3-486f-9ec6-a1e5b7934101 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/58b4345d-9f38-4d7e-959d-939450c1154c HTTP/1.1" status: 404 len: 337 time: 0.0801139 Sep 29 23:17:34.800870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60966) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.866143 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7afe62b-9c3f-4bc3-9460-959bc01aeecf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.867125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7afe62b-9c3f-4bc3-9460-959bc01aeecf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.869096 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e7afe62b-9c3f-4bc3-9460-959bc01aeecf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/1a0ecdf7-6715-42a7-aa2c-c9f7f1c1eda4 HTTP/1.1" status: 404 len: 337 time: 0.0672300 Sep 29 23:17:34.872347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60968) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.896208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.objects.ports [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:17:34.898394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:34.921699 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-65bbe9cb-7f95-4735-a7e0-6501c6a52ab5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.921699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65bbe9cb-7f95-4735-a7e0-6501c6a52ab5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.921699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-65bbe9cb-7f95-4735-a7e0-6501c6a52ab5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/271c2587-53ae-43ab-ac10-7a39372a6a32 HTTP/1.1" status: 404 len: 333 time: 0.0474510 Sep 29 23:17:34.923566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60970) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.953531 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-62af54ce-bd93-4606-bfc5-9b2bc1674bdd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:34.954430 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62af54ce-bd93-4606-bfc5-9b2bc1674bdd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:34.956505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-62af54ce-bd93-4606-bfc5-9b2bc1674bdd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/a567e1fa-322c-410d-a284-68b8f259b543 HTTP/1.1" status: 404 len: 337 time: 0.0317559 Sep 29 23:17:34.959114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60974) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:34.966176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event updated for resources: {'Subnet': ['ID=ddfe8d98-f005-40fc-9386-a6ab1368e4e4,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:35.001508 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ad9ad61-c0db-4f62-a9e0-497b6ff73de5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.003343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ad9ad61-c0db-4f62-a9e0-497b6ff73de5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.006843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Checking segment: {'id': 'ee987933-6137-4f79-bfbf-f6f919e6a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '92a8c2e4-9657-4e6c-ad43-bcbe75099854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:35.010318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network hostable DHCP agents. Network: 92a8c2e4-9657-4e6c-ad43-bcbe75099854, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:35.010483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5ad9ad61-c0db-4f62-a9e0-497b6ff73de5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/45e6d0a4-48e5-4bad-b6ed-5e6fc1aa51eb HTTP/1.1" status: 404 len: 333 time: 0.0476584 Sep 29 23:17:35.010983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60976) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.025124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38732c1b-cba5-4814-8b35-2a699515c534 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:17:35.033203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Network 92a8c2e4-9657-4e6c-ad43-bcbe75099854 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:35.048645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 92a8c2e4-9657-4e6c-ad43-bcbe75099854) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:35.062494 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a980d9-2fbc-4bfd-b9a3-591525551da7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.063039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a980d9-2fbc-4bfd-b9a3-591525551da7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.064907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c7a980d9-2fbc-4bfd-b9a3-591525551da7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/e4e7db5a-de67-4a37-8397-0bf26032a8f1 HTTP/1.1" status: 404 len: 337 time: 0.0528929 Sep 29 23:17:35.067447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60980) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.072316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:35.072946 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:35.110000 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-15100758-2adc-44f5-83f5-2fbfa39ef9e0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0644417 Sep 29 23:17:35.111803 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e82e282-c161-4cad-8994-285bb81c3245 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.112615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60982) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.124582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e82e282-c161-4cad-8994-285bb81c3245 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.139259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6e82e282-c161-4cad-8994-285bb81c3245 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/6ee827da-9b74-4e4c-9f1b-2197e9781fbb HTTP/1.1" status: 404 len: 333 time: 0.0684805 Sep 29 23:17:35.144551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.188140 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf811f35-4fda-4248-9760-9fda671d0e3c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.188663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf811f35-4fda-4248-9760-9fda671d0e3c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.193258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cf811f35-4fda-4248-9760-9fda671d0e3c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/b2b54f0c-22c9-4b93-a4ee-3a6e2d867ce1 HTTP/1.1" status: 404 len: 337 time: 0.0474470 Sep 29 23:17:35.193907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60986) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.223362 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-46221f7c-44d3-44be-b527-c30d29eecf97 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.224057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46221f7c-44d3-44be-b527-c30d29eecf97 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.229079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-46221f7c-44d3-44be-b527-c30d29eecf97 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/faf567ac-4f4e-4e99-a7a8-c1513f84f850 HTTP/1.1" status: 404 len: 333 time: 0.0338795 Sep 29 23:17:35.230563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60990) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.266385 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-da418375-da03-4ecc-8cc9-4213911423dc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.266905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da418375-da03-4ecc-8cc9-4213911423dc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.272319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-da418375-da03-4ecc-8cc9-4213911423dc tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/19a28d5e-a83f-41e8-9109-5eca1e77b2e6 HTTP/1.1" status: 404 len: 337 time: 0.0407469 Sep 29 23:17:35.273200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60996) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.308683 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c4136ff-6d6d-4132-8a5c-69ad42479fa9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.308683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c4136ff-6d6d-4132-8a5c-69ad42479fa9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.312165 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0c4136ff-6d6d-4132-8a5c-69ad42479fa9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/edec2fc0-ed58-4cfa-aa72-93ca3f655e9f HTTP/1.1" status: 404 len: 333 time: 0.0376952 Sep 29 23:17:35.312973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32774) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.360673 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f467cef-e949-45ed-8a47-a6a179ae56f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.361142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f467cef-e949-45ed-8a47-a6a179ae56f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.365277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1f467cef-e949-45ed-8a47-a6a179ae56f2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/7f107123-3c41-4aa8-b315-93da1e0b8a86 HTTP/1.1" status: 404 len: 337 time: 0.0490582 Sep 29 23:17:35.367089 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32780) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.395500 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f1a559-7513-423e-8248-619884abbabe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.396235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88f1a559-7513-423e-8248-619884abbabe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.397999 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-88f1a559-7513-423e-8248-619884abbabe tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/d2523e4e-ad28-4a40-88b4-90df2413f38a HTTP/1.1" status: 404 len: 333 time: 0.0297287 Sep 29 23:17:35.400881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32790) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.410493 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:35.430564 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-542760c2-2fa4-4ec6-b254-afbaa9d4d0f4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.431167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542760c2-2fa4-4ec6-b254-afbaa9d4d0f4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.433527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-542760c2-2fa4-4ec6-b254-afbaa9d4d0f4 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/f688c06c-bc1e-4390-b4b9-bae1542e549a HTTP/1.1" status: 404 len: 337 time: 0.0316036 Sep 29 23:17:35.436989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32796) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.457137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce370d65-424c-4950-a225-70100f630413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-92a8c2e4-9657-4e6c-ad43-bcbe75099854', 'network_id': '92a8c2e4-9657-4e6c-ad43-bcbe75099854', 'tenant_id': '65f0502223264259a5ab0022552c133d', 'fixed_ips': [{'subnet_id': 'ddfe8d98-f005-40fc-9386-a6ab1368e4e4'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:17:35.458207 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce370d65-424c-4950-a225-70100f630413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:35.482125 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3faf66-678a-4b69-ad3d-8204f7eb75f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.482751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a3faf66-678a-4b69-ad3d-8204f7eb75f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.486460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3a3faf66-678a-4b69-ad3d-8204f7eb75f5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/cb9ec570-dcca-496e-87ca-661d1fa05782 HTTP/1.1" status: 404 len: 337 time: 0.0474505 Sep 29 23:17:35.489356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.523684 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8d830b0-5ca8-4692-9977-87b7965f4ee2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.524868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8d830b0-5ca8-4692-9977-87b7965f4ee2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.528012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f8d830b0-5ca8-4692-9977-87b7965f4ee2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/66985b44-cbab-41c9-9c3b-16424b6a36b7 HTTP/1.1" status: 404 len: 333 time: 0.0370502 Sep 29 23:17:35.530478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32804) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.576828 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a002cb8-2690-40a5-b9da-3cbfe19067d7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.577932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a002cb8-2690-40a5-b9da-3cbfe19067d7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.580450 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:35.581398 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3a002cb8-2690-40a5-b9da-3cbfe19067d7 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/137a5d5b-b993-4753-9cb1-a61505092258 HTTP/1.1" status: 404 len: 337 time: 0.0496931 Sep 29 23:17:35.583936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.618400 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-658d2500-8012-4cdf-9c38-1f8a512824cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.618877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-658d2500-8012-4cdf-9c38-1f8a512824cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.621595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-658d2500-8012-4cdf-9c38-1f8a512824cf tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/c491ce4d-bedb-4d83-90ee-bb06a362b6ee HTTP/1.1" status: 404 len: 337 time: 0.0364838 Sep 29 23:17:35.624336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32810) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.660502 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-960bc072-dab7-48da-bb23-dea658a22f77 req-08473ae7-5238-4663-8312-c581af8dab68 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0378067 Sep 29 23:17:35.696284 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0823c07-e17c-4448-aaed-135fccac42b5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.697153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0823c07-e17c-4448-aaed-135fccac42b5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.699970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a0823c07-e17c-4448-aaed-135fccac42b5 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/ca535a97-00d9-463c-8410-430ea2f6b629 HTTP/1.1" status: 404 len: 333 time: 0.0435438 Sep 29 23:17:35.702822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32814) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.736263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-ce370d65-424c-4950-a225-70100f630413 None None] Allocated IP 2001:db8::f816:3eff:fe75:d212 (92a8c2e4-9657-4e6c-ad43-bcbe75099854/ddfe8d98-f005-40fc-9386-a6ab1368e4e4/edc14725-edb6-4329-bb20-20e27325f455) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:35.773637 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd59215-8f45-408d-b033-3363ed63c093 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.774168 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd59215-8f45-408d-b033-3363ed63c093 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.779715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cbd59215-8f45-408d-b033-3363ed63c093 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/41a97bb4-d2a5-44e3-a5f0-129fd3c19b6f HTTP/1.1" status: 404 len: 337 time: 0.0732849 Sep 29 23:17:35.780154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32818) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.815952 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ea06774-359c-46d1-963f-84316a7023f3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.816420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ea06774-359c-46d1-963f-84316a7023f3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.820510 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0ea06774-359c-46d1-963f-84316a7023f3 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/9c73fdd9-b612-4715-a938-e37909b7b388 HTTP/1.1" status: 404 len: 337 time: 0.0347142 Sep 29 23:17:35.820966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.846333 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-419f66e4-6157-47f6-960d-28feb615f8d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.846927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419f66e4-6157-47f6-960d-28feb615f8d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.848805 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-419f66e4-6157-47f6-960d-28feb615f8d6 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/cfc9891e-9f7d-4ce2-b0c0-4c3920f51198 HTTP/1.1" status: 404 len: 333 time: 0.0268161 Sep 29 23:17:35.851313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32822) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.894214 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-da3daec4-b5fc-433e-9cfd-8c8e0d8b0a15 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.894869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da3daec4-b5fc-433e-9cfd-8c8e0d8b0a15 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.899982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32824) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.900452 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-da3daec4-b5fc-433e-9cfd-8c8e0d8b0a15 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/c9cdc755-01cd-48e0-a3c8-49568d170ac1 HTTP/1.1" status: 404 len: 337 time: 0.0481443 Sep 29 23:17:35.928574 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0ab6ad3-5a47-44d4-abb2-ec4a88640622 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:35.928963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0ab6ad3-5a47-44d4-abb2-ec4a88640622 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:35.933870 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c0ab6ad3-5a47-44d4-abb2-ec4a88640622 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/6374150e-55a5-4cc8-9d0d-aa82608cc109 HTTP/1.1" status: 404 len: 337 time: 0.0327129 Sep 29 23:17:35.936808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32826) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.948845 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce370d65-424c-4950-a225-70100f630413 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:35.956629 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce370d65-424c-4950-a225-70100f630413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:35.977458 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-04179d27-b098-48a1-bc0e-941b9af282cd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports?device_id=037aeb39-6741-42e1-8da2-8ff815091174 HTTP/1.1" status: 200 len: 205 time: 0.0371473 Sep 29 23:17:35.978635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32828) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:35.993629 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.009958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce370d65-424c-4950-a225-70100f630413 None None] Network 92a8c2e4-9657-4e6c-ad43-bcbe75099854 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:36.012776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-ce370d65-424c-4950-a225-70100f630413 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:36.020288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce370d65-424c-4950-a225-70100f630413 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:36.046658 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-04c67275-1a56-4439-832b-f8465248ffb1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] delete failed (client error): The resource could not be found. Sep 29 23:17:36.050158 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-04c67275-1a56-4439-832b-f8465248ffb1 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/routers/037aeb39-6741-42e1-8da2-8ff815091174 HTTP/1.1" status: 404 len: 336 time: 0.0674465 Sep 29 23:17:36.050552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32830) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.081392 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-10346cf3-cd4c-4fdb-83f4-97d3b573dbfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.081864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10346cf3-cd4c-4fdb-83f4-97d3b573dbfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.083637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-10346cf3-cd4c-4fdb-83f4-97d3b573dbfd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/a64e62cd-3dbb-4673-8032-879b85527a71 HTTP/1.1" status: 404 len: 337 time: 0.0320897 Sep 29 23:17:36.086473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.145601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-73f6284d-ac71-4665-84e1-928531f1d93b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "GET /v2.0/ports?device_id=91d8bf60-5593-403d-86fc-76c827a05cdd HTTP/1.1" status: 200 len: 205 time: 0.0579739 Sep 29 23:17:36.147992 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.149888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.174867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Subnet': ['ID=ddfe8d98-f005-40fc-9386-a6ab1368e4e4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:36.180020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ce370d65-424c-4950-a225-70100f630413 None None] Attempting to bind port edc14725-edb6-4329-bb20-20e27325f455 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:36.180409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ce370d65-424c-4950-a225-70100f630413 None None] Attempting to bind port edc14725-edb6-4329-bb20-20e27325f455 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'ee987933-6137-4f79-bfbf-f6f919e6a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '92a8c2e4-9657-4e6c-ad43-bcbe75099854'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:36.180845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce370d65-424c-4950-a225-70100f630413 None None] Attempting to bind port edc14725-edb6-4329-bb20-20e27325f455 on network 92a8c2e4-9657-4e6c-ad43-bcbe75099854 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:36.185094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce370d65-424c-4950-a225-70100f630413 None None] Pushing event updated for resources: {'Port': ['ID=edc14725-edb6-4329-bb20-20e27325f455,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:36.194779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a8c2e4-9657-4e6c-ad43-bcbe75099854']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:36.208137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee987933-6137-4f79-bfbf-f6f919e6a3d4') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:36.208709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee987933-6137-4f79-bfbf-f6f919e6a3d4') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:36.215419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce370d65-424c-4950-a225-70100f630413 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:36.215805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce370d65-424c-4950-a225-70100f630413 None None] Checking segment: {'id': 'ee987933-6137-4f79-bfbf-f6f919e6a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '92a8c2e4-9657-4e6c-ad43-bcbe75099854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:36.216579 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce370d65-424c-4950-a225-70100f630413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.216684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce370d65-424c-4950-a225-70100f630413 None None] Bound using segment: {'id': 'ee987933-6137-4f79-bfbf-f6f919e6a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '92a8c2e4-9657-4e6c-ad43-bcbe75099854'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:36.220940 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.224173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ce370d65-424c-4950-a225-70100f630413 None None] Bound port: edc14725-edb6-4329-bb20-20e27325f455, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee987933-6137-4f79-bfbf-f6f919e6a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '92a8c2e4-9657-4e6c-ad43-bcbe75099854'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:36.224956 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce370d65-424c-4950-a225-70100f630413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.238641 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.244126 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-e1119e87-2aad-4977-a6b0-85f399787c7f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] delete failed (client error): The resource could not be found. Sep 29 23:17:36.244790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e1119e87-2aad-4977-a6b0-85f399787c7f tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/routers/91d8bf60-5593-403d-86fc-76c827a05cdd HTTP/1.1" status: 404 len: 336 time: 0.0938668 Sep 29 23:17:36.247700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32838) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.260877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:36.263929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:36.273163 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:36.339990 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-6412cf72-8d34-4883-8fcd-31a4bd52ff64 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.340919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6412cf72-8d34-4883-8fcd-31a4bd52ff64 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.343612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6412cf72-8d34-4883-8fcd-31a4bd52ff64 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/af29b7e0-2e8a-4c23-89ef-3faf629fd150 HTTP/1.1" status: 404 len: 337 time: 0.0914774 Sep 29 23:17:36.346527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32840) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.370483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ce370d65-424c-4950-a225-70100f630413 None None] For port edc14725-edb6-4329-bb20-20e27325f455, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:36.374555 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a74bb01e-c342-4a6b-925e-2fe83dd2cad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.386119 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2008277a-9b70-46f2-ae33-4a008ccd5995 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.386588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2008277a-9b70-46f2-ae33-4a008ccd5995 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.393070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2008277a-9b70-46f2-ae33-4a008ccd5995 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/4dc97270-b2ef-4f41-be2a-4675d364d814 HTTP/1.1" status: 404 len: 337 time: 0.0450308 Sep 29 23:17:36.393879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32842) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.416163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ce370d65-424c-4950-a225-70100f630413 None None] For port edc14725-edb6-4329-bb20-20e27325f455, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=edc14725-edb6-4329-bb20-20e27325f455,segment=NetworkSegment(ee987933-6137-4f79-bfbf-f6f919e6a3d4),segment_id=ee987933-6137-4f79-bfbf-f6f919e6a3d4)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:36.420816 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce370d65-424c-4950-a225-70100f630413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.422381 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 23:17:36.422381 n-d-811173-2 neutron-server[110006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 23:17:36.422381 n-d-811173-2 neutron-server[110006]: [parameters: {'id': '92a8c2e4-9657-4e6c-ad43-bcbe75099854'}] Sep 29 23:17:36.422381 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:17:36.423162 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:17:36.431530 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4833a848-f92d-47d1-8f66-2a76cb9c7d05 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.432207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4833a848-f92d-47d1-8f66-2a76cb9c7d05 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.435369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4833a848-f92d-47d1-8f66-2a76cb9c7d05 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/2ec20ef0-e635-4a08-8967-02e4688a1030 HTTP/1.1" status: 404 len: 333 time: 0.0403945 Sep 29 23:17:36.437848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.472107 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a7c537-3e39-4e06-9d02-7cecc3723be0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.472664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a7c537-3e39-4e06-9d02-7cecc3723be0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.476838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f0a7c537-3e39-4e06-9d02-7cecc3723be0 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/e3ab2d46-7bb5-412c-9da9-cd95a1ab1c67 HTTP/1.1" status: 404 len: 337 time: 0.0343246 Sep 29 23:17:36.476961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32846) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.503291 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-530d4a63-4802-4b14-8d37-63f2d3c79d2c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.507897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-530d4a63-4802-4b14-8d37-63f2d3c79d2c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.507897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-530d4a63-4802-4b14-8d37-63f2d3c79d2c tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/1fcd2843-a6b7-4aae-906c-289abf3cff56 HTTP/1.1" status: 404 len: 333 time: 0.0278757 Sep 29 23:17:36.508699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32848) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.509955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.536647 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce370d65-424c-4950-a225-70100f630413 None None] Pushing event updated for resources: {'Port': ['ID=edc14725-edb6-4329-bb20-20e27325f455,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:36.539380 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f661c93-a4d8-407a-b91c-596434789971 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.539380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f661c93-a4d8-407a-b91c-596434789971 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.539766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4f661c93-a4d8-407a-b91c-596434789971 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/c2f2c5f3-98ab-457e-b0e0-445ab3b34f88 HTTP/1.1" status: 404 len: 337 time: 0.0300393 Sep 29 23:17:36.542492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32850) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.568687 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d047cbe-ece9-4d05-a215-ad945cffaaf2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.569375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d047cbe-ece9-4d05-a215-ad945cffaaf2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.570358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d67ed8-4e56-449e-8021-d445306804b7 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:17:36.571136 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4d047cbe-ece9-4d05-a215-ad945cffaaf2 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/660a6242-cf86-4210-95ee-91c920ceb532 HTTP/1.1" status: 404 len: 333 time: 0.0277007 Sep 29 23:17:36.575088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32852) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.602312 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-156b60dd-e75a-455f-bd98-d85e6f8de24b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.602785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156b60dd-e75a-455f-bd98-d85e6f8de24b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.604810 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-156b60dd-e75a-455f-bd98-d85e6f8de24b tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/56d977ca-4bf6-413e-9194-f0830ca15e98 HTTP/1.1" status: 404 len: 337 time: 0.0290465 Sep 29 23:17:36.607405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32854) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.638585 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b710cb-c1a6-4d35-a36c-79617f53ea52 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.639261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b710cb-c1a6-4d35-a36c-79617f53ea52 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.641355 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-58b710cb-c1a6-4d35-a36c-79617f53ea52 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/5fba7c8e-1c97-4129-9218-6f53edf939d1 HTTP/1.1" status: 404 len: 333 time: 0.0329471 Sep 29 23:17:36.644082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32858) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.679263 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4973a68e-71b1-4599-86c5-b6948bf2c7ca tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.679746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4973a68e-71b1-4599-86c5-b6948bf2c7ca tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.681945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4973a68e-71b1-4599-86c5-b6948bf2c7ca tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/1fce5c1d-e431-42e4-bbc8-7603f8aaecbd HTTP/1.1" status: 404 len: 337 time: 0.0360591 Sep 29 23:17:36.684712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32860) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.709154 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e803b4e-2252-436f-9525-0dddf1f69eeb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.709888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e803b4e-2252-436f-9525-0dddf1f69eeb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.711969 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8e803b4e-2252-436f-9525-0dddf1f69eeb tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/2bba6f5b-b40d-47c1-a55a-45a5e0cbf029 HTTP/1.1" status: 404 len: 333 time: 0.0262387 Sep 29 23:17:36.716993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32864) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.730577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d67ed8-4e56-449e-8021-d445306804b7 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:17:36.755560 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ca2118-67ff-4907-96d9-3cf096176ef9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.757052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06ca2118-67ff-4907-96d9-3cf096176ef9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.758859 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-06ca2118-67ff-4907-96d9-3cf096176ef9 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/1518edf6-4daf-4bd4-8dfd-ec50ef3c2172 HTTP/1.1" status: 404 len: 337 time: 0.0408955 Sep 29 23:17:36.761483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32870) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.797749 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c21c2a-ad9e-4532-826c-fa2e98cf85dd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.798462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c21c2a-ad9e-4532-826c-fa2e98cf85dd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.800262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e4c21c2a-ad9e-4532-826c-fa2e98cf85dd tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/2bbe86d6-868c-41da-8c05-8d4d50da906e HTTP/1.1" status: 404 len: 333 time: 0.0378399 Sep 29 23:17:36.802719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32874) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.861822 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c00d61bb-5956-43f5-9da9-5b1591110b9a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.863257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c00d61bb-5956-43f5-9da9-5b1591110b9a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.868499 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c00d61bb-5956-43f5-9da9-5b1591110b9a tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/f7e708f8-12fb-4315-a477-124ce569d3ac HTTP/1.1" status: 404 len: 337 time: 0.0647454 Sep 29 23:17:36.872990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32878) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.873783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-796e818b-c5ec-454d-b6f3-5e91503de46a req-b8bbe06a-f606-42b2-b721-c6d14d16ea07 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0542457 Sep 29 23:17:36.923277 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5429bdd9-0208-4e98-8355-38258936af30 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.924543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5429bdd9-0208-4e98-8355-38258936af30 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.926793 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5429bdd9-0208-4e98-8355-38258936af30 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/ports/404b1f58-f09d-4cd1-a665-807cc09b798d HTTP/1.1" status: 404 len: 333 time: 0.0528002 Sep 29 23:17:36.928208 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:36.929457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:36.984211 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-94bb474e-0a79-4184-b11c-20e2db63b457 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:36.985181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94bb474e-0a79-4184-b11c-20e2db63b457 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:36.986924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-94bb474e-0a79-4184-b11c-20e2db63b457 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/subnets/e4fac8b2-75e9-4eac-bd07-f9a6826112b6 HTTP/1.1" status: 404 len: 337 time: 0.0564675 Sep 29 23:17:36.989455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32882) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:37.014890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Deleting port edc14725-edb6-4329-bb20-20e27325f455 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:37.016156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.093150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.095905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] For port edc14725-edb6-4329-bb20-20e27325f455, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=edc14725-edb6-4329-bb20-20e27325f455,segment=NetworkSegment(ee987933-6137-4f79-bfbf-f6f919e6a3d4),segment_id=ee987933-6137-4f79-bfbf-f6f919e6a3d4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:37.095905 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.125369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Calling delete_port for edc14725-edb6-4329-bb20-20e27325f455 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:37.210005 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.273790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6921b6-8a60-4dd7-ac2c-ee9b060f46f7']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:37.290492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702ceff8-b604-4c0c-9462-485bc4e2f7a3') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:37.290965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702ceff8-b604-4c0c-9462-485bc4e2f7a3') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:37.302435 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.303529 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.325114 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d93e9e-1880-4253-ba4d-825ec7ee44ab None None] Network 92a8c2e4-9657-4e6c-ad43-bcbe75099854 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:37.342466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.351116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Port': ['ID=edc14725-edb6-4329-bb20-20e27325f455,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:37.356227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:37.357182 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.358119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No DVR routers for this DVR port edc14725-edb6-4329-bb20-20e27325f455 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:37.361558 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:37.461694 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.473851 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.474207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.481782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] 10.222.0.44 "DELETE /v2.0/networks/de6921b6-8a60-4dd7-ac2c-ee9b060f46f7 HTTP/1.1" status: 204 len: 168 time: 0.4877472 Sep 29 23:17:37.495622 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.531404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ccef3-dbf1-40b7-bf1a-bbe9713f3806 tempest-NetworksTestDHCPv6-315129046 tempest-NetworksTestDHCPv6-315129046-project] Pushing event deleted for resources: {'Network': ['ID=de6921b6-8a60-4dd7-ac2c-ee9b060f46f7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:37.532026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b0ed50-0b6b-48a6-9611-b454fc180cb0 None None] Network 92a8c2e4-9657-4e6c-ad43-bcbe75099854 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:37.546287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a8c2e4-9657-4e6c-ad43-bcbe75099854']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:37.566490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee987933-6137-4f79-bfbf-f6f919e6a3d4') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:37.567088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee987933-6137-4f79-bfbf-f6f919e6a3d4') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:37.581122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.601311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.612166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:37.613130 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:37.618971 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:37.734231 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.739631 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:37.742458 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/92a8c2e4-9657-4e6c-ad43-bcbe75099854 HTTP/1.1" status: 204 len: 168 time: 2.6285832 Sep 29 23:17:37.747436 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32896) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:37.792163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0ff30-7bf4-428a-825e-ad9fee709d21 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Network': ['ID=92a8c2e4-9657-4e6c-ad43-bcbe75099854,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:37.802539 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf504dc-b243-4903-b141-3e3ec72459c7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:37.802943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf504dc-b243-4903-b141-3e3ec72459c7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:37.806934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7cf504dc-b243-4903-b141-3e3ec72459c7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/subnets/ddfe8d98-f005-40fc-9386-a6ab1368e4e4 HTTP/1.1" status: 404 len: 337 time: 0.0556407 Sep 29 23:17:37.808490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32900) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:37.830684 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc36c4a6-7759-4878-97bd-4ebfc88dfb1f tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:37.831479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc36c4a6-7759-4878-97bd-4ebfc88dfb1f tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:37.833797 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bc36c4a6-7759-4878-97bd-4ebfc88dfb1f tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/92a8c2e4-9657-4e6c-ad43-bcbe75099854 HTTP/1.1" status: 404 len: 339 time: 0.0236819 Sep 29 23:17:37.836464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32904) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:37.887523 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-9890bda9-fe65-43ce-baab-ec9d08de77d6 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:37.888160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9890bda9-fe65-43ce-baab-ec9d08de77d6 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:37.889868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9890bda9-fe65-43ce-baab-ec9d08de77d6 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/subnets/4dc0cd80-cb14-45dd-8ce5-c166654e76ff HTTP/1.1" status: 404 len: 337 time: 0.0523047 Sep 29 23:17:37.893108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32906) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:37.929813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32910) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:37.941700 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e65728a-23db-4241-9666-c158d4775d91 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:37.942506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e65728a-23db-4241-9666-c158d4775d91 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:37.945485 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2e65728a-23db-4241-9666-c158d4775d91 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/9493a78d-0d8d-4752-a59c-5277300b245e HTTP/1.1" status: 404 len: 339 time: 0.0513265 Sep 29 23:17:37.948484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32914) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:37.978718 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-8326cd6d-da1e-4ee9-8fdf-c40faa1a2d90 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:37.979957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8326cd6d-da1e-4ee9-8fdf-c40faa1a2d90 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:37.982279 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8326cd6d-da1e-4ee9-8fdf-c40faa1a2d90 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/subnets/ab4c37c7-6c2a-45ea-b6c5-cae88c73d5cf HTTP/1.1" status: 404 len: 337 time: 0.0328197 Sep 29 23:17:37.984789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32918) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:38.005936 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a3c8a6-c41b-47a3-b5b0-0f39132af330 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:38.006502 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9a3c8a6-c41b-47a3-b5b0-0f39132af330 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:38.008452 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f9a3c8a6-c41b-47a3-b5b0-0f39132af330 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/0242dafa-734b-471f-8c37-4927256eafa8 HTTP/1.1" status: 404 len: 339 time: 0.0225911 Sep 29 23:17:38.011102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32920) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:38.072252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df9e438e-a5c5-43f2-9081-16a45190a0cc req-9c50a3c9-9db4-460c-b910-632590c7ff8a tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0487616 Sep 29 23:17:38.149216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-82587bb7-518f-4c04-ac9f-b1352c528c50 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Deleting port 430d4812-d6dd-4352-96f7-dd3b0442c0d9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:38.149675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82587bb7-518f-4c04-ac9f-b1352c528c50 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.201253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1f8a894e-65c6-405a-8e29-e0802daa4ef8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9ec8ed4591d24bdeb1916877c1a36d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670274 Sep 29 23:17:38.202005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:38.228181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82587bb7-518f-4c04-ac9f-b1352c528c50 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.242719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-82587bb7-518f-4c04-ac9f-b1352c528c50 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Calling delete_port for 430d4812-d6dd-4352-96f7-dd3b0442c0d9 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:38.311800 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3434692e-589c-4355-9abd-51f06d0ee6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.345040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3434692e-589c-4355-9abd-51f06d0ee6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.379359 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82587bb7-518f-4c04-ac9f-b1352c528c50 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.407448 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3434692e-589c-4355-9abd-51f06d0ee6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.412496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3434692e-589c-4355-9abd-51f06d0ee6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.413972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3434692e-589c-4355-9abd-51f06d0ee6a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9ac31aaf-e924-4234-8220-e0f40fc5cec6 HTTP/1.1" status: 204 len: 168 time: 0.2109993 Sep 29 23:17:38.423598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3434692e-589c-4355-9abd-51f06d0ee6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac31aaf-e924-4234-8220-e0f40fc5cec6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:38.426895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82587bb7-518f-4c04-ac9f-b1352c528c50 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Port': ['ID=430d4812-d6dd-4352-96f7-dd3b0442c0d9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:38.437938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-82587bb7-518f-4c04-ac9f-b1352c528c50 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.444092 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-82587bb7-518f-4c04-ac9f-b1352c528c50 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/ports/430d4812-d6dd-4352-96f7-dd3b0442c0d9 HTTP/1.1" status: 204 len: 168 time: 0.4291053 Sep 29 23:17:38.444602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32930) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:38.487098 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1323a68c-98ac-4a1b-81f9-9833ce1817b0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:38.487482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1323a68c-98ac-4a1b-81f9-9833ce1817b0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:38.491620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1323a68c-98ac-4a1b-81f9-9833ce1817b0 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/subnets/288f86ae-db22-4ab0-9b14-480a2b2ee046 HTTP/1.1" status: 404 len: 337 time: 0.0434587 Sep 29 23:17:38.492051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32932) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:38.596608 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.606228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.715949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.742415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25cb0567-f454-44a0-8e68-babbd39b8a0b']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:38.755225 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22b3836-dad7-4338-833e-e7fc7aecfce7') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:38.755533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22b3836-dad7-4338-833e-e7fc7aecfce7') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:38.789258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.813247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.833881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:38.834398 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:38.838293 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:38.871802 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a40314e9-5723-463b-83f4-f73c86449db7 req-77e7db07-9e65-4add-95d0-2ae99ee708f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0561087 Sep 29 23:17:38.946955 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.968438 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:38.970910 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/25cb0567-f454-44a0-8e68-babbd39b8a0b HTTP/1.1" status: 204 len: 168 time: 0.4778433 Sep 29 23:17:38.973468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32948) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.016031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256ada51-b4b5-44a1-bb72-ce83e9cb8582 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Network': ['ID=25cb0567-f454-44a0-8e68-babbd39b8a0b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:39.110675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-105bc2e3-2e4e-4853-8d48-cb93bd70c2f7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Deleting port 1e3b69a7-3539-4785-8ac0-38045e1a2eae {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:39.111042 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-105bc2e3-2e4e-4853-8d48-cb93bd70c2f7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:39.202943 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-105bc2e3-2e4e-4853-8d48-cb93bd70c2f7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:39.223706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-105bc2e3-2e4e-4853-8d48-cb93bd70c2f7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Calling delete_port for 1e3b69a7-3539-4785-8ac0-38045e1a2eae owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:39.315736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80d31470-af08-4b8e-b722-b1f03caf44d8 req-6c0dc066-287e-49f1-983e-555c1263dd08 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0457702 Sep 29 23:17:39.437575 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-105bc2e3-2e4e-4853-8d48-cb93bd70c2f7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:39.457276 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:39.475250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bc2e3-2e4e-4853-8d48-cb93bd70c2f7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Port': ['ID=1e3b69a7-3539-4785-8ac0-38045e1a2eae,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:39.487304 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-105bc2e3-2e4e-4853-8d48-cb93bd70c2f7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:39.489487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-105bc2e3-2e4e-4853-8d48-cb93bd70c2f7 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/ports/1e3b69a7-3539-4785-8ac0-38045e1a2eae HTTP/1.1" status: 204 len: 168 time: 0.5133410 Sep 29 23:17:39.492081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32966) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.520359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32968) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.545587 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-46240f3d-2607-4a2d-867b-68501561322e tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:39.546800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46240f3d-2607-4a2d-867b-68501561322e tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:39.551716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-46240f3d-2607-4a2d-867b-68501561322e tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/subnets/7f6a77a6-5ced-4b8a-a1ce-26a2381f95e5 HTTP/1.1" status: 404 len: 337 time: 0.0563376 Sep 29 23:17:39.552399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32972) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.672989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6f7c7297-7c02-4939-b272-58f43f027993 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] Request body: {'port': {'network_id': '39b9737c-6625-4259-b85c-cbd3cfd5f406', 'name': 'tempest-NetworksNegativeTestJSON-1546060562'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:39.690459 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f7c7297-7c02-4939-b272-58f43f027993 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] POST failed (client error): The resource could not be found. Sep 29 23:17:39.691374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f7c7297-7c02-4939-b272-58f43f027993 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:39.699649 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6f7c7297-7c02-4939-b272-58f43f027993 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1781037 Sep 29 23:17:39.700801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32974) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.723902 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-74eca596-f167-47fb-96a2-fb7c98821821 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:39.724846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74eca596-f167-47fb-96a2-fb7c98821821 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:39.730498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-74eca596-f167-47fb-96a2-fb7c98821821 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] 10.222.0.44 "DELETE /v2.0/networks/8050f83c-13bf-4315-b3dd-e1b1849359b6 HTTP/1.1" status: 404 len: 339 time: 0.0246644 Sep 29 23:17:39.730773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32976) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.760177 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d62d3f7-f330-4b18-8c5a-2962ad02af92 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:39.763288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d62d3f7-f330-4b18-8c5a-2962ad02af92 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:39.769399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5d62d3f7-f330-4b18-8c5a-2962ad02af92 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] 10.222.0.44 "DELETE /v2.0/ports/390c4761-e788-4fca-b8f0-a20cdd878383 HTTP/1.1" status: 404 len: 333 time: 0.0341125 Sep 29 23:17:39.769714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.802098 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-16232bc9-ff75-47b0-8564-5fca2f7a67c1 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:39.802733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16232bc9-ff75-47b0-8564-5fca2f7a67c1 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:39.808960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-16232bc9-ff75-47b0-8564-5fca2f7a67c1 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] 10.222.0.44 "DELETE /v2.0/subnets/16e81f6f-3a2e-45ad-b3f1-607fe91f81aa HTTP/1.1" status: 404 len: 337 time: 0.0345113 Sep 29 23:17:39.809323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32980) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.833369 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8cf7dfe-e18e-4115-8ee5-6ab0829ede37 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] GET failed (client error): The resource could not be found. Sep 29 23:17:39.835890 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e8cf7dfe-e18e-4115-8ee5-6ab0829ede37 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] 10.222.0.44 "GET /v2.0/networks/d73f1ac9-6d3d-4d17-9684-2d0a845d7af7 HTTP/1.1" status: 404 len: 339 time: 0.0244954 Sep 29 23:17:39.839375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32982) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.897442 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d6cbe51-d3a8-46dd-8236-5179e109a5ca tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] GET failed (client error): The resource could not be found. Sep 29 23:17:39.918469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7d6cbe51-d3a8-46dd-8236-5179e109a5ca tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] 10.222.0.44 "GET /v2.0/ports/84c2b50a-fde3-4a66-9fc0-f26496d3ef41 HTTP/1.1" status: 404 len: 333 time: 0.0724614 Sep 29 23:17:39.921638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.970305 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1c9bd6-a665-48dd-8cdf-d9570140fc1c tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] GET failed (client error): The resource could not be found. Sep 29 23:17:39.975777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bd1c9bd6-a665-48dd-8cdf-d9570140fc1c tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] 10.222.0.44 "GET /v2.0/subnets/11e01f54-a75d-4cec-a9da-06d21e476377 HTTP/1.1" status: 404 len: 337 time: 0.0525260 Sep 29 23:17:39.976412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32986) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:39.983636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-81acc14f-ba5b-4d61-a912-56c7eecbae4c tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] Request body: {'network': {'name': 'new_name'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:40.000729 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-81acc14f-ba5b-4d61-a912-56c7eecbae4c tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] PUT failed (client error): The resource could not be found. Sep 29 23:17:40.001372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81acc14f-ba5b-4d61-a912-56c7eecbae4c tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:40.007265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-81acc14f-ba5b-4d61-a912-56c7eecbae4c tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] 10.222.0.44 "PUT /v2.0/networks/f5e168fb-d11a-4104-9566-075b547d6a2b HTTP/1.1" status: 404 len: 339 time: 0.0291879 Sep 29 23:17:40.008386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 32988) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:40.016837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0e16dc77-c561-4196-8b1b-cb225a84bf74 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] Request body: {'port': {'name': 'new_name'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:40.025456 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:40.066374 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e16dc77-c561-4196-8b1b-cb225a84bf74 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] PUT failed (client error): The resource could not be found. Sep 29 23:17:40.067780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e16dc77-c561-4196-8b1b-cb225a84bf74 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:40.069084 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0e16dc77-c561-4196-8b1b-cb225a84bf74 tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] 10.222.0.44 "PUT /v2.0/ports/2d825430-11e4-4463-9599-93d06acfe767 HTTP/1.1" status: 404 len: 333 time: 0.0568881 Sep 29 23:17:40.073666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 32990) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:40.081626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-14e36d6f-c1f8-413e-9ccf-66290df6ad1e tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:40.110699 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-14e36d6f-c1f8-413e-9ccf-66290df6ad1e tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] PUT failed (client error): The resource could not be found. Sep 29 23:17:40.111529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14e36d6f-c1f8-413e-9ccf-66290df6ad1e tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:40.112988 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-14e36d6f-c1f8-413e-9ccf-66290df6ad1e tempest-NetworksNegativeTestJSON-569159795 tempest-NetworksNegativeTestJSON-569159795-project] 10.222.0.44 "PUT /v2.0/subnets/497c25e8-5db1-4b65-8267-291155ca2a79 HTTP/1.1" status: 404 len: 337 time: 0.0378137 Sep 29 23:17:40.258467 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:40.333021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a891e6ad-3b9d-406d-b8dd-325620954d84']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:40.358889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:40.359250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80a8091-fb6f-4029-a14a-9ce8b7c9a2d5') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:40.393650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:40.427474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:40.442924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:40.443501 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:40.447738 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:40.560403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:40.577642 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:40.581741 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/a891e6ad-3b9d-406d-b8dd-325620954d84 HTTP/1.1" status: 204 len: 168 time: 1.0278771 Sep 29 23:17:40.584385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33006) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:40.591151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae5393f5-3e31-463e-8371-c7ea8fe2c0dd req-8e72fe28-258f-4f47-b677-fac1402f9a25 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0651696 Sep 29 23:17:40.629755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669c691-6166-4872-be07-c64fa01884aa tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Network': ['ID=a891e6ad-3b9d-406d-b8dd-325620954d84,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:40.734699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-857de97e-be47-47c0-8fa7-ddbd7af3b260 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Deleting subnet 98ec9a52-2e3a-4323-942f-dfa18c04860d {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:40.740347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-857de97e-be47-47c0-8fa7-ddbd7af3b260 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:40.755633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33012) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:40.799653 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-857de97e-be47-47c0-8fa7-ddbd7af3b260 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:40.927529 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82dea2b0-7ad1-426b-aefb-cc5d3643f9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:40.971163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-857de97e-be47-47c0-8fa7-ddbd7af3b260 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.028525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c2b821f-c273-49e1-9a76-29902061a34d req-2b93a1a9-f477-42d6-8ac1-77d10ecd3730 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a&device_id=c3da4eea-ee27-4ebb-a4e8-24f996e8aa6f HTTP/1.1" status: 200 len: 210 time: 0.0441661 Sep 29 23:17:41.088141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-857de97e-be47-47c0-8fa7-ddbd7af3b260 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.110191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-857de97e-be47-47c0-8fa7-ddbd7af3b260 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.113425 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-857de97e-be47-47c0-8fa7-ddbd7af3b260 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/subnets/98ec9a52-2e3a-4323-942f-dfa18c04860d HTTP/1.1" status: 204 len: 168 time: 0.5278313 Sep 29 23:17:41.124267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f47b483-c764-4a2b-ac42-233abc016020 None None] Network 6669d689-7986-460e-8edd-5d60625ed3bf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:41.135464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33018) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:41.157248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857de97e-be47-47c0-8fa7-ddbd7af3b260 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Subnet': ['ID=98ec9a52-2e3a-4323-942f-dfa18c04860d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:41.181721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82dea2b0-7ad1-426b-aefb-cc5d3643f9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.191528 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82dea2b0-7ad1-426b-aefb-cc5d3643f9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.254585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-82dea2b0-7ad1-426b-aefb-cc5d3643f9ad admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51db8cb5df9d4df4a99eb558be17f2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4959190 Sep 29 23:17:41.255816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dea2b0-7ad1-426b-aefb-cc5d3643f9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ac7b8d-b998-4ae1-baac-29f17b4812a3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:41.258455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33020) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:41.350972 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.402848 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4b47af2a-0734-405c-992a-6ada55ce7973 req-56630488-7a76-4a6d-9892-f1e1845205a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58846a936e1d4dfab0fb7058b98cefa9&device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0462935 Sep 29 23:17:41.423803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf98e-0fc8-4c7b-9b3b-9f7375577dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.460587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f6edea09-541b-4965-a383-a39751a2f6c4 req-366fb7f0-1a9c-44c6-8ee0-dea3290b04ec tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0689878 Sep 29 23:17:41.472054 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4b47af2a-0734-405c-992a-6ada55ce7973 req-cd68c4ea-1c2c-4f66-90f1-98e38b542131 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=58846a936e1d4dfab0fb7058b98cefa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329752 Sep 29 23:17:41.530075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Deleting port 79ae4858-6373-4386-ae80-967ce5ed15a7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:41.530598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.562243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf98e-0fc8-4c7b-9b3b-9f7375577dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.719732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99998a06-5a4e-4269-8ba2-2128ec787f5b None None] DHCP port deletion for 6669d689-7986-460e-8edd-5d60625ed3bf request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:17:41.732551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] For port 79ae4858-6373-4386-ae80-967ce5ed15a7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=79ae4858-6373-4386-ae80-967ce5ed15a7,segment=NetworkSegment(03093981-5001-4054-bfce-c94595cad35b),segment_id=03093981-5001-4054-bfce-c94595cad35b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:41.733114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.747203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47af2a-0734-405c-992a-6ada55ce7973 req-87c87e48-f707-4c31-a6d5-e7f9e42528e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:41.747592 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf98e-0fc8-4c7b-9b3b-9f7375577dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.749006 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4b47af2a-0734-405c-992a-6ada55ce7973 req-87c87e48-f707-4c31-a6d5-e7f9e42528e3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2688775 Sep 29 23:17:41.752236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aa7bf98e-0fc8-4c7b-9b3b-9f7375577dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.753153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Calling delete_port for 79ae4858-6373-4386-ae80-967ce5ed15a7 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:41.755637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aa7bf98e-0fc8-4c7b-9b3b-9f7375577dc7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/82ac7b8d-b998-4ae1-baac-29f17b4812a3 HTTP/1.1" status: 204 len: 168 time: 0.4962044 Sep 29 23:17:41.794151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bf98e-0fc8-4c7b-9b3b-9f7375577dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ac7b8d-b998-4ae1-baac-29f17b4812a3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:41.869058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-99998a06-5a4e-4269-8ba2-2128ec787f5b None None] Deleting port 79ae4858-6373-4386-ae80-967ce5ed15a7 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:41.869442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99998a06-5a4e-4269-8ba2-2128ec787f5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.905050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.945519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-99998a06-5a4e-4269-8ba2-2128ec787f5b None None] For port 79ae4858-6373-4386-ae80-967ce5ed15a7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=79ae4858-6373-4386-ae80-967ce5ed15a7,segment=NetworkSegment(03093981-5001-4054-bfce-c94595cad35b),segment_id=03093981-5001-4054-bfce-c94595cad35b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:41.945946 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99998a06-5a4e-4269-8ba2-2128ec787f5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:41.965987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-99998a06-5a4e-4269-8ba2-2128ec787f5b None None] Calling delete_port for 79ae4858-6373-4386-ae80-967ce5ed15a7 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:41.981857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Port': ['ID=79ae4858-6373-4386-ae80-967ce5ed15a7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:41.991301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] No DVR routers for this DVR port 79ae4858-6373-4386-ae80-967ce5ed15a7 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:42.088467 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99998a06-5a4e-4269-8ba2-2128ec787f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:42.108973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:42.122723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99998a06-5a4e-4269-8ba2-2128ec787f5b None None] No DVR routers for this DVR port 79ae4858-6373-4386-ae80-967ce5ed15a7 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:42.124559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99998a06-5a4e-4269-8ba2-2128ec787f5b None None] Pushing event deleted for resources: {'Port': ['ID=79ae4858-6373-4386-ae80-967ce5ed15a7,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:42.153366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6669d689-7986-460e-8edd-5d60625ed3bf']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:42.171668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03093981-5001-4054-bfce-c94595cad35b') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:42.173063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03093981-5001-4054-bfce-c94595cad35b') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:42.199166 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:42.221826 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:42.233841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:42.235381 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:42.239052 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:42.252179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 79ae4858-6373-4386-ae80-967ce5ed15a7 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:17:42.288912 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 79ae4858-6373-4386-ae80-967ce5ed15a7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:17:42.290012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 79ae4858-6373-4386-ae80-967ce5ed15a7 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:17:42.366247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:42.388017 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:42.392320 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] 10.222.0.44 "DELETE /v2.0/networks/6669d689-7986-460e-8edd-5d60625ed3bf HTTP/1.1" status: 204 len: 168 time: 1.2530644 Sep 29 23:17:42.422501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bd65f8-ab1b-4f9c-af98-f2d4d625b209 tempest-NetworksIpV6TestAttrs-79487783 tempest-NetworksIpV6TestAttrs-79487783-project] Pushing event deleted for resources: {'Network': ['ID=6669d689-7986-460e-8edd-5d60625ed3bf,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:42.651038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af8563bc-6ae4-4d66-9b08-29af415e0e20 req-8ba0e51b-b7f7-4f38-88ae-f28016186311 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0510340 Sep 29 23:17:42.925378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33070) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:43.048421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33074) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:43.119115 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c0c67b4d-eac3-4ad2-b727-f4de29bce469 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=65f0502223264259a5ab0022552c133d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899955 Sep 29 23:17:43.119393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:43.124265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-293195648'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:43.156781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:43.161312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.203689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.207492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4b47af2a-0734-405c-992a-6ada55ce7973 req-c47dffbe-eca9-4bfa-ba6b-e118e9a95bc7 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.26 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0410686 Sep 29 23:17:43.209850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c6c21b0-f43d-40bd-ac62-34d4e26f930b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.240196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c6c21b0-f43d-40bd-ac62-34d4e26f930b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.297435 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c6c21b0-f43d-40bd-ac62-34d4e26f930b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.301631 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c6c21b0-f43d-40bd-ac62-34d4e26f930b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.304290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3c6c21b0-f43d-40bd-ac62-34d4e26f930b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cc30533-aad5-490e-a446-ce2d920f59f5 HTTP/1.1" status: 204 len: 168 time: 0.1841125 Sep 29 23:17:43.332563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c21b0-f43d-40bd-ac62-34d4e26f930b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc30533-aad5-490e-a446-ce2d920f59f5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:43.391676 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.398459 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.437714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:43.450700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e14219-7d2b-4abb-9ef3-4b2c4908d969,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:43.465310 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.465877 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Added segment d83e34a4-d1d5-407c-bd2a-8d520b0e7a69 of type vlan for network ffdf444b-fa33-40e8-ba96-87d2a081b4ee Sep 29 23:17:43.525151 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.566298 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.575241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:43.575998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:43.620318 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5707319 Sep 29 23:17:43.623502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33086) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:43.640883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'name': 'tempest-PortsTestJSON-89576506'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:43.653880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4173ea-7ede-4eb1-bb2a-1c6d0ad60144 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Network': ['ID=ffdf444b-fa33-40e8-ba96-87d2a081b4ee,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:43.682962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:43.880913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61e43a9b-646a-44cb-8e91-4c499d9dbb02 req-1f124dd3-160a-47c8-80ff-360cff84c38b tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a369b4c-6388-4541-9f44-af1f8e6a9c6a HTTP/1.1" status: 200 len: 210 time: 0.0858767 Sep 29 23:17:44.429229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:44.434532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:44.463541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port 521c7240-9493-4aac-9171-a29606391762 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:44.655316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33114) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:44.681666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:44.695715 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:17:44.738522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:44.794273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=521c7240-9493-4aac-9171-a29606391762,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:44.818836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Checking segment: {'id': 'd83e34a4-d1d5-407c-bd2a-8d520b0e7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:44.819201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network hostable DHCP agents. Network: ffdf444b-fa33-40e8-ba96-87d2a081b4ee, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:44.842004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:44.847589 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3c9ddde5-37ed-4ef3-aa16-77def146cf2f tempest-DvrRoutersNegativeTest-1201093284 tempest-DvrRoutersNegativeTest-1201093284-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1797157439', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:44.850863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.policy [None req-3c9ddde5-37ed-4ef3-aa16-77def146cf2f tempest-DvrRoutersNegativeTest-1201093284 tempest-DvrRoutersNegativeTest-1201093284-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=110006) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 29 23:17:44.851154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.policy [None req-3c9ddde5-37ed-4ef3-aa16-77def146cf2f tempest-DvrRoutersNegativeTest-1201093284 tempest-DvrRoutersNegativeTest-1201093284-project] Failed policy check for 'create_router' {{(pid=110006) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 29 23:17:44.852119 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-3c9ddde5-37ed-4ef3-aa16-77def146cf2f tempest-DvrRoutersNegativeTest-1201093284 tempest-DvrRoutersNegativeTest-1201093284-project] create failed (client error): Access was denied to this resource. Sep 29 23:17:44.858757 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3c9ddde5-37ed-4ef3-aa16-77def146cf2f tempest-DvrRoutersNegativeTest-1201093284 tempest-DvrRoutersNegativeTest-1201093284-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1967866 Sep 29 23:17:44.866739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, ffdf444b-fa33-40e8-ba96-87d2a081b4ee) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:44.873288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:44.878237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a72341-b7c3-4762-8949-a6ae5a9ffb8b None None] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:44.888524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:44.890736 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:44.927589 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-84eb6c97-e8b2-4822-b619-e952a9ebcb06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2969987 Sep 29 23:17:44.928084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33126) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:44.942533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-888912809'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:45.005442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:45.009860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:45.096681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:45.107150 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:45.107679 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Added segment c3d3a52e-dad9-442c-87c4-c7aea7b67e73 of type vlan for network c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29 Sep 29 23:17:45.156213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:45.186337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:45.204386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:45.206666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:45.268554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:45.268878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3401608 Sep 29 23:17:45.282330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'ports': [{'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee'}, {'network_id': 'c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29'}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:45.282651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:45.283259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': 'c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:45.371081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e908c8ad-ef89-4e9f-870d-2e001ab0c767 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Network': ['ID=c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:45.393708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:45.404791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33142) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:45.443454 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70c4ceb2-746a-42c0-aadc-05e01a854c8c req-41f53462-e034-4e59-aa38-8d1dd7fd5e54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=58846a936e1d4dfab0fb7058b98cefa9&device_id=c3da4eea-ee27-4ebb-a4e8-24f996e8aa6f HTTP/1.1" status: 200 len: 210 time: 0.0496147 Sep 29 23:17:45.508705 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70c4ceb2-746a-42c0-aadc-05e01a854c8c req-2d28738a-cfe4-40cb-a333-bfb98e8b5d8e service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=58846a936e1d4dfab0fb7058b98cefa9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549304 Sep 29 23:17:45.575644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70166550-8f1b-4ce8-9043-c11c93ec88e8 req-37c11f61-2883-4f26-a580-4f241b40f81b tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3da4eea-ee27-4ebb-a4e8-24f996e8aa6f HTTP/1.1" status: 200 len: 210 time: 0.0444543 Sep 29 23:17:45.673842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67284c9c-d0fa-48d8-93c3-1a7f5ef652a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:45.684046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 2} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:45.689264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:45.705452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:45.742313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4ceb2-746a-42c0-aadc-05e01a854c8c req-3f6d5bc8-4ac4-4594-9704-4cb168010337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:45.744982 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70c4ceb2-746a-42c0-aadc-05e01a854c8c req-3f6d5bc8-4ac4-4594-9704-4cb168010337 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2245560 Sep 29 23:17:45.861243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port fa11ad6f-bcda-4bc8-8674-a9c93656b128 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:45.890890 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67284c9c-d0fa-48d8-93c3-1a7f5ef652a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:45.896176 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67284c9c-d0fa-48d8-93c3-1a7f5ef652a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:45.931247 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-67284c9c-d0fa-48d8-93c3-1a7f5ef652a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a4457bb1e2c04b2cb7aba02ab3059187&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5254197 Sep 29 23:17:45.936223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33148) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:45.953600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67284c9c-d0fa-48d8-93c3-1a7f5ef652a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc18629-42ad-4a5d-ab13-ff2b9dc9ea20,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:46.014221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbdadf15-bb11-43da-91cb-ed2b09b60e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.024896 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.049268 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbdadf15-bb11-43da-91cb-ed2b09b60e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.105791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port eeaa5e06-1358-43a4-b238-0f97f2f947b7 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:46.114943 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbdadf15-bb11-43da-91cb-ed2b09b60e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.121336 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbdadf15-bb11-43da-91cb-ed2b09b60e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.126009 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bbdadf15-bb11-43da-91cb-ed2b09b60e3f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9cc18629-42ad-4a5d-ab13-ff2b9dc9ea20 HTTP/1.1" status: 204 len: 168 time: 0.1853030 Sep 29 23:17:46.139116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdadf15-bb11-43da-91cb-ed2b09b60e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc18629-42ad-4a5d-ab13-ff2b9dc9ea20,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:46.315184 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.371595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.426445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:46.431867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:46.440847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:46.445084 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.460280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=fa11ad6f-bcda-4bc8-8674-a9c93656b128,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:46.530765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Checking segment: {'id': 'c3d3a52e-dad9-442c-87c4-c7aea7b67e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:46.531064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network hostable DHCP agents. Network: c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:46.534542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=eeaa5e06-1358-43a4-b238-0f97f2f947b7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:46.568753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:46.582978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:46.588148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:46.596494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82b9f9a-7cd9-4297-8f32-0eb01660a367 None None] Network c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:46.604530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:46.624892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:46.625623 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.649952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-93a6b521-ca2d-4663-84a8-8757beef91b1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3799391 Sep 29 23:17:46.653490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33168) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:46.731713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4441e2f-8a8e-45a4-8809-974533bb1a82 req-a9334ef9-84e7-4102-9cd7-8000a2c82046 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.44 "GET /v2.0/ports?device_id=c3da4eea-ee27-4ebb-a4e8-24f996e8aa6f HTTP/1.1" status: 200 len: 210 time: 0.0533683 Sep 29 23:17:46.828684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e501d-ad67-4e1e-9839-870e1bad5783 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port eeaa5e06-1358-43a4-b238-0f97f2f947b7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:46.829609 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f2e501d-ad67-4e1e-9839-870e1bad5783 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.903609 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f2e501d-ad67-4e1e-9839-870e1bad5783 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:46.924584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e501d-ad67-4e1e-9839-870e1bad5783 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for eeaa5e06-1358-43a4-b238-0f97f2f947b7 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:47.064101 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70c4ceb2-746a-42c0-aadc-05e01a854c8c req-394eecaf-8ed4-4b28-ba2e-db295e8863e7 tempest-ServerShowV247Test-1609276797 tempest-ServerShowV247Test-1609276797-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3da4eea-ee27-4ebb-a4e8-24f996e8aa6f HTTP/1.1" status: 200 len: 210 time: 0.0452793 Sep 29 23:17:47.064998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f2e501d-ad67-4e1e-9839-870e1bad5783 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:47.095275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e501d-ad67-4e1e-9839-870e1bad5783 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=eeaa5e06-1358-43a4-b238-0f97f2f947b7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:47.114135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f2e501d-ad67-4e1e-9839-870e1bad5783 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:47.116293 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6f2e501d-ad67-4e1e-9839-870e1bad5783 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/eeaa5e06-1358-43a4-b238-0f97f2f947b7 HTTP/1.1" status: 204 len: 168 time: 0.4600849 Sep 29 23:17:47.118856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:47.223639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4e78d-fb96-49a4-a6b4-15bb3e0a4f52 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:47.242225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d4e78d-fb96-49a4-a6b4-15bb3e0a4f52 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:47.244225 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c3d4e78d-fb96-49a4-a6b4-15bb3e0a4f52 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.1222894 Sep 29 23:17:47.247208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33190) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:47.401705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cb652baa-27b1-4411-85ed-5e52abd23bd7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port fa11ad6f-bcda-4bc8-8674-a9c93656b128 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:47.402162 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb652baa-27b1-4411-85ed-5e52abd23bd7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:47.429017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:47.501172 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb652baa-27b1-4411-85ed-5e52abd23bd7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:47.518258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cb652baa-27b1-4411-85ed-5e52abd23bd7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for fa11ad6f-bcda-4bc8-8674-a9c93656b128 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:47.622661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ecad07e2-8dc8-4d21-bd75-fe32b6132285 tempest-ServiceProvidersTest-1005441219 tempest-ServiceProvidersTest-1005441219-project] 10.222.0.44 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1924829 Sep 29 23:17:47.684622 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb652baa-27b1-4411-85ed-5e52abd23bd7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:47.722730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb652baa-27b1-4411-85ed-5e52abd23bd7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=fa11ad6f-bcda-4bc8-8674-a9c93656b128,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:47.742152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb652baa-27b1-4411-85ed-5e52abd23bd7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:47.748745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33208) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:47.749577 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cb652baa-27b1-4411-85ed-5e52abd23bd7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/fa11ad6f-bcda-4bc8-8674-a9c93656b128 HTTP/1.1" status: 204 len: 168 time: 0.5007677 Sep 29 23:17:47.837155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfca9028-dc03-4218-bba9-11d8695ec680 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:47.840392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cfca9028-dc03-4218-bba9-11d8695ec680 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0907211 Sep 29 23:17:47.843022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:47.878706 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e095a5-b3c3-452f-b721-5250efec0604 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:17:47.880551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d8e095a5-b3c3-452f-b721-5250efec0604 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/eeaa5e06-1358-43a4-b238-0f97f2f947b7 HTTP/1.1" status: 404 len: 333 time: 0.0364339 Sep 29 23:17:47.883164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33216) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:47.920709 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-592c7657-0af5-4fc5-a788-229e8a84ff9b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:17:47.923776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-592c7657-0af5-4fc5-a788-229e8a84ff9b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/fa11ad6f-bcda-4bc8-8674-a9c93656b128 HTTP/1.1" status: 404 len: 333 time: 0.0392253 Sep 29 23:17:47.926412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33218) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:48.042400 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.106851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33226) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:48.142133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33230) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:48.175097 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.214035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:48.232483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3d3a52e-dad9-442c-87c4-c7aea7b67e73') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:48.233812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3d3a52e-dad9-442c-87c4-c7aea7b67e73') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:48.251877 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.275136 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.290521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:48.291820 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:48.332654 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:48.371813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c551538-e68d-4c02-b23f-4ee0765a1486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.373264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.398472 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.402334 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-becbf970-df7d-479e-a6ba-d20e77aa0dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.414582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/networks/c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29 HTTP/1.1" status: 204 len: 168 time: 0.4866643 Sep 29 23:17:48.418713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74f82b9-4c11-487d-9657-e1f88f959b40 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Network': ['ID=c38b5c7c-7177-4c17-a3b3-d3b8c9d4ec29,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:48.420704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33238) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:48.426009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1062424359'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:48.475332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:17:48.475332 n-d-811173-2 neutron-server[110005]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 23:17:48.475332 n-d-811173-2 neutron-server[110005]: [parameters: {'project_id': '25874af1d540498886964c86c6ff218e', 'id': '3651317b-65fd-471e-b931-116fb4fda5bb', 'expiration': datetime.datetime(2021, 9, 29, 23, 19, 48, 453997)}] Sep 29 23:17:48.475332 n-d-811173-2 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:17:48.476255 n-d-811173-2 neutron-server[110005]: DEBUG oslo_db.api [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:17:48.477123 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-2c551538-e68d-4c02-b23f-4ee0765a1486 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:17:48.477123 n-d-811173-2 neutron-server[110006]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 23:17:48.477123 n-d-811173-2 neutron-server[110006]: [parameters: {'project_id': '58846a936e1d4dfab0fb7058b98cefa9', 'id': '7c562628-23dd-46d3-b9a8-84e22821abe2', 'expiration': datetime.datetime(2021, 9, 29, 23, 19, 48, 445957)}] Sep 29 23:17:48.477123 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:17:48.477420 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-2c551538-e68d-4c02-b23f-4ee0765a1486 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:17:48.562983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-becbf970-df7d-479e-a6ba-d20e77aa0dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.567487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-becbf970-df7d-479e-a6ba-d20e77aa0dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.614699 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-becbf970-df7d-479e-a6ba-d20e77aa0dce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d8c11bf73ee4d4b9b58316cfa70c984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5062087 Sep 29 23:17:48.614897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33244) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:48.615519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becbf970-df7d-479e-a6ba-d20e77aa0dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e681c7c-a923-40d3-97d9-3d6c1efec85b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:48.685699 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e977443-43e0-402d-b5a5-5f0c889d3be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.715810 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e977443-43e0-402d-b5a5-5f0c889d3be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.764418 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e977443-43e0-402d-b5a5-5f0c889d3be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.767898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e977443-43e0-402d-b5a5-5f0c889d3be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:48.770924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6e977443-43e0-402d-b5a5-5f0c889d3be3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e681c7c-a923-40d3-97d9-3d6c1efec85b HTTP/1.1" status: 204 len: 168 time: 0.1552038 Sep 29 23:17:48.782010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e977443-43e0-402d-b5a5-5f0c889d3be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e681c7c-a923-40d3-97d9-3d6c1efec85b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:48.979011 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c551538-e68d-4c02-b23f-4ee0765a1486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.007797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:49.012340 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.075757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:49.096615 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.097158 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Added segment ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da of type vlan for network 5d187759-2802-4e1c-8c82-da2268c0f1fd Sep 29 23:17:49.159053 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.165011 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c551538-e68d-4c02-b23f-4ee0765a1486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.171622 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2c551538-e68d-4c02-b23f-4ee0765a1486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.188747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.198526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:49.199231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.246318 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2c551538-e68d-4c02-b23f-4ee0765a1486 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=58846a936e1d4dfab0fb7058b98cefa9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1007226 Sep 29 23:17:49.246318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c551538-e68d-4c02-b23f-4ee0765a1486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5c1c2a-a45a-4134-a069-0a7113d2fd86,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:49.248736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33258) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:49.253886 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33260) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:49.254072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8316851 Sep 29 23:17:49.264209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': '5d187759-2802-4e1c-8c82-da2268c0f1fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:49.296811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7420d40-276c-45e4-92a9-77181f2d62df tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Network': ['ID=5d187759-2802-4e1c-8c82-da2268c0f1fd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:49.308837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 5d187759-2802-4e1c-8c82-da2268c0f1fd details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:49.398243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a939-48b2-4df7-a624-f95a41429be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.441548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a939-48b2-4df7-a624-f95a41429be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.461680 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:49.465883 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.548938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Performing IP validity checks on allocation pools {{(pid=110006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 23:17:49.549864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 23:17:49.588994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a939-48b2-4df7-a624-f95a41429be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.592495 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3a6a939-48b2-4df7-a624-f95a41429be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.594470 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b3a6a939-48b2-4df7-a624-f95a41429be4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab5c1c2a-a45a-4134-a069-0a7113d2fd86 HTTP/1.1" status: 204 len: 168 time: 0.3446541 Sep 29 23:17:49.612158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a6a939-48b2-4df7-a624-f95a41429be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5c1c2a-a45a-4134-a069-0a7113d2fd86,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:49.835359 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.937429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=b4db621d-2a69-4270-8aec-260297f7402f,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:49.943101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Checking segment: {'id': 'ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d187759-2802-4e1c-8c82-da2268c0f1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:49.943482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network hostable DHCP agents. Network: 5d187759-2802-4e1c-8c82-da2268c0f1fd, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:49.964498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network 5d187759-2802-4e1c-8c82-da2268c0f1fd is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:49.976742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 5d187759-2802-4e1c-8c82-da2268c0f1fd) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:49.983849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:49.984774 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:49.985942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9e61c5-6bd3-494b-b95c-ebcdba5a8d31 None None] Network 5d187759-2802-4e1c-8c82-da2268c0f1fd requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:50.006460 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b9923357-e254-4a9f-a25d-cb83bf654573 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7465684 Sep 29 23:17:50.008964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33290) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:50.016495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33292) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:50.018931 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': '5d187759-2802-4e1c-8c82-da2268c0f1fd', 'name': 'tempest-PortsTestJSON-1188464169'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:50.260092 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.310272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1452793081-network', 'tenant_id': 'c5a5b1dcd7714674b94d539dba5b2b2c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:50.391386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Made reservation on behalf of c5a5b1dcd7714674b94d539dba5b2b2c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:50.396626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.432130 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.436444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:50.442947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.507420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-5d187759-2802-4e1c-8c82-da2268c0f1fd', 'network_id': '5d187759-2802-4e1c-8c82-da2268c0f1fd', 'tenant_id': '25874af1d540498886964c86c6ff218e', 'fixed_ips': [{'subnet_id': 'b4db621d-2a69-4270-8aec-260297f7402f'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:17:50.509087 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.523374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port 8bda4714-c413-4414-b27c-950f11f3c8b1 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:50.700411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.716526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.747558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:50.781020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Allocated IP 172.20.0.2 (5d187759-2802-4e1c-8c82-da2268c0f1fd/b4db621d-2a69-4270-8aec-260297f7402f/a7e3c8b8-5a69-411b-b659-6068e1d05546) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:50.796102 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.796705 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Added segment 960aa420-2518-4945-ada3-b5a3eee1660a of type vlan for network 2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa Sep 29 23:17:50.859549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.891070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1109f23-4a86-4498-a7aa-bf017025b1d1,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:50.908969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.910311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:50.912152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:50.964857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33322) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:50.965673 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9474339 Sep 29 23:17:50.972001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Request body: {'subnet': {'network_id': '2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1452793081-subnet', 'tenant_id': 'c5a5b1dcd7714674b94d539dba5b2b2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:51.004820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15932b1-7b43-494e-9083-b3a1fb312c10 admin admin] Pushing event updated for resources: {'Network': ['ID=2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:51.019817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Made reservation on behalf of c5a5b1dcd7714674b94d539dba5b2b2c for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:51.023752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.045202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:51.087676 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33324) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:51.146813 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.160812 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.238311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Network 5d187759-2802-4e1c-8c82-da2268c0f1fd is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:51.241348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:51.245623 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:51.253532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.6 (5d187759-2802-4e1c-8c82-da2268c0f1fd/b4db621d-2a69-4270-8aec-260297f7402f/8bda4714-c413-4414-b27c-950f11f3c8b1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:51.256877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-799360573-network', 'tenant_id': 'd04620ebc4914102be6770b301647420'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:51.257906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Pushing event updated for resources: {'Port': ['ID=a7e3c8b8-5a69-411b-b659-6068e1d05546,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:51.300673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Made reservation on behalf of d04620ebc4914102be6770b301647420 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:51.304436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.321728 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.328485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Attempting to bind port a7e3c8b8-5a69-411b-b659-6068e1d05546 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:51.328940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Attempting to bind port a7e3c8b8-5a69-411b-b659-6068e1d05546 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d187759-2802-4e1c-8c82-da2268c0f1fd'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:51.329403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Attempting to bind port a7e3c8b8-5a69-411b-b659-6068e1d05546 on network 5d187759-2802-4e1c-8c82-da2268c0f1fd {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:51.335045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:51.335518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Checking segment: {'id': 'ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d187759-2802-4e1c-8c82-da2268c0f1fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:51.336299 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.336757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Bound using segment: {'id': 'ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d187759-2802-4e1c-8c82-da2268c0f1fd'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:51.337357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Bound port: a7e3c8b8-5a69-411b-b659-6068e1d05546, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '5d187759-2802-4e1c-8c82-da2268c0f1fd'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:51.337813 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.450884 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.547413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] For port a7e3c8b8-5a69-411b-b659-6068e1d05546, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:51.558209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] For port a7e3c8b8-5a69-411b-b659-6068e1d05546, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a7e3c8b8-5a69-411b-b659-6068e1d05546,segment=NetworkSegment(ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da),segment_id=ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:51.566713 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.593064 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.603625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.629381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59f2282f-3b05-4ef1-828d-0df096ef800c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:51.646813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e33830-643c-49eb-90f1-38965e98d1f9 None None] Pushing event updated for resources: {'Port': ['ID=a7e3c8b8-5a69-411b-b659-6068e1d05546,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:51.648383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:51.655017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Checking segment: {'id': '960aa420-2518-4945-ada3-b5a3eee1660a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:51.655406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Network hostable DHCP agents. Network: 2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:51.661155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.680432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.680966 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Added segment 2436c88a-4343-4dfd-8a36-ca2ca864eec7 of type vlan for network 9ff5a393-3336-404c-bfa2-cec66ad29b85 Sep 29 23:17:51.683435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd88723-a2c4-4686-a716-58ec7f09ab8c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:51.723439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Network 2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:51.747031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:51.756012 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.761519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:51.762415 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.765247 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c81dbc-a5c9-4a2d-9e04-2257d25e33a0 None None] Network 2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:51.775665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.798762 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.800786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:51.801601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:51.819907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0053ef16-c075-4cf9-bbd6-8ea82f1d9b4d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8462036 Sep 29 23:17:51.866147 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network 5d187759-2802-4e1c-8c82-da2268c0f1fd is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:51.885088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:51.894846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=8bda4714-c413-4414-b27c-950f11f3c8b1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:51.897189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:51.964370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] Pushing event updated for resources: {'Network': ['ID=9ff5a393-3336-404c-bfa2-cec66ad29b85,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:52.015075 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-adab3f1b-472a-4afc-a3ae-702dcf42808f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9259439 Sep 29 23:17:52.018095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33344) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:52.020594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 9ff5a393-3336-404c-bfa2-cec66ad29b85 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:52.028856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba2fed0-1850-46b6-891c-9e4264e86359 None None] Network 2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:52.037091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Request body: {'subnet': {'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-799360573-subnet', 'tenant_id': 'd04620ebc4914102be6770b301647420', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:52.072964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:52.073181 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:52.107172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Made reservation on behalf of d04620ebc4914102be6770b301647420 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:52.110636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:52.127760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3b2f3220-ef08-42f7-8ae3-5677c9800433 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1176441 Sep 29 23:17:52.130291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33348) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:52.383527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a7e3c8b8-5a69-411b-b659-6068e1d05546 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:52.383770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-48fbd967-c4d4-4fe7-a0e9-007caf02fd42 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 8bda4714-c413-4414-b27c-950f11f3c8b1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:52.384349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48fbd967-c4d4-4fe7-a0e9-007caf02fd42 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:52.505330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a7e3c8b8-5a69-411b-b659-6068e1d05546 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:52.505935 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:52.579176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48fbd967-c4d4-4fe7-a0e9-007caf02fd42 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:52.595435 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:52.617292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-48fbd967-c4d4-4fe7-a0e9-007caf02fd42 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 8bda4714-c413-4414-b27c-950f11f3c8b1 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:52.688773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08afd1f3-3af4-401b-af6f-0e073bd9edbe,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:52.700431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Checking segment: {'id': '2436c88a-4343-4dfd-8a36-ca2ca864eec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:52.700802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Network hostable DHCP agents. Network: 9ff5a393-3336-404c-bfa2-cec66ad29b85, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:52.722476 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Network 9ff5a393-3336-404c-bfa2-cec66ad29b85 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:52.747691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 9ff5a393-3336-404c-bfa2-cec66ad29b85) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:52.767052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae591deb-0a23-4284-a986-034e7a6fd36a None None] Network 9ff5a393-3336-404c-bfa2-cec66ad29b85 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:52.769165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:52.771411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:52.802267 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f573c5c7-f937-4f93-a975-6101f9dff967 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7829821 Sep 29 23:17:52.917993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:52.970646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port a7e3c8b8-5a69-411b-b659-6068e1d05546, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a7e3c8b8-5a69-411b-b659-6068e1d05546,segment=NetworkSegment(ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da),segment_id=ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:53.000934 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.019746 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48fbd967-c4d4-4fe7-a0e9-007caf02fd42 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.116471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbd967-c4d4-4fe7-a0e9-007caf02fd42 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=8bda4714-c413-4414-b27c-950f11f3c8b1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:53.129429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f1558-2b32-4e05-b291-feb537c91c06 None None] Network 9ff5a393-3336-404c-bfa2-cec66ad29b85 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:53.130875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33372) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:53.137902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114121210-network', 'tenant_id': '53c706acc8ae4b889bdf284038d679fe'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:53.197046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=a7e3c8b8-5a69-411b-b659-6068e1d05546,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:53.247020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Made reservation on behalf of 53c706acc8ae4b889bdf284038d679fe for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:53.249977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.264032 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.349473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f838d65-1f1a-48b8-9981-bd62cbb48e11 None None] Network 5d187759-2802-4e1c-8c82-da2268c0f1fd requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:53.364890 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-48fbd967-c4d4-4fe7-a0e9-007caf02fd42 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.390616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-48fbd967-c4d4-4fe7-a0e9-007caf02fd42 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/8bda4714-c413-4414-b27c-950f11f3c8b1 HTTP/1.1" status: 204 len: 168 time: 1.2592287 Sep 29 23:17:53.393749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:53.430058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3e0fe8af-e87f-488f-b275-1d78a334c246 None None] Provisioning complete for port a7e3c8b8-5a69-411b-b659-6068e1d05546 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:53.430058 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3e0fe8af-e87f-488f-b275-1d78a334c246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.445435 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.452092 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.467438 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e50812a-66a7-4f77-8b52-4e41ed687a28 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:17:53.468258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e50812a-66a7-4f77-8b52-4e41ed687a28 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:17:53.470206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6e50812a-66a7-4f77-8b52-4e41ed687a28 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/8bda4714-c413-4414-b27c-950f11f3c8b1 HTTP/1.1" status: 404 len: 333 time: 0.0749097 Sep 29 23:17:53.472891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:53.493207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:53.510372 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.510749 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Added segment 65be37d8-35c3-4458-8b77-e6f02b70bbdb of type vlan for network 24272372-32c3-47a7-b534-12154fc4e545 Sep 29 23:17:53.512131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9a71f4-635e-4017-891d-4596f53dc51a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:53.530792 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc1895f-f318-4fc0-9871-e53f8f43865b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:17:53.534978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5bc1895f-f318-4fc0-9871-e53f8f43865b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/8bda4714-c413-4414-b27c-950f11f3c8b1 HTTP/1.1" status: 404 len: 333 time: 0.0587399 Sep 29 23:17:53.535575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:53.580192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.638093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-663a5130-04e8-4dfa-8c37-760379ae99cc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet b4db621d-2a69-4270-8aec-260297f7402f {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:53.640136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.655118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:53.655950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.656531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-663a5130-04e8-4dfa-8c37-760379ae99cc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.766834 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-663a5130-04e8-4dfa-8c37-760379ae99cc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.825248 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6927896 Sep 29 23:17:53.826169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68038a-40a0-4de6-aa98-885a6d4fae5c admin admin] Pushing event updated for resources: {'Network': ['ID=24272372-32c3-47a7-b534-12154fc4e545,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:53.829289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33398) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:53.835311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Request body: {'subnet': {'network_id': '24272372-32c3-47a7-b534-12154fc4e545', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1114121210-subnet', 'tenant_id': '53c706acc8ae4b889bdf284038d679fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:53.839909 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 24272372-32c3-47a7-b534-12154fc4e545 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:53.866538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Made reservation on behalf of 53c706acc8ae4b889bdf284038d679fe for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:53.869809 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:53.960059 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-663a5130-04e8-4dfa-8c37-760379ae99cc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.039931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-663a5130-04e8-4dfa-8c37-760379ae99cc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.109015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a5130-04e8-4dfa-8c37-760379ae99cc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=b4db621d-2a69-4270-8aec-260297f7402f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:54.116468 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.132845 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-663a5130-04e8-4dfa-8c37-760379ae99cc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.134768 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-663a5130-04e8-4dfa-8c37-760379ae99cc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/b4db621d-2a69-4270-8aec-260297f7402f HTTP/1.1" status: 204 len: 168 time: 0.5986097 Sep 29 23:17:54.143652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33402) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:54.153794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84960af-8360-4e95-af07-18420d75e7b4 None None] Network 5d187759-2802-4e1c-8c82-da2268c0f1fd requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:54.192486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdab4322-d7a7-49ca-8201-91cf96c152e6,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:54.207599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Checking segment: {'id': '65be37d8-35c3-4458-8b77-e6f02b70bbdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '24272372-32c3-47a7-b534-12154fc4e545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:54.208421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Network hostable DHCP agents. Network: 24272372-32c3-47a7-b534-12154fc4e545, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:54.246352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Network 24272372-32c3-47a7-b534-12154fc4e545 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:54.265250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 24272372-32c3-47a7-b534-12154fc4e545) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:54.284017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d8e35d-4211-443a-a872-34cbf0bc23c2 None None] Network 24272372-32c3-47a7-b534-12154fc4e545 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:54.286412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:54.289449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.333064 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6c27e7ac-2619-4434-8b26-8d4ec9bd7219 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5018058 Sep 29 23:17:54.333212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-f01013e2-d796-47f8-a1c7-f1ac7c970beb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:54.334769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-f01013e2-d796-47f8-a1c7-f1ac7c970beb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 813 time: 0.5458198 Sep 29 23:17:54.340521 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.384325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a7e3c8b8-5a69-411b-b659-6068e1d05546 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:17:54.403406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-9ccbdd1d-679e-4c67-a8b9-c23d811fd622 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/quotas/d04620ebc4914102be6770b301647420 HTTP/1.1" status: 200 len: 375 time: 0.0216255 Sep 29 23:17:54.431019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5572d0f0-af5f-4b6d-b148-1130bbdbf538 None None] Provisioning complete for port a7e3c8b8-5a69-411b-b659-6068e1d05546 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:54.431478 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5572d0f0-af5f-4b6d-b148-1130bbdbf538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.463248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-2d3028af-17ad-4491-a63c-f8b04d8958c5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469711 Sep 29 23:17:54.571010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a7e3c8b8-5a69-411b-b659-6068e1d05546 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:17:54.571420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.591253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port a7e3c8b8-5a69-411b-b659-6068e1d05546 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:54.592109 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.623113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33410) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:54.672628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] For port a7e3c8b8-5a69-411b-b659-6068e1d05546, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a7e3c8b8-5a69-411b-b659-6068e1d05546,segment=NetworkSegment(ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da),segment_id=ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:17:54.673710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.690326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for a7e3c8b8-5a69-411b-b659-6068e1d05546 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:54.704510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e16e18-658c-4b4d-9ab5-9234d947e503 admin admin] Deleting subnet 59f2282f-3b05-4ef1-828d-0df096ef800c {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:54.712042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2e16e18-658c-4b4d-9ab5-9234d947e503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.776473 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2e16e18-658c-4b4d-9ab5-9234d947e503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.781576 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-320b3b15-a7c8-4fa2-90d8-a148b7e06df7 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868941 Sep 29 23:17:54.842715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.854160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33632f08-27ba-49a5-9192-999bc9198a3f None None] Network 24272372-32c3-47a7-b534-12154fc4e545 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:54.881848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Could not find standard attr ID for object a7e3c8b8-5a69-411b-b659-6068e1d05546. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:17:54.885112 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No ports have port_id starting with a7e3c8b8-5a69-411b-b659-6068e1d05546 Sep 29 23:17:54.917249 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2e16e18-658c-4b4d-9ab5-9234d947e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:54.919228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d793051c-e356-4140-9e0d-04faeb87a2d7 None None] DHCP port deletion for 5d187759-2802-4e1c-8c82-da2268c0f1fd request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:17:54.978216 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-ccfdeccd-e571-49f8-9f1c-f5c76c9e4dc3 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764710 Sep 29 23:17:54.991034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No DVR routers for this DVR port a7e3c8b8-5a69-411b-b659-6068e1d05546 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:17:55.025318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2e16e18-658c-4b4d-9ab5-9234d947e503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.053975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=a7e3c8b8-5a69-411b-b659-6068e1d05546,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:55.055629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e16e18-658c-4b4d-9ab5-9234d947e503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59f2282f-3b05-4ef1-828d-0df096ef800c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:55.061156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2e16e18-658c-4b4d-9ab5-9234d947e503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.063365 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f2e16e18-658c-4b4d-9ab5-9234d947e503 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/59f2282f-3b05-4ef1-828d-0df096ef800c HTTP/1.1" status: 204 len: 168 time: 0.4388249 Sep 29 23:17:55.065971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33416) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:55.168727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.199689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.224104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d187759-2802-4e1c-8c82-da2268c0f1fd']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:55.235694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:55.236163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0889b6-4d6e-4379-aeb8-c6e8e6bb30da') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:55.247413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.261774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.265937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.268424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:55.268826 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.301400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:55.327259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960aa420-2518-4945-ada3-b5a3eee1660a') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:55.327259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960aa420-2518-4945-ada3-b5a3eee1660a') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:55.360878 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:55.377219 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.380495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.388244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/networks/5d187759-2802-4e1c-8c82-da2268c0f1fd HTTP/1.1" status: 204 len: 168 time: 1.2368774 Sep 29 23:17:55.398359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33426) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:55.418070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2117390190'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:55.419072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83346d80-7b92-4084-ae22-85437cba5967 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Network': ['ID=5d187759-2802-4e1c-8c82-da2268c0f1fd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:55.424265 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.435616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd8b1f10-28da-4233-9f3e-f33f99928ded req-d75458f3-6fd2-45db-a11d-81d946bf4738 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 210 time: 0.0731068 Sep 29 23:17:55.467219 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.481515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:55.481991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:55.484148 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:55.496967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:55.500567 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.577507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.586520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.594791 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] 10.222.0.44 "DELETE /v2.0/networks/2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa HTTP/1.1" status: 204 len: 168 time: 0.5272465 Sep 29 23:17:55.595537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:17:55.597578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33440) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:55.643125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf141d1-27cc-4d2d-8de5-af91f7a89a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d77a4a0-9c6a-4829-b3ba-cbdf3100e1aa,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:55.662767 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.663167 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Added segment 828bfadf-1123-4100-bbf3-e803d3cf1dd6 of type vlan for network c5725f06-b4f6-46c2-8259-3226a074e28f Sep 29 23:17:55.702857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb632a02-2c48-4bbe-a43b-00a1fe814340 admin admin] Deleting subnet fdab4322-d7a7-49ca-8201-91cf96c152e6 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:55.716233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb632a02-2c48-4bbe-a43b-00a1fe814340 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.753769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.773625 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb632a02-2c48-4bbe-a43b-00a1fe814340 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.813744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.823693 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb632a02-2c48-4bbe-a43b-00a1fe814340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.832893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:55.834847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.905533 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb632a02-2c48-4bbe-a43b-00a1fe814340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.944913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Network': ['ID=c5725f06-b4f6-46c2-8259-3226a074e28f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:55.960249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c5725f06-b4f6-46c2-8259-3226a074e28f details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:17:55.979792 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-01c258e2-9754-4caf-a5cb-57b48801cf6d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5757756 Sep 29 23:17:55.982436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33444) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:55.983471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb632a02-2c48-4bbe-a43b-00a1fe814340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:55.985946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cb632a02-2c48-4bbe-a43b-00a1fe814340 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fdab4322-d7a7-49ca-8201-91cf96c152e6 HTTP/1.1" status: 204 len: 168 time: 0.3872159 Sep 29 23:17:55.987811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb632a02-2c48-4bbe-a43b-00a1fe814340 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdab4322-d7a7-49ca-8201-91cf96c152e6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:55.987940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'c5725f06-b4f6-46c2-8259-3226a074e28f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:55.993096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33446) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:56.250650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:56.254460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:56.258726 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:56.332297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a7e3c8b8-5a69-411b-b659-6068e1d05546 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:17:56.373137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a7e3c8b8-5a69-411b-b659-6068e1d05546 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:17:56.373746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a7e3c8b8-5a69-411b-b659-6068e1d05546 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:17:56.482065 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:56.511480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24272372-32c3-47a7-b534-12154fc4e545']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:56.524368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65be37d8-35c3-4458-8b77-e6f02b70bbdb') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:56.524810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65be37d8-35c3-4458-8b77-e6f02b70bbdb') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:17:56.545699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:56.588263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:56.605278 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3dc91bc-0dff-44a4-8b90-53a5b45194dd req-92f2f775-c990-4296-8f16-1152deeba8e1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 210 time: 0.0545018 Sep 29 23:17:56.635977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:17:56.639692 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:17:56.645311 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:17:56.765621 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:56.785396 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:56.790471 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] 10.222.0.44 "DELETE /v2.0/networks/24272372-32c3-47a7-b534-12154fc4e545 HTTP/1.1" status: 204 len: 168 time: 0.7897072 Sep 29 23:17:56.793674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663c34f-9932-4d10-b9e2-16d282979305 admin admin] Pushing event deleted for resources: {'Network': ['ID=24272372-32c3-47a7-b534-12154fc4e545,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:56.796291 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:56.876751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=2ec6183a-847f-4366-8b13-a3b99ac189ff,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:56.879542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Checking segment: {'id': '828bfadf-1123-4100-bbf3-e803d3cf1dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c5725f06-b4f6-46c2-8259-3226a074e28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:56.880204 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network hostable DHCP agents. Network: c5725f06-b4f6-46c2-8259-3226a074e28f, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:17:56.910458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network c5725f06-b4f6-46c2-8259-3226a074e28f is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:17:56.929623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, c5725f06-b4f6-46c2-8259-3226a074e28f) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:56.956883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:56.957582 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:56.974438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4223f016-418f-4a1c-8be5-5bfb35f40ebe None None] Network c5725f06-b4f6-46c2-8259-3226a074e28f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:17:57.015911 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-41620b01-0a26-481a-8579-aaa29d0182f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0323522 Sep 29 23:17:57.018614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33474) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:57.026558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-e21ee9a8-278a-42f5-8dab-42e9ca8fca52 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:57.028303 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-e21ee9a8-278a-42f5-8dab-42e9ca8fca52 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.42 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 813 time: 0.2900531 Sep 29 23:17:57.034816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': 'c5725f06-b4f6-46c2-8259-3226a074e28f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-99180533'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:57.053982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Request body: {'port': {'device_id': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85', 'admin_state_up': True, 'tenant_id': 'd04620ebc4914102be6770b301647420'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:57.170167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33484) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:57.266026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:57.270804 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.304106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0561255a-4b6a-41ae-97c9-01a0b4295b37 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c5a5b1dcd7714674b94d539dba5b2b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323390 Sep 29 23:17:57.304573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:57.312908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-c5725f06-b4f6-46c2-8259-3226a074e28f', 'network_id': 'c5725f06-b4f6-46c2-8259-3226a074e28f', 'tenant_id': '25874af1d540498886964c86c6ff218e', 'fixed_ips': [{'subnet_id': '2ec6183a-847f-4366-8b13-a3b99ac189ff'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:17:57.315307 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.322432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port 18323ffe-6e3b-456a-aed2-dc5669de0902 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:17:57.401938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Made reservation on behalf of d04620ebc4914102be6770b301647420 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:17:57.406169 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.488276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.5 (c5725f06-b4f6-46c2-8259-3226a074e28f/2ec6183a-847f-4366-8b13-a3b99ac189ff/18323ffe-6e3b-456a-aed2-dc5669de0902) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:57.509362 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df5dfcd1-3932-475a-bece-493b00ba4c16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.545789 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df5dfcd1-3932-475a-bece-493b00ba4c16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.623278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Allocated IP 172.20.0.10 (9ff5a393-3336-404c-bfa2-cec66ad29b85/08afd1f3-3af4-401b-af6f-0e073bd9edbe/f762db51-e87f-4b3e-9c8c-b6b1976117b2) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:57.639196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.665588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df5dfcd1-3932-475a-bece-493b00ba4c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.669048 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df5dfcd1-3932-475a-bece-493b00ba4c16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.673063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-df5dfcd1-3932-475a-bece-493b00ba4c16 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a1109f23-4a86-4498-a7aa-bf017025b1d1 HTTP/1.1" status: 204 len: 168 time: 0.3611631 Sep 29 23:17:57.694088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5dfcd1-3932-475a-bece-493b00ba4c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1109f23-4a86-4498-a7aa-bf017025b1d1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:57.705976 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.866404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bfafa4b-327b-438b-803d-8e161ed7c6a3 req-f135c393-16b7-4c75-8099-127601e0cfcb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 210 time: 0.0496063 Sep 29 23:17:57.884895 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.925322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network c5725f06-b4f6-46c2-8259-3226a074e28f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:57.931313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:57.933885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Allocated IP 172.20.0.2 (c5725f06-b4f6-46c2-8259-3226a074e28f/2ec6183a-847f-4366-8b13-a3b99ac189ff/c67de8f2-55bd-4c40-af0f-3fcb62969979) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:17:57.950240 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:57.958449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:57.993039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=18323ffe-6e3b-456a-aed2-dc5669de0902,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:58.031671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Network 9ff5a393-3336-404c-bfa2-cec66ad29b85 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:58.054744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:58.064687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:58.068947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.070277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:58.080727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Pushing event updated for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:58.106679 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d986815f-7ae5-44af-836b-b33a1a7d1baf tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 884 time: 1.0865352 Sep 29 23:17:58.109482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33504) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:58.157848 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.170758 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.196678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:58.200276 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.240971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-bed1e313-44c3-4884-9cc5-11fe460e3a59 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1959329 Sep 29 23:17:58.256589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Network c5725f06-b4f6-46c2-8259-3226a074e28f is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:17:58.260904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:17:58.263934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Request body: {'port': {'device_id': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:17:58.269722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:17:58.371219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Pushing event updated for resources: {'Port': ['ID=c67de8f2-55bd-4c40-af0f-3fcb62969979,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:58.391573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33510) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:58.418855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Attempting to bind port c67de8f2-55bd-4c40-af0f-3fcb62969979 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:58.419567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Attempting to bind port c67de8f2-55bd-4c40-af0f-3fcb62969979 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '828bfadf-1123-4100-bbf3-e803d3cf1dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c5725f06-b4f6-46c2-8259-3226a074e28f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:58.420126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Attempting to bind port c67de8f2-55bd-4c40-af0f-3fcb62969979 on network c5725f06-b4f6-46c2-8259-3226a074e28f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:58.436803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:58.437191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Checking segment: {'id': '828bfadf-1123-4100-bbf3-e803d3cf1dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c5725f06-b4f6-46c2-8259-3226a074e28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:58.437606 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.438004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Bound using segment: {'id': '828bfadf-1123-4100-bbf3-e803d3cf1dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c5725f06-b4f6-46c2-8259-3226a074e28f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:58.438493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Bound port: c67de8f2-55bd-4c40-af0f-3fcb62969979, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '828bfadf-1123-4100-bbf3-e803d3cf1dd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'c5725f06-b4f6-46c2-8259-3226a074e28f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:58.438880 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.462719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.555094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] For port c67de8f2-55bd-4c40-af0f-3fcb62969979, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:58.560568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] For port c67de8f2-55bd-4c40-af0f-3fcb62969979, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c67de8f2-55bd-4c40-af0f-3fcb62969979,segment=NetworkSegment(828bfadf-1123-4100-bbf3-e803d3cf1dd6),segment_id=828bfadf-1123-4100-bbf3-e803d3cf1dd6)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:58.569444 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.605585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cb8381cb-3b9f-4f15-86c2-fe1e8cb3428f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=53c706acc8ae4b889bdf284038d679fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2124639 Sep 29 23:17:58.610243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33522) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:58.659244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65159e1a-b7ad-41c4-9c4c-2df3c9e10305 None None] Pushing event updated for resources: {'Port': ['ID=c67de8f2-55bd-4c40-af0f-3fcb62969979,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:58.716769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-37e64bdd-f6f9-4a1b-923f-bc565706d503 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 18323ffe-6e3b-456a-aed2-dc5669de0902 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:17:58.717122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37e64bdd-f6f9-4a1b-923f-bc565706d503 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.833304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37e64bdd-f6f9-4a1b-923f-bc565706d503 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.849442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-37e64bdd-f6f9-4a1b-923f-bc565706d503 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 18323ffe-6e3b-456a-aed2-dc5669de0902 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:17:58.853191 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00407f64-e982-4a4c-8528-e4f760fafbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:58.953895 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00407f64-e982-4a4c-8528-e4f760fafbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.039113 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37e64bdd-f6f9-4a1b-923f-bc565706d503 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.096282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e64bdd-f6f9-4a1b-923f-bc565706d503 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=18323ffe-6e3b-456a-aed2-dc5669de0902,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:59.198254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fce7b7-18e6-4c17-b15e-1df4f0158b87 req-666cd955-2d47-4bbd-8805-8a8b1272fc01 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:59.205776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69fce7b7-18e6-4c17-b15e-1df4f0158b87 req-666cd955-2d47-4bbd-8805-8a8b1272fc01 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 932 time: 0.1478806 Sep 29 23:17:59.215061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37e64bdd-f6f9-4a1b-923f-bc565706d503 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.217969 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-37e64bdd-f6f9-4a1b-923f-bc565706d503 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/18323ffe-6e3b-456a-aed2-dc5669de0902 HTTP/1.1" status: 204 len: 168 time: 1.1074772 Sep 29 23:17:59.220785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33530) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:59.258065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f762db51-e87f-4b3e-9c8c-b6b1976117b2 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:17:59.263844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00407f64-e982-4a4c-8528-e4f760fafbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.266417 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00407f64-e982-4a4c-8528-e4f760fafbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.270106 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-00407f64-e982-4a4c-8528-e4f760fafbc8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ea9a71f4-635e-4017-891d-4596f53dc51a HTTP/1.1" status: 204 len: 168 time: 0.6564012 Sep 29 23:17:59.275948 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.278501 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3514b4d5-9380-4909-ab78-ae6a75335eb6 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:17:59.280242 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3514b4d5-9380-4909-ab78-ae6a75335eb6 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/18323ffe-6e3b-456a-aed2-dc5669de0902 HTTP/1.1" status: 404 len: 333 time: 0.0584319 Sep 29 23:17:59.283615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33534) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:59.351330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69fce7b7-18e6-4c17-b15e-1df4f0158b87 req-adb75339-09a8-4e72-b0e8-506b95b66458 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313674 Sep 29 23:17:59.351330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00407f64-e982-4a4c-8528-e4f760fafbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9a71f4-635e-4017-891d-4596f53dc51a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:59.356883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Transition to ACTIVE for port object f762db51-e87f-4b3e-9c8c-b6b1976117b2 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:17:59.370606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.443472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-e759f556-0e21-4258-866b-721188e14ed7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet 2ec6183a-847f-4366-8b13-a3b99ac189ff {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:17:59.447069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e759f556-0e21-4258-866b-721188e14ed7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.473764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Pushing event updated for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:59.546499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e759f556-0e21-4258-866b-721188e14ed7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.577101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Attempting to bind port f762db51-e87f-4b3e-9c8c-b6b1976117b2 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:17:59.577541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Attempting to bind port f762db51-e87f-4b3e-9c8c-b6b1976117b2 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '2436c88a-4343-4dfd-8a36-ca2ca864eec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:17:59.578005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Attempting to bind port f762db51-e87f-4b3e-9c8c-b6b1976117b2 on network 9ff5a393-3336-404c-bfa2-cec66ad29b85 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:59.583998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Port f762db51-e87f-4b3e-9c8c-b6b1976117b2 on network 9ff5a393-3336-404c-bfa2-cec66ad29b85 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:17:59.584423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Attempting to bind port f762db51-e87f-4b3e-9c8c-b6b1976117b2 on network 9ff5a393-3336-404c-bfa2-cec66ad29b85 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:17:59.619268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:17:59.623749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Checking segment: {'id': '2436c88a-4343-4dfd-8a36-ca2ca864eec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:17:59.625212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Bound using segment: {'id': '2436c88a-4343-4dfd-8a36-ca2ca864eec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:17:59.625851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Bound port: f762db51-e87f-4b3e-9c8c-b6b1976117b2, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2436c88a-4343-4dfd-8a36-ca2ca864eec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:17:59.627310 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.734054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e759f556-0e21-4258-866b-721188e14ed7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.809146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:17:59.813231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:17:59.825857 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.847243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e759f556-0e21-4258-866b-721188e14ed7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.910116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e759f556-0e21-4258-866b-721188e14ed7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec6183a-847f-4366-8b13-a3b99ac189ff,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:17:59.918133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e759f556-0e21-4258-866b-721188e14ed7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.920366 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e759f556-0e21-4258-866b-721188e14ed7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/2ec6183a-847f-4366-8b13-a3b99ac189ff HTTP/1.1" status: 204 len: 168 time: 0.6351259 Sep 29 23:17:59.922975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33550) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:17:59.929694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:17:59.930386 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:17:59.931794 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] 10.222.0.42 "PUT /v2.0/ports/f762db51-e87f-4b3e-9c8c-b6b1976117b2 HTTP/1.1" status: 200 len: 1092 time: 1.6759713 Sep 29 23:17:59.933087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:17:59.940572 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874" -d '{"events": [{"name": "network-changed", "server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:17:59.948568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d45b9b-8886-4497-9ad4-48459ced0137 service neutron] Pushing event updated for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:00.031596 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:00.081374 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25b92a7-7117-4b74-82da-0a2388b8bb1c x-openstack-request-id: req-d25b92a7-7117-4b74-82da-0a2388b8bb1c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:18:00.082628 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:18:00.087724 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d25b92a7-7117-4b74-82da-0a2388b8bb1c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:18:00.089844 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'status': 'completed', 'code': 200} Sep 29 23:18:00.159122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-deada32e-6f3f-4e0c-aeba-7f0358243ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:00.159914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port c67de8f2-55bd-4c40-af0f-3fcb62969979 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:00.160362 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:00.161289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-deada32e-6f3f-4e0c-aeba-7f0358243ed6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 1095 time: 0.1492980 Sep 29 23:18:00.276494 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-b652cb1f-3072-4550-a85a-5dc821ff996b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2 HTTP/1.1" status: 200 len: 217 time: 0.0989206 Sep 29 23:18:00.281732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597025e9-e86e-444a-8ced-e326e69c278f None None] Network c5725f06-b4f6-46c2-8259-3226a074e28f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:00.284432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] For port c67de8f2-55bd-4c40-af0f-3fcb62969979, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c67de8f2-55bd-4c40-af0f-3fcb62969979,segment=NetworkSegment(828bfadf-1123-4100-bbf3-e803d3cf1dd6),segment_id=828bfadf-1123-4100-bbf3-e803d3cf1dd6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:00.284941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:00.324814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for c67de8f2-55bd-4c40-af0f-3fcb62969979 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:00.401841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c67de8f2-55bd-4c40-af0f-3fcb62969979 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:00.409323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-197386de-21a8-4a3c-a145-3549782a9e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:00.411312 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-197386de-21a8-4a3c-a145-3549782a9e5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08afd1f3-3af4-401b-af6f-0e073bd9edbe HTTP/1.1" status: 200 len: 853 time: 0.1283472 Sep 29 23:18:00.481165 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:00.489395 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-82bfe289-27b2-424a-90e5-e201f4237514 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ff5a393-3336-404c-bfa2-cec66ad29b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703676 Sep 29 23:18:00.527810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No DVR routers for this DVR port c67de8f2-55bd-4c40-af0f-3fcb62969979 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:18:00.531743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d4ec65ec-aaac-47c4-b421-71e92c2ff5ce None None] Provisioning complete for port c67de8f2-55bd-4c40-af0f-3fcb62969979 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:00.547694 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4ec65ec-aaac-47c4-b421-71e92c2ff5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:00.552667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=c67de8f2-55bd-4c40-af0f-3fcb62969979,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:00.615329 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eebd07-6ad9-43f1-a52c-d4842fbca6a4 req-5ca37cee-d3eb-43f5-90a6-45b627244727 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:00.617155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d4ec65ec-aaac-47c4-b421-71e92c2ff5ce None None] Port c67de8f2-55bd-4c40-af0f-3fcb62969979 was deleted so its status cannot be updated. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 29 23:18:00.619012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76eebd07-6ad9-43f1-a52c-d4842fbca6a4 req-5ca37cee-d3eb-43f5-90a6-45b627244727 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.1271477 Sep 29 23:18:00.643781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No active binding found for port c67de8f2-55bd-4c40-af0f-3fcb62969979 {{(pid=110007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 23:18:00.648447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c67de8f2-55bd-4c40-af0f-3fcb62969979 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 29 23:18:00.745705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Port c67de8f2-55bd-4c40-af0f-3fcb62969979 not found, will not notify nova. {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 29 23:18:00.753433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb2fad-fda7-4130-84c5-d65d43226f98 None None] DHCP port deletion for c5725f06-b4f6-46c2-8259-3226a074e28f request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:18:00.861949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:00.917357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5725f06-b4f6-46c2-8259-3226a074e28f']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:00.951336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '828bfadf-1123-4100-bbf3-e803d3cf1dd6') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:00.955393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '828bfadf-1123-4100-bbf3-e803d3cf1dd6') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:00.998809 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:01.029953 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:01.050040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:18:01.052854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:18:01.081644 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:18:01.200154 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76eebd07-6ad9-43f1-a52c-d4842fbca6a4 req-0de62bf1-3959-46b1-927a-53aae15424d7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716763 Sep 29 23:18:01.229061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:01.240844 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:01.242720 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/networks/c5725f06-b4f6-46c2-8259-3226a074e28f HTTP/1.1" status: 204 len: 168 time: 1.3183131 Sep 29 23:18:01.250861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33588) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:01.265571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-40e3721b-a7c0-4a92-bb8f-4d9bf5bdd025 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7585716 Sep 29 23:18:01.290912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'name': 'tempest-PortsTestJSON-856417447'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:01.303418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b48ea7-f6fa-4760-997d-dac2b7de0029 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Network': ['ID=c5725f06-b4f6-46c2-8259-3226a074e28f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:01.470544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:01.474937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:01.529777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port f6ee5ec8-04bc-4113-ad08-842fce3c1d86 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:18:01.567007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cbf7277-9117-40f7-8ae5-c4cc2d4faba8 req-3699ea18-b95f-4c5c-bb94-de982c6c468f service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809935 Sep 29 23:18:01.774444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874 req-8abb8710-6d1c-453b-8caa-064ba5ffe586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:01.776740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874 req-8abb8710-6d1c-453b-8caa-064ba5ffe586 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 1095 time: 0.0976088 Sep 29 23:18:01.954175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874 req-502b306f-1a6b-4bce-8c1f-66f1febe7c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:01.956545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874 req-502b306f-1a6b-4bce-8c1f-66f1febe7c1a service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 914 time: 0.1719332 Sep 29 23:18:01.986738 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:02.066476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874 req-386224fc-5ec3-4a64-a3a7-408cfbb95b59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2 HTTP/1.1" status: 200 len: 217 time: 0.1015916 Sep 29 23:18:02.109219 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:02.138238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874 req-062a6c2f-cd56-4403-9bae-ab8ffac59319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:02.140715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874 req-062a6c2f-cd56-4403-9bae-ab8ffac59319 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08afd1f3-3af4-401b-af6f-0e073bd9edbe HTTP/1.1" status: 200 len: 853 time: 0.0647104 Sep 29 23:18:02.258211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874 req-03908aee-596a-463f-ac6d-7231b68de39a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ff5a393-3336-404c-bfa2-cec66ad29b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088862 Sep 29 23:18:02.277559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=f6ee5ec8-04bc-4113-ad08-842fce3c1d86,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:02.301585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:02.304314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:02.318881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:02.332677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:02.334469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:02.343161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c67de8f2-55bd-4c40-af0f-3fcb62969979 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:18:02.377924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: c67de8f2-55bd-4c40-af0f-3fcb62969979 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:18:02.378860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c67de8f2-55bd-4c40-af0f-3fcb62969979 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:18:02.381883 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-35427c86-8287-4c75-8490-8a8781403cdd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0989974 Sep 29 23:18:02.383412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33628) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:02.607582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ecf21a76-facc-43ac-8e79-b931ceea5787 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port f6ee5ec8-04bc-4113-ad08-842fce3c1d86 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:02.608293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecf21a76-facc-43ac-8e79-b931ceea5787 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:02.656029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874 req-06bc3a41-d428-4306-9b94-e881f8d190fc service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960385 Sep 29 23:18:02.705258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e606d-9e89-40da-9cbe-21c99723c128 req-672ee75d-56f4-479e-bef7-3cf352404537 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:02.714211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-382e606d-9e89-40da-9cbe-21c99723c128 req-672ee75d-56f4-479e-bef7-3cf352404537 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.1979318 Sep 29 23:18:02.738000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecf21a76-facc-43ac-8e79-b931ceea5787 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:02.764578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ecf21a76-facc-43ac-8e79-b931ceea5787 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for f6ee5ec8-04bc-4113-ad08-842fce3c1d86 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:02.819118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-382e606d-9e89-40da-9cbe-21c99723c128 req-94007752-29ea-4114-a4b2-dbeb49c609ad tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984573 Sep 29 23:18:02.867773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5b7dc2e-0fab-49e1-b3d5-823308bc0874 req-444cf0c8-4c19-44ab-baf9-64755c699381 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032506 Sep 29 23:18:02.900926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecf21a76-facc-43ac-8e79-b931ceea5787 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:02.939390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf21a76-facc-43ac-8e79-b931ceea5787 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=f6ee5ec8-04bc-4113-ad08-842fce3c1d86,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:02.952337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecf21a76-facc-43ac-8e79-b931ceea5787 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:02.958032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33648) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:02.958214 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ecf21a76-facc-43ac-8e79-b931ceea5787 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/f6ee5ec8-04bc-4113-ad08-842fce3c1d86 HTTP/1.1" status: 204 len: 168 time: 0.5657167 Sep 29 23:18:02.959721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33650) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:02.964302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'mac_address': 'fa:16:3e:7f:55:ad', 'name': 'tempest-PortsTestJSON-184228591'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:03.076936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:03.124294 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75844b7e-142a-4427-af70-e916d97b442c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.169350 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.193794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port 9dd0acd5-c248-4841-a2b5-f2dd38050331 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:18:03.263722 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75844b7e-142a-4427-af70-e916d97b442c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.270854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75844b7e-142a-4427-af70-e916d97b442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.274395 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-66f7b2da-a086-4dc4-b909-9d038a576173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.334537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75844b7e-142a-4427-af70-e916d97b442c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90141516-4d34-4f2d-9b45-4a1495cca359,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:03.345802 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-75844b7e-142a-4427-af70-e916d97b442c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=06f248c7b0444120819d6398b058a13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821995 Sep 29 23:18:03.346131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33656) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:03.393936 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.416142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55cf06ef-2ce9-4c4c-9f3f-10d1e757b130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.432914 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.440008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55cf06ef-2ce9-4c4c-9f3f-10d1e757b130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.488029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:03.489859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:03.494938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=9dd0acd5-c248-4841-a2b5-f2dd38050331,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:03.494938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:03.500243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:03.500881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.508406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55cf06ef-2ce9-4c4c-9f3f-10d1e757b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.512044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55cf06ef-2ce9-4c4c-9f3f-10d1e757b130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.513427 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-55cf06ef-2ce9-4c4c-9f3f-10d1e757b130 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90141516-4d34-4f2d-9b45-4a1495cca359 HTTP/1.1" status: 204 len: 168 time: 0.1660635 Sep 29 23:18:03.522267 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf06ef-2ce9-4c4c-9f3f-10d1e757b130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90141516-4d34-4f2d-9b45-4a1495cca359,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:03.531573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33660) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:03.532503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b49489c0-25a2-420a-927e-8923834a8cf9 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5728800 Sep 29 23:18:03.595876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5179eb26-5cec-4133-b616-124b92661691 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:03.600396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33664) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:03.606180 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5179eb26-5cec-4133-b616-124b92661691 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/9dd0acd5-c248-4841-a2b5-f2dd38050331 HTTP/1.1" status: 200 len: 840 time: 0.0733461 Sep 29 23:18:03.748289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fb34e9fa-aec1-45eb-a2b9-4b4c0d5808b3 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 9dd0acd5-c248-4841-a2b5-f2dd38050331 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:03.749045 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb34e9fa-aec1-45eb-a2b9-4b4c0d5808b3 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.831556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb34e9fa-aec1-45eb-a2b9-4b4c0d5808b3 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:03.851271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fb34e9fa-aec1-45eb-a2b9-4b4c0d5808b3 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 9dd0acd5-c248-4841-a2b5-f2dd38050331 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:03.895228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33678) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:03.915705 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11d9110f-8b31-43ff-85d0-1ffa55fffca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.001104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2863e-a983-4963-9cf7-d4a759650d2c req-d89f5912-51b9-4637-9b47-be7e4b946d8d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:04.003220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57e2863e-a983-4963-9cf7-d4a759650d2c req-d89f5912-51b9-4637-9b47-be7e4b946d8d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.0689609 Sep 29 23:18:04.027505 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb34e9fa-aec1-45eb-a2b9-4b4c0d5808b3 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.067914 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb34e9fa-aec1-45eb-a2b9-4b4c0d5808b3 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.071916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fb34e9fa-aec1-45eb-a2b9-4b4c0d5808b3 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/9dd0acd5-c248-4841-a2b5-f2dd38050331 HTTP/1.1" status: 204 len: 168 time: 0.4683716 Sep 29 23:18:04.073736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33686) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:04.076929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34e9fa-aec1-45eb-a2b9-4b4c0d5808b3 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=9dd0acd5-c248-4841-a2b5-f2dd38050331,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:04.092977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11d9110f-8b31-43ff-85d0-1ffa55fffca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.111055 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11d9110f-8b31-43ff-85d0-1ffa55fffca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.115463 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a62aa9c-2fe6-4709-b019-c4e463edb5ad tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:18:04.119983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57e2863e-a983-4963-9cf7-d4a759650d2c req-055c6746-2fe7-491f-90d9-a66f7628525c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073754 Sep 29 23:18:04.120134 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4a62aa9c-2fe6-4709-b019-c4e463edb5ad tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/9dd0acd5-c248-4841-a2b5-f2dd38050331 HTTP/1.1" status: 404 len: 333 time: 0.0422325 Sep 29 23:18:04.126389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33688) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:04.142147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'name': 'tempest-PortsTestJSON-355731558'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:04.182929 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-11d9110f-8b31-43ff-85d0-1ffa55fffca1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e978f9a4193f4a1a89f4554cb3267f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2859261 Sep 29 23:18:04.192653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33692) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:04.202182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d9110f-8b31-43ff-85d0-1ffa55fffca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e64c82d-2161-4bfc-8418-c7c6f1338390,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:04.248663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-0e2f7072-8d3e-40dd-a4c7-54c432314485 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:04.250476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-0e2f7072-8d3e-40dd-a4c7-54c432314485 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.1844721 Sep 29 23:18:04.269850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-f96f7228-205a-4794-8362-65db2ca92bc6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/quotas/86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 375 time: 0.0115941 Sep 29 23:18:04.333946 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-be47433a-fc9c-4903-a7e4-b1088ddf38d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.335671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:04.337819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-cc390bdb-a936-41aa-83b3-2cead32a60bd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623045 Sep 29 23:18:04.339949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.380944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port 1f7def06-2794-4bd0-baf2-859f73d65c05 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:18:04.391255 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-be47433a-fc9c-4903-a7e4-b1088ddf38d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.450406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-87fb2c89-f381-4e91-9084-307e57378637 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056118 Sep 29 23:18:04.509463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-be47433a-fc9c-4903-a7e4-b1088ddf38d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.512208 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-be47433a-fc9c-4903-a7e4-b1088ddf38d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.513371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-be47433a-fc9c-4903-a7e4-b1088ddf38d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9e64c82d-2161-4bfc-8418-c7c6f1338390 HTTP/1.1" status: 204 len: 168 time: 0.3198473 Sep 29 23:18:04.535480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47433a-fc9c-4903-a7e4-b1088ddf38d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e64c82d-2161-4bfc-8418-c7c6f1338390,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:04.588086 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-3066dfe8-867a-4742-b1b9-9fe4491067f9 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266849 Sep 29 23:18:04.612345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.656295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.701128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f762db51-e87f-4b3e-9c8c-b6b1976117b2 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:18:04.730732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:04.737384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:04.761435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:04.770693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:04.771497 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:04.784021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=1f7def06-2794-4bd0-baf2-859f73d65c05,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:04.825906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b1b2d262-cf26-466e-a6cd-19f9cd45ad76 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6960979 Sep 29 23:18:04.828665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33708) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:04.834973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c823e4a3-7813-43bd-b2a1-5bfe48843100 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:04.958356 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:04.971756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85', 'port_id': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'mac_address': 'fa:16:3e:0e:d4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08afd1f3-3af4-401b-af6f-0e073bd9edbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:18:05.013298 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c823e4a3-7813-43bd-b2a1-5bfe48843100 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:05.025576 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:05.069032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f762db51-e87f-4b3e-9c8c-b6b1976117b2 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:18:05.092203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5c70721-fb4d-4dd2-adee-c08084b0aea3 req-2ff91d16-7276-4dfb-b2e7-36f62ec7ad08 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 210 time: 0.0832417 Sep 29 23:18:05.107381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:05.114059 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:05.193322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:05.438463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e68ce7-1f0c-4aee-bc9c-b6f1ab89c5f0 req-fb3b5b74-4f09-4d6b-bcf2-d163a7289cce tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:05.450891 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99e68ce7-1f0c-4aee-bc9c-b6f1ab89c5f0 req-fb3b5b74-4f09-4d6b-bcf2-d163a7289cce tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 945 time: 0.1530337 Sep 29 23:18:05.467104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c823e4a3-7813-43bd-b2a1-5bfe48843100 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:05.481504 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c823e4a3-7813-43bd-b2a1-5bfe48843100 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:05.534137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823e4a3-7813-43bd-b2a1-5bfe48843100 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=1f7def06-2794-4bd0-baf2-859f73d65c05,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:05.545293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['f762db51-e87f-4b3e-9c8c-b6b1976117b2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:18:05.554596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c823e4a3-7813-43bd-b2a1-5bfe48843100 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] In _notify_port_updated(), no bound segment for port 1f7def06-2794-4bd0-baf2-859f73d65c05 on network ffdf444b-fa33-40e8-ba96-87d2a081b4ee {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:18:05.561525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c823e4a3-7813-43bd-b2a1-5bfe48843100 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:05.562306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c823e4a3-7813-43bd-b2a1-5bfe48843100 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:05.564122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c823e4a3-7813-43bd-b2a1-5bfe48843100 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "PUT /v2.0/ports/1f7def06-2794-4bd0-baf2-859f73d65c05 HTTP/1.1" status: 200 len: 818 time: 0.7335775 Sep 29 23:18:05.566816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33742) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:05.584003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99e68ce7-1f0c-4aee-bc9c-b6f1ab89c5f0 req-66949970-685c-4c15-ae3b-9510f6c34379 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321003 Sep 29 23:18:05.768324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7e1fc325-7311-4c16-805d-de5b0f06e187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 1f7def06-2794-4bd0-baf2-859f73d65c05 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:05.769218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc325-7311-4c16-805d-de5b0f06e187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:05.876050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc325-7311-4c16-805d-de5b0f06e187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:05.896815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7e1fc325-7311-4c16-805d-de5b0f06e187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 1f7def06-2794-4bd0-baf2-859f73d65c05 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:06.026085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc325-7311-4c16-805d-de5b0f06e187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.076502 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fc325-7311-4c16-805d-de5b0f06e187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=1f7def06-2794-4bd0-baf2-859f73d65c05,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:06.096511 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e1fc325-7311-4c16-805d-de5b0f06e187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.099224 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7e1fc325-7311-4c16-805d-de5b0f06e187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/1f7def06-2794-4bd0-baf2-859f73d65c05 HTTP/1.1" status: 204 len: 168 time: 0.5309408 Sep 29 23:18:06.101547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:06.171091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd578d2-ac25-407f-b156-bad3323cb28c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:06.172736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6cd578d2-ac25-407f-b156-bad3323cb28c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.0701721 Sep 29 23:18:06.175685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33766) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:06.202999 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-927bbb47-af25-49a4-9a20-3d918998def9 req-8c4cfcc6-50d8-4f81-a639-70cdee1aae16 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 210 time: 0.0289960 Sep 29 23:18:06.216045 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-a09c0686-e437-4093-9ec5-79ce184ed70a tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:18:06.216637 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95a50d5a-840e-4470-a81f-c7f1ae33fb64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.219280 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a09c0686-e437-4093-9ec5-79ce184ed70a tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/1f7def06-2794-4bd0-baf2-859f73d65c05 HTTP/1.1" status: 404 len: 333 time: 0.0411339 Sep 29 23:18:06.222735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33768) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:06.233978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1431820482'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:06.259010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:06.263591 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.297025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:18:06.314179 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.316307 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Added segment f14383f9-1997-4731-8f81-d1fcba12a1b6 of type vlan for network ad64af7c-1033-4dfa-a23c-a7f967ab661e Sep 29 23:18:06.409180 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.469362 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.482859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:06.488883 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.491270 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.494576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33776) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:06.582529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Network': ['ID=ad64af7c-1033-4dfa-a23c-a7f967ab661e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:06.584439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-a3f69808-09a7-4007-8eb3-3c3cde49388a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:06.586842 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-a3f69808-09a7-4007-8eb3-3c3cde49388a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.1916001 Sep 29 23:18:06.595410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network ad64af7c-1033-4dfa-a23c-a7f967ab661e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:18:06.599708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b90cd1b6-a58e-4b74-9e93-6270934463d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3735175 Sep 29 23:18:06.600128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33782) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:06.607322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:06.612210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'port': {'device_id': '3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'admin_state_up': True, 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:06.771575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:06.776560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.806216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Made reservation on behalf of 86bdc4515d6a4d0b846bbc7c3354ced6 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:06.812251 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.828135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dacad6b2-a00a-49ae-b4fd-80618d6972fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:06.851741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337ec17-1faa-4cc6-95f6-aeb1a758173a req-19b4a7b5-cff2-45ae-adcf-85e4433678ed tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:06.853224 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d337ec17-1faa-4cc6-95f6-aeb1a758173a req-19b4a7b5-cff2-45ae-adcf-85e4433678ed tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 945 time: 0.1199934 Sep 29 23:18:06.953831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Allocated IP 172.20.0.7 (ee5d94c1-3e5a-467b-89c5-206c2f04d49f/de53ae86-4ded-4d3c-be7d-939667c8dccf/238a0365-844d-4a32-8f01-97d133f921dc) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:06.960292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d337ec17-1faa-4cc6-95f6-aeb1a758173a req-32b69348-7353-4c55-9105-6d53bf0c6ab1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767636 Sep 29 23:18:07.115263 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.123165 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dacad6b2-a00a-49ae-b4fd-80618d6972fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.164566 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dacad6b2-a00a-49ae-b4fd-80618d6972fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.210433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.219063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=8549a4f5-275d-4fb7-a670-c722438a2fb6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:07.225551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33792) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:07.225705 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dacad6b2-a00a-49ae-b4fd-80618d6972fd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a3d6d3e4a3d441f7a7e567b900c4e925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6534348 Sep 29 23:18:07.255050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacad6b2-a00a-49ae-b4fd-80618d6972fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feee1ff2-1fab-45ee-9152-23d6e0a3f74d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:07.302972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Checking segment: {'id': 'f14383f9-1997-4731-8f81-d1fcba12a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:07.303603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network hostable DHCP agents. Network: ad64af7c-1033-4dfa-a23c-a7f967ab661e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:18:07.306220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f2412d8-a65a-416b-95c4-2c85732cad63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.330536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da3d4259-3230-461b-b029-114b216be2eb req-1aeabb66-beb5-470c-8797-47b81cf0b257 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 210 time: 0.0426292 Sep 29 23:18:07.333968 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.361683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ad64af7c-1033-4dfa-a23c-a7f967ab661e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:18:07.372243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f2412d8-a65a-416b-95c4-2c85732cad63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.372410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, ad64af7c-1033-4dfa-a23c-a7f967ab661e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:07.383218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a960e74-a518-4852-8ff1-8128023cf8ea None None] Network ad64af7c-1033-4dfa-a23c-a7f967ab661e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:07.391595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:07.392319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.400938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:07.412147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:07.418620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-59121ef0-918f-43e6-a4e6-3d01e7932f6f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8169227 Sep 29 23:18:07.419469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33796) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:07.425955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2a76a412-f474-4f54-a6c3-5184e01e14ae tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:07.427740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:07.462287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=238a0365-844d-4a32-8f01-97d133f921dc,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:07.471788 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.525124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:07.525963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.550440 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f2412d8-a65a-416b-95c4-2c85732cad63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.555763 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7f2412d8-a65a-416b-95c4-2c85732cad63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.561538 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7f2412d8-a65a-416b-95c4-2c85732cad63 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/feee1ff2-1fab-45ee-9152-23d6e0a3f74d HTTP/1.1" status: 204 len: 168 time: 0.3323450 Sep 29 23:18:07.569461 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-9cbb434d-a2c0-4908-924f-4488a97afafd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9734035 Sep 29 23:18:07.579923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2412d8-a65a-416b-95c4-2c85732cad63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feee1ff2-1fab-45ee-9152-23d6e0a3f74d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:07.589738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Request body: {'port': {'device_id': '3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:07.662260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.686445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a76a412-f474-4f54-a6c3-5184e01e14ae tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:07.689560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a76a412-f474-4f54-a6c3-5184e01e14ae tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.722977 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-ad64af7c-1033-4dfa-a23c-a7f967ab661e', 'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e', 'tenant_id': '25874af1d540498886964c86c6ff218e', 'fixed_ips': [{'subnet_id': '8549a4f5-275d-4fb7-a670-c722438a2fb6'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:18:07.724148 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:07.895045 n-d-811173-2 neutron-server[110005]: INFO neutron.db.ipam_backend_mixin [None req-2a76a412-f474-4f54-a6c3-5184e01e14ae tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8549a4f5-275d-4fb7-a670-c722438a2fb6 (CIDR: 172.20.0.0/28) Sep 29 23:18:07.904068 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a76a412-f474-4f54-a6c3-5184e01e14ae tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:18:07.905859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a76a412-f474-4f54-a6c3-5184e01e14ae tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:18:07.905971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Allocated IP 172.20.0.2 (ad64af7c-1033-4dfa-a23c-a7f967ab661e/8549a4f5-275d-4fb7-a670-c722438a2fb6/e2513788-f048-442d-880c-39bc6043aa48) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:07.941271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2a76a412-f474-4f54-a6c3-5184e01e14ae tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5161963 Sep 29 23:18:07.942361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:07.948143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-eeba438e-53df-46aa-a111-b249a8fa7235 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:08.074484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2ae4ce01-8827-4239-8268-d1fcde557ac4 None None] Provisioning complete for port 238a0365-844d-4a32-8f01-97d133f921dc triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:08.075135 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2ae4ce01-8827-4239-8268-d1fcde557ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.193352 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.196080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4ce01-8827-4239-8268-d1fcde557ac4 None None] Port 238a0365-844d-4a32-8f01-97d133f921dc cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:08.210022 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.256588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeba438e-53df-46aa-a111-b249a8fa7235 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:08.273779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eeba438e-53df-46aa-a111-b249a8fa7235 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.316907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Pushing event updated for resources: {'Port': ['ID=e2513788-f048-442d-880c-39bc6043aa48,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:08.335942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Network ad64af7c-1033-4dfa-a23c-a7f967ab661e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:08.340280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:08.348867 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:08.351304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238a0365-844d-4a32-8f01-97d133f921dc {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:18:08.374564 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.409918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Transition to ACTIVE for port object 238a0365-844d-4a32-8f01-97d133f921dc will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:18:08.423927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.471073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Attempting to bind port e2513788-f048-442d-880c-39bc6043aa48 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:08.471622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Attempting to bind port e2513788-f048-442d-880c-39bc6043aa48 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'f14383f9-1997-4731-8f81-d1fcba12a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:08.474195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Attempting to bind port e2513788-f048-442d-880c-39bc6043aa48 on network ad64af7c-1033-4dfa-a23c-a7f967ab661e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:08.486337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:08.487872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Checking segment: {'id': 'f14383f9-1997-4731-8f81-d1fcba12a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:08.490893 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.491742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Bound using segment: {'id': 'f14383f9-1997-4731-8f81-d1fcba12a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:08.492580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Bound port: e2513788-f048-442d-880c-39bc6043aa48, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f14383f9-1997-4731-8f81-d1fcba12a1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:08.493211 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.558828 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Pushing event updated for resources: {'Port': ['ID=238a0365-844d-4a32-8f01-97d133f921dc,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:08.649038 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eeba438e-53df-46aa-a111-b249a8fa7235 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.663420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] For port e2513788-f048-442d-880c-39bc6043aa48, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:08.667330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] For port e2513788-f048-442d-880c-39bc6043aa48, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2513788-f048-442d-880c-39bc6043aa48,segment=NetworkSegment(f14383f9-1997-4731-8f81-d1fcba12a1b6),segment_id=f14383f9-1997-4731-8f81-d1fcba12a1b6)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:08.693743 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.704434 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeba438e-53df-46aa-a111-b249a8fa7235 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ad64af7c-1033-4dfa-a23c-a7f967ab661e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:08.710173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-eeba438e-53df-46aa-a111-b249a8fa7235 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:08.730484 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.741549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Attempting to bind port 238a0365-844d-4a32-8f01-97d133f921dc on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:08.742489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Attempting to bind port 238a0365-844d-4a32-8f01-97d133f921dc by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:08.743049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Attempting to bind port 238a0365-844d-4a32-8f01-97d133f921dc on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:08.754682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Port 238a0365-844d-4a32-8f01-97d133f921dc on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:18:08.756214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Attempting to bind port 238a0365-844d-4a32-8f01-97d133f921dc on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:08.758303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeba438e-53df-46aa-a111-b249a8fa7235 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:08.759059 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eeba438e-53df-46aa-a111-b249a8fa7235 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.768266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:08.772308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Checking segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:08.773902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Bound using segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:08.773902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Bound port: 238a0365-844d-4a32-8f01-97d133f921dc, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:08.773902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.798963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-eeba438e-53df-46aa-a111-b249a8fa7235 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8559852 Sep 29 23:18:08.799729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:08.804826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f762db51-e87f-4b3e-9c8c-b6b1976117b2 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:08.813509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e', 'fixed_ips': [{'subnet_id': '8549a4f5-275d-4fb7-a670-c722438a2fb6'}, {'subnet_id': '1e8b8953-a43a-4b98-9587-6f0a07885a91'}], 'name': 'tempest-PortsTestJSON-1612291752'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:08.847135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04511876-acd7-45e2-85c5-f7cee2f1303a req-f78f3125-3720-4de1-824c-e41133bad5af tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:08.849465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04511876-acd7-45e2-85c5-f7cee2f1303a req-f78f3125-3720-4de1-824c-e41133bad5af tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 945 time: 0.6780038 Sep 29 23:18:08.936079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] For port 238a0365-844d-4a32-8f01-97d133f921dc, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:08.942422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731b9ae-17b1-4fb7-8bc0-24c0f1f43d29 None None] Pushing event updated for resources: {'Port': ['ID=e2513788-f048-442d-880c-39bc6043aa48,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:08.942946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] For port 238a0365-844d-4a32-8f01-97d133f921dc, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=238a0365-844d-4a32-8f01-97d133f921dc,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:08.954554 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:08.990034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port f762db51-e87f-4b3e-9c8c-b6b1976117b2 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:18:08.994040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970f2b4-dd58-4bad-9bbd-96b3b409a2ce req-954425bf-16f2-422b-ae3b-7f7017bb4408 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:08.996896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a970f2b4-dd58-4bad-9bbd-96b3b409a2ce req-954425bf-16f2-422b-ae3b-7f7017bb4408 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 943 time: 0.3734720 Sep 29 23:18:09.001034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port f762db51-e87f-4b3e-9c8c-b6b1976117b2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:09.001492 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:09.030298 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:09.047039 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:09.048801 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] 10.222.0.26 "PUT /v2.0/ports/238a0365-844d-4a32-8f01-97d133f921dc HTTP/1.1" status: 200 len: 1091 time: 1.4701962 Sep 29 23:18:09.060452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b', 'tag': '238a0365-844d-4a32-8f01-97d133f921dc'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:18:09.068849 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12989fba-546c-45e0-8a24-9c0cb4ab02da" -d '{"events": [{"name": "network-changed", "server_uuid": "3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b", "tag": "238a0365-844d-4a32-8f01-97d133f921dc"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:18:09.083120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba438e-53df-46aa-a111-b249a8fa7235 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=1e8b8953-a43a-4b98-9587-6f0a07885a91,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:09.238486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c319e0-201c-4752-b456-9c3486aca285 service neutron] Pushing event updated for resources: {'Port': ['ID=238a0365-844d-4a32-8f01-97d133f921dc,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:09.281537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-db518138-88fc-42c9-bb09-f7ddcf1405bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:09.289462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-db518138-88fc-42c9-bb09-f7ddcf1405bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 1094 time: 0.1797962 Sep 29 23:18:09.290098 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:09.335644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:18:09.343722 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe7cfb6-717e-45e9-ad08-8e85363b1207" -d '{"events": [{"server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "name": "network-vif-plugged", "status": "completed", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:18:09.352023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04511876-acd7-45e2-85c5-f7cee2f1303a req-5bcc1ef0-2629-483b-af76-0a4e6d9b5281 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4715140 Sep 29 23:18:09.352900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:09.380392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:09.391590 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:09.443214 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-a87483b6-4b43-4db6-aa53-531e89779fe0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=238a0365-844d-4a32-8f01-97d133f921dc HTTP/1.1" status: 200 len: 217 time: 0.1395714 Sep 29 23:18:09.445006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a970f2b4-dd58-4bad-9bbd-96b3b409a2ce req-e5e18870-504b-4622-b1f4-3c6e266122f3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343514 Sep 29 23:18:09.553943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:09.591604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-57bf2706-fdde-4c8c-909e-c53afaaf4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:09.593125 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-57bf2706-fdde-4c8c-909e-c53afaaf4826 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.1349876 Sep 29 23:18:09.598472 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5481ab50-35bc-4abe-acf7-ab6d439f60c2 x-openstack-request-id: req-5481ab50-35bc-4abe-acf7-ab6d439f60c2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:18:09.598936 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b", "tag": "238a0365-844d-4a32-8f01-97d133f921dc", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:18:09.599340 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5481ab50-35bc-4abe-acf7-ab6d439f60c2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:18:09.600144 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b', 'tag': '238a0365-844d-4a32-8f01-97d133f921dc', 'status': 'completed', 'code': 200} Sep 29 23:18:09.631185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:09.653698 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cf1bbf-80d0-4337-96e6-d347616dc850 x-openstack-request-id: req-68cf1bbf-80d0-4337-96e6-d347616dc850 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:18:09.654163 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "name": "network-vif-plugged", "status": "completed", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:18:09.654577 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68cf1bbf-80d0-4337-96e6-d347616dc850 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:18:09.655108 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'code': 200} Sep 29 23:18:09.695509 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:09.717339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-528738ff-38f0-4f06-b0ab-41b7dbef1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:09.719725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-528738ff-38f0-4f06-b0ab-41b7dbef1975 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1186116 Sep 29 23:18:09.733788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:18:09.895646 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-ddee655f-1052-44f6-b896-d5b9d3127964 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679130 Sep 29 23:18:09.985555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914c4e5-0b4e-4bd4-b8dc-b4f94386a5d1 req-67929836-fc45-4579-8cea-a9cf02cce25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:09.987004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9914c4e5-0b4e-4bd4-b8dc-b4f94386a5d1 req-67929836-fc45-4579-8cea-a9cf02cce25c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 1097 time: 0.2035470 Sep 29 23:18:10.095922 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4c84908-c8f5-4c3d-a93f-760b5e0a18cd req-e26ace83-8b05-4052-8c5f-a63d1fe60f4d service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923194 Sep 29 23:18:10.121775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9914c4e5-0b4e-4bd4-b8dc-b4f94386a5d1 req-bba04595-060c-424e-b622-b3eeb5ae873f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200840 Sep 29 23:18:10.246321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-1cd2a63e-3fde-497a-b4bb-4b2c39852f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:10.247858 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-1cd2a63e-3fde-497a-b4bb-4b2c39852f20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 1094 time: 0.0863678 Sep 29 23:18:10.376200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.11 (ad64af7c-1033-4dfa-a23c-a7f967ab661e/8549a4f5-275d-4fb7-a670-c722438a2fb6/21ffc8da-13fa-4e41-91e7-fe9ed4ba168f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:10.382959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e2513788-f048-442d-880c-39bc6043aa48 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:10.400012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.26 (ad64af7c-1033-4dfa-a23c-a7f967ab661e/1e8b8953-a43a-4b98-9587-6f0a07885a91/21ffc8da-13fa-4e41-91e7-fe9ed4ba168f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:10.459198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-353fd00a-2b28-4974-b736-82c89fb36f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:10.462207 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-353fd00a-2b28-4974-b736-82c89fb36f2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.2064974 Sep 29 23:18:10.512559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e2513788-f048-442d-880c-39bc6043aa48 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:10.512942 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:10.733148 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:10.736522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c638e6-4de1-445f-8639-324d92a85045 None None] Network ad64af7c-1033-4dfa-a23c-a7f967ab661e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:10.829536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-691e9ec7-fe69-4fda-afab-89aee7ab70fc None None] Provisioning complete for port e2513788-f048-442d-880c-39bc6043aa48 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:10.832027 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-691e9ec7-fe69-4fda-afab-89aee7ab70fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:10.859302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6a042-923c-4e94-a337-b60297c7bb61 req-0669a26e-2cd4-4643-9b37-0f33fb0596b6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:10.861734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7a6a042-923c-4e94-a337-b60297c7bb61 req-0669a26e-2cd4-4643-9b37-0f33fb0596b6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.2643719 Sep 29 23:18:10.871127 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:10.905077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e310cef-9380-423f-89be-8d71ec5e7cf4 req-caa0cec8-8bc5-4a3b-991b-f39190da8107 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:10.906702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e310cef-9380-423f-89be-8d71ec5e7cf4 req-caa0cec8-8bc5-4a3b-991b-f39190da8107 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 943 time: 0.2141545 Sep 29 23:18:10.907127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port e2513788-f048-442d-880c-39bc6043aa48, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2513788-f048-442d-880c-39bc6043aa48,segment=NetworkSegment(f14383f9-1997-4731-8f81-d1fcba12a1b6),segment_id=f14383f9-1997-4731-8f81-d1fcba12a1b6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:10.927012 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:10.984438 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-dc277bdd-02af-4a6e-898c-66e284fc2744 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=238a0365-844d-4a32-8f01-97d133f921dc HTTP/1.1" status: 200 len: 217 time: 0.5124168 Sep 29 23:18:10.993521 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=e2513788-f048-442d-880c-39bc6043aa48,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:11.016082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7a6a042-923c-4e94-a337-b60297c7bb61 req-7425288e-1add-4220-9a82-74c15c0c6160 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411440 Sep 29 23:18:11.048890 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e310cef-9380-423f-89be-8d71ec5e7cf4 req-b526e528-b519-4f91-a5a1-50a053e16a97 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343400 Sep 29 23:18:11.062054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:11.084217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-c281cdf6-29f5-4043-bfba-3d78427a2abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:11.086798 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-c281cdf6-29f5-4043-bfba-3d78427a2abd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0949621 Sep 29 23:18:11.171443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ad64af7c-1033-4dfa-a23c-a7f967ab661e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:11.190988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:11.212679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-aa490928-68e1-492a-926c-ff311b9082e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:11.221013 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-aa490928-68e1-492a-926c-ff311b9082e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230609 Sep 29 23:18:11.225888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:11.260529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=21ffc8da-13fa-4e41-91e7-fe9ed4ba168f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:11.387221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77468e99-3d4d-45ae-99e2-52050f292745 None None] Update dhcp port {'port': {'network_id': 'ad64af7c-1033-4dfa-a23c-a7f967ab661e', 'fixed_ips': [{'subnet_id': '8549a4f5-275d-4fb7-a670-c722438a2fb6', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e8b8953-a43a-4b98-9587-6f0a07885a91'}], 'binding:host_id': 'n-d-811173-2'}, 'id': 'e2513788-f048-442d-880c-39bc6043aa48'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:18:11.388397 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:11.389454 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:11.426595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-870e5321-5fdf-42f6-9758-c504570046ca tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.6201229 Sep 29 23:18:11.427204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33870) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:11.428360 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-ccf71484-cfed-4ff8-a2b3-2fcc209ccbab service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982088 Sep 29 23:18:11.432923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fab35f90-264d-44b6-bff5-df695e68a959 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8549a4f5-275d-4fb7-a670-c722438a2fb6'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:11.470080 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77468e99-3d4d-45ae-99e2-52050f292745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:11.602207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab35f90-264d-44b6-bff5-df695e68a959 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:11.629160 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-12989fba-546c-45e0-8a24-9c0cb4ab02da req-020d439d-1525-4489-b949-225e550a8bdc service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930196 Sep 29 23:18:11.863442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-77468e99-3d4d-45ae-99e2-52050f292745 None None] Allocated IP 172.20.0.18 (ad64af7c-1033-4dfa-a23c-a7f967ab661e/1e8b8953-a43a-4b98-9587-6f0a07885a91/e2513788-f048-442d-880c-39bc6043aa48) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:11.969945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-77468e99-3d4d-45ae-99e2-52050f292745 None None] For port e2513788-f048-442d-880c-39bc6043aa48, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2513788-f048-442d-880c-39bc6043aa48,segment=NetworkSegment(f14383f9-1997-4731-8f81-d1fcba12a1b6),segment_id=f14383f9-1997-4731-8f81-d1fcba12a1b6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:11.998498 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77468e99-3d4d-45ae-99e2-52050f292745 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:12.013942 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77468e99-3d4d-45ae-99e2-52050f292745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:12.034046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33876) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:12.092837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77468e99-3d4d-45ae-99e2-52050f292745 None None] Pushing event updated for resources: {'Port': ['ID=e2513788-f048-442d-880c-39bc6043aa48,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:12.328083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e2513788-f048-442d-880c-39bc6043aa48 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:12.436429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e2513788-f048-442d-880c-39bc6043aa48 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:12.436817 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:12.533327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-41927bb1-52dd-4c6d-8fac-ddc982ad3aac admin admin] Deleting subnet dc0555d4-9380-49e0-bceb-953bb581ebb3 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:18:12.536666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41927bb1-52dd-4c6d-8fac-ddc982ad3aac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:12.572955 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41927bb1-52dd-4c6d-8fac-ddc982ad3aac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:12.664361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41927bb1-52dd-4c6d-8fac-ddc982ad3aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:12.720910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-fab35f90-264d-44b6-bff5-df695e68a959 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Delete allocated IP 172.20.0.26 (ad64af7c-1033-4dfa-a23c-a7f967ab661e/1e8b8953-a43a-4b98-9587-6f0a07885a91) {{(pid=110005) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 23:18:12.742082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41927bb1-52dd-4c6d-8fac-ddc982ad3aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:12.752252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8e9bd-b372-4f59-a185-9bc25fcd0670 req-911a7603-7491-4ca0-9895-b8b79a207b8e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:12.753993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ee8e9bd-b372-4f59-a185-9bc25fcd0670 req-911a7603-7491-4ca0-9895-b8b79a207b8e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 943 time: 0.1754234 Sep 29 23:18:12.769107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b432c3b-e79a-4ee4-8a95-9b1b44e2e6b1 req-4fbeccf2-a6a5-476b-a3d9-f96aa17eebab tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:12.777826 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b432c3b-e79a-4ee4-8a95-9b1b44e2e6b1 req-4fbeccf2-a6a5-476b-a3d9-f96aa17eebab tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1880684 Sep 29 23:18:12.790434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41927bb1-52dd-4c6d-8fac-ddc982ad3aac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0555d4-9380-49e0-bceb-953bb581ebb3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:12.793019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41927bb1-52dd-4c6d-8fac-ddc982ad3aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:12.798324 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-41927bb1-52dd-4c6d-8fac-ddc982ad3aac admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dc0555d4-9380-49e0-bceb-953bb581ebb3 HTTP/1.1" status: 204 len: 168 time: 0.7631900 Sep 29 23:18:12.798962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33896) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:12.882955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ee8e9bd-b372-4f59-a185-9bc25fcd0670 req-2168c65b-b312-4c3a-9183-7a5c1c161d41 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964394 Sep 29 23:18:12.886658 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:12.923150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b432c3b-e79a-4ee4-8a95-9b1b44e2e6b1 req-88b1978c-356c-4a32-afb9-5fe346797ceb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439674 Sep 29 23:18:13.033861 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.043165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8b4647-b1d8-4318-a451-10cb2c8bdf96 None None] Network ad64af7c-1033-4dfa-a23c-a7f967ab661e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:13.083034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5299c0b3-9945-454f-8f56-791169684b68']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:13.107321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4c3422-9336-487f-b123-113e43bba52b') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:13.108536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4c3422-9336-487f-b123-113e43bba52b') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:13.113229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab35f90-264d-44b6-bff5-df695e68a959 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.125349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab35f90-264d-44b6-bff5-df695e68a959 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.133933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.161829 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.172054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:18:13.172657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.226325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab35f90-264d-44b6-bff5-df695e68a959 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=21ffc8da-13fa-4e41-91e7-fe9ed4ba168f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:13.255996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ac06e5f2-b6c0-46d3-8ca7-62d0928c77de None None] Provisioning complete for port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:13.255996 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ac06e5f2-b6c0-46d3-8ca7-62d0928c77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:18:13.258064 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:18:13.264720 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.272767 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.275255 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] 10.222.0.44 "DELETE /v2.0/networks/5299c0b3-9945-454f-8f56-791169684b68 HTTP/1.1" status: 204 len: 168 time: 0.4750102 Sep 29 23:18:13.307922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11075c12-fcfe-493c-8a8e-729c86dbf0fd admin admin] Pushing event deleted for resources: {'Network': ['ID=5299c0b3-9945-454f-8f56-791169684b68,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:13.318001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ac06e5f2-b6c0-46d3-8ca7-62d0928c77de None None] Port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:13.368627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ac06e5f2-b6c0-46d3-8ca7-62d0928c77de None None] Provisioning complete for port e2513788-f048-442d-880c-39bc6043aa48 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:13.369801 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ac06e5f2-b6c0-46d3-8ca7-62d0928c77de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.443873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33912) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:13.447736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-27408c22-b1ff-4744-95cb-c033db24ad26 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:13.457851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-27408c22-b1ff-4744-95cb-c033db24ad26 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 813 time: 0.2237132 Sep 29 23:18:13.488346 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-3f0f80a0-dd4c-4d50-84bd-9a4cbaa6b279 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/quotas/d04620ebc4914102be6770b301647420 HTTP/1.1" status: 200 len: 375 time: 0.0295603 Sep 29 23:18:13.523665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fab35f90-264d-44b6-bff5-df695e68a959 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] In _notify_port_updated(), no bound segment for port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f on network ad64af7c-1033-4dfa-a23c-a7f967ab661e {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:18:13.530209 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-09a5a687-45be-4db0-90a1-4e7a0f4789f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1dcc13f21f7347a091588854286c4b09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849342 Sep 29 23:18:13.530597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab35f90-264d-44b6-bff5-df695e68a959 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:13.530988 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab35f90-264d-44b6-bff5-df695e68a959 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.532412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fab35f90-264d-44b6-bff5-df695e68a959 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "PUT /v2.0/ports/21ffc8da-13fa-4e41-91e7-fe9ed4ba168f HTTP/1.1" status: 200 len: 920 time: 2.1041172 Sep 29 23:18:13.532999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:13.535311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33916) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:13.541841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-24ed693f-23c5-461d-b128-a9badcb199b4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8549a4f5-275d-4fb7-a670-c722438a2fb6'}, {'subnet_id': '1e8b8953-a43a-4b98-9587-6f0a07885a91'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:13.580630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-6166619e-55c7-4ee5-a016-7616759b5054 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0912817 Sep 29 23:18:13.642384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-658a9fa1-03bc-4fe6-9ac5-8c26d5746f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.688773 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-658a9fa1-03bc-4fe6-9ac5-8c26d5746f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.754881 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24ed693f-23c5-461d-b128-a9badcb199b4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.835095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-658a9fa1-03bc-4fe6-9ac5-8c26d5746f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.839490 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-658a9fa1-03bc-4fe6-9ac5-8c26d5746f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:13.843541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-658a9fa1-03bc-4fe6-9ac5-8c26d5746f6e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1f25659d-4376-4758-a362-34f2b5cacc56 HTTP/1.1" status: 204 len: 168 time: 0.3078403 Sep 29 23:18:13.857468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a9fa1-03bc-4fe6-9ac5-8c26d5746f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f25659d-4376-4758-a362-34f2b5cacc56,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:13.928612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-0fa74963-4155-4417-8b8b-de5208eeb242 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423645 Sep 29 23:18:14.078738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-86e753be-bd61-4e60-9332-d96d85b2a994 service neutron] 10.222.0.44 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490550 Sep 29 23:18:14.214654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1098d2-392f-43d8-af7f-ace43067b076 req-49492384-7350-40d6-b13d-2ff2fa295276 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:14.223678 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a1098d2-392f-43d8-af7f-ace43067b076 req-49492384-7350-40d6-b13d-2ff2fa295276 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 943 time: 0.1589880 Sep 29 23:18:14.235541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-24ed693f-23c5-461d-b128-a9badcb199b4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.26 (ad64af7c-1033-4dfa-a23c-a7f967ab661e/1e8b8953-a43a-4b98-9587-6f0a07885a91/21ffc8da-13fa-4e41-91e7-fe9ed4ba168f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:14.274465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-33c7165a-7443-464c-b763-392d52e7d146 None None] Provisioning complete for port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:14.275397 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-33c7165a-7443-464c-b763-392d52e7d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:14.302098 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a1098d2-392f-43d8-af7f-ace43067b076 req-a8327e31-3009-49a3-9788-c46f44cd7b1e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772679 Sep 29 23:18:14.437736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24ed693f-23c5-461d-b128-a9badcb199b4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:14.446020 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24ed693f-23c5-461d-b128-a9badcb199b4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:14.448713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-33c7165a-7443-464c-b763-392d52e7d146 None None] Port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:14.530452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-33c7165a-7443-464c-b763-392d52e7d146 None None] Provisioning complete for port e2513788-f048-442d-880c-39bc6043aa48 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:14.531136 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-33c7165a-7443-464c-b763-392d52e7d146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:14.802906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a46a6d23-5b58-4b26-ae9e-40cebdda1209 req-ed4d1a73-4366-4799-b535-f3309176747d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 210 time: 0.0585163 Sep 29 23:18:14.813031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed693f-23c5-461d-b128-a9badcb199b4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=21ffc8da-13fa-4e41-91e7-fe9ed4ba168f,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:14.903688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-24ed693f-23c5-461d-b128-a9badcb199b4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] In _notify_port_updated(), no bound segment for port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f on network ad64af7c-1033-4dfa-a23c-a7f967ab661e {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:18:14.910274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ed693f-23c5-461d-b128-a9badcb199b4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:14.911171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24ed693f-23c5-461d-b128-a9badcb199b4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:14.915236 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-24ed693f-23c5-461d-b128-a9badcb199b4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "PUT /v2.0/ports/21ffc8da-13fa-4e41-91e7-fe9ed4ba168f HTTP/1.1" status: 200 len: 1000 time: 1.3763275 Sep 29 23:18:14.915738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33954) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:14.981529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d8dea7c4-88e9-45ee-a1fc-b3edb99f0e41 None None] Provisioning complete for port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:14.981918 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d8dea7c4-88e9-45ee-a1fc-b3edb99f0e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.047810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c1a70-200f-41e5-8460-2cfd6ca62329 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:15.050487 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1a70-200f-41e5-8460-2cfd6ca62329 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.060189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d8dea7c4-88e9-45ee-a1fc-b3edb99f0e41 None None] Port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:15.186303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-716d7b11-1c55-4acf-ba36-b6d2c67c1628 None None] Provisioning complete for port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:15.187031 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-716d7b11-1c55-4acf-ba36-b6d2c67c1628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.196722 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1a70-200f-41e5-8460-2cfd6ca62329 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.215685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c1a70-200f-41e5-8460-2cfd6ca62329 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:15.255953 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-716d7b11-1c55-4acf-ba36-b6d2c67c1628 None None] Port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:15.390495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33968) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:15.477501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a0ab05a3-5ab9-4fce-a0b2-fe739c329b1a None None] Provisioning complete for port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:15.478032 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a0ab05a3-5ab9-4fce-a0b2-fe739c329b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.512092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017ab0f9-0ebb-4789-9a62-818ce716cb7a req-fab67021-6302-4a7f-b98b-a1976866685e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:15.512092 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-017ab0f9-0ebb-4789-9a62-818ce716cb7a req-fab67021-6302-4a7f-b98b-a1976866685e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 943 time: 0.1187961 Sep 29 23:18:15.528247 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a0ab05a3-5ab9-4fce-a0b2-fe739c329b1a None None] Port 21ffc8da-13fa-4e41-91e7-fe9ed4ba168f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:15.535674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-541846264-network', 'tenant_id': 'd752dec6d89542218ba6453abe384de3'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:15.535838 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1a70-200f-41e5-8460-2cfd6ca62329 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.565268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Made reservation on behalf of d752dec6d89542218ba6453abe384de3 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:15.567712 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.577513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c1a70-200f-41e5-8460-2cfd6ca62329 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=21ffc8da-13fa-4e41-91e7-fe9ed4ba168f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:15.585395 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.644917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-017ab0f9-0ebb-4789-9a62-818ce716cb7a req-0774fbc7-f10b-45a3-adfe-b030b55d5d4a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054637 Sep 29 23:18:15.720452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf8c1a70-200f-41e5-8460-2cfd6ca62329 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.722511 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cf8c1a70-200f-41e5-8460-2cfd6ca62329 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/21ffc8da-13fa-4e41-91e7-fe9ed4ba168f HTTP/1.1" status: 204 len: 168 time: 0.8048966 Sep 29 23:18:15.724228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.725146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33976) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:15.730085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.751108 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-8414efa8-d324-490e-8553-0a3123da8c54 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:18:15.755952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8414efa8-d324-490e-8553-0a3123da8c54 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/21ffc8da-13fa-4e41-91e7-fe9ed4ba168f HTTP/1.1" status: 404 len: 333 time: 0.0267239 Sep 29 23:18:15.755952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:15.757644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:18:15.769354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb290af-4b9a-4c0e-9f1d-58d8adb08f6f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:15.776412 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.776881 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Added segment 7a5f6907-0598-473a-a996-8463609c671d of type vlan for network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e Sep 29 23:18:15.817235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-77192b81-b2de-479f-8217-6a2fcb068632 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet 1e8b8953-a43a-4b98-9587-6f0a07885a91 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:18:15.820387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77192b81-b2de-479f-8217-6a2fcb068632 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.859977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.870442 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77192b81-b2de-479f-8217-6a2fcb068632 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.896596 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.898663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:15.899614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:15.949154 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5522063 Sep 29 23:18:15.949470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33988) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:15.959574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Request body: {'subnet': {'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-541846264-subnet', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:15.971412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de24f42b-a7a7-4ac2-a9f3-57b019bbb7be req-913403fa-c301-4b4a-9f3f-372ef2421f28 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 210 time: 0.0582626 Sep 29 23:18:15.997534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaf8916-5040-4558-96ca-9f37a57304a7 admin admin] Pushing event updated for resources: {'Network': ['ID=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:16.009166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:18:16.020452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Made reservation on behalf of d752dec6d89542218ba6453abe384de3 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:16.026758 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.100178 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77192b81-b2de-479f-8217-6a2fcb068632 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.328442 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77192b81-b2de-479f-8217-6a2fcb068632 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.367465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-dc0be6cc-6af3-4885-b134-63e18e409e31 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:16.368981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-dc0be6cc-6af3-4885-b134-63e18e409e31 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.42 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 813 time: 0.2160223 Sep 29 23:18:16.371481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77192b81-b2de-479f-8217-6a2fcb068632 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=1e8b8953-a43a-4b98-9587-6f0a07885a91,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:16.377194 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77192b81-b2de-479f-8217-6a2fcb068632 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.379113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-77192b81-b2de-479f-8217-6a2fcb068632 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/1e8b8953-a43a-4b98-9587-6f0a07885a91 HTTP/1.1" status: 204 len: 168 time: 0.6222045 Sep 29 23:18:16.382126 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 33992) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:16.383165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b625870-8c37-410b-ac9b-9bf2b5bfdafa None None] Network ad64af7c-1033-4dfa-a23c-a7f967ab661e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:16.388446 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.437429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-320934ae-33b6-44c4-aadb-d3da007bcc06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet 8549a4f5-275d-4fb7-a670-c722438a2fb6 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:18:16.441543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-320934ae-33b6-44c4-aadb-d3da007bcc06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.466593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77cc51cf-2ad8-43e0-8282-e07438de2df0,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:16.487306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Request body: {'port': {'device_id': 'c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed', 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85', 'admin_state_up': True, 'tenant_id': 'd04620ebc4914102be6770b301647420'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:16.492496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Checking segment: {'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:16.493136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Network hostable DHCP agents. Network: 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:18:16.513798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:18:16.521363 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-320934ae-33b6-44c4-aadb-d3da007bcc06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.528142 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:16.542812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2708cb2-4a54-4e0a-ba60-2d77c85967c8 None None] Network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:16.544955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:16.546117 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.566368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3440dfa7-5930-4a57-956e-b73083bba9d5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6153977 Sep 29 23:18:16.567755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 33994) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:16.572160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:16.594273 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.595435 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.668171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Made reservation on behalf of d04620ebc4914102be6770b301647420 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:16.672739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.684896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.784834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:18:16.786789 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:16.856837 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-320934ae-33b6-44c4-aadb-d3da007bcc06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.006776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Allocated IP 172.20.0.2 (54a2ff8a-03c8-4f3a-8104-c56d70b6c84e/77cc51cf-2ad8-43e0-8282-e07438de2df0/bcdf24e7-8379-4dbe-aba3-66c56833b32d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:17.021126 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.039596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d682cd9-c704-4c3d-a3ed-df069d4954cd req-331a98ed-7333-47e5-83b3-c5b5ab379d19 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:17.051670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d682cd9-c704-4c3d-a3ed-df069d4954cd req-331a98ed-7333-47e5-83b3-c5b5ab379d19 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 943 time: 0.2720129 Sep 29 23:18:17.155599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Allocated IP 172.20.0.8 (9ff5a393-3336-404c-bfa2-cec66ad29b85/08afd1f3-3af4-401b-af6f-0e073bd9edbe/60e2e5c1-950a-44c5-b77b-8473146bd131) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:17.189454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-006ef023-275f-48ff-8920-9b89a3146948 req-d1409e24-5c6b-4600-a43b-cab0bcb642c8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 210 time: 0.0826786 Sep 29 23:18:17.221596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d682cd9-c704-4c3d-a3ed-df069d4954cd req-2950cca4-35ab-49fd-89f6-545777f4bab5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689124 Sep 29 23:18:17.234546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-320934ae-33b6-44c4-aadb-d3da007bcc06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.258168 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.265653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.287134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320934ae-33b6-44c4-aadb-d3da007bcc06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=8549a4f5-275d-4fb7-a670-c722438a2fb6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:17.293602 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-320934ae-33b6-44c4-aadb-d3da007bcc06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.298143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-320934ae-33b6-44c4-aadb-d3da007bcc06 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/8549a4f5-275d-4fb7-a670-c722438a2fb6 HTTP/1.1" status: 204 len: 168 time: 0.9125197 Sep 29 23:18:17.300236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34008) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:17.370726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:17.375022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:17.377244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Pushing event updated for resources: {'Port': ['ID=bcdf24e7-8379-4dbe-aba3-66c56833b32d,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:17.384336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:17.497835 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Attempting to bind port bcdf24e7-8379-4dbe-aba3-66c56833b32d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:17.498218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Attempting to bind port bcdf24e7-8379-4dbe-aba3-66c56833b32d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:17.498593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Attempting to bind port bcdf24e7-8379-4dbe-aba3-66c56833b32d on network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:17.517786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:17.518471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Checking segment: {'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:17.519112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.521892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Bound using segment: {'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:17.523215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Bound port: bcdf24e7-8379-4dbe-aba3-66c56833b32d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:17.525101 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.547732 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.575370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.610969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.636135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.663336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] For port bcdf24e7-8379-4dbe-aba3-66c56833b32d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:17.668506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] For port bcdf24e7-8379-4dbe-aba3-66c56833b32d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bcdf24e7-8379-4dbe-aba3-66c56833b32d,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:17.673381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085ffbc1-50e7-4a52-9c3d-6c772c01ce31 None None] Network ad64af7c-1033-4dfa-a23c-a7f967ab661e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:17.687712 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.734237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Network 9ff5a393-3336-404c-bfa2-cec66ad29b85 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:17.737688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:17.741685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:17.759870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port e2513788-f048-442d-880c-39bc6043aa48 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:17.760239 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.769136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Allocated IP 172.25.4.201 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/6d72c2a4-af02-409e-a079-051e27cebaee) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:17.789958 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.791184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:17.792025 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.809401 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['f762db51-e87f-4b3e-9c8c-b6b1976117b2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:18:17.812724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Pushing event updated for resources: {'Port': ['ID=60e2e5c1-950a-44c5-b77b-8473146bd131,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:17.829910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d1a1f43a-171a-4230-ad82-b97539b829f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3572202 Sep 29 23:18:17.848514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Request body: {'port': {'device_id': 'c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:17.888263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] For port e2513788-f048-442d-880c-39bc6043aa48, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2513788-f048-442d-880c-39bc6043aa48,segment=NetworkSegment(f14383f9-1997-4731-8f81-d1fcba12a1b6),segment_id=f14383f9-1997-4731-8f81-d1fcba12a1b6)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:17.888674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.915630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for e2513788-f048-442d-880c-39bc6043aa48 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:17.917162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cc3eac6c-6e54-4875-b0aa-f58d3ad0b782 None None] Provisioning complete for port e2513788-f048-442d-880c-39bc6043aa48 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:17.917543 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc3eac6c-6e54-4875-b0aa-f58d3ad0b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:17.925817 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.034756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c6d696-2d54-49d4-9109-d1ef31f4db2b None None] Pushing event updated for resources: {'Port': ['ID=bcdf24e7-8379-4dbe-aba3-66c56833b32d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:18.050108 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.105994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.142255 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.145611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=e2513788-f048-442d-880c-39bc6043aa48,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:18.167744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No DVR routers for this DVR port e2513788-f048-442d-880c-39bc6043aa48 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:18:18.172872 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.db [None req-cc3eac6c-6e54-4875-b0aa-f58d3ad0b782 None None] No ports have port_id starting with e2513788-f048-442d-880c-39bc6043aa48 Sep 29 23:18:18.202200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.202547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.203859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.203859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.214499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.214936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.215282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.215619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.215992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.216328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.216655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.216981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:18.252191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:18.302239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:18.307443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e9722a-f568-4e01-9fc3-587461b1ca96 None None] DHCP port deletion for ad64af7c-1033-4dfa-a23c-a7f967ab661e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:18:18.331954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:18.465612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e2e5c1-950a-44c5-b77b-8473146bd131 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:18:18.484220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.520420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bcdf24e7-8379-4dbe-aba3-66c56833b32d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:18.529657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.537934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Pushing event updated for resources: {'Port': ['ID=6d72c2a4-af02-409e-a079-051e27cebaee,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:18.571937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Transition to ACTIVE for port object 60e2e5c1-950a-44c5-b77b-8473146bd131 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:18:18.584902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff4aaf-636a-42b6-a202-94f02faae3e4 req-ef71b486-39e8-4dc2-b1ed-04406e0e63bf tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:18.586961 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bcdf24e7-8379-4dbe-aba3-66c56833b32d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:18.587448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aeff4aaf-636a-42b6-a202-94f02faae3e4 req-ef71b486-39e8-4dc2-b1ed-04406e0e63bf tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 943 time: 0.1867070 Sep 29 23:18:18.587582 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.592922 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.635025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad64af7c-1033-4dfa-a23c-a7f967ab661e']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:18.651332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14383f9-1997-4731-8f81-d1fcba12a1b6') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:18.651647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14383f9-1997-4731-8f81-d1fcba12a1b6') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:18.662121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c418dc21-97eb-4c56-b974-f72bfce87e57 req-4ad3da05-01ad-45a6-b99c-e37784cdd501 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:18.668917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.672468 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c418dc21-97eb-4c56-b974-f72bfce87e57 req-4ad3da05-01ad-45a6-b99c-e37784cdd501 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 931 time: 0.2209833 Sep 29 23:18:18.694783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.704329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:18:18.704747 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.736740 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.739430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aeff4aaf-636a-42b6-a202-94f02faae3e4 req-16d0a46d-1c22-495b-94eb-ff01f8f0a12f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159415 Sep 29 23:18:18.767608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Pushing event updated for resources: {'Port': ['ID=60e2e5c1-950a-44c5-b77b-8473146bd131,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:18:18.772241 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:18:18.782488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.794888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port bcdf24e7-8379-4dbe-aba3-66c56833b32d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bcdf24e7-8379-4dbe-aba3-66c56833b32d,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:18.795440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c418dc21-97eb-4c56-b974-f72bfce87e57 req-54c7cd99-d480-43ba-99f3-4c0b6f43d74d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218607 Sep 29 23:18:18.801781 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.838967 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.843246 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/networks/ad64af7c-1033-4dfa-a23c-a7f967ab661e HTTP/1.1" status: 204 len: 168 time: 1.5415623 Sep 29 23:18:18.850760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34028) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:18.873125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d6005c-6d2e-41d3-90ed-9056f793e16d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Network': ['ID=ad64af7c-1033-4dfa-a23c-a7f967ab661e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:18.899320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=bcdf24e7-8379-4dbe-aba3-66c56833b32d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:18.919134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Attempting to bind port 60e2e5c1-950a-44c5-b77b-8473146bd131 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:18.919549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Attempting to bind port 60e2e5c1-950a-44c5-b77b-8473146bd131 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '2436c88a-4343-4dfd-8a36-ca2ca864eec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:18.919907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Attempting to bind port 60e2e5c1-950a-44c5-b77b-8473146bd131 on network 9ff5a393-3336-404c-bfa2-cec66ad29b85 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:18.924705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Port 60e2e5c1-950a-44c5-b77b-8473146bd131 on network 9ff5a393-3336-404c-bfa2-cec66ad29b85 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:18:18.925035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Attempting to bind port 60e2e5c1-950a-44c5-b77b-8473146bd131 on network 9ff5a393-3336-404c-bfa2-cec66ad29b85 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:18.934008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:18.934358 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Checking segment: {'id': '2436c88a-4343-4dfd-8a36-ca2ca864eec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:18.934758 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Bound using segment: {'id': '2436c88a-4343-4dfd-8a36-ca2ca864eec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:18.935206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Bound port: 60e2e5c1-950a-44c5-b77b-8473146bd131, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2436c88a-4343-4dfd-8a36-ca2ca864eec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:18.935648 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:18.961643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6179675b-a9b6-4e1b-abe6-5a4393e00d19 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:18.963528 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6179675b-a9b6-4e1b-abe6-5a4393e00d19 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.1112788 Sep 29 23:18:18.967528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34034) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:19.002871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:19.023066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] For port 60e2e5c1-950a-44c5-b77b-8473146bd131, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:19.026770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] For port 60e2e5c1-950a-44c5-b77b-8473146bd131, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60e2e5c1-950a-44c5-b77b-8473146bd131,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:19.033534 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:19.067981 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9693d6ee-e730-4ebe-8ea4-57b9110b171a tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0992928 Sep 29 23:18:19.071858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34038) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:19.076760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-828284533'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:19.079134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:19.079911 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:19.082128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] 10.222.0.42 "PUT /v2.0/ports/60e2e5c1-950a-44c5-b77b-8473146bd131 HTTP/1.1" status: 200 len: 1091 time: 1.2379076 Sep 29 23:18:19.082660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed', 'tag': '60e2e5c1-950a-44c5-b77b-8473146bd131'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:18:19.085067 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e72feca-bbe9-4af8-a4d7-dfe46711d795" -d '{"events": [{"name": "network-changed", "server_uuid": "c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed", "tag": "60e2e5c1-950a-44c5-b77b-8473146bd131"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:18:19.141119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc816da9-80cf-4f4d-8677-521ad9defaac service neutron] Pushing event updated for resources: {'Port': ['ID=60e2e5c1-950a-44c5-b77b-8473146bd131,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:19.162898 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1404f35-d264-44af-a0e6-41e11ce4d377 x-openstack-request-id: req-c1404f35-d264-44af-a0e6-41e11ce4d377 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:18:19.163201 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed", "tag": "60e2e5c1-950a-44c5-b77b-8473146bd131", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:18:19.163460 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c1404f35-d264-44af-a0e6-41e11ce4d377 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:18:19.163881 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed', 'tag': '60e2e5c1-950a-44c5-b77b-8473146bd131', 'status': 'completed', 'code': 200} Sep 29 23:18:19.213512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:19.217243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:19.231455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-dd94222f-017b-4ea9-bd8c-a76088ad145e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:19.233190 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-dd94222f-017b-4ea9-bd8c-a76088ad145e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 1094 time: 0.0792491 Sep 29 23:18:19.291690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:18:19.300745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-8d5d26a0-2f4e-4619-936b-2e4322988875 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e2e5c1-950a-44c5-b77b-8473146bd131 HTTP/1.1" status: 200 len: 217 time: 0.0537944 Sep 29 23:18:19.365786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-e1fb76ab-b9dd-43be-ab36-9f32963e463c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:19.367578 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-e1fb76ab-b9dd-43be-ab36-9f32963e463c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08afd1f3-3af4-401b-af6f-0e073bd9edbe HTTP/1.1" status: 200 len: 853 time: 0.0588408 Sep 29 23:18:19.382792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b65c0a6-a650-4de1-888a-e1b577971825 None None] Network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:19.403784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-37e29181-517a-4178-8938-be2cb65e9c9a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ff5a393-3336-404c-bfa2-cec66ad29b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291698 Sep 29 23:18:19.481296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3863b48d-cb95-4da2-b547-1d2be8795a40 None None] Provisioning complete for port bcdf24e7-8379-4dbe-aba3-66c56833b32d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:19.481701 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3863b48d-cb95-4da2-b547-1d2be8795a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:19.536825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-b911b3e5-3290-4187-875c-db42b9e3bdbe service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249804 Sep 29 23:18:19.672220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:19.676545 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Added segment 86887f58-0bc4-47be-bac3-24f54be3da9a of type vlan for network 50b436ce-905b-40c2-bd2e-d4e753969b44 Sep 29 23:18:19.725583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bb8e973-7412-44bf-adb1-20b3b8e1ffc9 req-d32dba43-5878-48bb-85c1-2d8a4aac3b38 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812813 Sep 29 23:18:19.727807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:19.737589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:19.856566 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:19.863137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:19.863862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:19.972863 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72feca-bbe9-4af8-a4d7-dfe46711d795 req-eb04a045-c5e0-45fe-a508-6fdb69749103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:19.974518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e72feca-bbe9-4af8-a4d7-dfe46711d795 req-eb04a045-c5e0-45fe-a508-6fdb69749103 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 1094 time: 0.1584384 Sep 29 23:18:20.002125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Network': ['ID=50b436ce-905b-40c2-bd2e-d4e753969b44,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:20.014020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 50b436ce-905b-40c2-bd2e-d4e753969b44 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:18:20.018974 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7cb98d3d-a2a2-47b4-b9f5-33bc163fefe1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9460464 Sep 29 23:18:20.019697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34052) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:20.024631 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f32315-1606-4588-a5d6-5422323878e7 req-98669b1b-a5c5-42a5-832f-21dda87d2f89 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:20.030553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': '50b436ce-905b-40c2-bd2e-d4e753969b44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:20.033965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22f32315-1606-4588-a5d6-5422323878e7 req-98669b1b-a5c5-42a5-832f-21dda87d2f89 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 943 time: 0.1747725 Sep 29 23:18:20.124266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e43267-3a45-487a-84c9-0c23acb9a6e9 req-59ae54e7-1318-4997-8123-3a5ff0574e15 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:20.126060 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0e43267-3a45-487a-84c9-0c23acb9a6e9 req-59ae54e7-1318-4997-8123-3a5ff0574e15 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 943 time: 0.2022138 Sep 29 23:18:20.135370 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:20.181830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22f32315-1606-4588-a5d6-5422323878e7 req-8f67a3b9-18c0-45fa-b85b-33a2bfb5b85b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468236 Sep 29 23:18:20.188906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:18:20.207169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:20.212626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:20.217149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72feca-bbe9-4af8-a4d7-dfe46711d795 req-5c508cac-0a8e-4ca8-a51c-a998a97bc116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:20.218890 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e72feca-bbe9-4af8-a4d7-dfe46711d795 req-5c508cac-0a8e-4ca8-a51c-a998a97bc116 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 914 time: 0.2354033 Sep 29 23:18:20.226304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0e43267-3a45-487a-84c9-0c23acb9a6e9 req-3576f708-2d1d-410d-b5fe-5daf0c67fc92 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853972 Sep 29 23:18:20.278173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b01a619a-f87f-470e-bc3f-6fc0d0b79c8f None None] Provisioning complete for port bcdf24e7-8379-4dbe-aba3-66c56833b32d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:20.278708 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b01a619a-f87f-470e-bc3f-6fc0d0b79c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:20.300897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e72feca-bbe9-4af8-a4d7-dfe46711d795 req-878ca690-069b-4749-b5b3-bad9ba844067 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=60e2e5c1-950a-44c5-b77b-8473146bd131 HTTP/1.1" status: 200 len: 217 time: 0.0732841 Sep 29 23:18:20.305172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bcdf24e7-8379-4dbe-aba3-66c56833b32d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:20.430280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e72feca-bbe9-4af8-a4d7-dfe46711d795 req-a7a3fc19-1fdd-44c2-a689-fc13071d729a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:20.432244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e72feca-bbe9-4af8-a4d7-dfe46711d795 req-a7a3fc19-1fdd-44c2-a689-fc13071d729a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08afd1f3-3af4-401b-af6f-0e073bd9edbe HTTP/1.1" status: 200 len: 853 time: 0.1237113 Sep 29 23:18:20.460607 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bcdf24e7-8379-4dbe-aba3-66c56833b32d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:20.461764 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:20.484634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:18:20.509182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Sync routers for ids ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:18:20.510905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e72feca-bbe9-4af8-a4d7-dfe46711d795 req-60ea5be2-84d9-4f0b-bc36-71259559da64 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ff5a393-3336-404c-bfa2-cec66ad29b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597072 Sep 29 23:18:20.520332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Routers {'0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:20.521413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:20.544137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:20.550411 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4f805279-ceb4-4a3d-a2b7-e83ca68ee1fe admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9812293 Sep 29 23:18:20.553913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34060) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:20.662753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e72feca-bbe9-4af8-a4d7-dfe46711d795 req-2015aebd-aa47-4e94-8e66-5c8ea9d81f66 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318207 Sep 29 23:18:20.672344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Set router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:18:20.733058 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:20.761952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e2513788-f048-442d-880c-39bc6043aa48 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:18:20.785180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e2513788-f048-442d-880c-39bc6043aa48 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:18:20.785528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e2513788-f048-442d-880c-39bc6043aa48 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:18:20.820137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e72feca-bbe9-4af8-a4d7-dfe46711d795 req-ee83fcb1-7ef7-4f61-8b5b-ff23945479c9 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493936 Sep 29 23:18:20.847306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=9e0da7aa-d070-4120-98b1-e106624b5a86,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:20.896737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Checking segment: {'id': '86887f58-0bc4-47be-bac3-24f54be3da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '50b436ce-905b-40c2-bd2e-d4e753969b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:20.897255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network hostable DHCP agents. Network: 50b436ce-905b-40c2-bd2e-d4e753969b44, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:18:20.924092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:18Z', 'revision_number': 3, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:20.950808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Checking router: 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:18:20.951157 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Updating router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e port 6d72c2a4-af02-409e-a079-051e27cebaee binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:18:20.972578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network 50b436ce-905b-40c2-bd2e-d4e753969b44 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:18:20.976463 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:20.988878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 50b436ce-905b-40c2-bd2e-d4e753969b44) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:21.001022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a0ac6a-3617-47e6-a289-144db084c6ec None None] Network 50b436ce-905b-40c2-bd2e-d4e753969b44 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:21.024046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:21.024877 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.053971 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b70b478f-f1f7-460e-94e4-ffc34e5884f4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0291183 Sep 29 23:18:21.054485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34062) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:21.060234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': '50b436ce-905b-40c2-bd2e-d4e753969b44', 'name': 'tempest-PortsTestJSON-200354832'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:21.177982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:21.184711 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.194769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.221429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port 62c8078e-dd68-4f23-b34e-8e7a4556bf68 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:18:21.312135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-50b436ce-905b-40c2-bd2e-d4e753969b44', 'network_id': '50b436ce-905b-40c2-bd2e-d4e753969b44', 'tenant_id': '25874af1d540498886964c86c6ff218e', 'fixed_ips': [{'subnet_id': '9e0da7aa-d070-4120-98b1-e106624b5a86'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:18:21.312921 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.430646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Allocated IP 172.20.0.1 (54a2ff8a-03c8-4f3a-8104-c56d70b6c84e/77cc51cf-2ad8-43e0-8282-e07438de2df0/16021ff9-a782-4dd1-9d84-082adc0d5507) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:21.515876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.4 (50b436ce-905b-40c2-bd2e-d4e753969b44/9e0da7aa-d070-4120-98b1-e106624b5a86/62c8078e-dd68-4f23-b34e-8e7a4556bf68) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:21.530455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.540683 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.553895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392acfdd-4ce8-4a0c-82a0-5da2ffbd11a7 req-413a561e-eabf-4cd0-8004-ca88090b218d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:21.555772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-392acfdd-4ce8-4a0c-82a0-5da2ffbd11a7 req-413a561e-eabf-4cd0-8004-ca88090b218d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 943 time: 0.1299322 Sep 29 23:18:21.557266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.567144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c0e5ba-f848-46fe-b972-708759e88d38 req-7cbf0e8c-7de4-4b00-b90b-e7a42a8e0e3c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:21.575305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18c0e5ba-f848-46fe-b972-708759e88d38 req-7cbf0e8c-7de4-4b00-b90b-e7a42a8e0e3c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 943 time: 0.1504507 Sep 29 23:18:21.600407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.602420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Attempting to bind port 6d72c2a4-af02-409e-a079-051e27cebaee on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:21.602662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Attempting to bind port 6d72c2a4-af02-409e-a079-051e27cebaee by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:21.603342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Attempting to bind port 6d72c2a4-af02-409e-a079-051e27cebaee on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:21.615427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:21.615815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:21.616483 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.616893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:21.618050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Bound port: 6d72c2a4-af02-409e-a079-051e27cebaee, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:21.618050 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.672926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc3f13-7707-4d52-9ee6-7d10c746a7e0 None None] Pushing event updated for resources: {'Port': ['ID=6d72c2a4-af02-409e-a079-051e27cebaee,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:21.673781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:21.679290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:21.687453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:21.691408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Pushing event updated for resources: {'Port': ['ID=16021ff9-a782-4dd1-9d84-082adc0d5507,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:21.697910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-392acfdd-4ce8-4a0c-82a0-5da2ffbd11a7 req-1d396d82-a061-4592-880e-93545ec44dd6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134441 Sep 29 23:18:21.712275 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:18:21.720446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18c0e5ba-f848-46fe-b972-708759e88d38 req-11a801a9-71a8-4f21-85f1-0c8d8dbde4a3 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438859 Sep 29 23:18:21.739085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.765163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] For port 6d72c2a4-af02-409e-a079-051e27cebaee, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:21.774891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] For port 6d72c2a4-af02-409e-a079-051e27cebaee, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6d72c2a4-af02-409e-a079-051e27cebaee,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:21.784690 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.880154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Routers {'0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:21.881824 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:21.930791 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.989575 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:21.995002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:22.022442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dc3f13-7707-4d52-9ee6-7d10c746a7e0 None None] Pushing event updated for resources: {'Port': ['ID=6d72c2a4-af02-409e-a079-051e27cebaee,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:22.051139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network 50b436ce-905b-40c2-bd2e-d4e753969b44 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:22.055708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:22.060472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:22.084438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Allocated IP 172.20.0.2 (50b436ce-905b-40c2-bd2e-d4e753969b44/9e0da7aa-d070-4120-98b1-e106624b5a86/12910179-b832-41d4-9230-0c82d2545ddb) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:22.120594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:22.121584 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:22.141429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0856135 Sep 29 23:18:22.144179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:22.148533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] Set router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:18:22.156488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': '50b436ce-905b-40c2-bd2e-d4e753969b44', 'name': 'tempest-PortsTestJSON-1548870603'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:22.163757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44d915-577b-4daf-be70-80e011f70a80 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=62c8078e-dd68-4f23-b34e-8e7a4556bf68,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:22.215955 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:22.221933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:22.299918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Pushing event updated for resources: {'Port': ['ID=16021ff9-a782-4dd1-9d84-082adc0d5507,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:22.300719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:22.304892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f728a690-9a83-42e5-91f7-ba9b0ed752fc None None] Provisioning complete for port 16021ff9-a782-4dd1-9d84-082adc0d5507 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:22.305276 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f728a690-9a83-42e5-91f7-ba9b0ed752fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:22.307714 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:22.308730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:22.333687 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port 65bd8baf-5bfc-4aba-91b5-66356bcab397 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:18:22.432693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:22.434302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:22.570869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f728a690-9a83-42e5-91f7-ba9b0ed752fc None None] Port 16021ff9-a782-4dd1-9d84-082adc0d5507 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:22.572997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:18:22.668873 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:22.681979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:18Z', 'revision_number': 3, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:22.684809 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:22.728205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69664c44-b8f7-40a6-a0f7-39ba33dd499d None None] The sync data for ids ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'] in n-d-811173-2 is: [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:18Z', 'revision_number': 3, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:18:22.750550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:18:22.762715 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bac8163f-4186-4687-b393-ee286e95b34d admin admin] 10.222.0.44 "PUT /v2.0/routers/0fd36c6a-5117-4eef-b9f2-e30f14e03b1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2044001 Sep 29 23:18:22.774939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.6 (50b436ce-905b-40c2-bd2e-d4e753969b44/9e0da7aa-d070-4120-98b1-e106624b5a86/65bd8baf-5bfc-4aba-91b5-66356bcab397) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:22.781627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Network 50b436ce-905b-40c2-bd2e-d4e753969b44 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:22.806253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 60e2e5c1-950a-44c5-b77b-8473146bd131 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:18:22.808544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 238a0365-844d-4a32-8f01-97d133f921dc details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:18:22.810833 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:22.829078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:22.869689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Pushing event updated for resources: {'Port': ['ID=12910179-b832-41d4-9230-0c82d2545ddb,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:22.936093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0c52b385-836d-477e-bb15-e202831b3cba None None] Provisioning complete for port 16021ff9-a782-4dd1-9d84-082adc0d5507 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:22.936476 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0c52b385-836d-477e-bb15-e202831b3cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:23.026773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4c41f9-ff41-4d9e-864c-712aad2e9c95 req-7e81f503-26f3-4efd-9a0f-8dfaddbcefd0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:23.028488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b4c41f9-ff41-4d9e-864c-712aad2e9c95 req-7e81f503-26f3-4efd-9a0f-8dfaddbcefd0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 943 time: 0.2032974 Sep 29 23:18:23.108092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Attempting to bind port 12910179-b832-41d4-9230-0c82d2545ddb on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:23.108472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Attempting to bind port 12910179-b832-41d4-9230-0c82d2545ddb by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '86887f58-0bc4-47be-bac3-24f54be3da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '50b436ce-905b-40c2-bd2e-d4e753969b44'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:23.108842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Attempting to bind port 12910179-b832-41d4-9230-0c82d2545ddb on network 50b436ce-905b-40c2-bd2e-d4e753969b44 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:23.130620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0c52b385-836d-477e-bb15-e202831b3cba None None] Port 16021ff9-a782-4dd1-9d84-082adc0d5507 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:23.144970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:23.145362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Checking segment: {'id': '86887f58-0bc4-47be-bac3-24f54be3da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '50b436ce-905b-40c2-bd2e-d4e753969b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:23.145783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:23.146172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Bound using segment: {'id': '86887f58-0bc4-47be-bac3-24f54be3da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '50b436ce-905b-40c2-bd2e-d4e753969b44'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:23.146682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Bound port: 12910179-b832-41d4-9230-0c82d2545ddb, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86887f58-0bc4-47be-bac3-24f54be3da9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '50b436ce-905b-40c2-bd2e-d4e753969b44'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:23.147079 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:23.225876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 238a0365-844d-4a32-8f01-97d133f921dc, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=238a0365-844d-4a32-8f01-97d133f921dc,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:23.229706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 60e2e5c1-950a-44c5-b77b-8473146bd131, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60e2e5c1-950a-44c5-b77b-8473146bd131,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:23.289829 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '238a0365-844d-4a32-8f01-97d133f921dc', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'port_id': '238a0365-844d-4a32-8f01-97d133f921dc', 'mac_address': 'fa:16:3e:54:5b:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:18:23.303466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '60e2e5c1-950a-44c5-b77b-8473146bd131', 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85', 'port_id': '60e2e5c1-950a-44c5-b77b-8473146bd131', 'mac_address': 'fa:16:3e:f2:ef:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08afd1f3-3af4-401b-af6f-0e073bd9edbe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:18:23.415382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] For port 12910179-b832-41d4-9230-0c82d2545ddb, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:23.421524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] For port 12910179-b832-41d4-9230-0c82d2545ddb, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=12910179-b832-41d4-9230-0c82d2545ddb,segment=NetworkSegment(86887f58-0bc4-47be-bac3-24f54be3da9a),segment_id=86887f58-0bc4-47be-bac3-24f54be3da9a)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:23.437250 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:23.441566 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:23.443322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:23.519400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238a0365-844d-4a32-8f01-97d133f921dc {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:18:23.534165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e2e5c1-950a-44c5-b77b-8473146bd131 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:18:23.577194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 238a0365-844d-4a32-8f01-97d133f921dc, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=238a0365-844d-4a32-8f01-97d133f921dc,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:23.578497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f68603-1cac-4b2d-98b3-c5d4ace9138b None None] Pushing event updated for resources: {'Port': ['ID=12910179-b832-41d4-9230-0c82d2545ddb,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:23.583602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98516b5-0d0e-4d04-bc25-f7a376d9769b req-37a48fef-3e93-49bd-b1b9-ef14f55ba098 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:23.585343 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c98516b5-0d0e-4d04-bc25-f7a376d9769b req-37a48fef-3e93-49bd-b1b9-ef14f55ba098 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 943 time: 0.7025423 Sep 29 23:18:23.609136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 60e2e5c1-950a-44c5-b77b-8473146bd131, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60e2e5c1-950a-44c5-b77b-8473146bd131,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:23.610080 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:23.617206 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:23.669849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b4c41f9-ff41-4d9e-864c-712aad2e9c95 req-7373b5e4-5394-40d1-b4a7-675dd3334fb0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507823 Sep 29 23:18:23.684419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:23.706749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=238a0365-844d-4a32-8f01-97d133f921dc,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:23.771181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c98516b5-0d0e-4d04-bc25-f7a376d9769b req-7a555e9b-1e38-4dac-9cbe-49f8cef53dbb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333814 Sep 29 23:18:23.833205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34110) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:23.837663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=60e2e5c1-950a-44c5-b77b-8473146bd131,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:23.840279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1496118490-network', 'tenant_id': '87a189ca220244e198b493fbd59c093e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:23.849173 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:23.918261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['238a0365-844d-4a32-8f01-97d133f921dc'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:18:23.922747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Made reservation on behalf of 87a189ca220244e198b493fbd59c093e for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:23.933900 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.002953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network 50b436ce-905b-40c2-bd2e-d4e753969b44 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:24.006121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:24.015627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:24.017966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.020110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=65bd8baf-5bfc-4aba-91b5-66356bcab397,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:24.091332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['60e2e5c1-950a-44c5-b77b-8473146bd131'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:18:24.180068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:24.180716 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.205096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.217380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.233976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34116) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:24.234197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a754654f-a074-46ef-b5f3-aa370c98384f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0885525 Sep 29 23:18:24.319637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:18:24.333423 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.333947 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Added segment 56a0e3ea-77a0-4179-b2ee-59cc729ac733 of type vlan for network f6d623f1-b25c-4383-b705-d047a769f8a5 Sep 29 23:18:24.390386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.420792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 12910179-b832-41d4-9230-0c82d2545ddb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:24.468641 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.469725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:24.470351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.534897 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b991c061-0e4a-44f8-b094-23086ad778ec,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:24.539229 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7049611 Sep 29 23:18:24.543662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:24.553614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Request body: {'subnet': {'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1496118490-subnet', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:24.608901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Made reservation on behalf of 87a189ca220244e198b493fbd59c093e for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:24.621246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.649358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8538c79a-e06d-44b0-baf5-6b08a8498dd2 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:24.651615 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8538c79a-e06d-44b0-baf5-6b08a8498dd2 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 921 time: 0.4143200 Sep 29 23:18:24.655751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:24.660313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73142c3f-243e-48f1-ae9b-f804a25f9324 admin admin] Pushing event updated for resources: {'Network': ['ID=f6d623f1-b25c-4383-b705-d047a769f8a5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:24.687365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f6d623f1-b25c-4383-b705-d047a769f8a5 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:18:24.693143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 12910179-b832-41d4-9230-0c82d2545ddb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:24.700394 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:24.932653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.006762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 12910179-b832-41d4-9230-0c82d2545ddb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=12910179-b832-41d4-9230-0c82d2545ddb,segment=NetworkSegment(86887f58-0bc4-47be-bac3-24f54be3da9a),segment_id=86887f58-0bc4-47be-bac3-24f54be3da9a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:25.012587 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.013811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6d72c2a4-af02-409e-a079-051e27cebaee up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:25.026996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52bf91-9af9-4942-91b4-823a66335241 req-7dd235b8-8fc5-4bb7-89ba-f297c8e0d545 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:25.029087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a52bf91-9af9-4942-91b4-823a66335241 req-7dd235b8-8fc5-4bb7-89ba-f297c8e0d545 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 944 time: 0.1732342 Sep 29 23:18:25.065022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9dfdc6e5-fc47-4420-9a71-d0686ab37cb0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 65bd8baf-5bfc-4aba-91b5-66356bcab397 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:25.065366 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dfdc6e5-fc47-4420-9a71-d0686ab37cb0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.077837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45056531-13bc-4a60-a0c2-639bf452b5c8 req-8cdc6f94-954b-4721-80e3-096d6eb50222 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:25.087669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45056531-13bc-4a60-a0c2-639bf452b5c8 req-8cdc6f94-954b-4721-80e3-096d6eb50222 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 944 time: 0.1669919 Sep 29 23:18:25.116793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=12910179-b832-41d4-9230-0c82d2545ddb,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:25.143919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6d72c2a4-af02-409e-a079-051e27cebaee triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:25.144706 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.237134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdb1008-3241-42f5-afc3-f820cb015661 None None] Network 50b436ce-905b-40c2-bd2e-d4e753969b44 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:25.264461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a52bf91-9af9-4942-91b4-823a66335241 req-27ad80af-401d-4fce-990f-d4475390919c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276368 Sep 29 23:18:25.280869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.284717 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45056531-13bc-4a60-a0c2-639bf452b5c8 req-bf7d2e1f-bc90-42da-b25b-6a7c7ea5d96a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955795 Sep 29 23:18:25.332845 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dfdc6e5-fc47-4420-9a71-d0686ab37cb0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.441610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9dfdc6e5-fc47-4420-9a71-d0686ab37cb0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 65bd8baf-5bfc-4aba-91b5-66356bcab397 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:25.463657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0adbb02a-0b87-4bcc-9f33-519a7d226d8a None None] Provisioning complete for port 12910179-b832-41d4-9230-0c82d2545ddb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:25.464165 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0adbb02a-0b87-4bcc-9f33-519a7d226d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.501376 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.507295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 6d72c2a4-af02-409e-a079-051e27cebaee, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6d72c2a4-af02-409e-a079-051e27cebaee,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:25.516922 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.616287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e774057e-bb51-4731-bd89-1c580a882a42,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:25.631763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=6d72c2a4-af02-409e-a079-051e27cebaee,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:25.646719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.647071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.647414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.647757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.648140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.648473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.648801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.649155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.649481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.649808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.650132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.650698 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:25.675393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Checking segment: {'id': '56a0e3ea-77a0-4179-b2ee-59cc729ac733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:25.675768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Network hostable DHCP agents. Network: f6d623f1-b25c-4383-b705-d047a769f8a5, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:18:25.723685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Network f6d623f1-b25c-4383-b705-d047a769f8a5 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:18:25.741825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, f6d623f1-b25c-4383-b705-d047a769f8a5) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:25.746199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:25.746737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.762039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658a142-eee2-4b87-b028-d3c8d18046de None None] Network f6d623f1-b25c-4383-b705-d047a769f8a5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:25.773054 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-85f61dcb-a99c-487e-98ba-be250f8ffe8c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2273455 Sep 29 23:18:25.776075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34142) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:25.776875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dfdc6e5-fc47-4420-9a71-d0686ab37cb0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.787384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1496118490-router', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:25.829494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfdc6e5-fc47-4420-9a71-d0686ab37cb0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=65bd8baf-5bfc-4aba-91b5-66356bcab397,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:25.836730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.840323 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:25.846096 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Sync routers for ids ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:18:25.864910 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Routers {'0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:25.865869 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:25.948557 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.015660 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9dfdc6e5-fc47-4420-9a71-d0686ab37cb0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.021791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9dfdc6e5-fc47-4420-9a71-d0686ab37cb0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/65bd8baf-5bfc-4aba-91b5-66356bcab397 HTTP/1.1" status: 204 len: 168 time: 1.3623078 Sep 29 23:18:26.022311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:26.048877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-f6d623f1-b25c-4383-b705-d047a769f8a5', 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'fixed_ips': [{'subnet_id': 'e774057e-bb51-4731-bd89-1c580a882a42'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:18:26.050276 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Set router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:18:26.052943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.095347 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc499bb-3f5c-44d6-8fb8-b2e4baedb586 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:18:26.107333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5dc499bb-3f5c-44d6-8fb8-b2e4baedb586 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/65bd8baf-5bfc-4aba-91b5-66356bcab397 HTTP/1.1" status: 404 len: 333 time: 0.0778511 Sep 29 23:18:26.107972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:26.144347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8fb3636e-9533-4cc5-b259-9d2518018178 None None] Could not find standard attr ID for object 65bd8baf-5bfc-4aba-91b5-66356bcab397. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:18:26.209124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.349592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8fb3636e-9533-4cc5-b259-9d2518018178 None None] Provisioning complete for port 62c8078e-dd68-4f23-b34e-8e7a4556bf68 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:26.349996 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8fb3636e-9533-4cc5-b259-9d2518018178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.370971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9a14801c-94ac-48e1-8ed4-f9cbf63c3238 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 62c8078e-dd68-4f23-b34e-8e7a4556bf68 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:26.371321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a14801c-94ac-48e1-8ed4-f9cbf63c3238 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.483010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 12910179-b832-41d4-9230-0c82d2545ddb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:26.508233 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '16021ff9-a782-4dd1-9d84-082adc0d5507', 'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'mac_address': 'fa:16:3e:09:c3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:21Z', 'updated_at': '2021-09-29T23:18:22Z', 'revision_number': 2, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'subnets': [{'id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:26.556915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a14801c-94ac-48e1-8ed4-f9cbf63c3238 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.575112 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Checking router: 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:18:26.575868 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Updating router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e port 16021ff9-a782-4dd1-9d84-082adc0d5507 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:18:26.612323 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.631724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8fb3636e-9533-4cc5-b259-9d2518018178 None None] Port 62c8078e-dd68-4f23-b34e-8e7a4556bf68 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:26.649073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9a14801c-94ac-48e1-8ed4-f9cbf63c3238 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 62c8078e-dd68-4f23-b34e-8e7a4556bf68 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:26.691333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Allocated IP 172.20.0.2 (f6d623f1-b25c-4383-b705-d047a769f8a5/e774057e-bb51-4731-bd89-1c580a882a42/76fcd236-ed04-4056-8c7f-7cf79fbcae72) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:26.710214 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d26b3b-2e9a-4639-bb53-db7fdcfe6406 req-8b8d4a8f-de59-44ff-bac7-7dc0bc0d4640 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:26.712528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81d26b3b-2e9a-4639-bb53-db7fdcfe6406 req-8b8d4a8f-de59-44ff-bac7-7dc0bc0d4640 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 944 time: 0.1588542 Sep 29 23:18:26.714959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8fb3636e-9533-4cc5-b259-9d2518018178 None None] Provisioning complete for port 12910179-b832-41d4-9230-0c82d2545ddb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:26.715092 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8fb3636e-9533-4cc5-b259-9d2518018178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.737831 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082917fd-780e-448e-a62d-3f48e3e3e6d6 req-3295dcab-af22-42a3-8586-10962bee375a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:26.739568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-082917fd-780e-448e-a62d-3f48e3e3e6d6 req-3295dcab-af22-42a3-8586-10962bee375a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 944 time: 0.2239892 Sep 29 23:18:26.794230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.808088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 12910179-b832-41d4-9230-0c82d2545ddb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:26.808604 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.824195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:26.824915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 238a0365-844d-4a32-8f01-97d133f921dc up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:26.833251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 60e2e5c1-950a-44c5-b77b-8473146bd131 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:26.977044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-082917fd-780e-448e-a62d-3f48e3e3e6d6 req-ab3e8403-a4aa-432e-8c21-8e1140cc84f7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073069 Sep 29 23:18:27.006396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Allocated IP 172.25.4.247 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/ddece75a-4ce9-4948-882d-9d85a2303d47) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:27.008098 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81d26b3b-2e9a-4639-bb53-db7fdcfe6406 req-d96c662d-f040-454e-8a39-e86d1fd08c7a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816792 Sep 29 23:18:27.184452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a14801c-94ac-48e1-8ed4-f9cbf63c3238 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.233915 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.247723 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.248837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14801c-94ac-48e1-8ed4-f9cbf63c3238 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=62c8078e-dd68-4f23-b34e-8e7a4556bf68,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:27.264096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.304002 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.387887 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.417087 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Pushing event updated for resources: {'Port': ['ID=16021ff9-a782-4dd1-9d84-082adc0d5507,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:27.429622 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a14801c-94ac-48e1-8ed4-f9cbf63c3238 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.435884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9a14801c-94ac-48e1-8ed4-f9cbf63c3238 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/62c8078e-dd68-4f23-b34e-8e7a4556bf68 HTTP/1.1" status: 204 len: 168 time: 1.3243542 Sep 29 23:18:27.436110 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Attempting to bind port 16021ff9-a782-4dd1-9d84-082adc0d5507 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:27.437662 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Attempting to bind port 16021ff9-a782-4dd1-9d84-082adc0d5507 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:27.438133 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Attempting to bind port 16021ff9-a782-4dd1-9d84-082adc0d5507 on network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:27.441791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34162) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:27.453935 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.454468 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.454918 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.457223 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.457691 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.458174 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.458612 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.460215 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.463767 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.464276 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.466205 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.466673 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:27.477946 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:27.480030 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Checking segment: {'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:27.482512 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.483799 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Bound using segment: {'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:27.484465 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Bound port: 16021ff9-a782-4dd1-9d84-082adc0d5507, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:27.485994 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.502009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Pushing event updated for resources: {'Port': ['ID=ddece75a-4ce9-4948-882d-9d85a2303d47,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:27.519223 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-620340de-8b14-403e-8a8a-2cd2a704cbb4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:18:27.523930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:27.523930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:27.524214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-620340de-8b14-403e-8a8a-2cd2a704cbb4 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/62c8078e-dd68-4f23-b34e-8e7a4556bf68 HTTP/1.1" status: 404 len: 333 time: 0.0806630 Sep 29 23:18:27.524829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34164) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:27.532293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:27.594584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.613656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 60e2e5c1-950a-44c5-b77b-8473146bd131 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:18:27.635383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2342c913-54fe-4747-b4d7-cc7a5e203c85 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet 9e0da7aa-d070-4120-98b1-e106624b5a86 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:18:27.635622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 238a0365-844d-4a32-8f01-97d133f921dc completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:18:27.640996 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2342c913-54fe-4747-b4d7-cc7a5e203c85 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.655597 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] For port 16021ff9-a782-4dd1-9d84-082adc0d5507, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:27.659619 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] For port 16021ff9-a782-4dd1-9d84-082adc0d5507, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=16021ff9-a782-4dd1-9d84-082adc0d5507,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:27.679015 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.731336 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2342c913-54fe-4747-b4d7-cc7a5e203c85 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.744264 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a21b3-b488-463a-993f-18eeb7f7e528 None None] Pushing event updated for resources: {'Port': ['ID=16021ff9-a782-4dd1-9d84-082adc0d5507,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:27.757345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6d72c2a4-af02-409e-a079-051e27cebaee up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:27.772204 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Routers {'0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:27.772415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 238a0365-844d-4a32-8f01-97d133f921dc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:27.772718 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.773251 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:27.818523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 60e2e5c1-950a-44c5-b77b-8473146bd131 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:27.819059 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.921387 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] Set router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:18:27.934978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Network f6d623f1-b25c-4383-b705-d047a769f8a5 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:27.957449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2342c913-54fe-4747-b4d7-cc7a5e203c85 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:27.972152 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:27.985126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7b1f9a02-6448-4cab-acff-83e8ed20c1c6 None None] Could not find standard attr ID for object 65bd8baf-5bfc-4aba-91b5-66356bcab397. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:18:27.989058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:28.004001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Pushing event updated for resources: {'Port': ['ID=76fcd236-ed04-4056-8c7f-7cf79fbcae72,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:28.042760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2342c913-54fe-4747-b4d7-cc7a5e203c85 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.081478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.085538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342c913-54fe-4747-b4d7-cc7a5e203c85 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=9e0da7aa-d070-4120-98b1-e106624b5a86,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:28.093013 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2342c913-54fe-4747-b4d7-cc7a5e203c85 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.095210 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2342c913-54fe-4747-b4d7-cc7a5e203c85 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/9e0da7aa-d070-4120-98b1-e106624b5a86 HTTP/1.1" status: 204 len: 168 time: 0.5681109 Sep 29 23:18:28.097864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34172) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:28.102886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e67cdb-cfe1-4877-be54-8fbbacf6132c None None] Network 50b436ce-905b-40c2-bd2e-d4e753969b44 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:28.320879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7b1f9a02-6448-4cab-acff-83e8ed20c1c6 None None] Provisioning complete for port 16021ff9-a782-4dd1-9d84-082adc0d5507 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:28.321261 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9a02-6448-4cab-acff-83e8ed20c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.401404 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '16021ff9-a782-4dd1-9d84-082adc0d5507', 'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'mac_address': 'fa:16:3e:09:c3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:21Z', 'updated_at': '2021-09-29T23:18:27Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'subnets': [{'id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:28.429389 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cac696a1-fb0e-4699-be93-88815b6bf7f9 None None] The sync data for ids ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'] in n-d-811173-2 is: [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '16021ff9-a782-4dd1-9d84-082adc0d5507', 'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'mac_address': 'fa:16:3e:09:c3:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:21Z', 'updated_at': '2021-09-29T23:18:27Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'subnets': [{'id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:18:28.437894 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.486716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ccb1b-8504-4d85-ae96-3b466a5eed6f req-efce2bb8-ac32-4082-b019-25d565fe7300 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:28.490341 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-771ccb1b-8504-4d85-ae96-3b466a5eed6f req-efce2bb8-ac32-4082-b019-25d565fe7300 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 944 time: 0.1652262 Sep 29 23:18:28.508411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.510214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Attempting to bind port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:28.510586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Attempting to bind port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '56a0e3ea-77a0-4179-b2ee-59cc729ac733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:28.510952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Attempting to bind port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 on network f6d623f1-b25c-4383-b705-d047a769f8a5 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:28.543719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe8012-de02-4a6d-be8d-651180af12f0 req-72f75a8d-4b81-4c12-be15-add69ecd46f8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:28.544607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54fe8012-de02-4a6d-be8d-651180af12f0 req-72f75a8d-4b81-4c12-be15-add69ecd46f8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 944 time: 0.2453806 Sep 29 23:18:28.555163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.615478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6d72c2a4-af02-409e-a079-051e27cebaee triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:28.615877 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.658981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-771ccb1b-8504-4d85-ae96-3b466a5eed6f req-618e561c-5610-4275-9d62-02ef17db7e1f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355388 Sep 29 23:18:28.671907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54fe8012-de02-4a6d-be8d-651180af12f0 req-827c6b24-893d-43b4-8050-1fe7cf87ad40 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047149 Sep 29 23:18:28.701285 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:28.706234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Checking segment: {'id': '56a0e3ea-77a0-4179-b2ee-59cc729ac733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:28.706962 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.707577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Bound using segment: {'id': '56a0e3ea-77a0-4179-b2ee-59cc729ac733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:28.708352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Bound port: 76fcd236-ed04-4056-8c7f-7cf79fbcae72, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a0e3ea-77a0-4179-b2ee-59cc729ac733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:28.708957 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.713798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 12910179-b832-41d4-9230-0c82d2545ddb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:28.714201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.746359 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.779674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Router e10225d3-5ee9-4d5d-8572-6fef17c24313 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:18:28.822039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238a0365-844d-4a32-8f01-97d133f921dc'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:18:28.823935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] For port 12910179-b832-41d4-9230-0c82d2545ddb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=12910179-b832-41d4-9230-0c82d2545ddb,segment=NetworkSegment(86887f58-0bc4-47be-bac3-24f54be3da9a),segment_id=86887f58-0bc4-47be-bac3-24f54be3da9a)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:28.824408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.825729 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd36f24a-f6f6-4e74-b3ff-1d314df64ad0" -d '{"events": [{"server_uuid": "3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b", "name": "network-vif-plugged", "status": "completed", "tag": "238a0365-844d-4a32-8f01-97d133f921dc"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:18:28.845138 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 12910179-b832-41d4-9230-0c82d2545ddb owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:28.882955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 238a0365-844d-4a32-8f01-97d133f921dc, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=238a0365-844d-4a32-8f01-97d133f921dc,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:28.924837 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0cd574-f98c-42b2-8892-91554e76d376 x-openstack-request-id: req-ab0cd574-f98c-42b2-8892-91554e76d376 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:18:28.925034 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b", "name": "network-vif-plugged", "status": "completed", "tag": "238a0365-844d-4a32-8f01-97d133f921dc", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:18:28.925350 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab0cd574-f98c-42b2-8892-91554e76d376 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:18:28.925808 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238a0365-844d-4a32-8f01-97d133f921dc', 'code': 200} Sep 29 23:18:28.934839 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:28.938819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 60e2e5c1-950a-44c5-b77b-8473146bd131, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60e2e5c1-950a-44c5-b77b-8473146bd131,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:29.008225 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.070094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=12910179-b832-41d4-9230-0c82d2545ddb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:29.095344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No DVR routers for this DVR port 12910179-b832-41d4-9230-0c82d2545ddb on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:18:29.122311 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.125438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=238a0365-844d-4a32-8f01-97d133f921dc,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:29.155869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c3b1f8-d33b-426f-b288-38ccf30b78dd None None] DHCP port deletion for 50b436ce-905b-40c2-bd2e-d4e753969b44 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:18:29.236277 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.251017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] For port 76fcd236-ed04-4056-8c7f-7cf79fbcae72, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:29.281869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b436ce-905b-40c2-bd2e-d4e753969b44']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:29.297138 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86887f58-0bc4-47be-bac3-24f54be3da9a') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:29.297444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86887f58-0bc4-47be-bac3-24f54be3da9a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:29.315516 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.325993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] For port 76fcd236-ed04-4056-8c7f-7cf79fbcae72, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=76fcd236-ed04-4056-8c7f-7cf79fbcae72,segment=NetworkSegment(56a0e3ea-77a0-4179-b2ee-59cc729ac733),segment_id=56a0e3ea-77a0-4179-b2ee-59cc729ac733)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:29.340061 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.347483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:18:29.348307 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.352838 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9a02-6448-4cab-acff-83e8ed20c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.365974 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:18:29.383448 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:18:29.392923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=60e2e5c1-950a-44c5-b77b-8473146bd131,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:29.417808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:18:29.443105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9b884-08be-4a47-9869-aefc7cef213c req-95faafb6-687a-4af4-bdf5-b5b300742823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:29.444678 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b5f9b884-08be-4a47-9869-aefc7cef213c req-95faafb6-687a-4af4-bdf5-b5b300742823 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 1096 time: 0.1081288 Sep 29 23:18:29.470029 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.492616 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.499351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/networks/50b436ce-905b-40c2-bd2e-d4e753969b44 HTTP/1.1" status: 204 len: 168 time: 1.3970006 Sep 29 23:18:29.505428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34190) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:29.513831 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7eeb53-7983-4bbf-9bfb-b2c88da6800f None None] Pushing event updated for resources: {'Port': ['ID=76fcd236-ed04-4056-8c7f-7cf79fbcae72,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:29.521741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Sync routers for ids ['e10225d3-5ee9-4d5d-8572-6fef17c24313'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:18:29.533107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfdf88-c996-413e-9f50-1f15eab8d686 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Network': ['ID=50b436ce-905b-40c2-bd2e-d4e753969b44,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:29.547212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1718035853'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:29.563167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7b1f9a02-6448-4cab-acff-83e8ed20c1c6 None None] For port 16021ff9-a782-4dd1-9d84-082adc0d5507, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=16021ff9-a782-4dd1-9d84-082adc0d5507,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:29.564699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Routers {'e10225d3-5ee9-4d5d-8572-6fef17c24313'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:29.565591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e10225d3-5ee9-4d5d-8572-6fef17c24313'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:29.578904 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.583131 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34192) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:29.583370 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-02a42da2-77f4-4080-ae68-59915f7775d3 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8052335 Sep 29 23:18:29.590663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:29.594813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.616214 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b5f9b884-08be-4a47-9869-aefc7cef213c req-f724b628-7fc5-48ff-812c-fd1795493000 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589780 Sep 29 23:18:29.646539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:18:29.665283 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b1f9a02-6448-4cab-acff-83e8ed20c1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.668098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.668517 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Added segment a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb of type vlan for network a00dd479-ef12-4327-9dff-dad7c9d92c10 Sep 29 23:18:29.731000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7b1f9a02-6448-4cab-acff-83e8ed20c1c6 None None] Could not find standard attr ID for object 62c8078e-dd68-4f23-b34e-8e7a4556bf68. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:18:29.753599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.785763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 16021ff9-a782-4dd1-9d84-082adc0d5507 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:29.811880 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.818283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:29.819246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:29.950883 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4443569 Sep 29 23:18:29.971174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Set router e10225d3-5ee9-4d5d-8572-6fef17c24313 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:18:29.987470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34206) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:30.000354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'a00dd479-ef12-4327-9dff-dad7c9d92c10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:30.004062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5252517-f914-4f4d-a0cf-f5fb8479717e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Network': ['ID=a00dd479-ef12-4327-9dff-dad7c9d92c10,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:30.040103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90734503-cfa6-4547-af2b-bcf698e814fd req-478cf1aa-f63c-4410-8437-28191a3ab3ca tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:30.042230 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network a00dd479-ef12-4327-9dff-dad7c9d92c10 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:18:30.042382 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90734503-cfa6-4547-af2b-bcf698e814fd req-478cf1aa-f63c-4410-8437-28191a3ab3ca tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 945 time: 0.2119658 Sep 29 23:18:30.130600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8d9c3-e23d-4b70-af95-81a8222a292d req-331ac7c7-d200-4106-aa5c-e806de6a6db4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:30.132136 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3bc8d9c3-e23d-4b70-af95-81a8222a292d req-331ac7c7-d200-4106-aa5c-e806de6a6db4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 945 time: 0.2361212 Sep 29 23:18:30.191909 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1f9a02-6448-4cab-acff-83e8ed20c1c6 None None] Pushing event updated for resources: {'Port': ['ID=16021ff9-a782-4dd1-9d84-082adc0d5507,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:30.253650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9e57db0b-4cc0-42e4-bf74-f472bfd07df5 None None] Provisioning complete for port 16021ff9-a782-4dd1-9d84-082adc0d5507 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:30.253923 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e57db0b-4cc0-42e4-bf74-f472bfd07df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:30.270103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90734503-cfa6-4547-af2b-bcf698e814fd req-bb5f197a-8cd3-463e-bd72-8501cb2d53ae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936839 Sep 29 23:18:30.325291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 16021ff9-a782-4dd1-9d84-082adc0d5507 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:30.325668 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:30.430156 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3bc8d9c3-e23d-4b70-af95-81a8222a292d req-7c6290c2-6120-446b-a654-c4f2ece40fbb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820675 Sep 29 23:18:30.480440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:30.485526 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:30.526803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'name': 'tempest-TestServerBasicOps-1496118490-router', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:25Z', 'updated_at': '2021-09-29T23:18:27Z', 'revision_number': 3, 'project_id': '87a189ca220244e198b493fbd59c093e', 'gw_port': {'id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:26Z', 'updated_at': '2021-09-29T23:18:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:30.559444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Checking router: e10225d3-5ee9-4d5d-8572-6fef17c24313 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:18:30.559800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Updating router e10225d3-5ee9-4d5d-8572-6fef17c24313 port ddece75a-4ce9-4948-882d-9d85a2303d47 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:18:30.607271 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:30.687036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 12910179-b832-41d4-9230-0c82d2545ddb no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:18:30.783889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 12910179-b832-41d4-9230-0c82d2545ddb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:18:30.784526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 12910179-b832-41d4-9230-0c82d2545ddb not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:18:30.834827 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:30.927345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e2e5c1-950a-44c5-b77b-8473146bd131'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:18:30.929624 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d49adcd-d9cb-4583-88de-cba69308d59c" -d '{"events": [{"server_uuid": "c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed", "name": "network-vif-plugged", "status": "completed", "tag": "60e2e5c1-950a-44c5-b77b-8473146bd131"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:18:30.996354 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.005869 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968b9cf4-a628-4245-9cc6-7d2a7fb674c4 x-openstack-request-id: req-968b9cf4-a628-4245-9cc6-7d2a7fb674c4 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:18:31.006389 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed", "name": "network-vif-plugged", "status": "completed", "tag": "60e2e5c1-950a-44c5-b77b-8473146bd131", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:18:31.006389 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-968b9cf4-a628-4245-9cc6-7d2a7fb674c4 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:18:31.006841 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e2e5c1-950a-44c5-b77b-8473146bd131', 'code': 200} Sep 29 23:18:31.008802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.021354 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.073850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280570f6-0e78-486e-903f-9cca85ad810c None None] Pushing event updated for resources: {'Port': ['ID=ddece75a-4ce9-4948-882d-9d85a2303d47,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:31.098693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Attempting to bind port ddece75a-4ce9-4948-882d-9d85a2303d47 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:31.099064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Attempting to bind port ddece75a-4ce9-4948-882d-9d85a2303d47 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:31.099429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Attempting to bind port ddece75a-4ce9-4948-882d-9d85a2303d47 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:31.105426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:31.105803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:31.106205 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.106599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:31.107067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Bound port: ddece75a-4ce9-4948-882d-9d85a2303d47, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:31.107447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.111490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=eab66a6c-a89e-403c-a9c1-7bfe759eb6b8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:31.176261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] For port ddece75a-4ce9-4948-882d-9d85a2303d47, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:31.177883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Checking segment: {'id': 'a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a00dd479-ef12-4327-9dff-dad7c9d92c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:31.178102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network hostable DHCP agents. Network: a00dd479-ef12-4327-9dff-dad7c9d92c10, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:18:31.179578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed53fee-75f8-4d59-a2f2-967471c21ed2 None None] Network f6d623f1-b25c-4383-b705-d047a769f8a5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:31.183195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] For port ddece75a-4ce9-4948-882d-9d85a2303d47, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ddece75a-4ce9-4948-882d-9d85a2303d47,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:31.183717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Allocated IP 172.20.0.1 (f6d623f1-b25c-4383-b705-d047a769f8a5/e774057e-bb51-4731-bd89-1c580a882a42/05215ea8-cc24-4c4d-8f47-3e27cbe58ce3) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:31.203967 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.218319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e0474-a12b-41e9-816e-e8c576d47bd9 req-67f8852e-fd04-4016-a06c-eea20933a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:31.219870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-804e0474-a12b-41e9-816e-e8c576d47bd9 req-67f8852e-fd04-4016-a06c-eea20933a261 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 1096 time: 0.0923333 Sep 29 23:18:31.240170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network a00dd479-ef12-4327-9dff-dad7c9d92c10 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:18:31.284295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f1b46b37-64d4-4784-b1d2-62d0338739c9 None None] Provisioning complete for port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:31.284586 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f1b46b37-64d4-4784-b1d2-62d0338739c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.310301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, a00dd479-ef12-4327-9dff-dad7c9d92c10) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:31.315726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:31.316364 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.330005 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-804e0474-a12b-41e9-816e-e8c576d47bd9 req-181fe1bc-513c-4e32-8b54-0ffea49e2843 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978014 Sep 29 23:18:31.362048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34214) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:31.362642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f56872e4-e909-41df-ac6c-f28acf049849 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3661361 Sep 29 23:18:31.367713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': 'a00dd479-ef12-4327-9dff-dad7c9d92c10', 'name': 'tempest-PortsTestJSON-774982288', 'fixed_ips': [{'subnet_id': 'eab66a6c-a89e-403c-a9c1-7bfe759eb6b8', 'ip_address': '172.20.0.10'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:31.409678 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.453056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d393bb2-3276-4072-b999-8bb07c7bde4f req-426fc80b-63b5-4e66-a48a-0eebbc22a1c1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:31.454946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d393bb2-3276-4072-b999-8bb07c7bde4f req-426fc80b-63b5-4e66-a48a-0eebbc22a1c1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 945 time: 0.0893111 Sep 29 23:18:31.489887 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.548323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:31.591482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d393bb2-3276-4072-b999-8bb07c7bde4f req-31cbdb0b-dda6-413e-96bc-686a1b87dbca tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153352 Sep 29 23:18:31.616795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Network f6d623f1-b25c-4383-b705-d047a769f8a5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:31.638546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:31.642071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:31.673038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.688974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eac587c-9ae0-49e1-ae8e-ed02bc2f0c49 None None] Network a00dd479-ef12-4327-9dff-dad7c9d92c10 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:31.702522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port d0b87526-7dc0-4d50-9c95-4ef640041ba1 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:18:31.718477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=05215ea8-cc24-4c4d-8f47-3e27cbe58ce3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:31.771335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ce2a0-7d03-4b86-940c-1761924f6771 req-293c92a0-1d1b-485c-8424-bd1970176490 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:31.773292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-624ce2a0-7d03-4b86-940c-1761924f6771 req-293c92a0-1d1b-485c-8424-bd1970176490 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 945 time: 0.1805942 Sep 29 23:18:31.774822 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:31.802138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280570f6-0e78-486e-903f-9cca85ad810c None None] Pushing event updated for resources: {'Port': ['ID=ddece75a-4ce9-4948-882d-9d85a2303d47,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:31.842320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Routers {'e10225d3-5ee9-4d5d-8572-6fef17c24313'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:31.843023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e10225d3-5ee9-4d5d-8572-6fef17c24313'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:31.867694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-624ce2a0-7d03-4b86-940c-1761924f6771 req-d1605321-409f-408f-8f06-31ccd24d2912 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873485 Sep 29 23:18:32.002360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 16021ff9-a782-4dd1-9d84-082adc0d5507 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:32.031998 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.035857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.10 (a00dd479-ef12-4327-9dff-dad7c9d92c10/eab66a6c-a89e-403c-a9c1-7bfe759eb6b8/d0b87526-7dc0-4d50-9c95-4ef640041ba1) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:32.134107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] Set router e10225d3-5ee9-4d5d-8572-6fef17c24313 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:18:32.214920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.222631 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.242849 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146189e2-beca-41cc-aaa5-351911b21b6f req-e47580a5-5eeb-46c1-a01b-3801fd9828d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:32.245259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-146189e2-beca-41cc-aaa5-351911b21b6f req-e47580a5-5eeb-46c1-a01b-3801fd9828d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 945 time: 0.2508118 Sep 29 23:18:32.246512 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.256280 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.307427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network a00dd479-ef12-4327-9dff-dad7c9d92c10 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:32.311448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:32.324591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:32.359472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-146189e2-beca-41cc-aaa5-351911b21b6f req-46c9b7c2-ef61-4d47-aaa8-70228a7fa804 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809734 Sep 29 23:18:32.395653 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.395889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=d0b87526-7dc0-4d50-9c95-4ef640041ba1,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:32.411135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=05215ea8-cc24-4c4d-8f47-3e27cbe58ce3,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:32.435333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:32.437100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.473163 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-37f5e004-c465-4a3e-8bdd-ae8aa09ec189 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1074684 Sep 29 23:18:32.473367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34230) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:32.480752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': 'a00dd479-ef12-4327-9dff-dad7c9d92c10', 'name': 'tempest-PortsTestJSON-448882571', 'fixed_ips': [{'subnet_id': 'eab66a6c-a89e-403c-a9c1-7bfe759eb6b8', 'ip_address': '172.20.0.9'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:32.516917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Network f6d623f1-b25c-4383-b705-d047a769f8a5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:32.519252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:32.624614 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f1b46b37-64d4-4784-b1d2-62d0338739c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.626559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 16021ff9-a782-4dd1-9d84-082adc0d5507 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:32.626931 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.671653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:32.677796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.725616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port 36a73f2c-fa02-4169-bd24-ed131d486c19 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:18:32.766189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-a00dd479-ef12-4327-9dff-dad7c9d92c10', 'network_id': 'a00dd479-ef12-4327-9dff-dad7c9d92c10', 'tenant_id': '25874af1d540498886964c86c6ff218e', 'fixed_ips': [{'subnet_id': 'eab66a6c-a89e-403c-a9c1-7bfe759eb6b8'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:18:32.767559 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:32.857346 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'name': 'tempest-TestServerBasicOps-1496118490-router', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:25Z', 'updated_at': '2021-09-29T23:18:27Z', 'revision_number': 3, 'project_id': '87a189ca220244e198b493fbd59c093e', 'gw_port': {'id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:26Z', 'updated_at': '2021-09-29T23:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:33.090966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67beb467-02b8-43dc-83e3-61e0d2e4b763 None None] The sync data for ids ['e10225d3-5ee9-4d5d-8572-6fef17c24313'] in n-d-811173-2 is: [{'id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'name': 'tempest-TestServerBasicOps-1496118490-router', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:25Z', 'updated_at': '2021-09-29T23:18:27Z', 'revision_number': 3, 'project_id': '87a189ca220244e198b493fbd59c093e', 'gw_port': {'id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:26Z', 'updated_at': '2021-09-29T23:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:18:33.098316 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f1b46b37-64d4-4784-b1d2-62d0338739c9 None None] For port 76fcd236-ed04-4056-8c7f-7cf79fbcae72, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=76fcd236-ed04-4056-8c7f-7cf79fbcae72,segment=NetworkSegment(56a0e3ea-77a0-4179-b2ee-59cc729ac733),segment_id=56a0e3ea-77a0-4179-b2ee-59cc729ac733)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:33.165447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 76fcd236-ed04-4056-8c7f-7cf79fbcae72 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:33.171696 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f1b46b37-64d4-4784-b1d2-62d0338739c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:33.174495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.9 (a00dd479-ef12-4327-9dff-dad7c9d92c10/eab66a6c-a89e-403c-a9c1-7bfe759eb6b8/36a73f2c-fa02-4169-bd24-ed131d486c19) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:33.424263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b46b37-64d4-4784-b1d2-62d0338739c9 None None] Pushing event updated for resources: {'Port': ['ID=76fcd236-ed04-4056-8c7f-7cf79fbcae72,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:33.439015 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ba50741c-be43-4f2f-b749-e20d46c2dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:33.462346 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9060578c-9aa0-4356-b8bb-ad2e74560d6f None None] Provisioning complete for port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:33.463242 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9060578c-9aa0-4356-b8bb-ad2e74560d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:33.539300 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:33.668100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9060578c-9aa0-4356-b8bb-ad2e74560d6f None None] Port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:33.669841 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:33.798213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:33.798664 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:33.862721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network a00dd479-ef12-4327-9dff-dad7c9d92c10 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:33.864633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Router e10225d3-5ee9-4d5d-8572-6fef17c24313 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:18:33.867001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:33.875180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:33.930562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736f40f-a15e-4f30-8bd2-97976dc6cc97 req-701851e4-03ce-4cee-a2d6-3477e315fb83 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:33.932228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0736f40f-a15e-4f30-8bd2-97976dc6cc97 req-701851e4-03ce-4cee-a2d6-3477e315fb83 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 945 time: 0.2207768 Sep 29 23:18:33.971473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=36a73f2c-fa02-4169-bd24-ed131d486c19,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:33.987208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9060578c-9aa0-4356-b8bb-ad2e74560d6f None None] Provisioning complete for port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:33.987596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9060578c-9aa0-4356-b8bb-ad2e74560d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:34.065121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:34.065831 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:34.090323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0736f40f-a15e-4f30-8bd2-97976dc6cc97 req-68356462-3851-43f7-bf65-d2bd3e2ab56d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503906 Sep 29 23:18:34.104176 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-75015734-6882-452d-862f-02c142db88a5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6263819 Sep 29 23:18:34.104176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34270) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:34.130707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Allocated IP 172.20.0.2 (a00dd479-ef12-4327-9dff-dad7c9d92c10/eab66a6c-a89e-403c-a9c1-7bfe759eb6b8/27cbec47-9cc4-4242-9bdc-8b83f4bb242e) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:34.282982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:18:34.324876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-315e680a-67de-4768-99aa-22c7a9a96bf8 admin admin] 10.222.0.44 "PUT /v2.0/routers/e10225d3-5ee9-4d5d-8572-6fef17c24313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7271583 Sep 29 23:18:34.421184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d54193-8de6-4b05-b2bb-8c82a950f2dd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:34.433513 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-16d54193-8de6-4b05-b2bb-8c82a950f2dd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3246577 Sep 29 23:18:34.434567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34282) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:34.740620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438291f-d6c8-4740-b181-d2366403a05b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:34.750375 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:34.754930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2438291f-d6c8-4740-b181-d2366403a05b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:34.760287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2438291f-d6c8-4740-b181-d2366403a05b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 1639 time: 0.3252325 Sep 29 23:18:34.763765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34296) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:34.764652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-12aee277-3b81-4d5d-8f37-85f6d25972a2 None None] Provisioning complete for port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:34.765030 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-12aee277-3b81-4d5d-8f37-85f6d25972a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:34.849470 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:34.873277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-12aee277-3b81-4d5d-8f37-85f6d25972a2 None None] Port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:34.877350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 76fcd236-ed04-4056-8c7f-7cf79fbcae72 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:35.016055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c610a1f2-788d-424d-9fd7-1b801f8061be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 36a73f2c-fa02-4169-bd24-ed131d486c19 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:35.016602 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c610a1f2-788d-424d-9fd7-1b801f8061be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:35.133747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Pushing event updated for resources: {'Port': ['ID=27cbec47-9cc4-4242-9bdc-8b83f4bb242e,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:35.208616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Network a00dd479-ef12-4327-9dff-dad7c9d92c10 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:35.213542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.223400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.224115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.224764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.226758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.227320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.228729 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.235290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.236102 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.236848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.237900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.238460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:18:35.255436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:35.277505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:35.307978 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c610a1f2-788d-424d-9fd7-1b801f8061be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:35.356300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c610a1f2-788d-424d-9fd7-1b801f8061be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 36a73f2c-fa02-4169-bd24-ed131d486c19 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:35.435870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Attempting to bind port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:35.439014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Attempting to bind port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a00dd479-ef12-4327-9dff-dad7c9d92c10'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:35.440063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Attempting to bind port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e on network a00dd479-ef12-4327-9dff-dad7c9d92c10 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:35.450525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:35.450949 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:35.504687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:35.507951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Checking segment: {'id': 'a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a00dd479-ef12-4327-9dff-dad7c9d92c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:35.508510 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:35.508933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Bound using segment: {'id': 'a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a00dd479-ef12-4327-9dff-dad7c9d92c10'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:35.509490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Bound port: 27cbec47-9cc4-4242-9bdc-8b83f4bb242e, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'a00dd479-ef12-4327-9dff-dad7c9d92c10'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:35.509894 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:35.599159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fa971-c279-4e70-b19a-39103fcabeb1 req-270f4169-78bf-4e48-adeb-99c2c401655f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:35.607861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e0fa971-c279-4e70-b19a-39103fcabeb1 req-270f4169-78bf-4e48-adeb-99c2c401655f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 945 time: 0.1334424 Sep 29 23:18:35.683745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e0fa971-c279-4e70-b19a-39103fcabeb1 req-5a0ece2d-383c-4a1b-946f-ed00643cd0bd tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745306 Sep 29 23:18:35.705813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] For port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:35.711043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] For port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=27cbec47-9cc4-4242-9bdc-8b83f4bb242e,segment=NetworkSegment(a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb),segment_id=a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:35.722034 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:35.741753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ddece75a-4ce9-4948-882d-9d85a2303d47 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:35.810512 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c610a1f2-788d-424d-9fd7-1b801f8061be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:35.980474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a1203-6268-4cf2-a3f4-78ee6e6f1ff3 None None] Pushing event updated for resources: {'Port': ['ID=27cbec47-9cc4-4242-9bdc-8b83f4bb242e,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:36.010418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ddece75a-4ce9-4948-882d-9d85a2303d47 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:36.011395 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.066674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c610a1f2-788d-424d-9fd7-1b801f8061be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=36a73f2c-fa02-4169-bd24-ed131d486c19,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:36.199472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34336) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:36.205615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-127478b1-34be-46d0-84f8-36e1a7b4e004 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73091233', 'description': 'tempest-secgroup-smoke-73091233 description', 'project_id': 'd752dec6d89542218ba6453abe384de3'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:36.266178 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e9320950-ebbc-4d14-8599-77c0de8718f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.271523 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.297939 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c610a1f2-788d-424d-9fd7-1b801f8061be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.314327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c610a1f2-788d-424d-9fd7-1b801f8061be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/36a73f2c-fa02-4169-bd24-ed131d486c19 HTTP/1.1" status: 204 len: 168 time: 1.5470624 Sep 29 23:18:36.317353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34338) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:36.321958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port ddece75a-4ce9-4948-882d-9d85a2303d47, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ddece75a-4ce9-4948-882d-9d85a2303d47,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:36.335801 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.368112 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d82e2c83-9181-416d-9d53-e19acc7eea58 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:18:36.373151 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d82e2c83-9181-416d-9d53-e19acc7eea58 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/36a73f2c-fa02-4169-bd24-ed131d486c19 HTTP/1.1" status: 404 len: 333 time: 0.0547483 Sep 29 23:18:36.376290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34340) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:36.385241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-127478b1-34be-46d0-84f8-36e1a7b4e004 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.453074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=ddece75a-4ce9-4948-882d-9d85a2303d47,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:36.543074 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.579101 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-127478b1-34be-46d0-84f8-36e1a7b4e004 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.618070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-127478b1-34be-46d0-84f8-36e1a7b4e004 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.660489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127478b1-34be-46d0-84f8-36e1a7b4e004 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2356f02b-e3cb-4ff9-8842-c4f9de73f470,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:36.676983 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 27cbec47-9cc4-4242-9bdc-8b83f4bb242e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:36.691377 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-127478b1-34be-46d0-84f8-36e1a7b4e004 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.693247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-c1ee2b2e-6a25-4d1b-83fa-d968204ee218 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:36.693806 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Sync routers for ids ['e10225d3-5ee9-4d5d-8572-6fef17c24313'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:18:36.694955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-c1ee2b2e-6a25-4d1b-83fa-d968204ee218 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.42 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 945 time: 0.1266017 Sep 29 23:18:36.696312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-127478b1-34be-46d0-84f8-36e1a7b4e004 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4951518 Sep 29 23:18:36.697343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34346) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:36.701963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b5bfa384-d0ff-4c0f-a77b-b1484883efcc tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Request body: {'security_group_rule': {'security_group_id': '2356f02b-e3cb-4ff9-8842-c4f9de73f470', 'project_id': 'd752dec6d89542218ba6453abe384de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:36.711261 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Routers {'e10225d3-5ee9-4d5d-8572-6fef17c24313'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:36.712203 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e10225d3-5ee9-4d5d-8572-6fef17c24313'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:36.750696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f935a-caeb-4d73-bd4d-b7941f95d830 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port d0b87526-7dc0-4d50-9c95-4ef640041ba1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:36.751042 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f2f935a-caeb-4d73-bd4d-b7941f95d830 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.850179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:36.850571 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:36.897913 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Set router e10225d3-5ee9-4d5d-8572-6fef17c24313 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:18:36.954772 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa384-d0ff-4c0f-a77b-b1484883efcc tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.039010 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.078092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2e6347-048d-4852-8a26-de238adc4aba req-0a6335c9-5136-4266-b64f-3128af1b99f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:37.079145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=27cbec47-9cc4-4242-9bdc-8b83f4bb242e,segment=NetworkSegment(a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb),segment_id=a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:37.085495 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.085645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d2e6347-048d-4852-8a26-de238adc4aba req-0a6335c9-5136-4266-b64f-3128af1b99f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 945 time: 0.2699761 Sep 29 23:18:37.095459 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f2f935a-caeb-4d73-bd4d-b7941f95d830 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.151736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=27cbec47-9cc4-4242-9bdc-8b83f4bb242e,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:37.182078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0f2f935a-caeb-4d73-bd4d-b7941f95d830 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for d0b87526-7dc0-4d50-9c95-4ef640041ba1 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:37.190064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-d9f17946-7326-4748-84dd-71cb6d3a7ba9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Deleting port 60e2e5c1-950a-44c5-b77b-8473146bd131 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:37.191974 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-d9f17946-7326-4748-84dd-71cb6d3a7ba9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.205639 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa384-d0ff-4c0f-a77b-b1484883efcc tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.236903 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'name': 'tempest-TestServerBasicOps-1496118490-router', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:25Z', 'updated_at': '2021-09-29T23:18:31Z', 'revision_number': 4, 'project_id': '87a189ca220244e198b493fbd59c093e', 'gw_port': {'id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:26Z', 'updated_at': '2021-09-29T23:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '05215ea8-cc24-4c4d-8f47-3e27cbe58ce3', 'name': '', 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'mac_address': 'fa:16:3e:c9:fd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e774057e-bb51-4731-bd89-1c580a882a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:30Z', 'updated_at': '2021-09-29T23:18:32Z', 'revision_number': 2, 'project_id': '87a189ca220244e198b493fbd59c093e', 'subnets': [{'id': 'e774057e-bb51-4731-bd89-1c580a882a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:37.279759 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa384-d0ff-4c0f-a77b-b1484883efcc tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.304637 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Checking router: e10225d3-5ee9-4d5d-8572-6fef17c24313 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:18:37.304988 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Updating router e10225d3-5ee9-4d5d-8572-6fef17c24313 port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:18:37.334502 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d2e6347-048d-4852-8a26-de238adc4aba req-138826d0-c230-4c1d-b5c5-a0932653c042 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478573 Sep 29 23:18:37.353803 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.431178 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.552301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-5830cdba-d5e9-4453-9b85-fd977604d257 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:37.554009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-5830cdba-d5e9-4453-9b85-fd977604d257 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.5293210 Sep 29 23:18:37.578221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bfa384-d0ff-4c0f-a77b-b1484883efcc tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75a33f4-5bc3-43bf-b704-654f8afe95bf,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:37.590129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-b711460a-eb65-49e2-a66b-282109b8aa01 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/quotas/86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 375 time: 0.0254264 Sep 29 23:18:37.600570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-d9f17946-7326-4748-84dd-71cb6d3a7ba9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] For port 60e2e5c1-950a-44c5-b77b-8473146bd131, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60e2e5c1-950a-44c5-b77b-8473146bd131,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:37.600570 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-d9f17946-7326-4748-84dd-71cb6d3a7ba9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.652473 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5bfa384-d0ff-4c0f-a77b-b1484883efcc tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.656291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b5bfa384-d0ff-4c0f-a77b-b1484883efcc tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9554839 Sep 29 23:18:37.661692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34368) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:37.670383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d4ea3676-8861-4d73-bcdb-445c384623ab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Request body: {'security_group_rule': {'security_group_id': '2356f02b-e3cb-4ff9-8842-c4f9de73f470', 'project_id': 'd752dec6d89542218ba6453abe384de3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:37.690575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-d9f17946-7326-4748-84dd-71cb6d3a7ba9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Calling delete_port for 60e2e5c1-950a-44c5-b77b-8473146bd131 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:37.727127 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3676-8861-4d73-bcdb-445c384623ab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.742435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-fc71ed98-32be-4a67-906d-0bff49ab62ec tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1375811 Sep 29 23:18:37.849213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff880b8-8428-4dfc-a5ed-7706bc956cec None None] Network a00dd479-ef12-4327-9dff-dad7c9d92c10 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:37.858360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3676-8861-4d73-bcdb-445c384623ab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.864727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3676-8861-4d73-bcdb-445c384623ab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.895505 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.899756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ea3676-8861-4d73-bcdb-445c384623ab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562c8ce6-b468-4015-b4b3-f99d16fe3ce2,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:37.904267 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.905303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d4ea3676-8861-4d73-bcdb-445c384623ab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:37.907979 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d4ea3676-8861-4d73-bcdb-445c384623ab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2449093 Sep 29 23:18:37.913174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34370) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:37.922556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3bd7ecba-f286-4e54-a4b2-a3e568139d22 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Request body: {'security_group_rule': {'security_group_id': '2356f02b-e3cb-4ff9-8842-c4f9de73f470', 'project_id': 'd752dec6d89542218ba6453abe384de3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:37.982309 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea7a91-4d1b-492c-8e55-f02b20d1c8af None None] Pushing event updated for resources: {'Port': ['ID=05215ea8-cc24-4c4d-8f47-3e27cbe58ce3,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:38.018471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f2f935a-caeb-4d73-bd4d-b7941f95d830 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.028677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-b14363f0-f740-4dff-8f88-9d828e2c217c service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178061 Sep 29 23:18:38.050420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ecba-f286-4e54-a4b2-a3e568139d22 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.079456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6b10028d-5a77-4bbb-bfa9-5de3c24773e8 None None] Provisioning complete for port d0b87526-7dc0-4d50-9c95-4ef640041ba1 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:38.080541 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b10028d-5a77-4bbb-bfa9-5de3c24773e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.102092 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Attempting to bind port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:38.102460 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Attempting to bind port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '56a0e3ea-77a0-4179-b2ee-59cc729ac733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:38.102819 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Attempting to bind port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 on network f6d623f1-b25c-4383-b705-d047a769f8a5 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:38.107797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6b10028d-5a77-4bbb-bfa9-5de3c24773e8 None None] Port d0b87526-7dc0-4d50-9c95-4ef640041ba1 was deleted so its status cannot be updated. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 29 23:18:38.140944 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:38.141315 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Checking segment: {'id': '56a0e3ea-77a0-4179-b2ee-59cc729ac733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:38.141781 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.142332 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Bound using segment: {'id': '56a0e3ea-77a0-4179-b2ee-59cc729ac733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:38.142939 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Bound port: 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a0e3ea-77a0-4179-b2ee-59cc729ac733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:38.143317 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.150615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6b10028d-5a77-4bbb-bfa9-5de3c24773e8 None None] Provisioning complete for port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:38.150788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f935a-caeb-4d73-bd4d-b7941f95d830 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=d0b87526-7dc0-4d50-9c95-4ef640041ba1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:38.151215 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b10028d-5a77-4bbb-bfa9-5de3c24773e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.249299 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] For port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:38.253730 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] For port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=05215ea8-cc24-4c4d-8f47-3e27cbe58ce3,segment=NetworkSegment(56a0e3ea-77a0-4179-b2ee-59cc729ac733),segment_id=56a0e3ea-77a0-4179-b2ee-59cc729ac733)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:38.259268 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.335816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-d9f17946-7326-4748-84dd-71cb6d3a7ba9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.353668 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea7a91-4d1b-492c-8e55-f02b20d1c8af None None] Pushing event updated for resources: {'Port': ['ID=05215ea8-cc24-4c4d-8f47-3e27cbe58ce3,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:38.370203 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ecba-f286-4e54-a4b2-a3e568139d22 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.383858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ecba-f286-4e54-a4b2-a3e568139d22 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.392560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f17946-7326-4748-84dd-71cb6d3a7ba9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Pushing event deleted for resources: {'Port': ['ID=60e2e5c1-950a-44c5-b77b-8473146bd131,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:38.420782 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f2f935a-caeb-4d73-bd4d-b7941f95d830 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.422766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0f2f935a-caeb-4d73-bd4d-b7941f95d830 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/d0b87526-7dc0-4d50-9c95-4ef640041ba1 HTTP/1.1" status: 204 len: 168 time: 2.0445197 Sep 29 23:18:38.426060 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Routers {'e10225d3-5ee9-4d5d-8572-6fef17c24313'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:38.426697 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e10225d3-5ee9-4d5d-8572-6fef17c24313'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:38.428836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34374) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:38.459518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-a1cf602b-aa26-48f3-a89e-6082ffa5b984 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668752 Sep 29 23:18:38.553487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-d9f17946-7326-4748-84dd-71cb6d3a7ba9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] No DVR routers for this DVR port 60e2e5c1-950a-44c5-b77b-8473146bd131 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:18:38.558737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-d9f17946-7326-4748-84dd-71cb6d3a7ba9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.559924 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0949461f-6ab8-4c5b-b53b-963c7b336e66 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:18:38.570009 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0949461f-6ab8-4c5b-b53b-963c7b336e66 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/d0b87526-7dc0-4d50-9c95-4ef640041ba1 HTTP/1.1" status: 404 len: 333 time: 0.1366937 Sep 29 23:18:38.572768 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfc3ed49-e7b9-4df1-90fe-9304fd61c492 req-d9f17946-7326-4748-84dd-71cb6d3a7ba9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.42 "DELETE /v2.0/ports/60e2e5c1-950a-44c5-b77b-8473146bd131 HTTP/1.1" status: 204 len: 173 time: 1.8622229 Sep 29 23:18:38.577830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34380) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:38.596940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed', 'name': 'network-vif-deleted', 'tag': '60e2e5c1-950a-44c5-b77b-8473146bd131'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:18:38.602961 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917b8062-96fa-4798-89fd-d594434be52a" -d '{"events": [{"server_uuid": "c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed", "name": "network-vif-deleted", "tag": "60e2e5c1-950a-44c5-b77b-8473146bd131"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:18:38.674363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3625c2b-478c-4c89-b425-f4d169e502d7 req-bcb6c2ee-5263-4dc2-9dc0-13513927011d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed HTTP/1.1" status: 200 len: 210 time: 0.1391246 Sep 29 23:18:38.770162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['f762db51-e87f-4b3e-9c8c-b6b1976117b2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:18:38.773007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 27cbec47-9cc4-4242-9bdc-8b83f4bb242e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:38.793265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-de178b57-d156-4501-bd0c-754a56876c98 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet eab66a6c-a89e-403c-a9c1-7bfe759eb6b8 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:18:38.804785 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de178b57-d156-4501-bd0c-754a56876c98 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.908947 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86febe07-26dd-4d89-9add-92deada7d667 x-openstack-request-id: req-86febe07-26dd-4d89-9add-92deada7d667 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:18:38.909247 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed", "name": "network-vif-deleted", "tag": "60e2e5c1-950a-44c5-b77b-8473146bd131", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:18:38.909509 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86febe07-26dd-4d89-9add-92deada7d667 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:18:38.909910 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c55f1918-fe7c-4c3f-bfc9-cfc3dce404ed', 'name': 'network-vif-deleted', 'tag': '60e2e5c1-950a-44c5-b77b-8473146bd131', 'status': 'completed', 'code': 200} Sep 29 23:18:38.913406 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:38.927447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 60e2e5c1-950a-44c5-b77b-8473146bd131 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:18:38.936817 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de178b57-d156-4501-bd0c-754a56876c98 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.068062 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] Set router e10225d3-5ee9-4d5d-8572-6fef17c24313 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:18:39.102313 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de178b57-d156-4501-bd0c-754a56876c98 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.178576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 60e2e5c1-950a-44c5-b77b-8473146bd131 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:18:39.180470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 60e2e5c1-950a-44c5-b77b-8473146bd131 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:18:39.218801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7ecba-f286-4e54-a4b2-a3e568139d22 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bb11baf-0371-4f0f-b56a-cdfe39fa7bd2,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:39.239980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d68ee699-3fd1-45d2-b80b-20bbe3810ab7 req-c2dc5c0c-4311-479c-8c6e-457909baee76 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 210 time: 0.1128387 Sep 29 23:18:39.241847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de178b57-d156-4501-bd0c-754a56876c98 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.250414 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bd7ecba-f286-4e54-a4b2-a3e568139d22 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.254413 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3bd7ecba-f286-4e54-a4b2-a3e568139d22 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3375883 Sep 29 23:18:39.254704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34398) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:39.268196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-83f85e5b-e692-4ded-9a6c-c54c47f5088a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Request body: {'security_group_rule': {'security_group_id': '2356f02b-e3cb-4ff9-8842-c4f9de73f470', 'project_id': 'd752dec6d89542218ba6453abe384de3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:39.386866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de178b57-d156-4501-bd0c-754a56876c98 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=eab66a6c-a89e-403c-a9c1-7bfe759eb6b8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:39.410360 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f85e5b-e692-4ded-9a6c-c54c47f5088a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.426765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:39.427546 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.443263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de178b57-d156-4501-bd0c-754a56876c98 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.463411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34400) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:39.469471 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-de178b57-d156-4501-bd0c-754a56876c98 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/eab66a6c-a89e-403c-a9c1-7bfe759eb6b8 HTTP/1.1" status: 204 len: 168 time: 0.8887074 Sep 29 23:18:39.528602 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.535781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9143a9cc-2c5f-4e40-b26c-541aea7885ca None None] Provisioning complete for port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:39.535781 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9143a9cc-2c5f-4e40-b26c-541aea7885ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.584276 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'name': 'tempest-TestServerBasicOps-1496118490-router', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:25Z', 'updated_at': '2021-09-29T23:18:31Z', 'revision_number': 4, 'project_id': '87a189ca220244e198b493fbd59c093e', 'gw_port': {'id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:26Z', 'updated_at': '2021-09-29T23:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '05215ea8-cc24-4c4d-8f47-3e27cbe58ce3', 'name': '', 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'mac_address': 'fa:16:3e:c9:fd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e774057e-bb51-4731-bd89-1c580a882a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:30Z', 'updated_at': '2021-09-29T23:18:38Z', 'revision_number': 4, 'project_id': '87a189ca220244e198b493fbd59c093e', 'subnets': [{'id': 'e774057e-bb51-4731-bd89-1c580a882a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:39.647268 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-140b329e-9786-4852-98d9-b89c0096a464 None None] The sync data for ids ['e10225d3-5ee9-4d5d-8572-6fef17c24313'] in n-d-811173-2 is: [{'id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'name': 'tempest-TestServerBasicOps-1496118490-router', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:25Z', 'updated_at': '2021-09-29T23:18:31Z', 'revision_number': 4, 'project_id': '87a189ca220244e198b493fbd59c093e', 'gw_port': {'id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:26Z', 'updated_at': '2021-09-29T23:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '05215ea8-cc24-4c4d-8f47-3e27cbe58ce3', 'name': '', 'network_id': 'f6d623f1-b25c-4383-b705-d047a769f8a5', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'mac_address': 'fa:16:3e:c9:fd:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'e774057e-bb51-4731-bd89-1c580a882a42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:30Z', 'updated_at': '2021-09-29T23:18:38Z', 'revision_number': 4, 'project_id': '87a189ca220244e198b493fbd59c093e', 'subnets': [{'id': 'e774057e-bb51-4731-bd89-1c580a882a42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:18:39.703925 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f85e5b-e692-4ded-9a6c-c54c47f5088a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.822744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ddece75a-4ce9-4948-882d-9d85a2303d47 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:39.833620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f85e5b-e692-4ded-9a6c-c54c47f5088a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.879011 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.903907 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f85e5b-e692-4ded-9a6c-c54c47f5088a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:39.908182 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-83f85e5b-e692-4ded-9a6c-c54c47f5088a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6495047 Sep 29 23:18:39.908344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34410) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:39.911420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f85e5b-e692-4ded-9a6c-c54c47f5088a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a96b808-c51b-40e4-b2cd-3d5066d737a0,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:39.913646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-223f46c8-31b6-4f73-8bf3-36f8f14dc953 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Request body: {'security_group_rule': {'security_group_id': '2356f02b-e3cb-4ff9-8842-c4f9de73f470', 'project_id': 'd752dec6d89542218ba6453abe384de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:40.041422 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-223f46c8-31b6-4f73-8bf3-36f8f14dc953 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Project d752dec6d89542218ba6453abe384de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:18:40.062489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-223f46c8-31b6-4f73-8bf3-36f8f14dc953 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:40.282190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639473d7-bc24-420d-87ea-cbd4bfabf2ed None None] Network a00dd479-ef12-4327-9dff-dad7c9d92c10 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:40.284894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6068957-3621-4080-acf1-dd33c54d2eb2 req-c88e9361-b877-4251-b613-b0448a69f85f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:40.287317 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9143a9cc-2c5f-4e40-b26c-541aea7885ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:40.296217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6068957-3621-4080-acf1-dd33c54d2eb2 req-c88e9361-b877-4251-b613-b0448a69f85f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.2615931 Sep 29 23:18:40.320385 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-223f46c8-31b6-4f73-8bf3-36f8f14dc953 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:40.331330 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-223f46c8-31b6-4f73-8bf3-36f8f14dc953 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:40.393858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f46c8-31b6-4f73-8bf3-36f8f14dc953 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba4398f-ce36-4dbf-9159-7449efc13950,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:40.409897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-223f46c8-31b6-4f73-8bf3-36f8f14dc953 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:40.410487 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-223f46c8-31b6-4f73-8bf3-36f8f14dc953 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5011349 Sep 29 23:18:40.413369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:40.433892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c4cebbfb-64f6-4f93-8e2b-d4af6440f310 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Request body: {'security_group_rule': {'security_group_id': '2356f02b-e3cb-4ff9-8842-c4f9de73f470', 'project_id': 'd752dec6d89542218ba6453abe384de3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:40.458260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:40.458855 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:40.560110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ddece75a-4ce9-4948-882d-9d85a2303d47 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:40.560780 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:40.590365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] For port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=27cbec47-9cc4-4242-9bdc-8b83f4bb242e,segment=NetworkSegment(a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb),segment_id=a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:40.596224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:40.622224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 27cbec47-9cc4-4242-9bdc-8b83f4bb242e owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:40.644842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9143a9cc-2c5f-4e40-b26c-541aea7885ca None None] For port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=05215ea8-cc24-4c4d-8f47-3e27cbe58ce3,segment=NetworkSegment(56a0e3ea-77a0-4179-b2ee-59cc729ac733),segment_id=56a0e3ea-77a0-4179-b2ee-59cc729ac733)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:40.673865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6068957-3621-4080-acf1-dd33c54d2eb2 req-2cc3d4ec-7634-4109-b592-6acd4202afba tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3729191 Sep 29 23:18:40.703361 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9143a9cc-2c5f-4e40-b26c-541aea7885ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:40.890422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143a9cc-2c5f-4e40-b26c-541aea7885ca None None] Pushing event updated for resources: {'Port': ['ID=05215ea8-cc24-4c4d-8f47-3e27cbe58ce3,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:40.938111 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-c4cebbfb-64f6-4f93-8e2b-d4af6440f310 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Project d752dec6d89542218ba6453abe384de3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:18:40.976020 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4cebbfb-64f6-4f93-8e2b-d4af6440f310 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:40.983526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bfeb691f-fc43-4369-9b5b-70a06ad9118b None None] Provisioning complete for port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:40.983924 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bfeb691f-fc43-4369-9b5b-70a06ad9118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.125528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f58f0a58-96b9-4c65-ac61-c8a82748473f req-433ac2d0-9d29-49e7-bd3f-df69b70d16e2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 210 time: 0.2397084 Sep 29 23:18:41.162209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf87ec3-b039-400d-acdf-b382857cfb47 None None] DHCP port deletion for a00dd479-ef12-4327-9dff-dad7c9d92c10 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:18:41.216922 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.237842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4bf87ec3-b039-400d-acdf-b382857cfb47 None None] Deleting port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:41.238583 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4bf87ec3-b039-400d-acdf-b382857cfb47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.317361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No DVR routers for this DVR port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:18:41.344990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193bf10-72fe-4002-905e-5a232b6ecca2 req-ff620f43-980c-42d5-b376-17fbc7da8bf8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:41.346977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c193bf10-72fe-4002-905e-5a232b6ecca2 req-ff620f43-980c-42d5-b376-17fbc7da8bf8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.3272848 Sep 29 23:18:41.362427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:41.376875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4cebbfb-64f6-4f93-8e2b-d4af6440f310 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.410453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=27cbec47-9cc4-4242-9bdc-8b83f4bb242e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:41.427990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4bf87ec3-b039-400d-acdf-b382857cfb47 None None] For port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:41.428442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4bf87ec3-b039-400d-acdf-b382857cfb47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.447383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4bf87ec3-b039-400d-acdf-b382857cfb47 None None] Calling delete_port for 27cbec47-9cc4-4242-9bdc-8b83f4bb242e owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:41.452016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-4bf87ec3-b039-400d-acdf-b382857cfb47 None None] Port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:18:41.452376 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4cebbfb-64f6-4f93-8e2b-d4af6440f310 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.452999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:41.453443 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.480564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-923679c1-8f56-47c3-8611-55047fd5135a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:41.481728 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4bf87ec3-b039-400d-acdf-b382857cfb47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.482831 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-923679c1-8f56-47c3-8611-55047fd5135a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.4200084 Sep 29 23:18:41.518882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf87ec3-b039-400d-acdf-b382857cfb47 None None] Pushing event deleted for resources: {'Port': ['ID=27cbec47-9cc4-4242-9bdc-8b83f4bb242e,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:41.523630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'port': {'device_id': '1f4e7564-db22-439d-ab5e-e2a94ba805f7', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'admin_state_up': True, 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:41.527479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf87ec3-b039-400d-acdf-b382857cfb47 None None] No DVR routers for this DVR port 27cbec47-9cc4-4242-9bdc-8b83f4bb242e on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:18:41.550337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c193bf10-72fe-4002-905e-5a232b6ecca2 req-f66d251d-ed97-44ab-b1a8-5ccd22114c06 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679921 Sep 29 23:18:41.604521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cebbfb-64f6-4f93-8e2b-d4af6440f310 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f241764-1752-4fe0-a1b3-2a4ad22940fa,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:41.685116 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.704933 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4cebbfb-64f6-4f93-8e2b-d4af6440f310 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.706258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c4cebbfb-64f6-4f93-8e2b-d4af6440f310 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2769198 Sep 29 23:18:41.735487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 27cbec47-9cc4-4242-9bdc-8b83f4bb242e no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:18:41.772150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 27cbec47-9cc4-4242-9bdc-8b83f4bb242e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:18:41.772522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 27cbec47-9cc4-4242-9bdc-8b83f4bb242e not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:18:41.799005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a00dd479-ef12-4327-9dff-dad7c9d92c10']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:41.828212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:41.828516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53bfd6a-ad8c-4017-a7ef-68327bbf7ddb') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:41.883498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:41.964097 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792dbdc3-99e6-4042-a647-5c2472a0cd73 req-fcc805af-1ff5-43c4-bb15-3107e7a2fcd2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:41.973088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-792dbdc3-99e6-4042-a647-5c2472a0cd73 req-fcc805af-1ff5-43c4-bb15-3107e7a2fcd2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.2840295 Sep 29 23:18:41.979757 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:42.016180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:18:42.016760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:18:42.026888 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:18:42.066522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-257c65fd-b934-4dd1-bde0-7bfa6bb103d9 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73091233&fields=id&tenant_id=d752dec6d89542218ba6453abe384de3 HTTP/1.1" status: 200 len: 267 time: 0.1517384 Sep 29 23:18:42.078410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Made reservation on behalf of 86bdc4515d6a4d0b846bbc7c3354ced6 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:42.082317 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:42.170429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-792dbdc3-99e6-4042-a647-5c2472a0cd73 req-e9d67641-3436-4215-b162-d8bdca739370 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962900 Sep 29 23:18:42.236025 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:42.288440 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:42.294490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/networks/a00dd479-ef12-4327-9dff-dad7c9d92c10 HTTP/1.1" status: 204 len: 168 time: 2.8072152 Sep 29 23:18:42.296367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34470) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:42.303745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-935291184'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:42.353832 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5ef26-6b55-4958-b231-30ec597fea82 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Network': ['ID=a00dd479-ef12-4327-9dff-dad7c9d92c10,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:42.359607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:42.362550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41f53fca-1e70-481c-b576-fa2384221f1d req-a46396ee-1c9a-4acd-abba-246c86c8320e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 210 time: 0.0639768 Sep 29 23:18:42.374578 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:42.425694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-a55f7cc0-7769-4468-9e54-b725c7ff9da3 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:42.434075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-a55f7cc0-7769-4468-9e54-b725c7ff9da3 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/networks?id=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e HTTP/1.1" status: 200 len: 808 time: 0.3492632 Sep 29 23:18:42.457010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:18:42.460942 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-bbd4ba11-bcb2-41d9-af79-d9843dbb5bf5 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/quotas/d752dec6d89542218ba6453abe384de3 HTTP/1.1" status: 200 len: 375 time: 0.0254934 Sep 29 23:18:42.475283 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:42.476370 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Added segment f1cd6e6d-e095-4956-81b2-50414e196a05 of type vlan for network 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 Sep 29 23:18:42.511080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Allocated IP 172.20.0.12 (ee5d94c1-3e5a-467b-89c5-206c2f04d49f/de53ae86-4ded-4d3c-be7d-939667c8dccf/924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:42.565830 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:42.573010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-4bedbb4a-c372-4f52-b250-4d188b7fd2a3 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d752dec6d89542218ba6453abe384de3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037612 Sep 29 23:18:42.623189 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:42.637518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:42.639694 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:42.747219 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4460692 Sep 29 23:18:42.747991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34480) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:42.787494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': '96f704b9-1e9d-41eb-bd65-aeb8a89f8c82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:42.794259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315cf2d3-9542-4ad9-ada6-df7d4da472bc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Network': ['ID=96f704b9-1e9d-41eb-bd65-aeb8a89f8c82,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:42.807280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:18:43.001668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:43.008442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:43.299033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:43.398012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Checking segment: {'id': 'f1cd6e6d-e095-4956-81b2-50414e196a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '96f704b9-1e9d-41eb-bd65-aeb8a89f8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:43.398418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network hostable DHCP agents. Network: 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:18:43.403345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=51cae567-a7df-45de-9ce4-3b7264964eb4,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:43.433331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:18:43.445183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:43.452188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:43.453142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:43.476054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34490) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:43.476836 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4dc88b62-f798-4934-a106-573df3de4b81 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6935196 Sep 29 23:18:43.549816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:43.624235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bdbda3bb-c3d1-4a92-a628-1c24b5dffdf6 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1422107609', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:43.642145 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:43.657311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['238a0365-844d-4a32-8f01-97d133f921dc'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:18:43.730720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1736e5ed-7f0c-4323-9758-f3d1940bcf54 None None] Network 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:43.781867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:43.782787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:43.810891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8df8cc-2592-439d-bab9-6d6ca95884b6 req-c8892659-6a09-4feb-a7c4-3e198b52205d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:43.818295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8df8cc-2592-439d-bab9-6d6ca95884b6 req-c8892659-6a09-4feb-a7c4-3e198b52205d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:43.825703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8df8cc-2592-439d-bab9-6d6ca95884b6 req-c8892659-6a09-4feb-a7c4-3e198b52205d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:43.832191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8df8cc-2592-439d-bab9-6d6ca95884b6 req-c8892659-6a09-4feb-a7c4-3e198b52205d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:43.839878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8df8cc-2592-439d-bab9-6d6ca95884b6 req-c8892659-6a09-4feb-a7c4-3e198b52205d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:43.846742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8df8cc-2592-439d-bab9-6d6ca95884b6 req-c8892659-6a09-4feb-a7c4-3e198b52205d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:43.856349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8df8cc-2592-439d-bab9-6d6ca95884b6 req-c8892659-6a09-4feb-a7c4-3e198b52205d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:43.864909 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d8df8cc-2592-439d-bab9-6d6ca95884b6 req-c8892659-6a09-4feb-a7c4-3e198b52205d tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5434 time: 0.4797614 Sep 29 23:18:43.868010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:43.875384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-754026af-c97c-4537-a890-58e4e2e56f91 service neutron] 10.222.0.44 "GET /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2889495 Sep 29 23:18:43.877643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:43.967242 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bdbda3bb-c3d1-4a92-a628-1c24b5dffdf6 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:43.968968 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bdbda3bb-c3d1-4a92-a628-1c24b5dffdf6 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:44.007492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:44.008211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:44.073438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-96f704b9-1e9d-41eb-bd65-aeb8a89f8c82', 'network_id': '96f704b9-1e9d-41eb-bd65-aeb8a89f8c82', 'tenant_id': '25874af1d540498886964c86c6ff218e', 'fixed_ips': [{'subnet_id': '51cae567-a7df-45de-9ce4-3b7264964eb4'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:18:44.074411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:44.197662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bdbda3bb-c3d1-4a92-a628-1c24b5dffdf6 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:44.206350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0ba12c64-05ae-4fae-b6a0-4158baf0bfda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6945643 Sep 29 23:18:44.210325 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bdbda3bb-c3d1-4a92-a628-1c24b5dffdf6 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:44.220339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d8df8cc-2592-439d-bab9-6d6ca95884b6 req-d520d27e-f025-47b5-8755-cc13fa690c49 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3396668 Sep 29 23:18:44.232353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Request body: {'port': {'device_id': '1f4e7564-db22-439d-ab5e-e2a94ba805f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:44.302572 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bdbda3bb-c3d1-4a92-a628-1c24b5dffdf6 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:44.306892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bdbda3bb-c3d1-4a92-a628-1c24b5dffdf6 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6892006 Sep 29 23:18:44.307176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34508) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:44.312849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'network_id': '96f704b9-1e9d-41eb-bd65-aeb8a89f8c82', 'name': 'tempest-PortsTestJSON-532773741'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:44.316674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-25f35640-b60d-48bf-9171-1a8b89f22423 service neutron] 10.222.0.44 "GET /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930640 Sep 29 23:18:44.364944 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:44.565894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:44.570566 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:44.596469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:18:44.753482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2922ef59-8e6e-463b-bd4e-eaf6f9751d37 None None] Provisioning complete for port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:44.754960 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2922ef59-8e6e-463b-bd4e-eaf6f9751d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:44.764899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.9 (96f704b9-1e9d-41eb-bd65-aeb8a89f8c82/51cae567-a7df-45de-9ce4-3b7264964eb4/f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:44.843668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6239d3-9093-4054-9b53-14b422b3d79c req-9f0d3b5e-cd08-4a47-ab67-9d6dae2a663f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:44.845926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a6239d3-9093-4054-9b53-14b422b3d79c req-9f0d3b5e-cd08-4a47-ab67-9d6dae2a663f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 932 time: 0.2329185 Sep 29 23:18:44.857988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2922ef59-8e6e-463b-bd4e-eaf6f9751d37 None None] Port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:45.024062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:18:45.036063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:45.068610 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:45.112381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Transition to ACTIVE for port object 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:18:45.143193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a6239d3-9093-4054-9b53-14b422b3d79c req-f172fa74-8dc5-4b27-8256-bf2926d3fbea tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662804 Sep 29 23:18:45.146741 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:45.162043 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:45.205355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:45.209423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:45.215650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:45.276171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:45.284716 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Allocated IP 172.20.0.2 (96f704b9-1e9d-41eb-bd65-aeb8a89f8c82/51cae567-a7df-45de-9ce4-3b7264964eb4/334c0e7e-3025-485d-870f-258322f79a68) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:45.312741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:45.313599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:45.339466 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-19e54e90-0fa9-448c-8c2f-d981b229d85f tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0274143 Sep 29 23:18:45.340052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34526) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:45.410537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4fa79aed-39ea-444c-9830-bd794eef6486 req-41c2d906-563a-40e7-bbba-be667b29fede tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 210 time: 0.1337352 Sep 29 23:18:45.452443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Pushing event updated for resources: {'Port': ['ID=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:45.544071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204ffd2-f7d1-4c70-9a56-fafd85f7f2c1 req-8b6a66d8-f82f-4861-bd9a-ecf2035ed62c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:45.550603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204ffd2-f7d1-4c70-9a56-fafd85f7f2c1 req-8b6a66d8-f82f-4861-bd9a-ecf2035ed62c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:45.569415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204ffd2-f7d1-4c70-9a56-fafd85f7f2c1 req-8b6a66d8-f82f-4861-bd9a-ecf2035ed62c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:45.617689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204ffd2-f7d1-4c70-9a56-fafd85f7f2c1 req-8b6a66d8-f82f-4861-bd9a-ecf2035ed62c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:45.643802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204ffd2-f7d1-4c70-9a56-fafd85f7f2c1 req-8b6a66d8-f82f-4861-bd9a-ecf2035ed62c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:45.660591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204ffd2-f7d1-4c70-9a56-fafd85f7f2c1 req-8b6a66d8-f82f-4861-bd9a-ecf2035ed62c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:45.667968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2204ffd2-f7d1-4c70-9a56-fafd85f7f2c1 req-8b6a66d8-f82f-4861-bd9a-ecf2035ed62c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:45.682495 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2204ffd2-f7d1-4c70-9a56-fafd85f7f2c1 req-8b6a66d8-f82f-4861-bd9a-ecf2035ed62c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5434 time: 0.4135118 Sep 29 23:18:45.763098 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:45.777111 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:45.807754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Attempting to bind port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:45.808137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Attempting to bind port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:45.808524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Attempting to bind port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:45.815181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:18:45.815509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Attempting to bind port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:45.830490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3487e69c-4e53-4201-9cda-65b35f3e5076 req-47560a5b-ec4b-4805-b7b2-5fb90042d90b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:45.844559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3487e69c-4e53-4201-9cda-65b35f3e5076 req-47560a5b-ec4b-4805-b7b2-5fb90042d90b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1566563 Sep 29 23:18:45.862601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:45.866041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Checking segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:45.866465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Bound using segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:45.867441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Bound port: 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:45.870915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:45.925719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Network 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:45.950247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3487e69c-4e53-4201-9cda-65b35f3e5076 req-0b7601aa-ef4a-43b4-958f-e4b193f4781d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743763 Sep 29 23:18:45.950546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:45.995564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:46.006692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Pushing event updated for resources: {'Port': ['ID=334c0e7e-3025-485d-870f-258322f79a68,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:46.108420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] For port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:46.132502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] For port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:46.137089 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Attempting to bind port 334c0e7e-3025-485d-870f-258322f79a68 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:46.137341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Attempting to bind port 334c0e7e-3025-485d-870f-258322f79a68 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'f1cd6e6d-e095-4956-81b2-50414e196a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '96f704b9-1e9d-41eb-bd65-aeb8a89f8c82'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:46.138985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Attempting to bind port 334c0e7e-3025-485d-870f-258322f79a68 on network 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:46.148261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:46.154315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:46.155128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Checking segment: {'id': 'f1cd6e6d-e095-4956-81b2-50414e196a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '96f704b9-1e9d-41eb-bd65-aeb8a89f8c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:46.155923 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:46.156464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Bound using segment: {'id': 'f1cd6e6d-e095-4956-81b2-50414e196a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '96f704b9-1e9d-41eb-bd65-aeb8a89f8c82'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:46.157427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Bound port: 334c0e7e-3025-485d-870f-258322f79a68, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1cd6e6d-e095-4956-81b2-50414e196a05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '96f704b9-1e9d-41eb-bd65-aeb8a89f8c82'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:46.158150 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:46.195950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:46.258139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4507d88-8f0d-4b78-bca2-c407f6fba544 req-98e00dd1-5af2-4700-a644-91b3efdb3072 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:46.260185 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4507d88-8f0d-4b78-bca2-c407f6fba544 req-98e00dd1-5af2-4700-a644-91b3efdb3072 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1988626 Sep 29 23:18:46.265065 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] For port 334c0e7e-3025-485d-870f-258322f79a68, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:46.269332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:46.270330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] For port 334c0e7e-3025-485d-870f-258322f79a68, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=334c0e7e-3025-485d-870f-258322f79a68,segment=NetworkSegment(f1cd6e6d-e095-4956-81b2-50414e196a05),segment_id=f1cd6e6d-e095-4956-81b2-50414e196a05)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:46.271171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:46.273266 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] 10.222.0.42 "PUT /v2.0/ports/924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 HTTP/1.1" status: 200 len: 1092 time: 2.0492344 Sep 29 23:18:46.276695 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:46.285107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4e7564-db22-439d-ab5e-e2a94ba805f7', 'tag': '924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:18:46.287808 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4e7564-db22-439d-ab5e-e2a94ba805f7", "tag": "924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:18:46.432971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6701b50-ff1e-4c1a-8ba6-e3d1c25d5f61 None None] Pushing event updated for resources: {'Port': ['ID=334c0e7e-3025-485d-870f-258322f79a68,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:46.448873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943503c0-45f5-4c11-a0c3-f4b78a86f55a service neutron] Pushing event updated for resources: {'Port': ['ID=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:46.529418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4507d88-8f0d-4b78-bca2-c407f6fba544 req-e103ca43-5002-4889-ab19-0d2fafb2b2be tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284317 Sep 29 23:18:46.616710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0399a92d-ee39-47d2-8f76-2e274fb7ed08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:46.623771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-0399a92d-ee39-47d2-8f76-2e274fb7ed08 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 1095 time: 0.2058518 Sep 29 23:18:46.672925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd1323-af58-45bd-b3ad-4e810c28a594 req-dd17ad92-5343-465d-8350-f00435209dfc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:46.674900 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94bd1323-af58-45bd-b3ad-4e810c28a594 req-dd17ad92-5343-465d-8350-f00435209dfc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.2821541 Sep 29 23:18:46.770246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-478c2181-7a96-4af7-a19f-e65f8c0a3948 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 HTTP/1.1" status: 200 len: 217 time: 0.1279447 Sep 29 23:18:46.792486 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d892ad3f-2e4a-4dab-ab09-a0b01411aa4b x-openstack-request-id: req-d892ad3f-2e4a-4dab-ab09-a0b01411aa4b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:18:46.792934 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4e7564-db22-439d-ab5e-e2a94ba805f7", "tag": "924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:18:46.793306 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d892ad3f-2e4a-4dab-ab09-a0b01411aa4b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:18:46.793619 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4e7564-db22-439d-ab5e-e2a94ba805f7', 'tag': '924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88', 'status': 'completed', 'code': 200} Sep 29 23:18:46.999354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-d563c034-e7db-4072-ac4b-4a936732f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:47.001085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-d563c034-e7db-4072-ac4b-4a936732f4a6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.2058389 Sep 29 23:18:47.061105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94bd1323-af58-45bd-b3ad-4e810c28a594 req-370bc476-6234-454d-a607-d257fa8e360d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888422 Sep 29 23:18:47.067667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbbe3abe-4a81-41ac-870f-d6a07c784b2d req-5852990e-3af1-4dc5-b110-02761cb4f72a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 210 time: 0.0652766 Sep 29 23:18:47.253696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-d04469b4-88e0-4488-ac57-cf984bca21f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:47.265430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-d04469b4-88e0-4488-ac57-cf984bca21f3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1869960 Sep 29 23:18:47.435067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 334c0e7e-3025-485d-870f-258322f79a68 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:47.504026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-28d4b2e0-a8a1-4b6f-8e23-9e46730f800c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:47.507148 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-28d4b2e0-a8a1-4b6f-8e23-9e46730f800c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.26 "GET /v2.0/networks?id=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e HTTP/1.1" status: 200 len: 808 time: 0.8843007 Sep 29 23:18:47.548159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-3534d759-0211-452f-9e7c-984386898d97 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815804 Sep 29 23:18:47.582436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:47.594084 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:47.661777 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-d0f4b9c9-b93f-4b16-a104-5f241dcdbba6 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d752dec6d89542218ba6453abe384de3 HTTP/1.1" status: 200 len: 378 time: 0.1350913 Sep 29 23:18:47.709866 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 334c0e7e-3025-485d-870f-258322f79a68 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:47.714297 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:47.731618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Request body: {'port': {'device_id': '35719cff-6252-4329-b799-64151d664a1c', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'admin_state_up': True, 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'security_groups': ['2356f02b-e3cb-4ff9-8842-c4f9de73f470']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:47.768297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ee47d7a-7a1a-48d2-bcc6-18070dbd7018 req-33090543-9710-449f-ac8a-212ca24b76fb service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123826 Sep 29 23:18:47.970574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-031ac9c1-960a-4dde-a046-db326d3a5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:47.975586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-031ac9c1-960a-4dde-a046-db326d3a5399 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 1095 time: 0.1220477 Sep 29 23:18:48.049034 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:48.143374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 334c0e7e-3025-485d-870f-258322f79a68, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=334c0e7e-3025-485d-870f-258322f79a68,segment=NetworkSegment(f1cd6e6d-e095-4956-81b2-50414e196a05),segment_id=f1cd6e6d-e095-4956-81b2-50414e196a05)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:48.156752 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:48.265036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-a1059638-a971-45d5-827a-f14c2ca71f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:48.268998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-a1059638-a971-45d5-827a-f14c2ca71f4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.2700658 Sep 29 23:18:48.297545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Made reservation on behalf of d752dec6d89542218ba6453abe384de3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:48.307786 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:48.332870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=334c0e7e-3025-485d-870f-258322f79a68,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:48.537962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-d57cb640-b30a-47d4-b81f-e6b009ad6844 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 HTTP/1.1" status: 200 len: 217 time: 0.2610431 Sep 29 23:18:48.626032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9bc13f-ba77-4c49-a228-fd3d01f0944c None None] Network 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:48.660400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-f21013b7-4b3b-472f-acd4-64bc4a1e6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:48.662309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-f21013b7-4b3b-472f-acd4-64bc4a1e6b50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0967147 Sep 29 23:18:48.668112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5f95af9-12d8-4763-867b-5cbdd73db010 req-651e0b33-8e49-4c49-a4a9-e57662ec8ad4 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 210 time: 0.1983812 Sep 29 23:18:48.742747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3827db-2f75-44d7-8ceb-4cf030dd0b10 req-d2e21d71-3c0f-41ae-b525-5892ecb77629 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:48.757488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc3827db-2f75-44d7-8ceb-4cf030dd0b10 req-d2e21d71-3c0f-41ae-b525-5892ecb77629 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.4694269 Sep 29 23:18:48.835133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-5d83485a-8945-4576-a3d9-d96e767d33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:48.836983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-5d83485a-8945-4576-a3d9-d96e767d33b6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622479 Sep 29 23:18:48.868726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc3827db-2f75-44d7-8ceb-4cf030dd0b10 req-57f71b2e-a863-473b-a8ff-5e79b11fe04c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099153 Sep 29 23:18:49.013474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-046e5a58-653d-4869-9710-4b7e3f6e89e4 None None] Provisioning complete for port 334c0e7e-3025-485d-870f-258322f79a68 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:49.014122 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-046e5a58-653d-4869-9710-4b7e3f6e89e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:49.044057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34592) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:49.161834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-7d9e8960-df35-4fec-a12f-a10885a2a2c1 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920971 Sep 29 23:18:49.333943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 334c0e7e-3025-485d-870f-258322f79a68 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:18:49.480168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 334c0e7e-3025-485d-870f-258322f79a68 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:49.480544 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:49.528737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba4635ce-96c4-4907-9fcd-a63cd7e97de4 req-dd59a31f-382e-47b1-8fe1-a33e155687f1 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587072 Sep 29 23:18:49.560305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Allocated IP 172.20.0.11 (54a2ff8a-03c8-4f3a-8104-c56d70b6c84e/77cc51cf-2ad8-43e0-8282-e07438de2df0/926132e1-78e4-419c-9c99-506576925ea9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:18:49.737818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ed14594a-e643-44ed-8a92-0fc8f80d3255 None None] Provisioning complete for port 334c0e7e-3025-485d-870f-258322f79a68 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:49.738921 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ed14594a-e643-44ed-8a92-0fc8f80d3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:49.892634 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:50.067598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54b62cc8-246c-4545-8df6-6bf9481fc1f5 req-b547369b-1cf0-4818-a7a6-9dda73148edf tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 210 time: 0.1372683 Sep 29 23:18:50.107274 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:50.130730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ed14594a-e643-44ed-8a92-0fc8f80d3255 None None] Provisioning complete for port f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:50.131361 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ed14594a-e643-44ed-8a92-0fc8f80d3255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:50.134101 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:50.172515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:50.259937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ed14594a-e643-44ed-8a92-0fc8f80d3255 None None] Port f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:50.269591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event updated for resources: {'Port': ['ID=926132e1-78e4-419c-9c99-506576925ea9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:50.288819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:50.300087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:50.329628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:18:50.348996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e9b6-801b-4197-a1bf-32bffbf9881e req-cd4dbb2a-a3a1-4268-8312-b5f2a031fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:50.349593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e9b6-801b-4197-a1bf-32bffbf9881e req-cd4dbb2a-a3a1-4268-8312-b5f2a031fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:50.350150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e9b6-801b-4197-a1bf-32bffbf9881e req-cd4dbb2a-a3a1-4268-8312-b5f2a031fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:50.350860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e9b6-801b-4197-a1bf-32bffbf9881e req-cd4dbb2a-a3a1-4268-8312-b5f2a031fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:50.351669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e9b6-801b-4197-a1bf-32bffbf9881e req-cd4dbb2a-a3a1-4268-8312-b5f2a031fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:50.352309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e9b6-801b-4197-a1bf-32bffbf9881e req-cd4dbb2a-a3a1-4268-8312-b5f2a031fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:50.353889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3e9b6-801b-4197-a1bf-32bffbf9881e req-cd4dbb2a-a3a1-4268-8312-b5f2a031fcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:50.357077 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4f3e9b6-801b-4197-a1bf-32bffbf9881e req-cd4dbb2a-a3a1-4268-8312-b5f2a031fcdb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6491 time: 1.1245508 Sep 29 23:18:50.395480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7b34500c-1fa7-44c3-988f-58885a23b17f None None] Provisioning complete for port f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:50.396109 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b34500c-1fa7-44c3-988f-58885a23b17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:50.476179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7b34500c-1fa7-44c3-988f-58885a23b17f None None] Port f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:50.486214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:50.487076 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:50.554900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e01f7e-6da6-4159-bcab-775d9b9a9200 req-435e5b3d-e70c-48ef-a1e7-c896036513b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:50.558940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13e01f7e-6da6-4159-bcab-775d9b9a9200 req-435e5b3d-e70c-48ef-a1e7-c896036513b9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.4008930 Sep 29 23:18:50.581624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea2b3be-4df5-4a00-b761-c5c291f4b805 req-75434d21-3c4b-432e-a547-479c85861ef4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:50.590397 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4f3e9b6-801b-4197-a1bf-32bffbf9881e req-5d825995-a730-4e40-a9c4-691c150814fd service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&id=418b628a-efab-46ec-b727-7a5d1f554f9d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1611798 Sep 29 23:18:50.611439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bea2b3be-4df5-4a00-b761-c5c291f4b805 req-75434d21-3c4b-432e-a547-479c85861ef4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.2825582 Sep 29 23:18:50.621433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cc049f7a-c671-4d66-a16f-c4b90836428e None None] Provisioning complete for port f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:50.621433 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc049f7a-c671-4d66-a16f-c4b90836428e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:50.684916 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:50.701543 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-e8eca775-1b17-4245-b17e-2f105b4f3dab tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9792573 Sep 29 23:18:50.728550 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cc049f7a-c671-4d66-a16f-c4b90836428e None None] Port f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:50.729676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bea2b3be-4df5-4a00-b761-c5c291f4b805 req-95687d0a-f065-49b2-9e7f-4f7b40a10020 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134548 Sep 29 23:18:50.787950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Request body: {'port': {'device_id': '35719cff-6252-4329-b799-64151d664a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:50.792583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13e01f7e-6da6-4159-bcab-775d9b9a9200 req-8f28dafe-2e2b-4ba4-921f-478b05637ab8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799319 Sep 29 23:18:50.859164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-202d69cd-036a-4f22-b271-063276c694b3 None None] Provisioning complete for port 926132e1-78e4-419c-9c99-506576925ea9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:50.860407 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-202d69cd-036a-4f22-b271-063276c694b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:50.943948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-202d69cd-036a-4f22-b271-063276c694b3 None None] Port 926132e1-78e4-419c-9c99-506576925ea9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:50.963389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:51.070761 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:51.085084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e727e0-fb57-4a74-b957-b71b0f4054df req-b5414188-47e5-44cd-b477-ade07cf323d9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:51.093788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98e727e0-fb57-4a74-b957-b71b0f4054df req-b5414188-47e5-44cd-b477-ade07cf323d9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1422153 Sep 29 23:18:51.192420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-98e727e0-fb57-4a74-b957-b71b0f4054df req-98fd8385-7dcc-4fc7-9175-dd9e4bccd4eb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963163 Sep 29 23:18:51.339737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a09563-41c5-49a3-881a-e288e4c125dd req-1d9e8811-1cf7-4b08-8f6c-75682966f016 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:51.341386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76a09563-41c5-49a3-881a-e288e4c125dd req-1d9e8811-1cf7-4b08-8f6c-75682966f016 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 932 time: 0.1190698 Sep 29 23:18:51.480817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76a09563-41c5-49a3-881a-e288e4c125dd req-eed15a77-1e1a-4c93-be74-48c9c1609b85 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1277530 Sep 29 23:18:51.511348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739728d3-9fa2-4c7e-837c-47042771d6d3 req-00bae07f-5b24-4f0e-946e-0e3d31bc1542 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:51.513008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-739728d3-9fa2-4c7e-837c-47042771d6d3 req-00bae07f-5b24-4f0e-946e-0e3d31bc1542 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1093626 Sep 29 23:18:51.599611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-739728d3-9fa2-4c7e-837c-47042771d6d3 req-a37a796f-f3ee-4c73-aba9-db65b27c34a2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797455 Sep 29 23:18:51.604956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926132e1-78e4-419c-9c99-506576925ea9 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:18:51.621351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:51.679588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:51.683236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Transition to ACTIVE for port object 926132e1-78e4-419c-9c99-506576925ea9 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:18:51.694209 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:51.755526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:51.781392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d23b9-62da-4e81-bd9c-917d766e3e1a req-7368b607-a667-412b-8693-1a8a9f2f84c1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:51.783278 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f5d23b9-62da-4e81-bd9c-917d766e3e1a req-7368b607-a667-412b-8693-1a8a9f2f84c1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0772822 Sep 29 23:18:51.840223 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:51.879097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f5d23b9-62da-4e81-bd9c-917d766e3e1a req-f5e6d1d8-812f-4c96-8b70-300cffb209b5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756614 Sep 29 23:18:51.912547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:52.025978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71800f-3084-47ba-9540-6ee7130dfed5 req-e8b108be-c014-41ab-8973-850f20341d8c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:52.039816 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b71800f-3084-47ba-9540-6ee7130dfed5 req-e8b108be-c014-41ab-8973-850f20341d8c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.1309755 Sep 29 23:18:52.142691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b71800f-3084-47ba-9540-6ee7130dfed5 req-d7346499-415a-4054-b088-08b0aaf15913 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011159 Sep 29 23:18:52.263063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Pushing event updated for resources: {'Port': ['ID=926132e1-78e4-419c-9c99-506576925ea9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:52.332057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5abdc9-9279-41f2-968f-34858354bbae req-f402caf8-04d1-4f5b-80d0-a4a62e26e00e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:52.343770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b5abdc9-9279-41f2-968f-34858354bbae req-f402caf8-04d1-4f5b-80d0-a4a62e26e00e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1225545 Sep 29 23:18:52.411318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Attempting to bind port 926132e1-78e4-419c-9c99-506576925ea9 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:18:52.411754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Attempting to bind port 926132e1-78e4-419c-9c99-506576925ea9 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:18:52.412195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Attempting to bind port 926132e1-78e4-419c-9c99-506576925ea9 on network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:52.413128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b5abdc9-9279-41f2-968f-34858354bbae req-241fe51f-171a-42ec-b22e-a7cd057c7d3c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649302 Sep 29 23:18:52.423072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Port 926132e1-78e4-419c-9c99-506576925ea9 on network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:18:52.423863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Attempting to bind port 926132e1-78e4-419c-9c99-506576925ea9 on network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:18:52.434912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:18:52.435343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Checking segment: {'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:52.435799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Bound using segment: {'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:18:52.436848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Bound port: 926132e1-78e4-419c-9c99-506576925ea9, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a5f6907-0598-473a-a996-8463609c671d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:18:52.436987 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:52.468929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:52.473544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:52.644838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] For port 926132e1-78e4-419c-9c99-506576925ea9, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:18:52.697451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] For port 926132e1-78e4-419c-9c99-506576925ea9, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=926132e1-78e4-419c-9c99-506576925ea9,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:18:52.721735 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:52.723047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccec57-fece-496e-8875-97007e3c300f req-57dcdc06-918f-402a-815a-5803e67eda83 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:52.732851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0bccec57-fece-496e-8875-97007e3c300f req-57dcdc06-918f-402a-815a-5803e67eda83 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.2031655 Sep 29 23:18:52.831624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4b122-e88f-4078-8a61-96bf95317460 req-6687e9f2-c24e-4628-b101-8c79339636d0 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:52.856264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47e4b122-e88f-4078-8a61-96bf95317460 req-6687e9f2-c24e-4628-b101-8c79339636d0 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 944 time: 0.2687144 Sep 29 23:18:52.864386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:52.866591 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:52.870068 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] 10.222.0.26 "PUT /v2.0/ports/926132e1-78e4-419c-9c99-506576925ea9 HTTP/1.1" status: 200 len: 1092 time: 2.0941248 Sep 29 23:18:52.880014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35719cff-6252-4329-b799-64151d664a1c', 'tag': '926132e1-78e4-419c-9c99-506576925ea9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:18:52.887171 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ba0777-637e-489b-812c-5568fa315566" -d '{"events": [{"name": "network-changed", "server_uuid": "35719cff-6252-4329-b799-64151d664a1c", "tag": "926132e1-78e4-419c-9c99-506576925ea9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:18:52.945041 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0bccec57-fece-496e-8875-97007e3c300f req-4e33f2b1-7522-498c-abf0-7bb98106fa51 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108359 Sep 29 23:18:52.961860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-eea18743-91f3-4130-871d-db3275308b9b None None] Provisioning complete for port f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:18:52.963357 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eea18743-91f3-4130-871d-db3275308b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:53.018231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96389666-90fe-4c2e-b221-87ae420c4769 service neutron] Pushing event updated for resources: {'Port': ['ID=926132e1-78e4-419c-9c99-506576925ea9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:53.027645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Router 2f53375c-5c05-4f6e-8fce-72d9ea6de878 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:18:53.047521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47e4b122-e88f-4078-8a61-96bf95317460 req-a703a6aa-692c-4d29-b7ba-caa78ec232f9 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1904235 Sep 29 23:18:53.129827 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17a82a7-0e1b-4f78-b8a2-5e2747f4ff4a x-openstack-request-id: req-e17a82a7-0e1b-4f78-b8a2-5e2747f4ff4a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:18:53.130447 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35719cff-6252-4329-b799-64151d664a1c", "tag": "926132e1-78e4-419c-9c99-506576925ea9", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:18:53.130784 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e17a82a7-0e1b-4f78-b8a2-5e2747f4ff4a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:18:53.131238 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35719cff-6252-4329-b799-64151d664a1c', 'tag': '926132e1-78e4-419c-9c99-506576925ea9', 'status': 'completed', 'code': 200} Sep 29 23:18:53.148429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-eea18743-91f3-4130-871d-db3275308b9b None None] Port f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:18:53.225475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-2dd5d289-686f-49eb-a24d-9a3a2c7042af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:53.226989 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-2dd5d289-686f-49eb-a24d-9a3a2c7042af service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d752dec6d89542218ba6453abe384de3&device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 1095 time: 0.2889528 Sep 29 23:18:53.326935 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-0da7da2c-7c08-431e-8749-44ed2224dcd7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=926132e1-78e4-419c-9c99-506576925ea9 HTTP/1.1" status: 200 len: 217 time: 0.0771027 Sep 29 23:18:53.345410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd896c05-27f0-40e6-9d74-381be8053b91 req-bb4a14f4-86bc-40ac-a506-ebc58a90ed3c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:53.354262 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd896c05-27f0-40e6-9d74-381be8053b91 req-bb4a14f4-86bc-40ac-a506-ebc58a90ed3c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.0891645 Sep 29 23:18:53.362581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:18:53.381799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0c353-4c6f-4766-94d1-ef672ee41d77 None None] Sync routers for ids ['2f53375c-5c05-4f6e-8fce-72d9ea6de878'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:18:53.418092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0c353-4c6f-4766-94d1-ef672ee41d77 None None] Routers {'2f53375c-5c05-4f6e-8fce-72d9ea6de878'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:53.419069 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-eba0c353-4c6f-4766-94d1-ef672ee41d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['2f53375c-5c05-4f6e-8fce-72d9ea6de878'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:53.424010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd896c05-27f0-40e6-9d74-381be8053b91 req-e36211bc-7359-4d13-869a-02549433c6c4 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684218 Sep 29 23:18:53.425385 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5935945a-e656-4c3f-9b7a-c9a41a1e03cb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "PUT /v2.0/routers/2f53375c-5c05-4f6e-8fce-72d9ea6de878/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0830207 Sep 29 23:18:53.428090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34684) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:53.505220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-eba0c353-4c6f-4766-94d1-ef672ee41d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:53.518220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0c353-4c6f-4766-94d1-ef672ee41d77 None None] Routers {'2f53375c-5c05-4f6e-8fce-72d9ea6de878'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:53.518977 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-eba0c353-4c6f-4766-94d1-ef672ee41d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['2f53375c-5c05-4f6e-8fce-72d9ea6de878'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:53.541092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f771ce-9b25-4343-a0de-e5d9029339f2 req-a20dc1d7-091b-4609-a00e-2d85b206b921 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:53.545615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1f771ce-9b25-4343-a0de-e5d9029339f2 req-a20dc1d7-091b-4609-a00e-2d85b206b921 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1588213 Sep 29 23:18:53.560346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-58c27a83-5c07-42be-88ff-19501da68a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:53.562836 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-58c27a83-5c07-42be-88ff-19501da68a79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77cc51cf-2ad8-43e0-8282-e07438de2df0 HTTP/1.1" status: 200 len: 847 time: 0.2233009 Sep 29 23:18:53.579341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-eba0c353-4c6f-4766-94d1-ef672ee41d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:53.580296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba0c353-4c6f-4766-94d1-ef672ee41d77 None None] The sync data for ids ['2f53375c-5c05-4f6e-8fce-72d9ea6de878'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:18:53.621397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bed6eda-0140-4b9a-88b6-578e4a4bf8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:53.623994 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1bed6eda-0140-4b9a-88b6-578e4a4bf8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f53375c-5c05-4f6e-8fce-72d9ea6de878 HTTP/1.1" status: 200 len: 981 time: 0.1939998 Sep 29 23:18:53.626578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34688) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:53.633075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1f771ce-9b25-4343-a0de-e5d9029339f2 req-df715fc5-e4f1-4649-8ea3-0294644a2b11 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802183 Sep 29 23:18:53.669868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:53.757974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-99e1d6ce-1034-4654-a9ff-56fff1547a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:53.760713 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-99e1d6ce-1034-4654-a9ff-56fff1547a52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1829941 Sep 29 23:18:53.841217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07602b-1634-4258-90cb-900e3c42c15f req-ba490f2e-0c30-4009-885d-892a16aac142 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:53.842971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f07602b-1634-4258-90cb-900e3c42c15f req-ba490f2e-0c30-4009-885d-892a16aac142 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0914967 Sep 29 23:18:53.844236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d72da85-b676-40ce-a1bd-a0cbf19c8b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:53.899295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f07602b-1634-4258-90cb-900e3c42c15f req-ee7e5c6b-0b22-4bdc-b39d-a03cbc902257 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468953 Sep 29 23:18:54.070634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d72da85-b676-40ce-a1bd-a0cbf19c8b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:54.076721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d72da85-b676-40ce-a1bd-a0cbf19c8b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:54.114652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72da85-b676-40ce-a1bd-a0cbf19c8b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b2fa91-5219-4a71-babe-9415b4c23269,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:54.131665 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-a038d0a2-b1d8-48b3-8f31-ab9e0af27af4 service neutron] 10.222.0.26 "GET /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975509 Sep 29 23:18:54.144541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7d72da85-b676-40ce-a1bd-a0cbf19c8b74 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6786409aa394f4cbef1f0b43db1fd27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735391 Sep 29 23:18:54.147371 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34700) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:54.309908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38c234c0-9b71-4a97-85e0-ba997bdf2370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:54.323521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05762b60-88e2-438d-b8cd-a1c781b31904 req-2c9477d0-f064-4fcc-8e21-b5ab1e83a50c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:54.327057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a5045f7d-d65f-4999-9069-544c60c855e8 req-7b8d5f1d-4f51-45a3-9e70-04dd32b8b70d service neutron] 10.222.0.26 "GET /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867206 Sep 29 23:18:54.330821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05762b60-88e2-438d-b8cd-a1c781b31904 req-2c9477d0-f064-4fcc-8e21-b5ab1e83a50c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 944 time: 0.1289508 Sep 29 23:18:54.376941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37a13f-d9fd-4794-b47c-d8d0fb70dc94 req-07d16c5b-0f2f-49a7-b253-c0b0c359e2f0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:54.378741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db37a13f-d9fd-4794-b47c-d8d0fb70dc94 req-07d16c5b-0f2f-49a7-b253-c0b0c359e2f0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1225390 Sep 29 23:18:54.391946 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38c234c0-9b71-4a97-85e0-ba997bdf2370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:54.440214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05762b60-88e2-438d-b8cd-a1c781b31904 req-426658ac-4e7c-4ea4-b954-9e353a01bd3c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1056805 Sep 29 23:18:54.530067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db37a13f-d9fd-4794-b47c-d8d0fb70dc94 req-b09c980f-e97a-4a75-ac71-883357bd35c6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251853 Sep 29 23:18:54.576468 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38c234c0-9b71-4a97-85e0-ba997bdf2370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:54.579529 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38c234c0-9b71-4a97-85e0-ba997bdf2370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:54.583845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-38c234c0-9b71-4a97-85e0-ba997bdf2370 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47b2fa91-5219-4a71-babe-9415b4c23269 HTTP/1.1" status: 204 len: 168 time: 0.4352562 Sep 29 23:18:54.606037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c234c0-9b71-4a97-85e0-ba997bdf2370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b2fa91-5219-4a71-babe-9415b4c23269,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:54.729636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec9b31-42ea-4423-96fb-a24672d25e1d req-8fa80cdd-e229-4855-b04e-8441d8490244 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:54.739893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-caec9b31-42ea-4423-96fb-a24672d25e1d req-8fa80cdd-e229-4855-b04e-8441d8490244 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.0957627 Sep 29 23:18:54.834970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-caec9b31-42ea-4423-96fb-a24672d25e1d req-6d9a5524-e70f-4950-a713-37eaf555ddd6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926368 Sep 29 23:18:54.852512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10223124-87fa-4045-b888-ed40597dc0e9 req-ac826cfe-e02c-4add-84e4-e316638f1af7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:54.855013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10223124-87fa-4045-b888-ed40597dc0e9 req-ac826cfe-e02c-4add-84e4-e316638f1af7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0865805 Sep 29 23:18:54.866429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0777-637e-489b-812c-5568fa315566 req-d55573f8-4514-4fc7-838c-0ad3dce48cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:54.868221 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f2ba0777-637e-489b-812c-5568fa315566 req-d55573f8-4514-4fc7-838c-0ad3dce48cdf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d752dec6d89542218ba6453abe384de3&device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 1095 time: 0.1106575 Sep 29 23:18:54.869979 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:54.914894 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10223124-87fa-4045-b888-ed40597dc0e9 req-1681d7cd-dbf8-49ea-99e0-ced19df78c6d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518820 Sep 29 23:18:55.091818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0777-637e-489b-812c-5568fa315566 req-4d67950d-8017-4774-8257-ab3cf0ed277d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:55.093346 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f2ba0777-637e-489b-812c-5568fa315566 req-4d67950d-8017-4774-8257-ab3cf0ed277d service neutron] 10.222.0.26 "GET /v2.0/networks?id=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e HTTP/1.1" status: 200 len: 909 time: 0.2162950 Sep 29 23:18:55.162356 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f2ba0777-637e-489b-812c-5568fa315566 req-84fa4eb5-fe13-47d3-934c-54961e59cf45 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=926132e1-78e4-419c-9c99-506576925ea9 HTTP/1.1" status: 200 len: 217 time: 0.0377338 Sep 29 23:18:55.230789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0777-637e-489b-812c-5568fa315566 req-c4a58a02-d706-4756-a8c6-f2a923a5ea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:55.232369 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f2ba0777-637e-489b-812c-5568fa315566 req-c4a58a02-d706-4756-a8c6-f2a923a5ea9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77cc51cf-2ad8-43e0-8282-e07438de2df0 HTTP/1.1" status: 200 len: 847 time: 0.0584397 Sep 29 23:18:55.306351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c54247-5c88-489d-be59-29888dd15d50 req-bc49f8bb-7b25-4d55-9561-290600f83020 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:55.314776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50c54247-5c88-489d-be59-29888dd15d50 req-bc49f8bb-7b25-4d55-9561-290600f83020 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0713074 Sep 29 23:18:55.331684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba0777-637e-489b-812c-5568fa315566 req-c7f93365-abb9-4e7d-b93a-65a157c19841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:55.333559 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f2ba0777-637e-489b-812c-5568fa315566 req-c7f93365-abb9-4e7d-b93a-65a157c19841 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911887 Sep 29 23:18:55.377836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:55.378358 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:55.382865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50c54247-5c88-489d-be59-29888dd15d50 req-2639d346-0dbf-482a-8615-939937a690a8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662601 Sep 29 23:18:55.585581 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f2ba0777-637e-489b-812c-5568fa315566 req-e34de169-921d-4654-8707-993f5e82c2b6 service neutron] 10.222.0.26 "GET /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430043 Sep 29 23:18:55.590192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:55.625151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:55.633243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333c7d5-c69f-4aae-bc9c-6ef7d0f87401 req-fb2248ad-12da-41b8-8410-e4812133bceb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:55.635767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b333c7d5-c69f-4aae-bc9c-6ef7d0f87401 req-fb2248ad-12da-41b8-8410-e4812133bceb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1070735 Sep 29 23:18:55.660806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d66c8bb-09c9-4c53-b10d-475cccda3ce6 req-5bf28295-9a34-42af-bea0-615a3339f573 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:55.662979 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d66c8bb-09c9-4c53-b10d-475cccda3ce6 req-5bf28295-9a34-42af-bea0-615a3339f573 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 944 time: 0.0870645 Sep 29 23:18:55.684227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34746) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:55.728276 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b333c7d5-c69f-4aae-bc9c-6ef7d0f87401 req-71a02f6a-2652-4be5-bbf4-e24b2cc5b035 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827789 Sep 29 23:18:55.733791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d66c8bb-09c9-4c53-b10d-475cccda3ce6 req-a1526490-7dff-4487-867b-66a38002c35d tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0612710 Sep 29 23:18:55.806559 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f2ba0777-637e-489b-812c-5568fa315566 req-621ea16f-e864-4727-80bd-ef52dbacfc52 service neutron] 10.222.0.26 "GET /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069681 Sep 29 23:18:55.875859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-931091805-network', 'tenant_id': '62d6cb8e5c4f4b669de2618b1d8c1b8d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:55.906002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Made reservation on behalf of 62d6cb8e5c4f4b669de2618b1d8c1b8d for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:55.910255 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:55.931619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:55.965977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:55.998283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:56.086830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0506b8-a097-4bb5-956b-3e497f39bfc5 req-2661c2cb-1032-4cc9-b5b1-44eb778ac0e1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:56.089123 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad0506b8-a097-4bb5-956b-3e497f39bfc5 req-2661c2cb-1032-4cc9-b5b1-44eb778ac0e1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.1682606 Sep 29 23:18:56.146768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495e3ab-3a81-41b7-9395-19d5f088ab2e req-205ddf4f-6e5f-4054-a927-3d2a3a83b23b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:56.148796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9495e3ab-3a81-41b7-9395-19d5f088ab2e req-205ddf4f-6e5f-4054-a927-3d2a3a83b23b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 813 time: 0.1881175 Sep 29 23:18:56.155492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.195211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9495e3ab-3a81-41b7-9395-19d5f088ab2e req-7366bce2-1079-4b38-8852-bdf4577db595 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/quotas/d04620ebc4914102be6770b301647420 HTTP/1.1" status: 200 len: 375 time: 0.0320017 Sep 29 23:18:56.229366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad0506b8-a097-4bb5-956b-3e497f39bfc5 req-9bf4dc60-8bce-481a-9b4a-01bc11a7bb5a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090991 Sep 29 23:18:56.273874 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.279249 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.306515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9495e3ab-3a81-41b7-9395-19d5f088ab2e req-73ef0d24-6102-4a5b-918e-d5545a8c01be tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928977 Sep 29 23:18:56.307565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:18:56.328875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.329217 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Added segment 43e88819-c3e4-4ebb-8d54-93a94ed85c97 of type vlan for network 8af90b85-424c-4314-933e-a8c40d78202c Sep 29 23:18:56.331302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366d6228-1326-4208-845e-beef2d82db57,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:56.341449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Router 2f53375c-5c05-4f6e-8fce-72d9ea6de878 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:18:56.380595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.409790 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.410891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:56.411512 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.432752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:18:56.439882 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9cb11f3d-b6da-4814-b442-91075bd24742 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "PUT /v2.0/routers/2f53375c-5c05-4f6e-8fce-72d9ea6de878/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8101532 Sep 29 23:18:56.441330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34768) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:56.447382 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63e395-68f7-4c4f-b75d-60a30ea9845c None None] Sync routers for ids ['2f53375c-5c05-4f6e-8fce-72d9ea6de878'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:18:56.453730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7644749 Sep 29 23:18:56.460776 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63e395-68f7-4c4f-b75d-60a30ea9845c None None] Routers {'2f53375c-5c05-4f6e-8fce-72d9ea6de878'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:56.461393 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-db63e395-68f7-4c4f-b75d-60a30ea9845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['2f53375c-5c05-4f6e-8fce-72d9ea6de878'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:56.472330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34770) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:56.480161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Request body: {'subnet': {'network_id': '8af90b85-424c-4314-933e-a8c40d78202c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-931091805-subnet', 'tenant_id': '62d6cb8e5c4f4b669de2618b1d8c1b8d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:56.486420 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cc486a2-eb0b-4adc-8a2b-70af796029d3 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:18:56.491379 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1cc486a2-eb0b-4adc-8a2b-70af796029d3 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/f5abbc8a-f14f-4ec4-805f-6cf9cd9607d9 HTTP/1.1" status: 404 len: 333 time: 0.0463631 Sep 29 23:18:56.492181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34772) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:56.500993 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-db63e395-68f7-4c4f-b75d-60a30ea9845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:56.509052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed3798-6123-4bb2-a6fe-b1b0876a02d2 admin admin] Pushing event updated for resources: {'Network': ['ID=8af90b85-424c-4314-933e-a8c40d78202c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:56.510102 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63e395-68f7-4c4f-b75d-60a30ea9845c None None] Routers {'2f53375c-5c05-4f6e-8fce-72d9ea6de878'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:18:56.510779 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-db63e395-68f7-4c4f-b75d-60a30ea9845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:18:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['2f53375c-5c05-4f6e-8fce-72d9ea6de878'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:56.522382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 8af90b85-424c-4314-933e-a8c40d78202c details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:18:56.530824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68e74a-a3c9-4a70-ab7e-dafd7ad8f356 req-bce4c81b-bb86-41d5-8ce7-c927943705af tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:56.532415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d68e74a-a3c9-4a70-ab7e-dafd7ad8f356 req-bce4c81b-bb86-41d5-8ce7-c927943705af tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0999153 Sep 29 23:18:56.553240 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-db63e395-68f7-4c4f-b75d-60a30ea9845c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:56.553892 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db63e395-68f7-4c4f-b75d-60a30ea9845c None None] The sync data for ids ['2f53375c-5c05-4f6e-8fce-72d9ea6de878'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:18:56.585720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d68e74a-a3c9-4a70-ab7e-dafd7ad8f356 req-d5eee28f-dd64-4d4c-8db1-b615fb33c1cf tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463305 Sep 29 23:18:56.606581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Made reservation on behalf of 62d6cb8e5c4f4b669de2618b1d8c1b8d for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:56.609229 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.612994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27e0483e-5649-4233-9315-e10f1af5f23e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.721183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab184ac3-e940-404f-9b46-48e1abcca9bb req-04422b52-3a15-4d32-8fd7-60c407e58227 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:56.722833 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab184ac3-e940-404f-9b46-48e1abcca9bb req-04422b52-3a15-4d32-8fd7-60c407e58227 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0553303 Sep 29 23:18:56.763034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab184ac3-e940-404f-9b46-48e1abcca9bb req-7c94305a-31a5-43f8-b97b-145ad781d57a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Sep 29 23:18:56.851496 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27e0483e-5649-4233-9315-e10f1af5f23e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.855710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27e0483e-5649-4233-9315-e10f1af5f23e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.918124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43834899-c992-48d7-9a6e-9a54532a0af4 req-813f389f-00aa-4c9f-92af-fd95026878d2 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:56.919746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43834899-c992-48d7-9a6e-9a54532a0af4 req-813f389f-00aa-4c9f-92af-fd95026878d2 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 944 time: 0.0721991 Sep 29 23:18:56.934204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27e0483e-5649-4233-9315-e10f1af5f23e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.934715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e0483e-5649-4233-9315-e10f1af5f23e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Fanout notify agent at l3_agent the message router_deleted on router 2f53375c-5c05-4f6e-8fce-72d9ea6de878 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:18:56.943313 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27e0483e-5649-4233-9315-e10f1af5f23e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:56.948142 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-27e0483e-5649-4233-9315-e10f1af5f23e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/routers/2f53375c-5c05-4f6e-8fce-72d9ea6de878 HTTP/1.1" status: 204 len: 168 time: 0.4555328 Sep 29 23:18:56.949530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34786) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:57.002779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43834899-c992-48d7-9a6e-9a54532a0af4 req-3cabff55-75f2-4283-bdb2-84d25eb963c7 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756257 Sep 29 23:18:57.022837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fa93f11-a69a-4166-ae44-dfa4f8429e0d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet 51cae567-a7df-45de-9ce4-3b7264964eb4 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:18:57.029693 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fa93f11-a69a-4166-ae44-dfa4f8429e0d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.039533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.097000 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fa93f11-a69a-4166-ae44-dfa4f8429e0d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.105912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:57.111773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Checking segment: {'id': '43e88819-c3e4-4ebb-8d54-93a94ed85c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:18:57.112182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Network hostable DHCP agents. Network: 8af90b85-424c-4314-933e-a8c40d78202c, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:18:57.125442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a596e00-42d0-4d9e-a606-1bd87e7a1eee req-e7236ce2-13c1-4089-a415-21712e49a467 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=d04620ebc4914102be6770b301647420 HTTP/1.1" status: 200 len: 221 time: 0.0700278 Sep 29 23:18:57.132338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Network 8af90b85-424c-4314-933e-a8c40d78202c is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:18:57.147522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 8af90b85-424c-4314-933e-a8c40d78202c) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:57.153381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:57.153994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.161254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882bc421-3eba-4449-8abc-17e0ce69b94d None None] Network 8af90b85-424c-4314-933e-a8c40d78202c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:57.177128 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fcec427c-7221-40de-a1b3-94ef522dbc56 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7037244 Sep 29 23:18:57.261411 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fa93f11-a69a-4166-ae44-dfa4f8429e0d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.310716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca2110-4c09-44c8-a9fd-aff65fc26b7d req-b2517eb3-3226-4f12-91c9-1dc3bbf5432b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:57.312302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0ca2110-4c09-44c8-a9fd-aff65fc26b7d req-b2517eb3-3226-4f12-91c9-1dc3bbf5432b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1007690 Sep 29 23:18:57.362576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d9bfd6-a862-47ab-8c43-59067b416fd9 None None] Network 8af90b85-424c-4314-933e-a8c40d78202c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:57.384930 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fa93f11-a69a-4166-ae44-dfa4f8429e0d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.436378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0ca2110-4c09-44c8-a9fd-aff65fc26b7d req-86238e17-699e-41a6-ba38-2faa186e9dd2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056225 Sep 29 23:18:57.460538 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2fa93f11-a69a-4166-ae44-dfa4f8429e0d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.463904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2fa93f11-a69a-4166-ae44-dfa4f8429e0d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/51cae567-a7df-45de-9ce4-3b7264964eb4 HTTP/1.1" status: 204 len: 168 time: 0.5132294 Sep 29 23:18:57.464771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bbcef0-3ccf-453b-98a7-844aa801b747 None None] Network 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:57.466643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34808) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:57.466781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa93f11-a69a-4166-ae44-dfa4f8429e0d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=51cae567-a7df-45de-9ce4-3b7264964eb4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:57.524322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c587b560-5082-4144-b4e1-dca8a85323bb req-d637b8ed-9214-4287-b846-d766e46c847d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:57.529994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c587b560-5082-4144-b4e1-dca8a85323bb req-d637b8ed-9214-4287-b846-d766e46c847d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.1551359 Sep 29 23:18:57.606363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee21808-bd08-4b04-b084-5c0f2aac0fdb req-3d3b48c2-5b5c-46f6-9b59-e1009e9233fb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:57.613021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ee21808-bd08-4b04-b084-5c0f2aac0fdb req-3d3b48c2-5b5c-46f6-9b59-e1009e9233fb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0768385 Sep 29 23:18:57.648836 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.672117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c587b560-5082-4144-b4e1-dca8a85323bb req-8265c43e-0e4c-40f6-8bd6-b7d9bae0bcce tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049058 Sep 29 23:18:57.700365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ee21808-bd08-4b04-b084-5c0f2aac0fdb req-acf85b71-d548-467e-b4b7-b494943bbd10 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841188 Sep 29 23:18:57.741244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 334c0e7e-3025-485d-870f-258322f79a68 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:57.741907 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.770759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35336fad-e52e-48c5-bbd6-c45f12627720 None None] DHCP port deletion for 96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:18:57.848082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-35336fad-e52e-48c5-bbd6-c45f12627720 None None] Deleting port 334c0e7e-3025-485d-870f-258322f79a68 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:18:57.848663 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35336fad-e52e-48c5-bbd6-c45f12627720 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.850550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] For port 334c0e7e-3025-485d-870f-258322f79a68, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=334c0e7e-3025-485d-870f-258322f79a68,segment=NetworkSegment(f1cd6e6d-e095-4956-81b2-50414e196a05),segment_id=f1cd6e6d-e095-4956-81b2-50414e196a05)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:57.851019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.865651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 334c0e7e-3025-485d-870f-258322f79a68 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:57.909937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1410fdd9-1d8d-4982-86fe-ebe0d2581693 req-11a804aa-3265-4884-9cbe-6d85485aca80 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:57.924782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1410fdd9-1d8d-4982-86fe-ebe0d2581693 req-11a804aa-3265-4884-9cbe-6d85485aca80 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1026387 Sep 29 23:18:57.932224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-35336fad-e52e-48c5-bbd6-c45f12627720 None None] For port 334c0e7e-3025-485d-870f-258322f79a68, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=334c0e7e-3025-485d-870f-258322f79a68,segment=NetworkSegment(f1cd6e6d-e095-4956-81b2-50414e196a05),segment_id=f1cd6e6d-e095-4956-81b2-50414e196a05)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:57.932827 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35336fad-e52e-48c5-bbd6-c45f12627720 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:57.952179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-35336fad-e52e-48c5-bbd6-c45f12627720 None None] Calling delete_port for 334c0e7e-3025-485d-870f-258322f79a68 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:18:57.995468 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:58.016328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1410fdd9-1d8d-4982-86fe-ebe0d2581693 req-2908b002-adfc-4357-87eb-2130181253bc tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841787 Sep 29 23:18:58.044661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=334c0e7e-3025-485d-870f-258322f79a68,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:58.057679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No DVR routers for this DVR port 334c0e7e-3025-485d-870f-258322f79a68 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:18:58.117496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35336fad-e52e-48c5-bbd6-c45f12627720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:58.182784 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:58.189452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35336fad-e52e-48c5-bbd6-c45f12627720 None None] No DVR routers for this DVR port 334c0e7e-3025-485d-870f-258322f79a68 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:18:58.194855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35336fad-e52e-48c5-bbd6-c45f12627720 None None] Pushing event deleted for resources: {'Port': ['ID=334c0e7e-3025-485d-870f-258322f79a68,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:58.236397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96f704b9-1e9d-41eb-bd65-aeb8a89f8c82']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:58.250954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1cd6e6d-e095-4956-81b2-50414e196a05') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:58.251492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1cd6e6d-e095-4956-81b2-50414e196a05') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:18:58.270341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:58.290929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:58.301217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:18:58.301760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:18:58.306644 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:18:58.598522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822e2ac-965e-4fc4-867a-1f56e1201c00 req-b81d9d33-5b53-433e-a1c0-2c4e5dd0e105 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:58.600035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3822e2ac-965e-4fc4-867a-1f56e1201c00 req-b81d9d33-5b53-433e-a1c0-2c4e5dd0e105 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 944 time: 0.4945087 Sep 29 23:18:58.615206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d09a1a2-6fd4-4f8a-b443-d3e2c60f324c req-7c6552e1-2134-45ab-8cdd-dc5f07300104 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:58.617586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d09a1a2-6fd4-4f8a-b443-d3e2c60f324c req-7c6552e1-2134-45ab-8cdd-dc5f07300104 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0799458 Sep 29 23:18:58.679675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3822e2ac-965e-4fc4-867a-1f56e1201c00 req-e7d06325-36f8-476d-a997-eb276a4df064 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0605819 Sep 29 23:18:58.693888 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:18:58.711076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d09a1a2-6fd4-4f8a-b443-d3e2c60f324c req-debd25f8-0a28-41ab-a9c1-6ec92d6eb279 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804698 Sep 29 23:18:58.759126 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:58.765297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:58.768074 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/networks/96f704b9-1e9d-41eb-bd65-aeb8a89f8c82 HTTP/1.1" status: 204 len: 168 time: 1.3001194 Sep 29 23:18:58.772459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:58.788464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90818b-b1b5-4a67-8abc-17648697caf1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Network': ['ID=96f704b9-1e9d-41eb-bd65-aeb8a89f8c82,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:58.900922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5de5be-39c9-42ea-8dcb-e691165d4d5a tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:58.906803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-af5de5be-39c9-42ea-8dcb-e691165d4d5a tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/521c7240-9493-4aac-9171-a29606391762 HTTP/1.1" status: 200 len: 839 time: 0.1288853 Sep 29 23:18:58.909453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34836) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:58.927651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9782ef-a4e5-446b-b700-6ca757f05ce1 req-237be6e1-21c5-40b7-a8a6-5c201fc4eb2c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:58.931573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf9782ef-a4e5-446b-b700-6ca757f05ce1 req-237be6e1-21c5-40b7-a8a6-5c201fc4eb2c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.1432283 Sep 29 23:18:58.943800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 926132e1-78e4-419c-9c99-506576925ea9 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:18:58.999895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eed83f-10b6-446f-b16f-376798fb2660 req-0dabff86-ca05-4716-a662-ce2cdfc57ead tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:59.000582 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-80d7c854-9014-4f63-a17c-b7fb472d99dd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/521c7240-9493-4aac-9171-a29606391762?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0897160 Sep 29 23:18:59.004075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34838) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:59.010726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e95008be-36eb-4e87-b16c-f739477b9b70 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:59.013961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77eed83f-10b6-446f-b16f-376798fb2660 req-0dabff86-ca05-4716-a662-ce2cdfc57ead tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1598766 Sep 29 23:18:59.090129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf9782ef-a4e5-446b-b700-6ca757f05ce1 req-8a990e9c-8492-43e9-b2fc-cee125e7c588 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346538 Sep 29 23:18:59.113780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77eed83f-10b6-446f-b16f-376798fb2660 req-5bb6445c-5fb3-4b85-9ba2-8ea72e4c937b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795250 Sep 29 23:18:59.170203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 926132e1-78e4-419c-9c99-506576925ea9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=926132e1-78e4-419c-9c99-506576925ea9,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:59.188355 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '926132e1-78e4-419c-9c99-506576925ea9', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'port_id': '926132e1-78e4-419c-9c99-506576925ea9', 'mac_address': 'fa:16:3e:8a:df:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:18:59.199253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95008be-36eb-4e87-b16c-f739477b9b70 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:18:59.204914 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e95008be-36eb-4e87-b16c-f739477b9b70 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:59.267365 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:59.302031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926132e1-78e4-419c-9c99-506576925ea9 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:18:59.309725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd541020-e46b-4cd4-9d9f-fb5839f4d58a req-f29e7788-8541-49af-8d11-554fbcd89392 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:59.323594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd541020-e46b-4cd4-9d9f-fb5839f4d58a req-f29e7788-8541-49af-8d11-554fbcd89392 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0753882 Sep 29 23:18:59.360381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 926132e1-78e4-419c-9c99-506576925ea9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=926132e1-78e4-419c-9c99-506576925ea9,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:18:59.361970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 334c0e7e-3025-485d-870f-258322f79a68 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:18:59.378737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd541020-e46b-4cd4-9d9f-fb5839f4d58a req-a8f6a9da-b14a-48a0-ad1b-27dad4f0769f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585842 Sep 29 23:18:59.392037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 334c0e7e-3025-485d-870f-258322f79a68 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:18:59.392674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 334c0e7e-3025-485d-870f-258322f79a68 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:18:59.395398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:59.476637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=926132e1-78e4-419c-9c99-506576925ea9,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:59.512033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e95008be-36eb-4e87-b16c-f739477b9b70 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:59.569874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa74ee-a87d-4323-b9f6-87f74ed87451 req-a76cf8d0-b025-48b1-b91b-17b2529d4780 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:59.571978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bfa74ee-a87d-4323-b9f6-87f74ed87451 req-a76cf8d0-b025-48b1-b91b-17b2529d4780 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0743229 Sep 29 23:18:59.601071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95008be-36eb-4e87-b16c-f739477b9b70 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:18:59.606458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e95008be-36eb-4e87-b16c-f739477b9b70 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:18:59.610522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95008be-36eb-4e87-b16c-f739477b9b70 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:59.611261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e95008be-36eb-4e87-b16c-f739477b9b70 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:59.620623 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb31d86a-a2cb-4927-9721-524aa708c844 None None] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:18:59.650786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95008be-36eb-4e87-b16c-f739477b9b70 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=42c1aefd-2ad9-46a7-a692-3e028344a06d,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:18:59.656701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bfa74ee-a87d-4323-b9f6-87f74ed87451 req-0c6d8971-79e7-403a-98e2-47f2f3ba9380 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723999 Sep 29 23:18:59.664273 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e95008be-36eb-4e87-b16c-f739477b9b70 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6582642 Sep 29 23:18:59.667734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34854) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:18:59.687067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-501e8c0d-0015-4782-8b54-9bdecd42b2a1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'security_group': {'name': 'tempest-secgroup-293814469'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:18:59.716759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['926132e1-78e4-419c-9c99-506576925ea9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:18:59.717048 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-501e8c0d-0015-4782-8b54-9bdecd42b2a1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:59.878681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d81be1a-b76f-42c4-9562-ae5ba2241df8 req-78a62baf-7845-4c02-a240-47d00028f78f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:59.887162 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d81be1a-b76f-42c4-9562-ae5ba2241df8 req-78a62baf-7845-4c02-a240-47d00028f78f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1270964 Sep 29 23:18:59.940286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d3f64-a730-4cf3-953e-87c6cd8367e2 req-b8cd76cd-6a06-44e1-9211-8841c9f8160a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:18:59.941827 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b70d3f64-a730-4cf3-953e-87c6cd8367e2 req-b8cd76cd-6a06-44e1-9211-8841c9f8160a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 945 time: 0.1496153 Sep 29 23:18:59.956710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-501e8c0d-0015-4782-8b54-9bdecd42b2a1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:59.970523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'tenant_id': '25874af1d540498886964c86c6ff218e', 'fixed_ips': [{'subnet_id': '42c1aefd-2ad9-46a7-a692-3e028344a06d'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:18:59.971474 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:18:59.974228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d81be1a-b76f-42c4-9562-ae5ba2241df8 req-f74aa124-f746-41bf-8792-aaa950e21d72 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818961 Sep 29 23:18:59.984254 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-501e8c0d-0015-4782-8b54-9bdecd42b2a1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.049475 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-501e8c0d-0015-4782-8b54-9bdecd42b2a1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.050944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-501e8c0d-0015-4782-8b54-9bdecd42b2a1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3817863 Sep 29 23:19:00.053765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34864) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:00.055281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501e8c0d-0015-4782-8b54-9bdecd42b2a1 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a93b0c-15dd-407d-8d5f-8a517906778d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:00.069217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-14e93b25-5a67-4f2c-b966-7a9cf8642d51 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'security_group': {'name': 'tempest-secgroup-129826144'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:00.072869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b70d3f64-a730-4cf3-953e-87c6cd8367e2 req-05cf0dd1-f884-49a7-945b-4eb2446bb920 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0973673 Sep 29 23:19:00.101912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14e93b25-5a67-4f2c-b966-7a9cf8642d51 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.230848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14e93b25-5a67-4f2c-b966-7a9cf8642d51 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.243938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14e93b25-5a67-4f2c-b966-7a9cf8642d51 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.251243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445341ba-fe99-4862-98f7-93b678a00868 req-c49a56a3-71fb-49bb-97e6-f510f8813939 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:00.259366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-445341ba-fe99-4862-98f7-93b678a00868 req-c49a56a3-71fb-49bb-97e6-f510f8813939 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1298628 Sep 29 23:19:00.279208 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14e93b25-5a67-4f2c-b966-7a9cf8642d51 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.280723 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-14e93b25-5a67-4f2c-b966-7a9cf8642d51 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2253103 Sep 29 23:19:00.283802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34874) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:00.294774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1531825177', 'security_groups': ['9ec20ca9-99c6-47ba-9d85-6a1b83ad6132'], 'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '42c1aefd-2ad9-46a7-a692-3e028344a06d'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:00.298987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e93b25-5a67-4f2c-b966-7a9cf8642d51 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec20ca9-99c6-47ba-9d85-6a1b83ad6132,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:00.312216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Allocated IP 172.20.0.2 (ffdf444b-fa33-40e8-ba96-87d2a081b4ee/42c1aefd-2ad9-46a7-a692-3e028344a06d/90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:00.336366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-445341ba-fe99-4862-98f7-93b678a00868 req-e75ce4df-724e-4b05-945c-6c3bb8f0a505 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760107 Sep 29 23:19:00.368765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db9cb6-183b-4d78-be51-a544b1ba1e5e req-ae394aa1-6087-46c0-a5c0-93f3758aa801 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:00.384572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9db9cb6-183b-4d78-be51-a544b1ba1e5e req-ae394aa1-6087-46c0-a5c0-93f3758aa801 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.1432199 Sep 29 23:19:00.458443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:19:00.467796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9db9cb6-183b-4d78-be51-a544b1ba1e5e req-7a8d895f-382b-486d-b696-e7bacaf60233 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814264 Sep 29 23:19:00.605854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.631591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port 2ed1f4ed-aa07-4c18-9921-6ad5853e97d6 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:19:00.635355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff05f20b-4f0c-4dfb-bfc8-739c8ca5e8ae req-fd19c2b7-7a2d-4627-8069-e94d490be4cf tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:00.637251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff05f20b-4f0c-4dfb-bfc8-739c8ca5e8ae req-fd19c2b7-7a2d-4627-8069-e94d490be4cf tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0812998 Sep 29 23:19:00.719162 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.729718 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.754360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff05f20b-4f0c-4dfb-bfc8-739c8ca5e8ae req-7bf0d16c-c912-4243-b13d-ecf9bba3348c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031094 Sep 29 23:19:00.779071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:19:00.782531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:19:00.794510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:19:00.797679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Pushing event updated for resources: {'Port': ['ID=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:00.809921 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-c710d2c1-100d-4732-abd1-2b24491b329a tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:00.820800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-c710d2c1-100d-4732-abd1-2b24491b329a tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/networks?id=8af90b85-424c-4314-933e-a8c40d78202c HTTP/1.1" status: 200 len: 808 time: 0.2304649 Sep 29 23:19:00.852322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-5cd86710-feee-45d3-a9ac-57793475ff83 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/quotas/62d6cb8e5c4f4b669de2618b1d8c1b8d HTTP/1.1" status: 200 len: 375 time: 0.0305150 Sep 29 23:19:00.853495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.6 (ffdf444b-fa33-40e8-ba96-87d2a081b4ee/42c1aefd-2ad9-46a7-a692-3e028344a06d/2ed1f4ed-aa07-4c18-9921-6ad5853e97d6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:00.892331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Attempting to bind port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:19:00.892331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Attempting to bind port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd83e34a4-d1d5-407c-bd2a-8d520b0e7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:19:00.892331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Attempting to bind port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f on network ffdf444b-fa33-40e8-ba96-87d2a081b4ee {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:19:00.892331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:19:00.892331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Checking segment: {'id': 'd83e34a4-d1d5-407c-bd2a-8d520b0e7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:19:00.892331 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.892331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Bound using segment: {'id': 'd83e34a4-d1d5-407c-bd2a-8d520b0e7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:19:00.892331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Bound port: 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83e34a4-d1d5-407c-bd2a-8d520b0e7a69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:19:00.892331 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:00.919391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-ff415608-24a0-48a9-ae08-942acac4e7ee tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=62d6cb8e5c4f4b669de2618b1d8c1b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647719 Sep 29 23:19:00.995984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] For port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:19:01.006784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] For port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,segment=NetworkSegment(d83e34a4-d1d5-407c-bd2a-8d520b0e7a69),segment_id=d83e34a4-d1d5-407c-bd2a-8d520b0e7a69)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:19:01.017287 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:01.060837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-998ba2a3-8ec2-4af3-b078-bb16ee8e3f06 service neutron] 10.222.0.44 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310751 Sep 29 23:19:01.062160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:01.109644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36f948-bc79-48a7-98c0-090656c4864a None None] Pushing event updated for resources: {'Port': ['ID=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:01.159961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:01.248366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:19:01.251585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:19:01.265363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:19:01.275602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=2ed1f4ed-aa07-4c18-9921-6ad5853e97d6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:01.283765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-9b3bf9a7-7c54-423e-93af-929e98f2a808 service neutron] 10.222.0.44 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165980 Sep 29 23:19:01.328600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad722d-d4ff-42fc-8e76-46a2289d4653 req-a04a975a-a5b0-4172-806a-9dbf4d9bd1d5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:01.330209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cad722d-d4ff-42fc-8e76-46a2289d4653 req-a04a975a-a5b0-4172-806a-9dbf4d9bd1d5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1336560 Sep 29 23:19:01.423759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:01.428953 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:01.461564 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e8a33583-a077-4b9d-98d4-515ff11fb078 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1765735 Sep 29 23:19:01.465953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34902) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:01.472439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-cbd44ca2-cb37-4335-bd39-6d9f0f4c0852 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:01.483690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cad722d-d4ff-42fc-8e76-46a2289d4653 req-f55ecffc-7d87-40ae-ad1e-d03a36005edb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416738 Sep 29 23:19:01.738186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a501fe2-127c-4f35-b1ed-ad658ad40c1c req-794f1696-4cfb-4fbf-9ee8-68721f3b4181 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:01.748271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a501fe2-127c-4f35-b1ed-ad658ad40c1c req-794f1696-4cfb-4fbf-9ee8-68721f3b4181 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 945 time: 0.1470201 Sep 29 23:19:01.792807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956e1e69-d35b-45ae-b8e5-2ac6c5adfa80 req-6630cece-fe2b-4ce8-a988-dcfeb1841196 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:01.795010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-956e1e69-d35b-45ae-b8e5-2ac6c5adfa80 req-6630cece-fe2b-4ce8-a988-dcfeb1841196 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.1327815 Sep 29 23:19:01.811448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd44ca2-cb37-4335-bd39-6d9f0f4c0852 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:19:01.815407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbd44ca2-cb37-4335-bd39-6d9f0f4c0852 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:01.855018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a501fe2-127c-4f35-b1ed-ad658ad40c1c req-0eed2db7-b6e3-463a-ab2c-7ff18b3bb1a8 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039774 Sep 29 23:19:01.915117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-956e1e69-d35b-45ae-b8e5-2ac6c5adfa80 req-74aaf032-0b38-4e63-ba02-3317f8ea3342 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005576 Sep 29 23:19:02.006904 n-d-811173-2 neutron-server[110006]: INFO neutron.db.ipam_backend_mixin [None req-cbd44ca2-cb37-4335-bd39-6d9f0f4c0852 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 42c1aefd-2ad9-46a7-a692-3e028344a06d (CIDR: 172.20.0.0/28) Sep 29 23:19:02.013365 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd44ca2-cb37-4335-bd39-6d9f0f4c0852 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:19:02.015092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd44ca2-cb37-4335-bd39-6d9f0f4c0852 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:02.037818 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cbd44ca2-cb37-4335-bd39-6d9f0f4c0852 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5705264 Sep 29 23:19:02.041078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34920) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:02.047077 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0decf779-03a4-41db-82c3-273afa588762 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:02.065466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61610a35-b83c-472d-bc20-eab7a8cd3dd4 req-1d89fcb2-3182-4424-8186-7355d9f5f1a7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:02.067284 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61610a35-b83c-472d-bc20-eab7a8cd3dd4 req-1d89fcb2-3182-4424-8186-7355d9f5f1a7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1145132 Sep 29 23:19:02.141465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44ad1c72-c90e-40ca-a918-ec631f62f30e req-e4dfe5ed-b0ac-446b-9ce6-e17b71dfc799 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 210 time: 0.1130645 Sep 29 23:19:02.216715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61610a35-b83c-472d-bc20-eab7a8cd3dd4 req-25d59d84-4312-42cd-b55f-4f705ecaab85 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978291 Sep 29 23:19:02.330252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0decf779-03a4-41db-82c3-273afa588762 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:19:02.335393 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0decf779-03a4-41db-82c3-273afa588762 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:02.500856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c72a0f-6697-46f1-af0c-d2514962bb68 req-0e8bf288-e2eb-45ac-b914-ea1e4a672c0e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:02.511716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4c72a0f-6697-46f1-af0c-d2514962bb68 req-0e8bf288-e2eb-45ac-b914-ea1e4a672c0e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1503539 Sep 29 23:19:02.596612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4c72a0f-6697-46f1-af0c-d2514962bb68 req-8932e5ea-f976-4803-a9d5-13f996f0bc70 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798192 Sep 29 23:19:02.676404 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0decf779-03a4-41db-82c3-273afa588762 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:02.775819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0decf779-03a4-41db-82c3-273afa588762 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:19:02.780013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0decf779-03a4-41db-82c3-273afa588762 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:19:02.792800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0decf779-03a4-41db-82c3-273afa588762 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:02.794538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0decf779-03a4-41db-82c3-273afa588762 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:02.841013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0decf779-03a4-41db-82c3-273afa588762 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=4c61af34-a0fb-4473-9245-af06eb8b09f9,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:02.847510 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0decf779-03a4-41db-82c3-273afa588762 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8053164 Sep 29 23:19:02.850036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34936) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:02.857178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-62a89c23-1d02-4c64-8979-9092c7f01f3c None None] Provisioning complete for port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:02.858210 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62a89c23-1d02-4c64-8979-9092c7f01f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:02.858722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1539064083', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4c61af34-a0fb-4473-9245-af06eb8b09f9'}], 'security_groups': ['d2a93b0c-15dd-407d-8d5f-8a517906778d']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:02.885026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6396ba-48fa-4588-b00d-c9be6883bb92 req-194b9002-5852-4f96-8ef4-6efd51438fff tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:02.900618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e6396ba-48fa-4588-b00d-c9be6883bb92 req-194b9002-5852-4f96-8ef4-6efd51438fff tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1651268 Sep 29 23:19:02.960661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e6396ba-48fa-4588-b00d-c9be6883bb92 req-64380e47-f231-48ca-b6be-88dd1d47d77d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587173 Sep 29 23:19:02.994701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 926132e1-78e4-419c-9c99-506576925ea9 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:19:03.027941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:03.146926 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62a89c23-1d02-4c64-8979-9092c7f01f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:03.183271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af9e18-823a-41cc-91da-d5b12ec29e96 None None] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:19:03.212417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae63db1-0684-4c90-8dc0-71a82feb0613 req-a70709db-3fbb-461a-b8c5-90b474a91569 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:03.226082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cae63db1-0684-4c90-8dc0-71a82feb0613 req-a70709db-3fbb-461a-b8c5-90b474a91569 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 945 time: 0.2603366 Sep 29 23:19:03.239595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-62a89c23-1d02-4c64-8979-9092c7f01f3c None None] For port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,segment=NetworkSegment(d83e34a4-d1d5-407c-bd2a-8d520b0e7a69),segment_id=d83e34a4-d1d5-407c-bd2a-8d520b0e7a69)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:03.269820 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62a89c23-1d02-4c64-8979-9092c7f01f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:03.421856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a89c23-1d02-4c64-8979-9092c7f01f3c None None] Pushing event updated for resources: {'Port': ['ID=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:03.465221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993643f8-d7c9-4213-ac17-323261a2b060 req-50c7ef7d-b941-4b35-a79e-f3404e405745 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:03.467029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-993643f8-d7c9-4213-ac17-323261a2b060 req-50c7ef7d-b941-4b35-a79e-f3404e405745 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.3897510 Sep 29 23:19:03.490507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:19:03.498995 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7554afa1-e055-4976-8222-8fa982b1f090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:03.544315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-62a89c23-1d02-4c64-8979-9092c7f01f3c None None] Provisioning complete for port 521c7240-9493-4aac-9171-a29606391762 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:03.545327 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62a89c23-1d02-4c64-8979-9092c7f01f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:03.589988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 926132e1-78e4-419c-9c99-506576925ea9 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:19:03.591155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cae63db1-0684-4c90-8dc0-71a82feb0613 req-27c16993-ae83-466d-a543-cedadd46ad04 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3539753 Sep 29 23:19:03.625802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 926132e1-78e4-419c-9c99-506576925ea9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:03.626379 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:03.670389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-62a89c23-1d02-4c64-8979-9092c7f01f3c None None] Port 521c7240-9493-4aac-9171-a29606391762 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:19:03.690931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-993643f8-d7c9-4213-ac17-323261a2b060 req-6f0a6516-f6f0-4e0f-9128-23e3838ea1d0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081523 Sep 29 23:19:03.748189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-c1b76817-c93e-4c79-b0ff-60cc6b033779 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:03.752609 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-c1b76817-c93e-4c79-b0ff-60cc6b033779 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.42 "GET /v2.0/networks?id=8af90b85-424c-4314-933e-a8c40d78202c HTTP/1.1" status: 200 len: 808 time: 0.4586520 Sep 29 23:19:03.769409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Delete allocated IP 172.20.0.6 (ffdf444b-fa33-40e8-ba96-87d2a081b4ee/42c1aefd-2ad9-46a7-a692-3e028344a06d) {{(pid=110006) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 23:19:03.773323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:03.773845 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:03.787863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.24 (ffdf444b-fa33-40e8-ba96-87d2a081b4ee/4c61af34-a0fb-4473-9245-af06eb8b09f9/2ed1f4ed-aa07-4c18-9921-6ad5853e97d6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:03.801612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Request body: {'port': {'device_id': 'f29600ca-16a7-459d-884e-4ff2b2d34225', 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c', 'admin_state_up': True, 'tenant_id': '62d6cb8e5c4f4b669de2618b1d8c1b8d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:03.808439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a1335b2-ef37-4c8a-af1f-9968314d9bd6 req-80baa901-d306-4d2f-adec-4b7732d2e665 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 210 time: 0.0540962 Sep 29 23:19:03.920812 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:03.943756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8964efd4-7cc3-41ac-a89a-6dd2db2cbec9 None None] Provisioning complete for port 2ed1f4ed-aa07-4c18-9921-6ad5853e97d6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:03.944172 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8964efd4-7cc3-41ac-a89a-6dd2db2cbec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.031423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35719cff-6252-4329-b799-64151d664a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926132e1-78e4-419c-9c99-506576925ea9'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:04.033871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383fb3d5-8b71-4620-a094-64b8866f312b req-3d4740ba-14b7-450c-82a1-72d3cdbf8829 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:04.034371 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946dfbc8-2d3e-4e2f-878e-65e74124b20a" -d '{"events": [{"server_uuid": "35719cff-6252-4329-b799-64151d664a1c", "name": "network-vif-plugged", "status": "completed", "tag": "926132e1-78e4-419c-9c99-506576925ea9"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:04.055453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-383fb3d5-8b71-4620-a094-64b8866f312b req-3d4740ba-14b7-450c-82a1-72d3cdbf8829 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1447432 Sep 29 23:19:04.069247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.073685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 926132e1-78e4-419c-9c99-506576925ea9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=926132e1-78e4-419c-9c99-506576925ea9,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:04.084487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Made reservation on behalf of 62d6cb8e5c4f4b669de2618b1d8c1b8d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:19:04.086227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.089708 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.097642 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.111348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2685ee5c-a603-4be1-8da7-64119456dcb2 None None] Update dhcp port {'port': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'fixed_ips': [{'subnet_id': '42c1aefd-2ad9-46a7-a692-3e028344a06d', 'ip_address': '172.20.0.2'}, {'subnet_id': '4c61af34-a0fb-4473-9245-af06eb8b09f9'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:19:04.162612 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8964efd4-7cc3-41ac-a89a-6dd2db2cbec9 None None] Port 2ed1f4ed-aa07-4c18-9921-6ad5853e97d6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:19:04.181502 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7fb25f-af4f-4964-af10-44eca9e6f665 x-openstack-request-id: req-6f7fb25f-af4f-4964-af10-44eca9e6f665 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:04.182611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-383fb3d5-8b71-4620-a094-64b8866f312b req-747a31d1-c92e-4fe2-a3ef-7249c8cd3ce1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231530 Sep 29 23:19:04.183763 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35719cff-6252-4329-b799-64151d664a1c", "name": "network-vif-plugged", "status": "completed", "tag": "926132e1-78e4-419c-9c99-506576925ea9", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:04.184767 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6f7fb25f-af4f-4964-af10-44eca9e6f665 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:04.185432 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35719cff-6252-4329-b799-64151d664a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926132e1-78e4-419c-9c99-506576925ea9', 'code': 200} Sep 29 23:19:04.226184 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2685ee5c-a603-4be1-8da7-64119456dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.311736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] In _notify_port_updated(), no bound segment for port 2ed1f4ed-aa07-4c18-9921-6ad5853e97d6 on network ffdf444b-fa33-40e8-ba96-87d2a081b4ee {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:19:04.320051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:04.320829 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.325803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Allocated IP 172.20.0.10 (8af90b85-424c-4314-933e-a8c40d78202c/9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788/03e4deec-483c-4ab3-8806-78beb8471676) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:04.326343 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "PUT /v2.0/ports/2ed1f4ed-aa07-4c18-9921-6ad5853e97d6 HTTP/1.1" status: 200 len: 921 time: 1.4702985 Sep 29 23:19:04.329366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=926132e1-78e4-419c-9c99-506576925ea9,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:04.351470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d23210-bbf1-4505-b9c5-48e7b0d8a8be tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=2ed1f4ed-aa07-4c18-9921-6ad5853e97d6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:04.355452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34958) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:04.413721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735a2142-9285-4376-88df-264f45316f30 req-af079ee1-dc98-4f02-a6c1-73bfa5936ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:04.416961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-735a2142-9285-4376-88df-264f45316f30 req-af079ee1-dc98-4f02-a6c1-73bfa5936ba9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 1097 time: 0.1787603 Sep 29 23:19:04.491865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-2685ee5c-a603-4be1-8da7-64119456dcb2 None None] Allocated IP 172.20.0.18 (ffdf444b-fa33-40e8-ba96-87d2a081b4ee/4c61af34-a0fb-4473-9245-af06eb8b09f9/90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:04.541347 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-735a2142-9285-4376-88df-264f45316f30 req-00ce0807-47a8-42a5-a513-d33d03030bf8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0815954 Sep 29 23:19:04.553517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2d522e55-c8b7-4d14-ab3f-115358eb27de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 2ed1f4ed-aa07-4c18-9921-6ad5853e97d6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:19:04.553918 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d522e55-c8b7-4d14-ab3f-115358eb27de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.621252 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2685ee5c-a603-4be1-8da7-64119456dcb2 None None] For port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,segment=NetworkSegment(d83e34a4-d1d5-407c-bd2a-8d520b0e7a69),segment_id=d83e34a4-d1d5-407c-bd2a-8d520b0e7a69)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:04.648998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854bc17-b293-426e-bbd0-3a99a131d36e req-9414aa37-2e8c-4431-b71f-c6b67794278b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:04.650733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0854bc17-b293-426e-bbd0-3a99a131d36e req-9414aa37-2e8c-4431-b71f-c6b67794278b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.3300200 Sep 29 23:19:04.661522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.663455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2685ee5c-a603-4be1-8da7-64119456dcb2 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.671917 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2685ee5c-a603-4be1-8da7-64119456dcb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.697959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d522e55-c8b7-4d14-ab3f-115358eb27de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.715370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2d522e55-c8b7-4d14-ab3f-115358eb27de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 2ed1f4ed-aa07-4c18-9921-6ad5853e97d6 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:19:04.768804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0854bc17-b293-426e-bbd0-3a99a131d36e req-3866330f-c7fb-491d-9ca1-c24eca925b25 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034100 Sep 29 23:19:04.778197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685ee5c-a603-4be1-8da7-64119456dcb2 None None] Pushing event updated for resources: {'Port': ['ID=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:04.792948 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:04.862406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Network 8af90b85-424c-4314-933e-a8c40d78202c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:19:04.864369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:19:04.873226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:19:04.916990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Pushing event updated for resources: {'Port': ['ID=03e4deec-483c-4ab3-8806-78beb8471676,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:04.970441 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d522e55-c8b7-4d14-ab3f-115358eb27de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:05.017396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.019323 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:05.031021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d522e55-c8b7-4d14-ab3f-115358eb27de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=2ed1f4ed-aa07-4c18-9921-6ad5853e97d6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:05.061362 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28d3d8-620b-43b2-9558-955a19fda0f8 req-6b62fd83-acb1-48a6-9e63-d6113e312183 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.074204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa28d3d8-620b-43b2-9558-955a19fda0f8 req-6b62fd83-acb1-48a6-9e63-d6113e312183 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 946 time: 0.1581893 Sep 29 23:19:05.140609 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8244b6c3-98b2-47d1-a4c5-489892899459 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3638933 Sep 29 23:19:05.169815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Request body: {'port': {'device_id': 'f29600ca-16a7-459d-884e-4ff2b2d34225', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:05.179906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa28d3d8-620b-43b2-9558-955a19fda0f8 req-868ce72c-fb1b-46c5-b9cb-f0212b52e8d1 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1047757 Sep 29 23:19:05.221083 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d522e55-c8b7-4d14-ab3f-115358eb27de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:05.221225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3069d-7419-4dcd-bbd5-adb13e07e675 req-b1669d36-2172-4607-9355-16c8e04ae496 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.222996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dc3069d-7419-4dcd-bbd5-adb13e07e675 req-b1669d36-2172-4607-9355-16c8e04ae496 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.1465795 Sep 29 23:19:05.229395 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2d522e55-c8b7-4d14-ab3f-115358eb27de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/2ed1f4ed-aa07-4c18-9921-6ad5853e97d6 HTTP/1.1" status: 204 len: 168 time: 0.8687956 Sep 29 23:19:05.231344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34986) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:05.246531 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-e1371316-18a1-4522-944a-d80c97ea5200 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1613672 Sep 29 23:19:05.287020 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b5fe91-b16c-4d06-a99b-fccd788fe472 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:19:05.290676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b5b5fe91-b16c-4d06-a99b-fccd788fe472 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/2ed1f4ed-aa07-4c18-9921-6ad5853e97d6 HTTP/1.1" status: 404 len: 333 time: 0.0575790 Sep 29 23:19:05.291892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34988) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:05.345856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:19:05.393794 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-b234447d-6390-497e-a295-8be53a871636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.394337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-b234447d-6390-497e-a295-8be53a871636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.394884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-b234447d-6390-497e-a295-8be53a871636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.395678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-b234447d-6390-497e-a295-8be53a871636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.396271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-b234447d-6390-497e-a295-8be53a871636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.396808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-b234447d-6390-497e-a295-8be53a871636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.397350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-b234447d-6390-497e-a295-8be53a871636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.399867 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-b234447d-6390-497e-a295-8be53a871636 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6499 time: 0.0798712 Sep 29 23:19:05.436163 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:05.445743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:05.446928 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:05.605028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-845b4deb-9237-4eff-ba53-7308c0dbf6b6 None None] Provisioning complete for port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:05.605885 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-845b4deb-9237-4eff-ba53-7308c0dbf6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:05.621139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dc3069d-7419-4dcd-bbd5-adb13e07e675 req-d4167ee5-1188-4def-9157-2132afd52d4f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705482 Sep 29 23:19:05.629549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-e616c889-7572-41aa-b393-608ae376465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.630550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-e616c889-7572-41aa-b393-608ae376465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.631256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-e616c889-7572-41aa-b393-608ae376465e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.633020 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-e616c889-7572-41aa-b393-608ae376465e service neutron] 10.222.0.26 "GET /v2.0/networks?id=359d21d4-b615-40c7-8882-16bffeac10b3&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&id=e39dd437-e6ea-4000-a22a-c65e25f5d59a HTTP/1.1" status: 200 len: 2298 time: 0.1950352 Sep 29 23:19:05.694146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f7195-abb8-4b5f-ad03-72568f8d7b61 req-f0730b6d-5188-46f9-8efc-97e745d4e2bb tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.703386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb3f7195-abb8-4b5f-ad03-72568f8d7b61 req-f0730b6d-5188-46f9-8efc-97e745d4e2bb tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 932 time: 0.2537410 Sep 29 23:19:05.715909 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58905247-e2f3-4804-acb6-3ce192880a3c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:05.769852 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-554bb11a-c0ea-44ab-9e4a-3b941adb4e50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2 HTTP/1.1" status: 200 len: 1001 time: 0.1279709 Sep 29 23:19:05.783644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-845b4deb-9237-4eff-ba53-7308c0dbf6b6 None None] Provisioning complete for port 521c7240-9493-4aac-9171-a29606391762 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:05.784192 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-845b4deb-9237-4eff-ba53-7308c0dbf6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:05.790780 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58905247-e2f3-4804-acb6-3ce192880a3c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:05.832657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-1d9216d2-a13e-4ad1-b121-a4f5d28cf2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.834531 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-1d9216d2-a13e-4ad1-b121-a4f5d28cf2f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d4f193-42c1-43e8-b396-fd04a76a0f33 HTTP/1.1" status: 200 len: 856 time: 0.0573845 Sep 29 23:19:05.848510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-845b4deb-9237-4eff-ba53-7308c0dbf6b6 None None] Port 521c7240-9493-4aac-9171-a29606391762 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:19:05.854065 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-845b4deb-9237-4eff-ba53-7308c0dbf6b6 None None] Could not find standard attr ID for object 2ed1f4ed-aa07-4c18-9921-6ad5853e97d6. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:19:05.906280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-8bc64800-3adb-49cf-960a-738e6569f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.907276 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-8bc64800-3adb-49cf-960a-738e6569f880 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=359d21d4-b615-40c7-8882-16bffeac10b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641584 Sep 29 23:19:05.938801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb3f7195-abb8-4b5f-ad03-72568f8d7b61 req-e6835174-96cf-4098-b2ad-ea4a90b83a31 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344251 Sep 29 23:19:05.962907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193f4bc-45da-4296-b83d-76198197bdab req-987d5e1b-2b40-4524-8c36-a6f8c232250a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:05.971752 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9193f4bc-45da-4296-b83d-76198197bdab req-987d5e1b-2b40-4524-8c36-a6f8c232250a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.2301681 Sep 29 23:19:06.050789 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-11c1f26f-39da-41b0-a4a6-5dc036770302 service neutron] 10.222.0.26 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338530 Sep 29 23:19:06.088116 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58905247-e2f3-4804-acb6-3ce192880a3c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.091195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-58905247-e2f3-4804-acb6-3ce192880a3c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.096244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-58905247-e2f3-4804-acb6-3ce192880a3c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/security-groups/9ec20ca9-99c6-47ba-9d85-6a1b83ad6132 HTTP/1.1" status: 204 len: 168 time: 0.7251461 Sep 29 23:19:06.098874 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34994) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:06.176920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e7dd3dba-2bd4-4c0b-81eb-c1e11f2e5e88 None None] Could not find standard attr ID for object 2ed1f4ed-aa07-4c18-9921-6ad5853e97d6. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:19:06.198395 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e4deec-483c-4ab3-8806-78beb8471676 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:19:06.208479 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.232903 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-9cc0f10d-bafd-4e6e-a045-ed1e139182d3 service neutron] 10.222.0.26 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745288 Sep 29 23:19:06.233059 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Transition to ACTIVE for port object 03e4deec-483c-4ab3-8806-78beb8471676 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:19:06.240277 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-326bc0e2-f44d-4c1b-a0b3-661530e48961 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.241019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9193f4bc-45da-4296-b83d-76198197bdab req-d38c7e0c-4d29-4f8d-b336-ba0b2be5f080 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666178 Sep 29 23:19:06.248494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58905247-e2f3-4804-acb6-3ce192880a3c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec20ca9-99c6-47ba-9d85-6a1b83ad6132,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:06.254653 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.256152 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75e37a62-3cb7-4597-9bda-efd2b9d4d84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.362288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Pushing event updated for resources: {'Port': ['ID=03e4deec-483c-4ab3-8806-78beb8471676,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:06.379483 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-27b5272a-8333-499c-abbd-32bcb571c8e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=31d86626-588b-4d59-8986-6050b136850a HTTP/1.1" status: 200 len: 217 time: 0.1334057 Sep 29 23:19:06.416558 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-326bc0e2-f44d-4c1b-a0b3-661530e48961 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.499218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-9af8b1fd-607b-498b-842c-be6bf8447226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:06.500778 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-9af8b1fd-607b-498b-842c-be6bf8447226 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1079130 Sep 29 23:19:06.538649 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.550394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-326bc0e2-f44d-4c1b-a0b3-661530e48961 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.554185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-326bc0e2-f44d-4c1b-a0b3-661530e48961 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.558283 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-326bc0e2-f44d-4c1b-a0b3-661530e48961 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/security-groups/d2a93b0c-15dd-407d-8d5f-8a517906778d HTTP/1.1" status: 204 len: 168 time: 0.4581456 Sep 29 23:19:06.559021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35002) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:06.567089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6a9ec-8439-48f9-bf80-a4e376869642 req-7c2941db-3a8d-45cb-a97a-d2a930ffde09 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:06.568955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61c6a9ec-8439-48f9-bf80-a4e376869642 req-7c2941db-3a8d-45cb-a97a-d2a930ffde09 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 946 time: 0.1646092 Sep 29 23:19:06.577351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12490715-c97c-4b1a-af7b-0b1a17597ecd req-e1b64ca9-75a8-4fd7-8679-dfd1559bec8a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:06.584489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12490715-c97c-4b1a-af7b-0b1a17597ecd req-e1b64ca9-75a8-4fd7-8679-dfd1559bec8a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1542418 Sep 29 23:19:06.586670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Attempting to bind port 03e4deec-483c-4ab3-8806-78beb8471676 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:19:06.588028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Attempting to bind port 03e4deec-483c-4ab3-8806-78beb8471676 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '43e88819-c3e4-4ebb-8d54-93a94ed85c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:19:06.588431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Attempting to bind port 03e4deec-483c-4ab3-8806-78beb8471676 on network 8af90b85-424c-4314-933e-a8c40d78202c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:19:06.600608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bc0e2-f44d-4c1b-a0b3-661530e48961 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a93b0c-15dd-407d-8d5f-8a517906778d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:06.619310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Port 03e4deec-483c-4ab3-8806-78beb8471676 on network 8af90b85-424c-4314-933e-a8c40d78202c not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:19:06.619310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Attempting to bind port 03e4deec-483c-4ab3-8806-78beb8471676 on network 8af90b85-424c-4314-933e-a8c40d78202c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:19:06.624597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-f22446b8-a683-4245-a12c-0d18948518cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:06.625889 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-f22446b8-a683-4245-a12c-0d18948518cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1173511 Sep 29 23:19:06.638361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7ace32-a7bb-4db2-8f3e-814915f53998 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet 42c1aefd-2ad9-46a7-a692-3e028344a06d {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:19:06.640108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:19:06.640460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Checking segment: {'id': '43e88819-c3e4-4ebb-8d54-93a94ed85c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:19:06.640883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Bound using segment: {'id': '43e88819-c3e4-4ebb-8d54-93a94ed85c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:19:06.641352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Bound port: 03e4deec-483c-4ab3-8806-78beb8471676, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e88819-c3e4-4ebb-8d54-93a94ed85c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:19:06.641824 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.642685 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7ace32-a7bb-4db2-8f3e-814915f53998 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.679615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12490715-c97c-4b1a-af7b-0b1a17597ecd req-482ea7a0-03c0-4e03-a272-9b0dba7d69e5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939825 Sep 29 23:19:06.687734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61c6a9ec-8439-48f9-bf80-a4e376869642 req-37c65fe0-68af-43b8-91fc-814ced702088 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0902038 Sep 29 23:19:06.716371 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7ace32-a7bb-4db2-8f3e-814915f53998 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.827872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] For port 03e4deec-483c-4ab3-8806-78beb8471676, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:19:06.872929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] For port 03e4deec-483c-4ab3-8806-78beb8471676, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=03e4deec-483c-4ab3-8806-78beb8471676,segment=NetworkSegment(43e88819-c3e4-4ebb-8d54-93a94ed85c97),segment_id=43e88819-c3e4-4ebb-8d54-93a94ed85c97)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:19:06.882728 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.883568 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-5df12ca6-4f32-4842-8f65-d62a9e9715c5 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081354 Sep 29 23:19:06.926091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f755ae5-b54b-4bee-8253-808a72c7ba81 req-e895c825-2579-4324-8c06-9941df57f425 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:06.927670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f755ae5-b54b-4bee-8253-808a72c7ba81 req-e895c825-2579-4324-8c06-9941df57f425 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.1200037 Sep 29 23:19:06.938914 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7ace32-a7bb-4db2-8f3e-814915f53998 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.985485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:06.986264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:06.987725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] 10.222.0.42 "PUT /v2.0/ports/03e4deec-483c-4ab3-8806-78beb8471676 HTTP/1.1" status: 200 len: 1092 time: 1.8239992 Sep 29 23:19:06.988280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f29600ca-16a7-459d-884e-4ff2b2d34225', 'tag': '03e4deec-483c-4ab3-8806-78beb8471676'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:06.990646 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f12c134-652a-46e3-8705-46306acd766c" -d '{"events": [{"name": "network-changed", "server_uuid": "f29600ca-16a7-459d-884e-4ff2b2d34225", "tag": "03e4deec-483c-4ab3-8806-78beb8471676"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:07.005625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ed75a-a2b8-4b90-86df-44e73017be87 service neutron] Pushing event updated for resources: {'Port': ['ID=03e4deec-483c-4ab3-8806-78beb8471676,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:07.053035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dc3f0-c6b3-4416-99a6-0efe0565daf2 req-3a30073a-5530-42e9-a228-3f80b22346b5 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:07.061146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-667dc3f0-c6b3-4416-99a6-0efe0565daf2 req-3a30073a-5530-42e9-a228-3f80b22346b5 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 946 time: 0.1466982 Sep 29 23:19:07.062395 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-e58d2758-b977-415a-84bc-fa2e436fa56e service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690490 Sep 29 23:19:07.081241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f755ae5-b54b-4bee-8253-808a72c7ba81 req-a2b3975d-7e95-426d-bc2f-8bff3ba19c0e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379530 Sep 29 23:19:07.111956 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-187573c6-6c94-4e1a-ba30-f1159410866e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 HTTP/1.1" status: 200 len: 217 time: 0.0389111 Sep 29 23:19:07.120510 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7ace32-a7bb-4db2-8f3e-814915f53998 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:07.147360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27105af-eca4-48cc-bd8b-900e5c89595c None None] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:19:07.150120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-5fb3abb3-0415-46ff-9f7c-fe540085da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:07.152160 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-5fb3abb3-0415-46ff-9f7c-fe540085da28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62d6cb8e5c4f4b669de2618b1d8c1b8d&device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 1095 time: 0.0839891 Sep 29 23:19:07.166979 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-667dc3f0-c6b3-4416-99a6-0efe0565daf2 req-0992c601-61f3-43db-b0f6-e4b865e5fe89 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1008022 Sep 29 23:19:07.198301 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff7ace32-a7bb-4db2-8f3e-814915f53998 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:07.201070 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ff7ace32-a7bb-4db2-8f3e-814915f53998 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/42c1aefd-2ad9-46a7-a692-3e028344a06d HTTP/1.1" status: 204 len: 168 time: 0.6371634 Sep 29 23:19:07.245060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ace32-a7bb-4db2-8f3e-814915f53998 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=42c1aefd-2ad9-46a7-a692-3e028344a06d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:07.252783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35020) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:07.261076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d20a5c77-bdd3-4933-8f7b-ff71631d0451 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:07.268696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-291aa7d5-3d57-499c-b364-235d817a5c6c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e4deec-483c-4ab3-8806-78beb8471676 HTTP/1.1" status: 200 len: 217 time: 0.1004596 Sep 29 23:19:07.323611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-286bd775-4b1f-49fc-ab29-45124c847d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:07.325594 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-286bd775-4b1f-49fc-ab29-45124c847d92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1937611 Sep 29 23:19:07.365245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-12da875c-c4a1-44fd-8a9d-b649f81300a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:07.366780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-12da875c-c4a1-44fd-8a9d-b649f81300a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788 HTTP/1.1" status: 200 len: 848 time: 0.0878088 Sep 29 23:19:07.408122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-b0303b23-4c21-4dfe-8216-8297904573c7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8af90b85-424c-4314-933e-a8c40d78202c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319188 Sep 29 23:19:07.418476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e99a40-c4f3-48d8-8092-60cdd19d4a0c req-31f2a1fc-dd4b-4399-87e0-387c2499de40 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:07.420329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0e99a40-c4f3-48d8-8092-60cdd19d4a0c req-31f2a1fc-dd4b-4399-87e0-387c2499de40 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1683686 Sep 29 23:19:07.426059 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:07.446524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-cbe2df6f-a6b4-438b-bc27-57220cdf3896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:07.447976 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-cbe2df6f-a6b4-438b-bc27-57220cdf3896 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0828090 Sep 29 23:19:07.466602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2a946-a9e2-4926-894f-2c44a7d09836 req-84373657-4d3a-4dbe-bc46-d167665a0b3d tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:07.468469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9e2a946-a9e2-4926-894f-2c44a7d09836 req-84373657-4d3a-4dbe-bc46-d167665a0b3d tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 944 time: 0.1987770 Sep 29 23:19:07.475791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20a5c77-bdd3-4933-8f7b-ff71631d0451 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:19:07.480110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d20a5c77-bdd3-4933-8f7b-ff71631d0451 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:07.549764 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0e99a40-c4f3-48d8-8092-60cdd19d4a0c req-3a6bfc4b-b7f8-4068-9d24-50315025ee89 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194050 Sep 29 23:19:07.585690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9e2a946-a9e2-4926-894f-2c44a7d09836 req-02eacdb5-fdc6-44eb-800a-74b191a0afec tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892942 Sep 29 23:19:07.612996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-8238889e-4d67-4c70-b296-5c4aac80df8f service neutron] 10.222.0.42 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916995 Sep 29 23:19:07.646803 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152bc580-dc28-4c5f-a3e7-f663a242b0ec x-openstack-request-id: req-152bc580-dc28-4c5f-a3e7-f663a242b0ec {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:07.647098 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f29600ca-16a7-459d-884e-4ff2b2d34225", "tag": "03e4deec-483c-4ab3-8806-78beb8471676", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:07.647364 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-152bc580-dc28-4c5f-a3e7-f663a242b0ec {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:07.647912 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f29600ca-16a7-459d-884e-4ff2b2d34225', 'tag': '03e4deec-483c-4ab3-8806-78beb8471676', 'status': 'completed', 'code': 200} Sep 29 23:19:07.749009 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-61ae3aa5-769a-45c7-b2db-f02cfe099884 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814820 Sep 29 23:19:07.803919 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f952a9-2fd4-417e-9876-df9a2b76257a req-bdde4e7d-3158-4a4f-b46d-f860d60c3e57 service neutron] 10.222.0.42 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820095 Sep 29 23:19:07.838003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ea21c-e673-44b5-ada1-8579c5e611db req-af871d88-958b-43c0-91d2-65d45074679a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:07.846924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf9ea21c-e673-44b5-ada1-8579c5e611db req-af871d88-958b-43c0-91d2-65d45074679a tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 946 time: 0.1454840 Sep 29 23:19:07.877267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4e634-0385-453b-a2c6-7fe35d9d97f0 req-2195585d-2415-4cdb-bb40-69606f769225 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:07.878876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3b4e634-0385-453b-a2c6-7fe35d9d97f0 req-2195585d-2415-4cdb-bb40-69606f769225 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1388505 Sep 29 23:19:07.922557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf9ea21c-e673-44b5-ada1-8579c5e611db req-7ea9d3d3-50e3-4e3e-9b7c-a559db913e69 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746348 Sep 29 23:19:07.965848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35026) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:08.042769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3b4e634-0385-453b-a2c6-7fe35d9d97f0 req-943ba033-4710-423b-accd-281059d84ed1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484742 Sep 29 23:19:08.079981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12c134-652a-46e3-8705-46306acd766c req-6ad017d8-d2d9-46e5-84dc-362105a17855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:08.081694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f12c134-652a-46e3-8705-46306acd766c req-6ad017d8-d2d9-46e5-84dc-362105a17855 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62d6cb8e5c4f4b669de2618b1d8c1b8d&device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 1095 time: 0.1532238 Sep 29 23:19:08.260810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12c134-652a-46e3-8705-46306acd766c req-522d6ce5-ddf6-49f1-a55c-8e65124b83c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:08.265164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f12c134-652a-46e3-8705-46306acd766c req-522d6ce5-ddf6-49f1-a55c-8e65124b83c7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8af90b85-424c-4314-933e-a8c40d78202c HTTP/1.1" status: 200 len: 909 time: 0.1731238 Sep 29 23:19:08.345906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f217d2cc-2978-4b05-9169-d91f5fd4949d None None] Provisioning complete for port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:08.347776 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f217d2cc-2978-4b05-9169-d91f5fd4949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:08.425101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f12c134-652a-46e3-8705-46306acd766c req-3548ba8c-31f6-43da-8f51-2899121a14e8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=03e4deec-483c-4ab3-8806-78beb8471676 HTTP/1.1" status: 200 len: 217 time: 0.1222479 Sep 29 23:19:08.451856 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-ccee4778-2c84-445b-9310-81858efa1c5f service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901505 Sep 29 23:19:08.454302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b4476-d456-47c4-bb3d-2e2518e41c18 req-29d3e414-740c-47fb-8b68-9662e7ab2afd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:08.456080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-755b4476-d456-47c4-bb3d-2e2518e41c18 req-29d3e414-740c-47fb-8b68-9662e7ab2afd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.2429368 Sep 29 23:19:08.498207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c349ab6-a8ed-4e9f-b2b3-a6d8a88bce51 tempest-TestServerBasicOps-1855589764 tempest-TestServerBasicOps-1855589764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:08.503770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2c349ab6-a8ed-4e9f-b2b3-a6d8a88bce51 tempest-TestServerBasicOps-1855589764 tempest-TestServerBasicOps-1855589764-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 1092 time: 0.5312672 Sep 29 23:19:08.508854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:08.510368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f217d2cc-2978-4b05-9169-d91f5fd4949d None None] Provisioning complete for port 521c7240-9493-4aac-9171-a29606391762 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:08.510761 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f217d2cc-2978-4b05-9169-d91f5fd4949d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:08.521622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '926132e1-78e4-419c-9c99-506576925ea9', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:08.546477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cde8ccc-54f0-45f2-81ef-0d0579796e39 req-04b9bcbc-56cb-4ce7-aa0f-6974424f6077 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:08.548338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cde8ccc-54f0-45f2-81ef-0d0579796e39 req-04b9bcbc-56cb-4ce7-aa0f-6974424f6077 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.2143788 Sep 29 23:19:08.549598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f217d2cc-2978-4b05-9169-d91f5fd4949d None None] Port 521c7240-9493-4aac-9171-a29606391762 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:19:08.561145 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-1ba483dc-4212-4cb7-a8d6-54a5c323c513 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=978da8f0-38b6-4724-8b10-8a3779c0ee80 HTTP/1.1" status: 200 len: 217 time: 0.1012354 Sep 29 23:19:08.598568 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:08.613936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12c134-652a-46e3-8705-46306acd766c req-2057f9d2-ad03-4d4f-b632-1406e4c93836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:08.616481 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f12c134-652a-46e3-8705-46306acd766c req-2057f9d2-ad03-4d4f-b632-1406e4c93836 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788 HTTP/1.1" status: 200 len: 848 time: 0.1796713 Sep 29 23:19:08.642367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-55dc0563-9a55-4822-8f53-98e14f6fda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:08.643985 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-55dc0563-9a55-4822-8f53-98e14f6fda49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.0748782 Sep 29 23:19:08.646235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d20a5c77-bdd3-4933-8f7b-ff71631d0451 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:08.720598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20a5c77-bdd3-4933-8f7b-ff71631d0451 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:19:08.728209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d20a5c77-bdd3-4933-8f7b-ff71631d0451 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:19:08.734838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20a5c77-bdd3-4933-8f7b-ff71631d0451 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:08.735457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d20a5c77-bdd3-4933-8f7b-ff71631d0451 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:08.744029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5071732-a2c2-42a8-9d0a-2886862c3e01 None None] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:19:08.751084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a5c77-bdd3-4933-8f7b-ff71631d0451 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=54d3e7e0-2555-4511-ba1c-15f01bfaa671,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:08.768949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-1b2145ec-a530-44fa-955b-68ed9aa9fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:08.770653 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-1b2145ec-a530-44fa-955b-68ed9aa9fea2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1142414 Sep 29 23:19:08.880745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-a19ff550-a8d3-43d7-81cd-7bb26596aecb service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014459 Sep 29 23:19:09.031512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-755b4476-d456-47c4-bb3d-2e2518e41c18 req-a9530c9b-a84a-4b18-83b3-2415369c6e4a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494153 Sep 29 23:19:09.038863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f12c134-652a-46e3-8705-46306acd766c req-c63faf2e-a28b-474d-ab0d-2e0c1be25ef8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8af90b85-424c-4314-933e-a8c40d78202c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4043882 Sep 29 23:19:09.042743 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.050414 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d20a5c77-bdd3-4933-8f7b-ff71631d0451 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7942853 Sep 29 23:19:09.057567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35044) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:09.063261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2bf76ea1-03b5-4b97-93f3-2a6c1cee7914 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'security_group': {'name': 'tempest-secgroup-963433206'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:09.083199 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-485bacc6-cdfc-491c-9c78-a833c2d6ac98 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823595 Sep 29 23:19:09.089080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cde8ccc-54f0-45f2-81ef-0d0579796e39 req-d76e6e2f-0ff5-4dde-bab7-4cd91b996beb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268378 Sep 29 23:19:09.114338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb1c235-f447-4acd-98ed-0e05a6a9b773 None None] Update dhcp port {'port': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'fixed_ips': [{'subnet_id': '4c61af34-a0fb-4473-9245-af06eb8b09f9', 'ip_address': '172.20.0.18'}, {'subnet_id': '54d3e7e0-2555-4511-ba1c-15f01bfaa671'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:19:09.176890 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c235-f447-4acd-98ed-0e05a6a9b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.183983 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-ef977bff-8f17-4888-b58e-b41c3a05b3da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=069fc8e8-f008-4614-afb5-64ce1ad70754 HTTP/1.1" status: 200 len: 217 time: 0.0926723 Sep 29 23:19:09.189385 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2bf76ea1-03b5-4b97-93f3-2a6c1cee7914 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.256969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-8907bad0-cb2a-4255-9290-dc30bf927ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:09.258465 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-8907bad0-cb2a-4255-9290-dc30bf927ed2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.0675318 Sep 29 23:19:09.313690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-13c5cafa-855a-4762-899b-73a7e8ec6363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:09.315348 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-13c5cafa-855a-4762-899b-73a7e8ec6363 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0488827 Sep 29 23:19:09.356000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f12c134-652a-46e3-8705-46306acd766c req-6efd00e9-5037-4678-92c3-cb2a47ea89c4 service neutron] 10.222.0.42 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707555 Sep 29 23:19:09.370183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f690770-389c-4bb9-ba37-a9af946352a1 req-28d0afa8-881d-4b38-8fad-d935780402e7 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:09.372010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f690770-389c-4bb9-ba37-a9af946352a1 req-28d0afa8-881d-4b38-8fad-d935780402e7 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 944 time: 0.2070086 Sep 29 23:19:09.432400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-7cb1c235-f447-4acd-98ed-0e05a6a9b773 None None] Allocated IP 172.20.0.2 (ffdf444b-fa33-40e8-ba96-87d2a081b4ee/54d3e7e0-2555-4511-ba1c-15f01bfaa671/90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:09.518031 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.519590 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-fe991d67-3ede-4f70-b604-bbd660f56f61 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962788 Sep 29 23:19:09.536564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f690770-389c-4bb9-ba37-a9af946352a1 req-cc43d542-9154-4576-96ca-a05cb67ee90b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498415 Sep 29 23:19:09.570234 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2bf76ea1-03b5-4b97-93f3-2a6c1cee7914 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.579363 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.584118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2bf76ea1-03b5-4b97-93f3-2a6c1cee7914 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.596043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f12c134-652a-46e3-8705-46306acd766c req-355a90da-9949-4c4b-826c-5b8f37cba48f service neutron] 10.222.0.42 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227955 Sep 29 23:19:09.617528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7cb1c235-f447-4acd-98ed-0e05a6a9b773 None None] For port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,segment=NetworkSegment(d83e34a4-d1d5-407c-bd2a-8d520b0e7a69),segment_id=d83e34a4-d1d5-407c-bd2a-8d520b0e7a69)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:09.650031 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-aa857394-5272-47a7-8b89-fa6d696936fe service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215398 Sep 29 23:19:09.664395 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c235-f447-4acd-98ed-0e05a6a9b773 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.672916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7cb1c235-f447-4acd-98ed-0e05a6a9b773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.704233 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-6cd77b75-0b3f-4dd9-a6ba-2a9d8cc9d371 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46e2c8bb-1726-4da0-a14b-2650b57a11c7 HTTP/1.1" status: 200 len: 217 time: 0.0469260 Sep 29 23:19:09.747343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Allocated IP 172.25.4.126 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/dc23532c-5a4e-4266-b6fd-68b2c7e93990) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:09.754707 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2bf76ea1-03b5-4b97-93f3-2a6c1cee7914 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.758994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2bf76ea1-03b5-4b97-93f3-2a6c1cee7914 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6999841 Sep 29 23:19:09.760162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35048) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:09.767189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-5c30c5a9-0b95-499d-863e-e9716c9a1217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:09.769076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1d58a72a-2c06-4688-b201-ca21632097fe tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'security_group': {'name': 'tempest-secgroup-1839003739'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:09.771044 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-5c30c5a9-0b95-499d-863e-e9716c9a1217 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b73ade4-2bdf-4abe-9a8c-d2305af0db28 HTTP/1.1" status: 200 len: 797 time: 0.0597823 Sep 29 23:19:09.774254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf76ea1-03b5-4b97-93f3-2a6c1cee7914 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf73544-f528-458e-acc5-ccc726e532c9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:09.803518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb1c235-f447-4acd-98ed-0e05a6a9b773 None None] Pushing event updated for resources: {'Port': ['ID=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:09.828172 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d58a72a-2c06-4688-b201-ca21632097fe tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.845914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-f9a85432-25a2-4764-8b3f-e977fac1e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:09.848013 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-f9a85432-25a2-4764-8b3f-e977fac1e5ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616925 Sep 29 23:19:09.941250 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:09.967177 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-108b397e-3137-4ce7-a35c-422369fc94a4 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104512 Sep 29 23:19:10.031012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:10.105025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:19:10.107799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d58a72a-2c06-4688-b201-ca21632097fe tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:10.108339 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-05d78735-56dc-4867-bd83-4aa23f0f74cd service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329494 Sep 29 23:19:10.111522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:19:10.117814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:19:10.130113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d58a72a-2c06-4688-b201-ca21632097fe tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:10.168612 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-cb045b63-fe52-4542-a0a2-d99348ed2914 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ceaa646-8894-479c-a127-a14c16cf1019 HTTP/1.1" status: 200 len: 217 time: 0.0493739 Sep 29 23:19:10.257443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-eb123847-e1d1-4c61-9418-1921faf46ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:10.257443 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-eb123847-e1d1-4c61-9418-1921faf46ed3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b73ade4-2bdf-4abe-9a8c-d2305af0db28 HTTP/1.1" status: 200 len: 797 time: 0.0794280 Sep 29 23:19:10.260966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event updated for resources: {'Port': ['ID=dc23532c-5a4e-4266-b6fd-68b2c7e93990,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:10.335738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-d52004c7-beb2-4cbd-a8f8-f264b58b6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:10.339286 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1d58a72a-2c06-4688-b201-ca21632097fe tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:10.340168 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-d52004c7-beb2-4cbd-a8f8-f264b58b6d8b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0751755 Sep 29 23:19:10.340744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1d58a72a-2c06-4688-b201-ca21632097fe tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5761082 Sep 29 23:19:10.343461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35056) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:10.349125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2a4c7b5e-86f3-42cb-8b7a-24cfdd5ea7d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'security_group': {'name': 'tempest-secgroup-168544173'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:10.390410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58a72a-2c06-4688-b201-ca21632097fe tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18acbbed-1979-47e2-a351-132a3ed721a0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:10.408443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e558b2b8-cd53-4079-997a-de09f8f5a70b req-aeae6145-9c7d-47b7-b061-5bf0c2dc37ef tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:10.410799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e558b2b8-cd53-4079-997a-de09f8f5a70b req-aeae6145-9c7d-47b7-b061-5bf0c2dc37ef tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.1954019 Sep 29 23:19:10.432774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd476f5-411f-4d3d-9983-4c35ac0166fe req-e6ab7de9-c737-4923-a461-9c8ddea9ec70 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:10.435085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbd476f5-411f-4d3d-9983-4c35ac0166fe req-e6ab7de9-c737-4923-a461-9c8ddea9ec70 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1867507 Sep 29 23:19:10.467557 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7b5e-86f3-42cb-8b7a-24cfdd5ea7d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:10.586677 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-07ef4972-6904-439a-b831-45376e81258e service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273889 Sep 29 23:19:10.596650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8895222e-c00d-4e49-8214-275799d7c203 None None] Provisioning complete for port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:10.597314 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8895222e-c00d-4e49-8214-275799d7c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:10.602335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e558b2b8-cd53-4079-997a-de09f8f5a70b req-9fc2062d-9d87-42ce-8813-4fe19d14ab80 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661148 Sep 29 23:19:10.612323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbd476f5-411f-4d3d-9983-4c35ac0166fe req-931bd79e-60a2-4153-a13d-df48c1821a00 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562417 Sep 29 23:19:10.694780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-5fe8237c-eb2a-4d49-bd18-859bf7562b3e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1256373 Sep 29 23:19:10.722825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7b5e-86f3-42cb-8b7a-24cfdd5ea7d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:10.732840 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7b5e-86f3-42cb-8b7a-24cfdd5ea7d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:10.771754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7e182118-bd61-40d1-9332-a2a0b98dc346 req-594efd07-2651-4141-b3b9-9e57fd8fd951 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754236 Sep 29 23:19:10.782895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a4c7b5e-86f3-42cb-8b7a-24cfdd5ea7d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:10.787298 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2a4c7b5e-86f3-42cb-8b7a-24cfdd5ea7d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4423957 Sep 29 23:19:10.791286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35064) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:10.797416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1405385434', 'security_groups': ['155357e9-b4e9-4486-8b70-88537bc6fa97'], 'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54d3e7e0-2555-4511-ba1c-15f01bfaa671'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:10.803419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c7b5e-86f3-42cb-8b7a-24cfdd5ea7d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=155357e9-b4e9-4486-8b70-88537bc6fa97,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:10.856412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8895222e-c00d-4e49-8214-275799d7c203 None None] Provisioning complete for port 521c7240-9493-4aac-9171-a29606391762 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:10.856828 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8895222e-c00d-4e49-8214-275799d7c203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:10.901655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8895222e-c00d-4e49-8214-275799d7c203 None None] Port 521c7240-9493-4aac-9171-a29606391762 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:19:10.957021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:19:10.983937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 03e4deec-483c-4ab3-8806-78beb8471676 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:19:11.091448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff3aedc-6298-410c-a379-7b04266ae756 req-ad8880e6-df8e-41af-aa2a-430f07714889 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.093205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bff3aedc-6298-410c-a379-7b04266ae756 req-ad8880e6-df8e-41af-aa2a-430f07714889 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 944 time: 0.1759973 Sep 29 23:19:11.101895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-43956d4e-68d7-4e2d-884e-1f2441b5a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.102299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-43956d4e-68d7-4e2d-884e-1f2441b5a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.102833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-43956d4e-68d7-4e2d-884e-1f2441b5a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.103312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-43956d4e-68d7-4e2d-884e-1f2441b5a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.103791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-43956d4e-68d7-4e2d-884e-1f2441b5a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.104317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-43956d4e-68d7-4e2d-884e-1f2441b5a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.104835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-43956d4e-68d7-4e2d-884e-1f2441b5a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.107035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-43956d4e-68d7-4e2d-884e-1f2441b5a1bf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 6491 time: 0.1920638 Sep 29 23:19:11.122666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.150847 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] device_id is not set on port a429059f-af35-4272-aaa1-fe9b85dc3754 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:19:11.160808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 03e4deec-483c-4ab3-8806-78beb8471676, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=03e4deec-483c-4ab3-8806-78beb8471676,segment=NetworkSegment(43e88819-c3e4-4ebb-8d54-93a94ed85c97),segment_id=43e88819-c3e4-4ebb-8d54-93a94ed85c97)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:11.176567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '03e4deec-483c-4ab3-8806-78beb8471676', 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c', 'port_id': '03e4deec-483c-4ab3-8806-78beb8471676', 'mac_address': 'fa:16:3e:9c:13:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:19:11.179721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.240864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bff3aedc-6298-410c-a379-7b04266ae756 req-c44da99a-1d29-4e06-a90d-d203ca75a42b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314723 Sep 29 23:19:11.243430 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.310170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaeab26-70d9-4c22-9d40-dfce45791f34 req-0338d907-94b6-4432-b281-461ab5b9f63f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.315214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1aaeab26-70d9-4c22-9d40-dfce45791f34 req-0338d907-94b6-4432-b281-461ab5b9f63f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.2070382 Sep 29 23:19:11.318396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e4deec-483c-4ab3-8806-78beb8471676 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:19:11.341109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:19:11.389332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.13 (ffdf444b-fa33-40e8-ba96-87d2a081b4ee/54d3e7e0-2555-4511-ba1c-15f01bfaa671/a429059f-af35-4272-aaa1-fe9b85dc3754) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:11.402072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 03e4deec-483c-4ab3-8806-78beb8471676, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=03e4deec-483c-4ab3-8806-78beb8471676,segment=NetworkSegment(43e88819-c3e4-4ebb-8d54-93a94ed85c97),segment_id=43e88819-c3e4-4ebb-8d54-93a94ed85c97)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:11.410967 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.476178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:11.476552 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.483101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1aaeab26-70d9-4c22-9d40-dfce45791f34 req-bcb0994b-5d50-4cea-a62f-d581b32750ff tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438198 Sep 29 23:19:11.487763 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.498568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-0c8e3105-1027-43e8-ba6b-1ca56874009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.499229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-0c8e3105-1027-43e8-ba6b-1ca56874009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.499948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-0c8e3105-1027-43e8-ba6b-1ca56874009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.501702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-0c8e3105-1027-43e8-ba6b-1ca56874009a service neutron] 10.222.0.42 "GET /v2.0/networks?id=5b74424c-10e9-4f4e-a3dd-06c770306b96&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&id=45dac77f-e141-4752-9668-b0f3ff4be7ab&id=45dac77f-e141-4752-9668-b0f3ff4be7ab HTTP/1.1" status: 200 len: 2293 time: 0.2804146 Sep 29 23:19:11.503634 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=03e4deec-483c-4ab3-8806-78beb8471676,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:11.579002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.615572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-66f180c6-2226-43d4-9349-46726046115f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 HTTP/1.1" status: 200 len: 1001 time: 0.0940473 Sep 29 23:19:11.621733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.670269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:19:11.673441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:19:11.677253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:19:11.710746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=a429059f-af35-4272-aaa1-fe9b85dc3754,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:11.725641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-0b708143-51fb-410e-9985-312bad8dd5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.727199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-0b708143-51fb-410e-9985-312bad8dd5f7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd256db6-7ec3-4bb4-b19f-b92c900e8afa HTTP/1.1" status: 200 len: 851 time: 0.1038992 Sep 29 23:19:11.743184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.743897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.760210 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-02b4608c-6243-475f-ac48-e1bd908eedce tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.9674838 Sep 29 23:19:11.762787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35074) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:11.768639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3ff595db-f99f-4644-857f-5d9a5039816b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:11.866149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.881977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2cc6bc-1e56-4317-ab59-c919b04db853 req-9ac83408-99e6-4757-b49c-b9965231cfff tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.884346 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f2cc6bc-1e56-4317-ab59-c919b04db853 req-9ac83408-99e6-4757-b49c-b9965231cfff tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.1546817 Sep 29 23:19:11.887711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-3f147a96-7a4a-4f74-bd2b-fbf57d1fff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:11.889204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-3f147a96-7a4a-4f74-bd2b-fbf57d1fff5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5b74424c-10e9-4f4e-a3dd-06c770306b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479363 Sep 29 23:19:11.890023 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.921589 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff595db-f99f-4644-857f-5d9a5039816b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:19:11.925545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3ff595db-f99f-4644-857f-5d9a5039816b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:11.957939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['03e4deec-483c-4ab3-8806-78beb8471676'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:19:12.038172 n-d-811173-2 neutron-server[110006]: INFO neutron.db.ipam_backend_mixin [None req-3ff595db-f99f-4644-857f-5d9a5039816b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 54d3e7e0-2555-4511-ba1c-15f01bfaa671 (CIDR: 172.20.0.0/28) Sep 29 23:19:12.042219 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff595db-f99f-4644-857f-5d9a5039816b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:19:12.042780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff595db-f99f-4644-857f-5d9a5039816b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:12.052887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event updated for resources: {'Port': ['ID=dc23532c-5a4e-4266-b6fd-68b2c7e93990,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:12.064520 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3ff595db-f99f-4644-857f-5d9a5039816b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3006165 Sep 29 23:19:12.065061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bc75d03e-9a7e-4dc4-ab13-b6531ab2797c None None] Provisioning complete for port a429059f-af35-4272-aaa1-fe9b85dc3754 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:12.065528 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bc75d03e-9a7e-4dc4-ab13-b6531ab2797c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:12.068034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35078) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:12.070290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f2cc6bc-1e56-4317-ab59-c919b04db853 req-878ca1ae-bd5c-44ce-a7ef-8a25eff2895f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777229 Sep 29 23:19:12.073541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7a61cb5b-510f-437b-8efb-43f03d8e879d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:12.099983 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:12.136505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bc75d03e-9a7e-4dc4-ab13-b6531ab2797c None None] Port a429059f-af35-4272-aaa1-fe9b85dc3754 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:19:12.143483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-f4742154-d9b2-4bbe-b904-d2ae3b226631 service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407637 Sep 29 23:19:12.209639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a61cb5b-510f-437b-8efb-43f03d8e879d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:19:12.214439 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a61cb5b-510f-437b-8efb-43f03d8e879d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:12.284911 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Floating IP ca119820-8c14-4dcb-b831-72b5444eeb3a associated. External IP: 172.25.4.126, port: 926132e1-78e4-419c-9c99-506576925ea9. Sep 29 23:19:12.349014 n-d-811173-2 neutron-server[110006]: INFO neutron.db.ipam_backend_mixin [None req-7a61cb5b-510f-437b-8efb-43f03d8e879d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4c61af34-a0fb-4473-9245-af06eb8b09f9 (CIDR: 172.20.0.16/28) Sep 29 23:19:12.353182 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a61cb5b-510f-437b-8efb-43f03d8e879d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:19:12.354633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a61cb5b-510f-437b-8efb-43f03d8e879d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:12.356977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-d1c02856-8622-4505-9857-455a0b2c1153 service neutron] 10.222.0.42 "GET /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046294 Sep 29 23:19:12.370023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7a61cb5b-510f-437b-8efb-43f03d8e879d tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3007429 Sep 29 23:19:12.373564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35082) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:12.378722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0b3d6313-e432-4815-8689-5f927959ce8e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'subnet': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:12.422775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-c3e89261-829a-41de-ac9d-1413140d6bc0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.254&port_id=a7b49fd9-f81c-4c3b-aadc-600eada00c6f HTTP/1.1" status: 200 len: 217 time: 0.0494688 Sep 29 23:19:12.504512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32819bb5-e941-40bf-acc0-f3e2d942c731 req-e41ac06e-9472-4f21-bb69-efa37bfa2f6f tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:12.506126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32819bb5-e941-40bf-acc0-f3e2d942c731 req-e41ac06e-9472-4f21-bb69-efa37bfa2f6f tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 945 time: 0.1715412 Sep 29 23:19:12.511041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3d6313-e432-4815-8689-5f927959ce8e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Made reservation on behalf of 25874af1d540498886964c86c6ff218e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:19:12.515532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6313-e432-4815-8689-5f927959ce8e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:12.552110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-1f9b497d-4a6f-4004-a331-c370fdc16ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:12.553726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-1f9b497d-4a6f-4004-a331-c370fdc16ff0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.1238303 Sep 29 23:19:12.656280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32819bb5-e941-40bf-acc0-f3e2d942c731 req-3bbb2525-2eed-4a99-b1dc-2964eed7093e tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392574 Sep 29 23:19:12.814182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6313-e432-4815-8689-5f927959ce8e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:12.867276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3d6313-e432-4815-8689-5f927959ce8e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:19:12.872131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0b3d6313-e432-4815-8689-5f927959ce8e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:19:12.877200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3d6313-e432-4815-8689-5f927959ce8e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:12.877874 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b3d6313-e432-4815-8689-5f927959ce8e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:12.884604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d73d36-141b-4523-b406-f4781a847707 None None] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:19:12.906035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d6313-e432-4815-8689-5f927959ce8e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Subnet': ['ID=a141fc01-be3e-4206-9d12-e4c4444b5d59,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:12.917303 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0b3d6313-e432-4815-8689-5f927959ce8e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5397937 Sep 29 23:19:12.917606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35090) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:12.927882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2017486857', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a141fc01-be3e-4206-9d12-e4c4444b5d59'}], 'security_groups': ['baf73544-f528-458e-acc5-ccc726e532c9', '18acbbed-1979-47e2-a351-132a3ed721a0']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:13.014301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:19:13.037869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:13.068306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-2ed836f7-fac4-41e9-8146-37641e5569b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:13.069881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-2ed836f7-fac4-41e9-8146-37641e5569b4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4916878 Sep 29 23:19:13.079989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4166800b-b379-404d-b0f9-b02c935ff3e7 req-2ddc895c-3325-4b12-b232-ee83bbee4ead tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:13.081511 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4166800b-b379-404d-b0f9-b02c935ff3e7 req-2ddc895c-3325-4b12-b232-ee83bbee4ead tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.5219471 Sep 29 23:19:13.162843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:13.167516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:19:13.184587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'port_id': '924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88', 'mac_address': 'fa:16:3e:e4:8d:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:19:13.340973 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-52c649c2-4992-4942-8634-8f40bb20568c service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564969 Sep 29 23:19:13.426693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:19:13.442613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] Sync routers for ids ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:19:13.451583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6acf070-2214-4dbc-b3af-9bf6f92d412f req-304fe387-1b95-42d1-87c4-f38d4c7250a6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:13.453115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6acf070-2214-4dbc-b3af-9bf6f92d412f req-304fe387-1b95-42d1-87c4-f38d4c7250a6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 944 time: 0.2120514 Sep 29 23:19:13.453474 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:13.459912 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] Routers {'0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:19:13.460563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:19:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:19:13.473385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714d5bb4-2073-4dae-9c9b-4674e7b2a128 None None] Update dhcp port {'port': {'network_id': 'ffdf444b-fa33-40e8-ba96-87d2a081b4ee', 'fixed_ips': [{'subnet_id': '4c61af34-a0fb-4473-9245-af06eb8b09f9', 'ip_address': '172.20.0.18'}, {'subnet_id': '54d3e7e0-2555-4511-ba1c-15f01bfaa671', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a141fc01-be3e-4206-9d12-e4c4444b5d59'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:19:13.506137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Delete allocated IP 172.20.0.13 (ffdf444b-fa33-40e8-ba96-87d2a081b4ee/54d3e7e0-2555-4511-ba1c-15f01bfaa671) {{(pid=110006) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 23:19:13.518466 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Allocated IP 172.20.0.38 (ffdf444b-fa33-40e8-ba96-87d2a081b4ee/a141fc01-be3e-4206-9d12-e4c4444b5d59/a429059f-af35-4272-aaa1-fe9b85dc3754) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:13.521953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4166800b-b379-404d-b0f9-b02c935ff3e7 req-9bf5998d-a00b-48bd-aa40-91dbc4e21218 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130464 Sep 29 23:19:13.529610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:19:13.532594 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:13.553809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:13.564889 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:13.593988 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-9ea9ef18-749b-43ec-ace9-fafcdc21a155 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338438 Sep 29 23:19:13.596871 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-714d5bb4-2073-4dae-9c9b-4674e7b2a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:13.604812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6acf070-2214-4dbc-b3af-9bf6f92d412f req-c123bc28-62ae-46d9-b97f-1e4c89d816c3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176245 Sep 29 23:19:13.613154 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-572c884c-3d04-4741-9eb4-246617c28a8c tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.1020374 Sep 29 23:19:13.614972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35719cff-6252-4329-b799-64151d664a1c', 'tag': '926132e1-78e4-419c-9c99-506576925ea9'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:13.617411 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944" -d '{"events": [{"name": "network-changed", "server_uuid": "35719cff-6252-4329-b799-64151d664a1c", "tag": "926132e1-78e4-419c-9c99-506576925ea9"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:13.656433 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-ad4562b9-b7e0-4e8a-b525-d35d33125a21 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=7bdcf412-b83d-4b24-aeef-88ec4acc88dd HTTP/1.1" status: 200 len: 217 time: 0.0504203 Sep 29 23:19:13.722592 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46dc08c6-a363-41c1-8b77-cc787e678ec8 x-openstack-request-id: req-46dc08c6-a363-41c1-8b77-cc787e678ec8 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:13.723071 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35719cff-6252-4329-b799-64151d664a1c", "tag": "926132e1-78e4-419c-9c99-506576925ea9", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:13.723399 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46dc08c6-a363-41c1-8b77-cc787e678ec8 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:13.724209 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35719cff-6252-4329-b799-64151d664a1c', 'tag': '926132e1-78e4-419c-9c99-506576925ea9', 'status': 'completed', 'code': 200} Sep 29 23:19:13.726410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] Set router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:19:13.730330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:13.755629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-8f6016f1-97d5-40e7-a587-5566c1b408e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:13.757494 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-8f6016f1-97d5-40e7-a587-5566c1b408e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.0932648 Sep 29 23:19:13.773919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befd0eb-363b-449c-a374-b7d3abbad5b8 req-99501b55-9029-4d3a-bd42-71dbebdc3ee8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:13.776417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2befd0eb-363b-449c-a374-b7d3abbad5b8 req-99501b55-9029-4d3a-bd42-71dbebdc3ee8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1004844 Sep 29 23:19:13.871473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2befd0eb-363b-449c-a374-b7d3abbad5b8 req-f48d77a3-51b9-4964-b7ce-afe6e0c1346a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851896 Sep 29 23:19:13.881100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-e9539d7a-5a72-4ba6-8059-ded535f087f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:13.882972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-e9539d7a-5a72-4ba6-8059-ded535f087f8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1054864 Sep 29 23:19:13.904863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:13.919706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-1456c4cf-d397-4134-be43-ddd552cfdc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:13.923943 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-1456c4cf-d397-4134-be43-ddd552cfdc23 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d752dec6d89542218ba6453abe384de3&device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 1097 time: 0.1482685 Sep 29 23:19:13.926636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:14.050981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:19:14.102323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92229a-7e97-4b50-a3b8-5b40fa474c0e req-4c4ef88a-8557-464e-909b-c874e8d8b136 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.104302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df92229a-7e97-4b50-a3b8-5b40fa474c0e req-4c4ef88a-8557-464e-909b-c874e8d8b136 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 945 time: 0.2755039 Sep 29 23:19:14.113525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-714d5bb4-2073-4dae-9c9b-4674e7b2a128 None None] Allocated IP 172.20.0.34 (ffdf444b-fa33-40e8-ba96-87d2a081b4ee/a141fc01-be3e-4206-9d12-e4c4444b5d59/90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:14.129059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-1e746a36-43e0-47ba-a961-003efa31d6aa service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363622 Sep 29 23:19:14.146489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f814cbe-1602-4188-9792-3ecae00d98e1 req-e7d04401-386c-4886-b9ad-a7d882658be2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.147975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f814cbe-1602-4188-9792-3ecae00d98e1 req-e7d04401-386c-4886-b9ad-a7d882658be2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1189065 Sep 29 23:19:14.152095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event updated for resources: {'Port': ['ID=a429059f-af35-4272-aaa1-fe9b85dc3754,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:14.161460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-3a12c224-d206-43be-998d-829076e01268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.163044 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-3a12c224-d206-43be-998d-829076e01268 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e HTTP/1.1" status: 200 len: 909 time: 0.2254593 Sep 29 23:19:14.195927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] In _notify_port_updated(), no bound segment for port a429059f-af35-4272-aaa1-fe9b85dc3754 on network ffdf444b-fa33-40e8-ba96-87d2a081b4ee {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:19:14.202599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.203431 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:14.208239 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a237c971-ce58-4aa5-ac42-2c16533d0792 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "PUT /v2.0/ports/a429059f-af35-4272-aaa1-fe9b85dc3754 HTTP/1.1" status: 200 len: 960 time: 1.2894745 Sep 29 23:19:14.208949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35114) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:14.224689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df92229a-7e97-4b50-a3b8-5b40fa474c0e req-74b280b2-28cd-4726-ae65-eb1fad93da6d tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073329 Sep 29 23:19:14.300838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f814cbe-1602-4188-9792-3ecae00d98e1 req-28c66209-c4f3-4689-9560-71d4180d01bd tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329746 Sep 29 23:19:14.328472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'ca119820-8c14-4dcb-b831-72b5444eeb3a', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'port_id': '926132e1-78e4-419c-9c99-506576925ea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'mac_address': 'fa:16:3e:8a:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35719cff-6252-4329-b799-64151d664a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:19:10Z', 'updated_at': '2021-09-29T23:19:10Z', 'revision_number': 0, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16021ff9-a782-4dd1-9d84-082adc0d5507', 'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'mac_address': 'fa:16:3e:09:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:21Z', 'updated_at': '2021-09-29T23:18:29Z', 'revision_number': 5, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'subnets': [{'id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:19:14.359715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-957b1769-0cea-4534-ac12-24fe8ab6df59 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028852 Sep 29 23:19:14.373665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-714d5bb4-2073-4dae-9c9b-4674e7b2a128 None None] For port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,segment=NetworkSegment(d83e34a4-d1d5-407c-bd2a-8d520b0e7a69),segment_id=d83e34a4-d1d5-407c-bd2a-8d520b0e7a69)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:14.375662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] Checking router: 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:19:14.404962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-fd85e9cc-a040-4cd1-a5bd-1ac32d6234fe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=926132e1-78e4-419c-9c99-506576925ea9 HTTP/1.1" status: 200 len: 1000 time: 0.2258048 Sep 29 23:19:14.410157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-bd492745-fbed-48ee-91e8-58e4eb4b86cf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=6ecbb290-d45b-4768-9b6e-a735ae2acfad HTTP/1.1" status: 200 len: 217 time: 0.0432322 Sep 29 23:19:14.418291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] Routers {'0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:19:14.418948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:19:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:19:14.484174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-23f21ca2-f708-46f5-846d-4fdf97dcbb08 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port a429059f-af35-4272-aaa1-fe9b85dc3754 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:19:14.484714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23f21ca2-f708-46f5-846d-4fdf97dcbb08 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:14.489227 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-714d5bb4-2073-4dae-9c9b-4674e7b2a128 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:14.494793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-e90fc5c5-0443-4b64-9cb2-867bec533df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.496404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-e90fc5c5-0443-4b64-9cb2-867bec533df5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.0763202 Sep 29 23:19:14.503662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-714d5bb4-2073-4dae-9c9b-4674e7b2a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:14.505487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a0cd1-ccba-46bd-850e-5faa85763a20 req-42218840-dad5-42b8-8a75-8b91b9aa58e3 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.507572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-475a0cd1-ccba-46bd-850e-5faa85763a20 req-42218840-dad5-42b8-8a75-8b91b9aa58e3 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1002164 Sep 29 23:19:14.509372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-69129640-e91b-4ba9-95cc-75471a6b12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.511564 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-69129640-e91b-4ba9-95cc-75471a6b12d2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77cc51cf-2ad8-43e0-8282-e07438de2df0 HTTP/1.1" status: 200 len: 847 time: 0.0980883 Sep 29 23:19:14.588046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-475a0cd1-ccba-46bd-850e-5faa85763a20 req-964c0289-c292-4f32-b5e7-1f2bcb17e15c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 Sep 29 23:19:14.591694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-32572f4f-eacd-4e62-9678-89ed1de15aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.593728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-32572f4f-eacd-4e62-9678-89ed1de15aea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0809917 Sep 29 23:19:14.631896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-907d045c-4a9f-48c9-9fc8-0994edb5e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.634356 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-907d045c-4a9f-48c9-9fc8-0994edb5e5fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143596 Sep 29 23:19:14.661342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d5bb4-2073-4dae-9c9b-4674e7b2a128 None None] Pushing event updated for resources: {'Port': ['ID=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:14.683873 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23f21ca2-f708-46f5-846d-4fdf97dcbb08 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:14.691396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] Set router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:19:14.722228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-23f21ca2-f708-46f5-846d-4fdf97dcbb08 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for a429059f-af35-4272-aaa1-fe9b85dc3754 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:19:14.726460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-4b00d4c6-0f4c-44c8-a18c-0a54a750c8ee service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254411 Sep 29 23:19:14.839697 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-c45d51e0-ef68-4689-98b7-9491c348870d service neutron] 10.222.0.26 "GET /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892543 Sep 29 23:19:14.931348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd68d4-9295-49e3-bfc9-2f3a0769ed90 req-2d66e491-42e1-43de-b5fb-5d013e61278a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.938921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f6dd68d4-9295-49e3-bfc9-2f3a0769ed90 req-2d66e491-42e1-43de-b5fb-5d013e61278a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 945 time: 0.1720753 Sep 29 23:19:14.975530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-2fa5e492-7cac-4d73-97cf-02957b305c45 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398338 Sep 29 23:19:14.984067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f7602a-4216-4af7-86be-c10ea3c6f40f req-b7e2071e-246d-4d8b-92c8-4e6757c4d9cc tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:14.985591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72f7602a-4216-4af7-86be-c10ea3c6f40f req-b7e2071e-246d-4d8b-92c8-4e6757c4d9cc tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1843345 Sep 29 23:19:15.005038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23f21ca2-f708-46f5-846d-4fdf97dcbb08 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.011313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 03e4deec-483c-4ab3-8806-78beb8471676 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:19:15.035399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-0b98dd0c-e5d7-4f3c-b81d-ed7564de8a74 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=244b4c00-897b-44d4-9e7d-9922c131482f HTTP/1.1" status: 200 len: 217 time: 0.0488055 Sep 29 23:19:15.078096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'ca119820-8c14-4dcb-b831-72b5444eeb3a', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'port_id': '926132e1-78e4-419c-9c99-506576925ea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'mac_address': 'fa:16:3e:8a:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35719cff-6252-4329-b799-64151d664a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:19:10Z', 'updated_at': '2021-09-29T23:19:10Z', 'revision_number': 0, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16021ff9-a782-4dd1-9d84-082adc0d5507', 'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'mac_address': 'fa:16:3e:09:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:21Z', 'updated_at': '2021-09-29T23:18:29Z', 'revision_number': 5, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'subnets': [{'id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:19:15.090361 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f6dd68d4-9295-49e3-bfc9-2f3a0769ed90 req-dd4637a3-e8a0-4081-b422-79f5ce8de0e9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504617 Sep 29 23:19:15.093152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f21ca2-f708-46f5-846d-4fdf97dcbb08 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=a429059f-af35-4272-aaa1-fe9b85dc3754,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:15.123138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef4d225-7822-4867-a520-1c3ec4ad16cb None None] The sync data for ids ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'] in n-d-811173-2 is: [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'ca119820-8c14-4dcb-b831-72b5444eeb3a', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'port_id': '926132e1-78e4-419c-9c99-506576925ea9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2401, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'mac_address': 'fa:16:3e:8a:df:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35719cff-6252-4329-b799-64151d664a1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:19:10Z', 'updated_at': '2021-09-29T23:19:10Z', 'revision_number': 0, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16021ff9-a782-4dd1-9d84-082adc0d5507', 'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'mac_address': 'fa:16:3e:09:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:21Z', 'updated_at': '2021-09-29T23:18:29Z', 'revision_number': 5, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'subnets': [{'id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:19:15.137688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 03e4deec-483c-4ab3-8806-78beb8471676 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:19:15.140046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72f7602a-4216-4af7-86be-c10ea3c6f40f req-4138d96d-1e37-407c-8262-d84df5972fff tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146166 Sep 29 23:19:15.145996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 03e4deec-483c-4ab3-8806-78beb8471676 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:15.146480 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.146862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-6ddec206-5c1f-4968-8e34-8885380b633c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:15.148496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-6ddec206-5c1f-4968-8e34-8885380b633c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 200 len: 797 time: 0.1042514 Sep 29 23:19:15.207469 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9ad1d9c-8fc1-4da5-904b-eac3c35ba944 req-985ce5a7-545d-4350-9756-4f18db502885 service neutron] 10.222.0.26 "GET /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388717 Sep 29 23:19:15.219925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23f21ca2-f708-46f5-846d-4fdf97dcbb08 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.225930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-23f21ca2-f708-46f5-846d-4fdf97dcbb08 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/a429059f-af35-4272-aaa1-fe9b85dc3754 HTTP/1.1" status: 204 len: 168 time: 0.9842453 Sep 29 23:19:15.226899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35128) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:15.283500 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-b320e5ba-fccd-4a36-af35-995586436e4a tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] GET failed (client error): The resource could not be found. Sep 29 23:19:15.291314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35132) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:15.298636 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b320e5ba-fccd-4a36-af35-995586436e4a tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports/a429059f-af35-4272-aaa1-fe9b85dc3754 HTTP/1.1" status: 404 len: 333 time: 0.0691652 Sep 29 23:19:15.304985 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.343680 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29600ca-16a7-459d-884e-4ff2b2d34225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e4deec-483c-4ab3-8806-78beb8471676'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:15.346096 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055aa5d4-ee47-4d3a-8e3a-7f4c8f926321" -d '{"events": [{"server_uuid": "f29600ca-16a7-459d-884e-4ff2b2d34225", "name": "network-vif-plugged", "status": "completed", "tag": "03e4deec-483c-4ab3-8806-78beb8471676"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:15.346745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-15eb6fd7-019b-4172-818d-7930cdc61e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:15.348310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-15eb6fd7-019b-4172-818d-7930cdc61e87 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1904085 Sep 29 23:19:15.350298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:19:15.387685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 03e4deec-483c-4ab3-8806-78beb8471676, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=03e4deec-483c-4ab3-8806-78beb8471676,segment=NetworkSegment(43e88819-c3e4-4ebb-8d54-93a94ed85c97),segment_id=43e88819-c3e4-4ebb-8d54-93a94ed85c97)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:15.397241 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.452219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:15.452668 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.495637 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a66d62a-fdbc-4b0a-a07d-9f2ae829af4b None None] New status for floating IP ca119820-8c14-4dcb-b831-72b5444eeb3a: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:19:15.551624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed51ff4b-c3a1-46e1-869c-fc190491ccb3 req-ead2ab17-b4dc-4901-a2bc-2b3f2cbe17cb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:15.553619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed51ff4b-c3a1-46e1-869c-fc190491ccb3 req-ead2ab17-b4dc-4901-a2bc-2b3f2cbe17cb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.2399805 Sep 29 23:19:15.571180 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55f12587-5670-459d-a947-b3306957288c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.614370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dce27-4459-4250-819b-3ac2053563d5 req-b0189a25-124e-414b-9c3e-067262d05cac tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:15.615968 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc7dce27-4459-4250-819b-3ac2053563d5 req-b0189a25-124e-414b-9c3e-067262d05cac tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 946 time: 0.2458162 Sep 29 23:19:15.622653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-9a93cdc9-51f7-443b-b2f7-1dfe76afe210 service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464449 Sep 29 23:19:15.636904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55f12587-5670-459d-a947-b3306957288c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.663028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=03e4deec-483c-4ab3-8806-78beb8471676,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:15.667067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-192fd893-27b0-4ece-997f-117a00a7e07c None None] Could not find standard attr ID for object a429059f-af35-4272-aaa1-fe9b85dc3754. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:19:15.690036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-192fd893-27b0-4ece-997f-117a00a7e07c None None] Provisioning complete for port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:15.690463 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-192fd893-27b0-4ece-997f-117a00a7e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.735220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed51ff4b-c3a1-46e1-869c-fc190491ccb3 req-8cebc063-28fb-409c-acab-9b752a1d4667 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656351 Sep 29 23:19:15.781229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc7dce27-4459-4250-819b-3ac2053563d5 req-e507cf65-274a-4a06-8422-3297d6029a7c tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285260 Sep 29 23:19:15.794736 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55f12587-5670-459d-a947-b3306957288c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.797779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55f12587-5670-459d-a947-b3306957288c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.801707 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-55f12587-5670-459d-a947-b3306957288c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/security-groups/155357e9-b4e9-4486-8b70-88537bc6fa97 HTTP/1.1" status: 204 len: 168 time: 0.5067339 Sep 29 23:19:15.803069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35140) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:15.822108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f12587-5670-459d-a947-b3306957288c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=155357e9-b4e9-4486-8b70-88537bc6fa97,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:15.826085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-7f54767e-f7a2-434f-92a6-0fcd1bb3fd8e service neutron] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700864 Sep 29 23:19:15.854224 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed75db01-d657-4ee8-a20d-74722f9b834a x-openstack-request-id: req-ed75db01-d657-4ee8-a20d-74722f9b834a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:15.854554 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29600ca-16a7-459d-884e-4ff2b2d34225", "name": "network-vif-plugged", "status": "completed", "tag": "03e4deec-483c-4ab3-8806-78beb8471676", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:15.854818 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed75db01-d657-4ee8-a20d-74722f9b834a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:15.855381 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29600ca-16a7-459d-884e-4ff2b2d34225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e4deec-483c-4ab3-8806-78beb8471676', 'code': 200} Sep 29 23:19:15.856039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-192fd893-27b0-4ece-997f-117a00a7e07c None None] Provisioning complete for port 521c7240-9493-4aac-9171-a29606391762 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:15.856420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-192fd893-27b0-4ece-997f-117a00a7e07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.921912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe97c1b5-c9cc-4b1a-9dd6-76376d1ea853 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:15.936629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-d90379c6-55e2-43c1-8c9e-4c9dcd6e5446 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4 HTTP/1.1" status: 200 len: 217 time: 0.1019354 Sep 29 23:19:15.941644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-192fd893-27b0-4ece-997f-117a00a7e07c None None] Port 521c7240-9493-4aac-9171-a29606391762 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:19:15.967582 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe97c1b5-c9cc-4b1a-9dd6-76376d1ea853 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.035124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f7df1-1b44-4159-8898-38f7696d6f0d req-87c0c812-15cb-414e-9329-538ad4fa6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:16.036752 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-524f7df1-1b44-4159-8898-38f7696d6f0d req-87c0c812-15cb-414e-9329-538ad4fa6e1a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 1097 time: 0.0823483 Sep 29 23:19:16.045452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-4294bc2b-021b-4794-81bf-ed5ba8bb324a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:16.046913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-4294bc2b-021b-4794-81bf-ed5ba8bb324a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.0940137 Sep 29 23:19:16.069651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe97c1b5-c9cc-4b1a-9dd6-76376d1ea853 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.073258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fe97c1b5-c9cc-4b1a-9dd6-76376d1ea853 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.076876 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fe97c1b5-c9cc-4b1a-9dd6-76376d1ea853 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/security-groups/18acbbed-1979-47e2-a351-132a3ed721a0 HTTP/1.1" status: 204 len: 168 time: 0.2690959 Sep 29 23:19:16.081932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35146) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:16.107306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c8b78-c26b-483f-bf36-ed16c7e9cb63 req-31d81bf1-0b4c-4ee5-8aab-5d677f794eb6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:16.107529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97c1b5-c9cc-4b1a-9dd6-76376d1ea853 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18acbbed-1979-47e2-a351-132a3ed721a0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:16.109005 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-089c8b78-c26b-483f-bf36-ed16c7e9cb63 req-31d81bf1-0b4c-4ee5-8aab-5d677f794eb6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1099749 Sep 29 23:19:16.122082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-524f7df1-1b44-4159-8898-38f7696d6f0d req-dc61b9d9-fd79-48e0-8543-69ff7a158032 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761523 Sep 29 23:19:16.155356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-b937955d-41d3-448f-82b0-f626fd389df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:16.157127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-b937955d-41d3-448f-82b0-f626fd389df2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033804 Sep 29 23:19:16.165812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2c46e970-72bb-427c-9f6e-433479d89ea7 None None] Could not find standard attr ID for object a429059f-af35-4272-aaa1-fe9b85dc3754. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:19:16.184410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-089c8b78-c26b-483f-bf36-ed16c7e9cb63 req-deba44e2-8894-43e8-9a76-0f135cba87b7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622866 Sep 29 23:19:16.185418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c031-84eb-4b6d-a67a-2e8f41b8d9de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.220489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c031-84eb-4b6d-a67a-2e8f41b8d9de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.237610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d889bf8-173a-4c27-8807-0093e5da4715 req-066d58d3-c053-4336-b62b-e804dc0172bd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:16.239211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d889bf8-173a-4c27-8807-0093e5da4715 req-066d58d3-c053-4336-b62b-e804dc0172bd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 945 time: 0.0539000 Sep 29 23:19:16.289027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c031-84eb-4b6d-a67a-2e8f41b8d9de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.292144 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bc8c031-84eb-4b6d-a67a-2e8f41b8d9de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.295758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0bc8c031-84eb-4b6d-a67a-2e8f41b8d9de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/security-groups/baf73544-f528-458e-acc5-ccc726e532c9 HTTP/1.1" status: 204 len: 168 time: 0.2103515 Sep 29 23:19:16.298195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35152) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:16.312402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d889bf8-173a-4c27-8807-0093e5da4715 req-89bf5f64-e9b6-44b3-b2ac-8cacb14f85d9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652735 Sep 29 23:19:16.312942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8c031-84eb-4b6d-a67a-2e8f41b8d9de tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf73544-f528-458e-acc5-ccc726e532c9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:16.353897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70833b-89f1-409b-86e0-4aba0873c423 req-5d6b0545-bc39-499b-9dc5-9ddc88d0a82e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:16.355685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f70833b-89f1-409b-86e0-4aba0873c423 req-5d6b0545-bc39-499b-9dc5-9ddc88d0a82e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0885653 Sep 29 23:19:16.378046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-62755934-d661-4e80-8ffa-57d0b2243ecb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet 54d3e7e0-2555-4511-ba1c-15f01bfaa671 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:19:16.381545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62755934-d661-4e80-8ffa-57d0b2243ecb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.404415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f70833b-89f1-409b-86e0-4aba0873c423 req-71c0e169-da65-49f5-b601-17f25f39d59d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419745 Sep 29 23:19:16.428389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62755934-d661-4e80-8ffa-57d0b2243ecb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.517334 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62755934-d661-4e80-8ffa-57d0b2243ecb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.581580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62755934-d661-4e80-8ffa-57d0b2243ecb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.591248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80288fee-26d2-422d-b78d-36ea835cd66b req-14b61f57-44ef-4182-b815-0ac5d50a0fd7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:16.592797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80288fee-26d2-422d-b78d-36ea835cd66b req-14b61f57-44ef-4182-b815-0ac5d50a0fd7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0971930 Sep 29 23:19:16.613813 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-76e8f8b8-2f91-40c7-968d-abb1a220cb8f service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369033 Sep 29 23:19:16.615238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62755934-d661-4e80-8ffa-57d0b2243ecb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=54d3e7e0-2555-4511-ba1c-15f01bfaa671,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:16.620415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-62755934-d661-4e80-8ffa-57d0b2243ecb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:16.622512 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-62755934-d661-4e80-8ffa-57d0b2243ecb tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/54d3e7e0-2555-4511-ba1c-15f01bfaa671 HTTP/1.1" status: 204 len: 168 time: 0.3233876 Sep 29 23:19:16.627695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35158) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:16.630476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f752dee-48fa-489d-b331-fdd6c49c73e0 None None] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:19:16.667517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80288fee-26d2-422d-b78d-36ea835cd66b req-61f506b0-3f3b-40a1-9ecc-1fbc919abdf6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655782 Sep 29 23:19:16.750804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-3376ee14-33b7-40fe-8391-16714cf4209b service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254518 Sep 29 23:19:16.819003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-ec2e7dc9-aa2f-4f08-9920-e2645f8b144f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=721bf317-8394-4798-814b-818df569f8e4 HTTP/1.1" status: 200 len: 217 time: 0.0575180 Sep 29 23:19:16.875721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f885e3-6d91-471a-b158-595b78f722a5 req-60b559f2-27df-4a60-ab16-d6537ce96625 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:16.882390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23f885e3-6d91-471a-b158-595b78f722a5 req-60b559f2-27df-4a60-ab16-d6537ce96625 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1348448 Sep 29 23:19:16.942724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-d6354708-12af-4bbd-bc57-581a2824c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:16.944539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-d6354708-12af-4bbd-bc57-581a2824c51f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 200 len: 797 time: 0.1162536 Sep 29 23:19:16.990698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:19:16.992001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23f885e3-6d91-471a-b158-595b78f722a5 req-19519f1c-060f-4b44-932d-22c7efafdc23 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085763 Sep 29 23:19:17.030732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-d105a9e8-977f-41ee-8faf-0d87da518e7b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet a141fc01-be3e-4206-9d12-e4c4444b5d59 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:19:17.036739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d105a9e8-977f-41ee-8faf-0d87da518e7b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.057323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b5baf-9003-44f9-a874-e272436a4f21 req-f513aa25-197c-4dda-b7ac-22840ced504a tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:17.084436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f71b5baf-9003-44f9-a874-e272436a4f21 req-f513aa25-197c-4dda-b7ac-22840ced504a tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 946 time: 0.1991832 Sep 29 23:19:17.095663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d105a9e8-977f-41ee-8faf-0d87da518e7b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.153555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-22be984c-5304-4cdb-bd49-22f4fc8fada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:17.156662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-22be984c-5304-4cdb-bd49-22f4fc8fada7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=45dac77f-e141-4752-9668-b0f3ff4be7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2005391 Sep 29 23:19:17.158561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:19:17.163615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:17.164419 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.170306 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f71b5baf-9003-44f9-a874-e272436a4f21 req-0b09852c-ea9f-4c8d-9472-4ef9c7a63b95 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840576 Sep 29 23:19:17.211378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d105a9e8-977f-41ee-8faf-0d87da518e7b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.281536 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d105a9e8-977f-41ee-8faf-0d87da518e7b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.332083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-f813465c-0b63-41a4-82be-91bfc49bb6fa service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605411 Sep 29 23:19:17.332591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105a9e8-977f-41ee-8faf-0d87da518e7b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=a141fc01-be3e-4206-9d12-e4c4444b5d59,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:17.347399 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.349351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d105a9e8-977f-41ee-8faf-0d87da518e7b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.351908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e20b98-949d-4ff1-a861-7dd62dae26a7 req-18c0b79d-6418-4469-8342-05c971563e2e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:17.354153 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2e20b98-949d-4ff1-a861-7dd62dae26a7 req-18c0b79d-6418-4469-8342-05c971563e2e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1628623 Sep 29 23:19:17.361821 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d105a9e8-977f-41ee-8faf-0d87da518e7b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/a141fc01-be3e-4206-9d12-e4c4444b5d59 HTTP/1.1" status: 204 len: 168 time: 0.7329178 Sep 29 23:19:17.364904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35178) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:17.413326 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-d87ad062-f236-43fd-ae88-ea65cbd91bdc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:17.413326 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d87ad062-f236-43fd-ae88-ea65cbd91bdc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:17.415138 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d87ad062-f236-43fd-ae88-ea65cbd91bdc tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/54d3e7e0-2555-4511-ba1c-15f01bfaa671 HTTP/1.1" status: 404 len: 337 time: 0.0492539 Sep 29 23:19:17.422117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35182) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:17.428208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:17.436234 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.493551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2e20b98-949d-4ff1-a861-7dd62dae26a7 req-c8079a84-1d74-4221-a86d-2a1278b7d551 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312399 Sep 29 23:19:17.517559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0a096a4-08ea-4136-8ec2-6aa58b6a1187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting subnet 4c61af34-a0fb-4473-9245-af06eb8b09f9 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:19:17.523333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:17.530290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2cd4c08-39a2-450e-9f6d-56902a36f965 req-ca06dc6b-8d25-4805-8bab-c207213742cf service neutron] 10.222.0.42 "GET /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728344 Sep 29 23:19:17.533941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0a096a4-08ea-4136-8ec2-6aa58b6a1187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.628276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0a096a4-08ea-4136-8ec2-6aa58b6a1187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.651614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b91694-d8d3-4c12-a647-158b73763c09 req-d2169791-0828-452e-b117-d59a5096deac tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:17.653724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4b91694-d8d3-4c12-a647-158b73763c09 req-d2169791-0828-452e-b117-d59a5096deac tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 946 time: 0.0991673 Sep 29 23:19:17.707539 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f433e543-a5e5-42ea-a662-99e9d6c46397 None None] Network ffdf444b-fa33-40e8-ba96-87d2a081b4ee requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:19:17.720133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862a74c-35b3-48d9-95d7-7d8465f45b30 req-90dda368-4e8f-4dec-8121-e9e59ce5fc5e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:17.721723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4862a74c-35b3-48d9-95d7-7d8465f45b30 req-90dda368-4e8f-4dec-8121-e9e59ce5fc5e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0947368 Sep 29 23:19:17.731774 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0a096a4-08ea-4136-8ec2-6aa58b6a1187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.735637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4b91694-d8d3-4c12-a647-158b73763c09 req-9dedbe5d-3ee4-4080-b515-4981fd6928c3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637228 Sep 29 23:19:17.781396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4862a74c-35b3-48d9-95d7-7d8465f45b30 req-21c82067-aac9-4dbf-ac88-65191de11555 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445251 Sep 29 23:19:17.783088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a0da964f-fc38-48e4-b5ea-52468324dc48 None None] Provisioning complete for port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:17.783528 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a0da964f-fc38-48e4-b5ea-52468324dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.819964 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0a096a4-08ea-4136-8ec2-6aa58b6a1187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.853421 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0a096a4-08ea-4136-8ec2-6aa58b6a1187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.858212 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f0a096a4-08ea-4136-8ec2-6aa58b6a1187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/4c61af34-a0fb-4473-9245-af06eb8b09f9 HTTP/1.1" status: 204 len: 168 time: 0.4342635 Sep 29 23:19:17.859178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a096a4-08ea-4136-8ec2-6aa58b6a1187 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Subnet': ['ID=4c61af34-a0fb-4473-9245-af06eb8b09f9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:17.859435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:17.869382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4e7564-db22-439d-ab5e-e2a94ba805f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:17.871599 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2defb8cf-986b-4fa3-a594-0ff99495aeda" -d '{"events": [{"server_uuid": "1f4e7564-db22-439d-ab5e-e2a94ba805f7", "name": "network-vif-plugged", "status": "completed", "tag": "924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:17.893747 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd5ee8b5-0fbe-4d2c-8eca-e65e96feff9e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:17.894280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd5ee8b5-0fbe-4d2c-8eca-e65e96feff9e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:17.896086 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cd5ee8b5-0fbe-4d2c-8eca-e65e96feff9e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/42c1aefd-2ad9-46a7-a692-3e028344a06d HTTP/1.1" status: 404 len: 337 time: 0.0354884 Sep 29 23:19:17.898628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35190) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:17.916577 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5c405b-a4db-4680-b80e-9116f8302c5f x-openstack-request-id: req-df5c405b-a4db-4680-b80e-9116f8302c5f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:17.917047 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4e7564-db22-439d-ab5e-e2a94ba805f7", "name": "network-vif-plugged", "status": "completed", "tag": "924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:17.917455 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-df5c405b-a4db-4680-b80e-9116f8302c5f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:17.918065 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4e7564-db22-439d-ab5e-e2a94ba805f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88', 'code': 200} Sep 29 23:19:17.918681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3a2c8-e20b-412d-b40a-fc1ffbaca22c req-fc01eb6b-72fd-4809-8437-92d27264710d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:17.920302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2c3a2c8-e20b-412d-b40a-fc1ffbaca22c req-fc01eb6b-72fd-4809-8437-92d27264710d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1022475 Sep 29 23:19:17.936682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-deac237e-4e1e-48fa-b497-f019b0934ffe tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "GET /v2.0/ports?device_id=2f53375c-5c05-4f6e-8fce-72d9ea6de878 HTTP/1.1" status: 200 len: 205 time: 0.0362024 Sep 29 23:19:17.939082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35192) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:17.967099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a0da964f-fc38-48e4-b5ea-52468324dc48 None None] Provisioning complete for port 521c7240-9493-4aac-9171-a29606391762 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:17.967673 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a0da964f-fc38-48e4-b5ea-52468324dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:17.985043 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-505a8ed5-be30-460a-a96a-142b2d6bba9b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] delete failed (client error): The resource could not be found. Sep 29 23:19:17.986037 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-505a8ed5-be30-460a-a96a-142b2d6bba9b tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/routers/2f53375c-5c05-4f6e-8fce-72d9ea6de878 HTTP/1.1" status: 404 len: 336 time: 0.0448370 Sep 29 23:19:17.988621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35194) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:17.994482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2c3a2c8-e20b-412d-b40a-fc1ffbaca22c req-6d2a3b0c-6020-4316-b8e8-69bd07686b4d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603039 Sep 29 23:19:18.018119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e68925-87af-4c4b-9a90-f4507ce12bc2 None None] DHCP port deletion for ffdf444b-fa33-40e8-ba96-87d2a081b4ee request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:19:18.024274 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c35d71-282c-4311-b70f-673998f5fc27 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:18.025009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c35d71-282c-4311-b70f-673998f5fc27 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:18.029933 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-87c35d71-282c-4311-b70f-673998f5fc27 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/51cae567-a7df-45de-9ce4-3b7264964eb4 HTTP/1.1" status: 404 len: 337 time: 0.0380993 Sep 29 23:19:18.030435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35198) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:18.059487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a0da964f-fc38-48e4-b5ea-52468324dc48 None None] Port 521c7240-9493-4aac-9171-a29606391762 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:19:18.066188 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93e4221-5232-4d87-84fc-a1eebc43824c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:18.067418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93e4221-5232-4d87-84fc-a1eebc43824c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:18.070371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a93e4221-5232-4d87-84fc-a1eebc43824c tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/eab66a6c-a89e-403c-a9c1-7bfe759eb6b8 HTTP/1.1" status: 404 len: 337 time: 0.0389204 Sep 29 23:19:18.072877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35202) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:18.104946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c2a077-87f9-41e4-8f67-930d0a438f4e req-c19f8e7e-1418-4e17-b5bf-209cfba20a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:18.106008 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-3465ed4c-475c-4b0e-8d8f-e4bfbdf340dd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:18.106484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63c2a077-87f9-41e4-8f67-930d0a438f4e req-c19f8e7e-1418-4e17-b5bf-209cfba20a95 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 1097 time: 0.0836303 Sep 29 23:19:18.106690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3465ed4c-475c-4b0e-8d8f-e4bfbdf340dd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:18.107206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b3e68925-87af-4c4b-9a90-f4507ce12bc2 None None] Deleting port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:19:18.107589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b3e68925-87af-4c4b-9a90-f4507ce12bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:18.108557 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3465ed4c-475c-4b0e-8d8f-e4bfbdf340dd tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/9e0da7aa-d070-4120-98b1-e106624b5a86 HTTP/1.1" status: 404 len: 337 time: 0.0343995 Sep 29 23:19:18.111078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35206) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:18.135970 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c8b8e5-10ed-428d-909e-309d2e5bf6d2 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:18.136745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c8b8e5-10ed-428d-909e-309d2e5bf6d2 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:18.139529 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-19c8b8e5-10ed-428d-909e-309d2e5bf6d2 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/21ffc8da-13fa-4e41-91e7-fe9ed4ba168f HTTP/1.1" status: 404 len: 333 time: 0.0265908 Sep 29 23:19:18.142074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35208) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:18.188714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b3e68925-87af-4c4b-9a90-f4507ce12bc2 None None] For port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,segment=NetworkSegment(d83e34a4-d1d5-407c-bd2a-8d520b0e7a69),segment_id=d83e34a4-d1d5-407c-bd2a-8d520b0e7a69)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:18.189111 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b3e68925-87af-4c4b-9a90-f4507ce12bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:18.195509 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4932f6b6-715b-490f-9a2b-8db36649fda7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:18.196635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4932f6b6-715b-490f-9a2b-8db36649fda7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:18.198367 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4932f6b6-715b-490f-9a2b-8db36649fda7 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/1e8b8953-a43a-4b98-9587-6f0a07885a91 HTTP/1.1" status: 404 len: 337 time: 0.0545945 Sep 29 23:19:18.201981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35212) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:18.203613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b3e68925-87af-4c4b-9a90-f4507ce12bc2 None None] Calling delete_port for 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:19:18.234992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63c2a077-87f9-41e4-8f67-930d0a438f4e req-d63ea2e0-0948-46a1-8169-b17b74f585b9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187284 Sep 29 23:19:18.235737 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fb0d9a-b75f-4acb-aa26-08b658dffcaa tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:18.236224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77fb0d9a-b75f-4acb-aa26-08b658dffcaa tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:18.239064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-77fb0d9a-b75f-4acb-aa26-08b658dffcaa tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/8549a4f5-275d-4fb7-a670-c722438a2fb6 HTTP/1.1" status: 404 len: 337 time: 0.0343192 Sep 29 23:19:18.240562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35214) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:18.252078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7559e6-ed97-48b8-b435-cd1a4de61e45 req-359c2275-697e-417b-a421-04afe03ebea0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:18.253583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b7559e6-ed97-48b8-b435-cd1a4de61e45 req-359c2275-697e-417b-a421-04afe03ebea0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1314290 Sep 29 23:19:18.268851 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-852e71b1-c063-47dd-a77d-50746dcdb57e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:18.269555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852e71b1-c063-47dd-a77d-50746dcdb57e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:18.273581 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-852e71b1-c063-47dd-a77d-50746dcdb57e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/18323ffe-6e3b-456a-aed2-dc5669de0902 HTTP/1.1" status: 404 len: 333 time: 0.0297556 Sep 29 23:19:18.273824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35216) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:18.294838 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b3e68925-87af-4c4b-9a90-f4507ce12bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:18.309736 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e4833e-749a-4244-9150-a0ec6dca7720 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:18.310201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e4833e-749a-4244-9150-a0ec6dca7720 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:18.312018 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-91e4833e-749a-4244-9150-a0ec6dca7720 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/2ec6183a-847f-4366-8b13-a3b99ac189ff HTTP/1.1" status: 404 len: 337 time: 0.0369282 Sep 29 23:19:18.314555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35218) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:18.330901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e68925-87af-4c4b-9a90-f4507ce12bc2 None None] Pushing event deleted for resources: {'Port': ['ID=90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:18.336289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e68925-87af-4c4b-9a90-f4507ce12bc2 None None] No DVR routers for this DVR port 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:19:18.341007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b7559e6-ed97-48b8-b435-cd1a4de61e45 req-327c2a41-2982-47b8-8c5f-bbe57e44fe20 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755267 Sep 29 23:19:18.351140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e93ec7-1b77-415d-8f00-83ce18513de2 req-351a62ef-4d57-4aab-8527-18f67c65cad5 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:18.353921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7e93ec7-1b77-415d-8f00-83ce18513de2 req-351a62ef-4d57-4aab-8527-18f67c65cad5 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 946 time: 0.0991862 Sep 29 23:19:18.361988 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-07952e2f-7bfa-45d1-b68a-3dc37e9876f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] DELETE failed (client error): The resource could not be found. Sep 29 23:19:18.362480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07952e2f-7bfa-45d1-b68a-3dc37e9876f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:19:18.364289 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-07952e2f-7bfa-45d1-b68a-3dc37e9876f0 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/subnets/b4db621d-2a69-4270-8aec-260297f7402f HTTP/1.1" status: 404 len: 337 time: 0.0488214 Sep 29 23:19:18.366763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35220) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:18.470050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Deleting port 521c7240-9493-4aac-9171-a29606391762 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:19:18.470319 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:18.544862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:18.559008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Calling delete_port for 521c7240-9493-4aac-9171-a29606391762 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:19:18.649560 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:18.682130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Port': ['ID=521c7240-9493-4aac-9171-a29606391762,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:18.689800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:18.692450 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/ports/521c7240-9493-4aac-9171-a29606391762 HTTP/1.1" status: 204 len: 168 time: 0.3246651 Sep 29 23:19:18.694929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35224) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:18.711251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.711655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.712297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.712639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.712974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.713427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.713764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.714155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.714618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.714960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.715288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.715614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bab78d52-3836-47ed-826e-1edf4f9587d5 tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:18.776469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7e93ec7-1b77-415d-8f00-83ce18513de2 req-94b90848-50e2-42fa-9d3c-d89becc3c7c7 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161050 Sep 29 23:19:18.793947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde6b49-9137-4670-9b57-d97ffd74729c req-ad126382-88d3-4305-9d90-48791ababd3a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:18.795624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bde6b49-9137-4670-9b57-d97ffd74729c req-ad126382-88d3-4305-9d90-48791ababd3a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0656631 Sep 29 23:19:18.798426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:18.843254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bde6b49-9137-4670-9b57-d97ffd74729c req-fb2e6372-9f7a-4b9b-b9fa-8626c30abc10 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391397 Sep 29 23:19:18.911050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd971f4-65b6-4578-9562-245f2f08cec5 req-d921644f-490f-4daa-b8e3-146acd174021 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:18.912927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cd971f4-65b6-4578-9562-245f2f08cec5 req-d921644f-490f-4daa-b8e3-146acd174021 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 946 time: 0.0602279 Sep 29 23:19:18.928848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:18.952072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdf444b-fa33-40e8-ba96-87d2a081b4ee']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:19:18.963573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83e34a4-d1d5-407c-bd2a-8d520b0e7a69') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:19:18.963883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83e34a4-d1d5-407c-bd2a-8d520b0e7a69') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:19:18.974069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:18.988588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cd971f4-65b6-4578-9562-245f2f08cec5 req-813d8288-8894-456b-900d-b58424f7b1fc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623403 Sep 29 23:19:18.991929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:19.000352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Releasing vlan 518 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:19:19.000772 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:19:19.004182 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:19:19.015219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c70d9-5eb8-4059-ad36-9e7fd290d8c3 req-48b847a5-460e-46c4-895f-6d8f308e2fe0 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:19.015219 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a54c70d9-5eb8-4059-ad36-9e7fd290d8c3 req-48b847a5-460e-46c4-895f-6d8f308e2fe0 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0939031 Sep 29 23:19:19.067281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a54c70d9-5eb8-4059-ad36-9e7fd290d8c3 req-0dc1f3f7-7baf-4ddc-ab20-6566eb8bf072 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514112 Sep 29 23:19:19.095606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:19.103137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:19.107369 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] 10.222.0.44 "DELETE /v2.0/networks/ffdf444b-fa33-40e8-ba96-87d2a081b4ee HTTP/1.1" status: 204 len: 168 time: 0.4091558 Sep 29 23:19:19.118682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8e6e9-54a5-4811-84d9-924e4563860e tempest-PortsTestJSON-1158055956 tempest-PortsTestJSON-1158055956-project] Pushing event deleted for resources: {'Network': ['ID=ffdf444b-fa33-40e8-ba96-87d2a081b4ee,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:19.155465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0f5a5-daf1-4c7f-a634-e806bee60c77 req-eb6c6844-b9cd-4195-a3ed-4e0560e7a14d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:19.166344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cce0f5a5-daf1-4c7f-a634-e806bee60c77 req-eb6c6844-b9cd-4195-a3ed-4e0560e7a14d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0691192 Sep 29 23:19:19.247427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cce0f5a5-daf1-4c7f-a634-e806bee60c77 req-c437070e-fe4a-4e2f-9b5b-5ac0a51e95cf tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730827 Sep 29 23:19:19.282276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:19:19.303314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:19:19.304096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 90d07e0b-3f0c-4a40-9b78-e99f7c48ef7f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:19:19.372153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda1d2f-7f06-49ba-bb35-43a7ac3c39d6 req-75a350b7-3637-4552-9fdc-3f5a740f8830 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:19.373698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-adda1d2f-7f06-49ba-bb35-43a7ac3c39d6 req-75a350b7-3637-4552-9fdc-3f5a740f8830 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0511203 Sep 29 23:19:19.417624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-adda1d2f-7f06-49ba-bb35-43a7ac3c39d6 req-49c13f17-0e95-4ff5-8452-0c6735ed56f8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350029 Sep 29 23:19:19.431418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35252) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:19.536320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a57fe5-215e-4ca8-a1fa-da4a4a3b5c05 req-ad80b9a8-0d01-44f6-ad0e-536fa1ca90dd tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:19.537828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64a57fe5-215e-4ca8-a1fa-da4a4a3b5c05 req-ad80b9a8-0d01-44f6-ad0e-536fa1ca90dd tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 946 time: 0.0541968 Sep 29 23:19:19.600985 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f729dd8c-6231-4047-a723-143d73a61677 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=25874af1d540498886964c86c6ff218e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1682758 Sep 29 23:19:19.604020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35262) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:19.617771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b8aa7-0c5c-447f-bb11-327ab57acb07 req-ed744065-df85-4ae7-b001-8f56cca3a1c0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:19.619965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-588b8aa7-0c5c-447f-bb11-327ab57acb07 req-ed744065-df85-4ae7-b001-8f56cca3a1c0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0756474 Sep 29 23:19:19.623225 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64a57fe5-215e-4ca8-a1fa-da4a4a3b5c05 req-3c831020-fa8f-431c-b244-c0af757da097 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695465 Sep 29 23:19:19.658958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-588b8aa7-0c5c-447f-bb11-327ab57acb07 req-89cecc69-3cf8-4b13-9095-f76f90ad3a03 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Sep 29 23:19:19.661128 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce43047e-a4ae-4871-ae38-7763f0153858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:19.686443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce43047e-a4ae-4871-ae38-7763f0153858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:19.748218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce43047e-a4ae-4871-ae38-7763f0153858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:19.750947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce43047e-a4ae-4871-ae38-7763f0153858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:19.752138 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ce43047e-a4ae-4871-ae38-7763f0153858 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8e14219-7d2b-4abb-9ef3-4b2c4908d969 HTTP/1.1" status: 204 len: 168 time: 0.1471884 Sep 29 23:19:19.761355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43047e-a4ae-4871-ae38-7763f0153858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e14219-7d2b-4abb-9ef3-4b2c4908d969,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:19.795585 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264d254-8885-4780-82c0-cdca6080a76d req-891d0f4b-a53b-4bc8-b37a-696012feae54 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:19.797147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9264d254-8885-4780-82c0-cdca6080a76d req-891d0f4b-a53b-4bc8-b37a-696012feae54 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0584834 Sep 29 23:19:19.840309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9264d254-8885-4780-82c0-cdca6080a76d req-caaa9cde-04d8-4d18-b0ec-6cef708522f1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366650 Sep 29 23:19:20.057839 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:20.063195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a57af-2fcb-4249-bd83-cdcc72e3ddff req-cee90421-c8c8-4fd6-ab51-bb40aa5d95f2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:20.064855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a0a57af-2fcb-4249-bd83-cdcc72e3ddff req-cee90421-c8c8-4fd6-ab51-bb40aa5d95f2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0621605 Sep 29 23:19:20.132198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a0a57af-2fcb-4249-bd83-cdcc72e3ddff req-4c508830-6380-4a88-af47-63db14975a15 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542767 Sep 29 23:19:20.144766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f626c-f4c6-4b47-967d-6f51552e486e req-be6a2de4-21af-4231-aa70-372d42bab6cd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:20.146366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-389f626c-f4c6-4b47-967d-6f51552e486e req-be6a2de4-21af-4231-aa70-372d42bab6cd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 946 time: 0.0778594 Sep 29 23:19:20.188355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-389f626c-f4c6-4b47-967d-6f51552e486e req-7779ff9f-6ff4-4d04-916b-116b789c3cab tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361164 Sep 29 23:19:20.261719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2888ba-3724-418a-9013-be983c7363f6 req-a32453cc-2e0f-457f-aa1b-783d6094b40b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:20.263209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a2888ba-3724-418a-9013-be983c7363f6 req-a32453cc-2e0f-457f-aa1b-783d6094b40b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0647089 Sep 29 23:19:20.337752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb9b95-e222-4ef2-9de6-05f174553ddb req-3aca9ab0-18fc-450f-a235-3b98f35831f0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:20.339332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35bb9b95-e222-4ef2-9de6-05f174553ddb req-3aca9ab0-18fc-450f-a235-3b98f35831f0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0752349 Sep 29 23:19:20.342603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a2888ba-3724-418a-9013-be983c7363f6 req-1a354ada-be00-4e28-8464-3eb45645de7b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697801 Sep 29 23:19:20.388412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35bb9b95-e222-4ef2-9de6-05f174553ddb req-bf53dd39-ab80-477f-a5da-6822228188c0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413306 Sep 29 23:19:20.462727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076c23d-a498-4a35-85c3-8d38d596560e req-ac8d0d07-b798-4044-be44-463a5163057e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:20.464294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d076c23d-a498-4a35-85c3-8d38d596560e req-ac8d0d07-b798-4044-be44-463a5163057e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 946 time: 0.0512528 Sep 29 23:19:20.513003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d076c23d-a498-4a35-85c3-8d38d596560e req-e278b646-b188-4a4c-9448-9ae57a5123d3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Sep 29 23:19:20.592177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5927b12a-5d64-446f-b7a5-8e784bc8f1a2 req-d6904aa8-7bbb-433b-993e-b1132294dd07 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:20.593751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5927b12a-5d64-446f-b7a5-8e784bc8f1a2 req-d6904aa8-7bbb-433b-993e-b1132294dd07 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0614407 Sep 29 23:19:20.636597 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5927b12a-5d64-446f-b7a5-8e784bc8f1a2 req-bdede5e8-2167-489c-a3da-984dfeeb0d50 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361784 Sep 29 23:19:20.767368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491cc56-a842-4c68-978e-224fa88aee57 req-d15313e6-4d44-45df-b115-ef0cb1ad8783 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:20.775650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0491cc56-a842-4c68-978e-224fa88aee57 req-d15313e6-4d44-45df-b115-ef0cb1ad8783 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 946 time: 0.0768764 Sep 29 23:19:20.830350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0491cc56-a842-4c68-978e-224fa88aee57 req-d93e7eb8-ddc4-430b-9333-0cc6c903d90f tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537930 Sep 29 23:19:20.856220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d10bf3-cb08-4264-b6c4-d83ae9abf009 req-175088f4-37ae-4920-9547-8631de71afeb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:20.857773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94d10bf3-cb08-4264-b6c4-d83ae9abf009 req-175088f4-37ae-4920-9547-8631de71afeb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0612230 Sep 29 23:19:20.921921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94d10bf3-cb08-4264-b6c4-d83ae9abf009 req-8d5aac03-ce26-496f-aad2-adab00d48eae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552146 Sep 29 23:19:20.961417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cffa07b-7555-4728-acf0-a0f59c7377ed req-71f2b16a-9984-434f-97e1-4d936027c5a3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:20.963353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cffa07b-7555-4728-acf0-a0f59c7377ed req-71f2b16a-9984-434f-97e1-4d936027c5a3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 946 time: 0.0623126 Sep 29 23:19:21.009144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cffa07b-7555-4728-acf0-a0f59c7377ed req-e38f2612-223f-484d-bf2f-fde68768218a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362217 Sep 29 23:19:21.361463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebba019-cd7d-48ee-9ab9-266a4c25ddd0 req-a233a5ed-f302-4852-b2bd-db526edbed53 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:21.364401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ebba019-cd7d-48ee-9ab9-266a4c25ddd0 req-a233a5ed-f302-4852-b2bd-db526edbed53 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0523021 Sep 29 23:19:21.477191 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ebba019-cd7d-48ee-9ab9-266a4c25ddd0 req-f43619e3-f04d-4139-b5a1-35e082e39a9e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992920 Sep 29 23:19:21.492118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-f5f02fd6-a4b7-4a33-9cce-ac533f117289 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:21.493988 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-f5f02fd6-a4b7-4a33-9cce-ac533f117289 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.42 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 946 time: 0.1280503 Sep 29 23:19:21.527475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b270ca-22ae-4c98-a234-ccdec58a8a8e req-713adce9-f00e-441c-b454-c24e53b11a28 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:21.530594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23b270ca-22ae-4c98-a234-ccdec58a8a8e req-713adce9-f00e-441c-b454-c24e53b11a28 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1116652 Sep 29 23:19:21.620231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23b270ca-22ae-4c98-a234-ccdec58a8a8e req-6b2bd5a4-30f8-419a-9de4-82831433eecb tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683546 Sep 29 23:19:21.645855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-3843d990-4c4d-4671-bdf2-b24e50f90434 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Deleting port 03e4deec-483c-4ab3-8806-78beb8471676 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:19:21.646157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-3843d990-4c4d-4671-bdf2-b24e50f90434 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:21.738344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-3843d990-4c4d-4671-bdf2-b24e50f90434 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] For port 03e4deec-483c-4ab3-8806-78beb8471676, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=03e4deec-483c-4ab3-8806-78beb8471676,segment=NetworkSegment(43e88819-c3e4-4ebb-8d54-93a94ed85c97),segment_id=43e88819-c3e4-4ebb-8d54-93a94ed85c97)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:21.738720 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-3843d990-4c4d-4671-bdf2-b24e50f90434 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:21.750489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-3843d990-4c4d-4671-bdf2-b24e50f90434 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Calling delete_port for 03e4deec-483c-4ab3-8806-78beb8471676 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:19:21.882665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-3843d990-4c4d-4671-bdf2-b24e50f90434 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:21.918996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['03e4deec-483c-4ab3-8806-78beb8471676'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:19:21.927883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3843d990-4c4d-4671-bdf2-b24e50f90434 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Pushing event deleted for resources: {'Port': ['ID=03e4deec-483c-4ab3-8806-78beb8471676,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:21.962304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bfc99cd-1c0a-42a8-85f7-e5817a3ae2ac req-da018866-bbc4-4eb2-a0d3-0e4d55133909 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=f29600ca-16a7-459d-884e-4ff2b2d34225 HTTP/1.1" status: 200 len: 210 time: 0.0439582 Sep 29 23:19:21.980743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-3843d990-4c4d-4671-bdf2-b24e50f90434 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] No DVR routers for this DVR port 03e4deec-483c-4ab3-8806-78beb8471676 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:19:21.983298 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-3843d990-4c4d-4671-bdf2-b24e50f90434 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:21.985309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afb5bc8f-f0d9-498a-9439-e51f07b58d85 req-3843d990-4c4d-4671-bdf2-b24e50f90434 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.42 "DELETE /v2.0/ports/03e4deec-483c-4ab3-8806-78beb8471676 HTTP/1.1" status: 204 len: 173 time: 0.4820838 Sep 29 23:19:21.985741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f29600ca-16a7-459d-884e-4ff2b2d34225', 'name': 'network-vif-deleted', 'tag': '03e4deec-483c-4ab3-8806-78beb8471676'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:21.987980 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e8f41fe-60a9-490b-a1fb-a928ff1b29de" -d '{"events": [{"server_uuid": "f29600ca-16a7-459d-884e-4ff2b2d34225", "name": "network-vif-deleted", "tag": "03e4deec-483c-4ab3-8806-78beb8471676"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:22.027915 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d256ff82-6945-4ac4-a608-9f89f4059910 x-openstack-request-id: req-d256ff82-6945-4ac4-a608-9f89f4059910 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:22.028208 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f29600ca-16a7-459d-884e-4ff2b2d34225", "name": "network-vif-deleted", "tag": "03e4deec-483c-4ab3-8806-78beb8471676", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:22.028463 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d256ff82-6945-4ac4-a608-9f89f4059910 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:22.028861 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f29600ca-16a7-459d-884e-4ff2b2d34225', 'name': 'network-vif-deleted', 'tag': '03e4deec-483c-4ab3-8806-78beb8471676', 'status': 'completed', 'code': 200} Sep 29 23:19:22.134537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11b280-98df-4051-b8d6-b736a28d9578 req-8fb800f4-bf21-498e-9cb6-aa97d2d7e592 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:22.136079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da11b280-98df-4051-b8d6-b736a28d9578 req-8fb800f4-bf21-498e-9cb6-aa97d2d7e592 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 946 time: 0.0575240 Sep 29 23:19:22.173832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da11b280-98df-4051-b8d6-b736a28d9578 req-697ac20d-6f3c-43c0-82d7-dd4a661c5f30 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315912 Sep 29 23:19:22.634771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e3db5-2019-4a21-9ffa-c830520d82a0 req-0da9846e-4867-495c-b1c7-8992affa71ed tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:22.636118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e6e3db5-2019-4a21-9ffa-c830520d82a0 req-0da9846e-4867-495c-b1c7-8992affa71ed tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0555356 Sep 29 23:19:22.681337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e6e3db5-2019-4a21-9ffa-c830520d82a0 req-7e97251b-a143-48bd-96c2-8b18ab257ea6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378146 Sep 29 23:19:22.782938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f58d60-21d9-47ed-a5a2-736e03254825 req-c215d2a4-4859-43bf-9d00-a90a2daf8623 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:22.784702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-30f58d60-21d9-47ed-a5a2-736e03254825 req-c215d2a4-4859-43bf-9d00-a90a2daf8623 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0533812 Sep 29 23:19:22.828276 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-30f58d60-21d9-47ed-a5a2-736e03254825 req-03c339bd-5c42-45fd-837b-6581f3c6cb1c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367739 Sep 29 23:19:22.995216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-5487431d-0129-4b74-983d-bac78aa6aa1e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:22.996818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-5487431d-0129-4b74-983d-bac78aa6aa1e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 946 time: 0.0551250 Sep 29 23:19:23.098493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-a0c40883-e020-4703-b84c-9dfac510a486 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Deleting port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:19:23.098877 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-a0c40883-e020-4703-b84c-9dfac510a486 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:23.230563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-a0c40883-e020-4703-b84c-9dfac510a486 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] For port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:23.230942 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-a0c40883-e020-4703-b84c-9dfac510a486 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:23.304103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-a0c40883-e020-4703-b84c-9dfac510a486 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Calling delete_port for 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:19:23.377823 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-e1db56b2-120d-4c2b-bd27-0b978e1e20f3 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:23.379333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-e1db56b2-120d-4c2b-bd27-0b978e1e20f3 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/networks?id=8af90b85-424c-4314-933e-a8c40d78202c HTTP/1.1" status: 200 len: 808 time: 0.2083080 Sep 29 23:19:23.393083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92c0d1-e2ea-42dd-99af-79750ca1b4f7 req-19c1f1d0-aaf2-4ed7-aab8-e43da7a6e11b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:23.394530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd92c0d1-e2ea-42dd-99af-79750ca1b4f7 req-19c1f1d0-aaf2-4ed7-aab8-e43da7a6e11b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 946 time: 0.1305380 Sep 29 23:19:23.429557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-fe75cc15-c432-4caa-8bcb-a19989ac115d tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/quotas/62d6cb8e5c4f4b669de2618b1d8c1b8d HTTP/1.1" status: 200 len: 375 time: 0.0326693 Sep 29 23:19:23.487356 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-b4cca5ea-279e-479a-aa61-50d25b802379 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=62d6cb8e5c4f4b669de2618b1d8c1b8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485368 Sep 29 23:19:23.491566 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd92c0d1-e2ea-42dd-99af-79750ca1b4f7 req-f0e77782-fe6e-479c-8061-4b3d0642b9b1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834033 Sep 29 23:19:23.603514 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-a0c40883-e020-4703-b84c-9dfac510a486 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:23.615956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['238a0365-844d-4a32-8f01-97d133f921dc'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:19:23.640478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:19:23.643166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c40883-e020-4703-b84c-9dfac510a486 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'Port': ['ID=924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:23.655715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-50bacb02-c318-4d70-96ea-3c28cd04ee23 service neutron] 10.222.0.44 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600897 Sep 29 23:19:23.713843 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-a0c40883-e020-4703-b84c-9dfac510a486 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] No DVR routers for this DVR port 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:19:23.718579 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-a0c40883-e020-4703-b84c-9dfac510a486 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:23.720770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b48209f-acd8-45b8-8ac9-d64c68230a88 req-a0c40883-e020-4703-b84c-9dfac510a486 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "DELETE /v2.0/ports/924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 HTTP/1.1" status: 204 len: 173 time: 0.7177916 Sep 29 23:19:23.812792 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-c583efce-66e1-4f73-981e-3e8057cb7d70 service neutron] 10.222.0.44 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376264 Sep 29 23:19:23.945078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a10afd-619b-4f49-8bdf-e99047325cae req-8b4a8780-d494-4ced-be1b-a435d8f94435 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:23.947169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4a10afd-619b-4f49-8bdf-e99047325cae req-8b4a8780-d494-4ced-be1b-a435d8f94435 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0732391 Sep 29 23:19:24.005370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4a10afd-619b-4f49-8bdf-e99047325cae req-5b965e4a-290e-417d-a7e0-a79697ec5088 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483892 Sep 29 23:19:24.030967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4e7564-db22-439d-ab5e-e2a94ba805f7', 'name': 'network-vif-deleted', 'tag': '924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:24.033337 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5c2bda-50ae-4ada-be6a-53c8cd836d06" -d '{"events": [{"server_uuid": "1f4e7564-db22-439d-ab5e-e2a94ba805f7", "name": "network-vif-deleted", "tag": "924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:24.148896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53438330-dacf-4194-8062-ecc93fc8a0fe req-b7242376-b722-40c7-b46d-70cf74d1f46d tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 210 time: 0.0664816 Sep 29 23:19:24.196729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181442a8-75b3-43f8-8669-717a58304cff req-1a6b9b94-6b80-45f6-8828-a16d0e6f032b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:24.202876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-181442a8-75b3-43f8-8669-717a58304cff req-1a6b9b94-6b80-45f6-8828-a16d0e6f032b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1183043 Sep 29 23:19:24.232615 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9ca426-653b-491b-809c-594134e0e3df x-openstack-request-id: req-7e9ca426-653b-491b-809c-594134e0e3df {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:24.232960 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4e7564-db22-439d-ab5e-e2a94ba805f7", "name": "network-vif-deleted", "tag": "924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:24.233232 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e9ca426-653b-491b-809c-594134e0e3df {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:24.233633 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4e7564-db22-439d-ab5e-e2a94ba805f7', 'name': 'network-vif-deleted', 'tag': '924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88', 'status': 'completed', 'code': 200} Sep 29 23:19:24.273814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-181442a8-75b3-43f8-8669-717a58304cff req-d32e7a6e-e3b9-4f6a-8c66-4973361b15ed tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621014 Sep 29 23:19:24.613788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bab57330-eda1-463c-a4e7-04fdf3523462 req-44ce3ed4-d800-4c8e-95d0-f3066592dcee tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 210 time: 0.0403507 Sep 29 23:19:25.049482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 03e4deec-483c-4ab3-8806-78beb8471676 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:19:25.074903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 03e4deec-483c-4ab3-8806-78beb8471676 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:19:25.075605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 03e4deec-483c-4ab3-8806-78beb8471676 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:19:25.169864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798b8e2-3d5e-4352-b8cb-91c52544d742 req-c42ca972-f1ee-450b-8a27-4d2f71f32b7a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:25.171806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6798b8e2-3d5e-4352-b8cb-91c52544d742 req-c42ca972-f1ee-450b-8a27-4d2f71f32b7a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0674610 Sep 29 23:19:25.339912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1499150c-27ac-4db2-b135-f0b7f8a8e67c req-729a41b0-a176-4fd0-be6e-5d02a9daa25c tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 210 time: 0.0908511 Sep 29 23:19:25.374892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6798b8e2-3d5e-4352-b8cb-91c52544d742 req-eabe2a26-4670-48b1-8236-5ae2095739ac tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860862 Sep 29 23:19:25.411317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-7ac82df6-b5d7-4e56-9069-b86cd50f034d tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:25.413164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-7ac82df6-b5d7-4e56-9069-b86cd50f034d tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.42 "GET /v2.0/networks?id=8af90b85-424c-4314-933e-a8c40d78202c HTTP/1.1" status: 200 len: 808 time: 0.2220845 Sep 29 23:19:25.442196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Request body: {'port': {'device_id': '7160ca0e-aea8-4fdc-b630-0bf4aff1438f', 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c', 'admin_state_up': True, 'tenant_id': '62d6cb8e5c4f4b669de2618b1d8c1b8d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:25.559002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df8d62-4195-4a8f-839e-f9c5c7faffb8 req-21ed9e69-6b0a-477f-971e-3a3856cc01af tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:25.560889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56df8d62-4195-4a8f-839e-f9c5c7faffb8 req-21ed9e69-6b0a-477f-971e-3a3856cc01af tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1363502 Sep 29 23:19:25.636287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56df8d62-4195-4a8f-839e-f9c5c7faffb8 req-0005de7e-ffb0-4bc9-8c54-ce039b493d5a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585232 Sep 29 23:19:25.645685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Made reservation on behalf of 62d6cb8e5c4f4b669de2618b1d8c1b8d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:19:25.656960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:25.771660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f919f412-c190-47ca-bb7b-c1baf32f6ab7 req-2e729a83-f848-4ef1-bb97-1603561fcc27 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 210 time: 0.0346467 Sep 29 23:19:25.866111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Allocated IP 172.20.0.3 (8af90b85-424c-4314-933e-a8c40d78202c/9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788/329b485f-a34f-4757-8ed6-ba3302eaf362) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:19:26.092013 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:26.141724 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:26.203819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Network 8af90b85-424c-4314-933e-a8c40d78202c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:19:26.209683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:19:26.215657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:19:26.229157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Pushing event updated for resources: {'Port': ['ID=329b485f-a34f-4757-8ed6-ba3302eaf362,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:26.273656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.274124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.274399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.275573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.275688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.276335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.276929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.277382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.277848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.278442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.278864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.279331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:26.313432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:26.314299 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:26.340789 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-97422ec1-827d-40b0-ae97-138d6456e34b tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9026794 Sep 29 23:19:26.361454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Request body: {'port': {'device_id': '7160ca0e-aea8-4fdc-b630-0bf4aff1438f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:26.458288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:26.710953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a2094-4419-470e-92e6-707997c91918 req-6d9d476b-adcf-41b4-a50e-8eefac2d7a03 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:26.713743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c24a2094-4419-470e-92e6-707997c91918 req-6d9d476b-adcf-41b4-a50e-8eefac2d7a03 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 931 time: 0.2399292 Sep 29 23:19:26.735757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705ef578-053d-488c-90fc-a5a6971c0198 req-b652680a-d3c2-4274-91bb-d99a36459916 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:26.740619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-705ef578-053d-488c-90fc-a5a6971c0198 req-b652680a-d3c2-4274-91bb-d99a36459916 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.2428691 Sep 29 23:19:26.869556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c24a2094-4419-470e-92e6-707997c91918 req-f5016b83-341e-4359-853c-e046f879597a tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206319 Sep 29 23:19:26.912035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-705ef578-053d-488c-90fc-a5a6971c0198 req-52220561-67e9-441e-b718-9cb0413e2f56 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573162 Sep 29 23:19:27.044176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:19:27.046615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1b7c6a8-28db-4291-aebc-bcaefc5a8403 req-26461191-1e26-4a8f-b0ee-26d695427b67 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 210 time: 0.0467057 Sep 29 23:19:27.087377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f72c6-c5f5-4631-9ddf-7e51ce56fe9b req-fadc181d-2cca-4676-97b1-837ad06460a1 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:27.089110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a93f72c6-c5f5-4631-9ddf-7e51ce56fe9b req-fadc181d-2cca-4676-97b1-837ad06460a1 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1290874 Sep 29 23:19:27.090103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:19:27.097704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 924b2bcf-3b31-4bc3-9db0-e5c5a42e3a88 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:19:27.116511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329b485f-a34f-4757-8ed6-ba3302eaf362 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:19:27.134020 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:27.161696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Transition to ACTIVE for port object 329b485f-a34f-4757-8ed6-ba3302eaf362 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:19:27.168007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a93f72c6-c5f5-4631-9ddf-7e51ce56fe9b req-1fc11354-cef8-430f-9d01-986d7e1b4f11 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657239 Sep 29 23:19:27.177599 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:27.260859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Pushing event updated for resources: {'Port': ['ID=329b485f-a34f-4757-8ed6-ba3302eaf362,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:27.347475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Attempting to bind port 329b485f-a34f-4757-8ed6-ba3302eaf362 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:19:27.347937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Attempting to bind port 329b485f-a34f-4757-8ed6-ba3302eaf362 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '43e88819-c3e4-4ebb-8d54-93a94ed85c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:19:27.348660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Attempting to bind port 329b485f-a34f-4757-8ed6-ba3302eaf362 on network 8af90b85-424c-4314-933e-a8c40d78202c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:19:27.354741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Port 329b485f-a34f-4757-8ed6-ba3302eaf362 on network 8af90b85-424c-4314-933e-a8c40d78202c not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:19:27.355181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Attempting to bind port 329b485f-a34f-4757-8ed6-ba3302eaf362 on network 8af90b85-424c-4314-933e-a8c40d78202c {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:19:27.361616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:19:27.362049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Checking segment: {'id': '43e88819-c3e4-4ebb-8d54-93a94ed85c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:19:27.362487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Bound using segment: {'id': '43e88819-c3e4-4ebb-8d54-93a94ed85c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:19:27.363098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Bound port: 329b485f-a34f-4757-8ed6-ba3302eaf362, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43e88819-c3e4-4ebb-8d54-93a94ed85c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:19:27.363679 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:27.441904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] For port 329b485f-a34f-4757-8ed6-ba3302eaf362, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:19:27.445473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] For port 329b485f-a34f-4757-8ed6-ba3302eaf362, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=329b485f-a34f-4757-8ed6-ba3302eaf362,segment=NetworkSegment(43e88819-c3e4-4ebb-8d54-93a94ed85c97),segment_id=43e88819-c3e4-4ebb-8d54-93a94ed85c97)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:19:27.452721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:27.501993 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:27.503167 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:27.504826 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] 10.222.0.42 "PUT /v2.0/ports/329b485f-a34f-4757-8ed6-ba3302eaf362 HTTP/1.1" status: 200 len: 1091 time: 1.1488373 Sep 29 23:19:27.507744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7160ca0e-aea8-4fdc-b630-0bf4aff1438f', 'tag': '329b485f-a34f-4757-8ed6-ba3302eaf362'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:27.510859 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7160ca0e-aea8-4fdc-b630-0bf4aff1438f", "tag": "329b485f-a34f-4757-8ed6-ba3302eaf362"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:27.543118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e9e56-253d-4aed-a778-a819daa6b4ea service neutron] Pushing event updated for resources: {'Port': ['ID=329b485f-a34f-4757-8ed6-ba3302eaf362,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:27.573094 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f48b98da-f854-44bd-b29f-ce5205c0363f x-openstack-request-id: req-f48b98da-f854-44bd-b29f-ce5205c0363f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:27.573652 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7160ca0e-aea8-4fdc-b630-0bf4aff1438f", "tag": "329b485f-a34f-4757-8ed6-ba3302eaf362", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:27.573971 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f48b98da-f854-44bd-b29f-ce5205c0363f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:27.574374 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7160ca0e-aea8-4fdc-b630-0bf4aff1438f', 'tag': '329b485f-a34f-4757-8ed6-ba3302eaf362', 'status': 'completed', 'code': 200} Sep 29 23:19:27.641264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-02a07f08-53bf-4b63-968e-272e94e3d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:27.643032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-02a07f08-53bf-4b63-968e-272e94e3d396 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62d6cb8e5c4f4b669de2618b1d8c1b8d&device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 1094 time: 0.0564756 Sep 29 23:19:27.692170 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-f66b0075-9bd2-4f94-9fe1-ca1d70830202 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=329b485f-a34f-4757-8ed6-ba3302eaf362 HTTP/1.1" status: 200 len: 217 time: 0.0361047 Sep 29 23:19:27.759601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-179afdb5-a970-4448-8659-07455f01e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:27.761162 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-179afdb5-a970-4448-8659-07455f01e868 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788 HTTP/1.1" status: 200 len: 848 time: 0.0622125 Sep 29 23:19:27.796296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-6b4d794f-ad83-46e6-b88e-d9ed09b05f2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8af90b85-424c-4314-933e-a8c40d78202c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274503 Sep 29 23:19:27.901663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-8820a40d-f247-4108-bdab-a85faf6b187a service neutron] 10.222.0.42 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983672 Sep 29 23:19:28.079495 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-871ee673-4fed-49c2-94cb-b2a135b6c160 req-4b9a870d-8ef9-432f-953f-90e9db612f33 service neutron] 10.222.0.42 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693561 Sep 29 23:19:28.111437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99f3de-fb01-4d19-8c8b-e927b4771120 req-dd44e802-54d3-4289-8252-248887f0ce7d tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:28.120500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e99f3de-fb01-4d19-8c8b-e927b4771120 req-dd44e802-54d3-4289-8252-248887f0ce7d tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 943 time: 0.1291554 Sep 29 23:19:28.148775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfada67-fe19-4a75-8e7e-77f51a0a8ee2 req-65ca060b-887f-4819-b518-1a12ceff6c86 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:28.151266 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acfada67-fe19-4a75-8e7e-77f51a0a8ee2 req-65ca060b-887f-4819-b518-1a12ceff6c86 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1253824 Sep 29 23:19:28.189591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e99f3de-fb01-4d19-8c8b-e927b4771120 req-f03065c8-821a-4d97-b533-02c14855a588 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656939 Sep 29 23:19:28.336306 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c65613f-4201-41a0-9437-1cdbbe9b0efe req-e05d603f-9f70-43d2-9ba3-660be9087e1c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=1f4e7564-db22-439d-ab5e-e2a94ba805f7 HTTP/1.1" status: 200 len: 210 time: 0.0525911 Sep 29 23:19:28.345800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acfada67-fe19-4a75-8e7e-77f51a0a8ee2 req-4e8abd07-fc98-48ba-993a-cdc861540cac tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785595 Sep 29 23:19:28.348729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2 req-b647da49-81fa-4956-9964-817f9bc5659c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:28.350203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2 req-b647da49-81fa-4956-9964-817f9bc5659c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=62d6cb8e5c4f4b669de2618b1d8c1b8d&device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 1094 time: 0.1520486 Sep 29 23:19:28.517067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2 req-523328f9-294f-44a4-afd2-b268928daa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:28.518611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2 req-523328f9-294f-44a4-afd2-b268928daa37 service neutron] 10.222.0.42 "GET /v2.0/networks?id=8af90b85-424c-4314-933e-a8c40d78202c HTTP/1.1" status: 200 len: 909 time: 0.1604645 Sep 29 23:19:28.526906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f2c39-ef65-4f2b-8634-82af6e057a11 req-97d787e5-93a8-4ba0-83c1-151715229db8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:28.534728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-831f2c39-ef65-4f2b-8634-82af6e057a11 req-97d787e5-93a8-4ba0-83c1-151715229db8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0803373 Sep 29 23:19:28.621929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-831f2c39-ef65-4f2b-8634-82af6e057a11 req-fc06414c-bdbc-4105-b2f7-a27b7dd237b7 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859284 Sep 29 23:19:28.624971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2 req-5ceaca31-a9d9-4552-a5af-bc219faeb9be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=329b485f-a34f-4757-8ed6-ba3302eaf362 HTTP/1.1" status: 200 len: 217 time: 0.0815709 Sep 29 23:19:28.689397 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2 req-59422abf-78e7-4d59-a019-cbf30eb4bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:28.691497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2 req-59422abf-78e7-4d59-a019-cbf30eb4bbf1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788 HTTP/1.1" status: 200 len: 848 time: 0.0587652 Sep 29 23:19:28.734586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2 req-f41aeb6b-dc8a-42fe-87ab-784813b71907 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=8af90b85-424c-4314-933e-a8c40d78202c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335443 Sep 29 23:19:28.847251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2 req-0c03e816-ea76-40e7-bcd7-5cf34c7a59d5 service neutron] 10.222.0.42 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041579 Sep 29 23:19:29.345459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a7ee18d-2d10-4d37-84db-0ca35ce3b3d2 req-7df1c15e-4634-48c1-acb9-4f8df96e4040 service neutron] 10.222.0.42 "GET /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899187 Sep 29 23:19:29.354879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ccb42f-e878-4d7c-835f-574d2620a1df req-7fe52364-6d0d-4887-ab4a-8ac14d08fa28 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:29.356469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4ccb42f-e878-4d7c-835f-574d2620a1df req-7fe52364-6d0d-4887-ab4a-8ac14d08fa28 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 943 time: 0.0782833 Sep 29 23:19:29.435658 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4ccb42f-e878-4d7c-835f-574d2620a1df req-27acf067-3d24-4ba4-8c17-b87920603941 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541573 Sep 29 23:19:29.602396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395e2463-0d70-4906-a680-feb9bb4b02c6 req-2eec7f7e-8cb7-43ce-a827-df3d4f05d1ab tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:29.607442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-395e2463-0d70-4906-a680-feb9bb4b02c6 req-2eec7f7e-8cb7-43ce-a827-df3d4f05d1ab tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0678635 Sep 29 23:19:29.660489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-395e2463-0d70-4906-a680-feb9bb4b02c6 req-f9cbda68-e68a-45d9-98ea-41f292d3bf74 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495667 Sep 29 23:19:29.785254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f141660-c7a8-4443-9b2f-8792418c254a req-6539ec3c-4b12-4158-877c-c325b9fd7d20 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:29.787815 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f141660-c7a8-4443-9b2f-8792418c254a req-6539ec3c-4b12-4158-877c-c325b9fd7d20 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0528040 Sep 29 23:19:29.842283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f141660-c7a8-4443-9b2f-8792418c254a req-72cc9613-1bf4-4177-9bee-485eb79799ba tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467823 Sep 29 23:19:30.549572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75445d3b-9b6e-45e9-bf68-8d92e2e20326 req-74aec3f8-5a88-4372-8274-359ab49c4d04 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:30.551204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75445d3b-9b6e-45e9-bf68-8d92e2e20326 req-74aec3f8-5a88-4372-8274-359ab49c4d04 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 943 time: 0.0588086 Sep 29 23:19:30.591211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75445d3b-9b6e-45e9-bf68-8d92e2e20326 req-93a6a492-c1a4-491f-890f-20cc6f98bc4f tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323129 Sep 29 23:19:30.793812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f70c70-b0c9-4690-838b-a6adf8086584 req-d6222c42-64eb-444c-8eab-91822f7ab97f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:30.795372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50f70c70-b0c9-4690-838b-a6adf8086584 req-d6222c42-64eb-444c-8eab-91822f7ab97f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0503604 Sep 29 23:19:30.834909 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50f70c70-b0c9-4690-838b-a6adf8086584 req-371f641e-45d0-4e71-b7ec-6328fc294dca tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334847 Sep 29 23:19:30.964141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe273b6f-8057-4290-9c5f-c8e43ac3f8b1 req-30c48409-1f8b-46c0-ad77-dc9878101727 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:30.965643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe273b6f-8057-4290-9c5f-c8e43ac3f8b1 req-30c48409-1f8b-46c0-ad77-dc9878101727 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0512407 Sep 29 23:19:31.006245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe273b6f-8057-4290-9c5f-c8e43ac3f8b1 req-698671ea-d196-414c-9629-3a7cd38a5a6f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334663 Sep 29 23:19:31.059159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 329b485f-a34f-4757-8ed6-ba3302eaf362 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:19:31.161044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 329b485f-a34f-4757-8ed6-ba3302eaf362, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=329b485f-a34f-4757-8ed6-ba3302eaf362,segment=NetworkSegment(43e88819-c3e4-4ebb-8d54-93a94ed85c97),segment_id=43e88819-c3e4-4ebb-8d54-93a94ed85c97)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:31.177799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '329b485f-a34f-4757-8ed6-ba3302eaf362', 'network_id': '8af90b85-424c-4314-933e-a8c40d78202c', 'port_id': '329b485f-a34f-4757-8ed6-ba3302eaf362', 'mac_address': 'fa:16:3e:77:3b:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:19:31.228828 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:31.243105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329b485f-a34f-4757-8ed6-ba3302eaf362 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:19:31.271927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 329b485f-a34f-4757-8ed6-ba3302eaf362, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=329b485f-a34f-4757-8ed6-ba3302eaf362,segment=NetworkSegment(43e88819-c3e4-4ebb-8d54-93a94ed85c97),segment_id=43e88819-c3e4-4ebb-8d54-93a94ed85c97)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:31.277131 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:31.329416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=329b485f-a34f-4757-8ed6-ba3302eaf362,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:31.731134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['329b485f-a34f-4757-8ed6-ba3302eaf362'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:19:31.787564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26b9d8-fd06-48d0-8925-3312c0037e91 req-50c13448-97a3-4b80-87e8-633ffa8b3311 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:31.789242 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e26b9d8-fd06-48d0-8925-3312c0037e91 req-50c13448-97a3-4b80-87e8-633ffa8b3311 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 944 time: 0.0832648 Sep 29 23:19:31.843644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e26b9d8-fd06-48d0-8925-3312c0037e91 req-2e9d6271-cbcb-4a5a-98b0-cb2c67a42092 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461395 Sep 29 23:19:32.033297 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd4930-7505-4a88-9171-d40a574a94c4 req-c40e6ea1-218a-4fb0-93ad-7c3494838acb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:32.034906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ecbd4930-7505-4a88-9171-d40a574a94c4 req-c40e6ea1-218a-4fb0-93ad-7c3494838acb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0557685 Sep 29 23:19:32.076046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ecbd4930-7505-4a88-9171-d40a574a94c4 req-611ca9b6-aa4a-4c27-9959-ab64ddffcdab tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345294 Sep 29 23:19:32.126612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94590e-aa63-4c3f-a7e9-c494122bd763 req-bed9dc23-597a-4c9d-b53a-18e5c6e5fa9d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:32.128036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c94590e-aa63-4c3f-a7e9-c494122bd763 req-bed9dc23-597a-4c9d-b53a-18e5c6e5fa9d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0490043 Sep 29 23:19:32.167550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c94590e-aa63-4c3f-a7e9-c494122bd763 req-bb293e28-73b4-4254-bae5-60ab08308470 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329537 Sep 29 23:19:32.965134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a9297-f13a-47b5-8723-ca6c1b3d71e9 req-c0c79564-e9bf-4964-a1ab-bafc95d382ec tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:32.966636 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b3a9297-f13a-47b5-8723-ca6c1b3d71e9 req-c0c79564-e9bf-4964-a1ab-bafc95d382ec tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 944 time: 0.0582972 Sep 29 23:19:33.003937 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b3a9297-f13a-47b5-8723-ca6c1b3d71e9 req-d71df529-2eea-4671-a8f4-a0c99aa48b38 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313337 Sep 29 23:19:33.061886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 329b485f-a34f-4757-8ed6-ba3302eaf362 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:19:33.115544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 329b485f-a34f-4757-8ed6-ba3302eaf362 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:19:33.120121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 329b485f-a34f-4757-8ed6-ba3302eaf362 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:33.120505 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:33.206763 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:33.222972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144de7f1-3750-47eb-9f85-348c88726ad0 req-dbc4dd58-3517-4f5d-89d1-db52ed9f8e99 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:33.228329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-144de7f1-3750-47eb-9f85-348c88726ad0 req-dbc4dd58-3517-4f5d-89d1-db52ed9f8e99 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0767443 Sep 29 23:19:33.243167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7160ca0e-aea8-4fdc-b630-0bf4aff1438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b485f-a34f-4757-8ed6-ba3302eaf362'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:33.245679 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd7f582-bcc1-429a-90a3-5a8cd2397206" -d '{"events": [{"server_uuid": "7160ca0e-aea8-4fdc-b630-0bf4aff1438f", "name": "network-vif-plugged", "status": "completed", "tag": "329b485f-a34f-4757-8ed6-ba3302eaf362"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:33.263704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 329b485f-a34f-4757-8ed6-ba3302eaf362, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=329b485f-a34f-4757-8ed6-ba3302eaf362,segment=NetworkSegment(43e88819-c3e4-4ebb-8d54-93a94ed85c97),segment_id=43e88819-c3e4-4ebb-8d54-93a94ed85c97)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:33.271622 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:33.292773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-144de7f1-3750-47eb-9f85-348c88726ad0 req-f69fcb28-a980-42c4-997f-57815ad813af tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615125 Sep 29 23:19:33.304237 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dc935924-789e-46ce-a811-a0ef13eb1533 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:33.341884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=329b485f-a34f-4757-8ed6-ba3302eaf362,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:33.343203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea1e33-bd6e-47e1-b1ba-997f6b8dcdf5 req-9509fa30-6bb6-4513-bd53-d02431ca411e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:33.344991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-feea1e33-bd6e-47e1-b1ba-997f6b8dcdf5 req-9509fa30-6bb6-4513-bd53-d02431ca411e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0779877 Sep 29 23:19:33.364053 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af749a67-ec67-4489-b5c0-20839f3256b6 x-openstack-request-id: req-af749a67-ec67-4489-b5c0-20839f3256b6 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:33.364449 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7160ca0e-aea8-4fdc-b630-0bf4aff1438f", "name": "network-vif-plugged", "status": "completed", "tag": "329b485f-a34f-4757-8ed6-ba3302eaf362", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:33.365400 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af749a67-ec67-4489-b5c0-20839f3256b6 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:33.365900 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7160ca0e-aea8-4fdc-b630-0bf4aff1438f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329b485f-a34f-4757-8ed6-ba3302eaf362', 'code': 200} Sep 29 23:19:33.385728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-feea1e33-bd6e-47e1-b1ba-997f6b8dcdf5 req-fbe23006-8cc7-4e3b-8894-a6c79adfab94 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343328 Sep 29 23:19:33.491586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ca55-90e0-427a-91fa-170b522e183a req-0b943184-743c-415d-bbfb-2fe4a2465a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:33.493843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79f2ca55-90e0-427a-91fa-170b522e183a req-0b943184-743c-415d-bbfb-2fe4a2465a27 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 1096 time: 0.0454848 Sep 29 23:19:33.532215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79f2ca55-90e0-427a-91fa-170b522e183a req-574fd060-1715-45b8-959e-e4e0bb93b497 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317593 Sep 29 23:19:33.596429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06721aca-183a-4790-bc49-0054da09e3d2 req-3d660b44-0c69-4c13-aa76-f680896e39bf tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:33.597927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06721aca-183a-4790-bc49-0054da09e3d2 req-3d660b44-0c69-4c13-aa76-f680896e39bf tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0490649 Sep 29 23:19:33.624582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-e146c60e-198a-4375-9839-81f313368af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:33.626099 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-e146c60e-198a-4375-9839-81f313368af8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 1096 time: 0.0423920 Sep 29 23:19:33.636901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06721aca-183a-4790-bc49-0054da09e3d2 req-387d207a-5ab1-401c-9692-bde8341cd508 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328603 Sep 29 23:19:33.724864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-0b404019-fcac-43e7-8d55-890e6508192e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:33.726732 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-0b404019-fcac-43e7-8d55-890e6508192e service neutron] 10.222.0.26 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 912 time: 0.0935953 Sep 29 23:19:33.808638 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-e5a4700b-1564-49ed-8ebb-e14c1cb8168e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 HTTP/1.1" status: 200 len: 1001 time: 0.0738318 Sep 29 23:19:33.868235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-8d77d549-2446-47a6-9ee4-6322144fae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:33.870217 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-8d77d549-2446-47a6-9ee4-6322144fae06 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.0548644 Sep 29 23:19:33.941335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-63ed46e4-b22a-4468-a6c7-8d1b950f4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:33.942881 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-63ed46e4-b22a-4468-a6c7-8d1b950f4b13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582695 Sep 29 23:19:33.955075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-cebfa734-412d-4570-8c6b-f5a8163c1a59 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:19:33.956030 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-cebfa734-412d-4570-8c6b-f5a8163c1a59 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051041 Sep 29 23:19:33.992327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c8901-70bb-40bb-97a6-b1d9012852d5 req-3498bfb7-0bfe-4c63-912a-5e76276001b4 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:33.994519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-542c8901-70bb-40bb-97a6-b1d9012852d5 req-3498bfb7-0bfe-4c63-912a-5e76276001b4 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 945 time: 0.0507407 Sep 29 23:19:34.033323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-542c8901-70bb-40bb-97a6-b1d9012852d5 req-dc0c5c07-34f1-4d27-998a-b0f64a1c2e0c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327375 Sep 29 23:19:34.052835 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-cda15aa0-087f-42e2-88bf-8c15d3425bb2 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892715 Sep 29 23:19:34.124494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387beb3-d6e0-4794-99af-0b3719319f79 req-2d92a401-4ea0-46e2-9823-f8e2f794778e tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:34.126097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f387beb3-d6e0-4794-99af-0b3719319f79 req-2d92a401-4ea0-46e2-9823-f8e2f794778e tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 945 time: 0.0528684 Sep 29 23:19:34.150685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd4cb09f-05ac-4e9e-8071-e6ec5643b9ca req-2e431de5-0a50-4af0-b3a7-1ae5acd2cdcb service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895126 Sep 29 23:19:34.165984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f387beb3-d6e0-4794-99af-0b3719319f79 req-7b972370-5db2-4a10-96a0-f46cab715142 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Sep 29 23:19:34.426488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c70e4-6f88-450e-80ab-12d7b4fd5a6e req-1e3734ec-d329-49de-b6c5-75339e6013dd tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:34.428000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d28c70e4-6f88-450e-80ab-12d7b4fd5a6e req-1e3734ec-d329-49de-b6c5-75339e6013dd tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0503104 Sep 29 23:19:34.466938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d28c70e4-6f88-450e-80ab-12d7b4fd5a6e req-59a7b8f1-34b6-4ae4-8649-f68fc04c33e7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Sep 29 23:19:34.754301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbb6e1-caf3-4f4b-85b5-b9492c4837aa req-40450181-8917-49ca-9bfe-49197a60097d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:34.756358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1cbb6e1-caf3-4f4b-85b5-b9492c4837aa req-40450181-8917-49ca-9bfe-49197a60097d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0517867 Sep 29 23:19:34.793875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1cbb6e1-caf3-4f4b-85b5-b9492c4837aa req-19697ba5-3f66-4487-8ffe-59132deff5ea tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Sep 29 23:19:35.163480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef7c89-b6f0-44d7-9803-d14980a4c387 req-43e2188d-1e68-426c-a605-f515ea265741 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:35.165535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64ef7c89-b6f0-44d7-9803-d14980a4c387 req-43e2188d-1e68-426c-a605-f515ea265741 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 945 time: 0.0578017 Sep 29 23:19:35.203583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64ef7c89-b6f0-44d7-9803-d14980a4c387 req-4d48b568-b396-49be-9116-50874643aa7b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Sep 29 23:19:35.293489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b944f-8169-4ee3-8145-2c80c347b38d req-c8e931e8-172d-4222-ab67-9caf15057a8e tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:35.294977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dd0b944f-8169-4ee3-8145-2c80c347b38d req-c8e931e8-172d-4222-ab67-9caf15057a8e tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 945 time: 0.0491190 Sep 29 23:19:35.332757 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dd0b944f-8169-4ee3-8145-2c80c347b38d req-e55e740d-24b4-4ae4-85e6-6a6c07efcc4e tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318594 Sep 29 23:19:35.583273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e666e09-2592-4fe7-8eb0-44614eb8af42 req-1fe5a3fa-2cff-4c9c-b876-20db3c287aae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:35.585119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e666e09-2592-4fe7-8eb0-44614eb8af42 req-1fe5a3fa-2cff-4c9c-b876-20db3c287aae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0522199 Sep 29 23:19:35.601492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-47019cdc-8c5e-4421-8dec-4f66d80a465a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:35.603663 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-47019cdc-8c5e-4421-8dec-4f66d80a465a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 945 time: 0.0542560 Sep 29 23:19:35.626260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e666e09-2592-4fe7-8eb0-44614eb8af42 req-7316dcb3-3893-4bcd-9943-6e0282dd60e9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335429 Sep 29 23:19:35.694735 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:19:35.713322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-7db69b00-3ae1-4052-8334-6f3e2a714efb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Deleting port 238a0365-844d-4a32-8f01-97d133f921dc {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:19:35.713670 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-7db69b00-3ae1-4052-8334-6f3e2a714efb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:35.808682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-7db69b00-3ae1-4052-8334-6f3e2a714efb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] For port 238a0365-844d-4a32-8f01-97d133f921dc, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=238a0365-844d-4a32-8f01-97d133f921dc,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:35.809054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-7db69b00-3ae1-4052-8334-6f3e2a714efb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:35.823328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-7db69b00-3ae1-4052-8334-6f3e2a714efb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Calling delete_port for 238a0365-844d-4a32-8f01-97d133f921dc owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:19:35.921604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1167a11-ff1f-49b0-8ccd-ffc4f1854aa0 req-619988af-87dc-4900-9c50-558154fa31a9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:35.923259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1167a11-ff1f-49b0-8ccd-ffc4f1854aa0 req-619988af-87dc-4900-9c50-558154fa31a9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0569561 Sep 29 23:19:35.973770 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-7db69b00-3ae1-4052-8334-6f3e2a714efb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:35.986128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['238a0365-844d-4a32-8f01-97d133f921dc'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:19:35.988431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1167a11-ff1f-49b0-8ccd-ffc4f1854aa0 req-1388a42c-7b56-4645-9875-2852f8f9f066 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547643 Sep 29 23:19:36.000579 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e13b0c-2871-482c-a32c-619cddeb4b18 req-d56d91ac-afa2-4ef9-b9c5-640b8caec2a0 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:36.002347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0e13b0c-2871-482c-a32c-619cddeb4b18 req-d56d91ac-afa2-4ef9-b9c5-640b8caec2a0 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 945 time: 0.0781298 Sep 29 23:19:36.020636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db69b00-3ae1-4052-8334-6f3e2a714efb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'Port': ['ID=238a0365-844d-4a32-8f01-97d133f921dc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:36.053429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0e13b0c-2871-482c-a32c-619cddeb4b18 req-e61da6fc-62f8-4f0a-8087-899586f18fea tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440321 Sep 29 23:19:36.063940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-7db69b00-3ae1-4052-8334-6f3e2a714efb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] No DVR routers for this DVR port 238a0365-844d-4a32-8f01-97d133f921dc on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:19:36.066626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-7db69b00-3ae1-4052-8334-6f3e2a714efb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:36.068935 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0ed26ecb-0e6c-417c-8e74-d484e54e515c req-7db69b00-3ae1-4052-8334-6f3e2a714efb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "DELETE /v2.0/ports/238a0365-844d-4a32-8f01-97d133f921dc HTTP/1.1" status: 204 len: 173 time: 0.4582813 Sep 29 23:19:36.069559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b', 'name': 'network-vif-deleted', 'tag': '238a0365-844d-4a32-8f01-97d133f921dc'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:36.072646 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff79c8f-b9a4-4681-9203-4a4091377986" -d '{"events": [{"server_uuid": "3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b", "name": "network-vif-deleted", "tag": "238a0365-844d-4a32-8f01-97d133f921dc"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:36.113290 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d516671c-1689-49c6-9aae-9f88f3ed0db4 x-openstack-request-id: req-d516671c-1689-49c6-9aae-9f88f3ed0db4 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:36.113592 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b", "name": "network-vif-deleted", "tag": "238a0365-844d-4a32-8f01-97d133f921dc", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:36.113850 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d516671c-1689-49c6-9aae-9f88f3ed0db4 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:36.114263 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b', 'name': 'network-vif-deleted', 'tag': '238a0365-844d-4a32-8f01-97d133f921dc', 'status': 'completed', 'code': 200} Sep 29 23:19:36.209727 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e995234-5734-4f6e-b997-e2bf2fc882ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:36.312854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b3f50a9-d608-4604-bc82-021d5d414d18 req-7fe65468-4b5a-40b7-99cf-eaa241cfc774 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 210 time: 0.0283220 Sep 29 23:19:36.533614 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:36.752255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c882c6-560e-4869-9467-722645a39549 req-5025d5f6-ba64-4f16-a8d8-535cda251729 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:36.754418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6c882c6-560e-4869-9467-722645a39549 req-5025d5f6-ba64-4f16-a8d8-535cda251729 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0566478 Sep 29 23:19:36.796811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6c882c6-560e-4869-9467-722645a39549 req-1d6d93fd-e15e-43b3-944e-acec5d26a33e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361800 Sep 29 23:19:37.197837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a11257-31cb-4c72-9de5-8075131bd8b7 req-9d1de85d-878b-419d-9dc4-7d049b8b959a tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:37.199904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42a11257-31cb-4c72-9de5-8075131bd8b7 req-9d1de85d-878b-419d-9dc4-7d049b8b959a tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 945 time: 0.0676363 Sep 29 23:19:37.246357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42a11257-31cb-4c72-9de5-8075131bd8b7 req-d1c91cf8-fa93-48d5-9066-dea34140d850 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/security-groups?id=366d6228-1326-4208-845e-beef2d82db57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Sep 29 23:19:37.408124 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:37.413448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c4b513c-762e-4217-8c91-7e84341e6327 req-45e0b43c-1a7f-4622-b7f2-a52eab5cf5fc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 210 time: 0.0272753 Sep 29 23:19:37.732411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-90c6b21c-3c13-44b4-941a-945fc51da35f tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:37.733860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-90c6b21c-3c13-44b4-941a-945fc51da35f tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.42 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 945 time: 0.0520871 Sep 29 23:19:37.852459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-6a24efe7-1f8a-43a4-b944-43eeb95dd165 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Deleting port 329b485f-a34f-4757-8ed6-ba3302eaf362 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:19:37.852844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-6a24efe7-1f8a-43a4-b944-43eeb95dd165 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:37.988171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-6a24efe7-1f8a-43a4-b944-43eeb95dd165 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] For port 329b485f-a34f-4757-8ed6-ba3302eaf362, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=329b485f-a34f-4757-8ed6-ba3302eaf362,segment=NetworkSegment(43e88819-c3e4-4ebb-8d54-93a94ed85c97),segment_id=43e88819-c3e4-4ebb-8d54-93a94ed85c97)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:37.988550 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-6a24efe7-1f8a-43a4-b944-43eeb95dd165 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:38.004838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-6a24efe7-1f8a-43a4-b944-43eeb95dd165 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Calling delete_port for 329b485f-a34f-4757-8ed6-ba3302eaf362 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:19:38.013857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c292d0c1-b4e6-4e83-817e-826652182607 req-fb455910-fc91-4d7b-a427-a6e297590aad tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:38.015407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c292d0c1-b4e6-4e83-817e-826652182607 req-fb455910-fc91-4d7b-a427-a6e297590aad tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0921807 Sep 29 23:19:38.092822 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c292d0c1-b4e6-4e83-817e-826652182607 req-c5e8b1cf-4158-411b-92c5-1cc8f99788fb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677171 Sep 29 23:19:38.182103 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-6a24efe7-1f8a-43a4-b944-43eeb95dd165 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:38.213430 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a24efe7-1f8a-43a4-b944-43eeb95dd165 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Pushing event deleted for resources: {'Port': ['ID=329b485f-a34f-4757-8ed6-ba3302eaf362,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:38.220192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['329b485f-a34f-4757-8ed6-ba3302eaf362'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:19:38.267738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-6a24efe7-1f8a-43a4-b944-43eeb95dd165 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] No DVR routers for this DVR port 329b485f-a34f-4757-8ed6-ba3302eaf362 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:19:38.271303 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-6a24efe7-1f8a-43a4-b944-43eeb95dd165 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:38.273433 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bf42187-3286-411d-9b7a-73a1ece1e844 req-6a24efe7-1f8a-43a4-b944-43eeb95dd165 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.42 "DELETE /v2.0/ports/329b485f-a34f-4757-8ed6-ba3302eaf362 HTTP/1.1" status: 204 len: 173 time: 0.5269682 Sep 29 23:19:38.273868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7160ca0e-aea8-4fdc-b630-0bf4aff1438f', 'name': 'network-vif-deleted', 'tag': '329b485f-a34f-4757-8ed6-ba3302eaf362'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:38.276408 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d564d677-e37e-4dbe-b821-206775d7a490" -d '{"events": [{"server_uuid": "7160ca0e-aea8-4fdc-b630-0bf4aff1438f", "name": "network-vif-deleted", "tag": "329b485f-a34f-4757-8ed6-ba3302eaf362"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:38.330141 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64efb290-a366-4c90-a301-e4c038827970 x-openstack-request-id: req-64efb290-a366-4c90-a301-e4c038827970 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:38.330439 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7160ca0e-aea8-4fdc-b630-0bf4aff1438f", "name": "network-vif-deleted", "tag": "329b485f-a34f-4757-8ed6-ba3302eaf362", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:38.330697 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64efb290-a366-4c90-a301-e4c038827970 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:38.331110 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7160ca0e-aea8-4fdc-b630-0bf4aff1438f', 'name': 'network-vif-deleted', 'tag': '329b485f-a34f-4757-8ed6-ba3302eaf362', 'status': 'completed', 'code': 200} Sep 29 23:19:38.373324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-866aa606-8baa-4e45-9fde-572d6a28bed4 req-0ca90a02-6c42-440f-a41a-6a8b3927cc73 tempest-VolumesActionsTest-358205782 tempest-VolumesActionsTest-358205782-project] 10.222.0.44 "GET /v2.0/ports?device_id=7160ca0e-aea8-4fdc-b630-0bf4aff1438f HTTP/1.1" status: 200 len: 210 time: 0.0329359 Sep 29 23:19:38.526049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c9ed41c-c233-4f26-ab7b-49361b1b42dd req-26a97d8f-cced-4bda-ab81-2c226470dd20 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 210 time: 0.0348814 Sep 29 23:19:38.594587 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:39.105463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f762db51-e87f-4b3e-9c8c-b6b1976117b2 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:19:39.259977 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 238a0365-844d-4a32-8f01-97d133f921dc no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:19:39.267056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:39.299514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 238a0365-844d-4a32-8f01-97d133f921dc {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:19:39.300138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 238a0365-844d-4a32-8f01-97d133f921dc not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:19:39.303996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85', 'port_id': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'mac_address': 'fa:16:3e:0e:d4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08afd1f3-3af4-401b-af6f-0e073bd9edbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:19:39.334251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110e19da-baa6-4900-9161-42f4f4211346 req-16bd7f17-9821-4128-a0d5-5937629b909b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:39.335955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-110e19da-baa6-4900-9161-42f4f4211346 req-16bd7f17-9821-4128-a0d5-5937629b909b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0971456 Sep 29 23:19:39.366826 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:39.381740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f762db51-e87f-4b3e-9c8c-b6b1976117b2 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:19:39.404071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:39.411544 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:39.420171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-110e19da-baa6-4900-9161-42f4f4211346 req-6525b839-3946-445b-9da9-3039bdea335f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673797 Sep 29 23:19:39.484691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:39.514782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.514782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.514782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.514782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.514782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.515584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.516091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.516570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.517299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.517816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.518329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.518854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:19:39.523451 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:39.606399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['f762db51-e87f-4b3e-9c8c-b6b1976117b2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:19:39.693042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-774a7b7c-9524-4098-a087-65afa29a91c0 req-68ccae07-3d70-47cc-8e6b-073aa6740ab0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 210 time: 0.0628715 Sep 29 23:19:40.643875 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3113b5-4be8-4178-ab39-6f8cf8b9e821 req-bdbb5424-ad30-4692-ab7f-d3f35c5a8132 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:40.645811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf3113b5-4be8-4178-ab39-6f8cf8b9e821 req-bdbb5424-ad30-4692-ab7f-d3f35c5a8132 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 945 time: 0.1082029 Sep 29 23:19:40.756446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf3113b5-4be8-4178-ab39-6f8cf8b9e821 req-36f67ea9-e4ff-4310-8422-140891d0fbf7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019938 Sep 29 23:19:40.893672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35810) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:40.908158 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13f2fe41-79ad-4f48-9c47-1d26162d04d5 req-658c6472-510f-408d-94a4-757c4324049c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3a4cd8f4-afe0-4f25-95d9-46c58f5d2f0b HTTP/1.1" status: 200 len: 210 time: 0.0426421 Sep 29 23:19:41.029266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-961ec351-7ab7-4e23-9125-50c7ffbe3801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.111614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f762db51-e87f-4b3e-9c8c-b6b1976117b2 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:19:41.155220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-961ec351-7ab7-4e23-9125-50c7ffbe3801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.160570 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-961ec351-7ab7-4e23-9125-50c7ffbe3801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.174576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port f762db51-e87f-4b3e-9c8c-b6b1976117b2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:19:41.175634 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.205036 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-961ec351-7ab7-4e23-9125-50c7ffbe3801 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7f5630ca23b46e8b290064b730e1daf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3091242 Sep 29 23:19:41.207042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:41.257150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ec351-7ab7-4e23-9125-50c7ffbe3801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475bf6ed-46e4-428a-a174-48412bb3435f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:41.286311 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.301284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b128607d-8c76-4fa9-b3b8-1f56f10cfa8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.322994 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:19:41.326062 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b53aa1b3-b707-4a5c-8fa1-2bea37daf395" -d '{"events": [{"server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "name": "network-vif-plugged", "status": "completed", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:19:41.339513 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b128607d-8c76-4fa9-b3b8-1f56f10cfa8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.349175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:19:41.359622 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.372283 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee507a69-7662-43c3-ae3c-d0e0201f2dd5 x-openstack-request-id: req-ee507a69-7662-43c3-ae3c-d0e0201f2dd5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:19:41.372847 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "name": "network-vif-plugged", "status": "completed", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:19:41.373472 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee507a69-7662-43c3-ae3c-d0e0201f2dd5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:19:41.375900 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'code': 200} Sep 29 23:19:41.406111 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b128607d-8c76-4fa9-b3b8-1f56f10cfa8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.408804 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b128607d-8c76-4fa9-b3b8-1f56f10cfa8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.412820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b128607d-8c76-4fa9-b3b8-1f56f10cfa8e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/475bf6ed-46e4-428a-a174-48412bb3435f HTTP/1.1" status: 204 len: 168 time: 0.2043364 Sep 29 23:19:41.422336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128607d-8c76-4fa9-b3b8-1f56f10cfa8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475bf6ed-46e4-428a-a174-48412bb3435f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:41.464041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:41.733733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35846) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:41.748611 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6926-ed52-495d-8bb4-4cb093d746f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.934706 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6926-ed52-495d-8bb4-4cb093d746f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.945979 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c7c6926-ed52-495d-8bb4-4cb093d746f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:41.976408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6c7c6926-ed52-495d-8bb4-4cb093d746f6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1a72e3522b4a44dcac8e9030e9f4181f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415824 Sep 29 23:19:41.979961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35858) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:42.033324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45744b4a-6283-41b0-98ec-e0835ccddb33 req-0723c38b-add6-4630-b57a-5230b3f2ff8e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:42.038062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45744b4a-6283-41b0-98ec-e0835ccddb33 req-0723c38b-add6-4630-b57a-5230b3f2ff8e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1548359 Sep 29 23:19:42.050044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c6926-ed52-495d-8bb4-4cb093d746f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6f36c9-a8b2-4b71-875d-06901c5da1bc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:42.084756 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71a51d85-a01f-45d8-ab88-f93c0699eb95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:42.111980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45744b4a-6283-41b0-98ec-e0835ccddb33 req-9adeb9f4-9ac3-4f08-8870-82f20ef02c6d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628273 Sep 29 23:19:42.112947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71a51d85-a01f-45d8-ab88-f93c0699eb95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:42.178449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71a51d85-a01f-45d8-ab88-f93c0699eb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:42.182007 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71a51d85-a01f-45d8-ab88-f93c0699eb95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:42.183248 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-71a51d85-a01f-45d8-ab88-f93c0699eb95 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c6f36c9-a8b2-4b71-875d-06901c5da1bc HTTP/1.1" status: 204 len: 168 time: 0.2022624 Sep 29 23:19:42.212975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a51d85-a01f-45d8-ab88-f93c0699eb95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6f36c9-a8b2-4b71-875d-06901c5da1bc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:42.986975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35894) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:43.121243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 329b485f-a34f-4757-8ed6-ba3302eaf362 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:19:43.254447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 329b485f-a34f-4757-8ed6-ba3302eaf362 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:19:43.259322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 329b485f-a34f-4757-8ed6-ba3302eaf362 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:19:43.301478 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c20693-26d0-4f01-9445-da45b8b4b9b3 req-7e393a7f-47c5-4d36-b7ef-41dd1464878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:43.329111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44c20693-26d0-4f01-9445-da45b8b4b9b3 req-7e393a7f-47c5-4d36-b7ef-41dd1464878c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 1097 time: 0.3363066 Sep 29 23:19:43.389574 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44c20693-26d0-4f01-9445-da45b8b4b9b3 req-47b51f72-48b4-4f1c-afb9-050cdc7a3bc1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567803 Sep 29 23:19:43.481468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837f1a8b-2fb3-4bc9-aa62-8fbab348fa1f req-464fbd34-e433-4e78-b6f6-595984e0f236 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:43.497505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-837f1a8b-2fb3-4bc9-aa62-8fbab348fa1f req-464fbd34-e433-4e78-b6f6-595984e0f236 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1758730 Sep 29 23:19:43.588353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-837f1a8b-2fb3-4bc9-aa62-8fbab348fa1f req-e9dd70c5-4962-4aa6-b8a1-7005b35cf6ef tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870337 Sep 29 23:19:44.862978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d685889f-d88d-4a1e-8a38-28ff1f436691 req-2099eb93-068d-4480-a678-0e01222ab3ed tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:44.874331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d685889f-d88d-4a1e-8a38-28ff1f436691 req-2099eb93-068d-4480-a678-0e01222ab3ed tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1395397 Sep 29 23:19:44.957473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d685889f-d88d-4a1e-8a38-28ff1f436691 req-b981ccd4-8d14-4989-be86-e0a630ea381b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813127 Sep 29 23:19:46.058003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36030) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:46.064889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8a3e09d6-804a-4ef5-8095-d66188f5fd9d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1868543781', 'description': 'tempest-secgroup-smoke-1868543781 description', 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:46.160610 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3e09d6-804a-4ef5-8095-d66188f5fd9d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:46.240649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e566c-60e0-480d-a279-5e2326a2a360 req-007fb52f-b937-4d77-b58c-8f2172a4a5e7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:46.244130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-251e566c-60e0-480d-a279-5e2326a2a360 req-007fb52f-b937-4d77-b58c-8f2172a4a5e7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1770487 Sep 29 23:19:46.317924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-251e566c-60e0-480d-a279-5e2326a2a360 req-70533a1b-4a12-4fc0-864a-37214cbfd7fd tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676274 Sep 29 23:19:46.365092 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3e09d6-804a-4ef5-8095-d66188f5fd9d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:46.374173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3e09d6-804a-4ef5-8095-d66188f5fd9d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:46.450574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3e09d6-804a-4ef5-8095-d66188f5fd9d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33090c1a-e615-4f4e-9e44-0b3836b460da,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:46.457828 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3e09d6-804a-4ef5-8095-d66188f5fd9d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:46.459999 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a3e09d6-804a-4ef5-8095-d66188f5fd9d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3996401 Sep 29 23:19:46.462841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36032) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:46.483177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b089d2ff-c09c-4bfe-bd53-3f040b0fed0b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'security_group_rule': {'security_group_id': '33090c1a-e615-4f4e-9e44-0b3836b460da', 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:46.583361 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b089d2ff-c09c-4bfe-bd53-3f040b0fed0b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:46.702377 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b089d2ff-c09c-4bfe-bd53-3f040b0fed0b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:46.711536 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b089d2ff-c09c-4bfe-bd53-3f040b0fed0b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:46.756347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089d2ff-c09c-4bfe-bd53-3f040b0fed0b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aad4a32-40be-4203-b863-1f58976a9e42,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:46.778173 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b089d2ff-c09c-4bfe-bd53-3f040b0fed0b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:46.779699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b089d2ff-c09c-4bfe-bd53-3f040b0fed0b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3150599 Sep 29 23:19:46.782382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36036) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:46.787129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3409c653-ed77-4964-9f7d-cb86c03cf509 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'security_group_rule': {'security_group_id': '33090c1a-e615-4f4e-9e44-0b3836b460da', 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:46.854240 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3409c653-ed77-4964-9f7d-cb86c03cf509 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:46.951711 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3409c653-ed77-4964-9f7d-cb86c03cf509 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:46.969303 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3409c653-ed77-4964-9f7d-cb86c03cf509 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.001004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409c653-ed77-4964-9f7d-cb86c03cf509 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a794f415-e0f7-4312-adb4-4f5d60688111,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:47.074289 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3409c653-ed77-4964-9f7d-cb86c03cf509 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.078206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3409c653-ed77-4964-9f7d-cb86c03cf509 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2921393 Sep 29 23:19:47.078581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:47.083233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5c103098-200d-451c-9296-246e7a2bd945 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'security_group_rule': {'security_group_id': '33090c1a-e615-4f4e-9e44-0b3836b460da', 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:47.118185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c103098-200d-451c-9296-246e7a2bd945 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.263879 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c103098-200d-451c-9296-246e7a2bd945 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.269539 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c103098-200d-451c-9296-246e7a2bd945 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.327801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c103098-200d-451c-9296-246e7a2bd945 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742edb1d-3c5c-475b-9519-79e5f2ee0b87,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:47.339355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c103098-200d-451c-9296-246e7a2bd945 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.354882 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5c103098-200d-451c-9296-246e7a2bd945 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2750380 Sep 29 23:19:47.357528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36048) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:47.363231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4e9a75f8-b65f-4b06-b599-7de04733c9ab tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'security_group_rule': {'security_group_id': '33090c1a-e615-4f4e-9e44-0b3836b460da', 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:47.424153 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e9a75f8-b65f-4b06-b599-7de04733c9ab tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.528180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb8616-c4ef-41d1-82b8-e7dbaee1c680 req-411e8c11-6b51-4e61-afe7-fdd9e945d98f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:47.534529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffbb8616-c4ef-41d1-82b8-e7dbaee1c680 req-411e8c11-6b51-4e61-afe7-fdd9e945d98f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1158180 Sep 29 23:19:47.570055 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e9a75f8-b65f-4b06-b599-7de04733c9ab tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.576991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e9a75f8-b65f-4b06-b599-7de04733c9ab tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.598368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffbb8616-c4ef-41d1-82b8-e7dbaee1c680 req-17a32ba1-8be2-4104-a2df-463dc4b2cff0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474124 Sep 29 23:19:47.632389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4e9a75f8-b65f-4b06-b599-7de04733c9ab tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.634041 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4e9a75f8-b65f-4b06-b599-7de04733c9ab tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2749803 Sep 29 23:19:47.635434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a75f8-b65f-4b06-b599-7de04733c9ab tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f9002c9-add3-4d5a-bb49-2d6b3563967b,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:47.637061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36050) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:47.643358 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-33632b1f-4c15-498e-915f-27b856d1d193 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'security_group_rule': {'security_group_id': '33090c1a-e615-4f4e-9e44-0b3836b460da', 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:47.685830 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-33632b1f-4c15-498e-915f-27b856d1d193 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Project 86bdc4515d6a4d0b846bbc7c3354ced6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:19:47.701991 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33632b1f-4c15-498e-915f-27b856d1d193 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.834737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33632b1f-4c15-498e-915f-27b856d1d193 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.844524 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33632b1f-4c15-498e-915f-27b856d1d193 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.882289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33632b1f-4c15-498e-915f-27b856d1d193 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=409c32f8-421a-4a1c-b5c7-8a7dd671ccbc,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:47.896978 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33632b1f-4c15-498e-915f-27b856d1d193 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:47.901993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36058) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:47.902325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-33632b1f-4c15-498e-915f-27b856d1d193 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2636392 Sep 29 23:19:47.908619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-584bd768-c99d-4a0c-9604-a64d24c7f90b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'security_group_rule': {'security_group_id': '33090c1a-e615-4f4e-9e44-0b3836b460da', 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:19:47.980552 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-584bd768-c99d-4a0c-9604-a64d24c7f90b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Project 86bdc4515d6a4d0b846bbc7c3354ced6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:19:47.994472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-584bd768-c99d-4a0c-9604-a64d24c7f90b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:48.180300 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-584bd768-c99d-4a0c-9604-a64d24c7f90b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:48.188366 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-584bd768-c99d-4a0c-9604-a64d24c7f90b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:48.225132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bd768-c99d-4a0c-9604-a64d24c7f90b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95fd70c-be28-4934-b989-06e8d2155c7d,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:48.232555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-584bd768-c99d-4a0c-9604-a64d24c7f90b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:48.234214 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-584bd768-c99d-4a0c-9604-a64d24c7f90b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3307288 Sep 29 23:19:48.887380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2f606-d6f5-47ae-b228-72a9f0d95aab req-885b8ba1-b6fd-468c-8d06-7f61ce424728 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:48.889210 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2c2f606-d6f5-47ae-b228-72a9f0d95aab req-885b8ba1-b6fd-468c-8d06-7f61ce424728 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1427033 Sep 29 23:19:48.989289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2c2f606-d6f5-47ae-b228-72a9f0d95aab req-1a1095db-7637-4132-bd33-678f5c71da10 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765543 Sep 29 23:19:50.097589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:50.297184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109f9f8-6d9d-41a1-bcfa-d5d60739f275 req-d295961c-c973-4f33-9345-a530d6a959b5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:50.326320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6109f9f8-6d9d-41a1-bcfa-d5d60739f275 req-d295961c-c973-4f33-9345-a530d6a959b5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1693673 Sep 29 23:19:50.386936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6109f9f8-6d9d-41a1-bcfa-d5d60739f275 req-5508692c-413d-4806-98cb-4be94ad311a4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565982 Sep 29 23:19:51.590820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6ba2c-cede-413b-81db-b72a994feb9c req-89ab9e42-e2c0-450c-991c-4201713aed34 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:51.599565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ba6ba2c-cede-413b-81db-b72a994feb9c req-89ab9e42-e2c0-450c-991c-4201713aed34 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0902431 Sep 29 23:19:51.689033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ba6ba2c-cede-413b-81db-b72a994feb9c req-77b680dd-a13e-4175-ac06-3efa3d644653 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816598 Sep 29 23:19:52.985378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946300de-e78a-46e4-8489-02ba672ea8b3 req-68a4aff5-c3bb-4708-9a1d-1c30204050d9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:52.987860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-946300de-e78a-46e4-8489-02ba672ea8b3 req-68a4aff5-c3bb-4708-9a1d-1c30204050d9 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1548922 Sep 29 23:19:53.057662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-946300de-e78a-46e4-8489-02ba672ea8b3 req-ec5a1def-d5b1-4bfd-bcbc-4e3c1b769bc0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628803 Sep 29 23:19:54.324091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cc57e-470a-40fd-8888-15a5f2d1433f req-ac4bf8c9-9951-4dc1-81bd-3c49965fa820 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:54.325652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b0cc57e-470a-40fd-8888-15a5f2d1433f req-ac4bf8c9-9951-4dc1-81bd-3c49965fa820 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0746763 Sep 29 23:19:54.437473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b0cc57e-470a-40fd-8888-15a5f2d1433f req-4d647702-89c0-4822-a780-7be9d48b96cd tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966372 Sep 29 23:19:55.736181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6d24bc-931f-4075-86d2-3c360ee7e0ce req-1d51e4a7-9b15-4899-8ae5-561ef3e4df85 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:55.743769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da6d24bc-931f-4075-86d2-3c360ee7e0ce req-1d51e4a7-9b15-4899-8ae5-561ef3e4df85 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1343651 Sep 29 23:19:55.848699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da6d24bc-931f-4075-86d2-3c360ee7e0ce req-4bf3c106-df4a-4392-9dc3-52adb8a60ce8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977473 Sep 29 23:19:57.145291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979d3db-1419-452c-98f8-01906c7a315f req-828278e1-90fe-406f-8be1-76988759e590 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:57.153516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2979d3db-1419-452c-98f8-01906c7a315f req-828278e1-90fe-406f-8be1-76988759e590 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1221232 Sep 29 23:19:57.229135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2979d3db-1419-452c-98f8-01906c7a315f req-9cfefffa-6451-4a01-afbe-341b89375cc6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742919 Sep 29 23:19:58.402955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e17d9-09b0-4896-8217-7d6da8beb4f4 req-f3dfbcd7-3be7-4f94-b5a4-3134ebd4c019 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:58.420635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-990e17d9-09b0-4896-8217-7d6da8beb4f4 req-f3dfbcd7-3be7-4f94-b5a4-3134ebd4c019 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0850923 Sep 29 23:19:58.472126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36158) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:58.481683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-990e17d9-09b0-4896-8217-7d6da8beb4f4 req-9f2335bb-fdf5-4f17-9c88-d2952ac375d1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595725 Sep 29 23:19:58.720893 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b035e22-e813-4b9f-9bd3-a04638fca198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:58.850160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b035e22-e813-4b9f-9bd3-a04638fca198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:58.857857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b035e22-e813-4b9f-9bd3-a04638fca198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:58.898739 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0b035e22-e813-4b9f-9bd3-a04638fca198 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=01eaaf07181b442a9dabd2442f38da8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4243233 Sep 29 23:19:58.901725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36164) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:58.923709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b035e22-e813-4b9f-9bd3-a04638fca198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee476420-37ec-4463-81b9-346ca9448424,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:59.009897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a39caab4-2c7c-4413-955d-0e6a2d7fd7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:59.036848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a39caab4-2c7c-4413-955d-0e6a2d7fd7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:59.104053 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a39caab4-2c7c-4413-955d-0e6a2d7fd7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:59.106849 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a39caab4-2c7c-4413-955d-0e6a2d7fd7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:59.120077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a39caab4-2c7c-4413-955d-0e6a2d7fd7cd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ee476420-37ec-4463-81b9-346ca9448424 HTTP/1.1" status: 204 len: 168 time: 0.2150955 Sep 29 23:19:59.144035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39caab4-2c7c-4413-955d-0e6a2d7fd7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee476420-37ec-4463-81b9-346ca9448424,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:59.620806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36182) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:19:59.644350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54c46c1d-0eda-492b-91be-03a5628c239d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:59.715035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55bb01-a69f-4b20-b1f4-bf6dc005dc18 req-cf381a2e-42f5-40f9-ad21-f96120474f69 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:19:59.725057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f55bb01-a69f-4b20-b1f4-bf6dc005dc18 req-cf381a2e-42f5-40f9-ad21-f96120474f69 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1051528 Sep 29 23:19:59.792042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f55bb01-a69f-4b20-b1f4-bf6dc005dc18 req-026ca411-ff78-4f8c-9cbf-550fc36bff05 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616655 Sep 29 23:19:59.871037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54c46c1d-0eda-492b-91be-03a5628c239d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:59.877800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54c46c1d-0eda-492b-91be-03a5628c239d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:19:59.935737 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-54c46c1d-0eda-492b-91be-03a5628c239d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=05dd059186544c4b84000535e2fba65c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3109541 Sep 29 23:19:59.935737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c46c1d-0eda-492b-91be-03a5628c239d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d647222b-1851-4650-b51a-9ff3b3a6bbdc,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:19:59.936075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36216) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:00.013036 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc335-1a55-435e-8bc8-42f357d15abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:00.035806 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc335-1a55-435e-8bc8-42f357d15abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:00.129937 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc335-1a55-435e-8bc8-42f357d15abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:00.133272 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e0cc335-1a55-435e-8bc8-42f357d15abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:00.134621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1e0cc335-1a55-435e-8bc8-42f357d15abf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d647222b-1851-4650-b51a-9ff3b3a6bbdc HTTP/1.1" status: 204 len: 168 time: 0.1974945 Sep 29 23:20:00.159161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0cc335-1a55-435e-8bc8-42f357d15abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d647222b-1851-4650-b51a-9ff3b3a6bbdc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:00.680581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-adce919a-b65d-43fb-8a20-03b776e81e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:00.684327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-adce919a-b65d-43fb-8a20-03b776e81e57 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 1097 time: 0.0748587 Sep 29 23:20:00.853404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-141c135c-9809-4697-b454-1f1c520b6915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:00.857564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-141c135c-9809-4697-b454-1f1c520b6915 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 914 time: 0.1631191 Sep 29 23:20:00.916514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-ee31c72d-2f4f-46d2-b6a8-9e06d42a6932 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2 HTTP/1.1" status: 200 len: 217 time: 0.0533354 Sep 29 23:20:01.018959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa181718-7c68-46a2-bc5d-feaa145df6db req-3368358f-7ccf-4440-8a42-646491a0e367 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:01.027034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa181718-7c68-46a2-bc5d-feaa145df6db req-3368358f-7ccf-4440-8a42-646491a0e367 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1095023 Sep 29 23:20:01.030697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-a14433bf-dc13-4444-9c1e-bbcd22a83de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:01.032378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-a14433bf-dc13-4444-9c1e-bbcd22a83de4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08afd1f3-3af4-401b-af6f-0e073bd9edbe HTTP/1.1" status: 200 len: 853 time: 0.1053309 Sep 29 23:20:01.083388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa181718-7c68-46a2-bc5d-feaa145df6db req-090c4868-ca46-4ce2-b177-8e67f4e2853a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524614 Sep 29 23:20:01.325850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-fb227f2f-f4a0-4ddd-8691-021734622b5d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ff5a393-3336-404c-bfa2-cec66ad29b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2742505 Sep 29 23:20:01.345599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-18170e9c-4863-42db-ba3f-e06f02376cba service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:20:01.347287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-18170e9c-4863-42db-ba3f-e06f02376cba service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0138514 Sep 29 23:20:01.479618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-5c0b39b5-8908-493b-b5e6-761538f5cee1 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241715 Sep 29 23:20:01.616793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3e8052-54af-47c9-9675-5110bd1ada57 req-960cc99b-8e79-4d00-be99-ec4177c80004 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258500 Sep 29 23:20:02.248859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e129ff-bf98-4942-b7f3-9e4cbfb59798 req-6bfa960f-9a7f-4fe8-b11e-9e02f6a0644c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:02.251062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77e129ff-bf98-4942-b7f3-9e4cbfb59798 req-6bfa960f-9a7f-4fe8-b11e-9e02f6a0644c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0906262 Sep 29 23:20:02.313020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77e129ff-bf98-4942-b7f3-9e4cbfb59798 req-d29b5ad9-35e4-4329-a2cf-ec7ba7dc2ecf tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555515 Sep 29 23:20:03.287327 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9292410d-d9f1-4798-98a4-5ded39232312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:03.505716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee4e8d-1eb3-47e7-b8a5-0bf09e0d2155 req-1d00f14b-58e0-42aa-9406-2e733803000b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:03.510068 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfee4e8d-1eb3-47e7-b8a5-0bf09e0d2155 req-1d00f14b-58e0-42aa-9406-2e733803000b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.1132491 Sep 29 23:20:03.619753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfee4e8d-1eb3-47e7-b8a5-0bf09e0d2155 req-5c80ff02-3331-4ec9-960d-8b2aa64fe39c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007683 Sep 29 23:20:03.804965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36360) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:03.983337 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de4dc8b3-693f-4f2d-931b-10aa1183eb61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:04.149442 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de4dc8b3-693f-4f2d-931b-10aa1183eb61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:04.154779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de4dc8b3-693f-4f2d-931b-10aa1183eb61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:04.209251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4dc8b3-693f-4f2d-931b-10aa1183eb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ff134f-6a59-432d-8655-b33d54996350,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:04.214746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-de4dc8b3-693f-4f2d-931b-10aa1183eb61 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7becabcd71347e2bb15c33116476e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4086761 Sep 29 23:20:04.217319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36364) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:04.279740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14bf5b74-17d3-4f41-af32-bf9d4eb21783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:04.303767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14bf5b74-17d3-4f41-af32-bf9d4eb21783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:04.369687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14bf5b74-17d3-4f41-af32-bf9d4eb21783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:04.372658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14bf5b74-17d3-4f41-af32-bf9d4eb21783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:04.374187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-14bf5b74-17d3-4f41-af32-bf9d4eb21783 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94ff134f-6a59-432d-8655-b33d54996350 HTTP/1.1" status: 204 len: 168 time: 0.1557622 Sep 29 23:20:04.409885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bf5b74-17d3-4f41-af32-bf9d4eb21783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ff134f-6a59-432d-8655-b33d54996350,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:04.823982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5902d0-5b88-433c-9b0a-646002419ef1 req-afcca978-bc96-4b9e-9b04-2a3038976986 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:04.825592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd5902d0-5b88-433c-9b0a-646002419ef1 req-afcca978-bc96-4b9e-9b04-2a3038976986 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0807774 Sep 29 23:20:04.860442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36376) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:04.881416 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd5902d0-5b88-433c-9b0a-646002419ef1 req-ffce9fdd-e8e6-42b5-9088-5607f560b941 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486181 Sep 29 23:20:04.892027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-768a2077-d70e-4a73-b5ea-546616587753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:05.075469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85427585-0189-4ed3-872c-95b2196aa4b9 req-2f50f7b0-54fa-4cb6-b493-df41627128d4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:05.081396 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-768a2077-d70e-4a73-b5ea-546616587753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:05.087895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-768a2077-d70e-4a73-b5ea-546616587753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:05.089392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85427585-0189-4ed3-872c-95b2196aa4b9 req-2f50f7b0-54fa-4cb6-b493-df41627128d4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 946 time: 0.0885079 Sep 29 23:20:05.130936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a2077-d70e-4a73-b5ea-546616587753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba3c07b-130c-4885-8680-2f52c9dc5cad,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:05.159853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85427585-0189-4ed3-872c-95b2196aa4b9 req-e5705a11-6f43-45ba-a8dc-358c4afba19c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542905 Sep 29 23:20:05.159853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:05.160470 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-768a2077-d70e-4a73-b5ea-546616587753 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4a0cb935cba648fbbb84c46581f5e653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907858 Sep 29 23:20:05.223270 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1e73b86-3ac5-4828-b540-0e688cfdbd9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:05.253717 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1e73b86-3ac5-4828-b540-0e688cfdbd9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:05.304433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f762db51-e87f-4b3e-9c8c-b6b1976117b2 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:05.311856 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1e73b86-3ac5-4828-b540-0e688cfdbd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:05.312330 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1e73b86-3ac5-4828-b540-0e688cfdbd9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:05.318523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f1e73b86-3ac5-4828-b540-0e688cfdbd9a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5ba3c07b-130c-4885-8680-2f52c9dc5cad HTTP/1.1" status: 204 len: 168 time: 0.1615093 Sep 29 23:20:05.328222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e73b86-3ac5-4828-b540-0e688cfdbd9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba3c07b-130c-4885-8680-2f52c9dc5cad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:05.440461 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:05.478599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:05.480107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:20:05.483014 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7367864c-b437-40d8-bf87-a0d786ce7229" -d '{"events": [{"server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "name": "network-vif-unplugged", "status": "completed", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:20:05.488665 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:05.619306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:05.937413 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 23:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308754b5-7efc-417d-9091-e7c8878b3213 x-openstack-request-id: req-308754b5-7efc-417d-9091-e7c8878b3213 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:20:05.937737 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "name": "network-vif-unplugged", "status": "failed", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2", "code": 422}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:20:05.937993 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-308754b5-7efc-417d-9091-e7c8878b3213 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:20:05.938395 n-d-811173-2 neutron-server[110007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'code': 422} returned with failed status Sep 29 23:20:06.232493 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e801025b-5276-456f-afb4-8907d847d5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:06.308084 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-4fc868de-4bc5-4cd7-bd2d-a3339bee7e2b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2735386 Sep 29 23:20:06.412448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-efba813e-741d-47db-a000-c94b80f360c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:06.414549 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-efba813e-741d-47db-a000-c94b80f360c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 1096 time: 0.0746453 Sep 29 23:20:06.550190 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:06.563042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-30c413bb-be3d-49b2-b710-fd9bae6e7467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:06.564961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-30c413bb-be3d-49b2-b710-fd9bae6e7467 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 912 time: 0.1279299 Sep 29 23:20:06.683382 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-153c883d-b05a-49b0-bc76-8ee199f22325 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 HTTP/1.1" status: 200 len: 1001 time: 0.1099789 Sep 29 23:20:06.742687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-066be1f1-c5be-403a-a68b-57c33544c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:06.744200 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-066be1f1-c5be-403a-a68b-57c33544c617 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.0531161 Sep 29 23:20:06.831923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-3138c63d-8ccb-4933-b104-5d7a662ff000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:06.836106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-3138c63d-8ccb-4933-b104-5d7a662ff000 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842719 Sep 29 23:20:06.940630 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-1dd30f68-2d63-4133-9bd2-0072ba50e977 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914333 Sep 29 23:20:07.090001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a90c2a71-2d6b-4940-9a0d-13e6333611b5 req-dd606d27-1e6e-41dd-872b-f04c5c4ae4c6 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425414 Sep 29 23:20:07.433445 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:07.561450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-16c89b78-343c-43c6-b6ec-30cacd489103 req-a96ae3eb-4bba-4050-afaf-49bdcca46e5f service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:20:07.562485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16c89b78-343c-43c6-b6ec-30cacd489103 req-a96ae3eb-4bba-4050-afaf-49bdcca46e5f service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061696 Sep 29 23:20:07.772581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f780cd-709a-4a6c-a8ce-2526c0a2993e req-d67cff23-8653-4340-9253-a1f419d11b6b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:07.780830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3f780cd-709a-4a6c-a8ce-2526c0a2993e req-d67cff23-8653-4340-9253-a1f419d11b6b tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.0904162 Sep 29 23:20:07.860199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3f780cd-709a-4a6c-a8ce-2526c0a2993e req-dfd81852-7dfb-4f1d-a21e-a9a52633413f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731246 Sep 29 23:20:08.194301 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-2d0daace-40e4-40d0-8638-f791dff344de service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591210 Sep 29 23:20:08.203786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-fbff1511-184f-4d5a-a4c7-2c25a249f5e5 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:20:08.204884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-fbff1511-184f-4d5a-a4c7-2c25a249f5e5 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050569 Sep 29 23:20:08.606858 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:09.044300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6407c-0bbb-486d-abec-7cbb19d25cb7 req-5ba8ba84-e069-49b2-bdf4-d66d3d71f412 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:09.052969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1e6407c-0bbb-486d-abec-7cbb19d25cb7 req-5ba8ba84-e069-49b2-bdf4-d66d3d71f412 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.0753226 Sep 29 23:20:09.145933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1e6407c-0bbb-486d-abec-7cbb19d25cb7 req-85d617cf-9efe-4d9e-8561-a992392a1247 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873499 Sep 29 23:20:09.487861 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:09.562409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-a7ff0e88-99a0-4675-8589-9a9c888814d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:09.564636 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-a7ff0e88-99a0-4675-8589-9a9c888814d1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b&tenant_id=d04620ebc4914102be6770b301647420 HTTP/1.1" status: 200 len: 1095 time: 0.1130199 Sep 29 23:20:09.645772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-50ac59b5-5d89-431a-8e3d-65adbe6cae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:09.647435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-50ac59b5-5d89-431a-8e3d-65adbe6cae97 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 1095 time: 0.0464952 Sep 29 23:20:09.818156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-8a35a349-0ab7-496a-af95-2c04e5ce5d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:09.820331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-8a35a349-0ab7-496a-af95-2c04e5ce5d73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 914 time: 0.1420109 Sep 29 23:20:09.901163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-ab0b4ea6-0a42-4f3c-b19c-e2617eecb091 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2 HTTP/1.1" status: 200 len: 217 time: 0.0729775 Sep 29 23:20:10.021340 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-3d2863a3-2928-443e-8866-548277dd7ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:10.023621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-3d2863a3-2928-443e-8866-548277dd7ee7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08afd1f3-3af4-401b-af6f-0e073bd9edbe HTTP/1.1" status: 200 len: 853 time: 0.1138303 Sep 29 23:20:10.094012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-4a060bf8-d38e-43d0-965d-34d1eb4ea7f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ff5a393-3336-404c-bfa2-cec66ad29b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530109 Sep 29 23:20:10.355631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-a1cee5a2-dd72-4a3e-b979-be252113a096 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524018 Sep 29 23:20:10.463912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d055f9e5-f6d4-42c4-8b44-cf72ef731bae req-a27bc319-8675-42be-bb41-364baa9893ad service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984848 Sep 29 23:20:10.476912 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cb2df-ffc2-4202-984c-758fe44be9d7 req-175c6689-8f62-4c40-a673-023cb16ed9f2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:10.478725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce6cb2df-ffc2-4202-984c-758fe44be9d7 req-175c6689-8f62-4c40-a673-023cb16ed9f2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.1779549 Sep 29 23:20:10.559464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce6cb2df-ffc2-4202-984c-758fe44be9d7 req-b5ec1dc7-9576-49a6-b3aa-b5299fefa87a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681608 Sep 29 23:20:11.799992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d0d1d-5be5-4caf-900c-1dc78e48a4d7 req-b4d98eaa-af13-4de7-875b-e4b1054199c6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:11.806668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f3d0d1d-5be5-4caf-900c-1dc78e48a4d7 req-b4d98eaa-af13-4de7-875b-e4b1054199c6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.1446683 Sep 29 23:20:11.887185 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f3d0d1d-5be5-4caf-900c-1dc78e48a4d7 req-6ed16faf-8b26-4516-bcf3-0840171c3925 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733483 Sep 29 23:20:12.695638 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:20:12.861925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36642) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:13.016714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35c2b2d-bbe5-4c30-b98c-7a6b2b67d933 admin admin] Deleting subnet 9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:20:13.028295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c35c2b2d-bbe5-4c30-b98c-7a6b2b67d933 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:13.125791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36648) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:13.129635 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c35c2b2d-bbe5-4c30-b98c-7a6b2b67d933 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:13.232973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c35c2b2d-bbe5-4c30-b98c-7a6b2b67d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:13.254104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deddac15-98bd-4db9-bbe1-b871fcad387e req-4a316553-7fba-423b-a39a-8bab1d65e6f0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:13.268515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-deddac15-98bd-4db9-bbe1-b871fcad387e req-4a316553-7fba-423b-a39a-8bab1d65e6f0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.2299170 Sep 29 23:20:13.379501 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-deddac15-98bd-4db9-bbe1-b871fcad387e req-cae78b23-e544-44ea-b393-3cf2b58a1fe3 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090925 Sep 29 23:20:13.386173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c35c2b2d-bbe5-4c30-b98c-7a6b2b67d933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:13.414522 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c35c2b2d-bbe5-4c30-b98c-7a6b2b67d933 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:13.418984 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c35c2b2d-bbe5-4c30-b98c-7a6b2b67d933 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788 HTTP/1.1" status: 204 len: 168 time: 0.5559695 Sep 29 23:20:13.421738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36656) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:13.474379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c2b2d-bbe5-4c30-b98c-7a6b2b67d933 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a6dc2bc-2ec0-4eed-a4e1-1153c51ba788,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:13.618447 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1845797e-e74c-4738-a46b-f66b993241e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:13.693924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:13.761065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733af9d6-ea99-489c-bf94-53747a22649e req-7a4724d4-d412-44ed-86d8-c4cbd9418797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:13.762114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-733af9d6-ea99-489c-bf94-53747a22649e req-7a4724d4-d412-44ed-86d8-c4cbd9418797 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 1095 time: 0.1867454 Sep 29 23:20:13.874789 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:13.922699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8af90b85-424c-4314-933e-a8c40d78202c']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:13.958043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43e88819-c3e4-4ebb-8d54-93a94ed85c97') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:13.958043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43e88819-c3e4-4ebb-8d54-93a94ed85c97') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:13.972781 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.007290 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.010822 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1845797e-e74c-4738-a46b-f66b993241e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.019018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:20:14.020338 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:20:14.022654 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:20:14.047608 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1845797e-e74c-4738-a46b-f66b993241e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.081193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1845797e-e74c-4738-a46b-f66b993241e3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=47d3abff3ce94fce89492fcc5da49a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9521980 Sep 29 23:20:14.083924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36658) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:14.199298 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd89d-663c-43c2-a685-9fb76f76a85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.243368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.255956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.259203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] 10.222.0.44 "DELETE /v2.0/networks/8af90b85-424c-4314-933e-a8c40d78202c HTTP/1.1" status: 204 len: 168 time: 0.8359933 Sep 29 23:20:14.265225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd89d-663c-43c2-a685-9fb76f76a85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.269676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845797e-e74c-4738-a46b-f66b993241e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec163539-8856-4cbf-ab75-c54ecb17883b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:14.316388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d8ba0-c666-4719-84c4-edb4f2eb85a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8af90b85-424c-4314-933e-a8c40d78202c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:14.386442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd89d-663c-43c2-a685-9fb76f76a85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.389896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba4fd89d-663c-43c2-a685-9fb76f76a85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.393553 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ba4fd89d-663c-43c2-a685-9fb76f76a85d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ec163539-8856-4cbf-ab75-c54ecb17883b HTTP/1.1" status: 204 len: 168 time: 0.3062634 Sep 29 23:20:14.407330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4fd89d-663c-43c2-a685-9fb76f76a85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec163539-8856-4cbf-ab75-c54ecb17883b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:14.626560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a06d942-c20c-448a-b600-4a92108fa7bd req-370a342c-50e1-4b5a-a766-bb864574d097 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:14.629286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a06d942-c20c-448a-b600-4a92108fa7bd req-370a342c-50e1-4b5a-a766-bb864574d097 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.1408486 Sep 29 23:20:14.668344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36674) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:14.727339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a06d942-c20c-448a-b600-4a92108fa7bd req-1c4293b0-3d76-463a-b36b-58c53a15deca tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796895 Sep 29 23:20:14.802838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36678) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:14.803491 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2ba49f26-82cf-43e5-aa65-09d004c64b96 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=62d6cb8e5c4f4b669de2618b1d8c1b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307416 Sep 29 23:20:14.897317 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c47c37d5-6e53-4855-8fdd-c7c2ab48853e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:14.924862 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c47c37d5-6e53-4855-8fdd-c7c2ab48853e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:15.028868 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c47c37d5-6e53-4855-8fdd-c7c2ab48853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:15.033665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c47c37d5-6e53-4855-8fdd-c7c2ab48853e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:15.042852 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c47c37d5-6e53-4855-8fdd-c7c2ab48853e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/366d6228-1326-4208-845e-beef2d82db57 HTTP/1.1" status: 204 len: 168 time: 0.2327118 Sep 29 23:20:15.047120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c37d5-6e53-4855-8fdd-c7c2ab48853e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366d6228-1326-4208-845e-beef2d82db57,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:16.071863 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aafed-7b1b-4493-84db-923520560f57 req-4c2dcb6e-0435-495d-a385-31e26d2edd47 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:16.074138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-129aafed-7b1b-4493-84db-923520560f57 req-4c2dcb6e-0435-495d-a385-31e26d2edd47 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.1927722 Sep 29 23:20:16.094669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb41a81-206e-40ed-9cc4-a60ff4ab0045 req-25ddd70b-701f-4600-a79a-923fa0bb9e1a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:16.100185 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cb41a81-206e-40ed-9cc4-a60ff4ab0045 req-25ddd70b-701f-4600-a79a-923fa0bb9e1a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1134470 Sep 29 23:20:16.217936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-129aafed-7b1b-4493-84db-923520560f57 req-ebaeb9b3-818c-44ea-a03f-96b345d2c022 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156766 Sep 29 23:20:16.247790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cb41a81-206e-40ed-9cc4-a60ff4ab0045 req-f7a92274-a314-4457-8505-7423d1fb8598 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821729 Sep 29 23:20:17.476947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19f222-ad92-4e9f-8311-7b4682ed5c9d req-287aaed9-d817-40d5-a154-576be426b744 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:17.496480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f19f222-ad92-4e9f-8311-7b4682ed5c9d req-287aaed9-d817-40d5-a154-576be426b744 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.1365619 Sep 29 23:20:17.524603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999e8fa-aa43-4782-9fbb-7ef5c25947ab req-6d8d8c3b-77ff-40d2-b46a-ad1f795dfd12 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:17.532500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c999e8fa-aa43-4782-9fbb-7ef5c25947ab req-6d8d8c3b-77ff-40d2-b46a-ad1f795dfd12 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1281540 Sep 29 23:20:17.588059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f19f222-ad92-4e9f-8311-7b4682ed5c9d req-27c34c5e-4312-44f0-a6a6-d8a4c250bda0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886838 Sep 29 23:20:17.620773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c999e8fa-aa43-4782-9fbb-7ef5c25947ab req-b8e21cce-c771-4d34-97f1-7d24c965fe32 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870707 Sep 29 23:20:18.776236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14573459-24f1-4295-9d59-79e9e058f5a7 req-fffc3068-0f7d-4ab7-8712-d96919973a60 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:18.777841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14573459-24f1-4295-9d59-79e9e058f5a7 req-fffc3068-0f7d-4ab7-8712-d96919973a60 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.0937469 Sep 29 23:20:18.815134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4731760-2663-4f1e-ab90-22e85b583809 req-e72946b6-f85b-44af-ad39-d20f4c74e0be tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:18.823176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4731760-2663-4f1e-ab90-22e85b583809 req-e72946b6-f85b-44af-ad39-d20f4c74e0be tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0882814 Sep 29 23:20:18.870637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14573459-24f1-4295-9d59-79e9e058f5a7 req-a6ad87ff-5afe-4129-9893-c626a9615aee tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838854 Sep 29 23:20:18.902818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4731760-2663-4f1e-ab90-22e85b583809 req-72a5b0bc-e295-4672-84b7-2c7c00de7046 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735586 Sep 29 23:20:20.039002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eced0c-578c-4802-aa9b-9810ebc29c6e req-c50f5272-0647-4292-a78c-c95c9006ae14 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:20.039002 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21eced0c-578c-4802-aa9b-9810ebc29c6e req-c50f5272-0647-4292-a78c-c95c9006ae14 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.0725827 Sep 29 23:20:20.100008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21eced0c-578c-4802-aa9b-9810ebc29c6e req-6a8380d8-cc38-42a7-a264-5d4b87010f0e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542250 Sep 29 23:20:20.123156 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:20.395580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae0262-3d24-423f-804a-60d74210a7fc req-04ac586e-ce1c-4db7-8d0b-e3f961b8ec3c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:20.404777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ae0262-3d24-423f-804a-60d74210a7fc req-04ac586e-ce1c-4db7-8d0b-e3f961b8ec3c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0977056 Sep 29 23:20:20.459546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81ae0262-3d24-423f-804a-60d74210a7fc req-72b8f92c-3713-4f72-8ade-da51c3e873f5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535707 Sep 29 23:20:20.595578 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-0325aac5-0b3e-41ee-8c2c-df5cf99ec783 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=f1dacd59d53c41b2a7719757189cf93d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268250 Sep 29 23:20:20.740822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a4325-d70b-4645-9f1a-989d8270762f req-a3a53f19-bf9d-4459-9427-32761e2f9c51 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:20.742880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-a3a53f19-bf9d-4459-9427-32761e2f9c51 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1406109 Sep 29 23:20:20.762140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-ccc229ad-92b1-4c81-b930-d5e0a231a361 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/quotas/f1dacd59d53c41b2a7719757189cf93d HTTP/1.1" status: 200 len: 375 time: 0.0124462 Sep 29 23:20:20.797901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-b393678b-2765-45ff-a7fe-da3f72251022 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f1dacd59d53c41b2a7719757189cf93d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289187 Sep 29 23:20:21.025967 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89c4b9db-0fa4-4042-9c91-bd2e0cffc8af req-29a45fe0-4835-45be-a98a-10c1f5a548d3 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 210 time: 0.0363975 Sep 29 23:20:21.362631 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631271d-0247-4c65-8471-258bb72671f8 req-a5dfcddb-5e8a-40f1-a148-91de52ef3354 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:21.369961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a631271d-0247-4c65-8471-258bb72671f8 req-a5dfcddb-5e8a-40f1-a148-91de52ef3354 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.1304169 Sep 29 23:20:21.458003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a631271d-0247-4c65-8471-258bb72671f8 req-1f726b7f-75ce-43d0-a789-8e9a50c4214a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801580 Sep 29 23:20:21.733344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd951e5-61cd-43a0-8ce9-135f9567aa09 req-29bc1361-6e8b-4708-8cc3-93dbb112b6e2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:21.745198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dd951e5-61cd-43a0-8ce9-135f9567aa09 req-29bc1361-6e8b-4708-8cc3-93dbb112b6e2 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1256263 Sep 29 23:20:21.807202 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dd951e5-61cd-43a0-8ce9-135f9567aa09 req-64f5c956-e4fc-45e7-be4b-807083ac752b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610995 Sep 29 23:20:22.130248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a103cb04-5a1b-4a6c-b299-25706c421556 req-18ffd9bd-d4a4-45bd-90d3-67cab3115aad tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 210 time: 0.0270367 Sep 29 23:20:22.572016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1095b3c-cf84-4a04-bc95-29769a92c5e9 req-750ea400-7be6-4023-99ee-848bd6872454 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:22.574604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1095b3c-cf84-4a04-bc95-29769a92c5e9 req-750ea400-7be6-4023-99ee-848bd6872454 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.0533829 Sep 29 23:20:22.615619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1095b3c-cf84-4a04-bc95-29769a92c5e9 req-d303bd0d-9772-4b30-8597-4f50f2fe5a2f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346022 Sep 29 23:20:22.932826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c83101-b13b-4ca2-a7df-eb2fc4ceb351 req-a5ef7aa0-dbbf-43bd-bf53-740efce5d196 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:22.934342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8c83101-b13b-4ca2-a7df-eb2fc4ceb351 req-a5ef7aa0-dbbf-43bd-bf53-740efce5d196 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0545480 Sep 29 23:20:22.974144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8c83101-b13b-4ca2-a7df-eb2fc4ceb351 req-e104fd27-fc5d-4439-86e0-b7b4c0321a57 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336251 Sep 29 23:20:23.227654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8df21e0c-b825-479c-8697-633ef01a601d req-6795442f-fc67-46d2-8803-5f6f9f42d56c tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 210 time: 0.0273442 Sep 29 23:20:23.748527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10d73-6e27-46cc-8dae-0410917b4823 req-af9cd892-afcf-4901-9aa0-376659ac9ef4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:23.752326 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9fc10d73-6e27-46cc-8dae-0410917b4823 req-af9cd892-afcf-4901-9aa0-376659ac9ef4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.0585632 Sep 29 23:20:23.788963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9fc10d73-6e27-46cc-8dae-0410917b4823 req-21820a18-d618-45ee-a1fd-f01d18ea45e5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329897 Sep 29 23:20:24.112129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6973a0fd-aebc-4c56-a568-3f083d157b26 req-9ae74722-c0cf-4c5b-bb29-e3cde65e9884 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:24.113664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6973a0fd-aebc-4c56-a568-3f083d157b26 req-9ae74722-c0cf-4c5b-bb29-e3cde65e9884 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0682378 Sep 29 23:20:24.509049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c710d672-2e15-43a5-988b-1757d09533a0 req-e32ba0ab-d243-43d4-8ab4-1ef1d0029591 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 210 time: 0.0401008 Sep 29 23:20:24.529215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6973a0fd-aebc-4c56-a568-3f083d157b26 req-715f51ca-dc2a-4796-ade3-355052660f2b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4075801 Sep 29 23:20:24.932370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05270848-1c7c-487d-bf50-d78d5e34e143 req-1ff2ab51-a364-4523-bc2f-ba88db18d090 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:24.934840 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05270848-1c7c-487d-bf50-d78d5e34e143 req-1ff2ab51-a364-4523-bc2f-ba88db18d090 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.0705011 Sep 29 23:20:24.988387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05270848-1c7c-487d-bf50-d78d5e34e143 req-f71ca05e-daa2-40c9-9c2f-0820fd239022 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469344 Sep 29 23:20:25.356356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733af9d6-ea99-489c-bf94-53747a22649e req-20fe549f-270c-4a39-bab7-bfe3ad332925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:25.358042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-733af9d6-ea99-489c-bf94-53747a22649e req-20fe549f-270c-4a39-bab7-bfe3ad332925 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 914 time: 0.1358838 Sep 29 23:20:25.414866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-733af9d6-ea99-489c-bf94-53747a22649e req-5ca8e374-72cb-424d-99d5-d5c7d9b6a533 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2 HTTP/1.1" status: 200 len: 217 time: 0.0365944 Sep 29 23:20:25.492307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733af9d6-ea99-489c-bf94-53747a22649e req-3599f4d3-8ec1-4948-bd5f-6d2227c90bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:25.506595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-733af9d6-ea99-489c-bf94-53747a22649e req-3599f4d3-8ec1-4948-bd5f-6d2227c90bb3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08afd1f3-3af4-401b-af6f-0e073bd9edbe HTTP/1.1" status: 200 len: 853 time: 0.0693078 Sep 29 23:20:25.569310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-733af9d6-ea99-489c-bf94-53747a22649e req-3fa6aa1b-e503-4cf9-ab5e-2eb5564f811d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ff5a393-3336-404c-bfa2-cec66ad29b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475564 Sep 29 23:20:25.643883 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6fe6483-2b45-435f-bd98-a4cce12b326f req-80f0e373-831d-449f-b4c7-8f093f66e11d tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 210 time: 0.0373774 Sep 29 23:20:25.734522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-733af9d6-ea99-489c-bf94-53747a22649e req-51dd39b6-03df-421a-8329-a39f99119b49 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559765 Sep 29 23:20:25.746137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0432c-0b0b-4eef-b376-15bf63fb1f83 req-8992ed5a-b48d-4571-96c3-dc26e23c203e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:25.747706 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5a0432c-0b0b-4eef-b376-15bf63fb1f83 req-8992ed5a-b48d-4571-96c3-dc26e23c203e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1259561 Sep 29 23:20:25.889474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5a0432c-0b0b-4eef-b376-15bf63fb1f83 req-0c6d9b19-fd34-4b05-8591-a37e2f5bde39 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214612 Sep 29 23:20:25.920420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-733af9d6-ea99-489c-bf94-53747a22649e req-8dd6d668-b65f-4b22-8310-78c73423ae28 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705303 Sep 29 23:20:26.009732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36918) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:26.010860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-5187ac4a-aa10-46db-abbd-c8cbf47f7ce7 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f1dacd59d53c41b2a7719757189cf93d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260324 Sep 29 23:20:26.162605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.286822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a4325-d70b-4645-9f1a-989d8270762f req-407a9057-b2c5-4b64-8471-f2816822cd4c tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:26.288739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-407a9057-b2c5-4b64-8471-f2816822cd4c tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633259 Sep 29 23:20:26.296557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e5b5c-89ce-48e8-afc6-47280026b378 req-fd57fbde-f872-431b-86c2-47b0b43152fd tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:26.299202 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-111e5b5c-89ce-48e8-afc6-47280026b378 req-fd57fbde-f872-431b-86c2-47b0b43152fd tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.1017563 Sep 29 23:20:26.310721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Request body: {'port': {'device_id': 'f343351c-63fa-4014-b5b9-c33964d814a5', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'f1dacd59d53c41b2a7719757189cf93d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:26.331458 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.338974 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.391356 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3584b9351f2d48d1817f010fc4651d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802626 Sep 29 23:20:26.396228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36924) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:26.407226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc15d84c-6c00-43ad-b68f-bb291c8e6b86,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:26.424482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-111e5b5c-89ce-48e8-afc6-47280026b378 req-5aa8c19e-ba76-49b7-a383-b4b458169b3c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072073 Sep 29 23:20:26.429320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.429841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.430441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.430957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.431392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.431772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.432392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.432805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.433258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.433452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.433961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.435132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8ef5b4-6943-4954-a8d5-710c9b1a8874 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.483630 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8467b5b0-0376-4c1e-af25-e59ec48d3f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.487554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Made reservation on behalf of f1dacd59d53c41b2a7719757189cf93d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:20:26.492232 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.503209 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.509372 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8467b5b0-0376-4c1e-af25-e59ec48d3f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.562388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8467b5b0-0376-4c1e-af25-e59ec48d3f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.565351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8467b5b0-0376-4c1e-af25-e59ec48d3f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.566779 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8467b5b0-0376-4c1e-af25-e59ec48d3f20 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cc15d84c-6c00-43ad-b68f-bb291c8e6b86 HTTP/1.1" status: 204 len: 168 time: 0.1698153 Sep 29 23:20:26.576276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8467b5b0-0376-4c1e-af25-e59ec48d3f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc15d84c-6c00-43ad-b68f-bb291c8e6b86,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:26.651216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.656803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:26.739702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:26.760077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.760429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.760777 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.761119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.761456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.761995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.762622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.762976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.763346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.763998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.764433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.764804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:26.810443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c247164-2e87-4352-8460-32a7ed10823e req-e121cc8a-4696-4e3b-a967-bd0a032077a2 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 210 time: 0.0558507 Sep 29 23:20:26.864443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Allocated IP 192.168.233.77 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:26.987040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-6f6aaa63-814e-48a5-a5c0-cd2829c54adb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868543781&fields=id&tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 267 time: 0.0819290 Sep 29 23:20:27.150640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83f4c6-c353-4c87-a4e0-e7b49ab59def req-06cd1b47-10d5-40de-8379-16a34167f98b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:27.150640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e83f4c6-c353-4c87-a4e0-e7b49ab59def req-06cd1b47-10d5-40de-8379-16a34167f98b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1809278 Sep 29 23:20:27.162359 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.228355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-ffd8c3f7-ecac-4a10-92ba-e123f5fb5f43 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:27.229904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-ffd8c3f7-ecac-4a10-92ba-e123f5fb5f43 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.2039340 Sep 29 23:20:27.238642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e83f4c6-c353-4c87-a4e0-e7b49ab59def req-d8cbed87-0fd9-4278-b7b9-60ea23286147 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795386 Sep 29 23:20:27.256152 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-d4dcf564-e57e-4282-b6c9-e64e21418126 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/quotas/86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 375 time: 0.0153944 Sep 29 23:20:27.262795 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.301981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36964) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:27.348388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:27.359628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:27.362274 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:27.366906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Pushing event updated for resources: {'Port': ['ID=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:27.421051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-cce4aee5-f982-469c-8e01-4c781f32951e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1503780 Sep 29 23:20:27.448639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2103179511-network', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:27.449664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:27.450895 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.482320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Made reservation on behalf of 3a002bcb3fec43509e53925bd6cc7d49 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:20:27.485811 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.496102 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.509330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-9cd94792-0fe1-4b35-b58b-94d03bef71ab tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2023373 Sep 29 23:20:27.570979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Request body: {'port': {'device_id': 'f343351c-63fa-4014-b5b9-c33964d814a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:27.628416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-274aca5a-df7f-4308-8976-51817046208e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:27.630024 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-274aca5a-df7f-4308-8976-51817046208e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 1096 time: 0.0626585 Sep 29 23:20:27.647119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858490f9-ceb9-4b43-acdf-1d8ebef5e142 req-19789c8a-2c10-4783-9440-f3362987eacf tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:27.654255 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-858490f9-ceb9-4b43-acdf-1d8ebef5e142 req-19789c8a-2c10-4783-9440-f3362987eacf tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1519923 Sep 29 23:20:27.655816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-21d08df4-db22-46ec-a0bd-51f1e310bc92 None None] Provisioning complete for port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:27.656874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-21d08df4-db22-46ec-a0bd-51f1e310bc92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.677681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-42ed611c-7f81-4053-950f-ee860a6f8f3a service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353678 Sep 29 23:20:27.678080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.688944 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.702588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-21d08df4-db22-46ec-a0bd-51f1e310bc92 None None] Port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:20:27.708649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.753842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:20:27.755542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-858490f9-ceb9-4b43-acdf-1d8ebef5e142 req-f4a642a2-5c95-48b9-bfd2-2b688b71e58b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002362 Sep 29 23:20:27.766980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d02b3b3-f480-4588-8140-74685438ee80,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:27.778649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.779086 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Added segment 87e7afaa-4053-471e-aa45-c076d291182d of type vlan for network fae90b2d-aa37-4d36-93b7-dce972eebc25 Sep 29 23:20:27.802372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-8c391670-37f7-4fb9-9731-606bba919b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:27.803968 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-8c391670-37f7-4fb9-9731-606bba919b19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 912 time: 0.1669726 Sep 29 23:20:27.872565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.902457 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-a4595a3c-61ff-43bd-9799-726510487eb8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 HTTP/1.1" status: 200 len: 1001 time: 0.0801287 Sep 29 23:20:27.911261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.912297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:27.913001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:27.916448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-b14546a4-f667-4429-be4b-084265f503c6 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204385 Sep 29 23:20:27.968602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6da6d-c7ce-4bf3-8077-09f7b556bc2a req-6a4a5aa4-47c2-4dc5-b131-c1e4b07c9ac2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:27.970128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ce6da6d-c7ce-4bf3-8077-09f7b556bc2a req-6a4a5aa4-47c2-4dc5-b131-c1e4b07c9ac2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.1270616 Sep 29 23:20:28.009198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=fae90b2d-aa37-4d36-93b7-dce972eebc25,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:28.027958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network fae90b2d-aa37-4d36-93b7-dce972eebc25 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:20:28.036583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b9449f67-07bd-4cbb-b1b1-95657da87aa4 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7328181 Sep 29 23:20:28.039745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36978) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:28.045088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Request body: {'subnet': {'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2103179511-subnet', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:28.050824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-4e16ae54-006c-4ccc-a443-0553e2dc3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:28.052634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-4e16ae54-006c-4ccc-a443-0553e2dc3f3c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.1427374 Sep 29 23:20:28.070704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ce6da6d-c7ce-4bf3-8077-09f7b556bc2a req-b2982f12-b9e8-4f25-9e13-6282aa9c25dd tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890203 Sep 29 23:20:28.102963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Made reservation on behalf of 3a002bcb3fec43509e53925bd6cc7d49 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:20:28.105717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.153280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-6cc80da5-b22e-4f44-8775-1af3bfb10ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:28.154819 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-6cc80da5-b22e-4f44-8775-1af3bfb10ac9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933402 Sep 29 23:20:28.197812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:20:28.207658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.240010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Transition to ACTIVE for port object 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:20:28.249401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfce45c-97bb-474f-9814-50352f9a5351 req-e15ca12a-fe31-4c43-9a8e-a18ba8c8e0fb tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:28.250977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cfce45c-97bb-474f-9814-50352f9a5351 req-e15ca12a-fe31-4c43-9a8e-a18ba8c8e0fb tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 935 time: 0.0943484 Sep 29 23:20:28.253533 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.384778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60486ce8-9c19-41cb-b9fe-f3d1b78a77d3 req-adf22ee5-d6ef-415e-8843-7ec9164efb74 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 210 time: 0.0856638 Sep 29 23:20:28.404172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-52199e1a-d9ff-4a78-b4ab-6862bb2795d7 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407148 Sep 29 23:20:28.442305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:28.464695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cfce45c-97bb-474f-9814-50352f9a5351 req-5b3e4487-d745-4ba9-a8f5-cb46bc90e1b2 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997151 Sep 29 23:20:28.518617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.522735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Attempting to bind port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:20:28.523872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Attempting to bind port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:20:28.524441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Attempting to bind port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:28.529957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:20:28.530591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Attempting to bind port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:28.536819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:20:28.537145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:28.537587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:20:28.538033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Bound port: 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:20:28.539081 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.571738 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2823eaa1-57c1-494e-b7b2-745ca62f0b38 req-ef011a9e-65f1-4140-8d6b-7d48ccfe55d7 service neutron] 10.222.0.26 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583860 Sep 29 23:20:28.617203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3534f187-7d1c-4199-aec0-3d953172c77f,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:28.628573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Checking segment: {'id': '87e7afaa-4053-471e-aa45-c076d291182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:28.628856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Network hostable DHCP agents. Network: fae90b2d-aa37-4d36-93b7-dce972eebc25, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:20:28.634758 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] For port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:28.638824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] For port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:20:28.643258 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.649957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Network fae90b2d-aa37-4d36-93b7-dce972eebc25 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:20:28.659922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, fae90b2d-aa37-4d36-93b7-dce972eebc25) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:28.665048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:28.666077 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.676536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450192d4-bd04-40d8-a1d5-c332980f1722 None None] Network fae90b2d-aa37-4d36-93b7-dce972eebc25 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:20:28.685924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:28.686462 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.687883 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] 10.222.0.42 "PUT /v2.0/ports/2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b HTTP/1.1" status: 200 len: 1095 time: 1.1222806 Sep 29 23:20:28.688350 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f343351c-63fa-4014-b5b9-c33964d814a5', 'tag': '2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:20:28.688672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-af62b4a7-77eb-49db-ab30-172adc18641a admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6474545 Sep 29 23:20:28.689702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36994) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:28.690782 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1d9b368-5822-4503-ab35-d1a7e2c00d55" -d '{"events": [{"name": "network-changed", "server_uuid": "f343351c-63fa-4014-b5b9-c33964d814a5", "tag": "2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:20:28.707904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2103179511-router', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:28.722928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717caaf-38a2-4c07-b2bb-f52efecb6ecd service neutron] Pushing event updated for resources: {'Port': ['ID=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:28.764299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.765765 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.778317 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2fc094-0bf8-40b6-a915-9a5985a8dedf x-openstack-request-id: req-dd2fc094-0bf8-40b6-a915-9a5985a8dedf {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:20:28.778599 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f343351c-63fa-4014-b5b9-c33964d814a5", "tag": "2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:20:28.778865 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd2fc094-0bf8-40b6-a915-9a5985a8dedf {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:20:28.779268 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f343351c-63fa-4014-b5b9-c33964d814a5', 'tag': '2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b', 'status': 'completed', 'code': 200} Sep 29 23:20:28.802985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a4325-d70b-4645-9f1a-989d8270762f req-0aa7cadc-90ed-44f7-981e-03221030a72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:28.804945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-0aa7cadc-90ed-44f7-981e-03221030a72e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1dacd59d53c41b2a7719757189cf93d&device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 1098 time: 0.0557904 Sep 29 23:20:28.868296 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.878255 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-4c53f22c-19df-42bb-9b28-1f918610e9b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b HTTP/1.1" status: 200 len: 217 time: 0.0594566 Sep 29 23:20:28.974389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b882fd-7ddd-4571-bb7c-73485cd5fb4f req-b2df6d2b-e7bd-4bcd-b4ce-032d9fae30a3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:28.976279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-fae90b2d-aa37-4d36-93b7-dce972eebc25', 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'fixed_ips': [{'subnet_id': '3534f187-7d1c-4199-aec0-3d953172c77f'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:20:28.978442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:28.981903 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09b882fd-7ddd-4571-bb7c-73485cd5fb4f req-b2df6d2b-e7bd-4bcd-b4ce-032d9fae30a3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1075602 Sep 29 23:20:28.993635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a4325-d70b-4645-9f1a-989d8270762f req-8b951660-397d-427e-b5cf-de1443762bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:28.995112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-8b951660-397d-427e-b5cf-de1443762bfb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.1085081 Sep 29 23:20:29.063418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09b882fd-7ddd-4571-bb7c-73485cd5fb4f req-9901a0aa-8730-4b5a-ace0-08f836ecd867 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805240 Sep 29 23:20:29.075812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a4325-d70b-4645-9f1a-989d8270762f req-8d535cb5-ea90-4f12-bb8c-0a874133d4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:29.077434 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-8d535cb5-ea90-4f12-bb8c-0a874133d4dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0740118 Sep 29 23:20:29.132963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:29.195626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Allocated IP 172.20.0.2 (fae90b2d-aa37-4d36-93b7-dce972eebc25/3534f187-7d1c-4199-aec0-3d953172c77f/4e5fd317-479c-49f1-b9f2-39a5c17434e4) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:29.230948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee854c4-9ec4-4a8d-99d3-28a847f2a363 req-e978841a-8427-4a20-b0eb-1597f85d2066 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:29.233269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ee854c4-9ec4-4a8d-99d3-28a847f2a363 req-e978841a-8427-4a20-b0eb-1597f85d2066 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 944 time: 0.0727890 Sep 29 23:20:29.234906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-31252aa6-e27a-44ee-bb9c-9c4f15a41c42 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505644 Sep 29 23:20:29.353928 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:29.362163 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:29.379698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ee854c4-9ec4-4a8d-99d3-28a847f2a363 req-ec0ee12d-1b98-41e2-b446-0506adbcd7d0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231558 Sep 29 23:20:29.393323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f762db51-e87f-4b3e-9c8c-b6b1976117b2 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:20:29.404760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-226a4325-d70b-4645-9f1a-989d8270762f req-06b10e2c-0e8a-4a0e-af82-11cb05fcfc35 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515257 Sep 29 23:20:29.434155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Network fae90b2d-aa37-4d36-93b7-dce972eebc25 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:29.442000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:29.446235 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:29.496822 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Pushing event updated for resources: {'Port': ['ID=4e5fd317-479c-49f1-b9f2-39a5c17434e4,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:29.524193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96effabe-f09c-410d-b901-a177dc16133f req-0fa50e94-f96a-4084-b797-9d7c5a4c9c3f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 210 time: 0.0464895 Sep 29 23:20:29.613436 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-10ea2878-ca7e-4b10-be2e-937f98a9c6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:29.615170 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-10ea2878-ca7e-4b10-be2e-937f98a9c6a8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1dacd59d53c41b2a7719757189cf93d&device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 1098 time: 0.0899525 Sep 29 23:20:29.727969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2817b05e-618d-4987-91f6-2aeb7f1801d0 req-1b93e001-3cdd-4125-a14a-8acb09e325df tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:29.736366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2817b05e-618d-4987-91f6-2aeb7f1801d0 req-1b93e001-3cdd-4125-a14a-8acb09e325df tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 947 time: 0.1198649 Sep 29 23:20:29.753629 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Attempting to bind port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:20:29.754330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Attempting to bind port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '87e7afaa-4053-471e-aa45-c076d291182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:20:29.754446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Attempting to bind port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 on network fae90b2d-aa37-4d36-93b7-dce972eebc25 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:29.773418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-72dc285d-7259-4d74-84b3-c95ea1e122b8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:29.775450 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-72dc285d-7259-4d74-84b3-c95ea1e122b8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.1908710 Sep 29 23:20:29.789920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:20:29.789920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Checking segment: {'id': '87e7afaa-4053-471e-aa45-c076d291182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:29.790275 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:29.791015 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Bound using segment: {'id': '87e7afaa-4053-471e-aa45-c076d291182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:20:29.791493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Bound port: 4e5fd317-479c-49f1-b9f2-39a5c17434e4, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e7afaa-4053-471e-aa45-c076d291182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:20:29.791900 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:29.807718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2817b05e-618d-4987-91f6-2aeb7f1801d0 req-c8b02a2f-e012-4f66-b353-60a7a0f120be tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699427 Sep 29 23:20:29.820729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-91954913-800f-4762-b1ae-c8bdab632a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:29.822298 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-91954913-800f-4762-b1ae-c8bdab632a2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1745870 Sep 29 23:20:29.872322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:29.872523 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-e415b1f6-32c1-41a9-a52c-3b0a3bd7bad1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 380 time: 0.0670679 Sep 29 23:20:29.880137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-a748152c-376e-4814-9c5d-4b7b1511bf9a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b HTTP/1.1" status: 200 len: 217 time: 0.0494263 Sep 29 23:20:29.883050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'port': {'device_id': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'admin_state_up': True, 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'security_groups': ['33090c1a-e615-4f4e-9e44-0b3836b460da']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:29.895339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'network_id': '9ff5a393-3336-404c-bfa2-cec66ad29b85', 'port_id': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'mac_address': 'fa:16:3e:0e:d4:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08afd1f3-3af4-401b-af6f-0e073bd9edbe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:20:29.899073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] For port 4e5fd317-479c-49f1-b9f2-39a5c17434e4, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:29.902707 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:29.902886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] For port 4e5fd317-479c-49f1-b9f2-39a5c17434e4, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4e5fd317-479c-49f1-b9f2-39a5c17434e4,segment=NetworkSegment(87e7afaa-4053-471e-aa45-c076d291182d),segment_id=87e7afaa-4053-471e-aa45-c076d291182d)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:20:29.908210 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:29.932885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:29.960899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-0e708155-a848-4b40-ba36-eef3622648a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:29.968372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-0e708155-a848-4b40-ba36-eef3622648a4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0795445 Sep 29 23:20:29.994293 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:30.012799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e9966-ed0e-4c14-a4b4-5fbc22383727 None None] Pushing event updated for resources: {'Port': ['ID=4e5fd317-479c-49f1-b9f2-39a5c17434e4,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:30.030877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f762db51-e87f-4b3e-9c8c-b6b1976117b2 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:20:30.051777 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-3d6316ea-0232-413c-ab1d-c127284ea803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:30.053621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-3d6316ea-0232-413c-ab1d-c127284ea803 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0786552 Sep 29 23:20:30.063280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:30.076449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:30.177937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Made reservation on behalf of 86bdc4515d6a4d0b846bbc7c3354ced6 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:20:30.181663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:30.184443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Allocated IP 172.25.4.92 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/f1620f22-c498-4829-8c7d-a08539fcc409) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:30.187400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:30.222561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-5bfad35a-cc00-4c66-bf60-5f379a6ae245 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597033 Sep 29 23:20:30.403009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1d9b368-5822-4503-ab35-d1a7e2c00d55 req-5f0f0a4f-8016-4353-986b-500b5b38c13a service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174817 Sep 29 23:20:30.420942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10df86-45db-4ae0-8a22-d3a3c1b1d8fa req-0563d50c-fe5d-495f-8909-59b16d0ee60d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:30.422789 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa10df86-45db-4ae0-8a22-d3a3c1b1d8fa req-0563d50c-fe5d-495f-8909-59b16d0ee60d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.2358470 Sep 29 23:20:30.478604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa10df86-45db-4ae0-8a22-d3a3c1b1d8fa req-5dcc7860-f32d-4c25-9510-915c8d728412 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497475 Sep 29 23:20:30.478927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:30.488112 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Allocated IP 172.20.0.9 (ee5d94c1-3e5a-467b-89c5-206c2f04d49f/de53ae86-4ded-4d3c-be7d-939667c8dccf/4e44f8aa-b5bf-4f99-b897-68a73d31bbb0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:30.543441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71004a78-878a-405c-951f-2cc3057a6aeb req-190541cc-20a8-49d9-a26b-711c7d5321c5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:30.551736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71004a78-878a-405c-951f-2cc3057a6aeb req-190541cc-20a8-49d9-a26b-711c7d5321c5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 945 time: 0.0842526 Sep 29 23:20:30.566240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:30.600487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71004a78-878a-405c-951f-2cc3057a6aeb req-f58b8ad1-dafd-4281-967f-f9d3bb2df683 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476770 Sep 29 23:20:30.617474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['f762db51-e87f-4b3e-9c8c-b6b1976117b2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:20:30.650806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6827089f-8324-4da1-a321-8350ed44c11c req-382e9681-0f6b-448e-8e8c-5f151799b4e4 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 210 time: 0.0446570 Sep 29 23:20:30.696181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Pushing event updated for resources: {'Port': ['ID=f1620f22-c498-4829-8c7d-a08539fcc409,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:30.717864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:30.722958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:30.730561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:30.771719 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:30.914495 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:30.959029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f4b1-a15b-4c3c-b19f-1045066bd3d6 req-549bd651-5399-4885-978e-d14b42294209 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:30.961833 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb50f4b1-a15b-4c3c-b19f-1045066bd3d6 req-549bd651-5399-4885-978e-d14b42294209 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 947 time: 0.0732939 Sep 29 23:20:31.003768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:31.013414 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:31.015114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb50f4b1-a15b-4c3c-b19f-1045066bd3d6 req-6733d5f4-d029-4e55-951a-89a2d6ac3377 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431023 Sep 29 23:20:31.017041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:31.019373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:31.118149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:31.118822 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.138157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.174076 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a105d3ef-a2d9-479e-806a-947645a75d3a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2949672 Sep 29 23:20:31.188556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Request body: {'port': {'device_id': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:31.313477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.396367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce98db18-ac43-4cc1-a585-ce5b0e483a61 None None] Network fae90b2d-aa37-4d36-93b7-dce972eebc25 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:20:31.421070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4e5fd317-479c-49f1-b9f2-39a5c17434e4 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:31.447307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-abf292ea-3196-4a56-b3ee-0f7b222e51c9 None None] Provisioning complete for port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:31.447684 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-abf292ea-3196-4a56-b3ee-0f7b222e51c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.539467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-abf292ea-3196-4a56-b3ee-0f7b222e51c9 None None] Port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:20:31.542798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.591850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:31.592176 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.705290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-54382900-202b-4880-b9ac-cedaa74bffaf None None] Provisioning complete for port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:31.708349 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-54382900-202b-4880-b9ac-cedaa74bffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.775499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:20:31.784242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.798769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Transition to ACTIVE for port object 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:20:31.809547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23a815b-728e-455e-b4bb-ee14f6345cd9 req-1a7623e3-31c5-42a2-a86c-691f49175c96 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:31.812223 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e23a815b-728e-455e-b4bb-ee14f6345cd9 req-1a7623e3-31c5-42a2-a86c-691f49175c96 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 945 time: 0.0938492 Sep 29 23:20:31.819961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.824980 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.861711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 4e5fd317-479c-49f1-b9f2-39a5c17434e4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4e5fd317-479c-49f1-b9f2-39a5c17434e4,segment=NetworkSegment(87e7afaa-4053-471e-aa45-c076d291182d),segment_id=87e7afaa-4053-471e-aa45-c076d291182d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:31.873734 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:31.901306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a518a-831d-424b-bb58-917dbe7afeef req-b7412094-50b4-4c9b-abbd-d97d8de904c6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:31.903352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-729a518a-831d-424b-bb58-917dbe7afeef req-b7412094-50b4-4c9b-abbd-d97d8de904c6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 931 time: 0.1430733 Sep 29 23:20:31.906975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e23a815b-728e-455e-b4bb-ee14f6345cd9 req-e93d9658-cb53-4248-bd5d-46bf25b1c1a1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832677 Sep 29 23:20:31.916478 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Pushing event updated for resources: {'Port': ['ID=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:31.954709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Router 86c948a6-4d8c-4693-8931-ebacd706e4be is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:20:31.995341 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-729a518a-831d-424b-bb58-917dbe7afeef req-8246389e-1743-4ac3-b429-2dcb4622393c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842617 Sep 29 23:20:32.088416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=4e5fd317-479c-49f1-b9f2-39a5c17434e4,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:32.162994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Attempting to bind port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:20:32.163800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Attempting to bind port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:20:32.164160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Attempting to bind port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:32.173580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:20:32.173913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Attempting to bind port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:32.187428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ebdea0-4c7d-4409-b77e-a35745db1114 req-fb8b838f-d2e3-4b5b-b705-ec0332e43440 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:32.188211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:20:32.189430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50ebdea0-4c7d-4409-b77e-a35745db1114 req-fb8b838f-d2e3-4b5b-b705-ec0332e43440 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 947 time: 0.0704486 Sep 29 23:20:32.196626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:20:32.196957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Checking segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:32.197362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Bound using segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:20:32.197823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Bound port: 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:20:32.198197 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:32.217834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Sync routers for ids ['86c948a6-4d8c-4693-8931-ebacd706e4be'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:20:32.233160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Routers {'86c948a6-4d8c-4693-8931-ebacd706e4be'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:32.233971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['86c948a6-4d8c-4693-8931-ebacd706e4be'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:32.251275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-50ebdea0-4c7d-4409-b77e-a35745db1114 req-1dd6a8f4-8e67-4400-8199-29859364a8d2 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445912 Sep 29 23:20:32.283820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:32.285507 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5ffed4cd-8edb-45ba-84bd-5adaa357ab6c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5945344 Sep 29 23:20:32.286064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-59be2485-20f8-485c-b945-81973d90e310 None None] Provisioning complete for port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:32.286461 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-59be2485-20f8-485c-b945-81973d90e310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:32.288765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37028) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:32.304724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] For port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:32.313981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] For port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:20:32.331008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:32.372858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:32.373500 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:32.374913 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] 10.222.0.26 "PUT /v2.0/ports/4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 HTTP/1.1" status: 200 len: 1091 time: 1.1921351 Sep 29 23:20:32.375365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'tag': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:20:32.378340 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd85365-adc7-4c99-9478-7f6cc0c5f057" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb1e5f7-e363-4b68-be20-631b2fc4036f", "tag": "4e44f8aa-b5bf-4f99-b897-68a73d31bbb0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:20:32.428142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Set router 86c948a6-4d8c-4693-8931-ebacd706e4be gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:32.501920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850de1f3-bd87-4b39-8cca-b1e241d70e2c service neutron] Pushing event updated for resources: {'Port': ['ID=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:32.521880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-c24ba2c3-a63e-4e54-b7e3-7b399a5f928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:32.524303 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-c24ba2c3-a63e-4e54-b7e3-7b399a5f928a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 1094 time: 0.0908751 Sep 29 23:20:32.624797 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-a6b3624c-b9c5-453a-9357-521a4a8e0b14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 HTTP/1.1" status: 200 len: 217 time: 0.0917647 Sep 29 23:20:32.711476 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-d20a53a8-8c6d-43e8-9db5-9b09a6f024d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:32.713672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-d20a53a8-8c6d-43e8-9db5-9b09a6f024d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0815656 Sep 29 23:20:32.749231 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c04b615-f2e6-44c2-99d0-69846ea61375 x-openstack-request-id: req-8c04b615-f2e6-44c2-99d0-69846ea61375 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:20:32.749593 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb1e5f7-e363-4b68-be20-631b2fc4036f", "tag": "4e44f8aa-b5bf-4f99-b897-68a73d31bbb0", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:20:32.749894 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c04b615-f2e6-44c2-99d0-69846ea61375 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:20:32.750521 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'tag': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0', 'status': 'completed', 'code': 200} Sep 29 23:20:32.770706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-cf5f3e9b-db14-4a78-bf07-1beebc3dbc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:32.771884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-cf5f3e9b-db14-4a78-bf07-1beebc3dbc36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499113 Sep 29 23:20:32.774167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'name': 'tempest-TestAggregatesBasicOps-2103179511-router', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:28Z', 'updated_at': '2021-09-29T23:20:30Z', 'revision_number': 3, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'gw_port': {'id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:29Z', 'updated_at': '2021-09-29T23:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:32.804275 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Checking router: 86c948a6-4d8c-4693-8931-ebacd706e4be for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:20:32.804782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Updating router 86c948a6-4d8c-4693-8931-ebacd706e4be port f1620f22-c498-4829-8c7d-a08539fcc409 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:20:32.837294 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:32.885083 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-ed2f5baf-d50c-47e8-a372-93b804c26e7e service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052179 Sep 29 23:20:33.000728 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-103dd7b1-49e0-4875-b4a8-0f6d6a9dd1d3 req-35e0c353-1090-4d2e-b0bd-26c1c36c8821 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077809 Sep 29 23:20:33.114431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-b29eac65-e8f8-4683-9afd-10060df15bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:33.116860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-b29eac65-e8f8-4683-9afd-10060df15bfa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 1094 time: 0.0601537 Sep 29 23:20:33.187625 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.197099 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.265096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-a34c795a-a227-4b00-8952-751a138e68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:33.266851 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-a34c795a-a227-4b00-8952-751a138e68f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.1422594 Sep 29 23:20:33.322396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9b880-f3c7-4f69-86c4-3704f9c8cdd7 req-94ec412e-efb7-4d8d-8531-a72ee144ac81 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:33.323991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6b9b880-f3c7-4f69-86c4-3704f9c8cdd7 req-94ec412e-efb7-4d8d-8531-a72ee144ac81 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 943 time: 0.1345847 Sep 29 23:20:33.327048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc265bc-c02c-4ffa-b985-429b0abb6f80 None None] Pushing event updated for resources: {'Port': ['ID=f1620f22-c498-4829-8c7d-a08539fcc409,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:33.331327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Attempting to bind port f1620f22-c498-4829-8c7d-a08539fcc409 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:20:33.331954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Attempting to bind port f1620f22-c498-4829-8c7d-a08539fcc409 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:20:33.332503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Attempting to bind port f1620f22-c498-4829-8c7d-a08539fcc409 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:33.333942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-9f3629b6-a10d-4ad4-b26a-d93d2b369d82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 HTTP/1.1" status: 200 len: 217 time: 0.0595067 Sep 29 23:20:33.335575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1c0d7-17e4-4257-9377-b1b3f888c1cf req-ecf36032-32d8-4648-95fc-4609df557066 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:33.338607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6c1c0d7-17e4-4257-9377-b1b3f888c1cf req-ecf36032-32d8-4648-95fc-4609df557066 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 945 time: 0.1481037 Sep 29 23:20:33.340609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:20:33.341950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:33.342375 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.342914 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:20:33.343409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Bound port: f1620f22-c498-4829-8c7d-a08539fcc409, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:20:33.343797 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.348262 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-298853f5-c44e-4467-9277-86142ad92198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.398640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:20:33.417002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f762db51-e87f-4b3e-9c8c-b6b1976117b2 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:33.420736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-e5994b59-75a7-48ca-876f-df5c819609c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:33.425197 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-e5994b59-75a7-48ca-876f-df5c819609c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0712528 Sep 29 23:20:33.431009 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4e5fd317-479c-49f1-b9f2-39a5c17434e4 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:33.461586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6b9b880-f3c7-4f69-86c4-3704f9c8cdd7 req-83a4a222-ea5f-43bd-9c11-625eb1e97d5e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195173 Sep 29 23:20:33.475059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6c1c0d7-17e4-4257-9377-b1b3f888c1cf req-2d5ed393-bff5-4845-87c8-eb698e4189d6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207805 Sep 29 23:20:33.480880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-a812bc15-0bf6-4430-9f1e-0350391f11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:33.493960 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-a812bc15-0bf6-4430-9f1e-0350391f11ba service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590117 Sep 29 23:20:33.540215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.634607 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-65fc0f8e-fb40-4b26-bd0c-88b59e954eae service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358573 Sep 29 23:20:33.672156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] For port f1620f22-c498-4829-8c7d-a08539fcc409, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:33.675565 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] For port f1620f22-c498-4829-8c7d-a08539fcc409, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f1620f22-c498-4829-8c7d-a08539fcc409,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:20:33.686581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:33.699136 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.759970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc265bc-c02c-4ffa-b985-429b0abb6f80 None None] Pushing event updated for resources: {'Port': ['ID=f1620f22-c498-4829-8c7d-a08539fcc409,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:33.776686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b', 'mac_address': 'fa:16:3e:06:60:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:20:33.795508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Allocated IP 172.20.0.1 (fae90b2d-aa37-4d36-93b7-dce972eebc25/3534f187-7d1c-4199-aec0-3d953172c77f/e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:33.841038 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.849715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:33.850239 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.865830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port f762db51-e87f-4b3e-9c8c-b6b1976117b2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:33.865830 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.889540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Routers {'86c948a6-4d8c-4693-8931-ebacd706e4be'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:33.890334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['86c948a6-4d8c-4693-8931-ebacd706e4be'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:33.898234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:20:33.907666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.921032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:33.956746 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:33.977363 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:34.006387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Pushing event updated for resources: {'Port': ['ID=e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:34.022021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5cffa-bbdc-44ec-962a-6d92b3b5119e req-ccaa3d67-f003-4e26-8d63-fabb2045846e tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:34.030479 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26b5cffa-bbdc-44ec-962a-6d92b3b5119e req-ccaa3d67-f003-4e26-8d63-fabb2045846e tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 947 time: 0.4576809 Sep 29 23:20:34.050175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Network fae90b2d-aa37-4d36-93b7-dce972eebc25 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:34.064146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:34.068245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:34.109870 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:34.194704 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7dd85365-adc7-4c99-9478-7f6cc0c5f057 req-412c6430-6671-479c-949f-98b545abcc48 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5522704 Sep 29 23:20:34.278742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26b5cffa-bbdc-44ec-962a-6d92b3b5119e req-2b669665-f188-4b76-baf3-90b595c342b3 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468894 Sep 29 23:20:34.310804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:34.341889 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:34.344934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] Set router 86c948a6-4d8c-4693-8931-ebacd706e4be gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:34.442278 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:20:34.521230 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:34.559973 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:34.570876 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:34.596643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1daba18d-6f6e-4f04-989d-943532a5d9c6 None None] Provisioning complete for port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:34.597274 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1daba18d-6f6e-4f04-989d-943532a5d9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:34.642110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:20:34.644658 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a829cac6-801c-4ccb-87d5-0bff53553575" -d '{"events": [{"server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "name": "network-vif-plugged", "status": "completed", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:20:34.684377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:34.706407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1daba18d-6f6e-4f04-989d-943532a5d9c6 None None] Port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:20:34.709789 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:34.744503 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:34.746543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Pushing event updated for resources: {'Port': ['ID=e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:34.759744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda7512-9b4d-4f06-8430-94a55780fc45 req-842c5394-c444-4878-a10f-fba815085133 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:34.761373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dda7512-9b4d-4f06-8430-94a55780fc45 req-842c5394-c444-4878-a10f-fba815085133 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 945 time: 0.1593356 Sep 29 23:20:34.786530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db974ea-cd49-42b1-a69c-3bebec9b6fa7 req-20f464dc-3230-43c7-bc24-ac5be16be083 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:34.789129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0db974ea-cd49-42b1-a69c-3bebec9b6fa7 req-20f464dc-3230-43c7-bc24-ac5be16be083 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 943 time: 0.2117772 Sep 29 23:20:34.815678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=10']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:34.873510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'name': 'tempest-TestAggregatesBasicOps-2103179511-router', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:28Z', 'updated_at': '2021-09-29T23:20:30Z', 'revision_number': 3, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'gw_port': {'id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:29Z', 'updated_at': '2021-09-29T23:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:34.907258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dda7512-9b4d-4f06-8430-94a55780fc45 req-24666432-0aaf-42ad-bfd3-ef5e006982e8 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298187 Sep 29 23:20:34.909165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578efe33-134a-4010-be60-121c70d1dc3c None None] The sync data for ids ['86c948a6-4d8c-4693-8931-ebacd706e4be'] in n-d-811173-2 is: [{'id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'name': 'tempest-TestAggregatesBasicOps-2103179511-router', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:28Z', 'updated_at': '2021-09-29T23:20:30Z', 'revision_number': 3, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'gw_port': {'id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:29Z', 'updated_at': '2021-09-29T23:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:20:34.918475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0db974ea-cd49-42b1-a69c-3bebec9b6fa7 req-2416d5e6-d153-459d-80e4-f529a9580943 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020026 Sep 29 23:20:34.948932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Network fae90b2d-aa37-4d36-93b7-dce972eebc25 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:34.950740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:35.010468 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d33512-b6dc-4b64-b98a-36f6fb05d0fc x-openstack-request-id: req-24d33512-b6dc-4b64-b98a-36f6fb05d0fc {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:20:35.010765 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "name": "network-vif-plugged", "status": "completed", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:20:35.011020 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24d33512-b6dc-4b64-b98a-36f6fb05d0fc {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:20:35.011416 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'code': 200} Sep 29 23:20:35.147666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Router 86c948a6-4d8c-4693-8931-ebacd706e4be has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:20:35.343654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:20:35.351971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b3e21680-f2c4-474f-b10e-8bde9ccdcf87 admin admin] 10.222.0.44 "PUT /v2.0/routers/86c948a6-4d8c-4693-8931-ebacd706e4be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0619819 Sep 29 23:20:35.366161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-99edb188-5860-4007-befa-a5bf77c8e1e1 None None] Provisioning complete for port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:35.367485 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-99edb188-5860-4007-befa-a5bf77c8e1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:35.372035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8dbb54-1097-4816-8c2b-dc21ce0e0d44 req-cc27c389-6f95-45b3-9216-eb1b5f6e871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:35.373753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e8dbb54-1097-4816-8c2b-dc21ce0e0d44 req-cc27c389-6f95-45b3-9216-eb1b5f6e871a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 1098 time: 0.1459529 Sep 29 23:20:35.420783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f1620f22-c498-4829-8c7d-a08539fcc409 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:35.459281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e8dbb54-1097-4816-8c2b-dc21ce0e0d44 req-ae89139b-c820-4c1b-b8ad-243c062b3972 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699999 Sep 29 23:20:35.472498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-99edb188-5860-4007-befa-a5bf77c8e1e1 None None] Port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:20:35.490511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25fd96-003b-4d6a-87b2-562e37c8fc8e req-f49b6cd0-501a-418d-bf84-381dc620abd1 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:35.492662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e25fd96-003b-4d6a-87b2-562e37c8fc8e req-f49b6cd0-501a-418d-bf84-381dc620abd1 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 948 time: 0.0766160 Sep 29 23:20:35.498323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f1620f22-c498-4829-8c7d-a08539fcc409 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:35.498723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:35.541804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e25fd96-003b-4d6a-87b2-562e37c8fc8e req-adf108fe-5789-4fde-b181-cd5a8b2e539d tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384965 Sep 29 23:20:35.588316 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:35.609597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port f1620f22-c498-4829-8c7d-a08539fcc409, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f1620f22-c498-4829-8c7d-a08539fcc409,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:35.614157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:35.671353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=f1620f22-c498-4829-8c7d-a08539fcc409,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:35.914813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37066) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:35.920356 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-818976987-network', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:35.942972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Made reservation on behalf of 23138f945f1c49e592c9cbd55ea3a0ed for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:20:35.946152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:35.955844 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.057906 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.062524 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.087433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:20:36.094472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b0fc6-fdb6-47e7-abd1-8e5ae207e8e8 req-7b440c62-04f3-41bf-9a6e-a6c59bc614d4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:36.096329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d94b0fc6-fdb6-47e7-abd1-8e5ae207e8e8 req-7b440c62-04f3-41bf-9a6e-a6c59bc614d4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0923681 Sep 29 23:20:36.097287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f3c7c9-0d78-4f51-a6f2-cc90127d5c11,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:36.102869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.103244 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Added segment d4d9be91-049e-474f-9608-278a8f44b4e8 of type vlan for network 84ae5c7d-b035-4f03-94ba-ec4879b6220c Sep 29 23:20:36.121082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f787d515-3ece-40fa-b916-a30963a79820 req-bd604aa5-1726-419e-a8ca-63d9967fb071 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:36.122591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f787d515-3ece-40fa-b916-a30963a79820 req-bd604aa5-1726-419e-a8ca-63d9967fb071 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 943 time: 0.0820918 Sep 29 23:20:36.150912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.172335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d94b0fc6-fdb6-47e7-abd1-8e5ae207e8e8 req-2e7f3ceb-6b7e-43a0-afd2-37bb969d1854 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666757 Sep 29 23:20:36.176910 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.177944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:36.178590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.180875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f787d515-3ece-40fa-b916-a30963a79820 req-96438201-a08c-45d9-b79e-ca5218e986e4 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516675 Sep 29 23:20:36.220878 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3fe12fe7-a9e6-441b-83df-52a0b915dc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.227073 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3078263 Sep 29 23:20:36.227557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37074) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:36.232531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Request body: {'subnet': {'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-818976987-subnet', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:36.262025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Made reservation on behalf of 23138f945f1c49e592c9cbd55ea3a0ed for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:20:36.264494 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.269495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95857f8e-2052-45f8-a24a-d2ee28cded9b admin admin] Pushing event updated for resources: {'Network': ['ID=84ae5c7d-b035-4f03-94ba-ec4879b6220c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:36.281292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 84ae5c7d-b035-4f03-94ba-ec4879b6220c details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:20:36.444054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.499435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3faef669-7cd9-4d9b-9f26-ddd50aa7bf44,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:36.513718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Checking segment: {'id': 'd4d9be91-049e-474f-9608-278a8f44b4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:36.514095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Network hostable DHCP agents. Network: 84ae5c7d-b035-4f03-94ba-ec4879b6220c, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:20:36.531957 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.532526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Network 84ae5c7d-b035-4f03-94ba-ec4879b6220c is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:20:36.541329 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 84ae5c7d-b035-4f03-94ba-ec4879b6220c) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:36.545364 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:36.545978 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.551813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01d407d-4cda-42ac-b679-fc8dcffac5e5 None None] Network 84ae5c7d-b035-4f03-94ba-ec4879b6220c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:20:36.561828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-913bbab7-d856-42d4-95f7-f813ac8d3642 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3331234 Sep 29 23:20:36.564627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37076) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:36.568955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-818976987-router', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:36.598158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.599643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.679743 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.715931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-84ae5c7d-b035-4f03-94ba-ec4879b6220c', 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'fixed_ips': [{'subnet_id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:20:36.716830 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.739457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12bf21-ee76-4918-8f09-0cc2db4b3268 req-5e1e9091-53aa-4429-9772-1efec75cc300 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:36.747462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a12bf21-ee76-4918-8f09-0cc2db4b3268 req-5e1e9091-53aa-4429-9772-1efec75cc300 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 948 time: 0.1216474 Sep 29 23:20:36.771084 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Sync routers for ids ['86c948a6-4d8c-4693-8931-ebacd706e4be'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:20:36.789543 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Routers {'86c948a6-4d8c-4693-8931-ebacd706e4be'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:36.790563 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['86c948a6-4d8c-4693-8931-ebacd706e4be'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:36.879909 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:36.890398 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a12bf21-ee76-4918-8f09-0cc2db4b3268 req-6dadaea9-b40d-4d4a-9461-de0396a9ab75 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421318 Sep 29 23:20:36.900899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Allocated IP 172.20.0.2 (84ae5c7d-b035-4f03-94ba-ec4879b6220c/3faef669-7cd9-4d9b-9f26-ddd50aa7bf44/0b178709-c5db-43b9-a03a-66d17c63c94a) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:36.923162 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Set router 86c948a6-4d8c-4693-8931-ebacd706e4be gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:37.077144 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.082642 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.116985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Network 84ae5c7d-b035-4f03-94ba-ec4879b6220c is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:37.121428 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:37.125021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:37.143471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Pushing event updated for resources: {'Port': ['ID=0b178709-c5db-43b9-a03a-66d17c63c94a,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:37.145947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.170113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.187537 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'name': 'tempest-TestAggregatesBasicOps-2103179511-router', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:28Z', 'updated_at': '2021-09-29T23:20:34Z', 'revision_number': 4, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'gw_port': {'id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:29Z', 'updated_at': '2021-09-29T23:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0', 'name': '', 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'mac_address': 'fa:16:3e:c1:b0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '3534f187-7d1c-4199-aec0-3d953172c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:33Z', 'updated_at': '2021-09-29T23:20:34Z', 'revision_number': 2, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'subnets': [{'id': '3534f187-7d1c-4199-aec0-3d953172c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:37.217810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Attempting to bind port 0b178709-c5db-43b9-a03a-66d17c63c94a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:20:37.218364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Attempting to bind port 0b178709-c5db-43b9-a03a-66d17c63c94a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd4d9be91-049e-474f-9608-278a8f44b4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:20:37.220346 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Attempting to bind port 0b178709-c5db-43b9-a03a-66d17c63c94a on network 84ae5c7d-b035-4f03-94ba-ec4879b6220c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:37.236676 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Checking router: 86c948a6-4d8c-4693-8931-ebacd706e4be for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:20:37.237164 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Updating router 86c948a6-4d8c-4693-8931-ebacd706e4be port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:20:37.243634 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:20:37.245250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Checking segment: {'id': 'd4d9be91-049e-474f-9608-278a8f44b4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:37.245250 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.247160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Bound using segment: {'id': 'd4d9be91-049e-474f-9608-278a8f44b4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:20:37.251294 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Bound port: 0b178709-c5db-43b9-a03a-66d17c63c94a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d9be91-049e-474f-9608-278a8f44b4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:20:37.251742 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.274224 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.339718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] For port 0b178709-c5db-43b9-a03a-66d17c63c94a, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:37.343582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] For port 0b178709-c5db-43b9-a03a-66d17c63c94a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0b178709-c5db-43b9-a03a-66d17c63c94a,segment=NetworkSegment(d4d9be91-049e-474f-9608-278a8f44b4e8),segment_id=d4d9be91-049e-474f-9608-278a8f44b4e8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:20:37.351904 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.424050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f1620f22-c498-4829-8c7d-a08539fcc409 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:37.443206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0715bfb-eb4f-428d-870b-23464d823e32 req-a7d024c3-ce85-4b48-8661-0af12f6680d0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:37.445691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0715bfb-eb4f-428d-870b-23464d823e32 req-a7d024c3-ce85-4b48-8661-0af12f6680d0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1849833 Sep 29 23:20:37.446282 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:37.460712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Allocated IP 172.25.4.147 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/3ef3dbc0-b8e2-438f-af2f-0c94498745f1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:37.493760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfc638a-f080-4e65-9d0b-c9122f3a15b4 req-82e0ba2f-f750-4be8-ba6e-6b1fd7129e83 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:37.496174 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dfc638a-f080-4e65-9d0b-c9122f3a15b4 req-82e0ba2f-f750-4be8-ba6e-6b1fd7129e83 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 943 time: 0.1789794 Sep 29 23:20:37.547908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0715bfb-eb4f-428d-870b-23464d823e32 req-138e70c8-635f-4981-9b97-05076801d528 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839338 Sep 29 23:20:37.555593 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.604525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dfc638a-f080-4e65-9d0b-c9122f3a15b4 req-02426610-ecb5-47af-9139-5046562aa04a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007662 Sep 29 23:20:37.609058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f6050-c901-42ec-a76c-39db408c4b78 None None] Pushing event updated for resources: {'Port': ['ID=0b178709-c5db-43b9-a03a-66d17c63c94a,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:37.631303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:20:37.638347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:37.638347 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.689396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f1620f22-c498-4829-8c7d-a08539fcc409 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:37.689396 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.719531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.736794 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.777368 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.816230 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.852679 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.870811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:37.876556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:37.880972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:37.907141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:37.908137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f343351c-63fa-4014-b5b9-c33964d814a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:20:37.910997 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad7ae2e-5c62-4878-8733-e72ce4f43694" -d '{"events": [{"server_uuid": "f343351c-63fa-4014-b5b9-c33964d814a5", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:20:37.936186 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:37.989650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Pushing event updated for resources: {'Port': ['ID=3ef3dbc0-b8e2-438f-af2f-0c94498745f1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:37.998558 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Pushing event updated for resources: {'Port': ['ID=e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:38.010711 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2482572-52da-4208-900a-b3b29a09e70a x-openstack-request-id: req-b2482572-52da-4208-900a-b3b29a09e70a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:20:38.011393 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f343351c-63fa-4014-b5b9-c33964d814a5", "name": "network-vif-plugged", "status": "completed", "tag": "2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:20:38.011956 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b2482572-52da-4208-900a-b3b29a09e70a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:20:38.012591 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.012905 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f343351c-63fa-4014-b5b9-c33964d814a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b', 'code': 200} Sep 29 23:20:38.013049 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.013394 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.013881 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.014142 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.015521 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.015887 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.016226 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.019387 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.019742 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.021292 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.021638 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:38.082383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:38.110882 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Attempting to bind port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:20:38.111258 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Attempting to bind port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '87e7afaa-4053-471e-aa45-c076d291182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:20:38.111623 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Attempting to bind port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 on network fae90b2d-aa37-4d36-93b7-dce972eebc25 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:38.119071 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:20:38.119616 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Checking segment: {'id': '87e7afaa-4053-471e-aa45-c076d291182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:38.120354 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:38.120822 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Bound using segment: {'id': '87e7afaa-4053-471e-aa45-c076d291182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:20:38.121353 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Bound port: e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e7afaa-4053-471e-aa45-c076d291182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:20:38.121802 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:38.194168 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] For port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:38.199101 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] For port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0,segment=NetworkSegment(87e7afaa-4053-471e-aa45-c076d291182d),segment_id=87e7afaa-4053-471e-aa45-c076d291182d)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:20:38.203934 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:38.267518 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Routers {'86c948a6-4d8c-4693-8931-ebacd706e4be'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:38.268206 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['86c948a6-4d8c-4693-8931-ebacd706e4be'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:38.273585 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd8bc2-cc1f-45f1-88b5-3651298d6431 None None] Pushing event updated for resources: {'Port': ['ID=e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:38.402009 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] Set router 86c948a6-4d8c-4693-8931-ebacd706e4be gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:38.416766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-694f8670-0612-4a3d-97f9-5f5adb96c1f1 None None] Provisioning complete for port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:38.417490 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-694f8670-0612-4a3d-97f9-5f5adb96c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:38.581604 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-694f8670-0612-4a3d-97f9-5f5adb96c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:38.586377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967956e-e727-4f87-b78b-3bf379365d10 req-7c786f8c-ee11-42da-b5de-253fc626dc18 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:38.588259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3967956e-e727-4f87-b78b-3bf379365d10 req-7c786f8c-ee11-42da-b5de-253fc626dc18 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 949 time: 0.5250022 Sep 29 23:20:38.668422 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:38.693283 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:38.711528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-694f8670-0612-4a3d-97f9-5f5adb96c1f1 None None] For port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0,segment=NetworkSegment(87e7afaa-4053-471e-aa45-c076d291182d),segment_id=87e7afaa-4053-471e-aa45-c076d291182d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:38.719768 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'name': 'tempest-TestAggregatesBasicOps-2103179511-router', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:28Z', 'updated_at': '2021-09-29T23:20:34Z', 'revision_number': 4, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'gw_port': {'id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:29Z', 'updated_at': '2021-09-29T23:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0', 'name': '', 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'mac_address': 'fa:16:3e:c1:b0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '3534f187-7d1c-4199-aec0-3d953172c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:33Z', 'updated_at': '2021-09-29T23:20:38Z', 'revision_number': 4, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'subnets': [{'id': '3534f187-7d1c-4199-aec0-3d953172c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:38.720585 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-694f8670-0612-4a3d-97f9-5f5adb96c1f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:38.760571 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740b3d45-4823-4e3b-899a-6ca31c0d0f90 None None] The sync data for ids ['86c948a6-4d8c-4693-8931-ebacd706e4be'] in n-d-811173-2 is: [{'id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'name': 'tempest-TestAggregatesBasicOps-2103179511-router', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:28Z', 'updated_at': '2021-09-29T23:20:34Z', 'revision_number': 4, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'gw_port': {'id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:29Z', 'updated_at': '2021-09-29T23:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0', 'name': '', 'network_id': 'fae90b2d-aa37-4d36-93b7-dce972eebc25', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'mac_address': 'fa:16:3e:c1:b0:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'device_owner': 'network:router_interface', 'standard_attr_id': 2472, 'fixed_ips': [{'subnet_id': '3534f187-7d1c-4199-aec0-3d953172c77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:33Z', 'updated_at': '2021-09-29T23:20:38Z', 'revision_number': 4, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'subnets': [{'id': '3534f187-7d1c-4199-aec0-3d953172c77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:20:38.792718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3967956e-e727-4f87-b78b-3bf379365d10 req-0e39b88f-1555-48e6-bc91-b2966d13bc74 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222498 Sep 29 23:20:38.803086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705532b-1b54-4019-ac01-059a7e3eaf89 req-27f6e348-d9cc-463d-b102-23f718fab5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:38.805362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c705532b-1b54-4019-ac01-059a7e3eaf89 req-27f6e348-d9cc-463d-b102-23f718fab5bb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 1100 time: 0.6867788 Sep 29 23:20:38.867857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14052825-81ae-4128-aaf5-896cd2330e64 req-020a5cf8-4f22-4834-95cb-6e4cd0cee53a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:38.869572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14052825-81ae-4128-aaf5-896cd2330e64 req-020a5cf8-4f22-4834-95cb-6e4cd0cee53a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1965787 Sep 29 23:20:39.028549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14052825-81ae-4128-aaf5-896cd2330e64 req-a313d843-bdf8-45d1-9889-29c1ca1ad2cb tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480560 Sep 29 23:20:39.037085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c705532b-1b54-4019-ac01-059a7e3eaf89 req-3d3bd493-45f9-4a55-a475-16a9b835b966 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112942 Sep 29 23:20:39.066557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad997f7f-2630-473f-8c69-08d7014af41b None None] Network 84ae5c7d-b035-4f03-94ba-ec4879b6220c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:20:39.068546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f8670-0612-4a3d-97f9-5f5adb96c1f1 None None] Pushing event updated for resources: {'Port': ['ID=e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:39.140413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dec90470-f125-43bc-b8a9-bf18f79b8ba6 None None] Provisioning complete for port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:39.140633 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dec90470-f125-43bc-b8a9-bf18f79b8ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:39.192949 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:39.266612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34ba25-64e7-40b6-bc31-7fda651ab937 req-87a7f36e-ed8c-4f40-9d0f-fc4fd12aa472 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:39.268209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e34ba25-64e7-40b6-bc31-7fda651ab937 req-87a7f36e-ed8c-4f40-9d0f-fc4fd12aa472 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 943 time: 0.3048062 Sep 29 23:20:39.464466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff96d1a-fa39-4ad2-8c22-e5177449ade3 req-0f747fea-97dd-41a1-8e5a-11a3b7e5d6c5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:39.471401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ff96d1a-fa39-4ad2-8c22-e5177449ade3 req-0f747fea-97dd-41a1-8e5a-11a3b7e5d6c5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.2330573 Sep 29 23:20:39.501711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:39.503468 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e34ba25-64e7-40b6-bc31-7fda651ab937 req-0b89ee63-5950-417c-b1ea-2292042c2fe9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142394 Sep 29 23:20:39.541140 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:39.549126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ff96d1a-fa39-4ad2-8c22-e5177449ade3 req-56d635cf-48c3-42ce-9b6b-d99e6745f8b6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766966 Sep 29 23:20:39.550633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Router 6ddd18ae-0eb9-432b-9811-15c54286ae6b is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:20:39.638342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Provisioning complete for port 0b178709-c5db-43b9-a03a-66d17c63c94a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:39.638933 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:39.640386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:39.640752 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:39.762767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:20:39.785475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Sync routers for ids ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:20:39.794600 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:39.799486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-54d3b583-96cf-42fa-b6a4-886d15c823ad admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2338355 Sep 29 23:20:39.800601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37134) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:39.821712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306c870-685d-4880-89e3-21b4997f0e70 req-51faca3b-ff36-4998-bc35-4580d06a244a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:39.823759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2306c870-685d-4880-89e3-21b4997f0e70 req-51faca3b-ff36-4998-bc35-4580d06a244a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1192069 Sep 29 23:20:39.860717 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:39.877762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Routers {'6ddd18ae-0eb9-432b-9811-15c54286ae6b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:39.878409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:39.900006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2306c870-685d-4880-89e3-21b4997f0e70 req-6344df1d-6fc2-44d4-8a62-b93f7cf00803 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689530 Sep 29 23:20:40.007497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb4afd-ad3a-44b4-925e-54e035a778b2 req-14b2f589-787a-4d85-a0d1-cb8d507fb350 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:40.009563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dfb4afd-ad3a-44b4-925e-54e035a778b2 req-14b2f589-787a-4d85-a0d1-cb8d507fb350 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 949 time: 0.0768120 Sep 29 23:20:40.024268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0b178709-c5db-43b9-a03a-66d17c63c94a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:40.069547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] For port 0b178709-c5db-43b9-a03a-66d17c63c94a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0b178709-c5db-43b9-a03a-66d17c63c94a,segment=NetworkSegment(d4d9be91-049e-474f-9608-278a8f44b4e8),segment_id=d4d9be91-049e-474f-9608-278a8f44b4e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:40.097991 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:40.118457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dfb4afd-ad3a-44b4-925e-54e035a778b2 req-38307fbe-f8c5-4fc2-b54e-c76ce336f073 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004729 Sep 29 23:20:40.162501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e5065-58b3-4bdf-bb28-9ed50550afb9 req-5ca04e06-1129-4273-8600-de291d222eb0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:40.171179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b67e5065-58b3-4bdf-bb28-9ed50550afb9 req-5ca04e06-1129-4273-8600-de291d222eb0 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0932918 Sep 29 23:20:40.227984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b67e5065-58b3-4bdf-bb28-9ed50550afb9 req-4758a498-941c-4d24-a930-54274372007a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559981 Sep 29 23:20:40.263495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Set router 6ddd18ae-0eb9-432b-9811-15c54286ae6b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:40.383008 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Pushing event updated for resources: {'Port': ['ID=0b178709-c5db-43b9-a03a-66d17c63c94a,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:40.406388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-41c1860a-f923-4e92-92aa-a1dbafa24e99 None None] Provisioning complete for port 0b178709-c5db-43b9-a03a-66d17c63c94a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:40.406995 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-41c1860a-f923-4e92-92aa-a1dbafa24e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:40.414637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 0b178709-c5db-43b9-a03a-66d17c63c94a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:40.415238 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:40.420437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.420903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.421338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.421755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.422163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.422391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42c68e-5978-42d3-86b7-63ff84eb122a req-32825c05-d8e7-44d7-a40c-52bb98ce4620 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:40.422552 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.422978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.423381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.423782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.424393 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb42c68e-5978-42d3-86b7-63ff84eb122a req-32825c05-d8e7-44d7-a40c-52bb98ce4620 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0801673 Sep 29 23:20:40.432137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.432675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.433080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16159972-b3b6-419e-8355-d44cd2819f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:20:40.469191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:40.485293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb42c68e-5978-42d3-86b7-63ff84eb122a req-78a19beb-a9d1-49dc-bc96-4ebc1f5e34c7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523479 Sep 29 23:20:40.679679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Allocated IP 172.20.0.1 (84ae5c7d-b035-4f03-94ba-ec4879b6220c/3faef669-7cd9-4d9b-9f26-ddd50aa7bf44/db9ddc04-724f-42cf-9cf2-15cb0f9af832) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:40.687502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315738a-3970-48ff-9e18-eb169ac6f7ef req-d878628a-05b4-4ac3-91b5-f6fd6ee3dc65 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:40.689074 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c315738a-3970-48ff-9e18-eb169ac6f7ef req-d878628a-05b4-4ac3-91b5-f6fd6ee3dc65 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 943 time: 0.0995557 Sep 29 23:20:40.698461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a0fcd5-5da0-4f01-89a2-5987f6a31735 req-9549a456-0929-4590-94bf-a84a27f9507f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:40.699820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46a0fcd5-5da0-4f01-89a2-5987f6a31735 req-9549a456-0929-4590-94bf-a84a27f9507f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0693419 Sep 29 23:20:40.744473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'name': 'tempest-TestAggregatesBasicOps-818976987-router', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:36Z', 'updated_at': '2021-09-29T23:20:38Z', 'revision_number': 3, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'gw_port': {'id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:37Z', 'updated_at': '2021-09-29T23:20:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:40.759926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c315738a-3970-48ff-9e18-eb169ac6f7ef req-0c3310e1-2684-43ad-9bb1-9b9d115456cf tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588429 Sep 29 23:20:40.762459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46a0fcd5-5da0-4f01-89a2-5987f6a31735 req-9889e699-cde8-4870-a792-59b15ab2da1f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548041 Sep 29 23:20:40.780520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Checking router: 6ddd18ae-0eb9-432b-9811-15c54286ae6b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:20:40.780878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Updating router 6ddd18ae-0eb9-432b-9811-15c54286ae6b port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:20:40.809163 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:40.817328 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:40.852976 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:40.893521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Network 84ae5c7d-b035-4f03-94ba-ec4879b6220c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:40.896912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:40.902093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:40.917479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a6ee5-a8f4-4afa-b960-5235ce68dff0 req-53378118-a57a-43ef-83de-4944db858075 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:40.920310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3f1a6ee5-a8f4-4afa-b960-5235ce68dff0 req-53378118-a57a-43ef-83de-4944db858075 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0652301 Sep 29 23:20:40.940238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Pushing event updated for resources: {'Port': ['ID=db9ddc04-724f-42cf-9cf2-15cb0f9af832,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:40.965705 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:40.968998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3f1a6ee5-a8f4-4afa-b960-5235ce68dff0 req-220a9867-2706-4e3c-af6c-2eaf8c86c34a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Sep 29 23:20:41.126045 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.129679 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.134036 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.222165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Attempting to bind port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:20:41.222537 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Attempting to bind port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:20:41.222901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Attempting to bind port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:41.234465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a2f70-553e-4a92-81b6-3e351672d0be None None] Pushing event updated for resources: {'Port': ['ID=3ef3dbc0-b8e2-438f-af2f-0c94498745f1,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:41.246688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0d3ed2bb-992b-4612-99f1-71850bf33576 None None] Provisioning complete for port db9ddc04-724f-42cf-9cf2-15cb0f9af832 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:41.247071 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0d3ed2bb-992b-4612-99f1-71850bf33576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.253828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:20:41.254472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:41.254933 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.255338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:20:41.256011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Bound port: 3ef3dbc0-b8e2-438f-af2f-0c94498745f1, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:20:41.256424 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.296878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f0b754-2820-4706-a34c-d5cfc7fa2f80 req-1877bf28-bfb7-4076-8eec-bce2f2c74206 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:41.298637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02f0b754-2820-4706-a34c-d5cfc7fa2f80 req-1877bf28-bfb7-4076-8eec-bce2f2c74206 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 949 time: 0.0900691 Sep 29 23:20:41.333241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac7d7c-11a9-4782-b223-816c3ab65ae0 req-4d594764-2485-4581-9edc-b1331b275e5c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:41.334928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dac7d7c-11a9-4782-b223-816c3ab65ae0 req-4d594764-2485-4581-9edc-b1331b275e5c tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1150899 Sep 29 23:20:41.339084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0d3ed2bb-992b-4612-99f1-71850bf33576 None None] Port db9ddc04-724f-42cf-9cf2-15cb0f9af832 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:20:41.357085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.362090 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.367149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02f0b754-2820-4706-a34c-d5cfc7fa2f80 req-07206cdd-3a98-4349-abf1-1f4490d7aced tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582726 Sep 29 23:20:41.392863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] For port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:41.397304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0b178709-c5db-43b9-a03a-66d17c63c94a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:41.401361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] For port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3ef3dbc0-b8e2-438f-af2f-0c94498745f1,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:20:41.428468 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.440270 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dac7d7c-11a9-4782-b223-816c3ab65ae0 req-28a68789-cacf-4802-8eb7-2e7c4be1afd5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693543 Sep 29 23:20:41.451203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Pushing event updated for resources: {'Port': ['ID=db9ddc04-724f-42cf-9cf2-15cb0f9af832,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:41.479109 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.528377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a2f70-553e-4a92-81b6-3e351672d0be None None] Pushing event updated for resources: {'Port': ['ID=3ef3dbc0-b8e2-438f-af2f-0c94498745f1,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:41.533112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 0b178709-c5db-43b9-a03a-66d17c63c94a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:41.533481 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:41.535094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Routers {'6ddd18ae-0eb9-432b-9811-15c54286ae6b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:41.535712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:41.581542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Network 84ae5c7d-b035-4f03-94ba-ec4879b6220c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:41.583092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:41.719351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Router 6ddd18ae-0eb9-432b-9811-15c54286ae6b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:20:41.868330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] Set router 6ddd18ae-0eb9-432b-9811-15c54286ae6b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:41.906025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:20:41.920219 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ab03739e-fa50-4133-acbb-14c20c74856d admin admin] 10.222.0.44 "PUT /v2.0/routers/6ddd18ae-0eb9-432b-9811-15c54286ae6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1090667 Sep 29 23:20:41.967927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f775e-e368-421a-96b2-3cc65b3a7f06 req-270e9266-084a-4860-9304-ceb56288d194 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:41.969885 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-702f775e-e368-421a-96b2-3cc65b3a7f06 req-270e9266-084a-4860-9304-ceb56288d194 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 943 time: 0.0807335 Sep 29 23:20:41.998129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e051f89c-bf39-47f4-8d43-e14ec1672aad None None] Provisioning complete for port db9ddc04-724f-42cf-9cf2-15cb0f9af832 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:41.998509 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e051f89c-bf39-47f4-8d43-e14ec1672aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:42.011688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-702f775e-e368-421a-96b2-3cc65b3a7f06 req-02a084b0-ea8f-4cb8-a955-1abda5ea18a3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336673 Sep 29 23:20:42.070549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e051f89c-bf39-47f4-8d43-e14ec1672aad None None] Port db9ddc04-724f-42cf-9cf2-15cb0f9af832 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:20:42.161690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'name': 'tempest-TestAggregatesBasicOps-818976987-router', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:36Z', 'updated_at': '2021-09-29T23:20:41Z', 'revision_number': 4, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'gw_port': {'id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:37Z', 'updated_at': '2021-09-29T23:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'db9ddc04-724f-42cf-9cf2-15cb0f9af832', 'name': '', 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'mac_address': 'fa:16:3e:4e:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:40Z', 'updated_at': '2021-09-29T23:20:41Z', 'revision_number': 2, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'subnets': [{'id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:42.189384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b545b-466e-48ab-9379-2640c18a0ef0 None None] The sync data for ids ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'] in n-d-811173-2 is: [{'id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'name': 'tempest-TestAggregatesBasicOps-818976987-router', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:36Z', 'updated_at': '2021-09-29T23:20:41Z', 'revision_number': 4, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'gw_port': {'id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:37Z', 'updated_at': '2021-09-29T23:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'db9ddc04-724f-42cf-9cf2-15cb0f9af832', 'name': '', 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'mac_address': 'fa:16:3e:4e:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:40Z', 'updated_at': '2021-09-29T23:20:41Z', 'revision_number': 2, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'subnets': [{'id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:20:42.571020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc0d78-c86f-4659-ae65-80ff5b4a7513 req-7caf18f6-01f9-4ca9-87ea-dc2f2894f3ba tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:42.572965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3adc0d78-c86f-4659-ae65-80ff5b4a7513 req-7caf18f6-01f9-4ca9-87ea-dc2f2894f3ba tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0568218 Sep 29 23:20:42.615544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3adc0d78-c86f-4659-ae65-80ff5b4a7513 req-d85af344-9766-412b-adcb-3aac64a8f476 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360217 Sep 29 23:20:43.105563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d221e-026e-4fe4-a765-018e94f6a592 req-ad6caa35-31c0-416b-a715-5ceeca3383f4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:43.108035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-329d221e-026e-4fe4-a765-018e94f6a592 req-ad6caa35-31c0-416b-a715-5ceeca3383f4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1012087 Sep 29 23:20:43.156922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaad02f-a9c7-41b4-9c95-b5be2d1c869d req-563795c9-1aca-4d7f-a724-c195bf72eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:43.158472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcaad02f-a9c7-41b4-9c95-b5be2d1c869d req-563795c9-1aca-4d7f-a724-c195bf72eac1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d04620ebc4914102be6770b301647420&device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 1098 time: 0.0994258 Sep 29 23:20:43.180671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-329d221e-026e-4fe4-a765-018e94f6a592 req-063b7759-1c05-4efa-bb31-26dcbbee1cc2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660644 Sep 29 23:20:43.244119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37234) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:43.348535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaad02f-a9c7-41b4-9c95-b5be2d1c869d req-2c4879a8-3784-44a3-914f-1720b2712359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:43.352547 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcaad02f-a9c7-41b4-9c95-b5be2d1c869d req-2c4879a8-3784-44a3-914f-1720b2712359 service neutron] 10.222.0.42 "GET /v2.0/networks?id=9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 200 len: 914 time: 0.1697435 Sep 29 23:20:43.376437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1942d82-a248-497e-b612-8a8c6c2a3c52 req-1bd5f061-40b9-44ad-9cf2-6c4c16cc85a2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:43.378328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1942d82-a248-497e-b612-8a8c6c2a3c52 req-1bd5f061-40b9-44ad-9cf2-6c4c16cc85a2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 943 time: 0.1067514 Sep 29 23:20:43.419700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcaad02f-a9c7-41b4-9c95-b5be2d1c869d req-ed8e9bae-eea9-4923-9611-19cbf0260f67 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2 HTTP/1.1" status: 200 len: 217 time: 0.0612676 Sep 29 23:20:43.437180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:43.497927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:20:43.536636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaad02f-a9c7-41b4-9c95-b5be2d1c869d req-e99c93f4-8cba-4381-be5e-b29baba49546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:43.539555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcaad02f-a9c7-41b4-9c95-b5be2d1c869d req-e99c93f4-8cba-4381-be5e-b29baba49546 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=08afd1f3-3af4-401b-af6f-0e073bd9edbe HTTP/1.1" status: 200 len: 853 time: 0.1067629 Sep 29 23:20:43.594482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcaad02f-a9c7-41b4-9c95-b5be2d1c869d req-8992af18-7e63-42e6-b537-5f16187825f5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=9ff5a393-3336-404c-bfa2-cec66ad29b85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450594 Sep 29 23:20:43.600874 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1942d82-a248-497e-b612-8a8c6c2a3c52 req-b6cdf8d9-5de5-4362-a155-d28a894d85b5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832266 Sep 29 23:20:43.608791 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:43.609167 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:43.724194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:43.747220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcaad02f-a9c7-41b4-9c95-b5be2d1c869d req-62f95d3d-918e-4244-a1aa-2f8a6408e072 service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418746 Sep 29 23:20:43.797321 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'port_id': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0', 'mac_address': 'fa:16:3e:80:2d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:20:43.802485 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:43.864493 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:43.883592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3ef3dbc0-b8e2-438f-af2f-0c94498745f1,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:43.890819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcaad02f-a9c7-41b4-9c95-b5be2d1c869d req-eba4bf4b-577f-4506-b15c-60a153743d8d service neutron] 10.222.0.42 "GET /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369975 Sep 29 23:20:43.891961 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:43.895265 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:43.963302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:20:43.987785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=3ef3dbc0-b8e2-438f-af2f-0c94498745f1,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:44.000061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:44.008154 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:44.068206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:44.161597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] Deleting port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:20:44.161945 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:44.246580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] For port e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0,segment=NetworkSegment(87e7afaa-4053-471e-aa45-c076d291182d),segment_id=87e7afaa-4053-471e-aa45-c076d291182d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:44.247260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:44.266981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] Calling delete_port for e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:20:44.307523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c40f876-5d3d-413b-9432-e6146d743a0e req-ea71d390-d910-40fe-b5b7-29b3d1d7123d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:44.315486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c40f876-5d3d-413b-9432-e6146d743a0e req-ea71d390-d910-40fe-b5b7-29b3d1d7123d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0582585 Sep 29 23:20:44.325708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['4e44f8aa-b5bf-4f99-b897-68a73d31bbb0'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:20:44.362031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c40f876-5d3d-413b-9432-e6146d743a0e req-097f06b3-619f-41de-ae6c-1d5fd74e6604 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454757 Sep 29 23:20:44.486480 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:44.519061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:44.721787 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:44.743569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf82eb-e256-43b3-873d-7d19a588e13e req-63a1f972-bca2-497f-8702-a1efc30a88b0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:44.751875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1daf82eb-e256-43b3-873d-7d19a588e13e req-63a1f972-bca2-497f-8702-a1efc30a88b0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 944 time: 0.0758314 Sep 29 23:20:44.804307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1daf82eb-e256-43b3-873d-7d19a588e13e req-b1892902-c9c5-426c-beec-053d7326e232 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507717 Sep 29 23:20:44.979904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] Router 86c948a6-4d8c-4693-8931-ebacd706e4be has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:20:45.092234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:20:45.099925 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-949ccad0-2b3d-44d0-98f2-fcb5b5ae7db0 admin admin] 10.222.0.44 "PUT /v2.0/routers/86c948a6-4d8c-4693-8931-ebacd706e4be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8529415 Sep 29 23:20:45.101019 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] Sync routers for ids ['86c948a6-4d8c-4693-8931-ebacd706e4be'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:20:45.102227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37248) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:45.112790 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] Routers {'86c948a6-4d8c-4693-8931-ebacd706e4be'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:45.113431 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['86c948a6-4d8c-4693-8931-ebacd706e4be'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:45.224316 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:45.233048 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] Set router 86c948a6-4d8c-4693-8931-ebacd706e4be gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:45.370177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:45.436681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Deleting port f1620f22-c498-4829-8c7d-a08539fcc409 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:20:45.436965 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:45.498318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:45.504325 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'name': 'tempest-TestAggregatesBasicOps-2103179511-router', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:28Z', 'updated_at': '2021-09-29T23:20:44Z', 'revision_number': 5, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'gw_port': {'id': 'f1620f22-c498-4829-8c7d-a08539fcc409', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:01:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2470, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:29Z', 'updated_at': '2021-09-29T23:20:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:45.525375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:45.544335 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] Checking router: 86c948a6-4d8c-4693-8931-ebacd706e4be for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:20:45.555580 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] Routers {'86c948a6-4d8c-4693-8931-ebacd706e4be'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:45.557028 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['86c948a6-4d8c-4693-8931-ebacd706e4be'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:45.570064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d919b2f-43bc-4557-ae8f-c02a952b4ea1 req-8543e176-d00f-4993-9d93-e4a48a685d10 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:45.571607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d919b2f-43bc-4557-ae8f-c02a952b4ea1 req-8543e176-d00f-4993-9d93-e4a48a685d10 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0962665 Sep 29 23:20:45.577148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] For port f1620f22-c498-4829-8c7d-a08539fcc409, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f1620f22-c498-4829-8c7d-a08539fcc409,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:45.577517 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:45.590869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:20:45.598954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:45.599622 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:45.629309 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Calling delete_port for f1620f22-c498-4829-8c7d-a08539fcc409 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:20:45.635585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d919b2f-43bc-4557-ae8f-c02a952b4ea1 req-fc6f6da3-b8a3-4c6a-a380-93583dff19d3 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548406 Sep 29 23:20:45.651439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:45.652266 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:45.737747 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] Set router 86c948a6-4d8c-4693-8931-ebacd706e4be gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:45.807683 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:45.818188 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'name': 'tempest-TestAggregatesBasicOps-2103179511-router', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:28Z', 'updated_at': '2021-09-29T23:20:45Z', 'revision_number': 6, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:45.848163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:45.849132 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:20:45.852757 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0988718-7f88-4171-a9c1-2c9b1e3e1568" -d '{"events": [{"server_uuid": "0bb1e5f7-e363-4b68-be20-631b2fc4036f", "name": "network-vif-plugged", "status": "completed", "tag": "4e44f8aa-b5bf-4f99-b897-68a73d31bbb0"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:20:45.854272 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09c205d-6c11-410b-aa68-8aeec6426443 None None] The sync data for ids ['86c948a6-4d8c-4693-8931-ebacd706e4be'] in n-d-811173-2 is: [{'id': '86c948a6-4d8c-4693-8931-ebacd706e4be', 'name': 'tempest-TestAggregatesBasicOps-2103179511-router', 'tenant_id': '3a002bcb3fec43509e53925bd6cc7d49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:28Z', 'updated_at': '2021-09-29T23:20:45Z', 'revision_number': 6, 'project_id': '3a002bcb3fec43509e53925bd6cc7d49', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:20:45.857408 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:45.899389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b17704-4ef0-4de7-931d-ff68d7229f41 req-2f75661e-69a8-4244-9913-8776ea6a07ed tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:45.901545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4b17704-4ef0-4de7-931d-ff68d7229f41 req-2f75661e-69a8-4244-9913-8776ea6a07ed tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1021798 Sep 29 23:20:45.918232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:46.002636 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4b17704-4ef0-4de7-931d-ff68d7229f41 req-874d8038-2013-4a2c-99de-fb55df3949ff tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919421 Sep 29 23:20:46.012927 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.034479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eebac0-e17e-43b8-a8b6-14819b0abaa7 req-db0cfd55-a091-4717-99a2-bdfb73d42cf5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:46.036652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16eebac0-e17e-43b8-a8b6-14819b0abaa7 req-db0cfd55-a091-4717-99a2-bdfb73d42cf5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 945 time: 0.0906110 Sep 29 23:20:46.069402 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5615002-eb04-45e1-88cf-e2789af30909 x-openstack-request-id: req-c5615002-eb04-45e1-88cf-e2789af30909 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:20:46.069737 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb1e5f7-e363-4b68-be20-631b2fc4036f", "name": "network-vif-plugged", "status": "completed", "tag": "4e44f8aa-b5bf-4f99-b897-68a73d31bbb0", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:20:46.070009 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c5615002-eb04-45e1-88cf-e2789af30909 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:20:46.070653 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0', 'code': 200} Sep 29 23:20:46.074487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1620f22-c498-4829-8c7d-a08539fcc409,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:46.196253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16eebac0-e17e-43b8-a8b6-14819b0abaa7 req-0fac528e-8a42-4aaf-b5d6-a7fac45d9f7b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349900 Sep 29 23:20:46.225150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e42cc-1872-45f6-93f6-b89ac4e304ee req-67c08ec0-f1c6-4ba9-9617-f67c43ac98d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:46.227374 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c0e42cc-1872-45f6-93f6-b89ac4e304ee req-67c08ec0-f1c6-4ba9-9617-f67c43ac98d6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 1096 time: 0.0817168 Sep 29 23:20:46.227497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.289401 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9c0e42cc-1872-45f6-93f6-b89ac4e304ee req-1cd7d73a-b97f-4375-b3dc-51450a778d82 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471900 Sep 29 23:20:46.347740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.352497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.410295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcebe74b-b362-4994-9412-c722bb344701 req-f8ba47d0-fd8b-448c-afd0-a6ef69cc0af4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:46.411891 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcebe74b-b362-4994-9412-c722bb344701 req-f8ba47d0-fd8b-448c-afd0-a6ef69cc0af4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1194401 Sep 29 23:20:46.413239 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.413763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86c948a6-4d8c-4693-8931-ebacd706e4be {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:20:46.418096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.419157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5b0c572d-9db8-46c6-81a5-f7845caed1f2 admin admin] 10.222.0.44 "DELETE /v2.0/routers/86c948a6-4d8c-4693-8931-ebacd706e4be HTTP/1.1" status: 204 len: 168 time: 1.3153672 Sep 29 23:20:46.421841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37266) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:46.453854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcebe74b-b362-4994-9412-c722bb344701 req-8d032a17-d26e-4d11-a645-836bce07b523 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334787 Sep 29 23:20:46.485151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e01e2d9-adf2-4810-b266-e2ff3807563a admin admin] Deleting subnet 3534f187-7d1c-4199-aec0-3d953172c77f {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:20:46.489083 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e01e2d9-adf2-4810-b266-e2ff3807563a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.543657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e01e2d9-adf2-4810-b266-e2ff3807563a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.551684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Sync routers for ids ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:20:46.566273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Routers {'6ddd18ae-0eb9-432b-9811-15c54286ae6b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:46.567077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:46.642280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889aa248-4d42-4f35-b183-8ec3e1816c80 req-b52030bf-b8ae-41e1-b8d2-cdb86ffb24e7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:46.644435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-889aa248-4d42-4f35-b183-8ec3e1816c80 req-b52030bf-b8ae-41e1-b8d2-cdb86ffb24e7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0695658 Sep 29 23:20:46.656735 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e01e2d9-adf2-4810-b266-e2ff3807563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.690465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-889aa248-4d42-4f35-b183-8ec3e1816c80 req-c5b3169a-5f87-4eae-8374-5a43a5ee164d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384305 Sep 29 23:20:46.731175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e01e2d9-adf2-4810-b266-e2ff3807563a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.748206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Set router 6ddd18ae-0eb9-432b-9811-15c54286ae6b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:46.773639 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3e01e2d9-adf2-4810-b266-e2ff3807563a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.780224 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3e01e2d9-adf2-4810-b266-e2ff3807563a admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3534f187-7d1c-4199-aec0-3d953172c77f HTTP/1.1" status: 204 len: 168 time: 0.3532453 Sep 29 23:20:46.780224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01e2d9-adf2-4810-b266-e2ff3807563a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3534f187-7d1c-4199-aec0-3d953172c77f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:46.780401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37272) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:46.792444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43a4b4f-e184-4d96-b185-c17611243ba3 None None] Network fae90b2d-aa37-4d36-93b7-dce972eebc25 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:20:46.912429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:46.958008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f61cb-80e3-42ef-832a-55037ccb2c56 req-853b36dc-9e0c-4db3-939c-4fca2ae9b72d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:46.959578 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee2f61cb-80e3-42ef-832a-55037ccb2c56 req-853b36dc-9e0c-4db3-939c-4fca2ae9b72d tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1132662 Sep 29 23:20:47.018365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee2f61cb-80e3-42ef-832a-55037ccb2c56 req-2d85b5e7-401d-4a34-8ee6-145b58ff5095 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505834 Sep 29 23:20:47.022819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Deleting port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:20:47.023162 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.104215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] For port 4e5fd317-479c-49f1-b9f2-39a5c17434e4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4e5fd317-479c-49f1-b9f2-39a5c17434e4,segment=NetworkSegment(87e7afaa-4053-471e-aa45-c076d291182d),segment_id=87e7afaa-4053-471e-aa45-c076d291182d)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:47.104520 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.109658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'name': 'tempest-TestAggregatesBasicOps-818976987-router', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:36Z', 'updated_at': '2021-09-29T23:20:41Z', 'revision_number': 4, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'gw_port': {'id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:37Z', 'updated_at': '2021-09-29T23:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'db9ddc04-724f-42cf-9cf2-15cb0f9af832', 'name': '', 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'mac_address': 'fa:16:3e:4e:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:40Z', 'updated_at': '2021-09-29T23:20:41Z', 'revision_number': 2, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'subnets': [{'id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:47.129422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Calling delete_port for 4e5fd317-479c-49f1-b9f2-39a5c17434e4 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:20:47.142378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Checking router: 6ddd18ae-0eb9-432b-9811-15c54286ae6b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:20:47.142737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Updating router 6ddd18ae-0eb9-432b-9811-15c54286ae6b port db9ddc04-724f-42cf-9cf2-15cb0f9af832 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:20:47.170026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a601ae-b2b2-4e50-b23a-52a0aee11f87 None None] DHCP port deletion for fae90b2d-aa37-4d36-93b7-dce972eebc25 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:20:47.175490 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.284868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0152cf-aba3-451f-b7b4-2506cd6b1414 req-1c7a69ac-c825-4890-b07c-f66455536678 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:47.286718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a0152cf-aba3-451f-b7b4-2506cd6b1414 req-1c7a69ac-c825-4890-b07c-f66455536678 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1490064 Sep 29 23:20:47.363174 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.368443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a3a601ae-b2b2-4e50-b23a-52a0aee11f87 None None] Deleting port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:20:47.368889 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a3a601ae-b2b2-4e50-b23a-52a0aee11f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.385308 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a0152cf-aba3-451f-b7b4-2506cd6b1414 req-5563c0c3-4734-4f0e-95f4-cb763158aea2 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887945 Sep 29 23:20:47.426008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] No DVR routers for this DVR port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:20:47.426805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:47.429229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5fd317-479c-49f1-b9f2-39a5c17434e4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:47.462541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:20:47.463133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e5625ec2-0cfb-4ac4-94ce-d4cd1480b8c0 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:20:47.463520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f1620f22-c498-4829-8c7d-a08539fcc409 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:47.536318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f1620f22-c498-4829-8c7d-a08539fcc409 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:20:47.536668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f1620f22-c498-4829-8c7d-a08539fcc409 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:20:47.537096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4e5fd317-479c-49f1-b9f2-39a5c17434e4 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:47.567893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a3a601ae-b2b2-4e50-b23a-52a0aee11f87 None None] For port 4e5fd317-479c-49f1-b9f2-39a5c17434e4, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:47.568599 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a3a601ae-b2b2-4e50-b23a-52a0aee11f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.573106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4e5fd317-479c-49f1-b9f2-39a5c17434e4 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:20:47.573455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4e5fd317-479c-49f1-b9f2-39a5c17434e4 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:20:47.593886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.614988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a3a601ae-b2b2-4e50-b23a-52a0aee11f87 None None] Calling delete_port for 4e5fd317-479c-49f1-b9f2-39a5c17434e4 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:20:47.618851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-a3a601ae-b2b2-4e50-b23a-52a0aee11f87 None None] Port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:20:47.620980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e754a1-ebc7-4636-8aa9-4aeed2a18513 req-ba182fd6-cc81-4475-a7c2-4a5278c93db3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:47.621543 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a3a601ae-b2b2-4e50-b23a-52a0aee11f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.622494 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1e754a1-ebc7-4636-8aa9-4aeed2a18513 req-ba182fd6-cc81-4475-a7c2-4a5278c93db3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 945 time: 0.1551235 Sep 29 23:20:47.635270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fae90b2d-aa37-4d36-93b7-dce972eebc25']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:47.648767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5b8cb-dea5-457b-8122-2301a1d26186 req-536c228a-4c1c-4a60-b0f3-2e9bd0e92fa5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:47.650228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8b5b8cb-dea5-457b-8122-2301a1d26186 req-536c228a-4c1c-4a60-b0f3-2e9bd0e92fa5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1357739 Sep 29 23:20:47.653734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a601ae-b2b2-4e50-b23a-52a0aee11f87 None None] Pushing event deleted for resources: {'Port': ['ID=4e5fd317-479c-49f1-b9f2-39a5c17434e4,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:47.661550 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a601ae-b2b2-4e50-b23a-52a0aee11f87 None None] No DVR routers for this DVR port 4e5fd317-479c-49f1-b9f2-39a5c17434e4 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:20:47.665419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e7afaa-4053-471e-aa45-c076d291182d') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:47.665676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e7afaa-4053-471e-aa45-c076d291182d') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:47.684992 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.719273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.723486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1e754a1-ebc7-4636-8aa9-4aeed2a18513 req-65643460-999a-4258-abfd-856e58669cac tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915973 Sep 29 23:20:47.735947 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.740651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:20:47.741723 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:20:47.743400 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:20:47.745583 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.755312 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8b5b8cb-dea5-457b-8122-2301a1d26186 req-099819e1-6fbf-46ec-a17d-d98ece0cbcd3 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877049 Sep 29 23:20:47.820583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20426357-c2f7-45d4-b54a-fe69c3919d10 None None] Pushing event updated for resources: {'Port': ['ID=db9ddc04-724f-42cf-9cf2-15cb0f9af832,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:47.827955 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.844290 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.846184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fae90b2d-aa37-4d36-93b7-dce972eebc25 HTTP/1.1" status: 204 len: 168 time: 1.0663636 Sep 29 23:20:47.849287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37290) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:47.880134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d1b118-2794-4578-a7fd-39cf24d79b32 admin admin] Pushing event deleted for resources: {'Network': ['ID=fae90b2d-aa37-4d36-93b7-dce972eebc25,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:47.908087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Attempting to bind port db9ddc04-724f-42cf-9cf2-15cb0f9af832 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:20:47.908475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Attempting to bind port db9ddc04-724f-42cf-9cf2-15cb0f9af832 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd4d9be91-049e-474f-9608-278a8f44b4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:20:47.908845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Attempting to bind port db9ddc04-724f-42cf-9cf2-15cb0f9af832 on network 84ae5c7d-b035-4f03-94ba-ec4879b6220c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:47.910622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc35080-5701-4161-a62b-8eecf19306d9 req-29f191d0-55c3-423d-9f4f-e477a76bc925 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:47.915924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:20:47.916290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Checking segment: {'id': 'd4d9be91-049e-474f-9608-278a8f44b4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:47.916703 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.917103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Bound using segment: {'id': 'd4d9be91-049e-474f-9608-278a8f44b4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:20:47.917600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Bound port: db9ddc04-724f-42cf-9cf2-15cb0f9af832, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d9be91-049e-474f-9608-278a8f44b4e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:20:47.917992 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:47.919124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcc35080-5701-4161-a62b-8eecf19306d9 req-29f191d0-55c3-423d-9f4f-e477a76bc925 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0890903 Sep 29 23:20:47.962598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcc35080-5701-4161-a62b-8eecf19306d9 req-aecada03-67cd-47cf-8324-6d4d31e35bea tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Sep 29 23:20:47.990479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] For port db9ddc04-724f-42cf-9cf2-15cb0f9af832, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:47.995358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] For port db9ddc04-724f-42cf-9cf2-15cb0f9af832, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=db9ddc04-724f-42cf-9cf2-15cb0f9af832,segment=NetworkSegment(d4d9be91-049e-474f-9608-278a8f44b4e8),segment_id=d4d9be91-049e-474f-9608-278a8f44b4e8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:20:48.001430 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:48.033819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-1f529a69-3ac2-4322-b217-22dd22919e44 req-11592f7b-69d2-44b6-9bec-613537576757 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:20:48.036079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f529a69-3ac2-4322-b217-22dd22919e44 req-11592f7b-69d2-44b6-9bec-613537576757 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061717 Sep 29 23:20:48.067470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Routers {'6ddd18ae-0eb9-432b-9811-15c54286ae6b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:48.068311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:48.133400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b73677d2-97ab-41a1-8ea6-28c4ae0adfe5 None None] Provisioning complete for port db9ddc04-724f-42cf-9cf2-15cb0f9af832 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:48.133925 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b73677d2-97ab-41a1-8ea6-28c4ae0adfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:48.137503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20426357-c2f7-45d4-b54a-fe69c3919d10 None None] Pushing event updated for resources: {'Port': ['ID=db9ddc04-724f-42cf-9cf2-15cb0f9af832,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:48.185762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d17e3-17d8-4cbc-83c8-3fe6f8cc069a req-d51f4417-1a99-49e4-a853-4edf1e64d374 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:48.193712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-777d17e3-17d8-4cbc-83c8-3fe6f8cc069a req-d51f4417-1a99-49e4-a853-4edf1e64d374 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0705948 Sep 29 23:20:48.236513 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-777d17e3-17d8-4cbc-83c8-3fe6f8cc069a req-63d6ead1-9f21-4f7c-baf8-c81611e3629a tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Sep 29 23:20:48.420583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587317e2-9140-4093-ae6a-ca854d2dd201 req-f0364e5b-0ef1-475a-8ba4-524975dca2f1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:48.422475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-587317e2-9140-4093-ae6a-ca854d2dd201 req-f0364e5b-0ef1-475a-8ba4-524975dca2f1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0630503 Sep 29 23:20:48.448423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] Set router 6ddd18ae-0eb9-432b-9811-15c54286ae6b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:48.462825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-587317e2-9140-4093-ae6a-ca854d2dd201 req-d4183d89-b357-4961-807f-3994f0c78ed1 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343020 Sep 29 23:20:48.554712 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b73677d2-97ab-41a1-8ea6-28c4ae0adfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:48.603621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2218c-0d00-4fea-a4cd-0558f686550d req-77425bb0-f187-432d-ae4e-886f508f6dc7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:48.605526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3c2218c-0d00-4fea-a4cd-0558f686550d req-77425bb0-f187-432d-ae4e-886f508f6dc7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0549712 Sep 29 23:20:48.632669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:48.637509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b73677d2-97ab-41a1-8ea6-28c4ae0adfe5 None None] For port db9ddc04-724f-42cf-9cf2-15cb0f9af832, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=db9ddc04-724f-42cf-9cf2-15cb0f9af832,segment=NetworkSegment(d4d9be91-049e-474f-9608-278a8f44b4e8),segment_id=d4d9be91-049e-474f-9608-278a8f44b4e8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:48.646491 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b73677d2-97ab-41a1-8ea6-28c4ae0adfe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:48.649456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3c2218c-0d00-4fea-a4cd-0558f686550d req-91c8def5-2ac8-41f8-9d94-b437a07311b7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372040 Sep 29 23:20:48.733816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73677d2-97ab-41a1-8ea6-28c4ae0adfe5 None None] Pushing event updated for resources: {'Port': ['ID=db9ddc04-724f-42cf-9cf2-15cb0f9af832,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:48.776896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'name': 'tempest-TestAggregatesBasicOps-818976987-router', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:36Z', 'updated_at': '2021-09-29T23:20:41Z', 'revision_number': 4, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'gw_port': {'id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:37Z', 'updated_at': '2021-09-29T23:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'db9ddc04-724f-42cf-9cf2-15cb0f9af832', 'name': '', 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'mac_address': 'fa:16:3e:4e:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:40Z', 'updated_at': '2021-09-29T23:20:47Z', 'revision_number': 4, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'subnets': [{'id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:48.811116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bc1ad3d5-e77d-4983-b76c-d02640700699 None None] Provisioning complete for port db9ddc04-724f-42cf-9cf2-15cb0f9af832 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:48.811492 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bc1ad3d5-e77d-4983-b76c-d02640700699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:48.814172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e8f58-215c-4c62-b76f-214a7e1c0175 req-68eda326-46ae-4e6e-8372-32b404377f02 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:48.814394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11c4686-7ad2-45e8-b09c-98d70252fc14 None None] The sync data for ids ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'] in n-d-811173-2 is: [{'id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'name': 'tempest-TestAggregatesBasicOps-818976987-router', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:36Z', 'updated_at': '2021-09-29T23:20:41Z', 'revision_number': 4, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'gw_port': {'id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:37Z', 'updated_at': '2021-09-29T23:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'db9ddc04-724f-42cf-9cf2-15cb0f9af832', 'name': '', 'network_id': '84ae5c7d-b035-4f03-94ba-ec4879b6220c', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'mac_address': 'fa:16:3e:4e:b2:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2484, 'fixed_ips': [{'subnet_id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:40Z', 'updated_at': '2021-09-29T23:20:47Z', 'revision_number': 4, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'subnets': [{'id': '3faef669-7cd9-4d9b-9f26-ddd50aa7bf44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:20:48.829616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-315e8f58-215c-4c62-b76f-214a7e1c0175 req-68eda326-46ae-4e6e-8372-32b404377f02 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0941339 Sep 29 23:20:48.908111 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-315e8f58-215c-4c62-b76f-214a7e1c0175 req-3efbb05d-c5fd-4528-9980-986c8141f035 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775802 Sep 29 23:20:48.922133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09efa4-a77f-4863-8519-f512350f07f2 req-8bf6b8cc-51d6-4abf-b2ce-d4d01f146e0e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:48.928631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab09efa4-a77f-4863-8519-f512350f07f2 req-8bf6b8cc-51d6-4abf-b2ce-d4d01f146e0e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 945 time: 0.0844042 Sep 29 23:20:48.940419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] Deleting port db9ddc04-724f-42cf-9cf2-15cb0f9af832 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:20:48.940973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:48.973916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab09efa4-a77f-4863-8519-f512350f07f2 req-713c751d-083d-4273-9be4-fa8efbb4fec3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378203 Sep 29 23:20:49.042773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] For port db9ddc04-724f-42cf-9cf2-15cb0f9af832, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=db9ddc04-724f-42cf-9cf2-15cb0f9af832,segment=NetworkSegment(d4d9be91-049e-474f-9608-278a8f44b4e8),segment_id=d4d9be91-049e-474f-9608-278a8f44b4e8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:49.043311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:49.057944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] Calling delete_port for db9ddc04-724f-42cf-9cf2-15cb0f9af832 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:20:49.063636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf30bb7-30ec-4fa3-9285-f8f49f07042d req-7e2fc84f-416e-4b69-97e7-02d37929aa3f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:49.065007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cf30bb7-30ec-4fa3-9285-f8f49f07042d req-7e2fc84f-416e-4b69-97e7-02d37929aa3f tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0523539 Sep 29 23:20:49.137603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9d1677-1805-4065-9cd1-66632dcb6a7a req-2677d00a-e26e-4b2f-a773-726c75f7e913 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:49.139197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f9d1677-1805-4065-9cd1-66632dcb6a7a req-2677d00a-e26e-4b2f-a773-726c75f7e913 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 945 time: 0.0842307 Sep 29 23:20:49.142389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cf30bb7-30ec-4fa3-9285-f8f49f07042d req-feb8fc89-9728-471b-be57-7c8b7a7b8e92 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695913 Sep 29 23:20:49.191345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f9d1677-1805-4065-9cd1-66632dcb6a7a req-5c7d1729-2508-448c-bcd4-6f3c53c19747 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427499 Sep 29 23:20:49.218194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37318) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:49.298525 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:49.309398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cfd95b-3e76-41ee-85e9-e14b4961029a req-7c03f57b-5140-4cb6-8a73-c06c7d1a37c5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:49.311072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46cfd95b-3e76-41ee-85e9-e14b4961029a req-7c03f57b-5140-4cb6-8a73-c06c7d1a37c5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0655975 Sep 29 23:20:49.355807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=db9ddc04-724f-42cf-9cf2-15cb0f9af832,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:49.389483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46cfd95b-3e76-41ee-85e9-e14b4961029a req-d2785a34-4a91-4a01-8c13-6ea179751cb6 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639601 Sep 29 23:20:49.520560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device db9ddc04-724f-42cf-9cf2-15cb0f9af832 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:49.573736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: db9ddc04-724f-42cf-9cf2-15cb0f9af832 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:20:49.574085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device db9ddc04-724f-42cf-9cf2-15cb0f9af832 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 29 23:20:49.599572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30fd234-93ce-43ca-8e39-62c952260f8f req-7ee223a9-8266-40a5-95ad-98b4036b56b4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:49.608704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a30fd234-93ce-43ca-8e39-62c952260f8f req-7ee223a9-8266-40a5-95ad-98b4036b56b4 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0954118 Sep 29 23:20:49.617458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Port db9ddc04-724f-42cf-9cf2-15cb0f9af832 not found, will not notify nova. {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 29 23:20:49.640223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4540b008-0a4d-4872-8235-f0a81b049409 tempest-TestVolumeBootPattern-1828136994 tempest-TestVolumeBootPattern-1828136994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:49.646356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37330) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:49.648460 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4540b008-0a4d-4872-8235-f0a81b049409 tempest-TestVolumeBootPattern-1828136994 tempest-TestVolumeBootPattern-1828136994-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 1091 time: 0.4291093 Sep 29 23:20:49.651530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:49.671875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a30fd234-93ce-43ca-8e39-62c952260f8f req-f6eb5648-6ea3-4f3c-b362-81e2c2e2b132 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571632 Sep 29 23:20:49.697911 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:20:49.701429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:49.712326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:49.829208 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:49.943708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Allocated IP 172.25.4.2 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/269d8375-cabf-4f2c-9eac-c891e837ac7d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:49.981841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] Router 6ddd18ae-0eb9-432b-9811-15c54286ae6b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:20:50.060694 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:50.088248 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:50.096458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:20:50.101695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:50.102850 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3317ae80-ad6f-469b-9f1a-b4c7885f7d9f admin admin] 10.222.0.44 "PUT /v2.0/routers/6ddd18ae-0eb9-432b-9811-15c54286ae6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2524924 Sep 29 23:20:50.105415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37336) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:50.113581 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] Sync routers for ids ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:20:50.126099 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] Routers {'6ddd18ae-0eb9-432b-9811-15c54286ae6b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:50.126969 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:50.143294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:50.146290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:50.149857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:50.184105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=269d8375-cabf-4f2c-9eac-c891e837ac7d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:50.246450 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:50.257286 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] Set router 6ddd18ae-0eb9-432b-9811-15c54286ae6b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:50.384451 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:50.448980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Deleting port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:20:50.449514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:50.524745 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'name': 'tempest-TestAggregatesBasicOps-818976987-router', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:36Z', 'updated_at': '2021-09-29T23:20:49Z', 'revision_number': 5, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'gw_port': {'id': '3ef3dbc0-b8e2-438f-af2f-0c94498745f1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:bd:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2483, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:37Z', 'updated_at': '2021-09-29T23:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:50.564202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] For port 3ef3dbc0-b8e2-438f-af2f-0c94498745f1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3ef3dbc0-b8e2-438f-af2f-0c94498745f1,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:50.564202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:50.583132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Calling delete_port for 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:20:50.692865 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] Checking router: 6ddd18ae-0eb9-432b-9811-15c54286ae6b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:20:50.702146 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] Routers {'6ddd18ae-0eb9-432b-9811-15c54286ae6b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:50.702889 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:50.791753 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] Set router 6ddd18ae-0eb9-432b-9811-15c54286ae6b gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:50.800401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:50.851990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef3dbc0-b8e2-438f-af2f-0c94498745f1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:50.859817 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'name': 'tempest-TestAggregatesBasicOps-818976987-router', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:36Z', 'updated_at': '2021-09-29T23:20:50Z', 'revision_number': 6, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:50.896501 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9da499-5b2e-4b28-a0b0-f748cec9d140 None None] The sync data for ids ['6ddd18ae-0eb9-432b-9811-15c54286ae6b'] in n-d-811173-2 is: [{'id': '6ddd18ae-0eb9-432b-9811-15c54286ae6b', 'name': 'tempest-TestAggregatesBasicOps-818976987-router', 'tenant_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:36Z', 'updated_at': '2021-09-29T23:20:50Z', 'revision_number': 6, 'project_id': '23138f945f1c49e592c9cbd55ea3a0ed', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:20:50.940050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.018992 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.036503 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.039495 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.089226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.090649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.091312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ddd18ae-0eb9-432b-9811-15c54286ae6b {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:20:51.096993 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.100951 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ebd78dae-95d6-49fc-a328-b3b9d3886086 admin admin] 10.222.0.44 "DELETE /v2.0/routers/6ddd18ae-0eb9-432b-9811-15c54286ae6b HTTP/1.1" status: 204 len: 168 time: 0.9917636 Sep 29 23:20:51.101543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37344) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:51.148543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a9a59a4-512b-45f6-b590-49133d940a56 admin admin] Deleting subnet 3faef669-7cd9-4d9b-9f26-ddd50aa7bf44 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:20:51.152014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a9a59a4-512b-45f6-b590-49133d940a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.188957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a9a59a4-512b-45f6-b590-49133d940a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.260469 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.267751 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.285434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a9a59a4-512b-45f6-b590-49133d940a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.369451 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a9a59a4-512b-45f6-b590-49133d940a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.374482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=269d8375-cabf-4f2c-9eac-c891e837ac7d,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:51.390989 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.399521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a59a4-512b-45f6-b590-49133d940a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3faef669-7cd9-4d9b-9f26-ddd50aa7bf44,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:51.403999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3a9a59a4-512b-45f6-b590-49133d940a56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.408336 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3a9a59a4-512b-45f6-b590-49133d940a56 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3faef669-7cd9-4d9b-9f26-ddd50aa7bf44 HTTP/1.1" status: 204 len: 168 time: 0.3035293 Sep 29 23:20:51.408754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37346) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:51.413781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0fde66-04fc-49f3-b83c-0456b260ae96 None None] Network 84ae5c7d-b035-4f03-94ba-ec4879b6220c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:20:51.499155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.533887 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Floating IP 00bb511e-38fe-440f-97a6-42b3a32a2fcb associated. External IP: 172.25.4.2, port: 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0. Sep 29 23:20:51.566719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Deleting port 0b178709-c5db-43b9-a03a-66d17c63c94a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:20:51.569479 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.651681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] For port 0b178709-c5db-43b9-a03a-66d17c63c94a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0b178709-c5db-43b9-a03a-66d17c63c94a,segment=NetworkSegment(d4d9be91-049e-474f-9608-278a8f44b4e8),segment_id=d4d9be91-049e-474f-9608-278a8f44b4e8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:51.652089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.671363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Calling delete_port for 0b178709-c5db-43b9-a03a-66d17c63c94a owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:20:51.795976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72cf0f4-0d8f-4653-a66d-1bec2929916b None None] DHCP port deletion for 84ae5c7d-b035-4f03-94ba-ec4879b6220c request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:20:51.804717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.817660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Router c811754c-0897-4425-b6eb-9628e511f6dc has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:20:51.841627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device db9ddc04-724f-42cf-9cf2-15cb0f9af832 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:51.845351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b178709-c5db-43b9-a03a-66d17c63c94a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:51.859420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] No DVR routers for this DVR port 0b178709-c5db-43b9-a03a-66d17c63c94a on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:20:51.870678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: db9ddc04-724f-42cf-9cf2-15cb0f9af832 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:20:51.870954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device db9ddc04-724f-42cf-9cf2-15cb0f9af832 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:20:51.966027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:51.968120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:20:51.982090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] Sync routers for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:20:51.991359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ae5c7d-b035-4f03-94ba-ec4879b6220c']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:51.993868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:51.995736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:52.000933 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:52.008852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d9be91-049e-474f-9608-278a8f44b4e8') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:52.009410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d9be91-049e-474f-9608-278a8f44b4e8') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:52.023387 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:52.038752 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f9611aca-298d-4500-9223-1cb066a31a9b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3890498 Sep 29 23:20:52.039592 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:52.040678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'tag': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:20:52.043958 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345c1a8a-acba-4507-a2d5-e94ed0dd43db" -d '{"events": [{"name": "network-changed", "server_uuid": "0bb1e5f7-e363-4b68-be20-631b2fc4036f", "tag": "4e44f8aa-b5bf-4f99-b897-68a73d31bbb0"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:20:52.049480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Releasing vlan 547 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:20:52.050644 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:20:52.052952 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:20:52.096837 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8f9b20-b214-4633-9375-ea9ff8fc1ec0 x-openstack-request-id: req-3c8f9b20-b214-4633-9375-ea9ff8fc1ec0 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:20:52.097134 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bb1e5f7-e363-4b68-be20-631b2fc4036f", "tag": "4e44f8aa-b5bf-4f99-b897-68a73d31bbb0", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:20:52.097426 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3c8f9b20-b214-4633-9375-ea9ff8fc1ec0 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:20:52.097795 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'tag': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0', 'status': 'completed', 'code': 200} Sep 29 23:20:52.187119 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:52.196133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:52.196523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:52.198018 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] 10.222.0.44 "DELETE /v2.0/networks/84ae5c7d-b035-4f03-94ba-ec4879b6220c HTTP/1.1" status: 204 len: 168 time: 0.7882400 Sep 29 23:20:52.216117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5a7861-ff82-482a-8bb3-0757b2014c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ae5c7d-b035-4f03-94ba-ec4879b6220c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:52.241383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-0fcc09ad-319c-4097-b39c-efcdbf2c9036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:52.243293 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-0fcc09ad-319c-4097-b39c-efcdbf2c9036 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 1096 time: 0.0892763 Sep 29 23:20:52.413482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-80589bc6-4084-44dd-ae1c-3a4a41b879a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:52.415418 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-80589bc6-4084-44dd-ae1c-3a4a41b879a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.1585176 Sep 29 23:20:52.570234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37368) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:52.664470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '00bb511e-38fe-440f-97a6-42b3a32a2fcb', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.2', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:80:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:20:50Z', 'updated_at': '2021-09-29T23:20:50Z', 'revision_number': 0, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:52.701168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] Checking router: c811754c-0897-4425-b6eb-9628e511f6dc for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:20:52.703878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-d4eedf3e-0243-4b59-a0bf-1c1168e2bcbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 HTTP/1.1" status: 200 len: 997 time: 0.2743621 Sep 29 23:20:52.714391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:20:52.715338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:52.786562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2620ede5-8674-4d96-ba6a-070c082121c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3a002bcb3fec43509e53925bd6cc7d49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2157242 Sep 29 23:20:52.789237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37374) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:52.831484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-0115a49e-0481-42b9-a717-eb41df527187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:52.836606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-0115a49e-0481-42b9-a717-eb41df527187 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.1215270 Sep 29 23:20:52.856589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:20:52.887198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-278297a0-cace-441d-8143-e741f124bd69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:52.919456 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-278297a0-cace-441d-8143-e741f124bd69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:52.936417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-99fbc4dc-7f9f-4000-92de-192c5db42601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:52.938892 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-99fbc4dc-7f9f-4000-92de-192c5db42601 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948610 Sep 29 23:20:53.062212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-278297a0-cace-441d-8143-e741f124bd69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:53.064768 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-278297a0-cace-441d-8143-e741f124bd69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:53.068150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-278297a0-cace-441d-8143-e741f124bd69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5d02b3b3-f480-4588-8140-74685438ee80 HTTP/1.1" status: 204 len: 168 time: 0.2751398 Sep 29 23:20:53.089904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278297a0-cace-441d-8143-e741f124bd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d02b3b3-f480-4588-8140-74685438ee80,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:53.103370 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-f8556b4e-4892-46bf-bb15-7d5ff4fa944c service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479917 Sep 29 23:20:53.136807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197ce9-4ffe-4885-b217-a361e22adc28 req-dc28015f-9110-4f12-b9bd-c5f6de71e61c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:53.142790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197ce9-4ffe-4885-b217-a361e22adc28 req-dc28015f-9110-4f12-b9bd-c5f6de71e61c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:53.154692 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197ce9-4ffe-4885-b217-a361e22adc28 req-dc28015f-9110-4f12-b9bd-c5f6de71e61c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:53.160675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197ce9-4ffe-4885-b217-a361e22adc28 req-dc28015f-9110-4f12-b9bd-c5f6de71e61c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:53.167198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197ce9-4ffe-4885-b217-a361e22adc28 req-dc28015f-9110-4f12-b9bd-c5f6de71e61c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:53.173020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197ce9-4ffe-4885-b217-a361e22adc28 req-dc28015f-9110-4f12-b9bd-c5f6de71e61c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:53.179131 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27197ce9-4ffe-4885-b217-a361e22adc28 req-dc28015f-9110-4f12-b9bd-c5f6de71e61c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:53.181094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27197ce9-4ffe-4885-b217-a361e22adc28 req-dc28015f-9110-4f12-b9bd-c5f6de71e61c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5434 time: 0.1505747 Sep 29 23:20:53.201761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '00bb511e-38fe-440f-97a6-42b3a32a2fcb', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.2', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:80:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:20:50Z', 'updated_at': '2021-09-29T23:20:50Z', 'revision_number': 0, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:20:53.242587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b731183-6b74-4145-92cf-8e698a567f44 None None] The sync data for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 is: [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '00bb511e-38fe-440f-97a6-42b3a32a2fcb', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.2', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:80:2d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:20:50Z', 'updated_at': '2021-09-29T23:20:50Z', 'revision_number': 0, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:20:53.252734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27197ce9-4ffe-4885-b217-a361e22adc28 req-6bd086b1-e64d-4bf6-9158-ad4af5950598 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0647569 Sep 29 23:20:53.283722 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-345c1a8a-acba-4507-a2d5-e94ed0dd43db req-189d1cd7-963c-440c-aa00-f6f255852279 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708169 Sep 29 23:20:53.419532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:53.447491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:20:53.447970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3ef3dbc0-b8e2-438f-af2f-0c94498745f1 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:20:53.448302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0b178709-c5db-43b9-a03a-66d17c63c94a no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:53.471366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 0b178709-c5db-43b9-a03a-66d17c63c94a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:20:53.471748 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0b178709-c5db-43b9-a03a-66d17c63c94a not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:20:53.533469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:53.543037 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed793e62-4bf3-48fd-a5b9-0d6d8cacfef4 None None] New status for floating IP 00bb511e-38fe-440f-97a6-42b3a32a2fcb: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:20:53.576757 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-df2ef5b6-fc7c-4657-adcf-be08bc845a2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=23138f945f1c49e592c9cbd55ea3a0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419142 Sep 29 23:20:53.579076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37386) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:53.633061 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c060946-e74a-40cc-bc74-1d53cfa75f5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:53.655818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c060946-e74a-40cc-bc74-1d53cfa75f5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:53.706764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c060946-e74a-40cc-bc74-1d53cfa75f5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:53.710847 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c060946-e74a-40cc-bc74-1d53cfa75f5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:53.715914 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3c060946-e74a-40cc-bc74-1d53cfa75f5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/65f3c7c9-0d78-4f51-a6f2-cc90127d5c11 HTTP/1.1" status: 204 len: 168 time: 0.1357768 Sep 29 23:20:53.724544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c060946-e74a-40cc-bc74-1d53cfa75f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f3c7c9-0d78-4f51-a6f2-cc90127d5c11,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:54.527665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c2d4e-b46c-4dc8-af2b-9d57b3ebbddf req-34af8257-b8e5-4913-911a-d0535d74c1ce tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.535778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c2d4e-b46c-4dc8-af2b-9d57b3ebbddf req-34af8257-b8e5-4913-911a-d0535d74c1ce tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.543064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c2d4e-b46c-4dc8-af2b-9d57b3ebbddf req-34af8257-b8e5-4913-911a-d0535d74c1ce tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.550238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c2d4e-b46c-4dc8-af2b-9d57b3ebbddf req-34af8257-b8e5-4913-911a-d0535d74c1ce tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.557121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c2d4e-b46c-4dc8-af2b-9d57b3ebbddf req-34af8257-b8e5-4913-911a-d0535d74c1ce tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.563369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c2d4e-b46c-4dc8-af2b-9d57b3ebbddf req-34af8257-b8e5-4913-911a-d0535d74c1ce tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.569899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c2d4e-b46c-4dc8-af2b-9d57b3ebbddf req-34af8257-b8e5-4913-911a-d0535d74c1ce tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.572891 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-484c2d4e-b46c-4dc8-af2b-9d57b3ebbddf req-34af8257-b8e5-4913-911a-d0535d74c1ce tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5434 time: 0.1667032 Sep 29 23:20:54.598911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-9c64a816-2077-4e99-a893-d52d9e498cb3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.606085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-9c64a816-2077-4e99-a893-d52d9e498cb3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.615261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-9c64a816-2077-4e99-a893-d52d9e498cb3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.622403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-9c64a816-2077-4e99-a893-d52d9e498cb3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.629009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-9c64a816-2077-4e99-a893-d52d9e498cb3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.636719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-9c64a816-2077-4e99-a893-d52d9e498cb3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.642925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-9c64a816-2077-4e99-a893-d52d9e498cb3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.645247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-9c64a816-2077-4e99-a893-d52d9e498cb3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 5434 time: 0.2776778 Sep 29 23:20:54.702536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37430) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:54.749709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-484c2d4e-b46c-4dc8-af2b-9d57b3ebbddf req-f8ed07e0-e86e-488e-b3e2-9a64b8d68b47 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1656380 Sep 29 23:20:54.786970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-7cef5c98-a69b-41e9-9505-42e9dafef43a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.789539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-7cef5c98-a69b-41e9-9505-42e9dafef43a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "GET /v2.0/ports/a7b49fd9-f81c-4c3b-aadc-600eada00c6f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1318188 Sep 29 23:20:54.834584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1126313575-network', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:54.842944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d9f4a-5ba0-46f4-8155-0b82f70faae1 req-d1bb2d70-0738-4113-942c-6e587f18ff90 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:54.844197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df9d9f4a-5ba0-46f4-8155-0b82f70faae1 req-d1bb2d70-0738-4113-942c-6e587f18ff90 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.1305811 Sep 29 23:20:54.861528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Made reservation on behalf of 9100771795414f8fb7f1bd41868aa9a5 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:20:54.864183 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:54.874128 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:54.964100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df9d9f4a-5ba0-46f4-8155-0b82f70faae1 req-42e83f98-e0c7-4f5b-bdaf-bc5bda293d66 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083608 Sep 29 23:20:55.004596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-7ba00104-61e1-481a-8d79-bf102508a9af tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "GET /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2064638 Sep 29 23:20:55.011163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.015011 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.021169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:55.073162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ee9ed9-1847-41e1-b4b7-6c9fdefc7812,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:55.082443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:20:55.094885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.095392 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Added segment 2fb36526-2a89-416f-b673-6e13c6441e74 of type vlan for network fc2831ab-0554-4137-aa2d-ccae28a2fd28 Sep 29 23:20:55.095515 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.146031 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.177043 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.178945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:55.180131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.226103 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5195541 Sep 29 23:20:55.226301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37438) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:55.232967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Request body: {'subnet': {'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1126313575-subnet', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:55.260106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] For port a7b49fd9-f81c-4c3b-aadc-600eada00c6f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:55.269946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29737a0-b45a-44b7-9bc6-3cfc7d97bab8 admin admin] Pushing event updated for resources: {'Network': ['ID=fc2831ab-0554-4137-aa2d-ccae28a2fd28,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:55.284271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network fc2831ab-0554-4137-aa2d-ccae28a2fd28 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:20:55.294582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Made reservation on behalf of 9100771795414f8fb7f1bd41868aa9a5 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:20:55.297442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.344100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] For port a7b49fd9-f81c-4c3b-aadc-600eada00c6f, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:55.401855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] device_id is not set on port a7b49fd9-f81c-4c3b-aadc-600eada00c6f yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:20:55.411450 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.423905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.537372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] No DVR routers for this DVR port a7b49fd9-f81c-4c3b-aadc-600eada00c6f on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:20:55.585225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01971899-8144-4151-8df2-239f88d84a7e service neutron] Pushing event updated for resources: {'Port': ['ID=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:55.621214 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] In _notify_port_updated(), no bound segment for port a7b49fd9-f81c-4c3b-aadc-600eada00c6f on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:20:55.622370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:55.623540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.625193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-01971899-8144-4151-8df2-239f88d84a7e service neutron] 10.222.0.42 "PUT /v2.0/ports/a7b49fd9-f81c-4c3b-aadc-600eada00c6f HTTP/1.1" status: 200 len: 1027 time: 0.6102159 Sep 29 23:20:55.636703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.689748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-2d4cb084-a3bf-4975-8cda-9d99d8d71b01 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:55.691579 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-2d4cb084-a3bf-4975-8cda-9d99d8d71b01 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "GET /v2.0/ports/7bdcf412-b83d-4b24-aeef-88ec4acc88dd?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0583115 Sep 29 23:20:55.704170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ab4e3df-d1de-42da-a414-c0b5ddfadcd4,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:55.706903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:55.718973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Checking segment: {'id': '2fb36526-2a89-416f-b673-6e13c6441e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:55.719347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Network hostable DHCP agents. Network: fc2831ab-0554-4137-aa2d-ccae28a2fd28, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:20:55.739043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Network fc2831ab-0554-4137-aa2d-ccae28a2fd28 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:20:55.751886 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, fc2831ab-0554-4137-aa2d-ccae28a2fd28) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:55.756513 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:55.757216 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.765626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b22877-a3c3-4916-866c-0f80c15d01ac None None] Network fc2831ab-0554-4137-aa2d-ccae28a2fd28 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:20:55.773743 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.782662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37442) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:55.787441 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1adae449-a990-4728-8336-7753d0e483ea admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5588365 Sep 29 23:20:55.789789 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1126313575-router', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:20:55.862842 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.863889 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.981797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-fc2831ab-0554-4137-aa2d-ccae28a2fd28', 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'fixed_ips': [{'subnet_id': '1ab4e3df-d1de-42da-a414-c0b5ddfadcd4'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:20:55.982772 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.986416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-76cf8523-0458-4ea0-856d-61b0e32979a4 None None] Provisioning complete for port a7b49fd9-f81c-4c3b-aadc-600eada00c6f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:55.986879 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-76cf8523-0458-4ea0-856d-61b0e32979a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:55.988052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9efcc-dd01-41b0-b2f5-a802880b2f9b req-99d4b21c-abe1-4be5-a556-c9ba900d21af tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:55.995146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9efcc-dd01-41b0-b2f5-a802880b2f9b req-99d4b21c-abe1-4be5-a556-c9ba900d21af tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:56.000745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9efcc-dd01-41b0-b2f5-a802880b2f9b req-99d4b21c-abe1-4be5-a556-c9ba900d21af tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:56.008904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9efcc-dd01-41b0-b2f5-a802880b2f9b req-99d4b21c-abe1-4be5-a556-c9ba900d21af tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:56.015011 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9efcc-dd01-41b0-b2f5-a802880b2f9b req-99d4b21c-abe1-4be5-a556-c9ba900d21af tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:56.021196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b9efcc-dd01-41b0-b2f5-a802880b2f9b req-99d4b21c-abe1-4be5-a556-c9ba900d21af tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:56.023222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26b9efcc-dd01-41b0-b2f5-a802880b2f9b req-99d4b21c-abe1-4be5-a556-c9ba900d21af tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 4660 time: 0.1798375 Sep 29 23:20:56.054527 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.089423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-76cf8523-0458-4ea0-856d-61b0e32979a4 None None] Port a7b49fd9-f81c-4c3b-aadc-600eada00c6f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:20:56.171739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] For port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:56.175923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Allocated IP 172.20.0.2 (fc2831ab-0554-4137-aa2d-ccae28a2fd28/1ab4e3df-d1de-42da-a414-c0b5ddfadcd4/5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:56.218269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26b9efcc-dd01-41b0-b2f5-a802880b2f9b req-3cc56d28-42bb-4dd0-897c-66218f968697 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=418b628a-efab-46ec-b727-7a5d1f554f9d&id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1587720 Sep 29 23:20:56.329266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] For port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:56.353535 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.364895 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.376690 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.390387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30da45c-d03d-4c50-a276-54cfc078c665 req-5677a448-b48f-4b38-b1e5-68b9cb57acd5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:56.392080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b30da45c-d03d-4c50-a276-54cfc078c665 req-5677a448-b48f-4b38-b1e5-68b9cb57acd5 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.3108432 Sep 29 23:20:56.405197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Network fc2831ab-0554-4137-aa2d-ccae28a2fd28 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:56.408386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:56.412034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:56.424335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] device_id is not set on port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:20:56.427728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Pushing event updated for resources: {'Port': ['ID=5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:56.453413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.465261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.479479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Attempting to bind port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:20:56.480504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Attempting to bind port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '2fb36526-2a89-416f-b673-6e13c6441e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:20:56.480504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Attempting to bind port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff on network fc2831ab-0554-4137-aa2d-ccae28a2fd28 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:20:56.486629 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:20:56.487438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Checking segment: {'id': '2fb36526-2a89-416f-b673-6e13c6441e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:20:56.487872 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.488270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Bound using segment: {'id': '2fb36526-2a89-416f-b673-6e13c6441e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:20:56.488749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Bound port: 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb36526-2a89-416f-b673-6e13c6441e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:20:56.489137 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.512322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b30da45c-d03d-4c50-a276-54cfc078c665 req-46a38500-f865-486d-ab99-6e9833e4db52 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972383 Sep 29 23:20:56.557448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] No DVR routers for this DVR port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:20:56.559226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] Pushing event updated for resources: {'Port': ['ID=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:56.562905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] For port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:20:56.566534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] For port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff,segment=NetworkSegment(2fb36526-2a89-416f-b673-6e13c6441e74),segment_id=2fb36526-2a89-416f-b673-6e13c6441e74)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:20:56.574805 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.649210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa4b09-e832-4605-a7b2-c1285b28f8e4 None None] Pushing event updated for resources: {'Port': ['ID=5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:56.659341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] In _notify_port_updated(), no bound segment for port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd on network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:20:56.660672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:56.661687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.664029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-bc88440a-f550-4955-a524-14ff29dcf342 service neutron] 10.222.0.42 "PUT /v2.0/ports/7bdcf412-b83d-4b24-aeef-88ec4acc88dd HTTP/1.1" status: 200 len: 1028 time: 0.9643753 Sep 29 23:20:56.779031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-eb095cef-9aa3-4905-92b9-7937691818d7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:56.780552 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-eb095cef-9aa3-4905-92b9-7937691818d7 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.42 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 947 time: 0.0631626 Sep 29 23:20:56.928972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f02e32c2-4ac6-4478-a63d-ba4bc5c87e10 None None] Provisioning complete for port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:56.929330 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f02e32c2-4ac6-4478-a63d-ba4bc5c87e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:56.998242 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-7895785b-74a1-41a4-90f8-d2be1fc518ae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Deleting port f762db51-e87f-4b3e-9c8c-b6b1976117b2 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:20:57.004832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-7895785b-74a1-41a4-90f8-d2be1fc518ae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.015988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f02e32c2-4ac6-4478-a63d-ba4bc5c87e10 None None] Port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:20:57.127787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-7895785b-74a1-41a4-90f8-d2be1fc518ae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] For port f762db51-e87f-4b3e-9c8c-b6b1976117b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=f762db51-e87f-4b3e-9c8c-b6b1976117b2,segment=NetworkSegment(2436c88a-4343-4dfd-8a36-ca2ca864eec7),segment_id=2436c88a-4343-4dfd-8a36-ca2ca864eec7)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:57.128162 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-7895785b-74a1-41a4-90f8-d2be1fc518ae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.142496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-7895785b-74a1-41a4-90f8-d2be1fc518ae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Calling delete_port for f762db51-e87f-4b3e-9c8c-b6b1976117b2 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:20:57.266752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-edd0660e-b404-40fe-948d-1f3d47a35720 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Deleting port 6ecbb290-d45b-4768-9b6e-a735ae2acfad {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:20:57.267234 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-edd0660e-b404-40fe-948d-1f3d47a35720 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.285322 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.344999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.485307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:57.548595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-edd0660e-b404-40fe-948d-1f3d47a35720 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] For port 6ecbb290-d45b-4768-9b6e-a735ae2acfad, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=6ecbb290-d45b-4768-9b6e-a735ae2acfad,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:57.548966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-edd0660e-b404-40fe-948d-1f3d47a35720 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.558811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7bdcf412-b83d-4b24-aeef-88ec4acc88dd no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:57.580771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-edd0660e-b404-40fe-948d-1f3d47a35720 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Calling delete_port for 6ecbb290-d45b-4768-9b6e-a735ae2acfad owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:20:57.637865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e047b48-827f-4f48-91df-eb82f8be1846 req-c3b8f156-30f3-47ae-8727-a4caaac733b3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:57.644089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e047b48-827f-4f48-91df-eb82f8be1846 req-c3b8f156-30f3-47ae-8727-a4caaac733b3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:57.650568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e047b48-827f-4f48-91df-eb82f8be1846 req-c3b8f156-30f3-47ae-8727-a4caaac733b3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:57.656711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e047b48-827f-4f48-91df-eb82f8be1846 req-c3b8f156-30f3-47ae-8727-a4caaac733b3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:57.663446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e047b48-827f-4f48-91df-eb82f8be1846 req-c3b8f156-30f3-47ae-8727-a4caaac733b3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:57.665243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:57.669805 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.672241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e047b48-827f-4f48-91df-eb82f8be1846 req-c3b8f156-30f3-47ae-8727-a4caaac733b3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 3885 time: 0.2429650 Sep 29 23:20:57.677502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7bdcf412-b83d-4b24-aeef-88ec4acc88dd not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:20:57.681260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device e247dc53-e9fc-4667-bc4e-82bfef81d6f4 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:57.714571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-7895785b-74a1-41a4-90f8-d2be1fc518ae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.749335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['f762db51-e87f-4b3e-9c8c-b6b1976117b2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:20:57.786464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7895785b-74a1-41a4-90f8-d2be1fc518ae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Pushing event deleted for resources: {'Port': ['ID=f762db51-e87f-4b3e-9c8c-b6b1976117b2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:57.852052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Allocated IP 172.25.4.172 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/4f19f72e-a990-497e-9f4a-6f0b206d94fd) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:20:57.856569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-7895785b-74a1-41a4-90f8-d2be1fc518ae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] No DVR routers for this DVR port f762db51-e87f-4b3e-9c8c-b6b1976117b2 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:20:57.860546 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-7895785b-74a1-41a4-90f8-d2be1fc518ae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.862930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cfcb80b6-1248-4964-9676-3d87bfc73d93 req-7895785b-74a1-41a4-90f8-d2be1fc518ae tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.42 "DELETE /v2.0/ports/f762db51-e87f-4b3e-9c8c-b6b1976117b2 HTTP/1.1" status: 204 len: 173 time: 1.0705011 Sep 29 23:20:57.863422 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'name': 'network-vif-deleted', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:20:57.866657 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9ab08cb-133f-4129-a1e3-7555c603c4cb" -d '{"events": [{"server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "name": "network-vif-deleted", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:20:57.883558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e047b48-827f-4f48-91df-eb82f8be1846 req-734c3ae9-dc34-498b-baee-5ebd5484b182 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101245 Sep 29 23:20:57.910345 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.944814 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:57.992255 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a86f10-4858-4a1f-a149-b847a6c4bde5 x-openstack-request-id: req-d3a86f10-4858-4a1f-a149-b847a6c4bde5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:20:57.992866 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61c9481-de40-4c80-89e3-949710dbae6b", "name": "network-vif-deleted", "tag": "f762db51-e87f-4b3e-9c8c-b6b1976117b2", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:20:57.993267 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3a86f10-4858-4a1f-a149-b847a6c4bde5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:20:57.993891 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61c9481-de40-4c80-89e3-949710dbae6b', 'name': 'network-vif-deleted', 'tag': 'f762db51-e87f-4b3e-9c8c-b6b1976117b2', 'status': 'completed', 'code': 200} Sep 29 23:20:58.025577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e247dc53-e9fc-4667-bc4e-82bfef81d6f4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:20:58.028263 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a030430-5ce3-44f2-9c64-dde38a48fa8f" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-unplugged", "status": "completed", "tag": "e247dc53-e9fc-4667-bc4e-82bfef81d6f4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:20:58.063216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port e247dc53-e9fc-4667-bc4e-82bfef81d6f4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:58.081971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff,segment=NetworkSegment(2fb36526-2a89-416f-b673-6e13c6441e74),segment_id=2fb36526-2a89-416f-b673-6e13c6441e74)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:58.083349 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:58.084348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 6ecbb290-d45b-4768-9b6e-a735ae2acfad no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:58.089316 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:58.169072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d2b31-4b77-4fea-b812-4caa07c18133 req-daa06f31-c793-48cd-88d7-d78f96c9204e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:58.170872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b7d2b31-4b77-4fea-b812-4caa07c18133 req-daa06f31-c793-48cd-88d7-d78f96c9204e tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/ports?device_id=f61c9481-de40-4c80-89e3-949710dbae6b HTTP/1.1" status: 200 len: 868 time: 0.4937115 Sep 29 23:20:58.182447 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b65931-d520-4cf8-be47-5f5d624a549c x-openstack-request-id: req-84b65931-d520-4cf8-be47-5f5d624a549c {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:20:58.187317 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-unplugged", "status": "completed", "tag": "e247dc53-e9fc-4667-bc4e-82bfef81d6f4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:20:58.187707 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-84b65931-d520-4cf8-be47-5f5d624a549c {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:20:58.188156 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e247dc53-e9fc-4667-bc4e-82bfef81d6f4', 'code': 200} Sep 29 23:20:58.192504 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:58.199531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b04b16-6abe-4bc2-bfce-eb44ba18d275 None None] Network fc2831ab-0554-4137-aa2d-ccae28a2fd28 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:20:58.255310 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:58.274188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b7d2b31-4b77-4fea-b812-4caa07c18133 req-ba93820d-3168-446c-b4b1-472f376f0e98 tempest-ServersNegativeTestJSON-1133097199 tempest-ServersNegativeTestJSON-1133097199-project] 10.222.0.44 "GET /v2.0/security-groups?id=3cd88723-a2c4-4686-a716-58ec7f09ab8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837603 Sep 29 23:20:58.298142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:58.357493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:20:58.364405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:20:58.367385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:20:58.400742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Pushing event updated for resources: {'Port': ['ID=4f19f72e-a990-497e-9f4a-6f0b206d94fd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:58.425177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-edd0660e-b404-40fe-948d-1f3d47a35720 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:58.471025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0660e-b404-40fe-948d-1f3d47a35720 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Port': ['ID=6ecbb290-d45b-4768-9b6e-a735ae2acfad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:58.570078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8d8395d8-36b4-48bc-a3a2-d21d92654e18 None None] Provisioning complete for port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:58.570617 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d8395d8-36b4-48bc-a3a2-d21d92654e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:58.572120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Port 6ecbb290-d45b-4768-9b6e-a735ae2acfad update to DOWN by agent not found {{(pid=110007) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Sep 29 23:20:58.572566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 244b4c00-897b-44d4-9e7d-9922c131482f no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:58.638825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-edd0660e-b404-40fe-948d-1f3d47a35720 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] No DVR routers for this DVR port 6ecbb290-d45b-4768-9b6e-a735ae2acfad on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:20:58.659206 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-edd0660e-b404-40fe-948d-1f3d47a35720 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:58.661399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-edd0660e-b404-40fe-948d-1f3d47a35720 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "DELETE /v2.0/ports/6ecbb290-d45b-4768-9b6e-a735ae2acfad HTTP/1.1" status: 204 len: 173 time: 1.9333594 Sep 29 23:20:58.661893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-deleted', 'tag': '6ecbb290-d45b-4768-9b6e-a735ae2acfad'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:20:58.664287 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92251138-3cb6-4bed-b1a6-9667999677e5" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-deleted", "tag": "6ecbb290-d45b-4768-9b6e-a735ae2acfad"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:20:58.702989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:58.764093 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b52d00-9ba3-455e-a5f5-e87371fd67fb x-openstack-request-id: req-e4b52d00-9ba3-455e-a5f5-e87371fd67fb {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:20:58.764093 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-deleted", "tag": "6ecbb290-d45b-4768-9b6e-a735ae2acfad", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:20:58.764575 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4b52d00-9ba3-455e-a5f5-e87371fd67fb {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:20:58.764670 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-deleted', 'tag': '6ecbb290-d45b-4768-9b6e-a735ae2acfad', 'status': 'completed', 'code': 200} Sep 29 23:20:58.838593 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:58.899040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-0caf398e-2f2c-47b5-a305-070cecc15037 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Deleting port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:20:58.899516 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-0caf398e-2f2c-47b5-a305-070cecc15037 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:58.922352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 244b4c00-897b-44d4-9e7d-9922c131482f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=244b4c00-897b-44d4-9e7d-9922c131482f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:58.931224 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:58.933383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:58.940003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.100581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=244b4c00-897b-44d4-9e7d-9922c131482f,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:59.170482 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.187954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-0caf398e-2f2c-47b5-a305-070cecc15037 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] For port e247dc53-e9fc-4667-bc4e-82bfef81d6f4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:59.188492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-0caf398e-2f2c-47b5-a305-070cecc15037 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.210891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:59.213464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-0caf398e-2f2c-47b5-a305-070cecc15037 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Calling delete_port for e247dc53-e9fc-4667-bc4e-82bfef81d6f4 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:20:59.224254 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.225678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a7b49fd9-f81c-4c3b-aadc-600eada00c6f no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:59.377424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37478) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:59.422736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a7b49fd9-f81c-4c3b-aadc-600eada00c6f not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:20:59.423898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 721bf317-8394-4798-814b-818df569f8e4 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:59.453479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235074a-2907-45a7-a808-d42d09b1df77 req-3fd82810-3072-46c4-9484-7b217dac118c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:59.459063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:59.461975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235074a-2907-45a7-a808-d42d09b1df77 req-3fd82810-3072-46c4-9484-7b217dac118c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:59.469718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235074a-2907-45a7-a808-d42d09b1df77 req-3fd82810-3072-46c4-9484-7b217dac118c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:59.476429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a04db504-9687-4169-a10d-74221993cd9c None None] Provisioning complete for port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:59.476973 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a04db504-9687-4169-a10d-74221993cd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.477116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235074a-2907-45a7-a808-d42d09b1df77 req-3fd82810-3072-46c4-9484-7b217dac118c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:20:59.486090 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2235074a-2907-45a7-a808-d42d09b1df77 req-3fd82810-3072-46c4-9484-7b217dac118c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 3145 time: 0.3750496 Sep 29 23:20:59.504632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:20:59.538152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4975c84-79e5-4bdc-81da-cf8ea4ccd424 admin admin] Deleting subnet 08afd1f3-3af4-401b-af6f-0e073bd9edbe {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:20:59.542652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4975c84-79e5-4bdc-81da-cf8ea4ccd424 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.588344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4975c84-79e5-4bdc-81da-cf8ea4ccd424 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.603585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2235074a-2907-45a7-a808-d42d09b1df77 req-a5c7c2c8-166b-4d24-8530-060c7dbebe48 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166101 Sep 29 23:20:59.616865 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.659925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4975c84-79e5-4bdc-81da-cf8ea4ccd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.660184 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.675926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:20:59.677029 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.693589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 721bf317-8394-4798-814b-818df569f8e4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=721bf317-8394-4798-814b-818df569f8e4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:20:59.720298 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.754310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f762db51-e87f-4b3e-9c8c-b6b1976117b2 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:20:59.786218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: f762db51-e87f-4b3e-9c8c-b6b1976117b2 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:20:59.786694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device f762db51-e87f-4b3e-9c8c-b6b1976117b2 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:20:59.809996 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4975c84-79e5-4bdc-81da-cf8ea4ccd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.814895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=721bf317-8394-4798-814b-818df569f8e4,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:59.823837 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-0caf398e-2f2c-47b5-a305-070cecc15037 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.870095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4975c84-79e5-4bdc-81da-cf8ea4ccd424 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08afd1f3-3af4-401b-af6f-0e073bd9edbe,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:59.877560 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4975c84-79e5-4bdc-81da-cf8ea4ccd424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.877696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf398e-2f2c-47b5-a305-070cecc15037 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Port': ['ID=e247dc53-e9fc-4667-bc4e-82bfef81d6f4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:20:59.880074 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a4975c84-79e5-4bdc-81da-cf8ea4ccd424 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/08afd1f3-3af4-401b-af6f-0e073bd9edbe HTTP/1.1" status: 204 len: 168 time: 0.5016868 Sep 29 23:20:59.883363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37482) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:20:59.940377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-0caf398e-2f2c-47b5-a305-070cecc15037 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] No DVR routers for this DVR port e247dc53-e9fc-4667-bc4e-82bfef81d6f4 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:20:59.944274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-0caf398e-2f2c-47b5-a305-070cecc15037 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:20:59.947244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-0caf398e-2f2c-47b5-a305-070cecc15037 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "DELETE /v2.0/ports/e247dc53-e9fc-4667-bc4e-82bfef81d6f4 HTTP/1.1" status: 204 len: 173 time: 1.2774017 Sep 29 23:20:59.948019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:20:59.978559 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.068250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.091976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff5a393-3336-404c-bfa2-cec66ad29b85']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:00.107199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2436c88a-4343-4dfd-8a36-ca2ca864eec7') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:00.108127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2436c88a-4343-4dfd-8a36-ca2ca864eec7') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:00.117848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.132237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.134865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Deleting port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:00.135212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.138177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:21:00.138563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:21:00.140266 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:21:00.161676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:21:00.175183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Sync routers for ids ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:21:00.187785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Routers {'e2fb9abb-bd3b-4cf0-b68c-8a232b719707'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:00.188487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:00.190127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244b4c00-897b-44d4-9e7d-9922c131482f'}, {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3'}, {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '721bf317-8394-4798-814b-818df569f8e4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:00.200912 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b2ebf-3df9-49c0-b7df-4033ae59edd3" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-unplugged", "status": "completed", "tag": "244b4c00-897b-44d4-9e7d-9922c131482f"}, {"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-unplugged", "status": "completed", "tag": "1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3"}, {"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-unplugged", "status": "completed", "tag": "721bf317-8394-4798-814b-818df569f8e4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:00.210371 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.223326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.229172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] 10.222.0.44 "DELETE /v2.0/networks/9ff5a393-3336-404c-bfa2-cec66ad29b85 HTTP/1.1" status: 204 len: 168 time: 0.3403616 Sep 29 23:21:00.240972 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.243096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69908be7-c7de-49bd-a3c9-3a76b0e14203 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ff5a393-3336-404c-bfa2-cec66ad29b85,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:00.250313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-eba1b860-79ab-43d1-9d88-ed71cf7372d8 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.4662142 Sep 29 23:21:00.252954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37490) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:00.278525 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e416927-d172-4ac9-913d-b27ee7ecd107 x-openstack-request-id: req-9e416927-d172-4ac9-913d-b27ee7ecd107 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:00.288075 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-unplugged", "status": "completed", "tag": "244b4c00-897b-44d4-9e7d-9922c131482f", "code": 200}, {"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-unplugged", "status": "completed", "tag": "1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3", "code": 200}, {"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-unplugged", "status": "completed", "tag": "721bf317-8394-4798-814b-818df569f8e4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:00.288454 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9e416927-d172-4ac9-913d-b27ee7ecd107 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:00.289069 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244b4c00-897b-44d4-9e7d-9922c131482f', 'code': 200} Sep 29 23:21:00.289337 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3', 'code': 200} Sep 29 23:21:00.289709 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '721bf317-8394-4798-814b-818df569f8e4', 'code': 200} Sep 29 23:21:00.317687 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] For port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:00.332634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.403637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Set router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:00.471933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37492) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:00.632390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fdd1221e-b75e-47c7-8c32-b04748542657 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d04620ebc4914102be6770b301647420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524634 Sep 29 23:21:00.633393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37494) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:00.760322 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.761016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.761016 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Floating IP a58abc26-2381-44e2-83ee-7352bb9707ec disassociated. External IP: 172.25.4.79, port: 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3. Sep 29 23:21:00.761325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Calling delete_port for 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:00.764440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'name': 'tempest-ImageQuotaTest-1126313575-router', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:55Z', 'updated_at': '2021-09-29T23:20:58Z', 'revision_number': 3, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'gw_port': {'id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:57Z', 'updated_at': '2021-09-29T23:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:00.770964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-deleted', 'tag': 'e247dc53-e9fc-4667-bc4e-82bfef81d6f4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:00.773353 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ab3b8b-93b8-4631-8945-c7e5f6594227" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-deleted", "tag": "e247dc53-e9fc-4667-bc4e-82bfef81d6f4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:00.809167 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01349ec1-c948-411a-84ea-cd3bc7ebc42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.821483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Checking router: e2fb9abb-bd3b-4cf0-b68c-8a232b719707 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:21:00.821842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Updating router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 port 4f19f72e-a990-497e-9f4a-6f0b206d94fd binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:21:00.864200 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7322a8-60b8-4a30-9475-6d9d0b4b447a x-openstack-request-id: req-ab7322a8-60b8-4a30-9475-6d9d0b4b447a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:00.864953 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-deleted", "tag": "e247dc53-e9fc-4667-bc4e-82bfef81d6f4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:00.864953 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab7322a8-60b8-4a30-9475-6d9d0b4b447a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:00.865159 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-deleted', 'tag': 'e247dc53-e9fc-4667-bc4e-82bfef81d6f4', 'status': 'completed', 'code': 200} Sep 29 23:21:00.879208 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01349ec1-c948-411a-84ea-cd3bc7ebc42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.888002 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:00.901558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fccbe-5699-46b5-922e-df86d2ca4567 req-2c42f7b3-b4c6-47cb-b739-cfd6b3f67897 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:00.907645 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fccbe-5699-46b5-922e-df86d2ca4567 req-2c42f7b3-b4c6-47cb-b739-cfd6b3f67897 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:00.913749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937fccbe-5699-46b5-922e-df86d2ca4567 req-2c42f7b3-b4c6-47cb-b739-cfd6b3f67897 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:00.915468 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-937fccbe-5699-46b5-922e-df86d2ca4567 req-2c42f7b3-b4c6-47cb-b739-cfd6b3f67897 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 2410 time: 0.1610336 Sep 29 23:21:01.018034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-937fccbe-5699-46b5-922e-df86d2ca4567 req-5aa3595e-12b1-40ec-af7c-57ee7e02f522 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858173 Sep 29 23:21:01.072728 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01349ec1-c948-411a-84ea-cd3bc7ebc42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.075618 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-01349ec1-c948-411a-84ea-cd3bc7ebc42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.079452 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-01349ec1-c948-411a-84ea-cd3bc7ebc42f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3cd88723-a2c4-4686-a716-58ec7f09ab8c HTTP/1.1" status: 204 len: 168 time: 0.4414270 Sep 29 23:21:01.094955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01349ec1-c948-411a-84ea-cd3bc7ebc42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd88723-a2c4-4686-a716-58ec7f09ab8c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:01.148319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.150894 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.216178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Port': ['ID=1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:01.431800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Allocated IP 172.20.0.1 (fc2831ab-0554-4137-aa2d-ccae28a2fd28/1ab4e3df-d1de-42da-a414-c0b5ddfadcd4/3aa68efe-39a0-4a02-a4d9-82a975cdd954) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:21:01.442108 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.452942 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.558415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.601055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Attempting to bind port 4f19f72e-a990-497e-9f4a-6f0b206d94fd on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:21:01.602253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Attempting to bind port 4f19f72e-a990-497e-9f4a-6f0b206d94fd by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:21:01.603635 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.604194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Attempting to bind port 4f19f72e-a990-497e-9f4a-6f0b206d94fd on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:01.614762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:21:01.615405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:01.616195 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.616813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:21:01.617516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Bound port: 4f19f72e-a990-497e-9f4a-6f0b206d94fd, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:21:01.622913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.654906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Network fc2831ab-0554-4137-aa2d-ccae28a2fd28 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:01.658429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:01.666802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:21:01.670264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Pushing event updated for resources: {'Port': ['ID=3aa68efe-39a0-4a02-a4d9-82a975cdd954,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:01.742025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.820499 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7d32b-a62e-4aa8-8b4f-b7968771882d None None] Pushing event updated for resources: {'Port': ['ID=4f19f72e-a990-497e-9f4a-6f0b206d94fd,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:01.825140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] For port 4f19f72e-a990-497e-9f4a-6f0b206d94fd, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:21:01.849643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] For port 4f19f72e-a990-497e-9f4a-6f0b206d94fd, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4f19f72e-a990-497e-9f4a-6f0b206d94fd,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:21:01.859664 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:01.998034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7d32b-a62e-4aa8-8b4f-b7968771882d None None] Pushing event updated for resources: {'Port': ['ID=4f19f72e-a990-497e-9f4a-6f0b206d94fd,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:02.010451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Router 482aa45d-b3bb-4226-9926-542f14b3419d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:21:02.046036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Routers {'e2fb9abb-bd3b-4cf0-b68c-8a232b719707'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:02.046700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:02.202597 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:02.269017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0135de9a-e837-4e42-8acf-6a440c930132 None None] Provisioning complete for port 3aa68efe-39a0-4a02-a4d9-82a975cdd954 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:02.269407 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0135de9a-e837-4e42-8acf-6a440c930132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:02.406503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:21:02.421364 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] Sync routers for ids ['482aa45d-b3bb-4226-9926-542f14b3419d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:21:02.435253 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] Routers {'482aa45d-b3bb-4226-9926-542f14b3419d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:02.436176 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['482aa45d-b3bb-4226-9926-542f14b3419d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:02.463593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0135de9a-e837-4e42-8acf-6a440c930132 None None] Port 3aa68efe-39a0-4a02-a4d9-82a975cdd954 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:21:02.471734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] Set router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:02.489237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb439fa-bbd4-4e1a-9580-ef8802dc8624 req-011e2ce1-cb2a-4584-b5cd-367664ad00e2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:02.521461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb439fa-bbd4-4e1a-9580-ef8802dc8624 req-011e2ce1-cb2a-4584-b5cd-367664ad00e2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:02.526897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fb439fa-bbd4-4e1a-9580-ef8802dc8624 req-011e2ce1-cb2a-4584-b5cd-367664ad00e2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 1676 time: 0.2821736 Sep 29 23:21:02.587971 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] Set router 482aa45d-b3bb-4226-9926-542f14b3419d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:02.739792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] No DVR routers for this DVR port 1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:21:02.756286 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:02.767594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-ddb45afb-d825-46dc-87e9-d9ca56702bdb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "DELETE /v2.0/ports/1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3 HTTP/1.1" status: 204 len: 173 time: 2.8134897 Sep 29 23:21:02.870739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:02.874435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-deleted', 'tag': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:02.877215 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef49ee9-45cd-48f8-8efd-4e4dd7ffb218" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-deleted", "tag": "1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:02.887146 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:02.921020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fb439fa-bbd4-4e1a-9580-ef8802dc8624 req-9301daf2-c0ed-4354-8834-851ffffd2e8b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632332 Sep 29 23:21:03.014360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Pushing event updated for resources: {'Port': ['ID=3aa68efe-39a0-4a02-a4d9-82a975cdd954,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:03.072849 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:03.076392 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:14Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7904a60e-7f02-41d2-bd0d-e60e22f6bbf6', 'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'mac_address': 'fa:16:3e:58:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:11Z', 'updated_at': '2021-09-29T23:10:20Z', 'revision_number': 5, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'subnets': [{'id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:03.143909 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73bbe52-fdc2-4a41-b495-8fa1da57a2e6 x-openstack-request-id: req-e73bbe52-fdc2-4a41-b495-8fa1da57a2e6 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:03.144540 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-deleted", "tag": "1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:03.144540 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e73bbe52-fdc2-4a41-b495-8fa1da57a2e6 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:03.144694 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-deleted', 'tag': '1f8fb64a-c6b9-4e86-89c5-17ea5dd9c1f3', 'status': 'completed', 'code': 200} Sep 29 23:21:03.199668 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] Checking router: 482aa45d-b3bb-4226-9926-542f14b3419d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:21:03.225692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'name': 'tempest-ImageQuotaTest-1126313575-router', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:55Z', 'updated_at': '2021-09-29T23:20:58Z', 'revision_number': 3, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'gw_port': {'id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:57Z', 'updated_at': '2021-09-29T23:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:03.230447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-962c09ab-390a-4556-94fe-534e181b34f3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Deleting port 721bf317-8394-4798-814b-818df569f8e4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:03.232480 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-962c09ab-390a-4556-94fe-534e181b34f3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:03.236543 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] Routers {'482aa45d-b3bb-4226-9926-542f14b3419d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:03.237293 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['482aa45d-b3bb-4226-9926-542f14b3419d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:03.336614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5252d4d7-177c-4416-8a94-b7a50ae863d5 None None] The sync data for ids ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'] in n-d-811173-2 is: [{'id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'name': 'tempest-ImageQuotaTest-1126313575-router', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:55Z', 'updated_at': '2021-09-29T23:20:58Z', 'revision_number': 3, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'gw_port': {'id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:57Z', 'updated_at': '2021-09-29T23:21:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:21:03.361863 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b77917c-e808-4a43-a95c-e977c598cb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:03.436016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Network fc2831ab-0554-4137-aa2d-ccae28a2fd28 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:03.439462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:03.527166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-962c09ab-390a-4556-94fe-534e181b34f3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] For port 721bf317-8394-4798-814b-818df569f8e4, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=721bf317-8394-4798-814b-818df569f8e4,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:03.527541 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-962c09ab-390a-4556-94fe-534e181b34f3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:03.540983 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] Set router 482aa45d-b3bb-4226-9926-542f14b3419d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:03.638476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-962c09ab-390a-4556-94fe-534e181b34f3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Calling delete_port for 721bf317-8394-4798-814b-818df569f8e4 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:03.768972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eacd07-0a54-4887-99ce-4f9d45db04ea req-8d67d2e3-5866-4ab6-b7bf-05f360c5e24c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:03.795772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97eacd07-0a54-4887-99ce-4f9d45db04ea req-8d67d2e3-5866-4ab6-b7bf-05f360c5e24c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.2751775 Sep 29 23:21:03.801776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:21:03.876338 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37552) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:03.933509 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97eacd07-0a54-4887-99ce-4f9d45db04ea req-37908002-2202-4d0f-8041-db15b1ee7498 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275046 Sep 29 23:21:04.018488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a2845fd7-839c-40bc-8c42-8e6f06d7c57e None None] Provisioning complete for port 3aa68efe-39a0-4a02-a4d9-82a975cdd954 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:04.022783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2845fd7-839c-40bc-8c42-8e6f06d7c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:04.039542 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:14Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7904a60e-7f02-41d2-bd0d-e60e22f6bbf6', 'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'mac_address': 'fa:16:3e:58:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:11Z', 'updated_at': '2021-09-29T23:10:20Z', 'revision_number': 5, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'subnets': [{'id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:04.086620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-962c09ab-390a-4556-94fe-534e181b34f3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:04.113128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:21:04.122085 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-01aa28fb-cfee-4d49-a625-1cf3ae0172fc admin admin] 10.222.0.44 "PUT /v2.0/routers/e2fb9abb-bd3b-4cf0-b68c-8a232b719707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8672414 Sep 29 23:21:04.133012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a2845fd7-839c-40bc-8c42-8e6f06d7c57e None None] Port 3aa68efe-39a0-4a02-a4d9-82a975cdd954 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:21:04.149210 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fa39b-9b2b-44b1-9115-13ef3a41ed6d None None] The sync data for ids ['482aa45d-b3bb-4226-9926-542f14b3419d'] in n-d-811173-2 is: [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:10:14Z', 'revision_number': 4, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7904a60e-7f02-41d2-bd0d-e60e22f6bbf6', 'name': '', 'network_id': '5b74424c-10e9-4f4e-a3dd-06c770306b96', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'mac_address': 'fa:16:3e:58:c9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:11Z', 'updated_at': '2021-09-29T23:10:20Z', 'revision_number': 5, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'subnets': [{'id': 'fd256db6-7ec3-4bb4-b19f-b92c900e8afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:21:04.190234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c09ab-390a-4556-94fe-534e181b34f3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Port': ['ID=721bf317-8394-4798-814b-818df569f8e4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:04.313442 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c68c500-14e8-4f95-b0f1-1751a0a4f8b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:04.351719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-962c09ab-390a-4556-94fe-534e181b34f3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] No DVR routers for this DVR port 721bf317-8394-4798-814b-818df569f8e4 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:21:04.365904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-962c09ab-390a-4556-94fe-534e181b34f3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:04.369880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-962c09ab-390a-4556-94fe-534e181b34f3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "DELETE /v2.0/ports/721bf317-8394-4798-814b-818df569f8e4 HTTP/1.1" status: 204 len: 173 time: 1.5939949 Sep 29 23:21:04.463724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672b284-927f-4c1c-90d1-351cae77c8c5 req-b52e5f82-2d61-466f-a825-0d87ac1e509b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:04.465934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a672b284-927f-4c1c-90d1-351cae77c8c5 req-b52e5f82-2d61-466f-a825-0d87ac1e509b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 942 time: 0.3396435 Sep 29 23:21:04.633329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a672b284-927f-4c1c-90d1-351cae77c8c5 req-6ce80445-334b-4365-80b3-cea0e83cbc5f tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups?id=816eb861-0800-4af1-9352-a8e0176780c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549671 Sep 29 23:21:04.730799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c68c500-14e8-4f95-b0f1-1751a0a4f8b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:04.745309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5c68c500-14e8-4f95-b0f1-1751a0a4f8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:04.775752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-5a342627-b657-4223-b0b1-f68bf334d999 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Deleting port 244b4c00-897b-44d4-9e7d-9922c131482f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:04.776342 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-5a342627-b657-4223-b0b1-f68bf334d999 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:04.783177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642c5c48-b08e-473f-8ddb-e855702cbf3a None None] New status for floating IP a58abc26-2381-44e2-83ee-7352bb9707ec: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:21:04.916614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-5a342627-b657-4223-b0b1-f68bf334d999 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] For port 244b4c00-897b-44d4-9e7d-9922c131482f, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=244b4c00-897b-44d4-9e7d-9922c131482f,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:04.917136 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-5a342627-b657-4223-b0b1-f68bf334d999 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:04.931078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-5a342627-b657-4223-b0b1-f68bf334d999 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Calling delete_port for 244b4c00-897b-44d4-9e7d-9922c131482f owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:05.033955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68c500-14e8-4f95-b0f1-1751a0a4f8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e51e52b-91c6-492a-a323-b2ff1714e0d0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:05.042182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37576) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:05.042741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5c68c500-14e8-4f95-b0f1-1751a0a4f8b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2eebf2f2a3e42929391c839113c33a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1655788 Sep 29 23:21:05.158466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386fbf31-20e4-47ad-a99b-160663afcbf4 req-5f550a0b-0b87-4819-b784-2ca0b185d54b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:05.159940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-386fbf31-20e4-47ad-a99b-160663afcbf4 req-5f550a0b-0b87-4819-b784-2ca0b185d54b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.0932581 Sep 29 23:21:05.161103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-deleted', 'tag': '721bf317-8394-4798-814b-818df569f8e4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:05.161268 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-746805af-baa0-4561-a000-fa55a48e8d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:05.163932 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106cbcf7-d38c-4076-a831-82a46eef9ead" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-deleted", "tag": "721bf317-8394-4798-814b-818df569f8e4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:05.204853 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-746805af-baa0-4561-a000-fa55a48e8d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:05.212143 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce9f8f9-3d83-4f06-b8db-e479ac99b141 x-openstack-request-id: req-3ce9f8f9-3d83-4f06-b8db-e479ac99b141 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:05.212647 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-deleted", "tag": "721bf317-8394-4798-814b-818df569f8e4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:05.212760 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3ce9f8f9-3d83-4f06-b8db-e479ac99b141 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:05.213392 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-deleted', 'tag': '721bf317-8394-4798-814b-818df569f8e4', 'status': 'completed', 'code': 200} Sep 29 23:21:05.258535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-386fbf31-20e4-47ad-a99b-160663afcbf4 req-7771a4fc-8277-453b-96a2-d96ab7c903e5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882230 Sep 29 23:21:05.330847 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-5a342627-b657-4223-b0b1-f68bf334d999 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:05.374541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a342627-b657-4223-b0b1-f68bf334d999 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Port': ['ID=244b4c00-897b-44d4-9e7d-9922c131482f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:05.417562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-8fa9b882-fdb0-4fef-a2f0-7f1c43c0e19f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:05.421332 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-8fa9b882-fdb0-4fef-a2f0-7f1c43c0e19f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.1604893 Sep 29 23:21:05.464108 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-746805af-baa0-4561-a000-fa55a48e8d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:05.469298 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-746805af-baa0-4561-a000-fa55a48e8d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:05.473595 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-746805af-baa0-4561-a000-fa55a48e8d09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8e51e52b-91c6-492a-a323-b2ff1714e0d0 HTTP/1.1" status: 204 len: 168 time: 0.4275179 Sep 29 23:21:05.480960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-5a342627-b657-4223-b0b1-f68bf334d999 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] No DVR routers for this DVR port 244b4c00-897b-44d4-9e7d-9922c131482f on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:21:05.484402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-5a342627-b657-4223-b0b1-f68bf334d999 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:05.487146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-70236a7d-e6cc-4a66-8015-8c10af6cd040 req-5a342627-b657-4223-b0b1-f68bf334d999 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.42 "DELETE /v2.0/ports/244b4c00-897b-44d4-9e7d-9922c131482f HTTP/1.1" status: 204 len: 173 time: 1.1096537 Sep 29 23:21:05.556579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4f19f72e-a990-497e-9f4a-6f0b206d94fd up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:05.558429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746805af-baa0-4561-a000-fa55a48e8d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e51e52b-91c6-492a-a323-b2ff1714e0d0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:05.722873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Deleting port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:05.724329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:05.781352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4f19f72e-a990-497e-9f4a-6f0b206d94fd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:05.781736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:05.918627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-075f4755-eae3-464c-be58-8a0abbcd2763 req-75540874-7738-446b-85fa-32acdcb63d17 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0725794 Sep 29 23:21:05.999410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] For port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:06.000096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:06.050210 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:06.096978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 4f19f72e-a990-497e-9f4a-6f0b206d94fd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4f19f72e-a990-497e-9f4a-6f0b206d94fd,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:06.106745 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:06.244672 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f1d8-e48e-4368-b42e-58fb10a79be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:06.252434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=4f19f72e-a990-497e-9f4a-6f0b206d94fd,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:06.338382 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Sync routers for ids ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:21:06.359213 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Routers {'e2fb9abb-bd3b-4cf0-b68c-8a232b719707'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:06.360436 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:06.555967 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:06.590840 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0050de-adf6-4702-a0f7-5f58a715955e req-14235f61-608d-46a9-aef1-9f46a497cdd7 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:06.606073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a0050de-adf6-4702-a0f7-5f58a715955e req-14235f61-608d-46a9-aef1-9f46a497cdd7 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 945 time: 0.2039857 Sep 29 23:21:06.672055 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Set router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:06.730745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a0050de-adf6-4702-a0f7-5f58a715955e req-4d1f5f41-b4cb-48c2-b1e2-3f300311c7a9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=89d266fe-35b0-4d6d-98bc-0e4596986f51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203322 Sep 29 23:21:06.797658 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:06.800322 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:06.802100 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Floating IP ba3d5da0-672a-4a2b-890c-f4351a625ef8 disassociated. External IP: 172.25.4.210, port: c8a9ea66-fb27-44dc-a1f3-f2139bedbff7. Sep 29 23:21:06.804104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Calling delete_port for c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:06.927293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37622) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:07.009066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37626) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:07.129558 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:07.174174 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce337b98-0244-4b7c-8c73-26f0833524dd req-161c0832-27b2-4524-8e59-3d0ca63ca0cc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0353324 Sep 29 23:21:07.190287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event deleted for resources: {'Port': ['ID=c8a9ea66-fb27-44dc-a1f3-f2139bedbff7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:07.231290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-deleted', 'tag': '244b4c00-897b-44d4-9e7d-9922c131482f'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:07.233651 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708283ff-6b95-4202-a3ed-3cde5fdef5aa" -d '{"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-deleted", "tag": "244b4c00-897b-44d4-9e7d-9922c131482f"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:07.353599 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0685e503-2347-4e6b-93a4-9b659e00a058 x-openstack-request-id: req-0685e503-2347-4e6b-93a4-9b659e00a058 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:07.353927 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91f9c24-08d2-43c5-84ec-a8482a195aba", "name": "network-vif-deleted", "tag": "244b4c00-897b-44d4-9e7d-9922c131482f", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:07.354159 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0685e503-2347-4e6b-93a4-9b659e00a058 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:07.356392 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91f9c24-08d2-43c5-84ec-a8482a195aba', 'name': 'network-vif-deleted', 'tag': '244b4c00-897b-44d4-9e7d-9922c131482f', 'status': 'completed', 'code': 200} Sep 29 23:21:07.439124 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:07.453548 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'name': 'tempest-ImageQuotaTest-1126313575-router', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:55Z', 'updated_at': '2021-09-29T23:21:02Z', 'revision_number': 4, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'gw_port': {'id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:57Z', 'updated_at': '2021-09-29T23:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3aa68efe-39a0-4a02-a4d9-82a975cdd954', 'name': '', 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'mac_address': 'fa:16:3e:33:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '1ab4e3df-d1de-42da-a414-c0b5ddfadcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:01Z', 'updated_at': '2021-09-29T23:21:02Z', 'revision_number': 2, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'subnets': [{'id': '1ab4e3df-d1de-42da-a414-c0b5ddfadcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:07.459047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1961190625-network', 'tenant_id': '9da351d7943945e3bb7ccb6f09f2cee9'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:07.490568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4f19f72e-a990-497e-9f4a-6f0b206d94fd up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:07.517059 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Checking router: e2fb9abb-bd3b-4cf0-b68c-8a232b719707 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:21:07.517698 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Updating router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 port 3aa68efe-39a0-4a02-a4d9-82a975cdd954 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:21:07.561169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Made reservation on behalf of 9da351d7943945e3bb7ccb6f09f2cee9 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:21:07.563342 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:07.563567 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:07.598150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Router f7d32df9-1364-4d6d-a126-26fc510e9a77 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:21:07.633497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4f19f72e-a990-497e-9f4a-6f0b206d94fd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:07.638641 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:07.643151 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:07.739449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:07.966777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9508a647-2095-4a8b-a0f6-974b7e655876 req-f28ffd8d-e639-4cad-a50f-e1154e01cd79 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=b3f42456-0021-40c6-abfe-d8e64bfb0944 HTTP/1.1" status: 200 len: 210 time: 0.0373702 Sep 29 23:21:08.119211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:21:08.130739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] Sync routers for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:21:08.139372 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.147356 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.150200 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:08.151224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:08.166642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] Deleting port 3aa68efe-39a0-4a02-a4d9-82a975cdd954 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:08.167003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.195130 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c4005-7eed-44df-8acf-353526a5cd39 None None] Pushing event updated for resources: {'Port': ['ID=3aa68efe-39a0-4a02-a4d9-82a975cdd954,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:08.246628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] No DVR routers for this DVR port c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:21:08.258160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.267067 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1d86981-0e1d-4fe7-8261-3618ac6bbb0c req-62419108-5186-4563-9ca8-066ca0a1a35a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.26 "DELETE /v2.0/ports/c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 HTTP/1.1" status: 204 len: 173 time: 2.8374062 Sep 29 23:21:08.267570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'name': 'network-vif-deleted', 'tag': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:08.274897 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fc284c-e601-4895-a676-e2c18e7aa39b" -d '{"events": [{"server_uuid": "b3f42456-0021-40c6-abfe-d8e64bfb0944", "name": "network-vif-deleted", "tag": "c8a9ea66-fb27-44dc-a1f3-f2139bedbff7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:08.315975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.329506 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.330197 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.378076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:21:08.396151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128368e9-7c34-42e5-98de-260b75c503b0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:08.404939 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Attempting to bind port 3aa68efe-39a0-4a02-a4d9-82a975cdd954 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:21:08.405195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.405553 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Added segment d2e59a24-00a1-4a60-b9af-e69d6d546a2b of type vlan for network 812048e4-f4de-4e5a-9a56-47a155040d30 Sep 29 23:21:08.408519 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Attempting to bind port 3aa68efe-39a0-4a02-a4d9-82a975cdd954 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '2fb36526-2a89-416f-b673-6e13c6441e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:21:08.411043 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Attempting to bind port 3aa68efe-39a0-4a02-a4d9-82a975cdd954 on network fc2831ab-0554-4137-aa2d-ccae28a2fd28 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:08.412127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] Calling delete_port for 3aa68efe-39a0-4a02-a4d9-82a975cdd954 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:08.447092 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b627930-d2a5-4a26-aa56-7b2c3478cd36 x-openstack-request-id: req-7b627930-d2a5-4a26-aa56-7b2c3478cd36 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:08.447391 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f42456-0021-40c6-abfe-d8e64bfb0944", "name": "network-vif-deleted", "tag": "c8a9ea66-fb27-44dc-a1f3-f2139bedbff7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:08.447651 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b627930-d2a5-4a26-aa56-7b2c3478cd36 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:08.448089 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3f42456-0021-40c6-abfe-d8e64bfb0944', 'name': 'network-vif-deleted', 'tag': 'c8a9ea66-fb27-44dc-a1f3-f2139bedbff7', 'status': 'completed', 'code': 200} Sep 29 23:21:08.449237 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:21:08.450756 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Checking segment: {'id': '2fb36526-2a89-416f-b673-6e13c6441e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:08.452057 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.453588 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Bound using segment: {'id': '2fb36526-2a89-416f-b673-6e13c6441e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:21:08.454983 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Bound port: 3aa68efe-39a0-4a02-a4d9-82a975cdd954, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb36526-2a89-416f-b673-6e13c6441e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:21:08.456841 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.457039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:08.485474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.542543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.543719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:08.544420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.566459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c68c7d4d-a0e0-4326-bfdc-65aea0c25af9 req-636b8808-10a3-4e99-8761-dc1c789d7c52 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0383573 Sep 29 23:21:08.651351 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] For port 3aa68efe-39a0-4a02-a4d9-82a975cdd954, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:21:08.660434 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] For port 3aa68efe-39a0-4a02-a4d9-82a975cdd954, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3aa68efe-39a0-4a02-a4d9-82a975cdd954,segment=NetworkSegment(2fb36526-2a89-416f-b673-6e13c6441e74),segment_id=2fb36526-2a89-416f-b673-6e13c6441e74)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:21:08.670565 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.726748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] Pushing event updated for resources: {'Network': ['ID=812048e4-f4de-4e5a-9a56-47a155040d30,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:08.744705 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e3928ada-88b5-40c8-92f2-541b4abcce00 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6577530 Sep 29 23:21:08.744928 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.775556 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Routers {'e2fb9abb-bd3b-4cf0-b68c-8a232b719707'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:08.775959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 812048e4-f4de-4e5a-9a56-47a155040d30 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:21:08.776159 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:08.834851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0baff2b1-33a9-46f2-9395-ebf515a4e235 None None] Provisioning complete for port 3aa68efe-39a0-4a02-a4d9-82a975cdd954 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:08.839733 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0baff2b1-33a9-46f2-9395-ebf515a4e235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.842458 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c4005-7eed-44df-8acf-353526a5cd39 None None] Pushing event updated for resources: {'Port': ['ID=3aa68efe-39a0-4a02-a4d9-82a975cdd954,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:08.889327 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:08.949933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa68efe-39a0-4a02-a4d9-82a975cdd954,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:08.995868 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] Set router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:09.127336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37654) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:09.197794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0baff2b1-33a9-46f2-9395-ebf515a4e235 None None] Could not find standard attr ID for object 3aa68efe-39a0-4a02-a4d9-82a975cdd954. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:21:09.202109 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.db [None req-0baff2b1-33a9-46f2-9395-ebf515a4e235 None None] No ports have port_id starting with 3aa68efe-39a0-4a02-a4d9-82a975cdd954 Sep 29 23:21:09.263542 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f207e90c-6104-440e-bab2-a2e8fcd6707b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:09.307664 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f207e90c-6104-440e-bab2-a2e8fcd6707b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:09.328286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-48d12464-309e-486b-9b57-fc0ecb560ea6 None None] Could not find standard attr ID for object 3aa68efe-39a0-4a02-a4d9-82a975cdd954. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:21:09.350082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:09.377065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:09.411077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] Checking router: f7d32df9-1364-4d6d-a126-26fc510e9a77 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:21:09.425812 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f207e90c-6104-440e-bab2-a2e8fcd6707b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:09.430568 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f207e90c-6104-440e-bab2-a2e8fcd6707b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:09.433906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f207e90c-6104-440e-bab2-a2e8fcd6707b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "DELETE /v2.0/security-groups/89d266fe-35b0-4d6d-98bc-0e4596986f51 HTTP/1.1" status: 204 len: 168 time: 0.3049166 Sep 29 23:21:09.440957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:09.442181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:09.443694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37660) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:09.472217 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'name': 'tempest-ImageQuotaTest-1126313575-router', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:55Z', 'updated_at': '2021-09-29T23:21:02Z', 'revision_number': 4, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'gw_port': {'id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:57Z', 'updated_at': '2021-09-29T23:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3aa68efe-39a0-4a02-a4d9-82a975cdd954', 'name': '', 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'mac_address': 'fa:16:3e:33:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '1ab4e3df-d1de-42da-a414-c0b5ddfadcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:01Z', 'updated_at': '2021-09-29T23:21:08Z', 'revision_number': 4, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'subnets': [{'id': '1ab4e3df-d1de-42da-a414-c0b5ddfadcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:09.489266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207e90c-6104-440e-bab2-a2e8fcd6707b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d266fe-35b0-4d6d-98bc-0e4596986f51,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:09.495524 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-8c465666-2d44-40c4-9bbd-f49a0f44f52d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] show failed (client error): The resource could not be found. Sep 29 23:21:09.499355 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8c465666-2d44-40c4-9bbd-f49a0f44f52d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups/89d266fe-35b0-4d6d-98bc-0e4596986f51 HTTP/1.1" status: 404 len: 347 time: 0.0487862 Sep 29 23:21:09.499956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37662) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:09.516195 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5531c1-03fa-4463-b1a6-468489d3ba44 None None] The sync data for ids ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'] in n-d-811173-2 is: [{'id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'name': 'tempest-ImageQuotaTest-1126313575-router', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172'}], 'enable_snat': True}, 'gw_port_id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:55Z', 'updated_at': '2021-09-29T23:21:02Z', 'revision_number': 4, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'gw_port': {'id': '4f19f72e-a990-497e-9f4a-6f0b206d94fd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2497, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:20:57Z', 'updated_at': '2021-09-29T23:21:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3aa68efe-39a0-4a02-a4d9-82a975cdd954', 'name': '', 'network_id': 'fc2831ab-0554-4137-aa2d-ccae28a2fd28', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'mac_address': 'fa:16:3e:33:07:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '1ab4e3df-d1de-42da-a414-c0b5ddfadcd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:01Z', 'updated_at': '2021-09-29T23:21:08Z', 'revision_number': 4, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'subnets': [{'id': '1ab4e3df-d1de-42da-a414-c0b5ddfadcd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:21:09.572131 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:09.663703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:21:09.699517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:21:09.700144 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c8a9ea66-fb27-44dc-a1f3-f2139bedbff7 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:21:09.736189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:09.779487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a684dd8a-0900-4aa7-ad73-abd5e6c6dac3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Deleting port 3a8a40c8-aa10-45ef-9de7-85e5f4805c8c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:09.780094 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a684dd8a-0900-4aa7-ad73-abd5e6c6dac3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:09.864309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e61b4d5d-fe24-4e4a-87d4-07d0f580f803 req-4ff6602e-cfd7-43bb-a7b5-47a9721a7b37 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0747716 Sep 29 23:21:09.939699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a684dd8a-0900-4aa7-ad73-abd5e6c6dac3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:09.940287 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a684dd8a-0900-4aa7-ad73-abd5e6c6dac3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:09.948232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd36e7-1bb4-4cfa-af1f-49d3adc06648 req-48bb79ba-deac-4e07-91d3-615984a00799 tempest-ComputeTenantNetworksTest-586547090 tempest-ComputeTenantNetworksTest-586547090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:09.954869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd36e7-1bb4-4cfa-af1f-49d3adc06648 req-48bb79ba-deac-4e07-91d3-615984a00799 tempest-ComputeTenantNetworksTest-586547090 tempest-ComputeTenantNetworksTest-586547090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:09.962513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd36e7-1bb4-4cfa-af1f-49d3adc06648 req-48bb79ba-deac-4e07-91d3-615984a00799 tempest-ComputeTenantNetworksTest-586547090 tempest-ComputeTenantNetworksTest-586547090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:09.964609 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42bd36e7-1bb4-4cfa-af1f-49d3adc06648 req-48bb79ba-deac-4e07-91d3-615984a00799 tempest-ComputeTenantNetworksTest-586547090 tempest-ComputeTenantNetworksTest-586547090-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4798439 Sep 29 23:21:09.986884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a684dd8a-0900-4aa7-ad73-abd5e6c6dac3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Calling delete_port for 3a8a40c8-aa10-45ef-9de7-85e5f4805c8c owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:10.037033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:10.070566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0482eb23-d716-4b1d-b310-a9273ee15849 None None] The sync data for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 is: [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:21:10.233108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8499c10e-4bbc-4db7-add4-cd12a6984b80 req-8830dbc3-ee84-472e-86c6-d7c0391c9bfe tempest-ComputeTenantNetworksTest-586547090 tempest-ComputeTenantNetworksTest-586547090-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:10.234756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8499c10e-4bbc-4db7-add4-cd12a6984b80 req-8830dbc3-ee84-472e-86c6-d7c0391c9bfe tempest-ComputeTenantNetworksTest-586547090 tempest-ComputeTenantNetworksTest-586547090-project] 10.222.0.44 "GET /v2.0/networks/812048e4-f4de-4e5a-9a56-47a155040d30 HTTP/1.1" status: 200 len: 769 time: 0.2315769 Sep 29 23:21:10.245354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37672) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:10.247703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a684dd8a-0900-4aa7-ad73-abd5e6c6dac3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:10.291588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684dd8a-0900-4aa7-ad73-abd5e6c6dac3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event deleted for resources: {'Port': ['ID=3a8a40c8-aa10-45ef-9de7-85e5f4805c8c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:10.316086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] Router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:21:10.427368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a684dd8a-0900-4aa7-ad73-abd5e6c6dac3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:10.431477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a684dd8a-0900-4aa7-ad73-abd5e6c6dac3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:10.437630 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a684dd8a-0900-4aa7-ad73-abd5e6c6dac3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "DELETE /v2.0/floatingips/ba3d5da0-672a-4a2b-890c-f4351a625ef8 HTTP/1.1" status: 204 len: 168 time: 0.9364781 Sep 29 23:21:10.451055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:10.646502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf74682-406b-4f3d-a148-b89648b29f40 None None] New status for floating IP ba3d5da0-672a-4a2b-890c-f4351a625ef8: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:21:10.873321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37678) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:10.878455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-06d59a49-3aac-46ec-8b2f-a6158420a27e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--354820187', 'description': 'tempest-description--1206323210'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:10.907994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06d59a49-3aac-46ec-8b2f-a6158420a27e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:10.984485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:21:11.034177 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06d59a49-3aac-46ec-8b2f-a6158420a27e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.039222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06d59a49-3aac-46ec-8b2f-a6158420a27e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.054973 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.068857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6563ee52-757d-464a-bd5d-7e9a44a4c6b4 admin admin] 10.222.0.44 "PUT /v2.0/routers/e2fb9abb-bd3b-4cf0-b68c-8a232b719707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1367917 Sep 29 23:21:11.069645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37682) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:11.103440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f19cf16-9780-403a-a56b-20f9abf21bfe req-40fd9b24-e913-4687-9ae9-a33acdf0877a tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0358107 Sep 29 23:21:11.118509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812048e4-f4de-4e5a-9a56-47a155040d30']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:11.130596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2e59a24-00a1-4a60-b9af-e69d6d546a2b') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:11.131543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2e59a24-00a1-4a60-b9af-e69d6d546a2b') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:11.142319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.161451 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.171275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:21:11.176647 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:21:11.179473 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:21:11.181781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d59a49-3aac-46ec-8b2f-a6158420a27e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6866f297-cf41-4c93-bc58-93017bbc69d9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:11.250677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06d59a49-3aac-46ec-8b2f-a6158420a27e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.254731 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-06d59a49-3aac-46ec-8b2f-a6158420a27e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3775234 Sep 29 23:21:11.255035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37686) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:11.258345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.260925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3bb91193-c065-4400-91a2-c1f9b79fba9f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'security_group_rule': {'security_group_id': '6866f297-cf41-4c93-bc58-93017bbc69d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:11.264628 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.274563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] 10.222.0.44 "DELETE /v2.0/networks/812048e4-f4de-4e5a-9a56-47a155040d30 HTTP/1.1" status: 204 len: 168 time: 1.0279479 Sep 29 23:21:11.293613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17bea0-3667-44d4-aa27-c1d211c35d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=812048e4-f4de-4e5a-9a56-47a155040d30,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:11.295341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.395789 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bb91193-c065-4400-91a2-c1f9b79fba9f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.447261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:11.515063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bb91193-c065-4400-91a2-c1f9b79fba9f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.515567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1e6f5676-07a5-4920-8ac9-f4cd7e7907a5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9da351d7943945e3bb7ccb6f09f2cee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0669985 Sep 29 23:21:11.516659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:11.516991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.522606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bb91193-c065-4400-91a2-c1f9b79fba9f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.558537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb91193-c065-4400-91a2-c1f9b79fba9f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ee76af-e872-4987-a669-1497ba155fe8,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:11.573101 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66881a4c-4e43-41dd-a965-561d4ec8afd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.598326 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66881a4c-4e43-41dd-a965-561d4ec8afd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.606725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bb91193-c065-4400-91a2-c1f9b79fba9f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.607978 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3bb91193-c065-4400-91a2-c1f9b79fba9f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517649 Sep 29 23:21:11.610486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37694) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:11.615580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c61a351a-ad0d-44cb-b0a6-57c7b21d9e89 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'security_group_rule': {'security_group_id': '6866f297-cf41-4c93-bc58-93017bbc69d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:11.661306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66881a4c-4e43-41dd-a965-561d4ec8afd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.663944 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c61a351a-ad0d-44cb-b0a6-57c7b21d9e89 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.665926 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66881a4c-4e43-41dd-a965-561d4ec8afd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.670268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-66881a4c-4e43-41dd-a965-561d4ec8afd2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/128368e9-7c34-42e5-98de-260b75c503b0 HTTP/1.1" status: 204 len: 168 time: 0.1522353 Sep 29 23:21:11.678686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66881a4c-4e43-41dd-a965-561d4ec8afd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128368e9-7c34-42e5-98de-260b75c503b0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:11.682453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Deleting port 4f19f72e-a990-497e-9f4a-6f0b206d94fd {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:11.682933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:11.762160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] Sync routers for ids ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:21:11.778834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] Routers {'e2fb9abb-bd3b-4cf0-b68c-8a232b719707'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:11.779482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:11.892524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] Set router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:11.962111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'name': 'tempest-ImageQuotaTest-1126313575-router', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:55Z', 'updated_at': '2021-09-29T23:21:11Z', 'revision_number': 6, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:11.994795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] Checking router: e2fb9abb-bd3b-4cf0-b68c-8a232b719707 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:21:12.009188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] Routers {'e2fb9abb-bd3b-4cf0-b68c-8a232b719707'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:12.010078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:12.101982 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c61a351a-ad0d-44cb-b0a6-57c7b21d9e89 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.112507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] Set router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:12.112660 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c61a351a-ad0d-44cb-b0a6-57c7b21d9e89 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.141805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a351a-ad0d-44cb-b0a6-57c7b21d9e89 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4f7592-22f9-463e-b801-0d88e5fc0c06,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:12.157243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c61a351a-ad0d-44cb-b0a6-57c7b21d9e89 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.158903 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c61a351a-ad0d-44cb-b0a6-57c7b21d9e89 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5472391 Sep 29 23:21:12.162039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37710) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:12.168273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] For port 4f19f72e-a990-497e-9f4a-6f0b206d94fd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4f19f72e-a990-497e-9f4a-6f0b206d94fd,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:12.168797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:12.169025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.184526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Calling delete_port for 4f19f72e-a990-497e-9f4a-6f0b206d94fd owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:12.198903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'name': 'tempest-ImageQuotaTest-1126313575-router', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:55Z', 'updated_at': '2021-09-29T23:21:11Z', 'revision_number': 6, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:12.225993 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.236726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a0e2e-3d89-4a57-bf87-76163948fe7a None None] The sync data for ids ['e2fb9abb-bd3b-4cf0-b68c-8a232b719707'] in n-d-811173-2 is: [{'id': 'e2fb9abb-bd3b-4cf0-b68c-8a232b719707', 'name': 'tempest-ImageQuotaTest-1126313575-router', 'tenant_id': '9100771795414f8fb7f1bd41868aa9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:20:55Z', 'updated_at': '2021-09-29T23:21:11Z', 'revision_number': 6, 'project_id': '9100771795414f8fb7f1bd41868aa9a5', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:21:12.325000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4c0f768-e495-48c6-8ba6-40e686a6b2fd req-15d25edd-fddf-454b-8c15-e2c6fe2f9ea2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0428474 Sep 29 23:21:12.455959 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.499736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-0769dfe3-e3e9-4ab2-836d-b4e28ca80b96 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603073 Sep 29 23:21:12.512213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.543295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f19f72e-a990-497e-9f4a-6f0b206d94fd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:12.696245 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.699295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-554c1c69-0f71-4944-9d94-07e1f735a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:12.701150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-554c1c69-0f71-4944-9d94-07e1f735a167 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1dacd59d53c41b2a7719757189cf93d&device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 1100 time: 0.1156449 Sep 29 23:21:12.754089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Allocated IP 172.25.4.20 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/fe44b7c7-1b54-44b6-ad9e-064f260f0e0f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:21:12.817697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37726) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:12.845426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.848443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.907999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.908748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2fb9abb-bd3b-4cf0-b68c-8a232b719707 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:21:12.917355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:12.919034 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ee2c563b-64df-470b-891c-d75f9a62c2f7 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e2fb9abb-bd3b-4cf0-b68c-8a232b719707 HTTP/1.1" status: 204 len: 168 time: 1.8462260 Sep 29 23:21:12.922151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37730) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:12.938832 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-da9c6fd2-082b-4b76-b8ef-6a39f0791457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:12.940612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-da9c6fd2-082b-4b76-b8ef-6a39f0791457 service neutron] 10.222.0.42 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1956437 Sep 29 23:21:12.979662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95b5320-2a6a-4be0-a6ba-168de1b59fc7 admin admin] Deleting subnet 1ab4e3df-d1de-42da-a414-c0b5ddfadcd4 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:21:12.983528 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b95b5320-2a6a-4be0-a6ba-168de1b59fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.004354 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-1b6140e8-a929-4a2f-a2f5-986063d0a7d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b HTTP/1.1" status: 200 len: 217 time: 0.0519173 Sep 29 23:21:13.008163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-network', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:13.031006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b95b5320-2a6a-4be0-a6ba-168de1b59fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.031948 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.083809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-43b0950c-806f-468a-ad9f-54e6ace975ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:13.086217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-43b0950c-806f-468a-ad9f-54e6ace975ad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0690703 Sep 29 23:21:13.092632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Made reservation on behalf of e773d84f005142cda2dbedd73f471c4a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:21:13.094966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.134555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b95b5320-2a6a-4be0-a6ba-168de1b59fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.135950 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.162648 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.204369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b95b5320-2a6a-4be0-a6ba-168de1b59fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.213401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-9010c1cb-3305-496c-ad66-686fe058808e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:13.214858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-9010c1cb-3305-496c-ad66-686fe058808e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126628 Sep 29 23:21:13.226085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:13.236168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95b5320-2a6a-4be0-a6ba-168de1b59fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ab4e3df-d1de-42da-a414-c0b5ddfadcd4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:13.240365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b95b5320-2a6a-4be0-a6ba-168de1b59fc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.244969 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b95b5320-2a6a-4be0-a6ba-168de1b59fc7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/1ab4e3df-d1de-42da-a414-c0b5ddfadcd4 HTTP/1.1" status: 204 len: 168 time: 0.3192136 Sep 29 23:21:13.245651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:13.246495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37734) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:13.248827 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88eaa9e3-da7e-4cb3-82d3-4066adb548a9 None None] Network fc2831ab-0554-4137-aa2d-ccae28a2fd28 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:21:13.261619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:21:13.301530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'Port': ['ID=fe44b7c7-1b54-44b6-ad9e-064f260f0e0f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:13.485295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.533618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4f19f72e-a990-497e-9f4a-6f0b206d94fd no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:21:13.534176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.568160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4f19f72e-a990-497e-9f4a-6f0b206d94fd {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:21:13.571946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4f19f72e-a990-497e-9f4a-6f0b206d94fd not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:21:13.573500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3aa68efe-39a0-4a02-a4d9-82a975cdd954 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:21:13.600792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.601035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Deleting port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:13.601527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.622279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 3aa68efe-39a0-4a02-a4d9-82a975cdd954 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:21:13.623309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3aa68efe-39a0-4a02-a4d9-82a975cdd954 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:21:13.626998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd9d357-76c0-4aa0-877f-3d8d8c67b122 None None] DHCP port deletion for fc2831ab-0554-4137-aa2d-ccae28a2fd28 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:21:13.632218 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.724528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5354a84f-f42c-4c0d-9936-5fd0a8aea4ed req-145a211b-7913-46f5-9f60-f935699853ca tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.1317649 Sep 29 23:21:13.726461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:21:13.743900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9d357-76c0-4aa0-877f-3d8d8c67b122 None None] Deleting port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:13.744283 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d357-76c0-4aa0-877f-3d8d8c67b122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.750753 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.751207 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Added segment 3174b366-4129-40c4-ad8d-6f747fe4c051 of type vlan for network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a Sep 29 23:21:13.775603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] For port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff,segment=NetworkSegment(2fb36526-2a89-416f-b673-6e13c6441e74),segment_id=2fb36526-2a89-416f-b673-6e13c6441e74)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:13.776434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.789991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Calling delete_port for 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:13.801150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.822771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ebd9d357-76c0-4aa0-877f-3d8d8c67b122 None None] For port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff,segment=NetworkSegment(2fb36526-2a89-416f-b673-6e13c6441e74),segment_id=2fb36526-2a89-416f-b673-6e13c6441e74)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:13.823498 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d357-76c0-4aa0-877f-3d8d8c67b122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.851310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ebd9d357-76c0-4aa0-877f-3d8d8c67b122 None None] Calling delete_port for 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:13.874967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8d40de-faa5-428d-9cb1-786db071c2db,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:13.879393 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.888264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.889291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:13.889893 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.910163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:13.925729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] No DVR routers for this DVR port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:21:13.950124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: from cryptography.utils import int_from_bytes Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: from cryptography.utils import int_from_bytes Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.960992 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:21:13.964637 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:21:13.967756 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ebd9d357-76c0-4aa0-877f-3d8d8c67b122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.000021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9d357-76c0-4aa0-877f-3d8d8c67b122 None None] Pushing event deleted for resources: {'Port': ['ID=5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:14.000221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] Pushing event updated for resources: {'Network': ['ID=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:14.004112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd9d357-76c0-4aa0-877f-3d8d8c67b122 None None] No DVR routers for this DVR port 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:21:14.016219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:21:14.025524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-6bdda2e8-2d3e-4fe3-866c-5a7939858b24 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8022640 Sep 29 23:21:14.029310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f7b100e8-be82-40dd-a656-751ed7c57634 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2099738 Sep 29 23:21:14.035472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37742) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:14.041773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Request body: {'subnet': {'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-subnet', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:14.069754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Made reservation on behalf of e773d84f005142cda2dbedd73f471c4a for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:21:14.072548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.102984 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.156177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2831ab-0554-4137-aa2d-ccae28a2fd28']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:14.172828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bccf8142-dabb-4531-9f1c-a7c5da1ed16e req-2ed018ee-4c5a-4041-94a1-fac144b9a491 service neutron] 10.222.0.42 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309969 Sep 29 23:21:14.207020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb36526-2a89-416f-b673-6e13c6441e74') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:14.207431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb36526-2a89-416f-b673-6e13c6441e74') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:14.222092 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.250247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.263463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:21:14.263973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:21:14.266044 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:21:14.280313 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.286048 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.372804 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.373091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'Port': ['ID=fe44b7c7-1b54-44b6-ad9e-064f260f0e0f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:14.384130 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.394667 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.398726 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] 10.222.0.44 "DELETE /v2.0/networks/fc2831ab-0554-4137-aa2d-ccae28a2fd28 HTTP/1.1" status: 204 len: 168 time: 1.1511893 Sep 29 23:21:14.402767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.404332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b3c29b2b-fb66-4edf-9454-65d8c99ccdf9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2406528 Sep 29 23:21:14.437365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b997409-54bd-4f59-8f5f-db1715256c97 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc2831ab-0554-4137-aa2d-ccae28a2fd28,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:14.475240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.526772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:14.566982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37756) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:14.580425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Checking segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:14.580939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Network hostable DHCP agents. Network: bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:21:14.604469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:21:14.615994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:14.620945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:14.621961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.632760 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc84c38-50f0-4a64-a220-18d518f8db96 None None] Network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:21:14.649049 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-477986df-50b3-4fe3-b0c5-0b0e5d7db66d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6090834 Sep 29 23:21:14.649616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37762) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:14.659934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-bf28f10a-0a69-468c-b85f-c7cfe7861976 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--354820187&fields=id&tenant_id=eaa257dbbb2c4be8b76a52d855131ad8 HTTP/1.1" status: 200 len: 267 time: 0.0462322 Sep 29 23:21:14.663358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:14.664587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3d219671-e026-42a0-9a48-5622a7ecb50a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9100771795414f8fb7f1bd41868aa9a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963359 Sep 29 23:21:14.667054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37764) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:14.712186 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.714505 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.759841 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de2c590c-d0b4-4843-b155-73df3d80b76a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.785123 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de2c590c-d0b4-4843-b155-73df3d80b76a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.797863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.920333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fc861dd-201a-4335-b3b1-ac1ab78463bf req-411992db-924e-468d-8c78-c5aea83b06b3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0576773 Sep 29 23:21:14.948174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cece5a39-b508-45fd-85e1-c72e8992db6a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:14.949871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cece5a39-b508-45fd-85e1-c72e8992db6a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 811 time: 0.2805605 Sep 29 23:21:14.970419 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-6f45adc1-d15a-49c6-ab03-a4d691d77ddf tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/quotas/eaa257dbbb2c4be8b76a52d855131ad8 HTTP/1.1" status: 200 len: 375 time: 0.0134492 Sep 29 23:21:14.971274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de2c590c-d0b4-4843-b155-73df3d80b76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.974080 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-de2c590c-d0b4-4843-b155-73df3d80b76a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:14.978966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-de2c590c-d0b4-4843-b155-73df3d80b76a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76ee9ed9-1847-41e1-b4b7-6c9fdefc7812 HTTP/1.1" status: 204 len: 168 time: 0.3107736 Sep 29 23:21:14.999502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2c590c-d0b4-4843-b155-73df3d80b76a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ee9ed9-1847-41e1-b4b7-6c9fdefc7812,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:15.024157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.042779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-2bb92f8f-6779-4d25-9b72-3a26a4854f7e tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0625422 Sep 29 23:21:15.080920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:21:15.082022 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.250479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Allocated IP 172.20.0.2 (bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a/41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6/18c27ee1-05c6-455d-bcb3-06af4a078fa9) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:21:15.371268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-61325de5-b474-4054-a11f-1630ee16174d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:21:15.372382 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-61325de5-b474-4054-a11f-1630ee16174d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3142183 Sep 29 23:21:15.434749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.457878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.477711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:21:15.513998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-78e0c6d5-9526-4242-a8b6-6fa908a24ad7 service neutron] 10.222.0.44 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348848 Sep 29 23:21:15.519750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:21:15.520135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5bdbbb0b-c5c2-4b7e-ba2c-b91cb55f0aff not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:21:15.546464 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.554543 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.564961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37776) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:15.593488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:15.596846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:15.601045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:21:15.612801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-31fb349a-b120-4a82-af42-87e0cbecad25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.621292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Pushing event updated for resources: {'Port': ['ID=18c27ee1-05c6-455d-bcb3-06af4a078fa9,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:15.679415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-3eea38ad-6496-4078-959f-742f5062bf5b service neutron] 10.222.0.44 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500003 Sep 29 23:21:15.682244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Attempting to bind port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:21:15.682764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Attempting to bind port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:21:15.683338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Attempting to bind port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:15.689137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:21:15.689528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Checking segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:15.689969 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.690385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Bound using segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:21:15.690836 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Bound port: 18c27ee1-05c6-455d-bcb3-06af4a078fa9, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:21:15.691349 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.707816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Allocated IP 172.25.4.104 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/0fef32b8-befd-4eca-8b23-ffd778cb8ad2) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:21:15.764177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] For port 18c27ee1-05c6-455d-bcb3-06af4a078fa9, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:21:15.767563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] For port 18c27ee1-05c6-455d-bcb3-06af4a078fa9, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=18c27ee1-05c6-455d-bcb3-06af4a078fa9,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:21:15.773985 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.844858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-31fb349a-b120-4a82-af42-87e0cbecad25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.845726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66f45a1-ae83-471a-9f05-0adcf15b7612 None None] Pushing event updated for resources: {'Port': ['ID=18c27ee1-05c6-455d-bcb3-06af4a078fa9,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:15.856098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-31fb349a-b120-4a82-af42-87e0cbecad25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.888392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb349a-b120-4a82-af42-87e0cbecad25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8abe31-4b51-4879-941e-e3530beada7b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:15.914529 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:15.940817 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-31fb349a-b120-4a82-af42-87e0cbecad25 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3744702 Sep 29 23:21:15.944147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37786) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:15.981036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb431852-423b-4bf3-8606-1c1fbc5e862e req-81d2431b-1ac8-4fa7-a522-c2083635b792 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 210 time: 0.0585079 Sep 29 23:21:16.033581 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de0718a3-f3b9-4dd7-aec6-6d66b0b45b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:16.058861 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de0718a3-f3b9-4dd7-aec6-6d66b0b45b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:16.096534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e1a3359-5d67-4798-9240-9cc93196f452 req-2e38108e-3e08-46dc-9ce0-ca524b0b1ccf tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0510445 Sep 29 23:21:16.124350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:16.153010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de0718a3-f3b9-4dd7-aec6-6d66b0b45b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:16.155725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-de0718a3-f3b9-4dd7-aec6-6d66b0b45b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:16.157027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-de0718a3-f3b9-4dd7-aec6-6d66b0b45b1e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a8abe31-4b51-4879-941e-e3530beada7b HTTP/1.1" status: 204 len: 168 time: 0.2117777 Sep 29 23:21:16.177901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0718a3-f3b9-4dd7-aec6-6d66b0b45b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8abe31-4b51-4879-941e-e3530beada7b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:16.235191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Pushing event updated for resources: {'Port': ['ID=0fef32b8-befd-4eca-8b23-ffd778cb8ad2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:16.247891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:16.249408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:16.252812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:21:16.675537 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:16.969491 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:17.116989 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a5afbd0-ad61-4b9c-99cc-ae08d2306eac req-cd68e74a-0c6a-4dcf-bd9b-0783165ac368 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 210 time: 0.0548069 Sep 29 23:21:17.145215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Router cac8eaf7-dd40-4afc-b9af-b95d462311f4 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:21:17.256762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66916d52-7225-4112-be9c-3b65c55e766c None None] Network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:21:17.336691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:21:17.352357 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Sync routers for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:21:17.368750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-f0b49e83-3d0b-4c79-b2ee-63b440fda747 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:17.369868 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:17.372510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-f0b49e83-3d0b-4c79-b2ee-63b440fda747 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.42 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 811 time: 0.1406012 Sep 29 23:21:17.377007 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:17.405887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-064acd4e-8788-46bb-804b-736be55525af req-f2a7a03d-5379-454e-aa55-5fd45b98d62f tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.1859741 Sep 29 23:21:17.424767 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:17.428679 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-afcc82f0-e4a9-43fd-a875-df116197d4ff admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7752850 Sep 29 23:21:17.429443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37806) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:17.450184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dedf83b3-9c8d-4d6b-96cb-d7f25d0596a6 None None] Provisioning complete for port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:17.452417 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dedf83b3-9c8d-4d6b-96cb-d7f25d0596a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:17.497755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-a5816404-5acc-4854-a8f6-dabf2bfd13bf tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eaa257dbbb2c4be8b76a52d855131ad8 HTTP/1.1" status: 200 len: 379 time: 0.0906549 Sep 29 23:21:17.510288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'port': {'device_id': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'admin_state_up': True, 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'security_groups': ['6866f297-cf41-4c93-bc58-93017bbc69d9']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:17.544281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 18c27ee1-05c6-455d-bcb3-06af4a078fa9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:17.618758 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:17.724246 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dedf83b3-9c8d-4d6b-96cb-d7f25d0596a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:17.757788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Made reservation on behalf of eaa257dbbb2c4be8b76a52d855131ad8 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:21:17.762863 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:17.828068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:17.830332 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:17.875656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dedf83b3-9c8d-4d6b-96cb-d7f25d0596a6 None None] For port 18c27ee1-05c6-455d-bcb3-06af4a078fa9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=18c27ee1-05c6-455d-bcb3-06af4a078fa9,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:17.897568 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dedf83b3-9c8d-4d6b-96cb-d7f25d0596a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.005474 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:16Z', 'revision_number': 3, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:18.020949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Allocated IP 172.20.0.10 (68ae1fb4-f01a-4ccb-9458-816cc67282ea/9c386499-59ee-4326-b4ea-3be3ddb20641/9178f6cb-d88b-4e78-97dd-4939c91e69b2) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:21:18.077685 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Checking router: cac8eaf7-dd40-4afc-b9af-b95d462311f4 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:21:18.079621 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Updating router cac8eaf7-dd40-4afc-b9af-b95d462311f4 port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:21:18.130225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf83b3-9c8d-4d6b-96cb-d7f25d0596a6 None None] Pushing event updated for resources: {'Port': ['ID=18c27ee1-05c6-455d-bcb3-06af4a078fa9,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:18.155617 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.233307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-986826eb-75f2-477c-bdda-ca06a52c0188 None None] Provisioning complete for port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:18.233983 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-986826eb-75f2-477c-bdda-ca06a52c0188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.347102 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f76d236-a9de-490f-9b7c-29fa850b27bd req-05359a91-b2b2-4dc4-9a02-6f1907f3baed tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 210 time: 0.0776231 Sep 29 23:21:18.433314 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.480695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.581499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.588721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event updated for resources: {'Port': ['ID=9178f6cb-d88b-4e78-97dd-4939c91e69b2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:18.626619 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.632049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Network 68ae1fb4-f01a-4ccb-9458-816cc67282ea is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:18.640698 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.644089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57f76c48-300f-4fc1-a7ab-f5645ee0a9b2 req-8fac47be-43b6-405e-ba06-badc3589e4c3 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0567935 Sep 29 23:21:18.649262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:18.656619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:21:18.735022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:18.736037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.757999 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-d2560480-064a-45c3-ac4c-b5ea43732451 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2568884 Sep 29 23:21:18.779010 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Attempting to bind port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:21:18.779720 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Attempting to bind port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:21:18.779923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Request body: {'port': {'device_id': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:18.780376 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Attempting to bind port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:18.794700 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:21:18.795274 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:18.795782 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.796307 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:21:18.796917 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Bound port: 0fef32b8-befd-4eca-8b23-ffd778cb8ad2, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:21:18.797400 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.833814 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1954f-d72c-4a90-9386-31eea54fc144 None None] Pushing event updated for resources: {'Port': ['ID=0fef32b8-befd-4eca-8b23-ffd778cb8ad2,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:18.860086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Allocated IP 172.20.0.1 (bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a/41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6/8d017da9-5ac0-4d55-9d8c-54d2b668548b) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:21:18.895277 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] For port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:21:18.912054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:18.979947 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] For port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0fef32b8-befd-4eca-8b23-ffd778cb8ad2,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:21:18.991897 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.055521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.073422 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:19.074235 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:19.115084 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.129501 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1954f-d72c-4a90-9386-31eea54fc144 None None] Pushing event updated for resources: {'Port': ['ID=0fef32b8-befd-4eca-8b23-ffd778cb8ad2,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:19.146381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-46b58c0c-aac2-4ae6-9cb7-ea0db52b7079 None None] Provisioning complete for port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:19.147612 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46b58c0c-aac2-4ae6-9cb7-ea0db52b7079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.204188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:19.205667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Pushing event updated for resources: {'Port': ['ID=8d017da9-5ac0-4d55-9d8c-54d2b668548b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:19.209973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:19.230685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:21:19.238595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-46b58c0c-aac2-4ae6-9cb7-ea0db52b7079 None None] Port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:21:19.260525 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:19.335756 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.436528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9178f6cb-d88b-4e78-97dd-4939c91e69b2 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:21:19.450920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 18c27ee1-05c6-455d-bcb3-06af4a078fa9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:19.459399 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.487577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Transition to ACTIVE for port object 9178f6cb-d88b-4e78-97dd-4939c91e69b2 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:21:19.497477 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.550706 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.558550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Pushing event updated for resources: {'Port': ['ID=9178f6cb-d88b-4e78-97dd-4939c91e69b2,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:19.570462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:19.571087 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.580850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-87fd986f-6a94-4e14-8089-1c9d8d1e675b None None] Provisioning complete for port 8d017da9-5ac0-4d55-9d8c-54d2b668548b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:19.581486 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-87fd986f-6a94-4e14-8089-1c9d8d1e675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.644237 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:16Z', 'revision_number': 3, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:19.662230 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-87fd986f-6a94-4e14-8089-1c9d8d1e675b None None] Port 8d017da9-5ac0-4d55-9d8c-54d2b668548b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:21:19.682858 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7102cb59-4b02-463e-b875-5d10b15d56b8 None None] The sync data for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 is: [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:16Z', 'revision_number': 3, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:21:19.777879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ff6a8-4091-4aff-ad80-dcf872812b36 req-d3164e7a-d0ac-49a2-9e29-37bba38c313c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:19.779423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d15ff6a8-4091-4aff-ad80-dcf872812b36 req-d3164e7a-d0ac-49a2-9e29-37bba38c313c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 944 time: 0.2224729 Sep 29 23:21:19.850381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Attempting to bind port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:21:19.850614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Attempting to bind port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:21:19.850915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Attempting to bind port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 on network 68ae1fb4-f01a-4ccb-9458-816cc67282ea {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:19.854590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da2e9106-f953-4612-a673-fa18e3a39638 req-2da221ce-353b-4fd7-9194-321cab6fa444 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0592518 Sep 29 23:21:19.861586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 on network 68ae1fb4-f01a-4ccb-9458-816cc67282ea not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:21:19.861907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Attempting to bind port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 on network 68ae1fb4-f01a-4ccb-9458-816cc67282ea {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:19.879673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:21:19.880133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Checking segment: {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:19.880688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Bound using segment: {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:21:19.881817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Bound port: 9178f6cb-d88b-4e78-97dd-4939c91e69b2, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec20129b-8de6-4568-8ed0-b377b05d3066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:21:19.882188 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.899339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d15ff6a8-4091-4aff-ad80-dcf872812b36 req-d98c2e97-8401-4cf0-ba87-7c9fa4e520bc tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028216 Sep 29 23:21:19.926669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.936685 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:19.978474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] For port 9178f6cb-d88b-4e78-97dd-4939c91e69b2, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:21:19.982409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] For port 9178f6cb-d88b-4e78-97dd-4939c91e69b2, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:21:19.987984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:20.025510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:20.026132 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:20.027696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] 10.222.0.42 "PUT /v2.0/ports/9178f6cb-d88b-4e78-97dd-4939c91e69b2 HTTP/1.1" status: 200 len: 1092 time: 1.2536769 Sep 29 23:21:20.028135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:20.028257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'tag': '9178f6cb-d88b-4e78-97dd-4939c91e69b2'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:20.030738 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06aa9dd-268c-48e4-9612-b6b318b777bc" -d '{"events": [{"name": "network-changed", "server_uuid": "fae0114f-b574-4380-a293-9c92f1dfc756", "tag": "9178f6cb-d88b-4e78-97dd-4939c91e69b2"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:20.033234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Pushing event updated for resources: {'Port': ['ID=8d017da9-5ac0-4d55-9d8c-54d2b668548b,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:20.096158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5ab86b-f1c8-46bd-848b-04f9712da239 service neutron] Pushing event updated for resources: {'Port': ['ID=9178f6cb-d88b-4e78-97dd-4939c91e69b2,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:20.130567 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:20.131873 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07de32e-5c18-408b-8b9b-8ee30453fe0e x-openstack-request-id: req-e07de32e-5c18-408b-8b9b-8ee30453fe0e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:20.132555 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae0114f-b574-4380-a293-9c92f1dfc756", "tag": "9178f6cb-d88b-4e78-97dd-4939c91e69b2", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:20.133115 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e07de32e-5c18-408b-8b9b-8ee30453fe0e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:20.133872 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'tag': '9178f6cb-d88b-4e78-97dd-4939c91e69b2', 'status': 'completed', 'code': 200} Sep 29 23:21:20.186796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-1e711ff6-8e5d-49e2-9b17-6ee8f31638fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:20.188459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-1e711ff6-8e5d-49e2-9b17-6ee8f31638fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 1095 time: 0.0826769 Sep 29 23:21:20.261948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-f9d739b8-a91c-42a6-a9b0-1bb1b5ed46da service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2 HTTP/1.1" status: 200 len: 217 time: 0.0586970 Sep 29 23:21:20.286696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:20.290907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:20.370863 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-a3b9d2f0-9169-4db0-9895-bf129e48bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:20.372602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-a3b9d2f0-9169-4db0-9895-bf129e48bf73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.1035392 Sep 29 23:21:20.461658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-ce4b6205-466b-4a60-85d5-0448b741a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:20.463612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-ce4b6205-466b-4a60-85d5-0448b741a716 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741858 Sep 29 23:21:20.556374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Router cac8eaf7-dd40-4afc-b9af-b95d462311f4 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:21:20.664549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-0815eca1-8a1a-495e-ad99-f67c3b0a2640 service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828411 Sep 29 23:21:20.679584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-34f97756-d07d-4a6d-a20d-cac7c7600cab None None] Provisioning complete for port 8d017da9-5ac0-4d55-9d8c-54d2b668548b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:20.680170 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-34f97756-d07d-4a6d-a20d-cac7c7600cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:20.735850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-34f97756-d07d-4a6d-a20d-cac7c7600cab None None] Port 8d017da9-5ac0-4d55-9d8c-54d2b668548b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:21:20.747505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:21:20.760356 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5d5a0444-3772-44a2-a23a-ae073627f79e admin admin] 10.222.0.44 "PUT /v2.0/routers/cac8eaf7-dd40-4afc-b9af-b95d462311f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3294399 Sep 29 23:21:20.801554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ef264d0-066b-47e6-9feb-f5316d518edf req-5c35787a-dc72-44f7-8e6c-1d204f3c0726 service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342876 Sep 29 23:21:20.951907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-4b8a104f-7125-4106-a66e-414cd48600e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:20.953819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-4b8a104f-7125-4106-a66e-414cd48600e2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 1095 time: 0.0645590 Sep 29 23:21:21.108479 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-131c6627-46e1-48ff-8e77-3a0b2905aaf6 req-dea3bda3-162d-49cb-ba4c-0b5e93a8185b tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0468786 Sep 29 23:21:21.137905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-7908221b-cefd-42b9-928c-226ee0a71b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:21.139780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-7908221b-cefd-42b9-928c-226ee0a71b11 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 912 time: 0.1785045 Sep 29 23:21:21.227286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-3f49dd1d-eb86-4645-b68c-84efb4002e4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2 HTTP/1.1" status: 200 len: 217 time: 0.0776515 Sep 29 23:21:21.335646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58808581-d85d-45ff-b413-2f55d96bbe4a req-44bf6b96-9968-4cf7-bed1-2b67598f49b5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:21.337143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58808581-d85d-45ff-b413-2f55d96bbe4a req-44bf6b96-9968-4cf7-bed1-2b67598f49b5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 944 time: 0.1139779 Sep 29 23:21:21.341572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-d86d5c30-d5f1-4ea5-abf2-74f78d6a39c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:21.343083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-d86d5c30-d5f1-4ea5-abf2-74f78d6a39c0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.1078744 Sep 29 23:21:21.409666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-41ba3142-dc86-4c10-9c04-c5485638e73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:21.411294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-41ba3142-dc86-4c10-9c04-c5485638e73e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600798 Sep 29 23:21:21.458052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:21.459928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58808581-d85d-45ff-b413-2f55d96bbe4a req-fc309089-6855-4db6-8c90-354e2f3398ba tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994675 Sep 29 23:21:21.557592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:21.557893 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:21.567537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-2ff12b6c-f7b1-4a19-a245-3c67470d0739 service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451912 Sep 29 23:21:21.667551 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:21.690751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0fef32b8-befd-4eca-8b23-ffd778cb8ad2,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:21.697770 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:21.715029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c06aa9dd-268c-48e4-9612-b6b318b777bc req-3781515f-f0a9-45d2-8002-2317342d8af7 service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393969 Sep 29 23:21:21.756577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=0fef32b8-befd-4eca-8b23-ffd778cb8ad2,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:21.939815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37852) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:21.946114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-45e81683-bd26-46b7-a177-6ff7c79336e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--626475085', 'description': 'tempest-description--100980322'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:21.982271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Sync routers for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:21:21.983956 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-45e81683-bd26-46b7-a177-6ff7c79336e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:21.993041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:21.993685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:22.077866 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-45e81683-bd26-46b7-a177-6ff7c79336e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.081924 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-45e81683-bd26-46b7-a177-6ff7c79336e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.105152 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:22.114865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e81683-bd26-46b7-a177-6ff7c79336e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:22.118428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-45e81683-bd26-46b7-a177-6ff7c79336e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.119819 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-45e81683-bd26-46b7-a177-6ff7c79336e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1784053 Sep 29 23:21:22.122518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37854) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:22.127208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1c649717-5794-4744-88a7-d6f9d1bb6564 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:22.157962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c649717-5794-4744-88a7-d6f9d1bb6564 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.227908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c649717-5794-4744-88a7-d6f9d1bb6564 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.230716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c649717-5794-4744-88a7-d6f9d1bb6564 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.254919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c649717-5794-4744-88a7-d6f9d1bb6564 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31174e9b-4760-4d42-ad9d-7c280c19b02f,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:22.276841 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1c649717-5794-4744-88a7-d6f9d1bb6564 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.279225 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1c649717-5794-4744-88a7-d6f9d1bb6564 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557164 Sep 29 23:21:22.282016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37860) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:22.290115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6ef584c3-b03b-45bb-8c04-602867db013c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'security_group_rule': {'security_group_id': 'e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:22.326338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ef584c3-b03b-45bb-8c04-602867db013c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.380955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 2, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:22.406674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ef584c3-b03b-45bb-8c04-602867db013c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.414493 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ef584c3-b03b-45bb-8c04-602867db013c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.425166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Checking router: cac8eaf7-dd40-4afc-b9af-b95d462311f4 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:21:22.425888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Updating router cac8eaf7-dd40-4afc-b9af-b95d462311f4 port 8d017da9-5ac0-4d55-9d8c-54d2b668548b binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:21:22.430731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef584c3-b03b-45bb-8c04-602867db013c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f450382e-2d0b-4d32-aa72-14963835349d,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:22.455120 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ef584c3-b03b-45bb-8c04-602867db013c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.460639 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6ef584c3-b03b-45bb-8c04-602867db013c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1763318 Sep 29 23:21:22.461842 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.464199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37862) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:22.468861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:22.528221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.688364 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.701704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16e99d1e-f2fa-46de-b0bf-0d8e548ef7f8 req-5258140a-eb4a-4b78-9b0f-029f4ef4abd2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.4583206 Sep 29 23:21:22.778515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e7678-2745-451f-a37e-9f2adb86006a req-3c524cae-ce56-4375-b7b2-7091098baba7 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:22.788384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d3e7678-2745-451f-a37e-9f2adb86006a req-3c524cae-ce56-4375-b7b2-7091098baba7 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 944 time: 0.1007195 Sep 29 23:21:22.841439 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.848362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d3e7678-2745-451f-a37e-9f2adb86006a req-6882ba16-4c05-467b-b983-dad4e472a3ea tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512578 Sep 29 23:21:22.852742 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.872757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Allocated IP 172.25.4.85 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/1a3ceb41-a9c3-40fe-ad39-d942a9af259c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:21:22.916931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f701d-2b1e-49db-83ee-b28611953f52 None None] Pushing event updated for resources: {'Port': ['ID=8d017da9-5ac0-4d55-9d8c-54d2b668548b,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:22.987787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Attempting to bind port 8d017da9-5ac0-4d55-9d8c-54d2b668548b on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:21:22.988470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Attempting to bind port 8d017da9-5ac0-4d55-9d8c-54d2b668548b by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:21:22.989601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Attempting to bind port 8d017da9-5ac0-4d55-9d8c-54d2b668548b on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:22.996495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:21:22.997168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Checking segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:22.997733 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:22.998322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Bound using segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:21:22.998973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Bound port: 8d017da9-5ac0-4d55-9d8c-54d2b668548b, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:21:22.999516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.024587 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.072673 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.085768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] For port 8d017da9-5ac0-4d55-9d8c-54d2b668548b, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:21:23.089822 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] For port 8d017da9-5ac0-4d55-9d8c-54d2b668548b, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8d017da9-5ac0-4d55-9d8c-54d2b668548b,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:21:23.098237 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.166194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:23.166941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:23.167376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'Port': ['ID=1a3ceb41-a9c3-40fe-ad39-d942a9af259c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:23.172425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69f701d-2b1e-49db-83ee-b28611953f52 None None] Pushing event updated for resources: {'Port': ['ID=8d017da9-5ac0-4d55-9d8c-54d2b668548b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:23.188850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:23.190793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:23.193902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:21:23.355677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.452904 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.531806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:23.558283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:23.611836 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1aa0bbda-cf6d-427d-85ad-ce2f19cf387b None None] Provisioning complete for port 8d017da9-5ac0-4d55-9d8c-54d2b668548b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:23.612389 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1aa0bbda-cf6d-427d-85ad-ce2f19cf387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.639808 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.644933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.698456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9178f6cb-d88b-4e78-97dd-4939c91e69b2 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:21:23.725836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'Port': ['ID=1a3ceb41-a9c3-40fe-ad39-d942a9af259c,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:23.736404 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.753308 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.755100 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b761f840-1bd2-4885-a88c-989f4fb8f2e5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2896039 Sep 29 23:21:23.770709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:23.771091 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:23.840978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-283aa18a-45e5-4eac-9ce6-c3c2f685244e req-2755745a-990e-4f92-9dc6-7321b92d3528 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0386634 Sep 29 23:21:23.984116 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1aa0bbda-cf6d-427d-85ad-ce2f19cf387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:24.020272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-4a4f7b0f-5302-4491-9fc8-59fe2d757e16 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--626475085&fields=id&tenant_id=e773d84f005142cda2dbedd73f471c4a HTTP/1.1" status: 200 len: 267 time: 0.0741069 Sep 29 23:21:24.031737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9178f6cb-d88b-4e78-97dd-4939c91e69b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:24.033831 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51dd78e-b887-49b8-913e-653e7d3567d0 req-21d5fe51-76b1-438f-b1ed-8621c045cc5a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:24.035556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e51dd78e-b887-49b8-913e-653e7d3567d0 req-21d5fe51-76b1-438f-b1ed-8621c045cc5a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 944 time: 0.0738204 Sep 29 23:21:24.078276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '9178f6cb-d88b-4e78-97dd-4939c91e69b2', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'port_id': '9178f6cb-d88b-4e78-97dd-4939c91e69b2', 'mac_address': 'fa:16:3e:ff:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:21:24.109698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1aa0bbda-cf6d-427d-85ad-ce2f19cf387b None None] For port 8d017da9-5ac0-4d55-9d8c-54d2b668548b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8d017da9-5ac0-4d55-9d8c-54d2b668548b,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:24.136940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:23Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:24.138989 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1aa0bbda-cf6d-427d-85ad-ce2f19cf387b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:24.148436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e51dd78e-b887-49b8-913e-653e7d3567d0 req-4c7b866b-cf5e-4774-bfaa-9a536243440f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023562 Sep 29 23:21:24.182842 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78672d77-1868-47f9-9148-3550062cf054 req-d47581cc-49b5-4556-8eec-99fe12c4c6a5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:24.184428 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-d47581cc-49b5-4556-8eec-99fe12c4c6a5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 817 time: 0.1477816 Sep 29 23:21:24.197201 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e800095-557e-4ef3-a3ca-f22cad150bcd None None] The sync data for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 is: [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:23Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:21:24.201749 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-c861fe9a-5b57-4b64-a7c8-d4fc7e6d77ba tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/quotas/e773d84f005142cda2dbedd73f471c4a HTTP/1.1" status: 200 len: 375 time: 0.0106485 Sep 29 23:21:24.216108 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:24.283653 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0bbda-cf6d-427d-85ad-ce2f19cf387b None None] Pushing event updated for resources: {'Port': ['ID=8d017da9-5ac0-4d55-9d8c-54d2b668548b,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:24.303409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9178f6cb-d88b-4e78-97dd-4939c91e69b2 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:21:24.312744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-a6906554-dcaf-4a88-b41d-12d88a17303f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1041434 Sep 29 23:21:24.340885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9178f6cb-d88b-4e78-97dd-4939c91e69b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:24.343780 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9e6a7aae-f325-4302-9cd4-339719da6527 None None] Provisioning complete for port 8d017da9-5ac0-4d55-9d8c-54d2b668548b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:24.345282 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7aae-f325-4302-9cd4-339719da6527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:24.373724 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:24.457655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9178f6cb-d88b-4e78-97dd-4939c91e69b2,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:24.500701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-e66b2fcc-71bd-4bc9-b50b-04b076726bf2 service neutron] 10.222.0.44 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829872 Sep 29 23:21:24.620788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-8b954777-ddcf-4a3c-a224-f78eeaca44b3 service neutron] 10.222.0.44 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190979 Sep 29 23:21:24.754307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['9178f6cb-d88b-4e78-97dd-4939c91e69b2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:21:24.879408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99b85904-f727-48fa-85fd-e793a89c4e2e req-7abe00b0-b618-4c1b-9403-a61bea2b3120 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 210 time: 0.0789678 Sep 29 23:21:25.064706 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8352900-8780-4348-8a2c-cc75645e2ab9 req-99c2318e-6058-4ca6-b96c-c8579bea0c8c tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0602524 Sep 29 23:21:25.375879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd4fd2c-6ade-40a4-a2f4-2ed2d5b42ea9 req-fef967c7-a756-4311-a173-6d43a2b32462 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:25.387665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-efd4fd2c-6ade-40a4-a2f4-2ed2d5b42ea9 req-fef967c7-a756-4311-a173-6d43a2b32462 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 945 time: 0.1162148 Sep 29 23:21:25.477316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-efd4fd2c-6ade-40a4-a2f4-2ed2d5b42ea9 req-e75b9916-ffc7-4886-9af7-9495583650f0 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884573 Sep 29 23:21:25.525814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d017da9-5ac0-4d55-9d8c-54d2b668548b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:25.631899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8d017da9-5ac0-4d55-9d8c-54d2b668548b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:25.632869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:26.055201 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c091d1fa-2875-46f3-a787-42b13b84152e req-980f8179-efc7-44df-9662-b3c9b5906231 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 210 time: 0.0366251 Sep 29 23:21:26.210495 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15d1f667-0d91-44bc-a6ad-967f9a9445c8 req-cb6a99f9-6d60-479b-a547-f485ab5eb5b0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0320969 Sep 29 23:21:26.303917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78672d77-1868-47f9-9148-3550062cf054 req-036b56b3-7613-47b0-b67f-4887d2bdb93f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:26.305820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-036b56b3-7613-47b0-b67f-4887d2bdb93f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.26 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 817 time: 0.2308908 Sep 29 23:21:26.366664 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-9b55dca9-5c9a-4083-8baf-ea1725644c79 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e773d84f005142cda2dbedd73f471c4a HTTP/1.1" status: 200 len: 379 time: 0.0505188 Sep 29 23:21:26.379865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'port': {'device_id': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'admin_state_up': True, 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'security_groups': ['e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:26.546075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Made reservation on behalf of e773d84f005142cda2dbedd73f471c4a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:21:26.553878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:26.650671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc7bb1-3884-460b-af08-71eddc7127ff req-024498e4-8cf6-410c-a86b-958d9d8f7f36 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:26.652571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78dc7bb1-3884-460b-af08-71eddc7127ff req-024498e4-8cf6-410c-a86b-958d9d8f7f36 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 945 time: 0.0618289 Sep 29 23:21:26.705719 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:21:26.732932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Allocated IP 172.20.0.9 (bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a/41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6/b39b1989-d307-4a00-809e-72592510baaf) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:21:26.752421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78dc7bb1-3884-460b-af08-71eddc7127ff req-751dfee3-6410-482c-b665-e77be079bd46 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870612 Sep 29 23:21:26.907610 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:26.943705 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:26.994708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:27.005136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:27.010334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:21:27.049070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:27.065163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.065520 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.065866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.066205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.066539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.066871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.067203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.067533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.068015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.068891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.069219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.069543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:27.092492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:27.093144 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:27.109401 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-5769f588-5122-40b8-abc4-dd4b94a17b24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7346187 Sep 29 23:21:27.125194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Request body: {'port': {'device_id': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:27.226092 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:27.231361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55ed64-bbf4-40c6-af52-f2be18bd2fee req-6ba31571-06e6-4ef3-8bf6-00632820ebd1 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:27.240880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a55ed64-bbf4-40c6-af52-f2be18bd2fee req-6ba31571-06e6-4ef3-8bf6-00632820ebd1 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 931 time: 0.0833285 Sep 29 23:21:27.334609 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a55ed64-bbf4-40c6-af52-f2be18bd2fee req-c6b2d2c5-d77e-4e1c-937c-d3f141ea6799 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909598 Sep 29 23:21:27.423480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af9dad0e-0fa7-470f-b178-0feb27b4e12a req-37759659-ce7a-4883-8a53-3f2458dfbebc tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0425448 Sep 29 23:21:27.480230 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a62f90c8-7cd1-443b-8044-573a23147042 None None] Provisioning complete for port b39b1989-d307-4a00-809e-72592510baaf triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:27.481357 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a62f90c8-7cd1-443b-8044-573a23147042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:27.519754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a62f90c8-7cd1-443b-8044-573a23147042 None None] Port b39b1989-d307-4a00-809e-72592510baaf cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:21:27.593158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b39b1989-d307-4a00-809e-72592510baaf {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:21:27.602349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:27.614519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Transition to ACTIVE for port object b39b1989-d307-4a00-809e-72592510baaf will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:21:27.619021 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:27.690740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Pushing event updated for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:27.730393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9178f6cb-d88b-4e78-97dd-4939c91e69b2 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:27.765639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Attempting to bind port b39b1989-d307-4a00-809e-72592510baaf on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:21:27.766656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Attempting to bind port b39b1989-d307-4a00-809e-72592510baaf by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:21:27.766656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Attempting to bind port b39b1989-d307-4a00-809e-72592510baaf on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:27.773766 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Port b39b1989-d307-4a00-809e-72592510baaf on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:21:27.774201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Attempting to bind port b39b1989-d307-4a00-809e-72592510baaf on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:27.783295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 21, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:21:27.783751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Checking segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:27.784779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Bound using segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:21:27.785472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Bound port: b39b1989-d307-4a00-809e-72592510baaf, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:21:27.785966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:27.829297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:21:27.834222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:27.834757 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:27.914095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5fdd8e-8e53-4572-a33f-9d94f3cc4880 req-73866d50-c17c-4c4a-8a20-e730f0d9e7fb tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:27.915817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad5fdd8e-8e53-4572-a33f-9d94f3cc4880 req-73866d50-c17c-4c4a-8a20-e730f0d9e7fb tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 945 time: 0.0799315 Sep 29 23:21:27.924845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:21:27.929833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:21:27.939902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:27.962203 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:28.001181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad5fdd8e-8e53-4572-a33f-9d94f3cc4880 req-ccff184a-b65c-4651-b49c-bfb0e2d65e8b tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789378 Sep 29 23:21:28.026137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:28.027590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:28.029212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9178f6cb-d88b-4e78-97dd-4939c91e69b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:28.030380 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] 10.222.0.26 "PUT /v2.0/ports/b39b1989-d307-4a00-809e-72592510baaf HTTP/1.1" status: 200 len: 1091 time: 0.9106131 Sep 29 23:21:28.030582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178f6cb-d88b-4e78-97dd-4939c91e69b2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:28.030831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:28.033351 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7effb6d-5000-4e6d-a6b9-35ed9819193e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "tag": "b39b1989-d307-4a00-809e-72592510baaf"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:28.038072 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3d2700-812d-4fc8-bf2d-8dc4a8dd2849" -d '{"events": [{"server_uuid": "fae0114f-b574-4380-a293-9c92f1dfc756", "name": "network-vif-plugged", "status": "completed", "tag": "9178f6cb-d88b-4e78-97dd-4939c91e69b2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:28.048476 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:28.092928 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5d8d3b-6b4b-4865-9594-4366d8e4e4ba x-openstack-request-id: req-7a5d8d3b-6b4b-4865-9594-4366d8e4e4ba {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:28.093803 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "tag": "b39b1989-d307-4a00-809e-72592510baaf", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:28.094086 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7a5d8d3b-6b4b-4865-9594-4366d8e4e4ba {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:28.096885 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf', 'status': 'completed', 'code': 200} Sep 29 23:21:28.119297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c48ff-a4d6-4e95-8f80-8f1965224f41 service neutron] Pushing event updated for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:28.129419 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd307ad8-6fa5-4b41-9b6d-59a9b6ff0c66 x-openstack-request-id: req-dd307ad8-6fa5-4b41-9b6d-59a9b6ff0c66 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:28.129720 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae0114f-b574-4380-a293-9c92f1dfc756", "name": "network-vif-plugged", "status": "completed", "tag": "9178f6cb-d88b-4e78-97dd-4939c91e69b2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:28.130006 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd307ad8-6fa5-4b41-9b6d-59a9b6ff0c66 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:28.130374 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9178f6cb-d88b-4e78-97dd-4939c91e69b2', 'code': 200} Sep 29 23:21:28.135671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9178f6cb-d88b-4e78-97dd-4939c91e69b2,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:28.160829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78672d77-1868-47f9-9148-3550062cf054 req-7aebd9bb-9d73-433a-9fea-9f6fb171e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:28.162703 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-7aebd9bb-9d73-433a-9fea-9f6fb171e62b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 1094 time: 0.0769422 Sep 29 23:21:28.249738 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-8702f911-17b6-4995-8cd2-deefc971d04d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b39b1989-d307-4a00-809e-72592510baaf HTTP/1.1" status: 200 len: 217 time: 0.0789409 Sep 29 23:21:28.262508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e45e4a-9f17-47ee-8471-3e8704e73113 req-f1970f56-d3c9-4468-9235-1d7b1aadfad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:28.264145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4e45e4a-9f17-47ee-8471-3e8704e73113 req-f1970f56-d3c9-4468-9235-1d7b1aadfad8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 1097 time: 0.0473526 Sep 29 23:21:28.331109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4e45e4a-9f17-47ee-8471-3e8704e73113 req-9f9691e5-31f4-4d4c-aa4c-651fe7c0732c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582702 Sep 29 23:21:28.334650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78672d77-1868-47f9-9148-3550062cf054 req-4f408598-724e-49bd-9081-9a2fd2a9178c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:28.336824 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-4f408598-724e-49bd-9081-9a2fd2a9178c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.0766640 Sep 29 23:21:28.402183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78672d77-1868-47f9-9148-3550062cf054 req-80ac9418-703e-49da-aff3-4dea143fb9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:28.403880 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-80ac9418-703e-49da-aff3-4dea143fb9a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486281 Sep 29 23:21:28.476346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50bb86-58df-4eb4-b18d-e6fb7092aa00 req-e02b1fb1-582f-409f-99fc-36fa19015bfc tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:28.478186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e50bb86-58df-4eb4-b18d-e6fb7092aa00 req-e02b1fb1-582f-409f-99fc-36fa19015bfc tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.0616612 Sep 29 23:21:28.513918 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-7134edd6-6de3-4b3b-b5c8-9081b11a64b8 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004236 Sep 29 23:21:28.548427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e50bb86-58df-4eb4-b18d-e6fb7092aa00 req-9939793b-d480-4611-96c9-258d7c7f215d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553048 Sep 29 23:21:28.583384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d7b5a925-65a9-4ee3-aa9a-dc3fa40997ce req-f47ace90-300d-44c6-b3cd-8177b62ac870 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/ports?device_id=d91f9c24-08d2-43c5-84ec-a8482a195aba HTTP/1.1" status: 200 len: 210 time: 0.0338171 Sep 29 23:21:28.628229 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-78672d77-1868-47f9-9148-3550062cf054 req-f8170e77-4d2e-41c0-a515-8abdc1c5a663 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056080 Sep 29 23:21:28.730747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-848c6f31-9dee-4285-818f-71437ede4b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:28.732406 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-848c6f31-9dee-4285-818f-71437ede4b9d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 1094 time: 0.0544314 Sep 29 23:21:28.833003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-67909f49-5a8b-4a9b-94c9-9d2e733f21e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:28.834736 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-67909f49-5a8b-4a9b-94c9-9d2e733f21e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.0949905 Sep 29 23:21:28.886540 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-940bef0d-ce15-4003-bc45-ed587a044d4c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b39b1989-d307-4a00-809e-72592510baaf HTTP/1.1" status: 200 len: 217 time: 0.0442002 Sep 29 23:21:28.940355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-f30a3529-76a5-46f0-a617-139d96156cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:28.941921 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-f30a3529-76a5-46f0-a617-139d96156cf8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.0459230 Sep 29 23:21:28.992178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-30d0a5c8-f405-4261-b163-0ce835e2a48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:28.993610 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-30d0a5c8-f405-4261-b163-0ce835e2a48c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422022 Sep 29 23:21:29.108572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-416c1564-5ff4-4857-a57e-9e6e11974ea0 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055944 Sep 29 23:21:29.122195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f22440-58b1-4620-9396-e0af072392e6 req-371f0309-fcd5-4ebc-be1f-3fb28a1e2011 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:29.123855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27f22440-58b1-4620-9396-e0af072392e6 req-371f0309-fcd5-4ebc-be1f-3fb28a1e2011 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 946 time: 0.0613019 Sep 29 23:21:29.174463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27f22440-58b1-4620-9396-e0af072392e6 req-78c37aea-cc8d-4595-8e4d-bbae499bbff8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372658 Sep 29 23:21:29.209268 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c7effb6d-5000-4e6d-a6b9-35ed9819193e req-39c12eaf-b419-4b77-b96b-f9aadeb8e33b service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924931 Sep 29 23:21:29.679866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e6a8f-0287-488f-8aec-6dd58bdfd104 req-07f0c03b-cd78-453a-b97c-bfb22e65d5f0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:29.681647 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-548e6a8f-0287-488f-8aec-6dd58bdfd104 req-07f0c03b-cd78-453a-b97c-bfb22e65d5f0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.0617411 Sep 29 23:21:29.690816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38028) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:29.753386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-548e6a8f-0287-488f-8aec-6dd58bdfd104 req-866e60c7-fd78-44b6-8d3b-80fa18f2f523 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505075 Sep 29 23:21:29.762072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e93ee0c-180c-42b4-b374-75b0ceb44d79 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:29.799484 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e93ee0c-180c-42b4-b374-75b0ceb44d79 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:29.857324 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e93ee0c-180c-42b4-b374-75b0ceb44d79 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:29.860119 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e93ee0c-180c-42b4-b374-75b0ceb44d79 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:29.861404 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1e93ee0c-180c-42b4-b374-75b0ceb44d79 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "DELETE /v2.0/security-groups/816eb861-0800-4af1-9352-a8e0176780c9 HTTP/1.1" status: 204 len: 168 time: 0.1694596 Sep 29 23:21:29.864822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38034) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:29.882483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e93ee0c-180c-42b4-b374-75b0ceb44d79 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=816eb861-0800-4af1-9352-a8e0176780c9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:29.884618 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-061fae42-7624-4d1b-ad8b-5f15a14b4b2e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] show failed (client error): The resource could not be found. Sep 29 23:21:29.885621 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-061fae42-7624-4d1b-ad8b-5f15a14b4b2e tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "GET /v2.0/security-groups/816eb861-0800-4af1-9352-a8e0176780c9 HTTP/1.1" status: 404 len: 347 time: 0.0192671 Sep 29 23:21:29.888785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38036) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:30.017109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Deleting port 20e06064-13f5-4bff-a9c2-510009befeee {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:30.017466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.100164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.100164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.113084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Calling delete_port for 20e06064-13f5-4bff-a9c2-510009befeee owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:30.262561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.310572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Port': ['ID=20e06064-13f5-4bff-a9c2-510009befeee,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:30.328135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.328487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.328838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.329608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.329608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.329801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.330124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.330444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.330769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.331089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.331421 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.331750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:30.378614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b95f9-938c-4df7-937a-666ab90e1f8b req-b9ab01ea-033c-4e06-b4a6-7608e5dee8ca tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:30.380374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-887b95f9-938c-4df7-937a-666ab90e1f8b req-b9ab01ea-033c-4e06-b4a6-7608e5dee8ca tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 946 time: 0.1289256 Sep 29 23:21:30.417503 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.419990 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.423568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-29d8a6db-b67e-4ad0-850a-42c5bd9c05aa tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "DELETE /v2.0/floatingips/a58abc26-2381-44e2-83ee-7352bb9707ec HTTP/1.1" status: 204 len: 168 time: 0.5313151 Sep 29 23:21:30.424359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38048) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:30.440239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-887b95f9-938c-4df7-937a-666ab90e1f8b req-4bcefb41-48fa-4dbc-87a9-b8745fd07d17 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519745 Sep 29 23:21:30.572115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b717ef-bd3a-4821-968b-2e9d3131c8bd req-4bcd8837-afc5-4c1f-a875-99462f7ba678 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:30.573688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0b717ef-bd3a-4821-968b-2e9d3131c8bd req-4bcd8837-afc5-4c1f-a875-99462f7ba678 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 946 time: 0.0621097 Sep 29 23:21:30.582346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8c191d17-df0a-4a02-a5fd-9b29cb569cd9 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Deleting port 7bdcf412-b83d-4b24-aeef-88ec4acc88dd {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:30.582346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c191d17-df0a-4a02-a5fd-9b29cb569cd9 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.583391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38056) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:30.589221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-222e7a17-5fda-4878-bc22-cdd4ce3c9d56 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Request body: {'floatingip': {'port_id': '9178f6cb-d88b-4e78-97dd-4939c91e69b2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:30.629748 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222e7a17-5fda-4878-bc22-cdd4ce3c9d56 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.686184 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c191d17-df0a-4a02-a5fd-9b29cb569cd9 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.700993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8c191d17-df0a-4a02-a5fd-9b29cb569cd9 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Calling delete_port for 7bdcf412-b83d-4b24-aeef-88ec4acc88dd owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:30.850198 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c191d17-df0a-4a02-a5fd-9b29cb569cd9 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.888504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c191d17-df0a-4a02-a5fd-9b29cb569cd9 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Port': ['ID=7bdcf412-b83d-4b24-aeef-88ec4acc88dd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:30.966650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8c191d17-df0a-4a02-a5fd-9b29cb569cd9 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:30.966830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ef5d1-40f6-4b17-bd38-cde625761a7c req-68d86899-af8b-484b-829e-4922894fce51 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:30.968392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-698ef5d1-40f6-4b17-bd38-cde625761a7c req-68d86899-af8b-484b-829e-4922894fce51 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1136563 Sep 29 23:21:30.969270 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8c191d17-df0a-4a02-a5fd-9b29cb569cd9 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "DELETE /v2.0/ports/7bdcf412-b83d-4b24-aeef-88ec4acc88dd HTTP/1.1" status: 204 len: 168 time: 0.5435052 Sep 29 23:21:30.971987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38066) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:31.086990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-55a03b45-7d35-41f4-86fb-f5ff513a4033 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Deleting port a7b49fd9-f81c-4c3b-aadc-600eada00c6f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:31.087365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a03b45-7d35-41f4-86fb-f5ff513a4033 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.131365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-698ef5d1-40f6-4b17-bd38-cde625761a7c req-a5e4f9d1-2f10-4ef6-af5f-f2bb91565256 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505520 Sep 29 23:21:31.188604 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a03b45-7d35-41f4-86fb-f5ff513a4033 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.201350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-55a03b45-7d35-41f4-86fb-f5ff513a4033 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Calling delete_port for a7b49fd9-f81c-4c3b-aadc-600eada00c6f owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:31.220133 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222e7a17-5fda-4878-bc22-cdd4ce3c9d56 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.226540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222e7a17-5fda-4878-bc22-cdd4ce3c9d56 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.357781 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-222e7a17-5fda-4878-bc22-cdd4ce3c9d56 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Floating IP b5f429ec-2ef9-40ef-92dc-81c185cf1c00 associated. External IP: 172.25.4.20, port: 9178f6cb-d88b-4e78-97dd-4939c91e69b2. Sep 29 23:21:31.373335 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a03b45-7d35-41f4-86fb-f5ff513a4033 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.412681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a03b45-7d35-41f4-86fb-f5ff513a4033 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Port': ['ID=a7b49fd9-f81c-4c3b-aadc-600eada00c6f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:31.489689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55a03b45-7d35-41f4-86fb-f5ff513a4033 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.497661 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-55a03b45-7d35-41f4-86fb-f5ff513a4033 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "DELETE /v2.0/ports/a7b49fd9-f81c-4c3b-aadc-600eada00c6f HTTP/1.1" status: 204 len: 168 time: 0.5243716 Sep 29 23:21:31.498288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38074) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:31.574462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d98b8b-ed33-402c-9503-469707b98bc0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Deleting subnet 5e10f254-14e3-4598-8cbd-b16bbe782cac {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:21:31.578477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41d98b8b-ed33-402c-9503-469707b98bc0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.629751 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41d98b8b-ed33-402c-9503-469707b98bc0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.653553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222e7a17-5fda-4878-bc22-cdd4ce3c9d56 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Router f7d32df9-1364-4d6d-a126-26fc510e9a77 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:21:31.739765 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41d98b8b-ed33-402c-9503-469707b98bc0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.746692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b39b1989-d307-4a00-809e-72592510baaf details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:21:31.776250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222e7a17-5fda-4878-bc22-cdd4ce3c9d56 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:21:31.781828 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222e7a17-5fda-4878-bc22-cdd4ce3c9d56 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.793854 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] Sync routers for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:21:31.808145 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41d98b8b-ed33-402c-9503-469707b98bc0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.810681 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:31.811699 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:31.813298 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-222e7a17-5fda-4878-bc22-cdd4ce3c9d56 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "PUT /v2.0/floatingips/b5f429ec-2ef9-40ef-92dc-81c185cf1c00 HTTP/1.1" status: 200 len: 991 time: 1.2278051 Sep 29 23:21:31.813957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'tag': '9178f6cb-d88b-4e78-97dd-4939c91e69b2'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:31.818330 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b" -d '{"events": [{"name": "network-changed", "server_uuid": "fae0114f-b574-4380-a293-9c92f1dfc756", "tag": "9178f6cb-d88b-4e78-97dd-4939c91e69b2"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:31.876930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d98b8b-ed33-402c-9503-469707b98bc0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Subnet': ['ID=5e10f254-14e3-4598-8cbd-b16bbe782cac,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:31.881425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41d98b8b-ed33-402c-9503-469707b98bc0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:31.888952 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-41d98b8b-ed33-402c-9503-469707b98bc0 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "DELETE /v2.0/subnets/5e10f254-14e3-4598-8cbd-b16bbe782cac HTTP/1.1" status: 204 len: 168 time: 0.3895578 Sep 29 23:21:31.891808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38090) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:31.938488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:31.958219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'b39b1989-d307-4a00-809e-72592510baaf', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'port_id': 'b39b1989-d307-4a00-809e-72592510baaf', 'mac_address': 'fa:16:3e:0b:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:21:31.964038 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b61107-a699-4cea-ac4f-6522e94eba42 None None] Network 45dac77f-e141-4752-9668-b0f3ff4be7ab requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:21:31.978850 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f6a8080-da37-47cf-a1d2-06ff9123bfeb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Deleting subnet 4810cf25-1705-41af-aca9-777e436a715f {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:21:31.982737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8080-da37-47cf-a1d2-06ff9123bfeb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.026808 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd2ad4e-ceb1-42e9-8edc-fcb586d9a859 x-openstack-request-id: req-bfd2ad4e-ceb1-42e9-8edc-fcb586d9a859 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:32.027073 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fae0114f-b574-4380-a293-9c92f1dfc756", "tag": "9178f6cb-d88b-4e78-97dd-4939c91e69b2", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:32.027539 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bfd2ad4e-ceb1-42e9-8edc-fcb586d9a859 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:32.028306 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'tag': '9178f6cb-d88b-4e78-97dd-4939c91e69b2', 'status': 'completed', 'code': 200} Sep 29 23:21:32.050109 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:32.053509 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.144085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8080-da37-47cf-a1d2-06ff9123bfeb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.167338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39b1989-d307-4a00-809e-72592510baaf {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:21:32.198549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-c9c3fffc-ec43-41ed-ade1-fba48bd5906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:32.201388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-c9c3fffc-ec43-41ed-ade1-fba48bd5906d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 1097 time: 0.1504550 Sep 29 23:21:32.258419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:32.274189 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.348862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:32.364142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8d0b82-9c24-41d0-bb51-44c12d4ae0ac None None] DHCP port deletion for 45dac77f-e141-4752-9668-b0f3ff4be7ab request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:21:32.366003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8080-da37-47cf-a1d2-06ff9123bfeb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.426601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2f94c-646e-4c25-9340-82f0762ea711 req-ea453c8d-e3b2-4f3f-8d79-002e5c4391cb tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:32.428906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27b2f94c-646e-4c25-9340-82f0762ea711 req-ea453c8d-e3b2-4f3f-8d79-002e5c4391cb tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 944 time: 0.1916966 Sep 29 23:21:32.445422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d0b82-9c24-41d0-bb51-44c12d4ae0ac None None] Deleting port af649a80-41c7-4a95-8613-61bdb312a109 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:32.445982 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0c8d0b82-9c24-41d0-bb51-44c12d4ae0ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.446101 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'b5f429ec-2ef9-40ef-92dc-81c185cf1c00', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'port_id': '9178f6cb-d88b-4e78-97dd-4939c91e69b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'mac_address': 'fa:16:3e:ff:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:21:13Z', 'updated_at': '2021-09-29T23:21:31Z', 'revision_number': 1, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:32.470032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-f1743b39-c150-400f-89e6-b5bc940d1ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:32.472146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-f1743b39-c150-400f-89e6-b5bc940d1ef8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 912 time: 0.2607374 Sep 29 23:21:32.488904 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] Checking router: f7d32df9-1364-4d6d-a126-26fc510e9a77 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:21:32.500075 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:32.500769 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:32.510749 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27b2f94c-646e-4c25-9340-82f0762ea711 req-fa2db47a-3db4-4381-9632-27548251986d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662181 Sep 29 23:21:32.530108 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0c8d0b82-9c24-41d0-bb51-44c12d4ae0ac None None] For port af649a80-41c7-4a95-8613-61bdb312a109, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=af649a80-41c7-4a95-8613-61bdb312a109,segment=NetworkSegment(d2c0fb73-bef8-4e7f-b475-c095c1b1f630),segment_id=d2c0fb73-bef8-4e7f-b475-c095c1b1f630)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:32.530812 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0c8d0b82-9c24-41d0-bb51-44c12d4ae0ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.554877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0c8d0b82-9c24-41d0-bb51-44c12d4ae0ac None None] Calling delete_port for af649a80-41c7-4a95-8613-61bdb312a109 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:32.574541 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8080-da37-47cf-a1d2-06ff9123bfeb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.630582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47214b5a-4ac9-4f02-bf9c-0a40c3f22cd0 None None] Network 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:21:32.631394 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8080-da37-47cf-a1d2-06ff9123bfeb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.633676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2f6a8080-da37-47cf-a1d2-06ff9123bfeb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "DELETE /v2.0/subnets/4810cf25-1705-41af-aca9-777e436a715f HTTP/1.1" status: 204 len: 168 time: 0.7407048 Sep 29 23:21:32.634535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6a8080-da37-47cf-a1d2-06ff9123bfeb tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Subnet': ['ID=4810cf25-1705-41af-aca9-777e436a715f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:32.636446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38106) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:32.653886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b39b1989-d307-4a00-809e-72592510baaf'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:21:32.655051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-c397fc47-8008-41b3-8816-1f03bf03f4b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2 HTTP/1.1" status: 200 len: 999 time: 0.1529739 Sep 29 23:21:32.699236 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:32.778738 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.792455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-e2f18dca-bf43-4108-8a17-682fcc12fe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:32.797071 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-e2f18dca-bf43-4108-8a17-682fcc12fe6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.1333699 Sep 29 23:21:32.829520 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0c8d0b82-9c24-41d0-bb51-44c12d4ae0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:32.853642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8d0b82-9c24-41d0-bb51-44c12d4ae0ac None None] No DVR routers for this DVR port af649a80-41c7-4a95-8613-61bdb312a109 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:21:32.875488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-c22f997e-6ae6-4111-8f28-0eaaff25a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:32.877297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-c22f997e-6ae6-4111-8f28-0eaaff25a1c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736902 Sep 29 23:21:32.924440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d0b82-9c24-41d0-bb51-44c12d4ae0ac None None] Pushing event deleted for resources: {'Port': ['ID=af649a80-41c7-4a95-8613-61bdb312a109,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:33.077805 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-19fff8b6-40df-4e56-8a0d-6f7c6cb5f265 service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900229 Sep 29 23:21:33.127956 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'b5f429ec-2ef9-40ef-92dc-81c185cf1c00', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'port_id': '9178f6cb-d88b-4e78-97dd-4939c91e69b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'mac_address': 'fa:16:3e:ff:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:21:13Z', 'updated_at': '2021-09-29T23:21:31Z', 'revision_number': 1, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:33.133027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c7150-06da-4a9b-a238-c523e5c9124b None None] DHCP port deletion for 4cea1a14-2a1a-4e85-beb5-a08c41e1b68c request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:21:33.186231 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ef68ad-1882-4947-9dcb-e978b4933a97 None None] The sync data for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 is: [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'b5f429ec-2ef9-40ef-92dc-81c185cf1c00', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'floating_ip_address': '172.25.4.20', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'port_id': '9178f6cb-d88b-4e78-97dd-4939c91e69b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'mac_address': 'fa:16:3e:ff:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:21:13Z', 'updated_at': '2021-09-29T23:21:31Z', 'revision_number': 1, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:21:33.196167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cc9c7150-06da-4a9b-a238-c523e5c9124b None None] Deleting port deb17a8b-002c-40fa-a2e2-8615e8362138 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:33.196703 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7150-06da-4a9b-a238-c523e5c9124b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.282090 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-851b1cd2-b6b1-4f35-8d13-fab6a7bafd0b req-b4eb4391-f201-44de-abef-66a60987c054 service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958876 Sep 29 23:21:33.316334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cc9c7150-06da-4a9b-a238-c523e5c9124b None None] For port deb17a8b-002c-40fa-a2e2-8615e8362138, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=deb17a8b-002c-40fa-a2e2-8615e8362138,segment=NetworkSegment(7761cc0a-12c1-4a48-9fae-ce5b4afccda6),segment_id=7761cc0a-12c1-4a48-9fae-ce5b4afccda6)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:33.316334 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7150-06da-4a9b-a238-c523e5c9124b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.344040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cc9c7150-06da-4a9b-a238-c523e5c9124b None None] Calling delete_port for deb17a8b-002c-40fa-a2e2-8615e8362138 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:33.355014 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-53e278cb-375c-4f97-81b1-0ad9f23d75bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.395889 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.419423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45dac77f-e141-4752-9668-b0f3ff4be7ab']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:33.430969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:33.431278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c0fb73-bef8-4e7f-b475-c095c1b1f630') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:33.447954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.461802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc9c7150-06da-4a9b-a238-c523e5c9124b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.465556 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.475010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:21:33.475465 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:21:33.478810 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:21:33.496146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c7150-06da-4a9b-a238-c523e5c9124b None None] Pushing event deleted for resources: {'Port': ['ID=deb17a8b-002c-40fa-a2e2-8615e8362138,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:33.502714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device af649a80-41c7-4a95-8613-61bdb312a109 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:21:33.512184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c7150-06da-4a9b-a238-c523e5c9124b None None] No DVR routers for this DVR port deb17a8b-002c-40fa-a2e2-8615e8362138 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:21:33.550677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: af649a80-41c7-4a95-8613-61bdb312a109 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:21:33.551155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device af649a80-41c7-4a95-8613-61bdb312a109 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:21:33.551907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device deb17a8b-002c-40fa-a2e2-8615e8362138 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:21:33.558991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.564356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.566571 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "DELETE /v2.0/networks/45dac77f-e141-4752-9668-b0f3ff4be7ab HTTP/1.1" status: 204 len: 168 time: 0.9289780 Sep 29 23:21:33.569846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38120) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:33.589405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b12d8-a91a-4e70-951b-a375bac814ef tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Network': ['ID=45dac77f-e141-4752-9668-b0f3ff4be7ab,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:33.598663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970df24-de39-4fed-96f7-90d4cef54cd3 None None] New status for floating IP b5f429ec-2ef9-40ef-92dc-81c185cf1c00: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:21:33.601580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: deb17a8b-002c-40fa-a2e2-8615e8362138 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:21:33.601925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device deb17a8b-002c-40fa-a2e2-8615e8362138 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:21:33.711928 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.769750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f6e3d-49be-4c19-9de7-774f69a9b40b req-bdf6cee2-95e0-42eb-9571-eb8f6ddfbb8b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:33.771734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f0f6e3d-49be-4c19-9de7-774f69a9b40b req-bdf6cee2-95e0-42eb-9571-eb8f6ddfbb8b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 944 time: 0.1015058 Sep 29 23:21:33.858886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.883333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f0f6e3d-49be-4c19-9de7-774f69a9b40b req-9d45c5b0-34b8-4bb9-b958-8fd742cc2b73 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968113 Sep 29 23:21:33.892153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cea1a14-2a1a-4e85-beb5-a08c41e1b68c']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:33.903406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7761cc0a-12c1-4a48-9fae-ce5b4afccda6') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:33.903714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7761cc0a-12c1-4a48-9fae-ce5b4afccda6') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:33.917812 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.932065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.939103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:21:33.939874 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:21:33.942906 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:21:34.014204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:34.038921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:34.046233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] 10.222.0.44 "DELETE /v2.0/networks/4cea1a14-2a1a-4e85-beb5-a08c41e1b68c HTTP/1.1" status: 204 len: 168 time: 0.4700587 Sep 29 23:21:34.046233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f7e0c0-0f44-48ee-b894-8aa4de2839f2 tempest-TaggedBootDevicesTest-256229477 tempest-TaggedBootDevicesTest-256229477-project] Pushing event deleted for resources: {'Network': ['ID=4cea1a14-2a1a-4e85-beb5-a08c41e1b68c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:35.032541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c804b318-8d2e-4c26-af77-a124bec8aace req-57ca4ec4-1c97-4408-84f9-9766a75a1ac4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:35.034072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c804b318-8d2e-4c26-af77-a124bec8aace req-57ca4ec4-1c97-4408-84f9-9766a75a1ac4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 944 time: 0.0653660 Sep 29 23:21:35.088884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c804b318-8d2e-4c26-af77-a124bec8aace req-71e2c5f7-6c2a-4fea-90be-4c11f474f0c3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456049 Sep 29 23:21:35.765991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b39b1989-d307-4a00-809e-72592510baaf up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:35.815815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port b39b1989-d307-4a00-809e-72592510baaf completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:21:35.824955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port b39b1989-d307-4a00-809e-72592510baaf triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:35.825591 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:35.907882 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:35.933957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:35.936554 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bc48d94-6f32-4bed-aef0-683ed0de273c" -d '{"events": [{"server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "name": "network-vif-plugged", "status": "completed", "tag": "b39b1989-d307-4a00-809e-72592510baaf"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:35.954313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:35.959646 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:36.020112 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a987aede-da6b-4cb8-a07e-a354e047a032 x-openstack-request-id: req-a987aede-da6b-4cb8-a07e-a354e047a032 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:36.020691 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "name": "network-vif-plugged", "status": "completed", "tag": "b39b1989-d307-4a00-809e-72592510baaf", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:36.021158 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a987aede-da6b-4cb8-a07e-a354e047a032 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:36.022170 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf', 'code': 200} Sep 29 23:21:36.023433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:36.156250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168c4e9-fa43-4f51-b270-47e8be6a7cfd req-80a40aeb-bbfd-4895-a050-61a53c079b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:36.157977 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4168c4e9-fa43-4f51-b270-47e8be6a7cfd req-80a40aeb-bbfd-4895-a050-61a53c079b28 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 1096 time: 0.0716772 Sep 29 23:21:36.207542 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4168c4e9-fa43-4f51-b270-47e8be6a7cfd req-70a1b07e-8f80-4bbb-a0f6-38ca5b5f8bb8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418229 Sep 29 23:21:36.223859 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1271fcd8-8971-4710-85de-563000d58593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:36.311752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d1afb-bc51-420e-be6f-03e01bb5fc45 req-9c7c850c-bd72-483f-a21d-0d9fd70d778a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:36.313956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b2d1afb-bc51-420e-be6f-03e01bb5fc45 req-9c7c850c-bd72-483f-a21d-0d9fd70d778a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0570107 Sep 29 23:21:36.354858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b2d1afb-bc51-420e-be6f-03e01bb5fc45 req-419f3c00-2dea-4293-a989-4e11e3da5a64 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332444 Sep 29 23:21:36.541623 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:37.420670 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:37.509441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b1dbe-c5db-4ca6-8dd7-6ef4c32c2921 req-6cbb59ad-f27d-4df7-92fc-9206a9bf4ef6 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:37.517823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d1b1dbe-c5db-4ca6-8dd7-6ef4c32c2921 req-6cbb59ad-f27d-4df7-92fc-9206a9bf4ef6 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0725133 Sep 29 23:21:37.557835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d1b1dbe-c5db-4ca6-8dd7-6ef4c32c2921 req-70c0b6d3-c96d-40c1-a2aa-bfc621d1459a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387383 Sep 29 23:21:37.695040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec19c0a-b3de-43c9-bed5-ed6c36ec452f req-e255b708-94a9-4f93-b7ac-46de90f11055 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:37.696762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ec19c0a-b3de-43c9-bed5-ed6c36ec452f req-e255b708-94a9-4f93-b7ac-46de90f11055 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0577695 Sep 29 23:21:37.705698 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38234) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:37.710518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-84f4e056-c16a-4460-a181-d28f2a0f1906 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'floatingip': {'port_id': 'b39b1989-d307-4a00-809e-72592510baaf'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:37.752274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f4e056-c16a-4460-a181-d28f2a0f1906 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:38.562590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f4e056-c16a-4460-a181-d28f2a0f1906 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:38.568475 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f4e056-c16a-4460-a181-d28f2a0f1906 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:38.622841 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:38.707190 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-84f4e056-c16a-4460-a181-d28f2a0f1906 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Floating IP c06656ba-6ae3-45c0-b7f3-5473c63bbc80 associated. External IP: 172.25.4.85, port: b39b1989-d307-4a00-809e-72592510baaf. Sep 29 23:21:38.954962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f4e056-c16a-4460-a181-d28f2a0f1906 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Router cac8eaf7-dd40-4afc-b9af-b95d462311f4 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:21:39.081465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f4e056-c16a-4460-a181-d28f2a0f1906 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:21:39.086710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84f4e056-c16a-4460-a181-d28f2a0f1906 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:39.091809 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] Sync routers for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:21:39.115764 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:39.116756 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:39.123975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-84f4e056-c16a-4460-a181-d28f2a0f1906 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "PUT /v2.0/floatingips/c06656ba-6ae3-45c0-b7f3-5473c63bbc80 HTTP/1.1" status: 200 len: 990 time: 1.4170642 Sep 29 23:21:39.126309 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:39.127941 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ddb353-f7f3-4b9a-bec5-807a71c59815" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "tag": "b39b1989-d307-4a00-809e-72592510baaf"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:39.200257 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d2f034-214a-4173-8392-c7a4a2c7d487 x-openstack-request-id: req-06d2f034-214a-4173-8392-c7a4a2c7d487 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:39.200872 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "tag": "b39b1989-d307-4a00-809e-72592510baaf", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:39.201194 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06d2f034-214a-4173-8392-c7a4a2c7d487 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:39.201675 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf', 'status': 'completed', 'code': 200} Sep 29 23:21:39.279159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-2a4522f3-0538-49dd-8afe-15a3a1bc7516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:39.281428 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-2a4522f3-0538-49dd-8afe-15a3a1bc7516 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 1096 time: 0.0557439 Sep 29 23:21:39.408366 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:39.440496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-4a6b81be-edd1-4099-902f-84c9461b6a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:39.442210 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-4a6b81be-edd1-4099-902f-84c9461b6a6d service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.1434557 Sep 29 23:21:39.523364 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-3b5c75b8-cb08-40a9-bb3a-310c217b38ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b39b1989-d307-4a00-809e-72592510baaf HTTP/1.1" status: 200 len: 998 time: 0.0741870 Sep 29 23:21:39.556725 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:39.582744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-1cfb3aa9-1174-4296-b08c-b8eef3e55640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:39.585770 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-1cfb3aa9-1174-4296-b08c-b8eef3e55640 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.0554507 Sep 29 23:21:39.676554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-b66160ed-e949-4eb8-96f3-eaf708f706ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:39.678483 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-b66160ed-e949-4eb8-96f3-eaf708f706ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0855823 Sep 29 23:21:39.753525 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'c06656ba-6ae3-45c0-b7f3-5473c63bbc80', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'port_id': 'b39b1989-d307-4a00-809e-72592510baaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'mac_address': 'fa:16:3e:0b:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:21:23Z', 'updated_at': '2021-09-29T23:21:38Z', 'revision_number': 1, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:39.853424 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] Checking router: cac8eaf7-dd40-4afc-b9af-b95d462311f4 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:21:39.863889 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-32f19981-771a-4f68-9125-f839c1ae32b3 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771088 Sep 29 23:21:39.867187 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:39.867865 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:39.984842 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44ddb353-f7f3-4b9a-bec5-807a71c59815 req-d0cf1d38-a97b-49b2-acfe-3e7796901df9 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137266 Sep 29 23:21:40.028967 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:40.304106 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'c06656ba-6ae3-45c0-b7f3-5473c63bbc80', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'port_id': 'b39b1989-d307-4a00-809e-72592510baaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'mac_address': 'fa:16:3e:0b:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:21:23Z', 'updated_at': '2021-09-29T23:21:38Z', 'revision_number': 1, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:40.337661 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa01c545-bff1-45e3-9855-fed68b90215d None None] The sync data for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 is: [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'c06656ba-6ae3-45c0-b7f3-5473c63bbc80', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'floating_ip_address': '172.25.4.85', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'port_id': 'b39b1989-d307-4a00-809e-72592510baaf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'mac_address': 'fa:16:3e:0b:37:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:21:23Z', 'updated_at': '2021-09-29T23:21:38Z', 'revision_number': 1, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:21:40.569004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd03bdf-d32b-431b-ae55-c26b09cefb7e None None] New status for floating IP c06656ba-6ae3-45c0-b7f3-5473c63bbc80: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:21:43.082417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38364) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:43.584744 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:43.854812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] Deleting port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:43.855161 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:43.932745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] For port 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7904a60e-7f02-41d2-bd0d-e60e22f6bbf6,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:43.933115 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:43.946376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] Calling delete_port for 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:44.151002 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:44.180816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=7904a60e-7f02-41d2-bd0d-e60e22f6bbf6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:44.377169 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:44.610129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] Router 482aa45d-b3bb-4226-9926-542f14b3419d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:21:44.717124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:21:44.723976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-db8423df-8cfa-4439-b47c-dba3e8eeeb14 admin admin] 10.222.0.44 "PUT /v2.0/routers/482aa45d-b3bb-4226-9926-542f14b3419d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6386433 Sep 29 23:21:44.725341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38402) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:44.726829 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] Sync routers for ids ['482aa45d-b3bb-4226-9926-542f14b3419d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:21:44.736159 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] Routers {'482aa45d-b3bb-4226-9926-542f14b3419d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:44.737010 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['482aa45d-b3bb-4226-9926-542f14b3419d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:44.830994 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:44.851762 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] Set router 482aa45d-b3bb-4226-9926-542f14b3419d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:44.944567 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.015169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Deleting port c3abed34-b03d-483a-a3f2-a218e6f7967b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:45.015562 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.062352 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:21:44Z', 'revision_number': 5, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port': {'id': 'c3abed34-b03d-483a-a3f2-a218e6f7967b', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:d2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1407, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:10:02Z', 'updated_at': '2021-09-29T23:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:45.097577 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] Checking router: 482aa45d-b3bb-4226-9926-542f14b3419d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:21:45.103810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] For port c3abed34-b03d-483a-a3f2-a218e6f7967b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c3abed34-b03d-483a-a3f2-a218e6f7967b,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:45.104409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.106770 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] Routers {'482aa45d-b3bb-4226-9926-542f14b3419d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:21:45.107393 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:21:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['482aa45d-b3bb-4226-9926-542f14b3419d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:45.117399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Calling delete_port for c3abed34-b03d-483a-a3f2-a218e6f7967b owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:45.206294 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] Set router 482aa45d-b3bb-4226-9926-542f14b3419d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:21:45.262235 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:21:44Z', 'revision_number': 6, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:45.293132 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247b39e5-6356-4d7f-89cc-c13bf253df7f None None] The sync data for ids ['482aa45d-b3bb-4226-9926-542f14b3419d'] in n-d-811173-2 is: [{'id': '482aa45d-b3bb-4226-9926-542f14b3419d', 'name': 'tempest-TaggedBootDevicesTest-1027050718-router', 'tenant_id': '3905aac7a8ff42ed8583afcd441ba66d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:10:00Z', 'updated_at': '2021-09-29T23:21:44Z', 'revision_number': 6, 'project_id': '3905aac7a8ff42ed8583afcd441ba66d', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:21:45.337529 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.363841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3abed34-b03d-483a-a3f2-a218e6f7967b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:45.435997 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.526994 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.529441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.573257 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.574003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 482aa45d-b3bb-4226-9926-542f14b3419d {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:21:45.578933 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.580171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-25bd1f21-7057-483f-b7d2-85482a15a5d5 admin admin] 10.222.0.44 "DELETE /v2.0/routers/482aa45d-b3bb-4226-9926-542f14b3419d HTTP/1.1" status: 204 len: 168 time: 0.8537872 Sep 29 23:21:45.582811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38424) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:45.634745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c49eeb9-60f6-4e5c-8382-d3ce49eead1c admin admin] Deleting subnet fd256db6-7ec3-4bb4-b19f-b92c900e8afa {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:21:45.638336 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c49eeb9-60f6-4e5c-8382-d3ce49eead1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.683411 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c49eeb9-60f6-4e5c-8382-d3ce49eead1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.797241 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c49eeb9-60f6-4e5c-8382-d3ce49eead1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.854021 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c49eeb9-60f6-4e5c-8382-d3ce49eead1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.879428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49eeb9-60f6-4e5c-8382-d3ce49eead1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd256db6-7ec3-4bb4-b19f-b92c900e8afa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:45.883550 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c49eeb9-60f6-4e5c-8382-d3ce49eead1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:45.887889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6c49eeb9-60f6-4e5c-8382-d3ce49eead1c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fd256db6-7ec3-4bb4-b19f-b92c900e8afa HTTP/1.1" status: 204 len: 168 time: 0.3016717 Sep 29 23:21:45.888604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38430) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:45.889807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b85a08-67e4-488c-b3f2-4260738b579e None None] Network 5b74424c-10e9-4f4e-a3dd-06c770306b96 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:21:45.968350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.044908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Deleting port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:46.045257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.111567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] DHCP port deletion for 5b74424c-10e9-4f4e-a3dd-06c770306b96 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:21:46.115723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] For port a6fa396d-5361-4c4f-9eaa-7b98bfd95153, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a6fa396d-5361-4c4f-9eaa-7b98bfd95153,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:46.116416 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.143083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:21:46.143651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Calling delete_port for a6fa396d-5361-4c4f-9eaa-7b98bfd95153 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:46.182787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:21:46.183393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7904a60e-7f02-41d2-bd0d-e60e22f6bbf6 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:21:46.203528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Deleting port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:21:46.203982 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.249664 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.264816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] No DVR routers for this DVR port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:21:46.285363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6fa396d-5361-4c4f-9eaa-7b98bfd95153,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:46.292678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] For port a6fa396d-5361-4c4f-9eaa-7b98bfd95153, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a6fa396d-5361-4c4f-9eaa-7b98bfd95153,segment=NetworkSegment(837eff0a-b8f3-4717-b714-671da6ac257f),segment_id=837eff0a-b8f3-4717-b714-671da6ac257f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:46.293444 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.314802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Calling delete_port for a6fa396d-5361-4c4f-9eaa-7b98bfd95153 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:21:46.408680 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.412105 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.434818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b74424c-10e9-4f4e-a3dd-06c770306b96']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:46.439334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Pushing event deleted for resources: {'Port': ['ID=a6fa396d-5361-4c4f-9eaa-7b98bfd95153,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:46.445636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] No DVR routers for this DVR port a6fa396d-5361-4c4f-9eaa-7b98bfd95153 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:21:46.447872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837eff0a-b8f3-4717-b714-671da6ac257f') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:46.448233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837eff0a-b8f3-4717-b714-671da6ac257f') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:21:46.453903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.454477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.455138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.455671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.457169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.457751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.458311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.458880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.459533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.460169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.460697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.461392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b946f263-4db3-4e9d-ab5c-6365973c608b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:21:46.464148 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.484704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.490961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:21:46.491352 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:21:46.493060 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:21:46.551782 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.558706 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.563788 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] 10.222.0.44 "DELETE /v2.0/networks/5b74424c-10e9-4f4e-a3dd-06c770306b96 HTTP/1.1" status: 204 len: 168 time: 0.6741257 Sep 29 23:21:46.584410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9032b464-2114-4708-bea1-b23d3b49f675 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b74424c-10e9-4f4e-a3dd-06c770306b96,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:46.723525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38458) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:46.769139 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-aa4511f4-2fbf-47a2-a27a-e850ac9f3ae2 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3905aac7a8ff42ed8583afcd441ba66d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437331 Sep 29 23:21:46.772129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38460) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:46.828894 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d8e1-fa5d-466d-9e2c-f48f3bf155f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.851478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d8e1-fa5d-466d-9e2c-f48f3bf155f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.909277 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d8e1-fa5d-466d-9e2c-f48f3bf155f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.912540 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5c2d8e1-fa5d-466d-9e2c-f48f3bf155f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:46.913778 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d5c2d8e1-fa5d-466d-9e2c-f48f3bf155f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/418b628a-efab-46ec-b727-7a5d1f554f9d HTTP/1.1" status: 204 len: 168 time: 0.1406710 Sep 29 23:21:46.922422 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2d8e1-fa5d-466d-9e2c-f48f3bf155f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=418b628a-efab-46ec-b727-7a5d1f554f9d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:47.421673 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a6fa396d-5361-4c4f-9eaa-7b98bfd95153 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:21:47.442315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a6fa396d-5361-4c4f-9eaa-7b98bfd95153 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:21:47.443174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a6fa396d-5361-4c4f-9eaa-7b98bfd95153 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:21:47.444440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c3abed34-b03d-483a-a3f2-a218e6f7967b no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:21:47.470904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: c3abed34-b03d-483a-a3f2-a218e6f7967b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:21:47.471423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c3abed34-b03d-483a-a3f2-a218e6f7967b not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:21:47.658381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38500) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:47.767979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1180625199-network', 'tenant_id': 'cbf4ed23f7b04636b42add3a569c776e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:47.789311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Made reservation on behalf of cbf4ed23f7b04636b42add3a569c776e for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:21:47.791867 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:47.800896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:47.890979 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:47.894599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:47.921750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:21:47.928083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c955951-60ee-4ef3-a172-ecc7d24bc3de,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:47.940322 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:47.940810 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Added segment b7493df0-f383-483c-a928-b1fc4e878fa5 of type vlan for network 444cc720-a7ba-4ead-b8d6-69aae616c675 Sep 29 23:21:47.986694 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:48.011975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:48.012944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:48.013531 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:48.050134 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3906088 Sep 29 23:21:48.053853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38514) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:21:48.085227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Request body: {'subnet': {'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1180625199-subnet', 'tenant_id': 'cbf4ed23f7b04636b42add3a569c776e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:48.089729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5f446-79c3-43c7-ab2c-7d9430725403 admin admin] Pushing event updated for resources: {'Network': ['ID=444cc720-a7ba-4ead-b8d6-69aae616c675,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:48.101397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 444cc720-a7ba-4ead-b8d6-69aae616c675 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:21:48.110254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Made reservation on behalf of cbf4ed23f7b04636b42add3a569c776e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:21:48.113019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:48.293173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:48.354582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Pushing event updated for resources: {'Subnet': ['ID=79dbd884-9427-4dd6-988c-df3802380466,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:48.365293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Checking segment: {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:48.365665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Network hostable DHCP agents. Network: 444cc720-a7ba-4ead-b8d6-69aae616c675, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:21:48.383703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Network 444cc720-a7ba-4ead-b8d6-69aae616c675 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:21:48.392688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 444cc720-a7ba-4ead-b8d6-69aae616c675) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:48.397099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:48.397708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:48.409622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f5d159-6ad4-4b86-b5e3-3b85f6923824 None None] Network 444cc720-a7ba-4ead-b8d6-69aae616c675 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:21:48.414137 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e1442ad6-0ac7-4a7d-a1d9-37318e37e1be admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3587339 Sep 29 23:21:48.563386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2903592d-621e-4c83-a93e-34ea017fa7b7 None None] Network 444cc720-a7ba-4ead-b8d6-69aae616c675 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:21:48.917936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-a62ae174-b1ff-4180-b1d0-97ab5eb2baac tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:48.919415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-a62ae174-b1ff-4180-b1d0-97ab5eb2baac tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/networks?id=444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 200 len: 813 time: 0.1101775 Sep 29 23:21:48.935010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-6d0623eb-7014-43d7-aeed-81be0f14c346 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/quotas/cbf4ed23f7b04636b42add3a569c776e HTTP/1.1" status: 200 len: 375 time: 0.0098603 Sep 29 23:21:48.966766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-c1e2f61e-3f93-41d1-8591-70ec39c26478 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbf4ed23f7b04636b42add3a569c776e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265353 Sep 29 23:21:49.062928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-f141872e-6e10-487b-b02f-7e270c22a890 service neutron] 10.222.0.44 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886011 Sep 29 23:21:49.175351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-a0477827-67a6-4c11-a99c-5cc91cb1df55 service neutron] 10.222.0.44 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058815 Sep 29 23:21:49.448096 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91d49aee-179b-4006-b164-36b38da3760b req-eb066670-eeb0-4fee-abf5-569357967d19 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 210 time: 0.0333652 Sep 29 23:21:50.096215 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:50.595431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8c07b78-677a-4aec-ad5b-191ce299f77e req-c5a21819-ce84-4809-b1fc-df0469bc0a9b tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 210 time: 0.0626552 Sep 29 23:21:50.683317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-3f5dcacd-2ce3-4491-840a-ea50ef7cfc63 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:50.686583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-3f5dcacd-2ce3-4491-840a-ea50ef7cfc63 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.26 "GET /v2.0/networks?id=444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 200 len: 813 time: 0.1519909 Sep 29 23:21:50.725290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Request body: {'port': {'device_id': '6b1ef790-26c0-41f6-853d-67b7f37ae206', 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675', 'admin_state_up': True, 'tenant_id': 'cbf4ed23f7b04636b42add3a569c776e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:50.837770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-d2d4d4a9-c4c0-4eea-8934-909a0b8da101 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:50.840784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-d2d4d4a9-c4c0-4eea-8934-909a0b8da101 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.42 "GET /v2.0/networks?id=444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 200 len: 813 time: 0.1669765 Sep 29 23:21:50.863323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Request body: {'port': {'device_id': 'da538724-76be-48b7-a841-33e20a3c4fdc', 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675', 'admin_state_up': True, 'tenant_id': 'cbf4ed23f7b04636b42add3a569c776e'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:50.882243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Made reservation on behalf of cbf4ed23f7b04636b42add3a569c776e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:21:50.885962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:50.996570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Made reservation on behalf of cbf4ed23f7b04636b42add3a569c776e for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:21:51.000338 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:51.028163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Allocated IP 172.20.0.10 (444cc720-a7ba-4ead-b8d6-69aae616c675/79dbd884-9427-4dd6-988c-df3802380466/e168c6ab-c587-45b2-840c-4b01cd01af9e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:21:51.196509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:51.235578 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:51.288477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Network 444cc720-a7ba-4ead-b8d6-69aae616c675 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:51.289287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Allocated IP 172.20.0.6 (444cc720-a7ba-4ead-b8d6-69aae616c675/79dbd884-9427-4dd6-988c-df3802380466/56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:21:51.292094 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:51.294801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:21:51.304896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Pushing event updated for resources: {'Port': ['ID=e168c6ab-c587-45b2-840c-4b01cd01af9e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:51.368432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:51.369229 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:51.390290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-edac3449-d075-4bd7-b084-ee6286138025 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6790905 Sep 29 23:21:51.403368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Request body: {'port': {'device_id': '6b1ef790-26c0-41f6-853d-67b7f37ae206', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:51.468748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:51.792878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df5a9c-d2ce-4171-b653-2f6a0c83316c req-4763cb53-8039-49f1-9d48-d65a947062b4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:51.794524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85df5a9c-d2ce-4171-b653-2f6a0c83316c req-4763cb53-8039-49f1-9d48-d65a947062b4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 932 time: 0.0962481 Sep 29 23:21:51.890776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85df5a9c-d2ce-4171-b653-2f6a0c83316c req-5d544722-1208-42c0-a8fb-35fb9f2e92f5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628650 Sep 29 23:21:51.927683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:51.977958 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.026976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Network 444cc720-a7ba-4ead-b8d6-69aae616c675 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:21:52.030649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:21:52.035321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:21:52.067084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Pushing event updated for resources: {'Port': ['ID=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:52.096679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:52.097409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.113795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-92dddb73-4621-4bde-9ad7-539e166fabd4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2560120 Sep 29 23:21:52.135786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Request body: {'port': {'device_id': 'da538724-76be-48b7-a841-33e20a3c4fdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:21:52.181109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e168c6ab-c587-45b2-840c-4b01cd01af9e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:21:52.189776 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.206208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Transition to ACTIVE for port object e168c6ab-c587-45b2-840c-4b01cd01af9e will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:21:52.210309 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.223609 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.332446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Pushing event updated for resources: {'Port': ['ID=e168c6ab-c587-45b2-840c-4b01cd01af9e,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:52.336016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Attempting to bind port e168c6ab-c587-45b2-840c-4b01cd01af9e on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:21:52.338100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Attempting to bind port e168c6ab-c587-45b2-840c-4b01cd01af9e by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:21:52.338922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Attempting to bind port e168c6ab-c587-45b2-840c-4b01cd01af9e on network 444cc720-a7ba-4ead-b8d6-69aae616c675 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:52.346161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Port e168c6ab-c587-45b2-840c-4b01cd01af9e on network 444cc720-a7ba-4ead-b8d6-69aae616c675 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:21:52.347453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Attempting to bind port e168c6ab-c587-45b2-840c-4b01cd01af9e on network 444cc720-a7ba-4ead-b8d6-69aae616c675 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:52.354552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:21:52.354983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Checking segment: {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:52.355373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Bound using segment: {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:21:52.355806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Bound port: e168c6ab-c587-45b2-840c-4b01cd01af9e, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:21:52.356299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.425511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] For port e168c6ab-c587-45b2-840c-4b01cd01af9e, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:21:52.429220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] For port e168c6ab-c587-45b2-840c-4b01cd01af9e, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e168c6ab-c587-45b2-840c-4b01cd01af9e,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:21:52.433846 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.471112 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:52.472153 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.473148 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] 10.222.0.26 "PUT /v2.0/ports/e168c6ab-c587-45b2-840c-4b01cd01af9e HTTP/1.1" status: 200 len: 1092 time: 1.0749609 Sep 29 23:21:52.473594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1ef790-26c0-41f6-853d-67b7f37ae206', 'tag': 'e168c6ab-c587-45b2-840c-4b01cd01af9e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:52.477395 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26412412-d049-48d3-b712-03bf1a48cbfa" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1ef790-26c0-41f6-853d-67b7f37ae206", "tag": "e168c6ab-c587-45b2-840c-4b01cd01af9e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:52.511231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16011190-a07c-48d3-9aa7-0ec8475f9f22 service neutron] Pushing event updated for resources: {'Port': ['ID=e168c6ab-c587-45b2-840c-4b01cd01af9e,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:52.519096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:21:52.530002 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.549654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Transition to ACTIVE for port object 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:21:52.557527 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96642b9a-5b7b-4f68-9487-b765b6e32ec1 x-openstack-request-id: req-96642b9a-5b7b-4f68-9487-b765b6e32ec1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:52.558142 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1ef790-26c0-41f6-853d-67b7f37ae206", "tag": "e168c6ab-c587-45b2-840c-4b01cd01af9e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:52.558352 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-96642b9a-5b7b-4f68-9487-b765b6e32ec1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:52.558938 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1ef790-26c0-41f6-853d-67b7f37ae206', 'tag': 'e168c6ab-c587-45b2-840c-4b01cd01af9e', 'status': 'completed', 'code': 200} Sep 29 23:21:52.559169 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.591351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-9ef2a6f0-0b08-4206-954c-a19a4fc9b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:52.592919 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-9ef2a6f0-0b08-4206-954c-a19a4fc9b116 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbf4ed23f7b04636b42add3a569c776e&device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 1095 time: 0.0545783 Sep 29 23:21:52.635549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Pushing event updated for resources: {'Port': ['ID=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:52.642011 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-8fdd35e4-8606-42d7-8fdc-738d017a67ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e168c6ab-c587-45b2-840c-4b01cd01af9e HTTP/1.1" status: 200 len: 217 time: 0.0398200 Sep 29 23:21:52.687077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Attempting to bind port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:21:52.687393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Attempting to bind port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:21:52.687664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Attempting to bind port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 on network 444cc720-a7ba-4ead-b8d6-69aae616c675 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:52.692378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 on network 444cc720-a7ba-4ead-b8d6-69aae616c675 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:21:52.693264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Attempting to bind port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 on network 444cc720-a7ba-4ead-b8d6-69aae616c675 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:21:52.698162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-1c7e3651-2047-48da-b4e2-7a41b7c622c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:52.698454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:21:52.698802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Checking segment: {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:21:52.699190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Bound using segment: {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:21:52.699674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Bound port: 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:21:52.699819 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-1c7e3651-2047-48da-b4e2-7a41b7c622c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79dbd884-9427-4dd6-988c-df3802380466 HTTP/1.1" status: 200 len: 853 time: 0.0489147 Sep 29 23:21:52.700063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.735088 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-05304688-e953-436e-86a9-f7b6eb318267 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=444cc720-a7ba-4ead-b8d6-69aae616c675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255299 Sep 29 23:21:52.768184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] For port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:21:52.772289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] For port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:21:52.778389 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.821953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:52.823716 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:52.825206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] 10.222.0.42 "PUT /v2.0/ports/56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 HTTP/1.1" status: 200 len: 1091 time: 0.6956732 Sep 29 23:21:52.825665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da538724-76be-48b7-a841-33e20a3c4fdc', 'tag': '56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:52.830111 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836264a3-dd0b-482c-8299-3de958941eda" -d '{"events": [{"name": "network-changed", "server_uuid": "da538724-76be-48b7-a841-33e20a3c4fdc", "tag": "56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:52.859213 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-27412b9c-bfe0-4863-b3f0-1f8bee1da0af service neutron] 10.222.0.26 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136091 Sep 29 23:21:52.883104 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397dd9df-01e3-4396-bfad-10e75bf03fc4 x-openstack-request-id: req-397dd9df-01e3-4396-bfad-10e75bf03fc4 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:52.883401 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da538724-76be-48b7-a841-33e20a3c4fdc", "tag": "56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:52.883658 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-397dd9df-01e3-4396-bfad-10e75bf03fc4 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:52.884082 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da538724-76be-48b7-a841-33e20a3c4fdc', 'tag': '56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266', 'status': 'completed', 'code': 200} Sep 29 23:21:52.884966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982dd03-cdac-4484-96b5-153b64715acc service neutron] Pushing event updated for resources: {'Port': ['ID=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:52.944294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-ee2214f0-f683-427a-b1eb-3d802f3bdf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:52.946267 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-ee2214f0-f683-427a-b1eb-3d802f3bdf6f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbf4ed23f7b04636b42add3a569c776e&device_id=da538724-76be-48b7-a841-33e20a3c4fdc HTTP/1.1" status: 200 len: 1094 time: 0.0445323 Sep 29 23:21:52.975785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-70db2441-f395-4198-9d87-b4ee2b840dbf service neutron] 10.222.0.26 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082292 Sep 29 23:21:53.013142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-7194f549-222c-4c1b-9e39-b42e50c02093 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 HTTP/1.1" status: 200 len: 217 time: 0.0526986 Sep 29 23:21:53.072408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26412412-d049-48d3-b712-03bf1a48cbfa req-5c8b8cfa-1ea6-487a-bbff-4bdd2bdd63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:53.074103 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26412412-d049-48d3-b712-03bf1a48cbfa req-5c8b8cfa-1ea6-487a-bbff-4bdd2bdd63e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbf4ed23f7b04636b42add3a569c776e&device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 1095 time: 0.0473638 Sep 29 23:21:53.097079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-b3f23ab9-4850-4197-8f62-a8112ce5ec73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:53.098670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-b3f23ab9-4850-4197-8f62-a8112ce5ec73 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79dbd884-9427-4dd6-988c-df3802380466 HTTP/1.1" status: 200 len: 853 time: 0.0711961 Sep 29 23:21:53.107774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729e05e-49de-44f2-ae0d-90bace4d30ee req-077434ea-c0c4-4dcf-827b-a779f803abbf tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:53.109400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7729e05e-49de-44f2-ae0d-90bace4d30ee req-077434ea-c0c4-4dcf-827b-a779f803abbf tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 944 time: 0.1409309 Sep 29 23:21:53.150566 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-876bcb07-6019-45dd-ad9d-606619481850 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=444cc720-a7ba-4ead-b8d6-69aae616c675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355825 Sep 29 23:21:53.204907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26412412-d049-48d3-b712-03bf1a48cbfa req-d6b00c6b-c486-4d01-b6b6-5a6dff33654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:53.208043 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26412412-d049-48d3-b712-03bf1a48cbfa req-d6b00c6b-c486-4d01-b6b6-5a6dff33654b service neutron] 10.222.0.26 "GET /v2.0/networks?id=444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 200 len: 914 time: 0.1226518 Sep 29 23:21:53.219186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7729e05e-49de-44f2-ae0d-90bace4d30ee req-5395067f-9f0b-4b17-807e-da8f0e64c48d tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948741 Sep 29 23:21:53.269038 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26412412-d049-48d3-b712-03bf1a48cbfa req-18f5a456-0c15-4ab8-a5f8-97d088ac0e6c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e168c6ab-c587-45b2-840c-4b01cd01af9e HTTP/1.1" status: 200 len: 217 time: 0.0481665 Sep 29 23:21:53.304419 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-023bf3e9-6c09-47f8-bb79-91efe81db8b9 service neutron] 10.222.0.42 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390319 Sep 29 23:21:53.354919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26412412-d049-48d3-b712-03bf1a48cbfa req-c2b98b64-8e72-4d41-af36-352cf2e22630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:53.356703 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26412412-d049-48d3-b712-03bf1a48cbfa req-c2b98b64-8e72-4d41-af36-352cf2e22630 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79dbd884-9427-4dd6-988c-df3802380466 HTTP/1.1" status: 200 len: 853 time: 0.0691056 Sep 29 23:21:53.394536 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26412412-d049-48d3-b712-03bf1a48cbfa req-9a38278d-1115-4c7a-8486-2fbd8d17da27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=444cc720-a7ba-4ead-b8d6-69aae616c675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287526 Sep 29 23:21:53.412054 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da98f144-f7b8-4902-86b9-82c3b81e4279 req-dadd9aa1-bebf-4a86-9577-9e96fbd3ac49 service neutron] 10.222.0.42 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992961 Sep 29 23:21:53.496496 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26412412-d049-48d3-b712-03bf1a48cbfa req-7f339817-c7ee-4b87-a24b-4e75b948b408 service neutron] 10.222.0.26 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936589 Sep 29 23:21:53.547737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836264a3-dd0b-482c-8299-3de958941eda req-3181b7a8-5c55-47fb-be16-e6da11dd1401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:53.549334 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-836264a3-dd0b-482c-8299-3de958941eda req-3181b7a8-5c55-47fb-be16-e6da11dd1401 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbf4ed23f7b04636b42add3a569c776e&device_id=da538724-76be-48b7-a841-33e20a3c4fdc HTTP/1.1" status: 200 len: 1094 time: 0.0428081 Sep 29 23:21:53.599224 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26412412-d049-48d3-b712-03bf1a48cbfa req-43978a07-74cc-45f1-9626-495bd02e96a5 service neutron] 10.222.0.26 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917056 Sep 29 23:21:53.652038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836264a3-dd0b-482c-8299-3de958941eda req-be060d0a-de83-4679-ba10-631329574a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:53.653567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-836264a3-dd0b-482c-8299-3de958941eda req-be060d0a-de83-4679-ba10-631329574a63 service neutron] 10.222.0.42 "GET /v2.0/networks?id=444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 200 len: 914 time: 0.0971959 Sep 29 23:21:53.696641 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-836264a3-dd0b-482c-8299-3de958941eda req-c57eeb3b-2934-45d8-8859-c701a3378a6b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 HTTP/1.1" status: 200 len: 217 time: 0.0359359 Sep 29 23:21:53.751980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836264a3-dd0b-482c-8299-3de958941eda req-e1743a9e-d602-449f-b5ef-a4c406dee7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:53.753399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-836264a3-dd0b-482c-8299-3de958941eda req-e1743a9e-d602-449f-b5ef-a4c406dee7fa service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79dbd884-9427-4dd6-988c-df3802380466 HTTP/1.1" status: 200 len: 853 time: 0.0501487 Sep 29 23:21:53.784957 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-836264a3-dd0b-482c-8299-3de958941eda req-44692360-1f66-4d0f-9d83-ce5e4050f4f4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=444cc720-a7ba-4ead-b8d6-69aae616c675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248895 Sep 29 23:21:53.876982 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-836264a3-dd0b-482c-8299-3de958941eda req-dff40be6-17c0-4d02-a424-df25a19d3202 service neutron] 10.222.0.42 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849106 Sep 29 23:21:53.980221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-836264a3-dd0b-482c-8299-3de958941eda req-2fde2fc7-c433-4b8e-8982-00571cc2c914 service neutron] 10.222.0.42 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957563 Sep 29 23:21:54.363007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284241c-bed8-42f9-b4a1-3ee560b790f2 req-f63f0274-75ff-4546-8000-206543fbacb7 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:54.366032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7284241c-bed8-42f9-b4a1-3ee560b790f2 req-f63f0274-75ff-4546-8000-206543fbacb7 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 944 time: 0.0704613 Sep 29 23:21:54.410750 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7284241c-bed8-42f9-b4a1-3ee560b790f2 req-212e7bd5-97a4-4fbc-ba09-63573799b3bd tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380387 Sep 29 23:21:55.540135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6619bd-d0ac-4d1b-9915-f799148cc74d req-e608c917-3c5c-4f7f-8143-24a52cac99d6 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:55.541749 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb6619bd-d0ac-4d1b-9915-f799148cc74d req-e608c917-3c5c-4f7f-8143-24a52cac99d6 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 944 time: 0.0579786 Sep 29 23:21:55.580168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb6619bd-d0ac-4d1b-9915-f799148cc74d req-9ccf22eb-4708-43f9-86cf-bab880253583 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322576 Sep 29 23:21:55.836738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:21:55.927326 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e168c6ab-c587-45b2-840c-4b01cd01af9e details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:21:55.945215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:55.961412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266', 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675', 'port_id': '56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266', 'mac_address': 'fa:16:3e:74:43:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79dbd884-9427-4dd6-988c-df3802380466', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:21:56.048247 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:56.065837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:21:56.088997 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e168c6ab-c587-45b2-840c-4b01cd01af9e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e168c6ab-c587-45b2-840c-4b01cd01af9e,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:56.104767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:56.107621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'e168c6ab-c587-45b2-840c-4b01cd01af9e', 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675', 'port_id': 'e168c6ab-c587-45b2-840c-4b01cd01af9e', 'mac_address': 'fa:16:3e:94:ea:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79dbd884-9427-4dd6-988c-df3802380466', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:21:56.110500 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:56.182755 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:56.194883 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:56.201262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e168c6ab-c587-45b2-840c-4b01cd01af9e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:21:56.220803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e168c6ab-c587-45b2-840c-4b01cd01af9e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e168c6ab-c587-45b2-840c-4b01cd01af9e,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:56.225041 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:56.277583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=e168c6ab-c587-45b2-840c-4b01cd01af9e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:56.543660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:21:56.546783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e168c6ab-c587-45b2-840c-4b01cd01af9e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:21:56.706427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036b0ef-c607-42b9-9db5-59ea111b7fe5 req-26243257-6c3c-4d9a-b7f0-97b74e773af0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:56.708055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b036b0ef-c607-42b9-9db5-59ea111b7fe5 req-26243257-6c3c-4d9a-b7f0-97b74e773af0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 945 time: 0.0545890 Sep 29 23:21:56.747947 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b036b0ef-c607-42b9-9db5-59ea111b7fe5 req-3f877cf2-eacf-4e17-9ea3-5d6e5c3a7e20 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Sep 29 23:21:57.834899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:57.881129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de19293-3250-433d-9d5c-993bad2da73c req-56aa22b1-9151-478e-b2ce-30aa54018fb9 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:57.883526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9de19293-3250-433d-9d5c-993bad2da73c req-56aa22b1-9151-478e-b2ce-30aa54018fb9 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 945 time: 0.0617480 Sep 29 23:21:57.891397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:21:57.895647 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:57.896572 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:57.927170 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9de19293-3250-433d-9d5c-993bad2da73c req-7d6fa17f-e56c-4ab3-91a0-24410dede399 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368762 Sep 29 23:21:57.937598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e168c6ab-c587-45b2-840c-4b01cd01af9e up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:21:58.016831 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:58.020170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port e168c6ab-c587-45b2-840c-4b01cd01af9e completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:21:58.031367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port e168c6ab-c587-45b2-840c-4b01cd01af9e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:21:58.031678 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:58.064306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da538724-76be-48b7-a841-33e20a3c4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:21:58.066593 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121ac8a2-34f7-4607-b460-898b098902ec" -d '{"events": [{"server_uuid": "da538724-76be-48b7-a841-33e20a3c4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:21:58.083960 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:58.093304 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:58.120935 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6ffff4b-7a08-4fc6-b0cc-a7b9ee75466f x-openstack-request-id: req-c6ffff4b-7a08-4fc6-b0cc-a7b9ee75466f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:21:58.121257 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da538724-76be-48b7-a841-33e20a3c4fdc", "name": "network-vif-plugged", "status": "completed", "tag": "56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:21:58.121451 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6ffff4b-7a08-4fc6-b0cc-a7b9ee75466f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:21:58.121837 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da538724-76be-48b7-a841-33e20a3c4fdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266', 'code': 200} Sep 29 23:21:58.178055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:58.190373 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:58.225832 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e168c6ab-c587-45b2-840c-4b01cd01af9e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e168c6ab-c587-45b2-840c-4b01cd01af9e,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:21:58.230707 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:21:58.232810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4c96a-47f6-4785-a5aa-37b31428c8ba req-4ae84c6b-7a51-416e-8226-6a5e60332fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:58.234686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceb4c96a-47f6-4785-a5aa-37b31428c8ba req-4ae84c6b-7a51-416e-8226-6a5e60332fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=da538724-76be-48b7-a841-33e20a3c4fdc HTTP/1.1" status: 200 len: 1096 time: 0.0465844 Sep 29 23:21:58.273726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceb4c96a-47f6-4785-a5aa-37b31428c8ba req-6966481d-d1f4-4161-8d35-1cb2eca5f4bb service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316622 Sep 29 23:21:58.279752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=e168c6ab-c587-45b2-840c-4b01cd01af9e,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:21:59.049704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac33ee5-93b2-4d8d-b434-7a0d6ee84c23 req-2935924a-103f-4757-8271-d88e04aecb86 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:21:59.051221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cac33ee5-93b2-4d8d-b434-7a0d6ee84c23 req-2935924a-103f-4757-8271-d88e04aecb86 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 946 time: 0.0495336 Sep 29 23:21:59.089394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cac33ee5-93b2-4d8d-b434-7a0d6ee84c23 req-df33f8a2-d0ea-4386-9aec-1e200990fa79 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314567 Sep 29 23:22:00.123022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1ef790-26c0-41f6-853d-67b7f37ae206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168c6ab-c587-45b2-840c-4b01cd01af9e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:00.125532 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a12fe0-52f0-4cd7-801a-6b754c1a56f0" -d '{"events": [{"server_uuid": "6b1ef790-26c0-41f6-853d-67b7f37ae206", "name": "network-vif-plugged", "status": "completed", "tag": "e168c6ab-c587-45b2-840c-4b01cd01af9e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:00.163159 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65cd7ad-fe57-4be1-a381-e271069d8e6d x-openstack-request-id: req-f65cd7ad-fe57-4be1-a381-e271069d8e6d {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:00.163461 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1ef790-26c0-41f6-853d-67b7f37ae206", "name": "network-vif-plugged", "status": "completed", "tag": "e168c6ab-c587-45b2-840c-4b01cd01af9e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:00.163725 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f65cd7ad-fe57-4be1-a381-e271069d8e6d {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:00.164161 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1ef790-26c0-41f6-853d-67b7f37ae206', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e168c6ab-c587-45b2-840c-4b01cd01af9e', 'code': 200} Sep 29 23:22:00.209727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a5240-6633-4683-8330-0796a8f44152 req-291cd162-600b-4e81-99da-31d83a67db1e tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:00.211411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-856a5240-6633-4683-8330-0796a8f44152 req-291cd162-600b-4e81-99da-31d83a67db1e tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 946 time: 0.0531585 Sep 29 23:22:00.250684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-856a5240-6633-4683-8330-0796a8f44152 req-141a075c-704d-4c24-b268-a1afdfa331e7 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330865 Sep 29 23:22:00.262325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc7d85-72d5-4555-86c7-3f0a2836fa4d req-24947d28-b473-4790-b71c-3d27a05d2b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:00.264165 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3ebc7d85-72d5-4555-86c7-3f0a2836fa4d req-24947d28-b473-4790-b71c-3d27a05d2b0f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 1097 time: 0.0436425 Sep 29 23:22:00.301339 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3ebc7d85-72d5-4555-86c7-3f0a2836fa4d req-b98f8380-5d11-490b-ab01-b4f8637e5357 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298040 Sep 29 23:22:01.403547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565ab63-cd1f-4084-9221-5dee40316980 req-22d9081d-44a5-46a3-b144-8a5e0a7e9d8d tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:01.405872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c565ab63-cd1f-4084-9221-5dee40316980 req-22d9081d-44a5-46a3-b144-8a5e0a7e9d8d tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 946 time: 0.0683863 Sep 29 23:22:01.453281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c565ab63-cd1f-4084-9221-5dee40316980 req-8abb04e0-4c93-4cd0-a419-b64fe0ec7d2e tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401669 Sep 29 23:22:02.593716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d40ed-3d13-4d16-8e25-fd43140c1202 req-9e045f4c-56cf-4be3-a83d-9855f2946d21 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:02.595325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d8d40ed-3d13-4d16-8e25-fd43140c1202 req-9e045f4c-56cf-4be3-a83d-9855f2946d21 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 946 time: 0.0626118 Sep 29 23:22:02.637023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d8d40ed-3d13-4d16-8e25-fd43140c1202 req-ccc51375-4765-4453-982c-a623dabf0680 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347638 Sep 29 23:22:02.772217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69875724-51ef-423e-9e8d-377a25ab7236 req-ed5de68a-5e14-4b2e-9fdd-993c3acfc925 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:02.773777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69875724-51ef-423e-9e8d-377a25ab7236 req-ed5de68a-5e14-4b2e-9fdd-993c3acfc925 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=da538724-76be-48b7-a841-33e20a3c4fdc HTTP/1.1" status: 200 len: 945 time: 0.0541220 Sep 29 23:22:02.819407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69875724-51ef-423e-9e8d-377a25ab7236 req-c4ae9682-b1c3-4ff9-bd30-e3aca2710cd0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388594 Sep 29 23:22:03.289292 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-063387fd-e79b-48a6-b84e-b724d21c593f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:03.408546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-c6bd0d47-3a76-49d7-9dde-2c234519414f tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:03.409950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-c6bd0d47-3a76-49d7-9dde-2c234519414f tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/networks?id=444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 200 len: 813 time: 0.1202409 Sep 29 23:22:03.425179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-ff964273-3454-464d-bf24-2a124d42e376 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/quotas/cbf4ed23f7b04636b42add3a569c776e HTTP/1.1" status: 200 len: 375 time: 0.0091004 Sep 29 23:22:03.478242 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-83dcb9af-defe-4be2-af84-324fecc84625 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=cbf4ed23f7b04636b42add3a569c776e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456347 Sep 29 23:22:03.573325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-bbdb28aa-48b0-4ae6-832f-f5d6aa82adba service neutron] 10.222.0.44 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877445 Sep 29 23:22:03.663145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-6da118d7-5411-4abb-a66e-9c22391803b3 service neutron] 10.222.0.44 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836647 Sep 29 23:22:03.695682 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:22:03.975135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ad4a994-6023-4300-a138-d474686688f3 req-abff2867-78c1-44a2-85e4-f3531886516d tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 210 time: 0.0311532 Sep 29 23:22:04.657735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-1332bb9d-1c80-4b1e-8eef-660f4fff4c65 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:04.659247 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-1332bb9d-1c80-4b1e-8eef-660f4fff4c65 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b1ef790-26c0-41f6-853d-67b7f37ae206 HTTP/1.1" status: 200 len: 946 time: 0.0685637 Sep 29 23:22:04.757380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-e04e5486-1419-4408-825f-719c7732f72c tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:04.759365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-e04e5486-1419-4408-825f-719c7732f72c tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.42 "GET /v2.0/ports?device_id=da538724-76be-48b7-a841-33e20a3c4fdc HTTP/1.1" status: 200 len: 945 time: 0.0601516 Sep 29 23:22:04.788356 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-94443b8c-21e6-412c-a36d-0c3d8c6efcc0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Deleting port e168c6ab-c587-45b2-840c-4b01cd01af9e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:22:04.788711 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-94443b8c-21e6-412c-a36d-0c3d8c6efcc0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:04.883723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-1e3ac0a4-f405-4bcc-bf31-af1b516187db tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Deleting port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:22:04.884122 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-1e3ac0a4-f405-4bcc-bf31-af1b516187db tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:04.920127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-94443b8c-21e6-412c-a36d-0c3d8c6efcc0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] For port e168c6ab-c587-45b2-840c-4b01cd01af9e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e168c6ab-c587-45b2-840c-4b01cd01af9e,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:04.920763 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-94443b8c-21e6-412c-a36d-0c3d8c6efcc0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:04.936067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-94443b8c-21e6-412c-a36d-0c3d8c6efcc0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Calling delete_port for e168c6ab-c587-45b2-840c-4b01cd01af9e owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:22:05.009913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-1e3ac0a4-f405-4bcc-bf31-af1b516187db tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] For port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:05.010225 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-1e3ac0a4-f405-4bcc-bf31-af1b516187db tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:05.038053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-1e3ac0a4-f405-4bcc-bf31-af1b516187db tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Calling delete_port for 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:22:05.133778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc0d6ab3-362f-4c96-95da-0accde1009ba req-9e134015-067f-4959-9b09-4c5c0bc1a1b3 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 210 time: 0.0350075 Sep 29 23:22:05.159589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-94443b8c-21e6-412c-a36d-0c3d8c6efcc0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:05.174215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e168c6ab-c587-45b2-840c-4b01cd01af9e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:05.244100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:05.354652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94443b8c-21e6-412c-a36d-0c3d8c6efcc0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Pushing event deleted for resources: {'Port': ['ID=e168c6ab-c587-45b2-840c-4b01cd01af9e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:05.410851 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-1e3ac0a4-f405-4bcc-bf31-af1b516187db tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:05.427546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e168c6ab-c587-45b2-840c-4b01cd01af9e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:05.469444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-94443b8c-21e6-412c-a36d-0c3d8c6efcc0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] No DVR routers for this DVR port e168c6ab-c587-45b2-840c-4b01cd01af9e on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:22:05.482436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-94443b8c-21e6-412c-a36d-0c3d8c6efcc0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:05.485716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69da850c-03f4-44f5-a360-e7adbac7c08e req-94443b8c-21e6-412c-a36d-0c3d8c6efcc0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.26 "DELETE /v2.0/ports/e168c6ab-c587-45b2-840c-4b01cd01af9e HTTP/1.1" status: 204 len: 173 time: 0.8182788 Sep 29 23:22:05.488397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1ef790-26c0-41f6-853d-67b7f37ae206', 'name': 'network-vif-deleted', 'tag': 'e168c6ab-c587-45b2-840c-4b01cd01af9e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:05.492549 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db623bcb-f4fe-48ce-9b71-dc9ba02c36b9" -d '{"events": [{"server_uuid": "6b1ef790-26c0-41f6-853d-67b7f37ae206", "name": "network-vif-deleted", "tag": "e168c6ab-c587-45b2-840c-4b01cd01af9e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:05.516613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-15e4b454-4424-4a2b-aaaa-f658b4c2a61c tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:05.518898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-15e4b454-4424-4a2b-aaaa-f658b4c2a61c tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.42 "GET /v2.0/networks?id=444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 200 len: 813 time: 0.4376287 Sep 29 23:22:05.519375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ac0a4-f405-4bcc-bf31-af1b516187db tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Pushing event deleted for resources: {'Port': ['ID=56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:05.548236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Request body: {'port': {'device_id': 'ceacb470-0db6-4f35-a0e3-e0a355c8a0a2', 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675', 'admin_state_up': True, 'tenant_id': 'cbf4ed23f7b04636b42add3a569c776e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:22:05.551031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-1e3ac0a4-f405-4bcc-bf31-af1b516187db tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] No DVR routers for this DVR port 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:22:05.556828 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-1e3ac0a4-f405-4bcc-bf31-af1b516187db tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:05.560183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-237d2c14-0de7-45bf-b614-18dfbc2a8fd0 req-1e3ac0a4-f405-4bcc-bf31-af1b516187db tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.42 "DELETE /v2.0/ports/56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 HTTP/1.1" status: 204 len: 173 time: 0.7941461 Sep 29 23:22:05.561129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da538724-76be-48b7-a841-33e20a3c4fdc', 'name': 'network-vif-deleted', 'tag': '56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:05.564782 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52bc0683-94b3-4b27-9ab6-8941257ea3db" -d '{"events": [{"server_uuid": "da538724-76be-48b7-a841-33e20a3c4fdc", "name": "network-vif-deleted", "tag": "56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:05.592660 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb865c-ce1b-4843-8e77-f36f6fcc7920 x-openstack-request-id: req-4ffb865c-ce1b-4843-8e77-f36f6fcc7920 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:05.592949 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1ef790-26c0-41f6-853d-67b7f37ae206", "name": "network-vif-deleted", "tag": "e168c6ab-c587-45b2-840c-4b01cd01af9e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:05.593392 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4ffb865c-ce1b-4843-8e77-f36f6fcc7920 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:05.593940 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1ef790-26c0-41f6-853d-67b7f37ae206', 'name': 'network-vif-deleted', 'tag': 'e168c6ab-c587-45b2-840c-4b01cd01af9e', 'status': 'completed', 'code': 200} Sep 29 23:22:05.615321 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2409c986-f61f-40cb-b7f0-6d812ea7330c x-openstack-request-id: req-2409c986-f61f-40cb-b7f0-6d812ea7330c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:05.616047 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da538724-76be-48b7-a841-33e20a3c4fdc", "name": "network-vif-deleted", "tag": "56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:05.616679 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2409c986-f61f-40cb-b7f0-6d812ea7330c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:05.618095 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da538724-76be-48b7-a841-33e20a3c4fdc', 'name': 'network-vif-deleted', 'tag': '56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266', 'status': 'completed', 'code': 200} Sep 29 23:22:05.690881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-f0594118-1148-4313-a4f3-ac429c85f75a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:05.692367 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-f0594118-1148-4313-a4f3-ac429c85f75a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.26 "GET /v2.0/networks?id=444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 200 len: 813 time: 0.2740638 Sep 29 23:22:05.717865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Request body: {'port': {'device_id': '41f5db99-1236-49d6-a2f5-2edfc5f7f7c2', 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675', 'admin_state_up': True, 'tenant_id': 'cbf4ed23f7b04636b42add3a569c776e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:22:05.812875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Made reservation on behalf of cbf4ed23f7b04636b42add3a569c776e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:22:05.816447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:05.929307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Made reservation on behalf of cbf4ed23f7b04636b42add3a569c776e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:22:05.932514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:06.041413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Allocated IP 172.20.0.14 (444cc720-a7ba-4ead-b8d6-69aae616c675/79dbd884-9427-4dd6-988c-df3802380466/d525c5b9-8558-40b8-b0b9-7bd243af4c81) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:22:06.223563 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-264ef5b8-429e-4333-aae5-4b80a3a87157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:06.243047 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:06.262333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ca3de85-62ad-4ae4-bb1e-bc89e748e178 req-c51ef1b8-e5ed-4af5-a897-4816b92aaed7 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 210 time: 0.0364852 Sep 29 23:22:06.339087 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:06.398714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Network 444cc720-a7ba-4ead-b8d6-69aae616c675 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:22:06.407540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:22:06.415764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Allocated IP 172.20.0.13 (444cc720-a7ba-4ead-b8d6-69aae616c675/79dbd884-9427-4dd6-988c-df3802380466/9591f2b4-eaf4-459b-b832-3796e05ddf64) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:22:06.418415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:22:06.424553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Pushing event updated for resources: {'Port': ['ID=d525c5b9-8558-40b8-b0b9-7bd243af4c81,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:06.491752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:06.492520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:06.523229 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-e8245391-8a4f-4919-97ba-3de49c0cb2d1 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9801874 Sep 29 23:22:06.544425 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:06.548479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Request body: {'port': {'device_id': 'ceacb470-0db6-4f35-a0e3-e0a355c8a0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:22:06.949391 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:07.008402 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:07.123842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:07.219398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Network 444cc720-a7ba-4ead-b8d6-69aae616c675 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:22:07.231523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:22:07.237605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:22:07.240758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Pushing event updated for resources: {'Port': ['ID=9591f2b4-eaf4-459b-b832-3796e05ddf64,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:07.325080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:07.325765 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:07.393778 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-fc8c9a30-d4df-48be-b0fa-e0084b50ce53 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6828241 Sep 29 23:22:07.426455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Request body: {'port': {'device_id': '41f5db99-1236-49d6-a2f5-2edfc5f7f7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:22:07.436022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5404b94f-c705-4f17-84e3-28d8c2a6d10a req-b9494f7b-d618-4d1b-8eac-3a2609de27d8 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:07.438118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5404b94f-c705-4f17-84e3-28d8c2a6d10a req-b9494f7b-d618-4d1b-8eac-3a2609de27d8 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 932 time: 0.0750663 Sep 29 23:22:07.440259 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:07.453965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d525c5b9-8558-40b8-b0b9-7bd243af4c81 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:22:07.484911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5404b94f-c705-4f17-84e3-28d8c2a6d10a req-03e681d7-1f72-424d-a4c5-9574f3a49822 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Sep 29 23:22:07.490442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:07.525237 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-860bf616-5ff0-4f30-9882-a16ac28e854c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1718304 Sep 29 23:22:07.538896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Transition to ACTIVE for port object d525c5b9-8558-40b8-b0b9-7bd243af4c81 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:22:07.540282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:07.549548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:07.690904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d525c5b9-8558-40b8-b0b9-7bd243af4c81,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:07.803654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-2d4c9e60-fc96-4448-9b6e-ec749b6dce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:07.804180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-2d4c9e60-fc96-4448-9b6e-ec749b6dce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:07.804668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-2d4c9e60-fc96-4448-9b6e-ec749b6dce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:07.805154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-2d4c9e60-fc96-4448-9b6e-ec749b6dce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:07.805629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-2d4c9e60-fc96-4448-9b6e-ec749b6dce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:07.806104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-2d4c9e60-fc96-4448-9b6e-ec749b6dce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:07.806576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-2d4c9e60-fc96-4448-9b6e-ec749b6dce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:07.808546 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-2d4c9e60-fc96-4448-9b6e-ec749b6dce0b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6499 time: 0.1863804 Sep 29 23:22:07.888937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Attempting to bind port d525c5b9-8558-40b8-b0b9-7bd243af4c81 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:22:07.889282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Attempting to bind port d525c5b9-8558-40b8-b0b9-7bd243af4c81 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:22:07.889621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Attempting to bind port d525c5b9-8558-40b8-b0b9-7bd243af4c81 on network 444cc720-a7ba-4ead-b8d6-69aae616c675 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:22:07.937747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Port d525c5b9-8558-40b8-b0b9-7bd243af4c81 on network 444cc720-a7ba-4ead-b8d6-69aae616c675 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:22:07.938077 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Attempting to bind port d525c5b9-8558-40b8-b0b9-7bd243af4c81 on network 444cc720-a7ba-4ead-b8d6-69aae616c675 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:22:07.938643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:22:07.960095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:22:07.960600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 56e3a0fc-ff3c-4b6e-8cd5-13c0d9316266 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:22:07.979420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:22:07.980066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Checking segment: {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:22:07.980188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Bound using segment: {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:22:07.980582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Bound port: d525c5b9-8558-40b8-b0b9-7bd243af4c81, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:22:07.980947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:07.993541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e168c6ab-c587-45b2-840c-4b01cd01af9e no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:22:08.013747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: e168c6ab-c587-45b2-840c-4b01cd01af9e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:22:08.014392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e168c6ab-c587-45b2-840c-4b01cd01af9e not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:22:08.070962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-accb244e-7c5c-43fe-aed0-961684237fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:08.071454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-accb244e-7c5c-43fe-aed0-961684237fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:08.072200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-accb244e-7c5c-43fe-aed0-961684237fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:08.073820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-accb244e-7c5c-43fe-aed0-961684237fb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=359d21d4-b615-40c7-8882-16bffeac10b3&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=087e5120-73d2-426e-b117-b288b1b78538&id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&id=e39dd437-e6ea-4000-a22a-c65e25f5d59a HTTP/1.1" status: 200 len: 2298 time: 0.2240019 Sep 29 23:22:08.181197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] For port d525c5b9-8558-40b8-b0b9-7bd243af4c81, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:22:08.201869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] For port d525c5b9-8558-40b8-b0b9-7bd243af4c81, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d525c5b9-8558-40b8-b0b9-7bd243af4c81,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:22:08.214524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9591f2b4-eaf4-459b-b832-3796e05ddf64 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:22:08.219286 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:08.228924 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-9dba7149-c026-4843-8ec4-e1ffcb62466e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2 HTTP/1.1" status: 200 len: 1001 time: 0.1418972 Sep 29 23:22:08.234370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:08.300712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:08.301341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:08.303788 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] 10.222.0.42 "PUT /v2.0/ports/d525c5b9-8558-40b8-b0b9-7bd243af4c81 HTTP/1.1" status: 200 len: 1092 time: 1.7600524 Sep 29 23:22:08.308268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceacb470-0db6-4f35-a0e3-e0a355c8a0a2', 'tag': 'd525c5b9-8558-40b8-b0b9-7bd243af4c81'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:08.310501 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9946a4-887b-41a8-8941-b85807e967d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ceacb470-0db6-4f35-a0e3-e0a355c8a0a2", "tag": "d525c5b9-8558-40b8-b0b9-7bd243af4c81"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:08.325519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Transition to ACTIVE for port object 9591f2b4-eaf4-459b-b832-3796e05ddf64 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:22:08.342059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:08.369479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-fcbf7bc2-cd55-4554-b713-13777c847be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:08.371128 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-fcbf7bc2-cd55-4554-b713-13777c847be4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=68d4f193-42c1-43e8-b396-fd04a76a0f33 HTTP/1.1" status: 200 len: 856 time: 0.1100342 Sep 29 23:22:08.371742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c46e42-0403-4620-92aa-0a59abf7b7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=d525c5b9-8558-40b8-b0b9-7bd243af4c81,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:08.378207 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c6f3b2e-dc37-42a6-99da-6c423e5a9350 x-openstack-request-id: req-4c6f3b2e-dc37-42a6-99da-6c423e5a9350 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:08.378672 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceacb470-0db6-4f35-a0e3-e0a355c8a0a2", "tag": "d525c5b9-8558-40b8-b0b9-7bd243af4c81", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:08.378934 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c6f3b2e-dc37-42a6-99da-6c423e5a9350 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:08.379332 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceacb470-0db6-4f35-a0e3-e0a355c8a0a2', 'tag': 'd525c5b9-8558-40b8-b0b9-7bd243af4c81', 'status': 'completed', 'code': 200} Sep 29 23:22:08.497867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Pushing event updated for resources: {'Port': ['ID=9591f2b4-eaf4-459b-b832-3796e05ddf64,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:08.549742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-b6a63a3a-4c57-4b99-82fc-6e40127223ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:08.551283 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-b6a63a3a-4c57-4b99-82fc-6e40127223ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=359d21d4-b615-40c7-8882-16bffeac10b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528947 Sep 29 23:22:08.555079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-4a2657fb-79be-4ca8-83e2-ce4f1a9fd44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:08.557371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-4a2657fb-79be-4ca8-83e2-ce4f1a9fd44d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbf4ed23f7b04636b42add3a569c776e&device_id=ceacb470-0db6-4f35-a0e3-e0a355c8a0a2 HTTP/1.1" status: 200 len: 1095 time: 0.1482222 Sep 29 23:22:08.612771 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:08.651801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Attempting to bind port 9591f2b4-eaf4-459b-b832-3796e05ddf64 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:22:08.652167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Attempting to bind port 9591f2b4-eaf4-459b-b832-3796e05ddf64 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:22:08.652495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Attempting to bind port 9591f2b4-eaf4-459b-b832-3796e05ddf64 on network 444cc720-a7ba-4ead-b8d6-69aae616c675 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:22:08.657091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1846c8fc-418c-4fc7-973b-8c3181ca6c1b req-5bb37b88-bcc9-4ac6-83c4-85d6e51f26c6 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:08.659537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Port 9591f2b4-eaf4-459b-b832-3796e05ddf64 on network 444cc720-a7ba-4ead-b8d6-69aae616c675 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:22:08.659672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1846c8fc-418c-4fc7-973b-8c3181ca6c1b req-5bb37b88-bcc9-4ac6-83c4-85d6e51f26c6 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 944 time: 0.0864422 Sep 29 23:22:08.659858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Attempting to bind port 9591f2b4-eaf4-459b-b832-3796e05ddf64 on network 444cc720-a7ba-4ead-b8d6-69aae616c675 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:22:08.664598 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-87db0bc7-c4ce-4a16-b0b3-1f1938c49dcf service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d525c5b9-8558-40b8-b0b9-7bd243af4c81 HTTP/1.1" status: 200 len: 217 time: 0.0899463 Sep 29 23:22:08.675739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:22:08.676076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Checking segment: {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:22:08.677065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Bound using segment: {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:22:08.677525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Bound port: 9591f2b4-eaf4-459b-b832-3796e05ddf64, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7493df0-f383-483c-a928-b1fc4e878fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:22:08.677885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:08.703324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1846c8fc-418c-4fc7-973b-8c3181ca6c1b req-0dd53ae8-4b3b-4263-ab04-e09279201b40 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369847 Sep 29 23:22:08.837810 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-b9a10c45-eb35-4a5f-86a3-922254f0f18c service neutron] 10.222.0.26 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737811 Sep 29 23:22:08.841147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-f1eb3b37-b83b-434b-b4bd-a9a2658af1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:08.842521 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-f1eb3b37-b83b-434b-b4bd-a9a2658af1b7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79dbd884-9427-4dd6-988c-df3802380466 HTTP/1.1" status: 200 len: 853 time: 0.1249886 Sep 29 23:22:08.843554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] For port 9591f2b4-eaf4-459b-b832-3796e05ddf64, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:22:08.854075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] For port 9591f2b4-eaf4-459b-b832-3796e05ddf64, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9591f2b4-eaf4-459b-b832-3796e05ddf64,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:22:08.875031 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:08.906051 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-ae77f675-fb55-4c8a-b93f-537b4052bba3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=444cc720-a7ba-4ead-b8d6-69aae616c675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498438 Sep 29 23:22:08.934950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:08.935597 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:08.937189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] 10.222.0.26 "PUT /v2.0/ports/9591f2b4-eaf4-459b-b832-3796e05ddf64 HTTP/1.1" status: 200 len: 1092 time: 1.5203161 Sep 29 23:22:09.072023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5559b-243e-4fd9-8ab8-3e664d272b8d service neutron] Pushing event updated for resources: {'Port': ['ID=9591f2b4-eaf4-459b-b832-3796e05ddf64,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:09.125751 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-38fc9d20-ee56-4322-a794-edbfbdb24bc2 service neutron] 10.222.0.26 "GET /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797768 Sep 29 23:22:09.181566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-48a7b6f6-9f5a-4b00-bd1c-f215e04aa6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:09.183060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-48a7b6f6-9f5a-4b00-bd1c-f215e04aa6da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbf4ed23f7b04636b42add3a569c776e&device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 1095 time: 0.1853001 Sep 29 23:22:09.188215 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-ea812ff0-fff4-4b2e-8d58-871482f60a0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=31d86626-588b-4d59-8986-6050b136850a HTTP/1.1" status: 200 len: 217 time: 0.0509434 Sep 29 23:22:09.201812 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-a7422f18-5cbe-4756-97db-c56792c5af3f service neutron] 10.222.0.42 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606139 Sep 29 23:22:09.291708 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-97103348-41a6-43f0-83c6-afaea16aaa72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9591f2b4-eaf4-459b-b832-3796e05ddf64 HTTP/1.1" status: 200 len: 217 time: 0.0922294 Sep 29 23:22:09.362396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13998491-1975-4666-906e-69dba5460f37 req-04da8340-76e1-4cbd-991e-f2ccee1c153f tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:09.364142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13998491-1975-4666-906e-69dba5460f37 req-04da8340-76e1-4cbd-991e-f2ccee1c153f tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 949 time: 0.0572815 Sep 29 23:22:09.387578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-ac7c97b6-3e93-46c7-a5b9-9c7597d47ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:09.389101 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-ac7c97b6-3e93-46c7-a5b9-9c7597d47ab5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1908863 Sep 29 23:22:09.403211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13998491-1975-4666-906e-69dba5460f37 req-8929a6d5-cca9-4698-b165-2be122588188 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Sep 29 23:22:09.440713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b61117d-392a-482b-b790-f5153c3de137 req-5f3735ee-5ef4-40e0-a318-35de1ca361e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:09.442257 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-5f3735ee-5ef4-40e0-a318-35de1ca361e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79dbd884-9427-4dd6-988c-df3802380466 HTTP/1.1" status: 200 len: 853 time: 0.1421506 Sep 29 23:22:09.448994 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-3d8fda20-1dfb-4f0d-8c1f-e414e328b610 service neutron] 10.222.0.42 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385626 Sep 29 23:22:09.482121 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-8ca8b4cb-4b99-4c2a-89f7-0b0da2b2bcc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=444cc720-a7ba-4ead-b8d6-69aae616c675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315006 Sep 29 23:22:09.484008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-9abd4d82-e6a6-495c-b43e-6df86ee5191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:09.485381 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-9abd4d82-e6a6-495c-b43e-6df86ee5191b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0863309 Sep 29 23:22:09.528058 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:09.669854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9946a4-887b-41a8-8941-b85807e967d4 req-ffca5594-4bc9-4d1f-a41c-eeaa4bc658b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:09.671342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c9946a4-887b-41a8-8941-b85807e967d4 req-ffca5594-4bc9-4d1f-a41c-eeaa4bc658b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=cbf4ed23f7b04636b42add3a569c776e&device_id=ceacb470-0db6-4f35-a0e3-e0a355c8a0a2 HTTP/1.1" status: 200 len: 1095 time: 0.1323407 Sep 29 23:22:09.711708 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-181a84ec-3d50-4b9a-8bdf-c0d2af2bb4ea service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078621 Sep 29 23:22:09.713449 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-1115e872-cef1-47e5-bd37-ecc1368cc8bc service neutron] 10.222.0.26 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165823 Sep 29 23:22:09.837093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f102a-8915-415f-a6b8-84aed0c4c118 req-1c670076-8f42-4052-8205-93ea3b4fd389 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:09.838962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb1f102a-8915-415f-a6b8-84aed0c4c118 req-1c670076-8f42-4052-8205-93ea3b4fd389 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 944 time: 0.0608559 Sep 29 23:22:09.880149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb1f102a-8915-415f-a6b8-84aed0c4c118 req-941a3c14-04ff-4653-b82d-a0d80d5e84e4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347879 Sep 29 23:22:10.196677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9946a4-887b-41a8-8941-b85807e967d4 req-e5f6b090-07e0-4d25-a4ba-34b2b40e85be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:10.198154 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c9946a4-887b-41a8-8941-b85807e967d4 req-e5f6b090-07e0-4d25-a4ba-34b2b40e85be service neutron] 10.222.0.42 "GET /v2.0/networks?id=444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 200 len: 914 time: 0.5104101 Sep 29 23:22:10.253855 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-20ffbbc9-7ae5-42f3-9c2a-3efec22ba9cb service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5250976 Sep 29 23:22:10.255412 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c9946a4-887b-41a8-8941-b85807e967d4 req-e56f1a87-82ec-46ef-a36c-ab0fb7670b4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d525c5b9-8558-40b8-b0b9-7bd243af4c81 HTTP/1.1" status: 200 len: 217 time: 0.0494597 Sep 29 23:22:10.257179 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5b61117d-392a-482b-b790-f5153c3de137 req-0e3929b3-9333-45fe-8048-9fa6261b9ca9 service neutron] 10.222.0.26 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301552 Sep 29 23:22:10.345401 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-46939d77-99ae-4b47-ae7b-458cfb8ca6d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 HTTP/1.1" status: 200 len: 217 time: 0.0774047 Sep 29 23:22:10.380447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41f5db99-1236-49d6-a2f5-2edfc5f7f7c2', 'tag': '9591f2b4-eaf4-459b-b832-3796e05ddf64'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:10.382625 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa95b83-69cd-47b5-8250-abdab2f6455b" -d '{"events": [{"name": "network-changed", "server_uuid": "41f5db99-1236-49d6-a2f5-2edfc5f7f7c2", "tag": "9591f2b4-eaf4-459b-b832-3796e05ddf64"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:10.396978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9946a4-887b-41a8-8941-b85807e967d4 req-de29de1b-af22-4755-885f-21d4bf84f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:10.398482 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c9946a4-887b-41a8-8941-b85807e967d4 req-de29de1b-af22-4755-885f-21d4bf84f57a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79dbd884-9427-4dd6-988c-df3802380466 HTTP/1.1" status: 200 len: 853 time: 0.1338117 Sep 29 23:22:10.416496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-de2061a8-f7c1-46fb-8573-e33dc023e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:10.417912 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-de2061a8-f7c1-46fb-8573-e33dc023e4bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.0644648 Sep 29 23:22:10.420374 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b5142e-f324-437a-a8c7-c6df3d7a6a4d x-openstack-request-id: req-04b5142e-f324-437a-a8c7-c6df3d7a6a4d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:10.420661 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41f5db99-1236-49d6-a2f5-2edfc5f7f7c2", "tag": "9591f2b4-eaf4-459b-b832-3796e05ddf64", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:10.420914 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04b5142e-f324-437a-a8c7-c6df3d7a6a4d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:10.421297 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41f5db99-1236-49d6-a2f5-2edfc5f7f7c2', 'tag': '9591f2b4-eaf4-459b-b832-3796e05ddf64', 'status': 'completed', 'code': 200} Sep 29 23:22:10.448891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c9946a4-887b-41a8-8941-b85807e967d4 req-46421543-cbb2-4d3d-93d2-8ca37be74240 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=444cc720-a7ba-4ead-b8d6-69aae616c675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407715 Sep 29 23:22:10.523004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef90f9-530c-427e-a063-e7ecc90cc887 req-095591f6-ebcf-48f8-8f6e-3559ab06b4a7 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:10.524546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65ef90f9-530c-427e-a063-e7ecc90cc887 req-095591f6-ebcf-48f8-8f6e-3559ab06b4a7 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 949 time: 0.0514519 Sep 29 23:22:10.561494 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65ef90f9-530c-427e-a063-e7ecc90cc887 req-432f0a96-39b2-4af1-a29d-9f57db856864 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309231 Sep 29 23:22:10.571175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-61a10ce2-d477-4e69-9e18-c33c2c7d6a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:10.572733 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-61a10ce2-d477-4e69-9e18-c33c2c7d6a42 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1377752 Sep 29 23:22:10.578051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa95b83-69cd-47b5-8250-abdab2f6455b req-f49e381a-91cb-4550-974a-b8ce022a37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:10.579461 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-daa95b83-69cd-47b5-8250-abdab2f6455b req-f49e381a-91cb-4550-974a-b8ce022a37cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=cbf4ed23f7b04636b42add3a569c776e&device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 1095 time: 0.1297910 Sep 29 23:22:10.636063 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c9946a4-887b-41a8-8941-b85807e967d4 req-3ef0a590-76f4-4971-9425-8cb48c78003f service neutron] 10.222.0.42 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777010 Sep 29 23:22:10.777000 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-14f0091f-6998-426e-873f-79f4d8b1a595 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864400 Sep 29 23:22:10.845150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa95b83-69cd-47b5-8250-abdab2f6455b req-fb5e9822-466c-439f-a227-d2aac74f0692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:10.846758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-daa95b83-69cd-47b5-8250-abdab2f6455b req-fb5e9822-466c-439f-a227-d2aac74f0692 service neutron] 10.222.0.26 "GET /v2.0/networks?id=444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 200 len: 914 time: 0.2573216 Sep 29 23:22:10.936472 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-daa95b83-69cd-47b5-8250-abdab2f6455b req-2769f62a-945e-4c40-89a8-7e49a58dfd28 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9591f2b4-eaf4-459b-b832-3796e05ddf64 HTTP/1.1" status: 200 len: 217 time: 0.0760472 Sep 29 23:22:10.943631 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c9946a4-887b-41a8-8941-b85807e967d4 req-692eb51b-520c-4651-b6ce-6d143242e995 service neutron] 10.222.0.42 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941482 Sep 29 23:22:11.001090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ac2a5-70cc-424f-a353-1c6d596919c7 req-bc6523fa-909d-450e-b9c8-91fdbe7b2f4b tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:11.002751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-319ac2a5-70cc-424f-a353-1c6d596919c7 req-bc6523fa-909d-450e-b9c8-91fdbe7b2f4b tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 944 time: 0.0527449 Sep 29 23:22:11.007414 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-a639a534-55f9-47c7-8cf6-67a4f9b18a33 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040486 Sep 29 23:22:11.010950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa95b83-69cd-47b5-8250-abdab2f6455b req-a8fd09df-3128-4359-a7bd-c8af4f70f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:11.012383 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-daa95b83-69cd-47b5-8250-abdab2f6455b req-a8fd09df-3128-4359-a7bd-c8af4f70f20d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=79dbd884-9427-4dd6-988c-df3802380466 HTTP/1.1" status: 200 len: 853 time: 0.0678365 Sep 29 23:22:11.040523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-319ac2a5-70cc-424f-a353-1c6d596919c7 req-5705a0f1-8291-45d1-8c7c-c57375abb4c9 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310733 Sep 29 23:22:11.089079 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-daa95b83-69cd-47b5-8250-abdab2f6455b req-9dc50b73-e6f7-420b-9ba3-4059e4f76550 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=444cc720-a7ba-4ead-b8d6-69aae616c675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534797 Sep 29 23:22:11.091254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-4366922d-ce51-4bcb-bd3e-564875e5fa82 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=978da8f0-38b6-4724-8b10-8a3779c0ee80 HTTP/1.1" status: 200 len: 217 time: 0.0618012 Sep 29 23:22:11.211369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-898e4737-f9ef-4129-add9-8e89485fb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:11.213156 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-898e4737-f9ef-4129-add9-8e89485fb261 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.1006894 Sep 29 23:22:11.258382 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-daa95b83-69cd-47b5-8250-abdab2f6455b req-b39b6dcf-5b60-4835-8149-b5e1a7d66b3e service neutron] 10.222.0.26 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528616 Sep 29 23:22:11.294672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-2042849d-5d3d-4cc1-994c-329c00033682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:11.296088 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-2042849d-5d3d-4cc1-994c-329c00033682 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0737431 Sep 29 23:22:11.446769 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-daa95b83-69cd-47b5-8250-abdab2f6455b req-ba30d987-8195-41af-b130-2689ba7307bd service neutron] 10.222.0.26 "GET /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779583 Sep 29 23:22:11.470508 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-34ceafe1-85e4-4172-932c-28b27a6f7eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618483 Sep 29 23:22:11.483182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-d394caba-0d61-4e8e-b654-b6f07187c150 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:11.484626 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-d394caba-0d61-4e8e-b654-b6f07187c150 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.42 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 949 time: 0.0742729 Sep 29 23:22:11.632724 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-e0f8b5b7-117c-4502-a750-a15362a923ea service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471212 Sep 29 23:22:11.690743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e7e1b7-7608-4732-a9ca-60ca9bf8eada req-d7a27bf1-48b1-4021-9b87-d3da5d3200be tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:11.692409 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2e7e1b7-7608-4732-a9ca-60ca9bf8eada req-d7a27bf1-48b1-4021-9b87-d3da5d3200be tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 949 time: 0.0592234 Sep 29 23:22:11.694455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-dee608f9-c0bc-48ec-9aae-ce5f186c57e8 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Deleting port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:22:11.694801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-dee608f9-c0bc-48ec-9aae-ce5f186c57e8 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:11.699984 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-71c740da-2f25-4b74-8bb8-bee540e77b55 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=069fc8e8-f008-4614-afb5-64ce1ad70754 HTTP/1.1" status: 200 len: 217 time: 0.0590112 Sep 29 23:22:11.734512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2e7e1b7-7608-4732-a9ca-60ca9bf8eada req-d7931f13-684b-400f-a660-f8970cd171c9 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/security-groups?id=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342593 Sep 29 23:22:11.803122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-8a7f8904-cc57-494e-90c0-9fb490717071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:11.804619 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-8a7f8904-cc57-494e-90c0-9fb490717071 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 200 len: 797 time: 0.0900018 Sep 29 23:22:11.863313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-dee608f9-c0bc-48ec-9aae-ce5f186c57e8 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] For port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:11.863688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-dee608f9-c0bc-48ec-9aae-ce5f186c57e8 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:11.878408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-dee608f9-c0bc-48ec-9aae-ce5f186c57e8 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Calling delete_port for 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:22:11.890618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-5efa388e-1b90-423a-b5ac-ec470811df9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:11.892161 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-5efa388e-1b90-423a-b5ac-ec470811df9f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=087e5120-73d2-426e-b117-b288b1b78538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0774746 Sep 29 23:22:11.975022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d525c5b9-8558-40b8-b0b9-7bd243af4c81 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:22:12.039640 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-52757b4e-67c4-4baf-9487-fa93907bfbdc service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141958 Sep 29 23:22:12.072364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d525c5b9-8558-40b8-b0b9-7bd243af4c81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d525c5b9-8558-40b8-b0b9-7bd243af4c81,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:12.084004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'd525c5b9-8558-40b8-b0b9-7bd243af4c81', 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675', 'port_id': 'd525c5b9-8558-40b8-b0b9-7bd243af4c81', 'mac_address': 'fa:16:3e:2e:11:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79dbd884-9427-4dd6-988c-df3802380466', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:22:12.128022 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:12.139607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-dee608f9-c0bc-48ec-9aae-ce5f186c57e8 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:12.143571 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d525c5b9-8558-40b8-b0b9-7bd243af4c81 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:22:12.165131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d525c5b9-8558-40b8-b0b9-7bd243af4c81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d525c5b9-8558-40b8-b0b9-7bd243af4c81,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:12.167513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644705ba-19f0-4a30-8469-496773050a94 req-def84c44-d6ad-4549-bcdc-09e336eef945 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:12.169322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-644705ba-19f0-4a30-8469-496773050a94 req-def84c44-d6ad-4549-bcdc-09e336eef945 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 944 time: 0.0563025 Sep 29 23:22:12.171910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:12.175762 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:12.178332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee608f9-c0bc-48ec-9aae-ce5f186c57e8 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Pushing event deleted for resources: {'Port': ['ID=2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:12.219724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-644705ba-19f0-4a30-8469-496773050a94 req-59daeec8-c50a-4f83-ac49-95e3efa529f0 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420728 Sep 29 23:22:12.234540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-dee608f9-c0bc-48ec-9aae-ce5f186c57e8 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] No DVR routers for this DVR port 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:22:12.237712 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-0b02e230-3b18-4929-9b00-33e3233bd4c8 service neutron] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742682 Sep 29 23:22:12.242826 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-dee608f9-c0bc-48ec-9aae-ce5f186c57e8 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:12.244785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65bdb2e6-b560-4325-af94-35b272f4ab7a req-dee608f9-c0bc-48ec-9aae-ce5f186c57e8 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.42 "DELETE /v2.0/ports/2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b HTTP/1.1" status: 204 len: 173 time: 0.7516093 Sep 29 23:22:12.268167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=d525c5b9-8558-40b8-b0b9-7bd243af4c81,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:12.280681 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-97a5a6b7-7393-4c3a-9ead-1be2698c9237 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=46e2c8bb-1726-4da0-a14b-2650b57a11c7 HTTP/1.1" status: 200 len: 217 time: 0.0348885 Sep 29 23:22:12.339406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-fc9ad435-bae3-4404-a8e7-1e15c56d01d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:12.341035 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-fc9ad435-bae3-4404-a8e7-1e15c56d01d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b73ade4-2bdf-4abe-9a8c-d2305af0db28 HTTP/1.1" status: 200 len: 797 time: 0.0535641 Sep 29 23:22:12.393152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-62a0a9df-37d8-4f99-872e-af5372143a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:12.394680 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-62a0a9df-37d8-4f99-872e-af5372143a44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435195 Sep 29 23:22:12.427509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f343351c-63fa-4014-b5b9-c33964d814a5', 'name': 'network-vif-deleted', 'tag': '2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:12.429708 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab5b96e-1724-4601-9f66-1bb0bf68f27d" -d '{"events": [{"server_uuid": "f343351c-63fa-4014-b5b9-c33964d814a5", "name": "network-vif-deleted", "tag": "2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:12.483254 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a72e43-4b3a-4c91-b5be-bb815a9ddb64 x-openstack-request-id: req-33a72e43-4b3a-4c91-b5be-bb815a9ddb64 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:12.483544 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f343351c-63fa-4014-b5b9-c33964d814a5", "name": "network-vif-deleted", "tag": "2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:12.483794 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-33a72e43-4b3a-4c91-b5be-bb815a9ddb64 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:12.484207 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f343351c-63fa-4014-b5b9-c33964d814a5', 'name': 'network-vif-deleted', 'tag': '2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b', 'status': 'completed', 'code': 200} Sep 29 23:22:12.516573 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-61c9489e-fda1-48b7-a455-8b42cc1068e9 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961714 Sep 29 23:22:12.568386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d525c5b9-8558-40b8-b0b9-7bd243af4c81'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:12.612251 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-501dc6ce-78bb-4d9b-a5e8-ca3294016699 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887921 Sep 29 23:22:12.671474 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-f46a2a35-6e7d-4971-87d0-c61ea2c327de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2ceaa646-8894-479c-a127-a14c16cf1019 HTTP/1.1" status: 200 len: 217 time: 0.0521054 Sep 29 23:22:12.742511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-eef7d171-7f66-4328-aa3c-d88cbe4bedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:12.744028 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-eef7d171-7f66-4328-aa3c-d88cbe4bedcf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b73ade4-2bdf-4abe-9a8c-d2305af0db28 HTTP/1.1" status: 200 len: 797 time: 0.0575345 Sep 29 23:22:12.822428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb27c625-d34f-4932-8098-d34971fbb924 req-988ec430-08ba-408c-a7da-30601ffeab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:12.824036 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-988ec430-08ba-408c-a7da-30601ffeab96 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e39dd437-e6ea-4000-a22a-c65e25f5d59a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0725055 Sep 29 23:22:12.864050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b49d6323-cae9-4d68-a0fc-1436bc6438ee req-f86de537-fcce-40a5-8596-bad8232840f5 tempest-VolumesBackupsTest-1154347709 tempest-VolumesBackupsTest-1154347709-project] 10.222.0.44 "GET /v2.0/ports?device_id=f343351c-63fa-4014-b5b9-c33964d814a5 HTTP/1.1" status: 200 len: 210 time: 0.0269105 Sep 29 23:22:12.919218 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-8c68e2da-46d5-4a45-a075-d69ab14c39b1 service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872762 Sep 29 23:22:13.023493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb27c625-d34f-4932-8098-d34971fbb924 req-fda73a5c-02d6-40cf-af83-9593ebce762a service neutron] 10.222.0.26 "GET /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969517 Sep 29 23:22:13.353990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5644bb-0cd4-45b5-96e8-8097fb1cf5dd req-d5ea22a7-d6a9-401a-96ec-d8c36794a474 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:13.355967 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a5644bb-0cd4-45b5-96e8-8097fb1cf5dd req-d5ea22a7-d6a9-401a-96ec-d8c36794a474 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 944 time: 0.0566168 Sep 29 23:22:13.394316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a5644bb-0cd4-45b5-96e8-8097fb1cf5dd req-9d07bb96-f2f9-437d-9ddc-7aa01228b864 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Sep 29 23:22:13.729146 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-35ea8e9b-81c0-4e42-8537-8ff38b5438c2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0438011 Sep 29 23:22:13.831965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-f801f67c-4e74-46c7-814d-ab329e27fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:13.834278 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-f801f67c-4e74-46c7-814d-ab329e27fd61 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 1097 time: 0.0497487 Sep 29 23:22:13.946695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-08bb39b6-84b2-414c-9ab8-771c24f2250c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:13.948232 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-08bb39b6-84b2-414c-9ab8-771c24f2250c service neutron] 10.222.0.42 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 912 time: 0.0932777 Sep 29 23:22:14.012572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d525c5b9-8558-40b8-b0b9-7bd243af4c81 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:22:14.060849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9591f2b4-eaf4-459b-b832-3796e05ddf64 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:22:14.121569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port d525c5b9-8558-40b8-b0b9-7bd243af4c81 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:22:14.128295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port d525c5b9-8558-40b8-b0b9-7bd243af4c81 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:22:14.128778 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:14.227904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9591f2b4-eaf4-459b-b832-3796e05ddf64, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9591f2b4-eaf4-459b-b832-3796e05ddf64,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:14.262243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '9591f2b4-eaf4-459b-b832-3796e05ddf64', 'network_id': '444cc720-a7ba-4ead-b8d6-69aae616c675', 'port_id': '9591f2b4-eaf4-459b-b832-3796e05ddf64', 'mac_address': 'fa:16:3e:a1:97:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79dbd884-9427-4dd6-988c-df3802380466', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:22:14.297371 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:14.340096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-644cd9de-6da3-4239-bee1-e11dabe4f758 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2 HTTP/1.1" status: 200 len: 1001 time: 0.3837667 Sep 29 23:22:14.344550 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:14.352600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceacb470-0db6-4f35-a0e3-e0a355c8a0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd525c5b9-8558-40b8-b0b9-7bd243af4c81'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:14.354977 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67bcb5c7-ec59-4b5b-accd-270c77c085aa" -d '{"events": [{"server_uuid": "ceacb470-0db6-4f35-a0e3-e0a355c8a0a2", "name": "network-vif-plugged", "status": "completed", "tag": "d525c5b9-8558-40b8-b0b9-7bd243af4c81"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:14.375391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d525c5b9-8558-40b8-b0b9-7bd243af4c81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d525c5b9-8558-40b8-b0b9-7bd243af4c81,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:14.377486 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9591f2b4-eaf4-459b-b832-3796e05ddf64 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:22:14.389882 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:14.390861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:22:14.399152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-14cca8db-78dc-4714-852e-b144dc74ad98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:14.401189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-14cca8db-78dc-4714-852e-b144dc74ad98 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.0534387 Sep 29 23:22:14.404823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9591f2b4-eaf4-459b-b832-3796e05ddf64, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9591f2b4-eaf4-459b-b832-3796e05ddf64,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:14.447947 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51150b04-28a2-4e21-bc53-1de5cf6db48d x-openstack-request-id: req-51150b04-28a2-4e21-bc53-1de5cf6db48d {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:14.448579 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceacb470-0db6-4f35-a0e3-e0a355c8a0a2", "name": "network-vif-plugged", "status": "completed", "tag": "d525c5b9-8558-40b8-b0b9-7bd243af4c81", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:14.448932 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-51150b04-28a2-4e21-bc53-1de5cf6db48d {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:14.449425 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceacb470-0db6-4f35-a0e3-e0a355c8a0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd525c5b9-8558-40b8-b0b9-7bd243af4c81', 'code': 200} Sep 29 23:22:14.452157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:14.454514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:22:14.454971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 2bfd7148-f448-47fc-8ab9-fa3c7cf7df3b not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:22:14.460682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-7d00aa2a-7e78-4ba8-a773-29b9b673fad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:14.463428 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-7d00aa2a-7e78-4ba8-a773-29b9b673fad0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547366 Sep 29 23:22:14.487046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=d525c5b9-8558-40b8-b0b9-7bd243af4c81,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:14.548823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9591f2b4-eaf4-459b-b832-3796e05ddf64,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:14.563069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498619a-44d5-452d-8ad2-1f5638de96ad req-d1b26d32-bdd6-48f1-b96f-1b25a12e756f tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:14.564616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3498619a-44d5-452d-8ad2-1f5638de96ad req-d1b26d32-bdd6-48f1-b96f-1b25a12e756f tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 945 time: 0.0847714 Sep 29 23:22:14.574491 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-7e17b8f9-8e94-44f0-8776-83c8a970da5f service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021278 Sep 29 23:22:14.574948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1beb9b-5eb6-4d5e-974a-7af29b36518b req-1bdda145-5db7-4760-a2af-a6c841e5e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:14.576423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff1beb9b-5eb6-4d5e-974a-7af29b36518b req-1bdda145-5db7-4760-a2af-a6c841e5e13b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ceacb470-0db6-4f35-a0e3-e0a355c8a0a2 HTTP/1.1" status: 200 len: 1097 time: 0.0604057 Sep 29 23:22:14.632792 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3498619a-44d5-452d-8ad2-1f5638de96ad req-f701453a-fa8c-4890-992a-1be86733a543 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598783 Sep 29 23:22:14.636769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff1beb9b-5eb6-4d5e-974a-7af29b36518b req-9cef866a-3eb2-4452-bdc9-026c0568e0c3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470743 Sep 29 23:22:14.685881 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f186702a-8b4a-4a22-9f23-b30fdc95f07a req-c2d6631e-ad56-42a8-8441-7ad09059405c service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985165 Sep 29 23:22:14.738952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['9591f2b4-eaf4-459b-b832-3796e05ddf64'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:15.755751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b7065-da33-4916-844b-eac4b7c7e231 req-44afe804-856e-46ee-9ebf-99c1ac6a3443 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:15.757440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e98b7065-da33-4916-844b-eac4b7c7e231 req-44afe804-856e-46ee-9ebf-99c1ac6a3443 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 945 time: 0.0500786 Sep 29 23:22:15.795626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e98b7065-da33-4916-844b-eac4b7c7e231 req-d66f81a6-f733-449e-8866-b1d409e843af tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320518 Sep 29 23:22:16.060825 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9591f2b4-eaf4-459b-b832-3796e05ddf64 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:22:16.271631 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 9591f2b4-eaf4-459b-b832-3796e05ddf64 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:22:16.275662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 9591f2b4-eaf4-459b-b832-3796e05ddf64 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:22:16.276100 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:16.357247 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:16.391578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9591f2b4-eaf4-459b-b832-3796e05ddf64, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9591f2b4-eaf4-459b-b832-3796e05ddf64,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:16.396059 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:16.441798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9591f2b4-eaf4-459b-b832-3796e05ddf64,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:16.450300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f5db99-1236-49d6-a2f5-2edfc5f7f7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9591f2b4-eaf4-459b-b832-3796e05ddf64'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:16.452420 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0190ecb-5350-4bd3-943f-283ef2b404ef" -d '{"events": [{"server_uuid": "41f5db99-1236-49d6-a2f5-2edfc5f7f7c2", "name": "network-vif-plugged", "status": "completed", "tag": "9591f2b4-eaf4-459b-b832-3796e05ddf64"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:16.490886 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03730136-ed6d-41ad-ad1a-03d3e14071a1 x-openstack-request-id: req-03730136-ed6d-41ad-ad1a-03d3e14071a1 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:16.491187 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f5db99-1236-49d6-a2f5-2edfc5f7f7c2", "name": "network-vif-plugged", "status": "completed", "tag": "9591f2b4-eaf4-459b-b832-3796e05ddf64", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:16.491447 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03730136-ed6d-41ad-ad1a-03d3e14071a1 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:16.491876 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f5db99-1236-49d6-a2f5-2edfc5f7f7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9591f2b4-eaf4-459b-b832-3796e05ddf64', 'code': 200} Sep 29 23:22:16.587821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46dc5c-658a-4e4e-8cf9-5b40a6af40ad req-e6bc4cee-d242-4f18-ad65-cba89271226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:16.589634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd46dc5c-658a-4e4e-8cf9-5b40a6af40ad req-e6bc4cee-d242-4f18-ad65-cba89271226e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0456223 Sep 29 23:22:16.626382 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd46dc5c-658a-4e4e-8cf9-5b40a6af40ad req-64d282b0-92bb-4d6f-a406-1cc220ce4692 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294251 Sep 29 23:22:16.911958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf008022-d539-424f-aa72-22ab4b4fc253 req-2d0a5752-867e-4103-a7c3-2449f5a0f132 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:16.913542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf008022-d539-424f-aa72-22ab4b4fc253 req-2d0a5752-867e-4103-a7c3-2449f5a0f132 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 946 time: 0.0486667 Sep 29 23:22:16.950357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf008022-d539-424f-aa72-22ab4b4fc253 req-c2219ce1-8bca-4eda-848f-7e389e7c64f4 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308418 Sep 29 23:22:18.079010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a9c8f-3f2b-44bf-a781-aa93d3de4bab req-8c84cdb9-afdd-41fb-853a-51d2ec915ddc tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:18.080613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-734a9c8f-3f2b-44bf-a781-aa93d3de4bab req-8c84cdb9-afdd-41fb-853a-51d2ec915ddc tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 946 time: 0.0543220 Sep 29 23:22:18.130216 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-734a9c8f-3f2b-44bf-a781-aa93d3de4bab req-000f83fa-bf5a-47b7-9be4-2798de7892c2 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Sep 29 23:22:18.248028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c41d58-4dc0-4c8b-8f63-51babc9a47f1 req-aef3f314-21e7-47d6-9e39-0a837156af3f tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:18.249813 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9c41d58-4dc0-4c8b-8f63-51babc9a47f1 req-aef3f314-21e7-47d6-9e39-0a837156af3f tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceacb470-0db6-4f35-a0e3-e0a355c8a0a2 HTTP/1.1" status: 200 len: 946 time: 0.0512002 Sep 29 23:22:18.290295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9c41d58-4dc0-4c8b-8f63-51babc9a47f1 req-d638a49d-8216-40db-940a-cd73e52f1342 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335605 Sep 29 23:22:18.697708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8a07a-213d-47c8-8129-1f11ac4964e6 req-b872af18-c916-4b2b-bb51-35652f62dd0c tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:18.699524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13e8a07a-213d-47c8-8129-1f11ac4964e6 req-b872af18-c916-4b2b-bb51-35652f62dd0c tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceacb470-0db6-4f35-a0e3-e0a355c8a0a2 HTTP/1.1" status: 200 len: 946 time: 0.0505984 Sep 29 23:22:18.738534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13e8a07a-213d-47c8-8129-1f11ac4964e6 req-7603e853-94b2-4d25-ae3a-e80b9638838b tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Sep 29 23:22:19.861450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09b58b-fb52-4b3e-bad9-9eae8c8e43dc req-d000826f-28b7-4a56-a14e-e8e9a194ff74 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:19.862961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c09b58b-fb52-4b3e-bad9-9eae8c8e43dc req-d000826f-28b7-4a56-a14e-e8e9a194ff74 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceacb470-0db6-4f35-a0e3-e0a355c8a0a2 HTTP/1.1" status: 200 len: 946 time: 0.0517092 Sep 29 23:22:19.906762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c09b58b-fb52-4b3e-bad9-9eae8c8e43dc req-aa9b36a2-d2fd-4744-a96e-b5e0c08ce15d tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/security-groups?id=5c955951-60ee-4ef3-a172-ecc7d24bc3de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375369 Sep 29 23:22:19.925417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-a8081769-6de0-4a80-a8f2-fec53f268699 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:19.927729 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-a8081769-6de0-4a80-a8f2-fec53f268699 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.26 "GET /v2.0/ports?device_id=41f5db99-1236-49d6-a2f5-2edfc5f7f7c2 HTTP/1.1" status: 200 len: 946 time: 0.0557377 Sep 29 23:22:20.059730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-eb9fa3ae-3f8b-495f-9635-86e9ea454fb5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Deleting port 9591f2b4-eaf4-459b-b832-3796e05ddf64 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:22:20.060097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-eb9fa3ae-3f8b-495f-9635-86e9ea454fb5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:20.090354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-cc008d0f-f1ee-4aa1-8f50-34d003d69e0e tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:20.092947 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-cc008d0f-f1ee-4aa1-8f50-34d003d69e0e tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.42 "GET /v2.0/ports?device_id=ceacb470-0db6-4f35-a0e3-e0a355c8a0a2 HTTP/1.1" status: 200 len: 946 time: 0.0880246 Sep 29 23:22:20.108178 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:20.230518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-eb9fa3ae-3f8b-495f-9635-86e9ea454fb5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] For port 9591f2b4-eaf4-459b-b832-3796e05ddf64, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9591f2b4-eaf4-459b-b832-3796e05ddf64,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:20.230790 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-eb9fa3ae-3f8b-495f-9635-86e9ea454fb5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:20.247472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-eb9fa3ae-3f8b-495f-9635-86e9ea454fb5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Calling delete_port for 9591f2b4-eaf4-459b-b832-3796e05ddf64 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:22:20.308533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-57049c84-93ca-4ae2-826e-8e2d4ac5de9a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Deleting port d525c5b9-8558-40b8-b0b9-7bd243af4c81 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:22:20.308888 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-57049c84-93ca-4ae2-826e-8e2d4ac5de9a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:20.427777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-57049c84-93ca-4ae2-826e-8e2d4ac5de9a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] For port d525c5b9-8558-40b8-b0b9-7bd243af4c81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d525c5b9-8558-40b8-b0b9-7bd243af4c81,segment=NetworkSegment(b7493df0-f383-483c-a928-b1fc4e878fa5),segment_id=b7493df0-f383-483c-a928-b1fc4e878fa5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:20.428193 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-57049c84-93ca-4ae2-826e-8e2d4ac5de9a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:20.463591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-57049c84-93ca-4ae2-826e-8e2d4ac5de9a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Calling delete_port for d525c5b9-8558-40b8-b0b9-7bd243af4c81 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:22:20.535398 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-eb9fa3ae-3f8b-495f-9635-86e9ea454fb5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:20.548842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['9591f2b4-eaf4-459b-b832-3796e05ddf64'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:20.573353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d525c5b9-8558-40b8-b0b9-7bd243af4c81'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:20.581226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fa3ae-3f8b-495f-9635-86e9ea454fb5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Pushing event deleted for resources: {'Port': ['ID=9591f2b4-eaf4-459b-b832-3796e05ddf64,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:20.638430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-eb9fa3ae-3f8b-495f-9635-86e9ea454fb5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] No DVR routers for this DVR port 9591f2b4-eaf4-459b-b832-3796e05ddf64 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:22:20.641348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-eb9fa3ae-3f8b-495f-9635-86e9ea454fb5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:20.643594 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3ce30e05-706b-4448-8f1e-6feaa0138e20 req-eb9fa3ae-3f8b-495f-9635-86e9ea454fb5 tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.26 "DELETE /v2.0/ports/9591f2b4-eaf4-459b-b832-3796e05ddf64 HTTP/1.1" status: 204 len: 173 time: 0.7100232 Sep 29 23:22:20.644955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41f5db99-1236-49d6-a2f5-2edfc5f7f7c2', 'name': 'network-vif-deleted', 'tag': '9591f2b4-eaf4-459b-b832-3796e05ddf64'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:20.647894 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b5f05a-9870-4844-a367-a518790be637" -d '{"events": [{"server_uuid": "41f5db99-1236-49d6-a2f5-2edfc5f7f7c2", "name": "network-vif-deleted", "tag": "9591f2b4-eaf4-459b-b832-3796e05ddf64"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:20.724148 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6907cdce-682b-49e0-a14c-7ba89539083b x-openstack-request-id: req-6907cdce-682b-49e0-a14c-7ba89539083b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:20.724148 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41f5db99-1236-49d6-a2f5-2edfc5f7f7c2", "name": "network-vif-deleted", "tag": "9591f2b4-eaf4-459b-b832-3796e05ddf64", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:20.724489 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6907cdce-682b-49e0-a14c-7ba89539083b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:20.725272 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41f5db99-1236-49d6-a2f5-2edfc5f7f7c2', 'name': 'network-vif-deleted', 'tag': '9591f2b4-eaf4-459b-b832-3796e05ddf64', 'status': 'completed', 'code': 200} Sep 29 23:22:20.773048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-57049c84-93ca-4ae2-826e-8e2d4ac5de9a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:20.790672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['9591f2b4-eaf4-459b-b832-3796e05ddf64'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:20.827440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57049c84-93ca-4ae2-826e-8e2d4ac5de9a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Pushing event deleted for resources: {'Port': ['ID=d525c5b9-8558-40b8-b0b9-7bd243af4c81,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:20.866075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-57049c84-93ca-4ae2-826e-8e2d4ac5de9a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] No DVR routers for this DVR port d525c5b9-8558-40b8-b0b9-7bd243af4c81 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:22:20.868606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-57049c84-93ca-4ae2-826e-8e2d4ac5de9a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:20.870840 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9d1ee6be-6763-4645-802e-d8171bf5780a req-57049c84-93ca-4ae2-826e-8e2d4ac5de9a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.42 "DELETE /v2.0/ports/d525c5b9-8558-40b8-b0b9-7bd243af4c81 HTTP/1.1" status: 204 len: 173 time: 0.7682950 Sep 29 23:22:21.019153 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59a0c92a-5687-4d99-b3e5-09195296fd0d req-4640251b-5b63-4fc5-a77e-d303b5fadc2a tempest-MultipleCreateTestJSON-1491307295 tempest-MultipleCreateTestJSON-1491307295-project] 10.222.0.44 "GET /v2.0/ports?device_id=ceacb470-0db6-4f35-a0e3-e0a355c8a0a2 HTTP/1.1" status: 200 len: 210 time: 0.0337021 Sep 29 23:22:22.116046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39568) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:22.163562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8655dfe-0ced-4b8e-a65e-4d5f4a2f111b admin admin] Deleting subnet 79dbd884-9427-4dd6-988c-df3802380466 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:22:22.166713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8655dfe-0ced-4b8e-a65e-4d5f4a2f111b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.206596 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8655dfe-0ced-4b8e-a65e-4d5f4a2f111b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.247931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8655dfe-0ced-4b8e-a65e-4d5f4a2f111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.305042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8655dfe-0ced-4b8e-a65e-4d5f4a2f111b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.338460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8655dfe-0ced-4b8e-a65e-4d5f4a2f111b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79dbd884-9427-4dd6-988c-df3802380466,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:22.341417 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8655dfe-0ced-4b8e-a65e-4d5f4a2f111b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.343221 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a8655dfe-0ced-4b8e-a65e-4d5f4a2f111b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/79dbd884-9427-4dd6-988c-df3802380466 HTTP/1.1" status: 204 len: 168 time: 0.2258654 Sep 29 23:22:22.345667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39570) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:22.424015 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.506441 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.529307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444cc720-a7ba-4ead-b8d6-69aae616c675']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:22:22.538889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7493df0-f383-483c-a928-b1fc4e878fa5') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:22:22.539191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7493df0-f383-483c-a928-b1fc4e878fa5') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:22:22.549165 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.562900 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.570227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:22:22.570642 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:22:22.572468 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:22:22.639131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.649839 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.652226 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] 10.222.0.44 "DELETE /v2.0/networks/444cc720-a7ba-4ead-b8d6-69aae616c675 HTTP/1.1" status: 204 len: 168 time: 0.3053360 Sep 29 23:22:22.668425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40d3e1-68a3-46fd-8b82-69f66f84f108 admin admin] Pushing event deleted for resources: {'Network': ['ID=444cc720-a7ba-4ead-b8d6-69aae616c675,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:22.726665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceacb470-0db6-4f35-a0e3-e0a355c8a0a2', 'name': 'network-vif-deleted', 'tag': 'd525c5b9-8558-40b8-b0b9-7bd243af4c81'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:22.730118 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccb72cb-d83d-431a-9c4c-ed0b7578e2dc" -d '{"events": [{"server_uuid": "ceacb470-0db6-4f35-a0e3-e0a355c8a0a2", "name": "network-vif-deleted", "tag": "d525c5b9-8558-40b8-b0b9-7bd243af4c81"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:22.777776 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acca1bbd-6348-4033-8e1b-d876e1b4745a x-openstack-request-id: req-acca1bbd-6348-4033-8e1b-d876e1b4745a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:22.778191 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceacb470-0db6-4f35-a0e3-e0a355c8a0a2", "name": "network-vif-deleted", "tag": "d525c5b9-8558-40b8-b0b9-7bd243af4c81", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:22.778510 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-acca1bbd-6348-4033-8e1b-d876e1b4745a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:22.779124 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceacb470-0db6-4f35-a0e3-e0a355c8a0a2', 'name': 'network-vif-deleted', 'tag': 'd525c5b9-8558-40b8-b0b9-7bd243af4c81', 'status': 'completed', 'code': 200} Sep 29 23:22:22.790372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39580) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:22.833856 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c3f71335-ab53-47a9-b7e7-9f5e5e61e65e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cbf4ed23f7b04636b42add3a569c776e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411210 Sep 29 23:22:22.836086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39582) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:22.890643 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47c9ecaa-cc0e-462a-911a-e5dbbefb3d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.916932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47c9ecaa-cc0e-462a-911a-e5dbbefb3d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.973331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47c9ecaa-cc0e-462a-911a-e5dbbefb3d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.977157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47c9ecaa-cc0e-462a-911a-e5dbbefb3d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:22.979156 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-47c9ecaa-cc0e-462a-911a-e5dbbefb3d78 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5c955951-60ee-4ef3-a172-ecc7d24bc3de HTTP/1.1" status: 204 len: 168 time: 0.1419809 Sep 29 23:22:22.987816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9ecaa-cc0e-462a-911a-e5dbbefb3d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c955951-60ee-4ef3-a172-ecc7d24bc3de,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:23.725640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39614) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:23.829564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1368504116-network', 'tenant_id': '387042892a0b4c1eacc30798864e5ab2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:22:23.852771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Made reservation on behalf of 387042892a0b4c1eacc30798864e5ab2 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:22:23.855183 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:23.863569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:23.967740 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:23.972698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:24.002839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:22:24.012243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:24.020134 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:24.020487 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Added segment f3626c33-931f-461e-b059-e1ade2e40f19 of type vlan for network a8e149a4-fd5c-4586-b004-b0fdae9aa618 Sep 29 23:22:24.043219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d525c5b9-8558-40b8-b0b9-7bd243af4c81 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:22:24.066070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:24.066593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: d525c5b9-8558-40b8-b0b9-7bd243af4c81 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:22:24.067104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d525c5b9-8558-40b8-b0b9-7bd243af4c81 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:22:24.081054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9591f2b4-eaf4-459b-b832-3796e05ddf64 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:22:24.095303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:24.096295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:24.096874 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:24.103042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 9591f2b4-eaf4-459b-b832-3796e05ddf64 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:22:24.103517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9591f2b4-eaf4-459b-b832-3796e05ddf64 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:22:24.135957 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4091747 Sep 29 23:22:24.138948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39624) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:24.143933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Request body: {'subnet': {'network_id': 'a8e149a4-fd5c-4586-b004-b0fdae9aa618', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1368504116-subnet', 'tenant_id': '387042892a0b4c1eacc30798864e5ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:22:24.170471 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862f0d7-a399-4a4a-98ee-80153c6e2ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=a8e149a4-fd5c-4586-b004-b0fdae9aa618,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:24.171121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Made reservation on behalf of 387042892a0b4c1eacc30798864e5ab2 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:22:24.177950 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:24.180075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network a8e149a4-fd5c-4586-b004-b0fdae9aa618 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:22:24.363368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:24.417177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d5ad40c-64fe-4ec6-8687-e2b49d2afb62,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:24.428766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Checking segment: {'id': 'f3626c33-931f-461e-b059-e1ade2e40f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a8e149a4-fd5c-4586-b004-b0fdae9aa618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:22:24.429135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Network hostable DHCP agents. Network: a8e149a4-fd5c-4586-b004-b0fdae9aa618, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:22:24.446077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Network a8e149a4-fd5c-4586-b004-b0fdae9aa618 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:22:24.455219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, a8e149a4-fd5c-4586-b004-b0fdae9aa618) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:22:24.460215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:24.460803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:24.465862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f2793d-150c-4970-8a66-a67b3362b2c1 None None] Network a8e149a4-fd5c-4586-b004-b0fdae9aa618 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:22:24.485164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4fd17e9c-ffcc-4e37-b505-d8eecfa3463d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3442590 Sep 29 23:22:24.608475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f1622-c69f-4220-8fd9-7f83b04118d1 None None] Network a8e149a4-fd5c-4586-b004-b0fdae9aa618 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:22:24.949923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-e58be30d-51ce-4218-811e-638c66b07bc3 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:24.951434 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-e58be30d-51ce-4218-811e-638c66b07bc3 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/networks?id=a8e149a4-fd5c-4586-b004-b0fdae9aa618 HTTP/1.1" status: 200 len: 822 time: 0.1090052 Sep 29 23:22:24.968657 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-4c1babd3-e034-4410-8633-c7f930da2889 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/quotas/387042892a0b4c1eacc30798864e5ab2 HTTP/1.1" status: 200 len: 375 time: 0.0113945 Sep 29 23:22:25.007052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-724c274e-d4c3-42f6-8a4e-07d46aeb91f4 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=387042892a0b4c1eacc30798864e5ab2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310233 Sep 29 23:22:25.018099 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-915962ce-ff14-4213-9303-4383119bfda0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:22:25.019178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-915962ce-ff14-4213-9303-4383119bfda0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053334 Sep 29 23:22:25.142500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-baf062f7-e65f-4481-b36a-a6eaef88a02d service neutron] 10.222.0.44 "GET /v2.0/networks/a8e149a4-fd5c-4586-b004-b0fdae9aa618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164484 Sep 29 23:22:25.256443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-573869e0-d54a-4a75-90ba-44f9a15ca15c service neutron] 10.222.0.44 "GET /v2.0/networks/a8e149a4-fd5c-4586-b004-b0fdae9aa618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057618 Sep 29 23:22:25.419953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47534ef5-1213-4f84-8d5f-ab3360f960eb req-b8b72ddb-2933-40ed-a230-9b0b5bf4225f tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 210 time: 0.0277743 Sep 29 23:22:26.521986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2786e24e-7c58-4fec-9cd7-2e374d88e88f req-03cddcd6-c3c5-4121-a10b-4ac62b92ee97 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 210 time: 0.0292723 Sep 29 23:22:26.783138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-62a1bcad-6ea0-4e0a-b387-346c6cdf7520 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:26.784721 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-62a1bcad-6ea0-4e0a-b387-346c6cdf7520 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.42 "GET /v2.0/networks?id=a8e149a4-fd5c-4586-b004-b0fdae9aa618 HTTP/1.1" status: 200 len: 822 time: 0.1300480 Sep 29 23:22:26.812698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Request body: {'port': {'device_id': '8d36226b-f7a9-4fb4-b16f-bfd26c21a16a', 'network_id': 'a8e149a4-fd5c-4586-b004-b0fdae9aa618', 'admin_state_up': True, 'tenant_id': '387042892a0b4c1eacc30798864e5ab2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:22:26.939737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Made reservation on behalf of 387042892a0b4c1eacc30798864e5ab2 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:22:26.944123 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:27.090413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Allocated IP 172.20.0.9 (a8e149a4-fd5c-4586-b004-b0fdae9aa618/4d5ad40c-64fe-4ec6-8687-e2b49d2afb62/1b3ba4a7-8677-4bc8-aea7-324946880392) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:22:27.256551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:27.291295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:27.342821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Network a8e149a4-fd5c-4586-b004-b0fdae9aa618 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:22:27.346120 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:22:27.350256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:22:27.386161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Pushing event updated for resources: {'Port': ['ID=1b3ba4a7-8677-4bc8-aea7-324946880392,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:27.400042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.400389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.400735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.401097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.401421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.401756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.402080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.402404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.402726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.403046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.403372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.403693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:27.419022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:27.419644 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:27.434476 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8965ac50-3bd1-4cd2-8e9f-8a5a9e0fa054 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6258688 Sep 29 23:22:27.451618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Request body: {'port': {'device_id': '8d36226b-f7a9-4fb4-b16f-bfd26c21a16a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:22:27.506875 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:27.648657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df0c0ff-412e-46af-a207-6850ef8bf518 req-2dba8bcd-3328-48df-8a2f-0de998fabb9f tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:27.651025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5df0c0ff-412e-46af-a207-6850ef8bf518 req-2dba8bcd-3328-48df-8a2f-0de998fabb9f tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 931 time: 0.0553422 Sep 29 23:22:27.699112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5df0c0ff-412e-46af-a207-6850ef8bf518 req-fdd2fc24-314a-44b8-8166-d3f263d33845 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413024 Sep 29 23:22:27.798758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3ba4a7-8677-4bc8-aea7-324946880392 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:22:27.806815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:27.820223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Transition to ACTIVE for port object 1b3ba4a7-8677-4bc8-aea7-324946880392 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:22:27.823912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:27.891096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3ba4a7-8677-4bc8-aea7-324946880392,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:27.952581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Attempting to bind port 1b3ba4a7-8677-4bc8-aea7-324946880392 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:22:27.952970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Attempting to bind port 1b3ba4a7-8677-4bc8-aea7-324946880392 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'f3626c33-931f-461e-b059-e1ade2e40f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a8e149a4-fd5c-4586-b004-b0fdae9aa618'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:22:27.953239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Attempting to bind port 1b3ba4a7-8677-4bc8-aea7-324946880392 on network a8e149a4-fd5c-4586-b004-b0fdae9aa618 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:22:27.958118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Port 1b3ba4a7-8677-4bc8-aea7-324946880392 on network a8e149a4-fd5c-4586-b004-b0fdae9aa618 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:22:27.958444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Attempting to bind port 1b3ba4a7-8677-4bc8-aea7-324946880392 on network a8e149a4-fd5c-4586-b004-b0fdae9aa618 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:22:27.963242 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:22:27.963577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Checking segment: {'id': 'f3626c33-931f-461e-b059-e1ade2e40f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a8e149a4-fd5c-4586-b004-b0fdae9aa618'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:22:27.964249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Bound using segment: {'id': 'f3626c33-931f-461e-b059-e1ade2e40f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a8e149a4-fd5c-4586-b004-b0fdae9aa618'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:22:27.964675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Bound port: 1b3ba4a7-8677-4bc8-aea7-324946880392, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3626c33-931f-461e-b059-e1ade2e40f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'a8e149a4-fd5c-4586-b004-b0fdae9aa618'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:22:27.965030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:28.029747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] For port 1b3ba4a7-8677-4bc8-aea7-324946880392, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:22:28.035468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] For port 1b3ba4a7-8677-4bc8-aea7-324946880392, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1b3ba4a7-8677-4bc8-aea7-324946880392,segment=NetworkSegment(f3626c33-931f-461e-b059-e1ade2e40f19),segment_id=f3626c33-931f-461e-b059-e1ade2e40f19)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:22:28.040686 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:28.077365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:28.077987 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:28.079384 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] 10.222.0.42 "PUT /v2.0/ports/1b3ba4a7-8677-4bc8-aea7-324946880392 HTTP/1.1" status: 200 len: 1091 time: 0.6321578 Sep 29 23:22:28.079849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d36226b-f7a9-4fb4-b16f-bfd26c21a16a', 'tag': '1b3ba4a7-8677-4bc8-aea7-324946880392'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:28.082090 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17afc1c-e93e-4f78-ae12-1318a373db16" -d '{"events": [{"name": "network-changed", "server_uuid": "8d36226b-f7a9-4fb4-b16f-bfd26c21a16a", "tag": "1b3ba4a7-8677-4bc8-aea7-324946880392"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:28.108844 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938eb35-81d1-492b-b2f3-5f89d6f48784 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3ba4a7-8677-4bc8-aea7-324946880392,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:28.175671 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad768d02-ae76-4995-b8b4-a7a3ec8cdc89 x-openstack-request-id: req-ad768d02-ae76-4995-b8b4-a7a3ec8cdc89 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:28.176046 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d36226b-f7a9-4fb4-b16f-bfd26c21a16a", "tag": "1b3ba4a7-8677-4bc8-aea7-324946880392", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:28.176386 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad768d02-ae76-4995-b8b4-a7a3ec8cdc89 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:28.176862 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d36226b-f7a9-4fb4-b16f-bfd26c21a16a', 'tag': '1b3ba4a7-8677-4bc8-aea7-324946880392', 'status': 'completed', 'code': 200} Sep 29 23:22:28.194615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-55926a23-bb20-4fc2-a129-fada6064e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:28.196187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-55926a23-bb20-4fc2-a129-fada6064e938 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=387042892a0b4c1eacc30798864e5ab2&device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 1094 time: 0.0516028 Sep 29 23:22:28.261806 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8277f47e-d814-4616-b70c-b0ede8f4f78d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b3ba4a7-8677-4bc8-aea7-324946880392 HTTP/1.1" status: 200 len: 217 time: 0.0521550 Sep 29 23:22:28.315795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-67585090-3a77-4534-9351-129d40e59066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:28.315795 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-67585090-3a77-4534-9351-129d40e59066 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d5ad40c-64fe-4ec6-8687-e2b49d2afb62 HTTP/1.1" status: 200 len: 862 time: 0.0458326 Sep 29 23:22:28.349887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-8b126a0e-e4f0-4770-973d-1b0a261cb918 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8e149a4-fd5c-4586-b004-b0fdae9aa618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269763 Sep 29 23:22:28.480002 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-e6b0754b-964d-4451-89d9-274ac5022102 service neutron] 10.222.0.42 "GET /v2.0/networks/a8e149a4-fd5c-4586-b004-b0fdae9aa618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231127 Sep 29 23:22:28.582130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-42622d1a-93a6-4365-b650-87682ccdf9d3 req-236e0ec7-7b03-4900-a831-9ea21de2042a service neutron] 10.222.0.42 "GET /v2.0/networks/a8e149a4-fd5c-4586-b004-b0fdae9aa618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942683 Sep 29 23:22:28.719365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17afc1c-e93e-4f78-ae12-1318a373db16 req-77d4732d-d97a-407a-9f98-333ba94ad024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:28.721034 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d17afc1c-e93e-4f78-ae12-1318a373db16 req-77d4732d-d97a-407a-9f98-333ba94ad024 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=387042892a0b4c1eacc30798864e5ab2&device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 1094 time: 0.0542982 Sep 29 23:22:28.828576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17afc1c-e93e-4f78-ae12-1318a373db16 req-af1bb12f-91e1-473f-a232-b9e56364db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:28.830080 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d17afc1c-e93e-4f78-ae12-1318a373db16 req-af1bb12f-91e1-473f-a232-b9e56364db31 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a8e149a4-fd5c-4586-b004-b0fdae9aa618 HTTP/1.1" status: 200 len: 923 time: 0.1021054 Sep 29 23:22:28.850058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99904b-6bdf-4aef-b555-0cd50312743a req-fd7c221c-8a4a-4378-a033-bf110f0fb5cd tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:28.851798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea99904b-6bdf-4aef-b555-0cd50312743a req-fd7c221c-8a4a-4378-a033-bf110f0fb5cd tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 943 time: 0.0652549 Sep 29 23:22:28.892982 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d17afc1c-e93e-4f78-ae12-1318a373db16 req-34042149-f9c4-4efd-87f4-8c2530cfbf6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b3ba4a7-8677-4bc8-aea7-324946880392 HTTP/1.1" status: 200 len: 217 time: 0.0523756 Sep 29 23:22:28.898901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea99904b-6bdf-4aef-b555-0cd50312743a req-6e886a24-22bf-4580-a16d-e5fc95b7a2cd tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363822 Sep 29 23:22:28.946523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17afc1c-e93e-4f78-ae12-1318a373db16 req-5d7e38cf-f2d9-417b-b0db-deb5229c066a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:28.947979 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d17afc1c-e93e-4f78-ae12-1318a373db16 req-5d7e38cf-f2d9-417b-b0db-deb5229c066a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=4d5ad40c-64fe-4ec6-8687-e2b49d2afb62 HTTP/1.1" status: 200 len: 862 time: 0.0462098 Sep 29 23:22:28.980873 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d17afc1c-e93e-4f78-ae12-1318a373db16 req-e6e94ad6-0f1d-407f-86c9-922e567d0bda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a8e149a4-fd5c-4586-b004-b0fdae9aa618&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249872 Sep 29 23:22:29.083165 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d17afc1c-e93e-4f78-ae12-1318a373db16 req-7bb27629-85fc-4f7a-9ab9-f0d14ea71550 service neutron] 10.222.0.42 "GET /v2.0/networks/a8e149a4-fd5c-4586-b004-b0fdae9aa618?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947528 Sep 29 23:22:29.183111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d17afc1c-e93e-4f78-ae12-1318a373db16 req-311e4851-fde0-4628-9046-19ae8fbf8609 service neutron] 10.222.0.42 "GET /v2.0/networks/a8e149a4-fd5c-4586-b004-b0fdae9aa618?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927029 Sep 29 23:22:30.025019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d719-8720-49c8-915e-a4fd0db29a50 req-af8a8459-30dd-44ef-9004-76227ac86d8d tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:30.026541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1054d719-8720-49c8-915e-a4fd0db29a50 req-af8a8459-30dd-44ef-9004-76227ac86d8d tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 943 time: 0.0488367 Sep 29 23:22:30.065688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1054d719-8720-49c8-915e-a4fd0db29a50 req-b74be779-ca6a-43c9-86b7-6b96a5322ad1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330369 Sep 29 23:22:31.223503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772db35-7a81-4b59-9bb8-667083bad77a req-20bd28bf-f7ba-43b3-a1e2-0861d999afc1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:31.227723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d772db35-7a81-4b59-9bb8-667083bad77a req-20bd28bf-f7ba-43b3-a1e2-0861d999afc1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 943 time: 0.0804055 Sep 29 23:22:31.272688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d772db35-7a81-4b59-9bb8-667083bad77a req-fd017b30-b7a4-4104-a7e3-686060bec6f6 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 Sep 29 23:22:32.129003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1b3ba4a7-8677-4bc8-aea7-324946880392 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:22:32.224124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1b3ba4a7-8677-4bc8-aea7-324946880392, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1b3ba4a7-8677-4bc8-aea7-324946880392,segment=NetworkSegment(f3626c33-931f-461e-b059-e1ade2e40f19),segment_id=f3626c33-931f-461e-b059-e1ade2e40f19)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:32.234931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '1b3ba4a7-8677-4bc8-aea7-324946880392', 'network_id': 'a8e149a4-fd5c-4586-b004-b0fdae9aa618', 'port_id': '1b3ba4a7-8677-4bc8-aea7-324946880392', 'mac_address': 'fa:16:3e:53:89:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d5ad40c-64fe-4ec6-8687-e2b49d2afb62', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:22:32.272387 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:32.284959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3ba4a7-8677-4bc8-aea7-324946880392 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:22:32.306439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1b3ba4a7-8677-4bc8-aea7-324946880392, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1b3ba4a7-8677-4bc8-aea7-324946880392,segment=NetworkSegment(f3626c33-931f-461e-b059-e1ade2e40f19),segment_id=f3626c33-931f-461e-b059-e1ade2e40f19)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:32.311046 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:32.366332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=1b3ba4a7-8677-4bc8-aea7-324946880392,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:32.398376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad61ae-4927-44c4-8371-d225dc9f9322 req-05bb8edf-b88e-4ad8-9da0-673528472035 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:32.399912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3fad61ae-4927-44c4-8371-d225dc9f9322 req-05bb8edf-b88e-4ad8-9da0-673528472035 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 944 time: 0.0503716 Sep 29 23:22:32.438371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3fad61ae-4927-44c4-8371-d225dc9f9322 req-181d8003-917a-46e9-83dc-176edc1c528d tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326688 Sep 29 23:22:32.737061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['1b3ba4a7-8677-4bc8-aea7-324946880392'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:33.280335 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-be39c2b3-9579-4966-a769-5f5597dce9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:33.559580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe199a-a4c3-4a8b-ad69-fa073b59f575 req-1584a644-984a-447d-8fae-c3adc286bace tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:33.561307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0fe199a-a4c3-4a8b-ad69-fa073b59f575 req-1584a644-984a-447d-8fae-c3adc286bace tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 944 time: 0.0503192 Sep 29 23:22:33.601857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0fe199a-a4c3-4a8b-ad69-fa073b59f575 req-6d49e85c-ec61-4115-92b8-161009af612f tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341136 Sep 29 23:22:34.129711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1b3ba4a7-8677-4bc8-aea7-324946880392 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:22:34.181162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 1b3ba4a7-8677-4bc8-aea7-324946880392 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:22:34.185100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 1b3ba4a7-8677-4bc8-aea7-324946880392 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:22:34.185473 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:34.264110 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:34.286851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d36226b-f7a9-4fb4-b16f-bfd26c21a16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3ba4a7-8677-4bc8-aea7-324946880392'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:34.289799 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689e6a83-d8c5-45f1-9e08-58c2f251ab2c" -d '{"events": [{"server_uuid": "8d36226b-f7a9-4fb4-b16f-bfd26c21a16a", "name": "network-vif-plugged", "status": "completed", "tag": "1b3ba4a7-8677-4bc8-aea7-324946880392"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:34.302665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1b3ba4a7-8677-4bc8-aea7-324946880392, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1b3ba4a7-8677-4bc8-aea7-324946880392,segment=NetworkSegment(f3626c33-931f-461e-b059-e1ade2e40f19),segment_id=f3626c33-931f-461e-b059-e1ade2e40f19)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:34.311482 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:34.333414 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8be3e2f7-0141-410a-bddb-a00012bde2a4 x-openstack-request-id: req-8be3e2f7-0141-410a-bddb-a00012bde2a4 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:34.333718 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d36226b-f7a9-4fb4-b16f-bfd26c21a16a", "name": "network-vif-plugged", "status": "completed", "tag": "1b3ba4a7-8677-4bc8-aea7-324946880392", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:34.333977 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8be3e2f7-0141-410a-bddb-a00012bde2a4 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:34.334965 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d36226b-f7a9-4fb4-b16f-bfd26c21a16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3ba4a7-8677-4bc8-aea7-324946880392', 'code': 200} Sep 29 23:22:34.390268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=1b3ba4a7-8677-4bc8-aea7-324946880392,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:34.471975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e5cbb-545b-4e60-92fa-03d61404cbdd req-47e19291-079f-45c8-a486-50cab6ee57af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:34.473557 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f65e5cbb-545b-4e60-92fa-03d61404cbdd req-47e19291-079f-45c8-a486-50cab6ee57af service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 1096 time: 0.0441768 Sep 29 23:22:34.509697 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f65e5cbb-545b-4e60-92fa-03d61404cbdd req-413a5dbc-95a0-441a-bb1f-0ab9df1b4280 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286202 Sep 29 23:22:34.720099 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0ae9f-bb3f-4065-8eec-e05058b01219 req-e04a4ed4-3a0c-454d-a861-a8ca013fdad8 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:34.721545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36f0ae9f-bb3f-4065-8eec-e05058b01219 req-e04a4ed4-3a0c-454d-a861-a8ca013fdad8 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 945 time: 0.0494494 Sep 29 23:22:34.763067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36f0ae9f-bb3f-4065-8eec-e05058b01219 req-5ececabb-88e8-43cb-ae9c-307241603b52 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352550 Sep 29 23:22:35.891676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404fdfb3-7906-410b-93aa-ea9c55109ed8 req-419ad588-84c3-4582-bd43-c88c4129d20b tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:35.894139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-404fdfb3-7906-410b-93aa-ea9c55109ed8 req-419ad588-84c3-4582-bd43-c88c4129d20b tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 945 time: 0.0534532 Sep 29 23:22:35.934263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-404fdfb3-7906-410b-93aa-ea9c55109ed8 req-c042b5d2-dc5a-490b-ba55-45bdccb1692c tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334196 Sep 29 23:22:36.214692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-17e434ba-271b-4271-b14b-529352a3ddc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:36.550562 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:37.054731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c5e14-dc6d-4547-8fc7-7bbe73708d40 req-17d1010a-cd17-4ebf-a1af-5d7177b02b86 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:37.056347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae1c5e14-dc6d-4547-8fc7-7bbe73708d40 req-17d1010a-cd17-4ebf-a1af-5d7177b02b86 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 945 time: 0.0479727 Sep 29 23:22:37.098321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae1c5e14-dc6d-4547-8fc7-7bbe73708d40 req-7b3d3c0d-1717-4cbc-b09c-584a9297fcbf tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349922 Sep 29 23:22:37.403186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f93f7-92ea-4ad8-a3d2-fad1d08aa4f9 req-a6e0ebf8-d2ff-400e-81d6-5febe23e9082 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:37.404736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-152f93f7-92ea-4ad8-a3d2-fad1d08aa4f9 req-a6e0ebf8-d2ff-400e-81d6-5febe23e9082 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 945 time: 0.0515702 Sep 29 23:22:37.424697 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:37.448698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-152f93f7-92ea-4ad8-a3d2-fad1d08aa4f9 req-cc52edbc-72d9-46e8-9a75-6f31a1258bb5 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377288 Sep 29 23:22:38.585577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c15509-b390-43e6-8b8c-7a4ff518309c req-94328d56-d890-428c-9bd8-0d462807efba tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:38.587277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49c15509-b390-43e6-8b8c-7a4ff518309c req-94328d56-d890-428c-9bd8-0d462807efba tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 945 time: 0.0635440 Sep 29 23:22:38.627688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49c15509-b390-43e6-8b8c-7a4ff518309c req-d78c40f1-43a4-465f-84c9-6f0f3b3ad892 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/security-groups?id=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Sep 29 23:22:38.643707 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:38.972465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-9bba8a53-231a-4d20-93e1-bc5b81bfd825 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:38.973923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-9bba8a53-231a-4d20-93e1-bc5b81bfd825 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 945 time: 0.0526011 Sep 29 23:22:39.071036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-10213609-76d6-4214-9e68-04a0ee641db1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Deleting port 1b3ba4a7-8677-4bc8-aea7-324946880392 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:22:39.072617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-10213609-76d6-4214-9e68-04a0ee641db1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:39.170274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-10213609-76d6-4214-9e68-04a0ee641db1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] For port 1b3ba4a7-8677-4bc8-aea7-324946880392, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1b3ba4a7-8677-4bc8-aea7-324946880392,segment=NetworkSegment(f3626c33-931f-461e-b059-e1ade2e40f19),segment_id=f3626c33-931f-461e-b059-e1ade2e40f19)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:39.170663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-10213609-76d6-4214-9e68-04a0ee641db1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:39.184028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-10213609-76d6-4214-9e68-04a0ee641db1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Calling delete_port for 1b3ba4a7-8677-4bc8-aea7-324946880392 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:22:39.324634 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-10213609-76d6-4214-9e68-04a0ee641db1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:39.357348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['1b3ba4a7-8677-4bc8-aea7-324946880392'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:22:39.366054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10213609-76d6-4214-9e68-04a0ee641db1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Pushing event deleted for resources: {'Port': ['ID=1b3ba4a7-8677-4bc8-aea7-324946880392,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:39.417192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-10213609-76d6-4214-9e68-04a0ee641db1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] No DVR routers for this DVR port 1b3ba4a7-8677-4bc8-aea7-324946880392 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:22:39.419688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-10213609-76d6-4214-9e68-04a0ee641db1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:39.421698 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0fef9b45-e416-490d-a301-a1e88a9f1f74 req-10213609-76d6-4214-9e68-04a0ee641db1 tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.42 "DELETE /v2.0/ports/1b3ba4a7-8677-4bc8-aea7-324946880392 HTTP/1.1" status: 204 len: 173 time: 0.4408793 Sep 29 23:22:39.422129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d36226b-f7a9-4fb4-b16f-bfd26c21a16a', 'name': 'network-vif-deleted', 'tag': '1b3ba4a7-8677-4bc8-aea7-324946880392'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:39.424519 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedf7574-98b3-45bd-862b-cc15af96286b" -d '{"events": [{"server_uuid": "8d36226b-f7a9-4fb4-b16f-bfd26c21a16a", "name": "network-vif-deleted", "tag": "1b3ba4a7-8677-4bc8-aea7-324946880392"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:39.470092 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c655f9-1352-4fef-952c-c3b012f31c84 x-openstack-request-id: req-d0c655f9-1352-4fef-952c-c3b012f31c84 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:39.470389 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d36226b-f7a9-4fb4-b16f-bfd26c21a16a", "name": "network-vif-deleted", "tag": "1b3ba4a7-8677-4bc8-aea7-324946880392", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:39.470648 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d0c655f9-1352-4fef-952c-c3b012f31c84 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:39.471076 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d36226b-f7a9-4fb4-b16f-bfd26c21a16a', 'name': 'network-vif-deleted', 'tag': '1b3ba4a7-8677-4bc8-aea7-324946880392', 'status': 'completed', 'code': 200} Sep 29 23:22:39.541058 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:39.774015 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9109c643-e089-4cc4-bcef-071da4476813 req-cfba9074-c50a-41be-bb5a-6b35560a88bf tempest-ServerAddressesNegativeTestJSON-367449381 tempest-ServerAddressesNegativeTestJSON-367449381-project] 10.222.0.44 "GET /v2.0/ports?device_id=8d36226b-f7a9-4fb4-b16f-bfd26c21a16a HTTP/1.1" status: 200 len: 210 time: 0.0406964 Sep 29 23:22:40.695712 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:22:40.832035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39878) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:40.878444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-363e35b0-0a86-46fd-8952-5394274bbe1c admin admin] Deleting subnet 4d5ad40c-64fe-4ec6-8687-e2b49d2afb62 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:22:40.880725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-363e35b0-0a86-46fd-8952-5394274bbe1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:40.918413 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-363e35b0-0a86-46fd-8952-5394274bbe1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:40.957241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-363e35b0-0a86-46fd-8952-5394274bbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.009236 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-363e35b0-0a86-46fd-8952-5394274bbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.034206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e35b0-0a86-46fd-8952-5394274bbe1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d5ad40c-64fe-4ec6-8687-e2b49d2afb62,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:41.037898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-363e35b0-0a86-46fd-8952-5394274bbe1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.042447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:41.048324 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-363e35b0-0a86-46fd-8952-5394274bbe1c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4d5ad40c-64fe-4ec6-8687-e2b49d2afb62 HTTP/1.1" status: 204 len: 168 time: 0.2153709 Sep 29 23:22:41.118032 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.197417 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.217643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8e149a4-fd5c-4586-b004-b0fdae9aa618']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:22:41.227270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3626c33-931f-461e-b059-e1ade2e40f19') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:22:41.227591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3626c33-931f-461e-b059-e1ade2e40f19') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:22:41.236547 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.249801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.255608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:22:41.256054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:22:41.257707 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:22:41.316675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.333919 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.338067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] 10.222.0.44 "DELETE /v2.0/networks/a8e149a4-fd5c-4586-b004-b0fdae9aa618 HTTP/1.1" status: 204 len: 168 time: 0.2924531 Sep 29 23:22:41.338067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8e149a4-fd5c-4586-b004-b0fdae9aa618,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:41.345132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.345557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.345912 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.346254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.346596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.346934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.347267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.347594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.347951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.348281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.348610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.348938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0afba5-5320-4abf-97d2-eece29a32cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:22:41.456184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39886) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:41.503812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c2159200-bb93-40d8-a641-a05288f93e72 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=387042892a0b4c1eacc30798864e5ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463159 Sep 29 23:22:41.506651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39888) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:41.556321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a212f0c-68ed-4e86-be74-59d2000efbdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.577013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a212f0c-68ed-4e86-be74-59d2000efbdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.623196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a212f0c-68ed-4e86-be74-59d2000efbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.625715 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a212f0c-68ed-4e86-be74-59d2000efbdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:41.627001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2a212f0c-68ed-4e86-be74-59d2000efbdd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1218dd8a-7b2b-4dbf-b17e-528f9d801cb0 HTTP/1.1" status: 204 len: 168 time: 0.1190810 Sep 29 23:22:41.635439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a212f0c-68ed-4e86-be74-59d2000efbdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1218dd8a-7b2b-4dbf-b17e-528f9d801cb0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:42.196356 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1b3ba4a7-8677-4bc8-aea7-324946880392 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:22:42.217601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 1b3ba4a7-8677-4bc8-aea7-324946880392 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:22:42.218033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1b3ba4a7-8677-4bc8-aea7-324946880392 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:22:44.292102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40006) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:44.407651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc7e40a4-00c0-4de2-909f-9b10f31a31cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:44.502417 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc7e40a4-00c0-4de2-909f-9b10f31a31cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:44.506844 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cc7e40a4-00c0-4de2-909f-9b10f31a31cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:44.545371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cc7e40a4-00c0-4de2-909f-9b10f31a31cc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32a9b37fe5044d31a85b6f667601d4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521846 Sep 29 23:22:44.546231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e40a4-00c0-4de2-909f-9b10f31a31cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b106dd-96c4-4e02-ac55-b3e5772ca4f6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:44.548052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40014) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:44.598856 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9646084-09df-4de9-a2ef-2659f7eb3c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:44.619796 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9646084-09df-4de9-a2ef-2659f7eb3c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:44.676431 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9646084-09df-4de9-a2ef-2659f7eb3c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:44.679944 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9646084-09df-4de9-a2ef-2659f7eb3c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:44.681132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f9646084-09df-4de9-a2ef-2659f7eb3c4f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/37b106dd-96c4-4e02-ac55-b3e5772ca4f6 HTTP/1.1" status: 204 len: 168 time: 0.1310015 Sep 29 23:22:44.689923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9646084-09df-4de9-a2ef-2659f7eb3c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b106dd-96c4-4e02-ac55-b3e5772ca4f6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:44.958767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40026) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:44.974605 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-709d7cbb-30ec-44db-a1b9-76ea274ecf68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:45.063646 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-709d7cbb-30ec-44db-a1b9-76ea274ecf68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:45.067027 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-709d7cbb-30ec-44db-a1b9-76ea274ecf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:45.108599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-709d7cbb-30ec-44db-a1b9-76ea274ecf68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4a1858974de425f89b166c8d6b75a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453497 Sep 29 23:22:45.108835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40030) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:45.136860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d7cbb-30ec-44db-a1b9-76ea274ecf68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a4cae8-a92c-479a-82e5-4b0fcc03b1d6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:45.163471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-105b76e6-d516-4ade-ba3f-2c949fcf37f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:45.184582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-105b76e6-d516-4ade-ba3f-2c949fcf37f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:45.232283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-105b76e6-d516-4ade-ba3f-2c949fcf37f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:45.235004 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-105b76e6-d516-4ade-ba3f-2c949fcf37f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:45.236228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-105b76e6-d516-4ade-ba3f-2c949fcf37f4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b9a4cae8-a92c-479a-82e5-4b0fcc03b1d6 HTTP/1.1" status: 204 len: 168 time: 0.1265039 Sep 29 23:22:45.244575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b76e6-d516-4ade-ba3f-2c949fcf37f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a4cae8-a92c-479a-82e5-4b0fcc03b1d6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:46.166547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35607-8620-4227-8793-012c9ffbd1ab req-1843ae89-a89a-46bf-bc5c-512304eef9c9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.173162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35607-8620-4227-8793-012c9ffbd1ab req-1843ae89-a89a-46bf-bc5c-512304eef9c9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.179775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35607-8620-4227-8793-012c9ffbd1ab req-1843ae89-a89a-46bf-bc5c-512304eef9c9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.187520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35607-8620-4227-8793-012c9ffbd1ab req-1843ae89-a89a-46bf-bc5c-512304eef9c9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.193350 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35607-8620-4227-8793-012c9ffbd1ab req-1843ae89-a89a-46bf-bc5c-512304eef9c9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.199573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35607-8620-4227-8793-012c9ffbd1ab req-1843ae89-a89a-46bf-bc5c-512304eef9c9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.206467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c35607-8620-4227-8793-012c9ffbd1ab req-1843ae89-a89a-46bf-bc5c-512304eef9c9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.208499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74c35607-8620-4227-8793-012c9ffbd1ab req-1843ae89-a89a-46bf-bc5c-512304eef9c9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5442 time: 0.1089032 Sep 29 23:22:46.258521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74c35607-8620-4227-8793-012c9ffbd1ab req-1644c823-b3f2-4e03-ad01-fa266c01aff2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0418150 Sep 29 23:22:46.415979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99e85-8d00-4e47-ab9c-a0b505683623 req-88543fde-e250-453c-95de-08773cd1ce70 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.421976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99e85-8d00-4e47-ab9c-a0b505683623 req-88543fde-e250-453c-95de-08773cd1ce70 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.429069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99e85-8d00-4e47-ab9c-a0b505683623 req-88543fde-e250-453c-95de-08773cd1ce70 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.435769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99e85-8d00-4e47-ab9c-a0b505683623 req-88543fde-e250-453c-95de-08773cd1ce70 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.441767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99e85-8d00-4e47-ab9c-a0b505683623 req-88543fde-e250-453c-95de-08773cd1ce70 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.448054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99e85-8d00-4e47-ab9c-a0b505683623 req-88543fde-e250-453c-95de-08773cd1ce70 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.453981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c99e85-8d00-4e47-ab9c-a0b505683623 req-88543fde-e250-453c-95de-08773cd1ce70 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:46.455945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96c99e85-8d00-4e47-ab9c-a0b505683623 req-88543fde-e250-453c-95de-08773cd1ce70 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5442 time: 0.0961552 Sep 29 23:22:47.537766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40118) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:47.646129 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e695e1b-59f6-4e15-8d8b-fcf0a321b135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:47.741489 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e695e1b-59f6-4e15-8d8b-fcf0a321b135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:47.745430 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e695e1b-59f6-4e15-8d8b-fcf0a321b135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:47.783725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4e695e1b-59f6-4e15-8d8b-fcf0a321b135 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5441814fc1174b82b08ead625638209d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448800 Sep 29 23:22:47.784693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e695e1b-59f6-4e15-8d8b-fcf0a321b135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f38d49-bbef-43cb-9ba0-6596897f1e23,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:47.786562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40124) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:47.839611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-908a7497-9219-41f1-a3a6-cac7cbea62fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:47.860122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-908a7497-9219-41f1-a3a6-cac7cbea62fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:47.908072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-908a7497-9219-41f1-a3a6-cac7cbea62fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:47.910752 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-908a7497-9219-41f1-a3a6-cac7cbea62fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:47.914761 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-908a7497-9219-41f1-a3a6-cac7cbea62fb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12f38d49-bbef-43cb-9ba0-6596897f1e23 HTTP/1.1" status: 204 len: 168 time: 0.1233840 Sep 29 23:22:47.920058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a7497-9219-41f1-a3a6-cac7cbea62fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f38d49-bbef-43cb-9ba0-6596897f1e23,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:48.203628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12432-6866-42eb-b25f-bd0c828d0d3f req-73e31c88-c057-482f-9a87-4d5dfe414422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:48.204232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12432-6866-42eb-b25f-bd0c828d0d3f req-73e31c88-c057-482f-9a87-4d5dfe414422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:48.204730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12432-6866-42eb-b25f-bd0c828d0d3f req-73e31c88-c057-482f-9a87-4d5dfe414422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:48.205216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12432-6866-42eb-b25f-bd0c828d0d3f req-73e31c88-c057-482f-9a87-4d5dfe414422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:48.205699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12432-6866-42eb-b25f-bd0c828d0d3f req-73e31c88-c057-482f-9a87-4d5dfe414422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:48.206175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12432-6866-42eb-b25f-bd0c828d0d3f req-73e31c88-c057-482f-9a87-4d5dfe414422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:48.206661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12432-6866-42eb-b25f-bd0c828d0d3f req-73e31c88-c057-482f-9a87-4d5dfe414422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:48.208626 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-07c12432-6866-42eb-b25f-bd0c828d0d3f req-73e31c88-c057-482f-9a87-4d5dfe414422 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 6499 time: 0.0538597 Sep 29 23:22:48.213159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:48.229164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27a79f82-75a5-41ff-8150-f3d8a2dd464c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:48.246210 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-07c12432-6866-42eb-b25f-bd0c828d0d3f req-4f861f28-4c22-43e7-b027-0d5b0182ecae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0297420 Sep 29 23:22:48.331333 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27a79f82-75a5-41ff-8150-f3d8a2dd464c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:48.336003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27a79f82-75a5-41ff-8150-f3d8a2dd464c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:48.378012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-27a79f82-75a5-41ff-8150-f3d8a2dd464c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=169fc937ede54385a5b31f36bd5ce4fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1618879 Sep 29 23:22:48.378012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a79f82-75a5-41ff-8150-f3d8a2dd464c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cf832c-d894-480b-9ba4-20d223ee8a88,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:48.379069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40144) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:48.430559 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0258a16c-7e4d-4db9-b423-c8923d3b4ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:48.453572 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0258a16c-7e4d-4db9-b423-c8923d3b4ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:48.504383 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0258a16c-7e4d-4db9-b423-c8923d3b4ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:48.507074 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0258a16c-7e4d-4db9-b423-c8923d3b4ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:48.511038 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0258a16c-7e4d-4db9-b423-c8923d3b4ad4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/40cf832c-d894-480b-9ba4-20d223ee8a88 HTTP/1.1" status: 204 len: 168 time: 0.1308088 Sep 29 23:22:48.520716 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0258a16c-7e4d-4db9-b423-c8923d3b4ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cf832c-d894-480b-9ba4-20d223ee8a88,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:49.530503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40188) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:49.642948 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97982575-e379-4123-aa85-0bdeaaf1828e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:49.748572 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97982575-e379-4123-aa85-0bdeaaf1828e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:49.752917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97982575-e379-4123-aa85-0bdeaaf1828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:49.791221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97982575-e379-4123-aa85-0bdeaaf1828e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff30e05a-6954-48ef-b001-655537bb584f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:49.795782 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-97982575-e379-4123-aa85-0bdeaaf1828e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ec8ecdfb6c26479892f5e130f36a6dce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641773 Sep 29 23:22:49.798522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40192) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:22:49.849282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99c0b0a8-4e6e-4ba8-b34a-0e1264d767ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:49.870620 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99c0b0a8-4e6e-4ba8-b34a-0e1264d767ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:49.917962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99c0b0a8-4e6e-4ba8-b34a-0e1264d767ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:49.920650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99c0b0a8-4e6e-4ba8-b34a-0e1264d767ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:49.924337 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-99c0b0a8-4e6e-4ba8-b34a-0e1264d767ab admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff30e05a-6954-48ef-b001-655537bb584f HTTP/1.1" status: 204 len: 168 time: 0.1224642 Sep 29 23:22:49.929617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0b0a8-4e6e-4ba8-b34a-0e1264d767ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff30e05a-6954-48ef-b001-655537bb584f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:50.118708 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:51.457257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101f4dc-3415-4127-8c51-05aca2a2bd80 req-e418c8bf-ce32-4b8d-ae84-c1166ef593d9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:51.459073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0101f4dc-3415-4127-8c51-05aca2a2bd80 req-e418c8bf-ce32-4b8d-ae84-c1166ef593d9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 945 time: 0.0496082 Sep 29 23:22:51.508280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0101f4dc-3415-4127-8c51-05aca2a2bd80 req-e5676346-8e47-41f3-8def-bb91fc2a1113 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429788 Sep 29 23:22:52.628741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dd3eb-e922-46cd-8f5f-5ee0937205e0 req-3f5f6be7-14e8-478c-ac34-2221c5b4544f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:52.630381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c1dd3eb-e922-46cd-8f5f-5ee0937205e0 req-3f5f6be7-14e8-478c-ac34-2221c5b4544f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 945 time: 0.0500157 Sep 29 23:22:52.676928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c1dd3eb-e922-46cd-8f5f-5ee0937205e0 req-08d62358-8c16-4c01-8679-cfb7e6f1ad6e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387633 Sep 29 23:22:52.985797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-10ab10a5-9147-4f99-8e31-d9d3423afe5b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:52.987627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-10ab10a5-9147-4f99-8e31-d9d3423afe5b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 945 time: 0.0535367 Sep 29 23:22:53.086130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Deleting port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:22:53.086560 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:53.174429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] For port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:22:53.174676 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:53.645632 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:53.645998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:53.646351 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Floating IP 00bb511e-38fe-440f-97a6-42b3a32a2fcb disassociated. External IP: 172.25.4.2, port: 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0. Sep 29 23:22:53.646705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Calling delete_port for 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:22:53.808852 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:53.828450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e3100b8-3e7c-4f19-80a7-9246c909a1ad req-4b06b8cc-7725-44d3-9fde-903c8ee08051 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 210 time: 0.0322552 Sep 29 23:22:53.850193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'Port': ['ID=4e44f8aa-b5bf-4f99-b897-68a73d31bbb0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:22:53.965717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Router c811754c-0897-4425-b6eb-9628e511f6dc has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:22:54.082704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:22:54.099184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] Sync routers for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:22:54.110685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:22:54.112432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:22:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:22:54.133846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] No DVR routers for this DVR port 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:22:54.136862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:22:54.139294 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-039f6aa8-3ed5-47d8-abf9-c65654f81892 req-e4783c24-b459-47c1-9e67-0546354894df tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "DELETE /v2.0/ports/4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 HTTP/1.1" status: 204 len: 173 time: 1.1459506 Sep 29 23:22:54.139905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'name': 'network-vif-deleted', 'tag': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:22:54.143036 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30d3e04-b960-4bc6-bdbe-bb2ada8f2313" -d '{"events": [{"server_uuid": "0bb1e5f7-e363-4b68-be20-631b2fc4036f", "name": "network-vif-deleted", "tag": "4e44f8aa-b5bf-4f99-b897-68a73d31bbb0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:22:54.207503 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90832c96-37cb-4b3e-aae7-1886a2a6efd0 x-openstack-request-id: req-90832c96-37cb-4b3e-aae7-1886a2a6efd0 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:22:54.208015 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bb1e5f7-e363-4b68-be20-631b2fc4036f", "name": "network-vif-deleted", "tag": "4e44f8aa-b5bf-4f99-b897-68a73d31bbb0", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:22:54.208421 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-90832c96-37cb-4b3e-aae7-1886a2a6efd0 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:22:54.209810 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bb1e5f7-e363-4b68-be20-631b2fc4036f', 'name': 'network-vif-deleted', 'tag': '4e44f8aa-b5bf-4f99-b897-68a73d31bbb0', 'status': 'completed', 'code': 200} Sep 29 23:22:54.252058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:22:54.518874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:22:54.546709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] Checking router: c811754c-0897-4425-b6eb-9628e511f6dc for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:22:54.555535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:22:54.556197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:22:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:22:54.664297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:22:54.890842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:22:54.922518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e0fc5b-8e21-4e95-930a-94a991961527 None None] The sync data for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 is: [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:22:54.933356 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-981b2b79-80f0-44ad-9d63-6fa6e6e7e764 req-8bab7c17-b789-436b-8050-283d69f34f53 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 210 time: 0.0262949 Sep 29 23:22:55.177184 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e7427c-c0fc-45b7-9e05-305be776afe6 None None] New status for floating IP 00bb511e-38fe-440f-97a6-42b3a32a2fcb: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:22:56.032817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45df1a2d-b00b-428a-9cd2-e07da6305298 req-e8357850-89c8-42a7-aa99-51a2831aeca3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 210 time: 0.0259426 Sep 29 23:22:56.231023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:22:56.251193 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:22:56.251545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 4e44f8aa-b5bf-4f99-b897-68a73d31bbb0 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:22:57.137116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-785edbdd-baf7-41b1-9dff-be14529d2227 req-3941dd61-62b6-46a7-8824-95fc41bd2a05 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 210 time: 0.0290117 Sep 29 23:22:58.248811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77653505-f8d1-46b3-8fd8-11c235196b36 req-d32c5fca-fe82-48c6-b960-2de2357953e4 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=0bb1e5f7-e363-4b68-be20-631b2fc4036f HTTP/1.1" status: 200 len: 210 time: 0.0271609 Sep 29 23:22:59.502843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-ad04fafb-2525-4639-b4f6-b8385af455a5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868543781&fields=id&tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 267 time: 0.0327034 Sep 29 23:22:59.614642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-489fceb1-4734-4c0e-9e6f-fd8cca30f55f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:22:59.616319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-489fceb1-4734-4c0e-9e6f-fd8cca30f55f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.1064162 Sep 29 23:22:59.631001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-cd24c3b1-41c7-4510-8b87-0cdef4e7e7cc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/quotas/86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 375 time: 0.0088446 Sep 29 23:22:59.683786 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-1ca43daa-e1dc-4e76-84d6-560af54168bd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466413 Sep 29 23:22:59.778283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-1bdfc95f-2dc8-417a-a677-6303fc2ad826 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813832 Sep 29 23:22:59.871613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-fb53b24d-b917-476f-abf3-8d6cfb249b1a service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870516 Sep 29 23:23:00.174327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-718a409b-c29c-4ead-8adb-ccab88b47836 req-4a0dfecf-02a6-4dec-9419-9524bdd91d98 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 210 time: 0.0357533 Sep 29 23:23:01.148467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-492d70ee-f3fc-4800-bbd9-76cff7a8d181 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:01.150179 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-492d70ee-f3fc-4800-bbd9-76cff7a8d181 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.1080639 Sep 29 23:23:01.202759 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-a8c6d54a-b335-4e3a-bdfc-886848c18255 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 380 time: 0.0380800 Sep 29 23:23:01.236274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'port': {'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'admin_state_up': True, 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'security_groups': ['33090c1a-e615-4f4e-9e44-0b3836b460da']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:01.294718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fdfb662-b29d-43e7-8491-e697cc2a73e1 req-3c4ec565-a1ff-4122-a9c1-98c48940df8a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 210 time: 0.0346944 Sep 29 23:23:01.374688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Made reservation on behalf of 86bdc4515d6a4d0b846bbc7c3354ced6 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:23:01.378596 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:01.527241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Allocated IP 172.20.0.4 (ee5d94c1-3e5a-467b-89c5-206c2f04d49f/de53ae86-4ded-4d3c-be7d-939667c8dccf/0de546cb-a470-47bc-aee8-ef80f9bffe6e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:23:01.689817 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:01.723772 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:01.766786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:23:01.770022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:01.774460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:23:01.802731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=0de546cb-a470-47bc-aee8-ef80f9bffe6e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:01.831636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:01.832365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:01.854194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-e3580d26-d466-4f49-8efe-cb24581305f1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6279747 Sep 29 23:23:01.872465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Request body: {'port': {'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:01.942027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:02.055697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-56de3799-0a3f-4f44-8179-baacbe404c4c None None] Provisioning complete for port 0de546cb-a470-47bc-aee8-ef80f9bffe6e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:23:02.056247 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-56de3799-0a3f-4f44-8179-baacbe404c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:02.110772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-56de3799-0a3f-4f44-8179-baacbe404c4c None None] Port 0de546cb-a470-47bc-aee8-ef80f9bffe6e cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:23:02.249606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de546cb-a470-47bc-aee8-ef80f9bffe6e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:23:02.258154 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:02.270693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Transition to ACTIVE for port object 0de546cb-a470-47bc-aee8-ef80f9bffe6e will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:23:02.275957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:02.429985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Pushing event updated for resources: {'Port': ['ID=0de546cb-a470-47bc-aee8-ef80f9bffe6e,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:02.454137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Attempting to bind port 0de546cb-a470-47bc-aee8-ef80f9bffe6e on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:23:02.455432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Attempting to bind port 0de546cb-a470-47bc-aee8-ef80f9bffe6e by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:23:02.455432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Attempting to bind port 0de546cb-a470-47bc-aee8-ef80f9bffe6e on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:23:02.461525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Port 0de546cb-a470-47bc-aee8-ef80f9bffe6e on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:23:02.461979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Attempting to bind port 0de546cb-a470-47bc-aee8-ef80f9bffe6e on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:23:02.468799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:23:02.469257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Checking segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:23:02.469746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Bound using segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:23:02.470536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Bound port: 0de546cb-a470-47bc-aee8-ef80f9bffe6e, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:23:02.470938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7cfed1-3b0b-4f9d-b9a9-069048069fe3 req-60df7c2c-6c56-4ecc-a56a-7248f176d4d9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:02.471531 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:02.473233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea7cfed1-3b0b-4f9d-b9a9-069048069fe3 req-60df7c2c-6c56-4ecc-a56a-7248f176d4d9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0623388 Sep 29 23:23:02.531977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea7cfed1-3b0b-4f9d-b9a9-069048069fe3 req-f773480e-19b5-4505-aabd-3749b3067c71 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507512 Sep 29 23:23:02.609539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] For port 0de546cb-a470-47bc-aee8-ef80f9bffe6e, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:23:02.613888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] For port 0de546cb-a470-47bc-aee8-ef80f9bffe6e, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:23:02.625640 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:02.653957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:02.653957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:02.653957 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] 10.222.0.42 "PUT /v2.0/ports/0de546cb-a470-47bc-aee8-ef80f9bffe6e HTTP/1.1" status: 200 len: 1091 time: 0.7817078 Sep 29 23:23:02.653957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd4956b-900f-47cc-aed4-644e64957649', 'tag': '0de546cb-a470-47bc-aee8-ef80f9bffe6e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:23:02.653957 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a37520a-3e1b-4942-94c1-fa799d08b1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd4956b-900f-47cc-aed4-644e64957649", "tag": "0de546cb-a470-47bc-aee8-ef80f9bffe6e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:23:02.710756 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86923f00-4408-4c12-a20c-56393c05d80c x-openstack-request-id: req-86923f00-4408-4c12-a20c-56393c05d80c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:23:02.711054 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd4956b-900f-47cc-aed4-644e64957649", "tag": "0de546cb-a470-47bc-aee8-ef80f9bffe6e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:23:02.711312 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86923f00-4408-4c12-a20c-56393c05d80c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:23:02.711721 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd4956b-900f-47cc-aed4-644e64957649', 'tag': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'status': 'completed', 'code': 200} Sep 29 23:23:02.715255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e1248-db00-49b1-b6ae-945f4c46bcdc service neutron] Pushing event updated for resources: {'Port': ['ID=0de546cb-a470-47bc-aee8-ef80f9bffe6e,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:02.787430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-d838212a-9504-40bd-b50b-babc45ebca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:02.788993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-d838212a-9504-40bd-b50b-babc45ebca2e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 1094 time: 0.0457594 Sep 29 23:23:02.845130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-6dec7a88-194f-4e9b-b317-6ce129cfb10b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e HTTP/1.1" status: 200 len: 217 time: 0.0407012 Sep 29 23:23:02.902936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-63eab975-5265-4f06-984c-c7fa216d3627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:02.904679 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-63eab975-5265-4f06-984c-c7fa216d3627 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0510597 Sep 29 23:23:02.954157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-c134fce8-163d-4f52-9458-8d44c1fd21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:02.956208 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-c134fce8-163d-4f52-9458-8d44c1fd21fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431969 Sep 29 23:23:03.057789 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-b2568f8f-e9f5-4d1b-8c5d-941d91a67db1 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936952 Sep 29 23:23:03.210907 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a66d4157-333b-4968-90f1-22e3f9f883e7 req-748254da-f7c9-4e36-a30a-09e2ea211bc7 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392748 Sep 29 23:23:03.309458 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-136c015c-d7e1-4286-93c1-1460eddb0a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:03.371183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-319e7181-1758-4c07-8502-1adbe6bb3757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:03.374069 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-319e7181-1758-4c07-8502-1adbe6bb3757 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 1094 time: 0.0677516 Sep 29 23:23:03.509564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-02b4b2df-c550-4e45-8aec-6381478b6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:03.512013 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-02b4b2df-c550-4e45-8aec-6381478b6f87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.1293478 Sep 29 23:23:03.566029 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-66f66a08-54d8-4667-b580-a56c24e2eff2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e HTTP/1.1" status: 200 len: 217 time: 0.0463445 Sep 29 23:23:03.629684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-1a66b02f-1b6c-4afe-99b6-3e9e13a78214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:03.635952 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-1a66b02f-1b6c-4afe-99b6-3e9e13a78214 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0585227 Sep 29 23:23:03.686286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d031d31-b6c0-4e5d-9dc7-aff85d61c25b req-5f8fde38-3ee9-4635-bf47-8d4445d6e0bc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:03.694360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d031d31-b6c0-4e5d-9dc7-aff85d61c25b req-5f8fde38-3ee9-4635-bf47-8d4445d6e0bc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0766437 Sep 29 23:23:03.698238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-12a6cb83-3628-467c-b367-2101c66b2de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:03.700400 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-12a6cb83-3628-467c-b367-2101c66b2de4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589268 Sep 29 23:23:03.740314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d031d31-b6c0-4e5d-9dc7-aff85d61c25b req-43447d37-f20e-4f81-b12f-2d149a8b0b44 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403550 Sep 29 23:23:03.808514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-ee95a30a-e92b-4cf3-8d87-bfc126cfaf78 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008823 Sep 29 23:23:03.902863 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9a37520a-3e1b-4942-94c1-fa799d08b1dd req-f8f5a714-f97c-473b-9128-02ecf8499a4a service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867705 Sep 29 23:23:04.858414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e910a1-6b02-4107-9a94-edc53ebf061b req-c6984823-3e1d-441d-80ac-69e19153e63f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:04.860188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49e910a1-6b02-4107-9a94-edc53ebf061b req-c6984823-3e1d-441d-80ac-69e19153e63f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0584922 Sep 29 23:23:04.899199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49e910a1-6b02-4107-9a94-edc53ebf061b req-aec50345-af4f-4106-a4e9-05b0cb9ef434 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Sep 29 23:23:05.673577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-16b1c124-d567-405d-894e-bf29b13fc62d req-948b4434-e18f-43d2-b9c8-3bfeb066560f service neutron] (110005) timed out ('10.222.0.44', 60536) {{(pid=110005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 23:23:06.015963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea52e38-c9b4-4dd0-8868-c3a09a234e05 req-986177e0-3a96-42db-8be0-a362cbb00b72 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:06.017485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ea52e38-c9b4-4dd0-8868-c3a09a234e05 req-986177e0-3a96-42db-8be0-a362cbb00b72 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0484354 Sep 29 23:23:06.059660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ea52e38-c9b4-4dd0-8868-c3a09a234e05 req-4fd3b96c-dc50-478d-bee7-bb930291e14c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354409 Sep 29 23:23:06.221326 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-00d435cf-d1bd-47a3-b7d3-d63ae95260bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:06.544927 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:07.183190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20b849-3bde-45d9-a909-d30f1ac3f228 req-345e0a7e-4f02-41cf-a60f-74b0f18d2da8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:07.184742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df20b849-3bde-45d9-a909-d30f1ac3f228 req-345e0a7e-4f02-41cf-a60f-74b0f18d2da8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0491695 Sep 29 23:23:07.232687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df20b849-3bde-45d9-a909-d30f1ac3f228 req-94402ca2-ea6e-4e75-80e0-4639ea816b15 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418010 Sep 29 23:23:07.399099 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6812329a-af6c-410d-800f-a683809bfab8 req-ed69299e-3313-4c2f-a672-baf481f76dee service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437799 Sep 29 23:23:07.428881 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:07.471169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812329a-af6c-410d-800f-a683809bfab8 req-5ce32ded-d0c0-4617-84da-ea90a7244038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:07.472715 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6812329a-af6c-410d-800f-a683809bfab8 req-5ce32ded-d0c0-4617-84da-ea90a7244038 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d752dec6d89542218ba6453abe384de3&device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 1097 time: 0.0408902 Sep 29 23:23:07.584761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812329a-af6c-410d-800f-a683809bfab8 req-aee47db2-0a6c-47ab-924b-0597ea8eb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:07.586242 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6812329a-af6c-410d-800f-a683809bfab8 req-aee47db2-0a6c-47ab-924b-0597ea8eb170 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e HTTP/1.1" status: 200 len: 909 time: 0.0926871 Sep 29 23:23:07.654898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6812329a-af6c-410d-800f-a683809bfab8 req-f4135741-5bd1-4e4e-ab48-33321964f047 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=926132e1-78e4-419c-9c99-506576925ea9 HTTP/1.1" status: 200 len: 1002 time: 0.0602167 Sep 29 23:23:07.705348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812329a-af6c-410d-800f-a683809bfab8 req-64c71b12-84a9-481c-a398-f5a2c64df1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:07.706836 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6812329a-af6c-410d-800f-a683809bfab8 req-64c71b12-84a9-481c-a398-f5a2c64df1a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77cc51cf-2ad8-43e0-8282-e07438de2df0 HTTP/1.1" status: 200 len: 847 time: 0.0449042 Sep 29 23:23:07.758901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812329a-af6c-410d-800f-a683809bfab8 req-f87e2a77-528a-42e8-9519-b39f97b996c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:07.760444 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6812329a-af6c-410d-800f-a683809bfab8 req-f87e2a77-528a-42e8-9519-b39f97b996c3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450938 Sep 29 23:23:07.852617 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6812329a-af6c-410d-800f-a683809bfab8 req-8102fb34-2489-4f6c-a20a-145b3ff05005 service neutron] 10.222.0.26 "GET /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835898 Sep 29 23:23:07.942105 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6812329a-af6c-410d-800f-a683809bfab8 req-7b75efc5-a857-4d31-a748-12ad00ba6b1e service neutron] 10.222.0.26 "GET /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821393 Sep 29 23:23:08.353202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aace9-02f6-4c80-b738-1a0cf404092e req-7408e991-d26f-4c87-b424-1bc3b2366b18 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:08.354731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf1aace9-02f6-4c80-b738-1a0cf404092e req-7408e991-d26f-4c87-b424-1bc3b2366b18 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0514297 Sep 29 23:23:08.392380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf1aace9-02f6-4c80-b738-1a0cf404092e req-cded19b6-5ed7-4475-9b78-498f6d36d65f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313532 Sep 29 23:23:08.606710 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:09.509517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edbd48b-40e4-443c-9283-5aa8fa25d87f req-4eadc440-64bc-404a-b6f5-12ce3d1a6d8a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:09.510991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3edbd48b-40e4-443c-9283-5aa8fa25d87f req-4eadc440-64bc-404a-b6f5-12ce3d1a6d8a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0487497 Sep 29 23:23:09.532010 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:09.558625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3edbd48b-40e4-443c-9283-5aa8fa25d87f req-2698aaca-c4a5-4d52-8b02-a89f6bc593c1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382600 Sep 29 23:23:10.676646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a25244-04e7-422b-ae42-8f7a5865c102 req-635a8f2e-2441-4850-895d-034765a6eaa3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:10.678307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9a25244-04e7-422b-ae42-8f7a5865c102 req-635a8f2e-2441-4850-895d-034765a6eaa3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0496688 Sep 29 23:23:10.715555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9a25244-04e7-422b-ae42-8f7a5865c102 req-f665102f-c9ef-4ec4-ae1f-2d0b55c2e78a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313196 Sep 29 23:23:11.834620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fdaa8c-fe87-47f2-b14c-d1d2234c64a7 req-386c8e46-1364-40f0-abba-c767143424d0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:11.836207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9fdaa8c-fe87-47f2-b14c-d1d2234c64a7 req-386c8e46-1364-40f0-abba-c767143424d0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0511594 Sep 29 23:23:11.875453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9fdaa8c-fe87-47f2-b14c-d1d2234c64a7 req-7ac53988-5331-4979-94e9-c11382a7776d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329401 Sep 29 23:23:13.004415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4483b2d-7329-40d1-b687-7eddc1f377bd req-1a626d86-e6ba-4b89-9330-825c531dcca7 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:13.006811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4483b2d-7329-40d1-b687-7eddc1f377bd req-1a626d86-e6ba-4b89-9330-825c531dcca7 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0573254 Sep 29 23:23:13.049449 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4483b2d-7329-40d1-b687-7eddc1f377bd req-d5c947df-91e2-42a3-bd71-9a5468867854 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359135 Sep 29 23:23:13.701558 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ee2bfb-1171-4032-b0db-185131c53744 req-a13be26d-f4f3-4463-9a40-0e1ff7a5cf6b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512497 Sep 29 23:23:13.798919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2bfb-1171-4032-b0db-185131c53744 req-c9426cd6-087a-4675-9035-4bd132816974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:13.800492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ee2bfb-1171-4032-b0db-185131c53744 req-c9426cd6-087a-4675-9035-4bd132816974 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 1097 time: 0.0415382 Sep 29 23:23:13.904167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2bfb-1171-4032-b0db-185131c53744 req-6a5bf4eb-d66d-42a9-99b5-b45b68055373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:13.905640 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ee2bfb-1171-4032-b0db-185131c53744 req-6a5bf4eb-d66d-42a9-99b5-b45b68055373 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 912 time: 0.0871294 Sep 29 23:23:13.972175 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ee2bfb-1171-4032-b0db-185131c53744 req-0117b772-d1d0-4ea4-b65d-1b4d4f837361 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2 HTTP/1.1" status: 200 len: 1001 time: 0.0567656 Sep 29 23:23:14.022997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2bfb-1171-4032-b0db-185131c53744 req-cac29c8a-cc8f-4ba8-b449-e97be29ef757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:14.024609 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ee2bfb-1171-4032-b0db-185131c53744 req-cac29c8a-cc8f-4ba8-b449-e97be29ef757 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.0448303 Sep 29 23:23:14.080554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee2bfb-1171-4032-b0db-185131c53744 req-264d11a7-2207-474e-b8b4-35d35335a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:14.082281 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ee2bfb-1171-4032-b0db-185131c53744 req-264d11a7-2207-474e-b8b4-35d35335a91d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434339 Sep 29 23:23:14.180578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c946c94-f193-4ebf-a5e8-81de8ba41a17 req-5248f4df-e96f-4782-a431-6392901f0d76 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:14.184294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c946c94-f193-4ebf-a5e8-81de8ba41a17 req-5248f4df-e96f-4782-a431-6392901f0d76 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 943 time: 0.0531359 Sep 29 23:23:14.188241 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ee2bfb-1171-4032-b0db-185131c53744 req-dfe52c73-228e-47cd-866a-3c9b68b4ed87 service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988836 Sep 29 23:23:14.221619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c946c94-f193-4ebf-a5e8-81de8ba41a17 req-675a3360-8ffe-463f-a22a-1dca2d2afbcd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Sep 29 23:23:14.283372 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58ee2bfb-1171-4032-b0db-185131c53744 req-3bb1965e-dcb3-4a85-a659-54b85097919e service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878069 Sep 29 23:23:14.422679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 0de546cb-a470-47bc-aee8-ef80f9bffe6e details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:23:14.539302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 0de546cb-a470-47bc-aee8-ef80f9bffe6e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:14.550624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'mac_address': 'fa:16:3e:e5:e4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:23:14.589869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:14.603081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de546cb-a470-47bc-aee8-ef80f9bffe6e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:23:14.622888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 0de546cb-a470-47bc-aee8-ef80f9bffe6e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:14.627678 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:14.679162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=0de546cb-a470-47bc-aee8-ef80f9bffe6e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:14.687101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.687458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.687804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.688169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.688509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.688845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.689234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.689503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.689826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.690155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.690484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.690810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:14.730511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40616) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:14.848059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6123128b-a37f-42d3-af67-5fe3ca522f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:14.935842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6123128b-a37f-42d3-af67-5fe3ca522f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:14.940282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6123128b-a37f-42d3-af67-5fe3ca522f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:14.980060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6123128b-a37f-42d3-af67-5fe3ca522f8c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=61ce118cfc4c42cd99fe25adc6f095c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483101 Sep 29 23:23:14.981195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6123128b-a37f-42d3-af67-5fe3ca522f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d183c5e-05c9-4b86-8a61-e62aa1777e9f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:14.982785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40622) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:15.006907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['0de546cb-a470-47bc-aee8-ef80f9bffe6e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:23:15.033683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96717513-74ea-465d-bb15-dc1d178a56a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:15.055848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96717513-74ea-465d-bb15-dc1d178a56a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:15.104843 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96717513-74ea-465d-bb15-dc1d178a56a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:15.107565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-96717513-74ea-465d-bb15-dc1d178a56a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:15.108779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-96717513-74ea-465d-bb15-dc1d178a56a5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3d183c5e-05c9-4b86-8a61-e62aa1777e9f HTTP/1.1" status: 204 len: 168 time: 0.1249800 Sep 29 23:23:15.116808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96717513-74ea-465d-bb15-dc1d178a56a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d183c5e-05c9-4b86-8a61-e62aa1777e9f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:15.366996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916eaf35-dc79-4cb2-8880-f81b0ad0ef89 req-ef0f89f9-b580-407f-a88e-04800aa5d4bb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:15.369213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-916eaf35-dc79-4cb2-8880-f81b0ad0ef89 req-ef0f89f9-b580-407f-a88e-04800aa5d4bb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 944 time: 0.0634410 Sep 29 23:23:15.413410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-916eaf35-dc79-4cb2-8880-f81b0ad0ef89 req-c05a036f-705d-4e74-a699-6e5030869624 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379174 Sep 29 23:23:16.438678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 0de546cb-a470-47bc-aee8-ef80f9bffe6e up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:23:16.541857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 0de546cb-a470-47bc-aee8-ef80f9bffe6e completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:23:16.546504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 0de546cb-a470-47bc-aee8-ef80f9bffe6e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:23:16.547356 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:16.557741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b5d0a-d1bd-42aa-9ee7-4d390d9f37ce req-695ff35b-94ae-4d92-b5a9-924cd9f047b2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:16.560212 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-049b5d0a-d1bd-42aa-9ee7-4d390d9f37ce req-695ff35b-94ae-4d92-b5a9-924cd9f047b2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 944 time: 0.0618896 Sep 29 23:23:16.624381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-049b5d0a-d1bd-42aa-9ee7-4d390d9f37ce req-ce3be860-4591-4e73-ba6b-80ac7f364f2b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541780 Sep 29 23:23:16.701340 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:16.744018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 0de546cb-a470-47bc-aee8-ef80f9bffe6e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:16.745364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd4956b-900f-47cc-aed4-644e64957649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de546cb-a470-47bc-aee8-ef80f9bffe6e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:23:16.747577 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49685c0e-12c8-460a-bebb-b0f167a7d5de" -d '{"events": [{"server_uuid": "7fd4956b-900f-47cc-aed4-644e64957649", "name": "network-vif-plugged", "status": "completed", "tag": "0de546cb-a470-47bc-aee8-ef80f9bffe6e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:23:16.762103 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:16.820645 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2fbbcb-fc2a-47e3-b0a0-8e63683a68cd x-openstack-request-id: req-ff2fbbcb-fc2a-47e3-b0a0-8e63683a68cd {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:23:16.820952 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd4956b-900f-47cc-aed4-644e64957649", "name": "network-vif-plugged", "status": "completed", "tag": "0de546cb-a470-47bc-aee8-ef80f9bffe6e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:23:16.821211 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ff2fbbcb-fc2a-47e3-b0a0-8e63683a68cd {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:23:16.821612 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd4956b-900f-47cc-aed4-644e64957649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'code': 200} Sep 29 23:23:16.855112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=0de546cb-a470-47bc-aee8-ef80f9bffe6e,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:16.989145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd12b8-d817-4afb-96cf-511d355990a0 req-3d6bd467-0a74-4d0a-9a97-a2ceaa538345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:16.991010 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9fd12b8-d817-4afb-96cf-511d355990a0 req-3d6bd467-0a74-4d0a-9a97-a2ceaa538345 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 1096 time: 0.0620487 Sep 29 23:23:17.035243 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a9fd12b8-d817-4afb-96cf-511d355990a0 req-e51e6376-0c10-45ab-b0c5-b44d37703098 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367665 Sep 29 23:23:17.343222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40752) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:17.482783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fae2e2e-3b2f-4001-a4fb-d83ac9e506d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:17.593155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fae2e2e-3b2f-4001-a4fb-d83ac9e506d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:17.601151 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9fae2e2e-3b2f-4001-a4fb-d83ac9e506d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:17.640962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9fae2e2e-3b2f-4001-a4fb-d83ac9e506d5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12c8c7b0e1ed49eaa2db7c75769c3d52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2963839 Sep 29 23:23:17.648162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40760) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:17.648605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae2e2e-3b2f-4001-a4fb-d83ac9e506d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3efe4a-e156-4350-b27c-d5a8bb492c62,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:17.698526 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:23:17.708582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0daeb11-2f0d-4cec-96f7-bd6b135c322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:17.756657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0daeb11-2f0d-4cec-96f7-bd6b135c322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:17.794109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5044676-f66c-4ed9-8395-3435b3e5b07e req-23962dce-7942-42a7-a040-d0da52e7aa28 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:17.795572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5044676-f66c-4ed9-8395-3435b3e5b07e req-23962dce-7942-42a7-a040-d0da52e7aa28 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 945 time: 0.0842285 Sep 29 23:23:17.842096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0daeb11-2f0d-4cec-96f7-bd6b135c322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:17.845063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0daeb11-2f0d-4cec-96f7-bd6b135c322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:17.848615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a0daeb11-2f0d-4cec-96f7-bd6b135c322a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8a3efe4a-e156-4350-b27c-d5a8bb492c62 HTTP/1.1" status: 204 len: 168 time: 0.2009051 Sep 29 23:23:17.854451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5044676-f66c-4ed9-8395-3435b3e5b07e req-058a0942-b9fb-47e8-9213-9d5814b4482d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494299 Sep 29 23:23:17.864135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0daeb11-2f0d-4cec-96f7-bd6b135c322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3efe4a-e156-4350-b27c-d5a8bb492c62,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:18.254730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40778) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:18.269023 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c742ba53-8af1-4a1d-abf8-cbb02f6d6084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:18.365074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c742ba53-8af1-4a1d-abf8-cbb02f6d6084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:18.369115 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c742ba53-8af1-4a1d-abf8-cbb02f6d6084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:18.414631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40784) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:18.415209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c742ba53-8af1-4a1d-abf8-cbb02f6d6084 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5d75ac657c8a42ea85462536e3ba5077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583791 Sep 29 23:23:18.417934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742ba53-8af1-4a1d-abf8-cbb02f6d6084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf4c1381-386e-4820-83b2-7aabeb127489,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:18.481185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ac87767-13e6-49ce-9db7-ab8885c3262f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:18.507583 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ac87767-13e6-49ce-9db7-ab8885c3262f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:18.570987 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ac87767-13e6-49ce-9db7-ab8885c3262f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:18.574460 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6ac87767-13e6-49ce-9db7-ab8885c3262f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:18.575750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6ac87767-13e6-49ce-9db7-ab8885c3262f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cf4c1381-386e-4820-83b2-7aabeb127489 HTTP/1.1" status: 204 len: 168 time: 0.1592033 Sep 29 23:23:18.585918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac87767-13e6-49ce-9db7-ab8885c3262f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf4c1381-386e-4820-83b2-7aabeb127489,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:19.081100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323f0b4-b26a-4e05-8792-eab261f2941b req-a27ef8d3-c0cf-4322-83bb-f8b6ab569184 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:19.089871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323f0b4-b26a-4e05-8792-eab261f2941b req-a27ef8d3-c0cf-4322-83bb-f8b6ab569184 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 945 time: 0.1295509 Sep 29 23:23:19.115211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9fc37-3219-4f1d-b7db-152d02f1efe3 req-9ef13633-ac5e-4190-b6b6-8e397727303b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:19.117145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1f9fc37-3219-4f1d-b7db-152d02f1efe3 req-9ef13633-ac5e-4190-b6b6-8e397727303b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0896785 Sep 29 23:23:19.158911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f323f0b4-b26a-4e05-8792-eab261f2941b req-c9b69292-18c9-4af4-b325-0d55271ecbf5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680408 Sep 29 23:23:19.176273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1f9fc37-3219-4f1d-b7db-152d02f1efe3 req-0c04d835-4bd7-4b5d-9b7b-8b81feeefbba tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507662 Sep 29 23:23:19.304843 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bbbca-6585-44c7-b375-e51652fc7103 req-2454f14d-13ff-49a3-90a3-ebc8410a86db tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:19.311076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-967bbbca-6585-44c7-b375-e51652fc7103 req-2454f14d-13ff-49a3-90a3-ebc8410a86db tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 945 time: 0.0612991 Sep 29 23:23:19.352793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-967bbbca-6585-44c7-b375-e51652fc7103 req-5cb6718b-771c-43db-b2f1-f25ea6ab02d1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354769 Sep 29 23:23:19.393604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40836) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:19.455097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9113b8c-eef0-4f16-80d4-39a99034eaf7 tempest-TestVolumeBootPattern-1828136994 tempest-TestVolumeBootPattern-1828136994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:19.457016 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a9113b8c-eef0-4f16-80d4-39a99034eaf7 tempest-TestVolumeBootPattern-1828136994 tempest-TestVolumeBootPattern-1828136994-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 1091 time: 0.0624008 Sep 29 23:23:19.459805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40844) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:19.464325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:19.487433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:19.631614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:19.750776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Allocated IP 172.25.4.222 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/2a90965a-21fa-4c98-bc8d-ae2f00a8a14d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:23:19.894758 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:19.930796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:19.960363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40894) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:19.970387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:23:19.973385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:19.977650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:23:20.022367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=2a90965a-21fa-4c98-bc8d-ae2f00a8a14d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:20.078718 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3812a56f-06b9-4857-9078-c6a309a5a952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:20.121508 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:20.189778 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3812a56f-06b9-4857-9078-c6a309a5a952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:20.194999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3812a56f-06b9-4857-9078-c6a309a5a952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:20.236435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3812a56f-06b9-4857-9078-c6a309a5a952 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5f0d6c9d677491a836b9067308a0c9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2749634 Sep 29 23:23:20.237416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812a56f-06b9-4857-9078-c6a309a5a952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8aea820-8eaf-4cad-8ed8-ca67fbd572d0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:20.238967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40900) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:20.355415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136cdb0-c6eb-4e50-8d72-3d207efbc389 req-fb86d194-1389-4a19-ad1c-520d0f559c68 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:20.356975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2136cdb0-c6eb-4e50-8d72-3d207efbc389 req-fb86d194-1389-4a19-ad1c-520d0f559c68 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0517752 Sep 29 23:23:20.397468 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2136cdb0-c6eb-4e50-8d72-3d207efbc389 req-3e1ce903-a154-4b9c-a1e4-e8fb323cf4e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336339 Sep 29 23:23:20.409136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a65e67c-1336-480f-935c-c5e6ce534eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:20.807723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a65e67c-1336-480f-935c-c5e6ce534eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:20.866284 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:20.942378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a65e67c-1336-480f-935c-c5e6ce534eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:20.944929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a65e67c-1336-480f-935c-c5e6ce534eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:20.946100 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2a65e67c-1336-480f-935c-c5e6ce534eda admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8aea820-8eaf-4cad-8ed8-ca67fbd572d0 HTTP/1.1" status: 204 len: 168 time: 0.7053282 Sep 29 23:23:20.957588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65e67c-1336-480f-935c-c5e6ce534eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8aea820-8eaf-4cad-8ed8-ca67fbd572d0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:20.993574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:21.156660 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:21.162655 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:21.234005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=2a90965a-21fa-4c98-bc8d-ae2f00a8a14d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:21.247228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:21.358498 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Floating IP 328383d6-df89-4593-90ab-86672b6d3b4b associated. External IP: 172.25.4.222, port: 0de546cb-a470-47bc-aee8-ef80f9bffe6e. Sep 29 23:23:21.568707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36830f8-d6d4-45e0-b20e-b0ae1d6a9431 req-63b94dbe-2bf1-4886-9a96-980fc7adc3c1 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:21.577528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d36830f8-d6d4-45e0-b20e-b0ae1d6a9431 req-63b94dbe-2bf1-4886-9a96-980fc7adc3c1 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0795071 Sep 29 23:23:21.632238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d36830f8-d6d4-45e0-b20e-b0ae1d6a9431 req-86183dfa-ab72-4347-abb8-8109434d19ed tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505013 Sep 29 23:23:21.646443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Router c811754c-0897-4425-b6eb-9628e511f6dc has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:23:21.775993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:23:21.786651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] Sync routers for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:23:21.793039 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:21.801288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:21.803124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:21.860306 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-42f65b9c-4ebd-4b10-bc47-905c4d5f55d6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3986051 Sep 29 23:23:21.861688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd4956b-900f-47cc-aed4-644e64957649', 'tag': '0de546cb-a470-47bc-aee8-ef80f9bffe6e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:23:21.867409 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b649aaa1-fa20-442e-a2bb-5b26478c54bc" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd4956b-900f-47cc-aed4-644e64957649", "tag": "0de546cb-a470-47bc-aee8-ef80f9bffe6e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:23:21.936231 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22cfcb4-842c-418d-b373-308b62c8beac x-openstack-request-id: req-e22cfcb4-842c-418d-b373-308b62c8beac {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:23:21.936764 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd4956b-900f-47cc-aed4-644e64957649", "tag": "0de546cb-a470-47bc-aee8-ef80f9bffe6e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:23:21.937180 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e22cfcb4-842c-418d-b373-308b62c8beac {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:23:21.938619 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd4956b-900f-47cc-aed4-644e64957649', 'tag': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'status': 'completed', 'code': 200} Sep 29 23:23:22.033228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-ac30cba1-be27-40c0-83f6-7325209e1ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:22.035031 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-ac30cba1-be27-40c0-83f6-7325209e1ea0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 1096 time: 0.0603671 Sep 29 23:23:22.084276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:22.164287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-be4c8bad-4b0b-42a3-bb31-3c92ed211486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:22.166002 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-be4c8bad-4b0b-42a3-bb31-3c92ed211486 service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.1231337 Sep 29 23:23:22.288072 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-018bb21c-e9af-4f27-9b4e-47fa1281c826 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e HTTP/1.1" status: 200 len: 999 time: 0.1126215 Sep 29 23:23:22.361806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '328383d6-df89-4593-90ab-86672b6d3b4b', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:e5:e4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:23:20Z', 'updated_at': '2021-09-29T23:23:20Z', 'revision_number': 0, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:22.367103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-64848d83-8875-4c43-a51a-69813c36843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:22.368787 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-64848d83-8875-4c43-a51a-69813c36843a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0757353 Sep 29 23:23:22.394142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] Checking router: c811754c-0897-4425-b6eb-9628e511f6dc for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:23:22.404546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:22.405176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:22.424784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-70da7fc8-eb46-437c-8a3f-09eb81abec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:22.427096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-70da7fc8-eb46-437c-8a3f-09eb81abec60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515008 Sep 29 23:23:22.535215 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-3a6fd06b-6878-40f0-9a7c-0d9dfd95b247 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011806 Sep 29 23:23:22.558175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:22.640794 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b649aaa1-fa20-442e-a2bb-5b26478c54bc req-508a3699-f00e-4e5c-964f-64909da2b564 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986674 Sep 29 23:23:22.722283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41002) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:22.824217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343e903-83f1-44c5-b8fa-039d6db814e0 req-3a6bc079-3a63-416a-a824-8df03efe5a01 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:22.825635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0343e903-83f1-44c5-b8fa-039d6db814e0 req-3a6bc079-3a63-416a-a824-8df03efe5a01 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1029661 Sep 29 23:23:22.849372 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '328383d6-df89-4593-90ab-86672b6d3b4b', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:e5:e4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:23:20Z', 'updated_at': '2021-09-29T23:23:20Z', 'revision_number': 0, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:22.881777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0343e903-83f1-44c5-b8fa-039d6db814e0 req-cd7b20e8-804e-40a6-b9f1-40ef0f378229 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411406 Sep 29 23:23:22.892017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d22c320-a278-467c-b0fd-33eb5469672c None None] The sync data for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 is: [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '328383d6-df89-4593-90ab-86672b6d3b4b', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:e5:e4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:23:20Z', 'updated_at': '2021-09-29T23:23:20Z', 'revision_number': 0, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:23:22.899944 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8821e4ce-60ee-491c-9507-0d0caca49d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:23.012410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8821e4ce-60ee-491c-9507-0d0caca49d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:23.016422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8821e4ce-60ee-491c-9507-0d0caca49d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:23.060435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8821e4ce-60ee-491c-9507-0d0caca49d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15add96a-56c7-487e-8be7-9f7385efc306,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:23.066558 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8821e4ce-60ee-491c-9507-0d0caca49d09 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=db29e1902b284a14bf1486daf250a362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3419046 Sep 29 23:23:23.070169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41012) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:23.124411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd0c94a0-b8fc-4a23-b228-74660520b902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:23.152513 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd0c94a0-b8fc-4a23-b228-74660520b902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:23.165964 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe6dd6f-4e79-4a97-b04c-8cc7e715a7d2 None None] New status for floating IP 328383d6-df89-4593-90ab-86672b6d3b4b: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:23:23.207788 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd0c94a0-b8fc-4a23-b228-74660520b902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:23.211326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd0c94a0-b8fc-4a23-b228-74660520b902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:23.215255 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fd0c94a0-b8fc-4a23-b228-74660520b902 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/15add96a-56c7-487e-8be7-9f7385efc306 HTTP/1.1" status: 204 len: 168 time: 0.1415811 Sep 29 23:23:23.221763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0c94a0-b8fc-4a23-b228-74660520b902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15add96a-56c7-487e-8be7-9f7385efc306,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:24.041855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1478e3-af31-46ef-ad98-dfcc6d243b6f req-0904ba85-de5e-48db-b566-a455421df072 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:24.043979 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d1478e3-af31-46ef-ad98-dfcc6d243b6f req-0904ba85-de5e-48db-b566-a455421df072 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0956223 Sep 29 23:23:24.086497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d1478e3-af31-46ef-ad98-dfcc6d243b6f req-832985dc-6105-4453-96fe-7e2af9c908d4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361378 Sep 29 23:23:24.191897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41058) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:24.300776 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0bf037e8-ce80-43db-b5da-ce9432b59d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:24.402553 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0bf037e8-ce80-43db-b5da-ce9432b59d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:24.408141 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0bf037e8-ce80-43db-b5da-ce9432b59d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:24.451030 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0bf037e8-ce80-43db-b5da-ce9432b59d83 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f7b23d2c84024d1a8f2e5bf90aabac05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2574563 Sep 29 23:23:24.453559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41066) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:24.460281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf037e8-ce80-43db-b5da-ce9432b59d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8406671d-b767-48e8-9f46-886965d6dea8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:24.507968 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed730-7a96-49b4-9fcb-b0fb62a270a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:24.529743 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed730-7a96-49b4-9fcb-b0fb62a270a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:24.590869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed730-7a96-49b4-9fcb-b0fb62a270a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:24.593967 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e0ed730-7a96-49b4-9fcb-b0fb62a270a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:24.595110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2e0ed730-7a96-49b4-9fcb-b0fb62a270a8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8406671d-b767-48e8-9f46-886965d6dea8 HTTP/1.1" status: 204 len: 168 time: 0.1406434 Sep 29 23:23:24.605328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ed730-7a96-49b4-9fcb-b0fb62a270a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8406671d-b767-48e8-9f46-886965d6dea8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:25.222009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e4c79-2ee9-4352-8aa3-ede8e57cb4c8 req-208f1f0b-de63-42e3-a40c-890f974d5a74 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:25.223283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab8e4c79-2ee9-4352-8aa3-ede8e57cb4c8 req-208f1f0b-de63-42e3-a40c-890f974d5a74 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0543182 Sep 29 23:23:25.264437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab8e4c79-2ee9-4352-8aa3-ede8e57cb4c8 req-13664b34-91d8-4442-97bd-299b0f2bec44 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338008 Sep 29 23:23:25.873721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41112) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:26.013910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1452153192'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:26.035019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Made reservation on behalf of 562b7d99323e4abb8a1977117e0c061a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:23:26.038779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.047414 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.141409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.145548 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.184359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:23:26.195019 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.195576 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Added segment 8108f713-877f-4c0d-b1f7-85187e8d6e21 of type vlan for network c77bc461-3bed-487c-ac7f-c5e15cc2eafa Sep 29 23:23:26.203108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2192dc-dd4a-4c9f-9778-f317cf8d143d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:26.239918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.265216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.271509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:26.272154 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.315911 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4409835 Sep 29 23:23:26.319015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41126) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:26.325238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Request body: {'subnet': {'network_id': 'c77bc461-3bed-487c-ac7f-c5e15cc2eafa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:26.369820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f88bd-a570-483b-820a-dd4462f38336 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Pushing event updated for resources: {'Network': ['ID=c77bc461-3bed-487c-ac7f-c5e15cc2eafa,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:26.380843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c77bc461-3bed-487c-ac7f-c5e15cc2eafa details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:23:26.434140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Made reservation on behalf of 562b7d99323e4abb8a1977117e0c061a for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:23:26.437798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.658304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.734034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Checking segment: {'id': '8108f713-877f-4c0d-b1f7-85187e8d6e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c77bc461-3bed-487c-ac7f-c5e15cc2eafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:23:26.734657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Network hostable DHCP agents. Network: c77bc461-3bed-487c-ac7f-c5e15cc2eafa, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:23:26.737919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Pushing event updated for resources: {'Subnet': ['ID=487eb9b9-d8c6-463c-a1d3-21aedce1f9cf,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:26.765168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Network c77bc461-3bed-487c-ac7f-c5e15cc2eafa is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:23:26.775539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, c77bc461-3bed-487c-ac7f-c5e15cc2eafa) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:26.780708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:26.781545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.784289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1ccc3-ce4f-4d02-8976-b4b1f3a58d5c req-76868317-f46f-45b6-9fb9-893812fa7cd0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:26.785846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0d1ccc3-ce4f-4d02-8976-b4b1f3a58d5c req-76868317-f46f-45b6-9fb9-893812fa7cd0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.4180503 Sep 29 23:23:26.795672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de20d087-fd16-4f68-ba50-9f79cf8b82b7 None None] Network c77bc461-3bed-487c-ac7f-c5e15cc2eafa requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:23:26.804685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f5961085-e0ef-435b-ab5a-97e1cdf81001 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4838498 Sep 29 23:23:26.805242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:26.816551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Request body: {'port': {'network_id': 'c77bc461-3bed-487c-ac7f-c5e15cc2eafa', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1492598408'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:26.898573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0d1ccc3-ce4f-4d02-8976-b4b1f3a58d5c req-e5034c27-5aed-427d-9079-bef5ff3d68ff tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950434 Sep 29 23:23:26.953636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Made reservation on behalf of 562b7d99323e4abb8a1977117e0c061a for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:23:26.958325 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.976879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-c77bc461-3bed-487c-ac7f-c5e15cc2eafa', 'network_id': 'c77bc461-3bed-487c-ac7f-c5e15cc2eafa', 'tenant_id': '562b7d99323e4abb8a1977117e0c061a', 'fixed_ips': [{'subnet_id': '487eb9b9-d8c6-463c-a1d3-21aedce1f9cf'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:23:26.977808 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:26.978516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] device_id is not set on port cfbfaafc-6423-4cda-b32f-a80adb12a1d0 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:23:27.100795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Allocated IP 172.20.0.13 (c77bc461-3bed-487c-ac7f-c5e15cc2eafa/487eb9b9-d8c6-463c-a1d3-21aedce1f9cf/cfbfaafc-6423-4cda-b32f-a80adb12a1d0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:23:27.252876 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.291101 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.345832 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Network c77bc461-3bed-487c-ac7f-c5e15cc2eafa is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:23:27.354557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:27.364792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Allocated IP 172.20.0.2 (c77bc461-3bed-487c-ac7f-c5e15cc2eafa/487eb9b9-d8c6-463c-a1d3-21aedce1f9cf/5cf7e01d-e51e-4bdf-b657-a20a94cf2465) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:23:27.365331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:23:27.368047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Pushing event updated for resources: {'Port': ['ID=cfbfaafc-6423-4cda-b32f-a80adb12a1d0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:27.430074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:27.431016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.449541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7dc26047-1541-4c8a-a585-82b999b0d97c tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 0.6397781 Sep 29 23:23:27.450017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41152) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:27.537255 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.549849 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.551952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Deleting port cfbfaafc-6423-4cda-b32f-a80adb12a1d0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:27.552955 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.597872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Network c77bc461-3bed-487c-ac7f-c5e15cc2eafa is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:23:27.601685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:27.611544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:23:27.613774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Pushing event updated for resources: {'Port': ['ID=5cf7e01d-e51e-4bdf-b657-a20a94cf2465,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:27.673133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.682311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Attempting to bind port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:23:27.682754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Attempting to bind port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '8108f713-877f-4c0d-b1f7-85187e8d6e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c77bc461-3bed-487c-ac7f-c5e15cc2eafa'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:23:27.683222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Attempting to bind port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 on network c77bc461-3bed-487c-ac7f-c5e15cc2eafa {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:23:27.686226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Calling delete_port for cfbfaafc-6423-4cda-b32f-a80adb12a1d0 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:27.688404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:23:27.689035 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Checking segment: {'id': '8108f713-877f-4c0d-b1f7-85187e8d6e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c77bc461-3bed-487c-ac7f-c5e15cc2eafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:23:27.689498 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.689982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Bound using segment: {'id': '8108f713-877f-4c0d-b1f7-85187e8d6e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c77bc461-3bed-487c-ac7f-c5e15cc2eafa'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:23:27.690534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Bound port: 5cf7e01d-e51e-4bdf-b657-a20a94cf2465, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8108f713-877f-4c0d-b1f7-85187e8d6e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': 'c77bc461-3bed-487c-ac7f-c5e15cc2eafa'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:23:27.690986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.756708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] For port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:23:27.759806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] For port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5cf7e01d-e51e-4bdf-b657-a20a94cf2465,segment=NetworkSegment(8108f713-877f-4c0d-b1f7-85187e8d6e21),segment_id=8108f713-877f-4c0d-b1f7-85187e8d6e21)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:23:27.765610 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.826108 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b725e0-7db6-4b76-911c-0bf276caa8d5 None None] Pushing event updated for resources: {'Port': ['ID=5cf7e01d-e51e-4bdf-b657-a20a94cf2465,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:27.845314 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.888546 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Pushing event deleted for resources: {'Port': ['ID=cfbfaafc-6423-4cda-b32f-a80adb12a1d0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:27.915606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.915986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.916333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.916792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.916993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.917325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.917658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.918019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.918382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.918707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.919029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.919348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:27.969980 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:27.972000 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-38b330c8-224f-47a8-bb90-caf6c579d90e tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] 10.222.0.44 "DELETE /v2.0/ports/cfbfaafc-6423-4cda-b32f-a80adb12a1d0 HTTP/1.1" status: 204 len: 168 time: 0.5208359 Sep 29 23:23:27.975041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41164) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:28.074613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2f245bc8-f467-43b0-83cc-7a1294bb93f1 tempest-DHCPAgentSchedulersTestJSON-1286209038 tempest-DHCPAgentSchedulersTestJSON-1286209038-project-admin] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.0984159 Sep 29 23:23:28.077457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41168) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:28.082430 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-361638174'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:28.117593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9ee47-8544-421d-abba-b6840cba662a req-277836d3-5f39-4f57-9757-a2e284be09ba tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:28.119663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1f9ee47-8544-421d-abba-b6840cba662a req-277836d3-5f39-4f57-9757-a2e284be09ba tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1306002 Sep 29 23:23:28.145963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Made reservation on behalf of 562b7d99323e4abb8a1977117e0c061a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:23:28.149756 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:28.191394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1f9ee47-8544-421d-abba-b6840cba662a req-0bbdec3d-a8bc-45c6-84de-c195be41433f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651417 Sep 29 23:23:28.200926 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:23:28.211611 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:28.211880 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Added segment 9e08289e-6438-4c22-8ad5-8acc0748e21a of type vlan for network c672329f-cde4-4995-a08b-42119ffcc1a2 Sep 29 23:23:28.264088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:28.299693 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:28.309134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:28.309802 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:28.370080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2913859 Sep 29 23:23:28.372780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41176) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:28.418950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ca178-7a71-4c37-adc6-05a407a2e7c6 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Pushing event updated for resources: {'Network': ['ID=c672329f-cde4-4995-a08b-42119ffcc1a2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:28.432884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c672329f-cde4-4995-a08b-42119ffcc1a2 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:23:28.626780 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0528cda3-7c6e-4b35-80bd-62b817550fab tempest-DHCPAgentSchedulersTestJSON-1286209038 tempest-DHCPAgentSchedulersTestJSON-1286209038-project-admin] 10.222.0.44 "GET /v2.0/agents/76f70ab8-f590-4989-9db8-050d6bdcae20/dhcp-networks HTTP/1.1" status: 200 len: 10462 time: 0.2519553 Sep 29 23:23:28.630602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:28.734451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d89ab53-08ab-4235-aa10-ab404893ede6 tempest-DHCPAgentSchedulersTestJSON-1286209038 tempest-DHCPAgentSchedulersTestJSON-1286209038-project-admin] Network c672329f-cde4-4995-a08b-42119ffcc1a2 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:23:28.750399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5d89ab53-08ab-4235-aa10-ab404893ede6 tempest-DHCPAgentSchedulersTestJSON-1286209038 tempest-DHCPAgentSchedulersTestJSON-1286209038-project-admin] 10.222.0.44 "POST /v2.0/agents/76f70ab8-f590-4989-9db8-050d6bdcae20/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1179023 Sep 29 23:23:28.753222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41188) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:28.755765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14123fcf-4919-433c-b18b-a14680f3433f None None] Network c672329f-cde4-4995-a08b-42119ffcc1a2 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:23:28.993735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a8d4a725-7e0d-489f-aa5c-e5bd6d2b9d88 tempest-DHCPAgentSchedulersTestJSON-1286209038 tempest-DHCPAgentSchedulersTestJSON-1286209038-project-admin] 10.222.0.44 "GET /v2.0/agents/76f70ab8-f590-4989-9db8-050d6bdcae20/dhcp-networks HTTP/1.1" status: 200 len: 11232 time: 0.2359836 Sep 29 23:23:28.996441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41194) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:29.062229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bc934e-d60d-4727-bbf0-0a6435dba222 None None] Network c77bc461-3bed-487c-ac7f-c5e15cc2eafa requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:23:29.091709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41198) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:29.092371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7f487efe-19b0-422d-aa2f-90d2de0fdb15 tempest-DHCPAgentSchedulersTestJSON-1286209038 tempest-DHCPAgentSchedulersTestJSON-1286209038-project-admin] 10.222.0.44 "DELETE /v2.0/agents/76f70ab8-f590-4989-9db8-050d6bdcae20/dhcp-networks/c672329f-cde4-4995-a08b-42119ffcc1a2 HTTP/1.1" status: 204 len: 168 time: 0.0946615 Sep 29 23:23:29.150402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9182c516-4671-49f6-9733-ae1cc1d1ba3a None None] Provisioning complete for port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:23:29.150885 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9182c516-4671-49f6-9733-ae1cc1d1ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:29.284075 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a0b6ecd2-81e0-48f6-bd42-0e8c080800eb tempest-DHCPAgentSchedulersTestJSON-1286209038 tempest-DHCPAgentSchedulersTestJSON-1286209038-project-admin] 10.222.0.44 "GET /v2.0/agents/76f70ab8-f590-4989-9db8-050d6bdcae20/dhcp-networks HTTP/1.1" status: 200 len: 10462 time: 0.1858885 Sep 29 23:23:29.285667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41208) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:29.314437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-25d72f33-28c5-4934-bd47-ebc509aa6882 tempest-DHCPAgentSchedulersTestJSON-1286209038 tempest-DHCPAgentSchedulersTestJSON-1286209038-project-admin] 10.222.0.44 "GET /v2.0/networks/c77bc461-3bed-487c-ac7f-c5e15cc2eafa/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0239723 Sep 29 23:23:29.315163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41210) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:29.321939 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9182c516-4671-49f6-9733-ae1cc1d1ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:29.349146 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-278a6ba8-3d41-4f6d-8c83-aeb217e4de37 tempest-DHCPAgentSchedulersTestJSON-1286209038 tempest-DHCPAgentSchedulersTestJSON-1286209038-project-admin] 10.222.0.44 "GET /v2.0/networks/c77bc461-3bed-487c-ac7f-c5e15cc2eafa/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.0303340 Sep 29 23:23:29.350152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41212) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:29.364489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9182c516-4671-49f6-9733-ae1cc1d1ba3a None None] For port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5cf7e01d-e51e-4bdf-b657-a20a94cf2465,segment=NetworkSegment(8108f713-877f-4c0d-b1f7-85187e8d6e21),segment_id=8108f713-877f-4c0d-b1f7-85187e8d6e21)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:29.371735 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9182c516-4671-49f6-9733-ae1cc1d1ba3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:29.418049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a8271-6f83-40aa-a15f-cc199ccb3c02 req-6314e5c6-231f-4565-a366-591c0759bf4b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:29.421636 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d6a8271-6f83-40aa-a15f-cc199ccb3c02 req-6314e5c6-231f-4565-a366-591c0759bf4b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0956073 Sep 29 23:23:29.520962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182c516-4671-49f6-9733-ae1cc1d1ba3a None None] Pushing event updated for resources: {'Port': ['ID=5cf7e01d-e51e-4bdf-b657-a20a94cf2465,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:29.552107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d6a8271-6f83-40aa-a15f-cc199ccb3c02 req-2cdb8c9c-f974-4798-9b84-ca80b0769460 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151092 Sep 29 23:23:29.614745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2cbef15e-e950-4f88-82a0-74379b1b3705 tempest-DHCPAgentSchedulersTestJSON-1286209038 tempest-DHCPAgentSchedulersTestJSON-1286209038-project-admin] 10.222.0.44 "GET /v2.0/agents/76f70ab8-f590-4989-9db8-050d6bdcae20/dhcp-networks HTTP/1.1" status: 200 len: 10462 time: 0.2631049 Sep 29 23:23:29.618970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41220) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:29.653919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:23:29.721184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c65195df-0830-4ffc-8f60-2dfe66eba9b3 None None] Provisioning complete for port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:23:29.721759 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c65195df-0830-4ffc-8f60-2dfe66eba9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:29.724047 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:29.758256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:23:29.759350 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:29.845112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:29.890502 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c672329f-cde4-4995-a08b-42119ffcc1a2']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:29.906333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e08289e-6438-4c22-8ad5-8acc0748e21a') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:29.907058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e08289e-6438-4c22-8ad5-8acc0748e21a') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:29.919716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:29.936219 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:29.943845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:23:29.944390 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:23:29.949061 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:23:30.018395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e3b3722f-a05e-43d7-8448-dda182a40407 None None] Could not find standard attr ID for object cfbfaafc-6423-4cda-b32f-a80adb12a1d0. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:23:30.029171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.037608 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.039450 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] 10.222.0.44 "DELETE /v2.0/networks/c672329f-cde4-4995-a08b-42119ffcc1a2 HTTP/1.1" status: 204 len: 168 time: 0.4169402 Sep 29 23:23:30.042119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41228) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:30.057410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d35e3b-132b-4b63-bb24-c9239907531f tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Pushing event deleted for resources: {'Network': ['ID=c672329f-cde4-4995-a08b-42119ffcc1a2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:30.074732 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-758d6e18-728c-40c9-9728-8d1a8e81c3ea tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] DELETE failed (client error): The resource could not be found. Sep 29 23:23:30.075716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758d6e18-728c-40c9-9728-8d1a8e81c3ea tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:23:30.080017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-758d6e18-728c-40c9-9728-8d1a8e81c3ea tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] 10.222.0.44 "DELETE /v2.0/ports/cfbfaafc-6423-4cda-b32f-a80adb12a1d0 HTTP/1.1" status: 404 len: 333 time: 0.0345941 Sep 29 23:23:30.081290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41232) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:30.141806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-88949968-1e10-4a5b-8b6a-c8c06c46a6bb tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Deleting subnet 487eb9b9-d8c6-463c-a1d3-21aedce1f9cf {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:23:30.145293 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88949968-1e10-4a5b-8b6a-c8c06c46a6bb tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.196644 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88949968-1e10-4a5b-8b6a-c8c06c46a6bb tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.294086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88949968-1e10-4a5b-8b6a-c8c06c46a6bb tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.366602 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88949968-1e10-4a5b-8b6a-c8c06c46a6bb tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.393452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88949968-1e10-4a5b-8b6a-c8c06c46a6bb tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Pushing event deleted for resources: {'Subnet': ['ID=487eb9b9-d8c6-463c-a1d3-21aedce1f9cf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:30.403551 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88949968-1e10-4a5b-8b6a-c8c06c46a6bb tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.405645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-88949968-1e10-4a5b-8b6a-c8c06c46a6bb tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] 10.222.0.44 "DELETE /v2.0/subnets/487eb9b9-d8c6-463c-a1d3-21aedce1f9cf HTTP/1.1" status: 204 len: 168 time: 0.3232644 Sep 29 23:23:30.408616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41242) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:30.410752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff29f02b-a836-4f56-992e-3fe7220e5ff5 None None] Network c77bc461-3bed-487c-ac7f-c5e15cc2eafa requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:23:30.502185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.556191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Deleting port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:30.556589 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.592741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c838a104-3057-45de-ad0b-7fafa3ca6b59 None None] DHCP port deletion for c77bc461-3bed-487c-ac7f-c5e15cc2eafa request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:23:30.647086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c838a104-3057-45de-ad0b-7fafa3ca6b59 None None] Deleting port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:30.647561 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c838a104-3057-45de-ad0b-7fafa3ca6b59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.677672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] For port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5cf7e01d-e51e-4bdf-b657-a20a94cf2465,segment=NetworkSegment(8108f713-877f-4c0d-b1f7-85187e8d6e21),segment_id=8108f713-877f-4c0d-b1f7-85187e8d6e21)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:30.678147 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.699139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Calling delete_port for 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:30.710720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7be70b-00ec-4b2c-a4f0-79505207f8da req-645ee398-c044-413e-97f0-b6c436a41deb tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:30.717342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac7be70b-00ec-4b2c-a4f0-79505207f8da req-645ee398-c044-413e-97f0-b6c436a41deb tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0919888 Sep 29 23:23:30.730265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c838a104-3057-45de-ad0b-7fafa3ca6b59 None None] For port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5cf7e01d-e51e-4bdf-b657-a20a94cf2465,segment=NetworkSegment(8108f713-877f-4c0d-b1f7-85187e8d6e21),segment_id=8108f713-877f-4c0d-b1f7-85187e8d6e21)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:30.730670 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c838a104-3057-45de-ad0b-7fafa3ca6b59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.743188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c838a104-3057-45de-ad0b-7fafa3ca6b59 None None] Calling delete_port for 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:30.823936 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c838a104-3057-45de-ad0b-7fafa3ca6b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.824716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac7be70b-00ec-4b2c-a4f0-79505207f8da req-8f08c697-75eb-4fb7-bff9-f3fc62337e15 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032963 Sep 29 23:23:30.854527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838a104-3057-45de-ad0b-7fafa3ca6b59 None None] Pushing event deleted for resources: {'Port': ['ID=5cf7e01d-e51e-4bdf-b657-a20a94cf2465,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:30.858332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838a104-3057-45de-ad0b-7fafa3ca6b59 None None] No DVR routers for this DVR port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:23:30.874057 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:30.903092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] No DVR routers for this DVR port 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:23:30.907679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Pushing event deleted for resources: {'Port': ['ID=5cf7e01d-e51e-4bdf-b657-a20a94cf2465,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:30.984904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:31.006757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c77bc461-3bed-487c-ac7f-c5e15cc2eafa']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:31.016883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8108f713-877f-4c0d-b1f7-85187e8d6e21') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:31.017187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8108f713-877f-4c0d-b1f7-85187e8d6e21') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:31.032005 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:31.044944 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:31.050602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Releasing vlan 520 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:23:31.050994 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:23:31.054714 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:23:31.116726 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:31.124056 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:31.126058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] 10.222.0.44 "DELETE /v2.0/networks/c77bc461-3bed-487c-ac7f-c5e15cc2eafa HTTP/1.1" status: 204 len: 168 time: 0.7166426 Sep 29 23:23:31.142248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b599cb8-450e-4386-b388-a95aba50d134 tempest-DHCPAgentSchedulersTestJSON-317717181 tempest-DHCPAgentSchedulersTestJSON-317717181-project] Pushing event deleted for resources: {'Network': ['ID=c77bc461-3bed-487c-ac7f-c5e15cc2eafa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:31.381408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41266) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:31.503197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:23:31.526120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:23:31.526558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5cf7e01d-e51e-4bdf-b657-a20a94cf2465 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:23:31.530926 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3c9cceff-d9af-4bc6-b537-57aa1dd1971c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=562b7d99323e4abb8a1977117e0c061a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482666 Sep 29 23:23:31.533496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41274) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:31.584498 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-864d2e5f-7f49-46c9-a0c4-80321c108e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:31.605972 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-864d2e5f-7f49-46c9-a0c4-80321c108e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:31.652226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-864d2e5f-7f49-46c9-a0c4-80321c108e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:31.654768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-864d2e5f-7f49-46c9-a0c4-80321c108e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:31.655945 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-864d2e5f-7f49-46c9-a0c4-80321c108e88 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fe2192dc-dd4a-4c9f-9778-f317cf8d143d HTTP/1.1" status: 204 len: 168 time: 0.1212885 Sep 29 23:23:31.664566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d2e5f-7f49-46c9-a0c4-80321c108e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2192dc-dd4a-4c9f-9778-f317cf8d143d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:31.942529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41288) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:31.968370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e19e3-b9cb-4bf7-84e0-a0a10e7a12b1 req-04bacd07-9e2f-4b25-a3c6-d0a9cf50bdae tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:31.969986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd9e19e3-b9cb-4bf7-84e0-a0a10e7a12b1 req-04bacd07-9e2f-4b25-a3c6-d0a9cf50bdae tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0682364 Sep 29 23:23:31.970775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4221ac8d-42b9-4dba-9311-4374bd6b9256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:32.031538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd9e19e3-b9cb-4bf7-84e0-a0a10e7a12b1 req-f408f1c6-578c-4e75-bb87-9552c1fec966 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525894 Sep 29 23:23:32.111457 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4221ac8d-42b9-4dba-9311-4374bd6b9256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:32.115481 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4221ac8d-42b9-4dba-9311-4374bd6b9256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:32.154319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4221ac8d-42b9-4dba-9311-4374bd6b9256 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d4fc3f8da4a04ff39e58bef3b11fc01c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098157 Sep 29 23:23:32.155273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221ac8d-42b9-4dba-9311-4374bd6b9256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c551d9af-accc-465b-97c5-32b38c272dc2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:32.157027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41294) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:32.209572 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2f29436-61c6-4b98-ac10-455c9df67835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:32.230909 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2f29436-61c6-4b98-ac10-455c9df67835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:32.280710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2f29436-61c6-4b98-ac10-455c9df67835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:32.283299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2f29436-61c6-4b98-ac10-455c9df67835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:32.284581 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c2f29436-61c6-4b98-ac10-455c9df67835 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c551d9af-accc-465b-97c5-32b38c272dc2 HTTP/1.1" status: 204 len: 168 time: 0.1260006 Sep 29 23:23:32.293233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f29436-61c6-4b98-ac10-455c9df67835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c551d9af-accc-465b-97c5-32b38c272dc2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:33.175574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b922bd-db8a-4bb8-aa0d-f174211a6351 req-7f3f3995-9c76-42a8-9862-5a2c071b6750 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:33.177910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4b922bd-db8a-4bb8-aa0d-f174211a6351 req-7f3f3995-9c76-42a8-9862-5a2c071b6750 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0606480 Sep 29 23:23:33.217876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4b922bd-db8a-4bb8-aa0d-f174211a6351 req-ece08b7b-6c27-4468-91ce-ea4e32a9de70 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332656 Sep 29 23:23:33.289005 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-01444bb9-c8f4-4196-b81a-53b2ac278851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:33.756288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41368) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:33.859245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e46cb2b6-9f3a-423d-a5ce-b70a50d66573 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:33.892957 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e46cb2b6-9f3a-423d-a5ce-b70a50d66573 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] 10.222.0.44 "PUT /v2.0/quotas/9abf43a096e0438d806fffc2fea98e0e HTTP/1.1" status: 200 len: 366 time: 0.1354554 Sep 29 23:23:33.895789 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41376) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:33.907986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-928167ee-725d-4da7-a9f4-d4be0ca0475b tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0102251 Sep 29 23:23:33.910002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41380) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:33.921760 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-45672084-19cb-431e-9cc0-dd75b4584d2f tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] 10.222.0.44 "GET /v2.0/quotas/9abf43a096e0438d806fffc2fea98e0e HTTP/1.1" status: 200 len: 366 time: 0.0095749 Sep 29 23:23:33.924010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41382) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:33.938643 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4c6bd12e-a4e6-43f2-8244-5705f8a942ee tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/9abf43a096e0438d806fffc2fea98e0e HTTP/1.1" status: 204 len: 168 time: 0.0134816 Sep 29 23:23:33.940991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:33.953958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41386) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:33.954205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bac5986f-dced-43c4-be17-236dc9b06692 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] 10.222.0.44 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0119717 Sep 29 23:23:33.966842 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-456d3294-740a-4517-82d5-7c463cc36af2 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] 10.222.0.44 "GET /v2.0/quotas/9abf43a096e0438d806fffc2fea98e0e HTTP/1.1" status: 200 len: 370 time: 0.0108609 Sep 29 23:23:33.969022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41388) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:33.975532 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ed95de0e-e5b8-4184-b891-80bcf03a8678 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] 10.222.0.44 "GET /v2.0/quotas/9abf43a096e0438d806fffc2fea98e0e/default HTTP/1.1" status: 200 len: 370 time: 0.0053978 Sep 29 23:23:33.976552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41390) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:33.984964 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-1763a5db-4b69-46d5-bd34-5cf9cd2b4276 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] delete failed (client error): The resource could not be found. Sep 29 23:23:33.985912 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1763a5db-4b69-46d5-bd34-5cf9cd2b4276 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] 10.222.0.44 "DELETE /v2.0/quotas/9abf43a096e0438d806fffc2fea98e0e HTTP/1.1" status: 404 len: 348 time: 0.0085273 Sep 29 23:23:34.091014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41398) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:34.110696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Usage tracker for resource:network and project:fa85b0d9de0f435b8c8fc2b746e6ec2d is out of sync, need to count used quota {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 23:23:34.114705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 29 23:23:34.121262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Usage tracker for resource:subnet and project:fa85b0d9de0f435b8c8fc2b746e6ec2d is out of sync, need to count used quota {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 23:23:34.124481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 29 23:23:34.130671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Usage tracker for resource:subnetpool and project:fa85b0d9de0f435b8c8fc2b746e6ec2d is out of sync, need to count used quota {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 23:23:34.136126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 29 23:23:34.143035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Usage tracker for resource:port and project:fa85b0d9de0f435b8c8fc2b746e6ec2d is out of sync, need to count used quota {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 23:23:34.147181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 29 23:23:34.154259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Usage tracker for resource:router and project:fa85b0d9de0f435b8c8fc2b746e6ec2d is out of sync, need to count used quota {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 23:23:34.158062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 29 23:23:34.165137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Usage tracker for resource:floatingip and project:fa85b0d9de0f435b8c8fc2b746e6ec2d is out of sync, need to count used quota {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 23:23:34.168609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 29 23:23:34.204026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Usage tracker for resource:security_group and project:fa85b0d9de0f435b8c8fc2b746e6ec2d is out of sync, need to count used quota {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 23:23:34.207132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 29 23:23:34.214042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Usage tracker for resource:security_group_rule and project:fa85b0d9de0f435b8c8fc2b746e6ec2d is out of sync, need to count used quota {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 29 23:23:34.217368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.quota.resource [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=110006) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Sep 29 23:23:34.222367 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5c5d021c-cb52-4d0c-ab47-dd5dc34aa527 tempest-QuotasTest-1789858307 tempest-QuotasTest-1789858307-project-admin] 10.222.0.44 "GET /v2.0/quotas/fa85b0d9de0f435b8c8fc2b746e6ec2d/details.json HTTP/1.1" status: 200 len: 703 time: 0.1302946 Sep 29 23:23:34.360079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15fc3a-83a4-44a1-90e1-93c554a6b0c5 req-25023601-2618-471e-98da-5b38e43b457b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:34.363111 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b15fc3a-83a4-44a1-90e1-93c554a6b0c5 req-25023601-2618-471e-98da-5b38e43b457b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0679166 Sep 29 23:23:34.440659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b15fc3a-83a4-44a1-90e1-93c554a6b0c5 req-a1e49fcc-bb57-471c-9c78-9cd7733c2bec tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694554 Sep 29 23:23:34.580959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41412) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:34.696665 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d174b6d-a6ab-48ed-85ff-bd0c1cd11f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:34.786975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d174b6d-a6ab-48ed-85ff-bd0c1cd11f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:34.791088 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d174b6d-a6ab-48ed-85ff-bd0c1cd11f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:34.828459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d174b6d-a6ab-48ed-85ff-bd0c1cd11f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6a3e88-4112-4cb5-b2d8-717307715008,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:34.832965 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0d174b6d-a6ab-48ed-85ff-bd0c1cd11f56 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2ffd7c7459b04dbc8c87599121804d9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508459 Sep 29 23:23:34.835556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41420) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:34.885368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-728b7210-90f1-44a1-beab-6a4fbb0976f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:34.909168 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-728b7210-90f1-44a1-beab-6a4fbb0976f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:34.975462 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-728b7210-90f1-44a1-beab-6a4fbb0976f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:34.980613 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-728b7210-90f1-44a1-beab-6a4fbb0976f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:34.981419 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-728b7210-90f1-44a1-beab-6a4fbb0976f0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7f6a3e88-4112-4cb5-b2d8-717307715008 HTTP/1.1" status: 204 len: 168 time: 0.1449370 Sep 29 23:23:34.994903 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728b7210-90f1-44a1-beab-6a4fbb0976f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6a3e88-4112-4cb5-b2d8-717307715008,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:35.290509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41436) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:35.303844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e74ec784-7f15-4485-9a71-950c2338981b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:35.402545 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e74ec784-7f15-4485-9a71-950c2338981b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:35.406763 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e74ec784-7f15-4485-9a71-950c2338981b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:35.445785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e74ec784-7f15-4485-9a71-950c2338981b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa85b0d9de0f435b8c8fc2b746e6ec2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1541755 Sep 29 23:23:35.446652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ec784-7f15-4485-9a71-950c2338981b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd6792d-321e-484b-bad0-a0c679570675,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:35.449294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41446) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:35.514880 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c88db60-9e56-4bb2-8ee7-d3584542c225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:35.540977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c88db60-9e56-4bb2-8ee7-d3584542c225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:35.574357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51fa0bf-80c7-4512-b747-88f2cc291f35 req-fae4a6b3-4b7e-400e-a5dc-0e7d9820a959 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:35.576020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e51fa0bf-80c7-4512-b747-88f2cc291f35 req-fae4a6b3-4b7e-400e-a5dc-0e7d9820a959 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0628061 Sep 29 23:23:35.596925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c88db60-9e56-4bb2-8ee7-d3584542c225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:35.600255 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c88db60-9e56-4bb2-8ee7-d3584542c225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:35.601422 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9c88db60-9e56-4bb2-8ee7-d3584542c225 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7bd6792d-321e-484b-bad0-a0c679570675 HTTP/1.1" status: 204 len: 168 time: 0.1506219 Sep 29 23:23:35.621145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88db60-9e56-4bb2-8ee7-d3584542c225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd6792d-321e-484b-bad0-a0c679570675,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:35.622145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e51fa0bf-80c7-4512-b747-88f2cc291f35 req-c0871170-b68b-44bf-af2f-e547c3d284f5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389569 Sep 29 23:23:36.228434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c0f242d4-e7f0-4fbc-af02-f438745a1b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:36.560160 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:36.604612 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b39b1989-d307-4a00-809e-72592510baaf details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:23:36.731671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:36.758396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'b39b1989-d307-4a00-809e-72592510baaf', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'port_id': 'b39b1989-d307-4a00-809e-72592510baaf', 'mac_address': 'fa:16:3e:0b:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:23:36.794485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be388f4-6226-403b-8710-7e39f12fce0e req-2babfff8-d0e0-4966-9bd6-f1de7e01c8e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:36.804409 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7be388f4-6226-403b-8710-7e39f12fce0e req-2babfff8-d0e0-4966-9bd6-f1de7e01c8e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0731180 Sep 29 23:23:36.824099 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:36.844153 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b39b1989-d307-4a00-809e-72592510baaf {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:23:36.850752 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7be388f4-6226-403b-8710-7e39f12fce0e req-5f7d88ee-23c5-447d-bcdd-968c977f8e8a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449574 Sep 29 23:23:36.892245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:36.904701 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:36.988516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:37.018593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b39b1989-d307-4a00-809e-72592510baaf'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:23:37.148816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41534) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:37.438929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1086254376', 'router:external': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:37.461909 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:37.473079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Made reservation on behalf of f4c3ccd58e7544aab06fde6d6133c348 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:23:37.476884 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:37.492680 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:37.625091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:37.634349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:37.667717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:23:37.674727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144efe7c-44c1-4a18-806e-9be8bf3db511,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:37.681606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:37.682227 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Added segment 4a81c098-77b5-4fe2-83a9-0a0364ec1e56 of type vlan for network 425a90ca-487a-4ea8-916e-62874df01e45 Sep 29 23:23:37.742659 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:37.767380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-2563fd62-2be6-4292-830e-ddf440791790 req-c5d35fce-4b4f-4454-918f-c822b783df2a service neutron] (110006) timed out ('10.222.0.26', 60866) {{(pid=110006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 23:23:37.780955 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:37.782346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:37.783261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:37.828240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6752334 Sep 29 23:23:37.829572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41542) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:37.835692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Request body: {'subnet': {'network_id': '425a90ca-487a-4ea8-916e-62874df01e45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:37.858728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160601ec-83cb-4f56-ba51-40f029c60574 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event updated for resources: {'Network': ['ID=425a90ca-487a-4ea8-916e-62874df01e45,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:37.866109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Made reservation on behalf of f4c3ccd58e7544aab06fde6d6133c348 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:23:37.868812 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:37.870493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 425a90ca-487a-4ea8-916e-62874df01e45 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:23:38.037659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adba61e-fe8d-4d31-a800-5cf864e39d82 req-72fbe31e-baa7-4d61-8735-fe83e1d1f740 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:38.039692 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2adba61e-fe8d-4d31-a800-5cf864e39d82 req-72fbe31e-baa7-4d61-8735-fe83e1d1f740 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 944 time: 0.0753241 Sep 29 23:23:38.115495 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2adba61e-fe8d-4d31-a800-5cf864e39d82 req-03b6387e-5088-4874-8605-16e1d72804f5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647974 Sep 29 23:23:38.255430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.objects.ports [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:23:38.255877 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:38.315844 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event updated for resources: {'Subnet': ['ID=078f64ca-d991-41a4-b810-751496a4ed69,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:38.333874 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Checking segment: {'id': '4a81c098-77b5-4fe2-83a9-0a0364ec1e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '425a90ca-487a-4ea8-916e-62874df01e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:23:38.334490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Network hostable DHCP agents. Network: 425a90ca-487a-4ea8-916e-62874df01e45, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:23:38.361223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Network 425a90ca-487a-4ea8-916e-62874df01e45 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:23:38.381302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 425a90ca-487a-4ea8-916e-62874df01e45) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:38.389558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:38.390535 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:38.392573 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c65c78-06fb-4995-985f-d19e4ae83c80 None None] Network 425a90ca-487a-4ea8-916e-62874df01e45 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:23:38.424493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b9c39f81-cf30-46f3-b46c-5d4a30af02a1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5935137 Sep 29 23:23:38.427324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41550) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:38.433119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1721690860', 'network_id': '425a90ca-487a-4ea8-916e-62874df01e45'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:38.476887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Made reservation on behalf of f4c3ccd58e7544aab06fde6d6133c348 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:23:38.483400 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:38.517890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] device_id is not set on port e19b9fc6-81da-433b-9e3d-5417fa7e388e yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:23:38.629090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b39b1989-d307-4a00-809e-72592510baaf up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:23:38.662238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97ed57a-996f-44a1-8ff2-b76e81187564 None None] Network 425a90ca-487a-4ea8-916e-62874df01e45 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:23:38.667244 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:38.670523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Allocated IP 172.20.0.3 (425a90ca-487a-4ea8-916e-62874df01e45/078f64ca-d991-41a4-b810-751496a4ed69/e19b9fc6-81da-433b-9e3d-5417fa7e388e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:23:38.840395 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:38.889781 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:38.930835 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port b39b1989-d307-4a00-809e-72592510baaf triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:23:38.931219 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:38.940968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event updated for resources: {'Port': ['ID=e19b9fc6-81da-433b-9e3d-5417fa7e388e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:38.958386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Network 425a90ca-487a-4ea8-916e-62874df01e45 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:23:38.960222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:38.963227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:23:39.011238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:39.012146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:39.048282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d6fd0229-5de4-499b-a57e-c23529d5fbfa tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6193135 Sep 29 23:23:39.049412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41552) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:39.095723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:39.124784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:23:39.128382 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a2fb7c-b363-4e91-a38b-418dee0dda92" -d '{"events": [{"server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "name": "network-vif-plugged", "status": "completed", "tag": "b39b1989-d307-4a00-809e-72592510baaf"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:23:39.145560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:39.158685 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:39.221773 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb02db16-c49b-4e80-b8b1-bca13b3a0906 x-openstack-request-id: req-fb02db16-c49b-4e80-b8b1-bca13b3a0906 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:23:39.225713 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "name": "network-vif-plugged", "status": "completed", "tag": "b39b1989-d307-4a00-809e-72592510baaf", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:23:39.226763 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb02db16-c49b-4e80-b8b1-bca13b3a0906 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:23:39.227282 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf', 'code': 200} Sep 29 23:23:39.255443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1367626a-d8a8-4fd7-9e95-f3b116c2d554 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Deleting port e19b9fc6-81da-433b-9e3d-5417fa7e388e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:39.256137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1367626a-d8a8-4fd7-9e95-f3b116c2d554 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:39.267515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:39.340319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3892d-2718-4777-9684-0e5215ad2cc2 req-d94a43be-e7e0-4188-b4ce-ed7a56f06c07 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:39.347133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ea3892d-2718-4777-9684-0e5215ad2cc2 req-d94a43be-e7e0-4188-b4ce-ed7a56f06c07 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1057997 Sep 29 23:23:39.441049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ea3892d-2718-4777-9684-0e5215ad2cc2 req-af8b2355-ac1e-4498-b7d7-a9d6e91ae7fd tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895169 Sep 29 23:23:39.473754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1367626a-d8a8-4fd7-9e95-f3b116c2d554 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:39.515173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1367626a-d8a8-4fd7-9e95-f3b116c2d554 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Calling delete_port for e19b9fc6-81da-433b-9e3d-5417fa7e388e owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:39.543322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:40.195798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1367626a-d8a8-4fd7-9e95-f3b116c2d554 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:40.234563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1367626a-d8a8-4fd7-9e95-f3b116c2d554 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event deleted for resources: {'Port': ['ID=e19b9fc6-81da-433b-9e3d-5417fa7e388e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:40.350695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1367626a-d8a8-4fd7-9e95-f3b116c2d554 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:40.353080 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1367626a-d8a8-4fd7-9e95-f3b116c2d554 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "DELETE /v2.0/ports/e19b9fc6-81da-433b-9e3d-5417fa7e388e HTTP/1.1" status: 204 len: 168 time: 1.3022919 Sep 29 23:23:40.355781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41562) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:40.362584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '425a90ca-487a-4ea8-916e-62874df01e45', 'external_fixed_ips': [{'subnet_id': '078f64ca-d991-41a4-b810-751496a4ed69', 'ip_address': '172.20.0.3'}]}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:40.416424 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:40.418095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:40.555680 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:40.737467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a8e07-aaa5-4ce3-9b5e-155ee972888d req-a79e6b02-f268-458a-aa62-8425093df4d7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:40.739575 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-606a8e07-aaa5-4ce3-9b5e-155ee972888d req-a79e6b02-f268-458a-aa62-8425093df4d7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1358857 Sep 29 23:23:40.771734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:40.836571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-606a8e07-aaa5-4ce3-9b5e-155ee972888d req-39b1121a-89c9-4644-a734-7814a1215b23 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609920 Sep 29 23:23:41.112851 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:41.145762 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:41.409189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Allocated IP 172.20.0.3 (425a90ca-487a-4ea8-916e-62874df01e45/078f64ca-d991-41a4-b810-751496a4ed69/8941b4ab-f64c-4df1-977f-4370dc6430df) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:23:41.575433 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:41.619260 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:41.657981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Network 425a90ca-487a-4ea8-916e-62874df01e45 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:23:41.661606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:41.666666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:23:41.700645 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event updated for resources: {'Port': ['ID=8941b4ab-f64c-4df1-977f-4370dc6430df,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:41.715291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.715641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.716016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.716362 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.716696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.717027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.717356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.717683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.718005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.718327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.718652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:41.718975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:42.011071 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:42.056159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bdfc7-9257-4683-9974-a1e02d09146f req-900034e0-39fc-4726-b044-d9febe44b00a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:42.057825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec1bdfc7-9257-4683-9974-a1e02d09146f req-900034e0-39fc-4726-b044-d9febe44b00a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1301401 Sep 29 23:23:42.154739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec1bdfc7-9257-4683-9974-a1e02d09146f req-7f39dff1-9a11-4e68-9f79-2ea8b1018647 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872610 Sep 29 23:23:42.278821 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:42.814133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Router d1086692-a260-42e2-a4ab-adcfd99a490a is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:23:42.985821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:23:42.999515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Sync routers for ids ['d1086692-a260-42e2-a4ab-adcfd99a490a'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:23:43.011702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Routers {'d1086692-a260-42e2-a4ab-adcfd99a490a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:43.012524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d1086692-a260-42e2-a4ab-adcfd99a490a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:43.019873 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:43.022163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2da29a90-c88b-413a-83f5-805903a39370 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.6646457 Sep 29 23:23:43.024455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41590) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:43.154997 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:43.212639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Set router d1086692-a260-42e2-a4ab-adcfd99a490a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:43.366441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:43.386701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8ece3-5c56-467a-b25c-07ab831882c5 req-978ce4b0-bd3b-416d-b45b-c29869c103bf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:43.395868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23b8ece3-5c56-467a-b25c-07ab831882c5 req-978ce4b0-bd3b-416d-b45b-c29869c103bf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0848992 Sep 29 23:23:43.466454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23b8ece3-5c56-467a-b25c-07ab831882c5 req-a794f134-587c-4b3b-8915-d338aaad1258 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702610 Sep 29 23:23:43.485805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Deleting port 8941b4ab-f64c-4df1-977f-4370dc6430df {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:43.486302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:43.494441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1086692-a260-42e2-a4ab-adcfd99a490a', 'name': '', 'tenant_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '425a90ca-487a-4ea8-916e-62874df01e45', 'external_fixed_ips': [{'subnet_id': '078f64ca-d991-41a4-b810-751496a4ed69', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '8941b4ab-f64c-4df1-977f-4370dc6430df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:23:40Z', 'updated_at': '2021-09-29T23:23:41Z', 'revision_number': 3, 'project_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'gw_port': {'id': '8941b4ab-f64c-4df1-977f-4370dc6430df', 'name': '', 'network_id': '425a90ca-487a-4ea8-916e-62874df01e45', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:36:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1086692-a260-42e2-a4ab-adcfd99a490a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2660, 'fixed_ips': [{'subnet_id': '078f64ca-d991-41a4-b810-751496a4ed69', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:23:41Z', 'updated_at': '2021-09-29T23:23:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '078f64ca-d991-41a4-b810-751496a4ed69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:43.536281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Checking router: d1086692-a260-42e2-a4ab-adcfd99a490a for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:23:43.536683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Updating router d1086692-a260-42e2-a4ab-adcfd99a490a port 8941b4ab-f64c-4df1-977f-4370dc6430df binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:23:43.568317 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:43.602237 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:43.630311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Calling delete_port for 8941b4ab-f64c-4df1-977f-4370dc6430df owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:43.920826 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.040934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event deleted for resources: {'Port': ['ID=8941b4ab-f64c-4df1-977f-4370dc6430df,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:44.050971 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.090617 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:23:44.091195 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:23:44.172066 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.174697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.253839 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.255520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1086692-a260-42e2-a4ab-adcfd99a490a {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:23:44.261304 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.262463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-818a52bb-cc14-41cd-8149-d2ce163b7bbc tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "DELETE /v2.0/routers/d1086692-a260-42e2-a4ab-adcfd99a490a HTTP/1.1" status: 204 len: 168 time: 1.2367802 Sep 29 23:23:44.265177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41602) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:44.329753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-3154b2bc-f358-42f1-8b8e-e29f7aa1d996 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Deleting subnet 078f64ca-d991-41a4-b810-751496a4ed69 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:23:44.333918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3154b2bc-f358-42f1-8b8e-e29f7aa1d996 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.382323 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3154b2bc-f358-42f1-8b8e-e29f7aa1d996 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.472215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3154b2bc-f358-42f1-8b8e-e29f7aa1d996 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.560358 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3154b2bc-f358-42f1-8b8e-e29f7aa1d996 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.620674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Port 8941b4ab-f64c-4df1-977f-4370dc6430df not found while updating agent binding for router d1086692-a260-42e2-a4ab-adcfd99a490a. {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 29 23:23:44.636218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Routers set() bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:44.636684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Router IDs set() for agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 29 23:23:44.638267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154b2bc-f358-42f1-8b8e-e29f7aa1d996 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=078f64ca-d991-41a4-b810-751496a4ed69,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:44.641488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_agentschedulers_db [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d1086692-a260-42e2-a4ab-adcfd99a490a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent'). {{(pid=110007) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 29 23:23:44.642019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3a35a-31b0-4593-a182-97c280402f2b None None] The sync data for ids ['d1086692-a260-42e2-a4ab-adcfd99a490a'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:23:44.647390 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3154b2bc-f358-42f1-8b8e-e29f7aa1d996 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.652774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3154b2bc-f358-42f1-8b8e-e29f7aa1d996 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "DELETE /v2.0/subnets/078f64ca-d991-41a4-b810-751496a4ed69 HTTP/1.1" status: 204 len: 168 time: 0.3829870 Sep 29 23:23:44.653815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41606) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:44.679941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d511c8-40fb-4691-9710-0d4cb4322a3b req-4d96f255-5e66-4a86-9d60-9b3cab6c03f7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:44.682094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-40d511c8-40fb-4691-9710-0d4cb4322a3b req-4d96f255-5e66-4a86-9d60-9b3cab6c03f7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1101773 Sep 29 23:23:44.747136 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-40d511c8-40fb-4691-9710-0d4cb4322a3b req-c0a5d236-59d5-4221-8541-4a247839958e tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587745 Sep 29 23:23:44.774342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.896268 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.927016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['425a90ca-487a-4ea8-916e-62874df01e45']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:44.942306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a81c098-77b5-4fe2-83a9-0a0364ec1e56') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:44.943397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a81c098-77b5-4fe2-83a9-0a0364ec1e56') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:44.954876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.970683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.981122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:23:44.981545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:23:44.983531 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:23:45.052932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.060101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 425a90ca-487a-4ea8-916e-62874df01e45 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 23:23:45.063852 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.066068 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "DELETE /v2.0/networks/425a90ca-487a-4ea8-916e-62874df01e45 HTTP/1.1" status: 204 len: 168 time: 0.4105895 Sep 29 23:23:45.078123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbfd0c-edd6-4382-8697-af7302806076 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event deleted for resources: {'Network': ['ID=425a90ca-487a-4ea8-916e-62874df01e45,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:45.412742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41622) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:45.417879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bcb8064c-8918-474b-b20b-5545503a6ff5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Request body: {'router': {'name': 'tempest-router--1038953577', 'project_id': 'eecb86c313e2448ea362f2acd790d1e9'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:45.459883 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcb8064c-8918-474b-b20b-5545503a6ff5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.461384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcb8064c-8918-474b-b20b-5545503a6ff5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.525103 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcb8064c-8918-474b-b20b-5545503a6ff5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.535611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcb8064c-8918-474b-b20b-5545503a6ff5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.553932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcb8064c-8918-474b-b20b-5545503a6ff5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.555612 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bcb8064c-8918-474b-b20b-5545503a6ff5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1416714 Sep 29 23:23:45.558235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41624) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:45.656242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f44399ba-2278-4655-9a2e-88b83b9e99a5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.862008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f44399ba-2278-4655-9a2e-88b83b9e99a5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.865258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f44399ba-2278-4655-9a2e-88b83b9e99a5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.925923 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f44399ba-2278-4655-9a2e-88b83b9e99a5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.927643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44399ba-2278-4655-9a2e-88b83b9e99a5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 48f2295a-3e2b-4c51-ac57-28e691c56685 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:23:45.936071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f44399ba-2278-4655-9a2e-88b83b9e99a5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:45.942514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f44399ba-2278-4655-9a2e-88b83b9e99a5 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "DELETE /v2.0/routers/48f2295a-3e2b-4c51-ac57-28e691c56685 HTTP/1.1" status: 204 len: 168 time: 0.3829033 Sep 29 23:23:45.988141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060757e7-82c3-4e01-9b88-2faed639fca7 req-401d3617-2a97-4650-9777-28b7fca1ad2a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:46.001761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-060757e7-82c3-4e01-9b88-2faed639fca7 req-401d3617-2a97-4650-9777-28b7fca1ad2a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1424408 Sep 29 23:23:46.080418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-060757e7-82c3-4e01-9b88-2faed639fca7 req-1ccfd831-1e03-478e-b3e6-464817e31a32 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766404 Sep 29 23:23:46.178029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41632) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:46.454549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-493809460', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:46.491959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:46.493211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:46.563213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:46.723450 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:46.989626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:47.013112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:47.156125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Allocated IP 172.25.4.195 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/8d0d1e13-3465-4375-a195-0c3594486c47) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:23:47.240293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa60570-7d11-4394-84dc-02a1510d3266 req-2be2a2a5-83d8-4e35-ad4a-e0ef84f7b300 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:47.249153 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffa60570-7d11-4394-84dc-02a1510d3266 req-2be2a2a5-83d8-4e35-ad4a-e0ef84f7b300 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.0684710 Sep 29 23:23:47.324583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffa60570-7d11-4394-84dc-02a1510d3266 req-68f6e684-a1ae-478b-9757-8e286867432a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741794 Sep 29 23:23:47.350332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:47.413288 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:47.456184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:23:47.460738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:47.464431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:23:47.501680 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Pushing event updated for resources: {'Port': ['ID=8d0d1e13-3465-4375-a195-0c3594486c47,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:47.863429 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:48.140047 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:48.317587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cf731-2727-4121-8372-3db23ff73f38 req-d494f663-ddc9-4fad-9f63-86953ce7a234 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:48.333304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a2cf731-2727-4121-8372-3db23ff73f38 req-d494f663-ddc9-4fad-9f63-86953ce7a234 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 946 time: 0.0801299 Sep 29 23:23:48.336152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Router 87c59713-ad77-403d-9150-f87f6d9bc3fb is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:23:48.414321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a2cf731-2727-4121-8372-3db23ff73f38 req-1ac798b9-217c-4681-8a3e-871853d500fa tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799203 Sep 29 23:23:48.494297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:23:48.506190 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275a2c9-4e65-4a8f-8724-b058830caeb9 None None] Sync routers for ids ['87c59713-ad77-403d-9150-f87f6d9bc3fb'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:23:48.530779 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275a2c9-4e65-4a8f-8724-b058830caeb9 None None] Routers {'87c59713-ad77-403d-9150-f87f6d9bc3fb'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:48.532929 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b275a2c9-4e65-4a8f-8724-b058830caeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['87c59713-ad77-403d-9150-f87f6d9bc3fb'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:48.535347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599d58b-afa3-4ccf-b310-ac451f847bef req-6a8d014f-46e3-4240-895f-f52ce1274394 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:48.543262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:48.544567 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c3bead9e-9cfe-4c98-aba6-63ceea9255d9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.3651240 Sep 29 23:23:48.547182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41658) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:48.557452 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a599d58b-afa3-4ccf-b310-ac451f847bef req-6a8d014f-46e3-4240-895f-f52ce1274394 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1051464 Sep 29 23:23:48.585546 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b275a2c9-4e65-4a8f-8724-b058830caeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:48.597861 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b275a2c9-4e65-4a8f-8724-b058830caeb9 None None] Routers {'87c59713-ad77-403d-9150-f87f6d9bc3fb'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:48.599569 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b275a2c9-4e65-4a8f-8724-b058830caeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['87c59713-ad77-403d-9150-f87f6d9bc3fb'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:48.627194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a599d58b-afa3-4ccf-b310-ac451f847bef req-9d5251e9-957e-40f6-b3c4-4ae6889bbcad tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673113 Sep 29 23:23:48.674013 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b275a2c9-4e65-4a8f-8724-b058830caeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:48.675095 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b275a2c9-4e65-4a8f-8724-b058830caeb9 None None] The sync data for ids ['87c59713-ad77-403d-9150-f87f6d9bc3fb'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:23:48.737512 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e650abb7-10e0-46d0-a822-aa18820649c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/routers/87c59713-ad77-403d-9150-f87f6d9bc3fb HTTP/1.1" status: 200 len: 920 time: 0.1892178 Sep 29 23:23:48.740365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41660) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:48.773067 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a9661352-3069-4a67-ae16-fa4d9b073574 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=87c59713-ad77-403d-9150-f87f6d9bc3fb HTTP/1.1" status: 200 len: 205 time: 0.0311866 Sep 29 23:23:48.775654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:49.031367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:49.414040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:49.532559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Deleting port 8d0d1e13-3465-4375-a195-0c3594486c47 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:49.533447 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:49.632668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:49.641264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-61a08e46-48f5-4d97-bcb2-a5f589cb46a7 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:49.646071 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-61a08e46-48f5-4d97-bcb2-a5f589cb46a7 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.26 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 946 time: 0.1107335 Sep 29 23:23:49.649820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Calling delete_port for 8d0d1e13-3465-4375-a195-0c3594486c47 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:49.856585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Deleting port 926132e1-78e4-419c-9c99-506576925ea9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:49.857328 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:49.934968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03bbdbc-5d3d-4a27-958b-f63b12e5a44b req-e6afe8b4-b4bd-4395-a8c0-066f8af969f4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:49.934968 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e03bbdbc-5d3d-4a27-958b-f63b12e5a44b req-e6afe8b4-b4bd-4395-a8c0-066f8af969f4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1332703 Sep 29 23:23:49.951605 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:49.965869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632f010-4039-4809-8cb0-cc19c9f9ec95 req-172033c6-9837-4bb3-8eed-027175ccb471 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:49.976122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a632f010-4039-4809-8cb0-cc19c9f9ec95 req-172033c6-9837-4bb3-8eed-027175ccb471 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 946 time: 0.1763074 Sep 29 23:23:50.025170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] For port 926132e1-78e4-419c-9c99-506576925ea9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=926132e1-78e4-419c-9c99-506576925ea9,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:50.032669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Pushing event deleted for resources: {'Port': ['ID=8d0d1e13-3465-4375-a195-0c3594486c47,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:50.033513 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.139577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a632f010-4039-4809-8cb0-cc19c9f9ec95 req-a2baccc3-cc7a-4f4d-89ee-a1195157d4dd tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/security-groups?id=2356f02b-e3cb-4ff9-8842-c4f9de73f470&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1614866 Sep 29 23:23:50.166541 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.171462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e03bbdbc-5d3d-4a27-958b-f63b12e5a44b req-f048ec93-5224-4e92-846b-5bfedf902680 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2207348 Sep 29 23:23:50.213800 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.302435 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.303138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.303696 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Floating IP ca119820-8c14-4dcb-b831-72b5444eeb3a disassociated. External IP: 172.25.4.126, port: 926132e1-78e4-419c-9c99-506576925ea9. Sep 29 23:23:50.304128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Calling delete_port for 926132e1-78e4-419c-9c99-506576925ea9 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:50.319596 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.322724 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.388119 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.388681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Fanout notify agent at l3_agent the message router_deleted on router 87c59713-ad77-403d-9150-f87f6d9bc3fb {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:23:50.402480 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.404355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e23941bc-2d0c-48f6-8780-6560b6f34c95 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/87c59713-ad77-403d-9150-f87f6d9bc3fb HTTP/1.1" status: 204 len: 168 time: 1.6275249 Sep 29 23:23:50.407130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41680) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:50.412147 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Request body: {'router': {'name': 'tempest-snat-router-166888369', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_snat': False}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:50.433249 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.434270 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.480954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.499855 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.516174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event deleted for resources: {'Port': ['ID=926132e1-78e4-419c-9c99-506576925ea9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:50.659709 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.877755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.899413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:50.970210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:23:51.016602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Allocated IP 172.25.4.254 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/96dbe0b9-cbf6-4485-9b34-33198dc5d8ed) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:23:51.129284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:23:51.141647 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] Sync routers for ids ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:23:51.142304 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:51.150116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-64049cdb-4763-41c1-8d1a-b5187ae6ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:51.151448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] Routers {'0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:51.153475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-64049cdb-4763-41c1-8d1a-b5187ae6ae03 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 1096 time: 0.0990229 Sep 29 23:23:51.164782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:51.196055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:51.215999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] No DVR routers for this DVR port 926132e1-78e4-419c-9c99-506576925ea9 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:23:51.220392 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:51.222543 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63e4c9be-86c4-44e8-8b07-576f41883067 req-42c58e80-1a77-4cca-850c-3d00f40aa587 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.26 "DELETE /v2.0/ports/926132e1-78e4-419c-9c99-506576925ea9 HTTP/1.1" status: 204 len: 173 time: 1.5692439 Sep 29 23:23:51.223820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35719cff-6252-4329-b799-64151d664a1c', 'name': 'network-vif-deleted', 'tag': '926132e1-78e4-419c-9c99-506576925ea9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:23:51.226275 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febf3bfc-0ae7-4046-bb74-faa213193220" -d '{"events": [{"server_uuid": "35719cff-6252-4329-b799-64151d664a1c", "name": "network-vif-deleted", "tag": "926132e1-78e4-419c-9c99-506576925ea9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:23:51.272972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:23:51.289479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:51.304418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:23:51.343283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-4c3e9d2c-d198-4b38-80a4-0a78f1f51c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:51.345115 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-4c3e9d2c-d198-4b38-80a4-0a78f1f51c7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.1712792 Sep 29 23:23:51.355295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c175bd73-cc8d-476f-9941-65c5b75d8301 req-8e9f9c24-8945-44df-b8a0-93a935f60c99 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "GET /v2.0/ports?device_id=35719cff-6252-4329-b799-64151d664a1c HTTP/1.1" status: 200 len: 210 time: 0.0932379 Sep 29 23:23:51.374698 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event updated for resources: {'Port': ['ID=96dbe0b9-cbf6-4485-9b34-33198dc5d8ed,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:51.386919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] Set router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:51.463509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bbc4d-fea4-4a53-9256-524d597442c9 req-fada7b23-351c-4360-954d-9e635759628d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:51.465670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a8bbc4d-fea4-4a53-9256-524d597442c9 req-fada7b23-351c-4360-954d-9e635759628d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1892335 Sep 29 23:23:51.506954 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-d7472daf-e770-43bc-8da0-583181e10bc9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b39b1989-d307-4a00-809e-72592510baaf HTTP/1.1" status: 200 len: 1000 time: 0.1532326 Sep 29 23:23:51.508651 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecad09f9-eec1-4ad2-b696-044cc4613a60 x-openstack-request-id: req-ecad09f9-eec1-4ad2-b696-044cc4613a60 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:23:51.508938 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35719cff-6252-4329-b799-64151d664a1c", "name": "network-vif-deleted", "tag": "926132e1-78e4-419c-9c99-506576925ea9", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:23:51.509186 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ecad09f9-eec1-4ad2-b696-044cc4613a60 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:23:51.509580 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35719cff-6252-4329-b799-64151d664a1c', 'name': 'network-vif-deleted', 'tag': '926132e1-78e4-419c-9c99-506576925ea9', 'status': 'completed', 'code': 200} Sep 29 23:23:51.586162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-cac4e9a3-e307-46e7-b41a-7026ff23433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:51.588102 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-cac4e9a3-e307-46e7-b41a-7026ff23433d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.0715151 Sep 29 23:23:51.615121 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a8bbc4d-fea4-4a53-9256-524d597442c9 req-ba6536ed-50ee-4cae-9dbf-de1c21395886 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171427 Sep 29 23:23:51.647062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-e5526085-884b-4181-ac1f-ac2d721c7bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:51.649653 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-e5526085-884b-4181-ac1f-ac2d721c7bdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535421 Sep 29 23:23:51.663430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '16021ff9-a782-4dd1-9d84-082adc0d5507', 'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'mac_address': 'fa:16:3e:09:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:21Z', 'updated_at': '2021-09-29T23:18:29Z', 'revision_number': 5, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'subnets': [{'id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:51.701161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] Checking router: 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:23:51.710019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] Routers {'0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:51.710819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:51.949356 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:51.951932 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-886aa43a-95b9-4744-9c3e-b6cf6120e6ca service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039282 Sep 29 23:23:51.998278 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] Set router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:52.025345 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-153786e1-16e9-4914-8d3a-c78b900ac83b req-8527ec38-63cf-445b-9ae0-40fe7324a3ba service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496942 Sep 29 23:23:52.126897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:52.230768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '16021ff9-a782-4dd1-9d84-082adc0d5507', 'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'mac_address': 'fa:16:3e:09:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:21Z', 'updated_at': '2021-09-29T23:18:29Z', 'revision_number': 5, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'subnets': [{'id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:52.259515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c646756-aa9f-42ed-aa0c-f5ab731cc325 None None] The sync data for ids ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'] in n-d-811173-2 is: [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:18:21Z', 'revision_number': 4, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '16021ff9-a782-4dd1-9d84-082adc0d5507', 'name': '', 'network_id': '54a2ff8a-03c8-4f3a-8104-c56d70b6c84e', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'mac_address': 'fa:16:3e:09:c3:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2328, 'fixed_ips': [{'subnet_id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:21Z', 'updated_at': '2021-09-29T23:18:29Z', 'revision_number': 5, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'subnets': [{'id': '77cc51cf-2ad8-43e0-8282-e07438de2df0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:23:52.277386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Router 99656041-705c-46ab-84a8-cede5f91ccc6 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:23:52.396889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:23:52.408127 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Sync routers for ids ['99656041-705c-46ab-84a8-cede5f91ccc6'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:23:52.416165 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:52.418333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-abed8ff5-95e8-4fe5-8769-11074003a751 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0094688 Sep 29 23:23:52.422162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41732) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:52.434387 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Routers {'99656041-705c-46ab-84a8-cede5f91ccc6'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:52.435139 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['99656041-705c-46ab-84a8-cede5f91ccc6'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:52.486333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41736) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:52.589443 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8f58ebf7-0984-41ee-8925-1aa06bbf3fee tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/routers/99656041-705c-46ab-84a8-cede5f91ccc6 HTTP/1.1" status: 200 len: 908 time: 0.1636276 Sep 29 23:23:52.589669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41740) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:52.594608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Request body: {'router': {'name': 'tempest-snat-router-166888369', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_snat': True}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:52.620346 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ba9bc8-1ca9-44b9-8b25-54fbfa1ae21b None None] New status for floating IP ca119820-8c14-4dcb-b831-72b5444eeb3a: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:23:52.627339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:52.628830 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:52.682880 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Set router 99656041-705c-46ab-84a8-cede5f91ccc6 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:52.709775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b39b1989-d307-4a00-809e-72592510baaf no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:23:52.747915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:52.789359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8a9842cc-52dd-4265-8200-3868105dd28f tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Deleting port dc23532c-5a4e-4266-b6fd-68b2c7e93990 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:52.792652 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9842cc-52dd-4265-8200-3868105dd28f tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:52.880513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076fd7d-d7d9-48e2-8018-7d2f94382337 req-71cc340a-7166-4208-9851-efca2a0cc8dc tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:52.890796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b076fd7d-d7d9-48e2-8018-7d2f94382337 req-71cc340a-7166-4208-9851-efca2a0cc8dc tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 945 time: 0.1662517 Sep 29 23:23:52.967789 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:52.969545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b076fd7d-d7d9-48e2-8018-7d2f94382337 req-c1f08459-2659-48e1-b118-5555da7076d8 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774443 Sep 29 23:23:52.979386 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9842cc-52dd-4265-8200-3868105dd28f tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:52.982002 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9842cc-52dd-4265-8200-3868105dd28f tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.003337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:23:53.008482 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a044eb4-f38c-4378-b82c-bcce24bea1eb" -d '{"events": [{"server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "name": "network-vif-unplugged", "status": "completed", "tag": "b39b1989-d307-4a00-809e-72592510baaf"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:23:53.014489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8a9842cc-52dd-4265-8200-3868105dd28f tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Calling delete_port for dc23532c-5a4e-4266-b6fd-68b2c7e93990 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:53.030957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.035386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:53.045125 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.046225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 926132e1-78e4-419c-9c99-506576925ea9 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:23:53.076565 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99656041-705c-46ab-84a8-cede5f91ccc6', 'name': 'tempest-snat-router-166888369', 'tenant_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.254'}], 'enable_snat': False}, 'gw_port_id': '96dbe0b9-cbf6-4485-9b34-33198dc5d8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:23:50Z', 'updated_at': '2021-09-29T23:23:51Z', 'revision_number': 3, 'project_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'gw_port': {'id': '96dbe0b9-cbf6-4485-9b34-33198dc5d8ed', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99656041-705c-46ab-84a8-cede5f91ccc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:23:50Z', 'updated_at': '2021-09-29T23:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:53.122155 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91af0cea-63ec-4c21-98eb-42f501565354 x-openstack-request-id: req-91af0cea-63ec-4c21-98eb-42f501565354 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:23:53.122667 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "name": "network-vif-unplugged", "status": "completed", "tag": "b39b1989-d307-4a00-809e-72592510baaf", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:23:53.123069 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-91af0cea-63ec-4c21-98eb-42f501565354 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:23:53.123629 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf', 'code': 200} Sep 29 23:23:53.124512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 926132e1-78e4-419c-9c99-506576925ea9 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:23:53.125714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 926132e1-78e4-419c-9c99-506576925ea9 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:23:53.141095 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Checking router: 99656041-705c-46ab-84a8-cede5f91ccc6 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:23:53.141660 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Updating router 99656041-705c-46ab-84a8-cede5f91ccc6 port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:23:53.169384 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.180453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:53.241343 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9842cc-52dd-4265-8200-3868105dd28f tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.272577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9842cc-52dd-4265-8200-3868105dd28f tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event deleted for resources: {'Port': ['ID=dc23532c-5a4e-4266-b6fd-68b2c7e93990,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:53.360075 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9842cc-52dd-4265-8200-3868105dd28f tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.363973 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9842cc-52dd-4265-8200-3868105dd28f tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.367277 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.368486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8a9842cc-52dd-4265-8200-3868105dd28f tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "DELETE /v2.0/floatingips/ca119820-8c14-4dcb-b831-72b5444eeb3a HTTP/1.1" status: 204 len: 168 time: 0.8809581 Sep 29 23:23:53.388018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.453412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41764) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:53.523228 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.541486 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.542073 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df5c59f3-1390-47a4-b0c8-a19dc1d3f573 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.576139 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df5c59f3-1390-47a4-b0c8-a19dc1d3f573 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.606279 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Attempting to bind port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:23:53.606957 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Attempting to bind port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:23:53.608158 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Attempting to bind port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:23:53.620884 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Pushing event updated for resources: {'Port': ['ID=96dbe0b9-cbf6-4485-9b34-33198dc5d8ed,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:53.626175 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:23:53.627694 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:23:53.628297 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.628994 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:23:53.630233 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Bound port: 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:23:53.630784 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.649473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Allocated IP 172.25.4.68 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/f150c96e-e377-43fe-8485-1dbc11542142) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:23:53.658057 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.658704 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.658968 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.659308 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.659640 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.660004 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.660362 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.660692 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.661013 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.661333 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.661653 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.661972 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:23:53.704584 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] For port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:23:53.709265 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] For port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=96dbe0b9-cbf6-4485-9b34-33198dc5d8ed,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:23:53.714474 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.728231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df5c59f3-1390-47a4-b0c8-a19dc1d3f573 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.731402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df5c59f3-1390-47a4-b0c8-a19dc1d3f573 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.753449 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-df5c59f3-1390-47a4-b0c8-a19dc1d3f573 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] 10.222.0.44 "DELETE /v2.0/security-groups/2356f02b-e3cb-4ff9-8842-c4f9de73f470 HTTP/1.1" status: 204 len: 168 time: 0.2943830 Sep 29 23:23:53.776463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c59f3-1390-47a4-b0c8-a19dc1d3f573 tempest-TestServerBasicOps-1764395494 tempest-TestServerBasicOps-1764395494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2356f02b-e3cb-4ff9-8842-c4f9de73f470,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:53.792833 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a2a6d7-d172-4249-9c1b-cb7bf2a934f3 None None] Pushing event updated for resources: {'Port': ['ID=96dbe0b9-cbf6-4485-9b34-33198dc5d8ed,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:53.803652 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Routers {'99656041-705c-46ab-84a8-cede5f91ccc6'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:53.804537 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['99656041-705c-46ab-84a8-cede5f91ccc6'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:53.807559 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.821948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41776) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:53.870335 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:53.968061 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] Set router 99656041-705c-46ab-84a8-cede5f91ccc6 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:54.009961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:23:54.012696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:23:54.022211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:23:54.055935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event updated for resources: {'Port': ['ID=f150c96e-e377-43fe-8485-1dbc11542142,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:54.273837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca706c-ebab-4175-9dc5-0c343af30d41 req-f228905b-d988-4992-a319-6f27d17f4f59 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:54.282407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78ca706c-ebab-4175-9dc5-0c343af30d41 req-f228905b-d988-4992-a319-6f27d17f4f59 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1451728 Sep 29 23:23:54.335570 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99656041-705c-46ab-84a8-cede5f91ccc6', 'name': 'tempest-snat-router-166888369', 'tenant_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.254'}], 'enable_snat': False}, 'gw_port_id': '96dbe0b9-cbf6-4485-9b34-33198dc5d8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:23:50Z', 'updated_at': '2021-09-29T23:23:51Z', 'revision_number': 3, 'project_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'gw_port': {'id': '96dbe0b9-cbf6-4485-9b34-33198dc5d8ed', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99656041-705c-46ab-84a8-cede5f91ccc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:23:50Z', 'updated_at': '2021-09-29T23:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:54.374995 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d8d7c1-2965-4d31-b767-8031c12cc460 None None] The sync data for ids ['99656041-705c-46ab-84a8-cede5f91ccc6'] in n-d-811173-2 is: [{'id': '99656041-705c-46ab-84a8-cede5f91ccc6', 'name': 'tempest-snat-router-166888369', 'tenant_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.254'}], 'enable_snat': False}, 'gw_port_id': '96dbe0b9-cbf6-4485-9b34-33198dc5d8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:23:50Z', 'updated_at': '2021-09-29T23:23:51Z', 'revision_number': 3, 'project_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'gw_port': {'id': '96dbe0b9-cbf6-4485-9b34-33198dc5d8ed', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:26:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99656041-705c-46ab-84a8-cede5f91ccc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2665, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:23:50Z', 'updated_at': '2021-09-29T23:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:23:54.391237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:54.396404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78ca706c-ebab-4175-9dc5-0c343af30d41 req-8e8d10c7-9faf-46e6-b5bb-447fad1d3158 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130943 Sep 29 23:23:54.618489 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:54.676689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:54.699818 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:23:54.916235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Router 1208bf5e-aeb9-46db-afd4-7a498585051c is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:23:55.119653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:23:55.132720 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Sync routers for ids ['1208bf5e-aeb9-46db-afd4-7a498585051c'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:23:55.144655 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Routers {'1208bf5e-aeb9-46db-afd4-7a498585051c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:55.145913 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1208bf5e-aeb9-46db-afd4-7a498585051c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:55.151031 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:55.156092 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e61c8a87-e265-4b50-8ac4-1e137a4806c1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 2.5650191 Sep 29 23:23:55.157026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41814) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:55.403352 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Set router 1208bf5e-aeb9-46db-afd4-7a498585051c gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:55.455529 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-158bc798-ad21-4841-a1dc-cee9513897fd tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/routers/1208bf5e-aeb9-46db-afd4-7a498585051c HTTP/1.1" status: 200 len: 906 time: 0.2968607 Sep 29 23:23:55.456215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41828) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:55.505618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aed515-2f1d-49b9-852f-d21cccca132a req-87553ff6-5127-4e7f-a5be-32251896bf53 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:55.507331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36aed515-2f1d-49b9-852f-d21cccca132a req-87553ff6-5127-4e7f-a5be-32251896bf53 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.0886395 Sep 29 23:23:55.674648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:23:55.685840 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:55.734659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36aed515-2f1d-49b9-852f-d21cccca132a req-b2005327-7b55-42a9-bd54-69bb34680653 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2005951 Sep 29 23:23:55.796598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:55.800915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] Deleting port 16021ff9-a782-4dd1-9d84-082adc0d5507 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:55.801565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:55.821903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:23:55.822441 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:55.845832 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208bf5e-aeb9-46db-afd4-7a498585051c', 'name': 'tempest-snat-router-166888369', 'tenant_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': 'f150c96e-e377-43fe-8485-1dbc11542142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:23:52Z', 'updated_at': '2021-09-29T23:23:54Z', 'revision_number': 3, 'project_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'gw_port': {'id': 'f150c96e-e377-43fe-8485-1dbc11542142', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:a1:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1208bf5e-aeb9-46db-afd4-7a498585051c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:23:53Z', 'updated_at': '2021-09-29T23:23:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:55.904324 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Checking router: 1208bf5e-aeb9-46db-afd4-7a498585051c for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:23:55.904324 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Updating router 1208bf5e-aeb9-46db-afd4-7a498585051c port f150c96e-e377-43fe-8485-1dbc11542142 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:23:55.951550 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:55.954647 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:55.996059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=96dbe0b9-cbf6-4485-9b34-33198dc5d8ed,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:56.006720 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.031593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] For port 16021ff9-a782-4dd1-9d84-082adc0d5507, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=16021ff9-a782-4dd1-9d84-082adc0d5507,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:56.032019 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.063455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] Calling delete_port for 16021ff9-a782-4dd1-9d84-082adc0d5507 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:56.087246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-522cfb45-312c-46a1-9b73-eeca9c448b2a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3977368 Sep 29 23:23:56.087485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=96dbe0b9-cbf6-4485-9b34-33198dc5d8ed,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:56.108195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-d8427285-dc9f-4d7d-b313-4d3b6ff66ed7 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:23:56.109201 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-d8427285-dc9f-4d7d-b313-4d3b6ff66ed7 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072241 Sep 29 23:23:56.385907 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.396091 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.444752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.465610 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Attempting to bind port f150c96e-e377-43fe-8485-1dbc11542142 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:23:56.466147 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Attempting to bind port f150c96e-e377-43fe-8485-1dbc11542142 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:23:56.466515 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Attempting to bind port f150c96e-e377-43fe-8485-1dbc11542142 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:23:56.479273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=16021ff9-a782-4dd1-9d84-082adc0d5507,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:56.486123 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84c3b0-5262-4754-8b6d-6c568c099d8b None None] Pushing event updated for resources: {'Port': ['ID=f150c96e-e377-43fe-8485-1dbc11542142,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:56.489534 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:23:56.489906 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:23:56.490296 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.490681 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:23:56.491157 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Bound port: f150c96e-e377-43fe-8485-1dbc11542142, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:23:56.491527 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.600399 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] For port f150c96e-e377-43fe-8485-1dbc11542142, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:23:56.605574 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] For port f150c96e-e377-43fe-8485-1dbc11542142, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f150c96e-e377-43fe-8485-1dbc11542142,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:23:56.617107 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.640833 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.647685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b39b1989-d307-4a00-809e-72592510baaf no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:23:56.783020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Routers {'1208bf5e-aeb9-46db-afd4-7a498585051c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:56.788957 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1208bf5e-aeb9-46db-afd4-7a498585051c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:56.795670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Deleting port f150c96e-e377-43fe-8485-1dbc11542142 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:56.797574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.802886 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84c3b0-5262-4754-8b6d-6c568c099d8b None None] Pushing event updated for resources: {'Port': ['ID=f150c96e-e377-43fe-8485-1dbc11542142,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:56.882809 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.984732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] For port f150c96e-e377-43fe-8485-1dbc11542142, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f150c96e-e377-43fe-8485-1dbc11542142,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:56.985079 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:56.999811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Calling delete_port for f150c96e-e377-43fe-8485-1dbc11542142 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:57.054658 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] Set router 1208bf5e-aeb9-46db-afd4-7a498585051c gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:57.065151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efe4ba-993b-40aa-94a1-f58ce46219fa req-30ac4951-a2e8-460e-b6fb-72c91fcbf797 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:57.070149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7efe4ba-993b-40aa-94a1-f58ce46219fa req-30ac4951-a2e8-460e-b6fb-72c91fcbf797 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1981137 Sep 29 23:23:57.135131 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1208bf5e-aeb9-46db-afd4-7a498585051c', 'name': 'tempest-snat-router-166888369', 'tenant_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:23:52Z', 'updated_at': '2021-09-29T23:23:56Z', 'revision_number': 4, 'project_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:57.217362 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4975aa6f-9c8e-4f37-80a3-c6a433c72f38 None None] The sync data for ids ['1208bf5e-aeb9-46db-afd4-7a498585051c'] in n-d-811173-2 is: [{'id': '1208bf5e-aeb9-46db-afd4-7a498585051c', 'name': 'tempest-snat-router-166888369', 'tenant_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:23:52Z', 'updated_at': '2021-09-29T23:23:56Z', 'revision_number': 4, 'project_id': 'f4c3ccd58e7544aab06fde6d6133c348', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:23:57.257572 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:57.264466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7efe4ba-993b-40aa-94a1-f58ce46219fa req-fab9206f-8149-4dc3-b8d1-806ff6a6d334 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840041 Sep 29 23:23:57.337201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event deleted for resources: {'Port': ['ID=f150c96e-e377-43fe-8485-1dbc11542142,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:57.391371 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] Router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:23:57.490960 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:57.529625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:23:57.541919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] Sync routers for ids ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:23:57.546281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-777ebea2-ec97-4b51-8778-21723973ecb8 admin admin] 10.222.0.44 "PUT /v2.0/routers/0fd36c6a-5117-4eef-b9f2-e30f14e03b1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7231584 Sep 29 23:23:57.548798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41870) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:57.566001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] Routers {'0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:57.566001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:57.724086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] Set router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:57.737484 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:57.740637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:57.748990 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:57.793927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:23:57.839357 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:57.840064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1208bf5e-aeb9-46db-afd4-7a498585051c {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:23:57.851514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:57.855034 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2f0250fb-7e33-4b6f-81d0-f82b89108fc1 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "DELETE /v2.0/routers/1208bf5e-aeb9-46db-afd4-7a498585051c HTTP/1.1" status: 204 len: 168 time: 2.3930910 Sep 29 23:23:57.855295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41876) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:57.931368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:23:57.932152 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:57.966087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.008518 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.055720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Deleting port 6d72c2a4-af02-409e-a079-051e27cebaee {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:58.056368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.064269 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:23:56Z', 'revision_number': 5, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port': {'id': '6d72c2a4-af02-409e-a079-051e27cebaee', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:e9:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:17Z', 'updated_at': '2021-09-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:58.096894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] Checking router: 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:23:58.106693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] Routers {'0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:23:58.107477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:58.153961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.226234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] For port 6d72c2a4-af02-409e-a079-051e27cebaee, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6d72c2a4-af02-409e-a079-051e27cebaee,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:58.227575 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.244213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Calling delete_port for 6d72c2a4-af02-409e-a079-051e27cebaee owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:58.293722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Deleting port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:58.294122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.445607 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] Set router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:23:58.495967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] For port 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=96dbe0b9-cbf6-4485-9b34-33198dc5d8ed,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:58.496619 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.541473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Calling delete_port for 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:58.573171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcac3f3-685e-4e22-9a62-41ffafe093dc req-2566e326-d8be-4b92-a836-95693a7eb695 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:23:58.575034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebcac3f3-685e-4e22-9a62-41ffafe093dc req-2566e326-d8be-4b92-a836-95693a7eb695 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.0924926 Sep 29 23:23:58.606684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:23:57Z', 'revision_number': 6, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:23:58.686603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a7bec7-88e3-436b-8cae-7f741bdda9b6 None None] The sync data for ids ['0fd36c6a-5117-4eef-b9f2-e30f14e03b1e'] in n-d-811173-2 is: [{'id': '0fd36c6a-5117-4eef-b9f2-e30f14e03b1e', 'name': 'tempest-TestServerBasicOps-541846264-router', 'tenant_id': 'd752dec6d89542218ba6453abe384de3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:16Z', 'updated_at': '2021-09-29T23:23:57Z', 'revision_number': 6, 'project_id': 'd752dec6d89542218ba6453abe384de3', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:23:58.695971 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.722940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebcac3f3-685e-4e22-9a62-41ffafe093dc req-776f23a9-3380-41f9-9878-f16684444753 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376283 Sep 29 23:23:58.764845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d72c2a4-af02-409e-a079-051e27cebaee,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:58.866555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.877128 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.914508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event deleted for resources: {'Port': ['ID=96dbe0b9-cbf6-4485-9b34-33198dc5d8ed,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:58.980721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:58.983420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.031740 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.036504 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.037359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd36c6a-5117-4eef-b9f2-e30f14e03b1e {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:23:59.047339 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.049264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cf5d73f3-794a-440e-be9e-256a44e14b0d admin admin] 10.222.0.44 "DELETE /v2.0/routers/0fd36c6a-5117-4eef-b9f2-e30f14e03b1e HTTP/1.1" status: 204 len: 168 time: 1.4988821 Sep 29 23:23:59.052078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41894) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:59.107249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-25a8ba73-b52a-4c8e-b89b-19b889b9dd3e admin admin] Deleting subnet 77cc51cf-2ad8-43e0-8282-e07438de2df0 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:23:59.111047 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25a8ba73-b52a-4c8e-b89b-19b889b9dd3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.152930 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.156174 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.164307 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25a8ba73-b52a-4c8e-b89b-19b889b9dd3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.216203 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.217672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99656041-705c-46ab-84a8-cede5f91ccc6 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:23:59.226716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.232798 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a222c9e-3545-4034-b104-02ca72cb3e87 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "DELETE /v2.0/routers/99656041-705c-46ab-84a8-cede5f91ccc6 HTTP/1.1" status: 204 len: 168 time: 1.3764482 Sep 29 23:23:59.235093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41898) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:59.240105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1658752530', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:23:59.295915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25a8ba73-b52a-4c8e-b89b-19b889b9dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.321410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.322441 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.416894 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.420391 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25a8ba73-b52a-4c8e-b89b-19b889b9dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.450719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8ba73-b52a-4c8e-b89b-19b889b9dd3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77cc51cf-2ad8-43e0-8282-e07438de2df0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:23:59.454693 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25a8ba73-b52a-4c8e-b89b-19b889b9dd3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.456971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-25a8ba73-b52a-4c8e-b89b-19b889b9dd3e admin admin] 10.222.0.44 "DELETE /v2.0/subnets/77cc51cf-2ad8-43e0-8282-e07438de2df0 HTTP/1.1" status: 204 len: 168 time: 0.4039316 Sep 29 23:23:59.460174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41902) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:23:59.469701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d46dda-5073-44ab-9e6e-788c62e74029 None None] Network 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:23:59.547137 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.655330 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.661200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Deleting port bcdf24e7-8379-4dbe-aba3-66c56833b32d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:23:59.661597 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.828403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] For port bcdf24e7-8379-4dbe-aba3-66c56833b32d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bcdf24e7-8379-4dbe-aba3-66c56833b32d,segment=NetworkSegment(7a5f6907-0598-473a-a996-8463609c671d),segment_id=7a5f6907-0598-473a-a996-8463609c671d)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:23:59.836757 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:23:59.855213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Calling delete_port for bcdf24e7-8379-4dbe-aba3-66c56833b32d owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:23:59.940426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144ea8ff-e3e6-430a-9519-ca04b5e313f5 None None] DHCP port deletion for 54a2ff8a-03c8-4f3a-8104-c56d70b6c84e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:23:59.961816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.028200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcdf24e7-8379-4dbe-aba3-66c56833b32d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:00.039168 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] No DVR routers for this DVR port bcdf24e7-8379-4dbe-aba3-66c56833b32d on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:00.058624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 16021ff9-a782-4dd1-9d84-082adc0d5507 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:00.101448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a96286-a203-4625-ad4d-16c43d788490 req-0eca13b0-59e2-43ad-a266-e3b3af8a167f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:00.103916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00a96286-a203-4625-ad4d-16c43d788490 req-0eca13b0-59e2-43ad-a266-e3b3af8a167f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1535454 Sep 29 23:24:00.105784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 16021ff9-a782-4dd1-9d84-082adc0d5507 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:24:00.106337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 16021ff9-a782-4dd1-9d84-082adc0d5507 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:00.106963 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:00.168236 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.183970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:24:00.184322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 96dbe0b9-cbf6-4485-9b34-33198dc5d8ed not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:00.184751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6d72c2a4-af02-409e-a079-051e27cebaee no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:00.188998 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.197672 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.207917 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 6d72c2a4-af02-409e-a079-051e27cebaee {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:24:00.208518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6d72c2a4-af02-409e-a079-051e27cebaee not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:00.218424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-144ea8ff-e3e6-430a-9519-ca04b5e313f5 None None] Deleting port bcdf24e7-8379-4dbe-aba3-66c56833b32d {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:00.219135 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-144ea8ff-e3e6-430a-9519-ca04b5e313f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.240547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54a2ff8a-03c8-4f3a-8104-c56d70b6c84e']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:00.269399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00a96286-a203-4625-ad4d-16c43d788490 req-feda77aa-851e-458e-a5b8-4ce890cc5734 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582568 Sep 29 23:24:00.272046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5f6907-0598-473a-a996-8463609c671d') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:00.272046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5f6907-0598-473a-a996-8463609c671d') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:00.285028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.300519 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.333854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:24:00.335021 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:24:00.337265 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:24:00.367048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-144ea8ff-e3e6-430a-9519-ca04b5e313f5 None None] For port bcdf24e7-8379-4dbe-aba3-66c56833b32d, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:00.367429 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-144ea8ff-e3e6-430a-9519-ca04b5e313f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.371255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Allocated IP 172.25.4.43 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/2b5c155f-9891-450d-a0a4-e34e484e0752) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:00.389900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-144ea8ff-e3e6-430a-9519-ca04b5e313f5 None None] Calling delete_port for bcdf24e7-8379-4dbe-aba3-66c56833b32d owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:00.395665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-144ea8ff-e3e6-430a-9519-ca04b5e313f5 None None] Port bcdf24e7-8379-4dbe-aba3-66c56833b32d was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:24:00.397061 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-144ea8ff-e3e6-430a-9519-ca04b5e313f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.435562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144ea8ff-e3e6-430a-9519-ca04b5e313f5 None None] Pushing event deleted for resources: {'Port': ['ID=bcdf24e7-8379-4dbe-aba3-66c56833b32d,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:00.446040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ea8ff-e3e6-430a-9519-ca04b5e313f5 None None] No DVR routers for this DVR port bcdf24e7-8379-4dbe-aba3-66c56833b32d on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:00.580539 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.628693 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.666830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:00.671495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:00.675093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:00.717716 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Pushing event updated for resources: {'Port': ['ID=2b5c155f-9891-450d-a0a4-e34e484e0752,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:00.791068 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.803424 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:00.809112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] 10.222.0.44 "DELETE /v2.0/networks/54a2ff8a-03c8-4f3a-8104-c56d70b6c84e HTTP/1.1" status: 204 len: 168 time: 1.3477688 Sep 29 23:24:00.813051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:00.831389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3df734-3eae-49ec-b1bf-e9f36775d503 admin admin] Pushing event deleted for resources: {'Network': ['ID=54a2ff8a-03c8-4f3a-8104-c56d70b6c84e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:01.069273 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:01.293702 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:01.331419 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:01.527346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Router d5b7ce33-735c-4f76-a92f-aad5f04d16e3 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:24:01.576004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bcdf24e7-8379-4dbe-aba3-66c56833b32d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:01.622918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: bcdf24e7-8379-4dbe-aba3-66c56833b32d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:24:01.623690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bcdf24e7-8379-4dbe-aba3-66c56833b32d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:01.626313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660f91c-eedb-4a09-bf34-151388e221c5 req-8b4b4fc4-5dde-4c16-904a-c90513f1c145 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:01.635865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c660f91c-eedb-4a09-bf34-151388e221c5 req-8b4b4fc4-5dde-4c16-904a-c90513f1c145 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1778085 Sep 29 23:24:01.685799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:01.692615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c660f91c-eedb-4a09-bf34-151388e221c5 req-299aa704-26e1-4adf-a3d9-8273b7e413a7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553331 Sep 29 23:24:01.696326 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b6184-061d-45cf-be97-9001ae434380 None None] Sync routers for ids ['d5b7ce33-735c-4f76-a92f-aad5f04d16e3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:01.710312 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b6184-061d-45cf-be97-9001ae434380 None None] Routers {'d5b7ce33-735c-4f76-a92f-aad5f04d16e3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:01.711975 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c4b6184-061d-45cf-be97-9001ae434380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d5b7ce33-735c-4f76-a92f-aad5f04d16e3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:01.729155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:01.730432 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5d38bd97-749c-42aa-8c67-82d6f9c1ef96 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4943275 Sep 29 23:24:01.733172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41944) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:01.737932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8423d757-4a5a-4a85-a276-56a4f0686090 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_snat': False}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:01.754402 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c4b6184-061d-45cf-be97-9001ae434380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:01.775662 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b6184-061d-45cf-be97-9001ae434380 None None] Routers {'d5b7ce33-735c-4f76-a92f-aad5f04d16e3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:01.776617 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c4b6184-061d-45cf-be97-9001ae434380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d5b7ce33-735c-4f76-a92f-aad5f04d16e3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:01.838330 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c4b6184-061d-45cf-be97-9001ae434380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:01.840207 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b6184-061d-45cf-be97-9001ae434380 None None] The sync data for ids ['d5b7ce33-735c-4f76-a92f-aad5f04d16e3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:01.850427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] Deleting port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:01.850779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:01.990086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] For port 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=05215ea8-cc24-4c4d-8f47-3e27cbe58ce3,segment=NetworkSegment(56a0e3ea-77a0-4179-b2ee-59cc729ac733),segment_id=56a0e3ea-77a0-4179-b2ee-59cc729ac733)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:01.990466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:02.015371 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] Calling delete_port for 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:02.184800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8423d757-4a5a-4a85-a276-56a4f0686090 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:02.277818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:02.314870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=05215ea8-cc24-4c4d-8f47-3e27cbe58ce3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:02.614163 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:02.954275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9e5bd-727c-4962-9133-a1eb23d29b3b req-360d5944-88e7-40b3-ad37-2390a79e75f0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:02.954275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb9e5bd-727c-4962-9133-a1eb23d29b3b req-360d5944-88e7-40b3-ad37-2390a79e75f0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1165438 Sep 29 23:24:03.001087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] Router e10225d3-5ee9-4d5d-8572-6fef17c24313 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:24:03.016205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb9e5bd-727c-4962-9133-a1eb23d29b3b req-ce9c803f-79cd-42be-be93-9b5050e541fa tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612407 Sep 29 23:24:03.153715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:03.162872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] Sync routers for ids ['e10225d3-5ee9-4d5d-8572-6fef17c24313'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:03.170855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-093abdd1-da2b-463d-b4c3-18d2e9f041e9 admin admin] 10.222.0.44 "PUT /v2.0/routers/e10225d3-5ee9-4d5d-8572-6fef17c24313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3564801 Sep 29 23:24:03.171790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:03.179751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] Routers {'e10225d3-5ee9-4d5d-8572-6fef17c24313'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:03.180916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e10225d3-5ee9-4d5d-8572-6fef17c24313'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:03.206769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8423d757-4a5a-4a85-a276-56a4f0686090 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:03.211680 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8423d757-4a5a-4a85-a276-56a4f0686090 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:03.370424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8423d757-4a5a-4a85-a276-56a4f0686090 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Router d5b7ce33-735c-4f76-a92f-aad5f04d16e3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:24:03.379727 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] Set router e10225d3-5ee9-4d5d-8572-6fef17c24313 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:03.393689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:03.516638 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8fe2193d-4516-4ec6-b247-0b8724f2656b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:03.583944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8423d757-4a5a-4a85-a276-56a4f0686090 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:03.598325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8423d757-4a5a-4a85-a276-56a4f0686090 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:03.604014 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:03.607481 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe58a53-ff0b-4c8a-80e0-cc4bb5a2240d None None] Sync routers for ids ['d5b7ce33-735c-4f76-a92f-aad5f04d16e3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:03.612917 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8423d757-4a5a-4a85-a276-56a4f0686090 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "PUT /v2.0/routers/d5b7ce33-735c-4f76-a92f-aad5f04d16e3 HTTP/1.1" status: 200 len: 921 time: 1.8768394 Sep 29 23:24:03.615400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41984) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:03.619306 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe58a53-ff0b-4c8a-80e0-cc4bb5a2240d None None] Routers {'d5b7ce33-735c-4f76-a92f-aad5f04d16e3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:03.620674 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-bfe58a53-ff0b-4c8a-80e0-cc4bb5a2240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d5b7ce33-735c-4f76-a92f-aad5f04d16e3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:03.713272 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-bfe58a53-ff0b-4c8a-80e0-cc4bb5a2240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:03.735499 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe58a53-ff0b-4c8a-80e0-cc4bb5a2240d None None] Routers {'d5b7ce33-735c-4f76-a92f-aad5f04d16e3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:03.737372 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-bfe58a53-ff0b-4c8a-80e0-cc4bb5a2240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d5b7ce33-735c-4f76-a92f-aad5f04d16e3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:03.753038 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'name': 'tempest-TestServerBasicOps-1496118490-router', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:25Z', 'updated_at': '2021-09-29T23:24:02Z', 'revision_number': 5, 'project_id': '87a189ca220244e198b493fbd59c093e', 'gw_port': {'id': 'ddece75a-4ce9-4948-882d-9d85a2303d47', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:23:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:18:26Z', 'updated_at': '2021-09-29T23:18:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:03.763768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Deleting port ddece75a-4ce9-4948-882d-9d85a2303d47 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:03.764160 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:03.838691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] Checking router: e10225d3-5ee9-4d5d-8572-6fef17c24313 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:24:03.847334 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-bfe58a53-ff0b-4c8a-80e0-cc4bb5a2240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:03.848390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] Routers {'e10225d3-5ee9-4d5d-8572-6fef17c24313'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:03.848751 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe58a53-ff0b-4c8a-80e0-cc4bb5a2240d None None] The sync data for ids ['d5b7ce33-735c-4f76-a92f-aad5f04d16e3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:03.849157 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e10225d3-5ee9-4d5d-8572-6fef17c24313'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:03.888821 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bcafc218-eed1-482f-b15f-dd54cc68880a tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/routers/d5b7ce33-735c-4f76-a92f-aad5f04d16e3 HTTP/1.1" status: 200 len: 921 time: 0.2674768 Sep 29 23:24:03.890338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41990) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:03.941186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] For port ddece75a-4ce9-4948-882d-9d85a2303d47, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ddece75a-4ce9-4948-882d-9d85a2303d47,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:03.942408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:03.959862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Calling delete_port for ddece75a-4ce9-4948-882d-9d85a2303d47 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:03.999181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a007cd-d348-4aa2-b4c2-5f7410ed52b8 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:04.001233 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-66a007cd-d348-4aa2-b4c2-5f7410ed52b8 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=61793872-5784-4201-a6e4-17489ef55adc&device_id=d5b7ce33-735c-4f76-a92f-aad5f04d16e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1100378 Sep 29 23:24:04.004428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41992) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:04.081614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] Set router e10225d3-5ee9-4d5d-8572-6fef17c24313 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:04.149535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'name': 'tempest-TestServerBasicOps-1496118490-router', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:25Z', 'updated_at': '2021-09-29T23:24:03Z', 'revision_number': 6, 'project_id': '87a189ca220244e198b493fbd59c093e', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:04.163047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baba41c0-20f1-4efc-952b-02957555ffc9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:04.164887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-baba41c0-20f1-4efc-952b-02957555ffc9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 881 time: 0.1589320 Sep 29 23:24:04.168023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42002) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:04.226918 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e9af23d2-e68e-41bc-86d0-e38667adf992 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5b7ce33-735c-4f76-a92f-aad5f04d16e3 HTTP/1.1" status: 200 len: 205 time: 0.0573301 Sep 29 23:24:04.235687 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42004) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:04.246983 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfb0cf8-2d38-4def-aadf-41117d8e85e4 None None] The sync data for ids ['e10225d3-5ee9-4d5d-8572-6fef17c24313'] in n-d-811173-2 is: [{'id': 'e10225d3-5ee9-4d5d-8572-6fef17c24313', 'name': 'tempest-TestServerBasicOps-1496118490-router', 'tenant_id': '87a189ca220244e198b493fbd59c093e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:18:25Z', 'updated_at': '2021-09-29T23:24:03Z', 'revision_number': 6, 'project_id': '87a189ca220244e198b493fbd59c093e', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:04.262006 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a3ec7-de32-49b1-b696-eeee76a26c6f req-a0ac655f-8a0a-4db8-b408-d2645a066fad tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:04.271465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-198a3ec7-de32-49b1-b696-eeee76a26c6f req-a0ac655f-8a0a-4db8-b408-d2645a066fad tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1489022 Sep 29 23:24:04.448478 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-198a3ec7-de32-49b1-b696-eeee76a26c6f req-49312abb-4b9c-4999-80e0-f5eecfb8233e tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346879 Sep 29 23:24:04.458871 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:04.495976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddece75a-4ce9-4948-882d-9d85a2303d47,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:04.502938 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:04.766354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-ac3df440-4843-467c-92fa-c3c04e1645da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:04.768110 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-ac3df440-4843-467c-92fa-c3c04e1645da service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80&tenant_id=e773d84f005142cda2dbedd73f471c4a HTTP/1.1" status: 200 len: 1094 time: 0.1004307 Sep 29 23:24:04.853930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-bf3a9e71-9319-4367-b867-9b099b73bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:04.855341 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-bf3a9e71-9319-4367-b867-9b099b73bf3a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 1094 time: 0.0624144 Sep 29 23:24:04.932204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:04.965380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-45272f9b-4b1b-4eb9-af7f-29c9288acfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:04.966892 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-45272f9b-4b1b-4eb9-af7f-29c9288acfc7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.1051311 Sep 29 23:24:05.011721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.052690 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-a0b1abd2-4d22-4199-8ae7-a47c4a871f5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b39b1989-d307-4a00-809e-72592510baaf HTTP/1.1" status: 200 len: 998 time: 0.0781593 Sep 29 23:24:05.062740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.066898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.115751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-2dfba114-125e-41b1-87f8-466c55ef7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:05.117289 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-2dfba114-125e-41b1-87f8-466c55ef7a49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.0578737 Sep 29 23:24:05.149705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.150720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e10225d3-5ee9-4d5d-8572-6fef17c24313 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:24:05.159595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.161125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a43de28e-a0be-4a26-b155-596640ce0f30 admin admin] 10.222.0.44 "DELETE /v2.0/routers/e10225d3-5ee9-4d5d-8572-6fef17c24313 HTTP/1.1" status: 204 len: 168 time: 1.9881687 Sep 29 23:24:05.164677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42022) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:05.179638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Deleting port 2b5c155f-9891-450d-a0a4-e34e484e0752 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:05.180066 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.223250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-b766ece0-9c6c-4030-8710-49f302d6966b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:05.224943 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-b766ece0-9c6c-4030-8710-49f302d6966b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005106 Sep 29 23:24:05.227857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c07dd70-ca15-42da-9875-b31d31d04851 admin admin] Deleting subnet e774057e-bb51-4731-bd89-1c580a882a42 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:24:05.231236 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c07dd70-ca15-42da-9875-b31d31d04851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.301603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.321211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Calling delete_port for 2b5c155f-9891-450d-a0a4-e34e484e0752 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:05.326648 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c07dd70-ca15-42da-9875-b31d31d04851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.388934 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-3a342373-58a2-44bb-8242-b9cac8c6372e service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556325 Sep 29 23:24:05.479219 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c07dd70-ca15-42da-9875-b31d31d04851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.592013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:05.606939 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8865b8ac-7c83-4481-b500-935d2203bd70 req-6ed95228-edbf-4b20-b6fc-4547d34ae37f service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922410 Sep 29 23:24:05.625290 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c07dd70-ca15-42da-9875-b31d31d04851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.645980 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:24:05.646676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 05215ea8-cc24-4c4d-8f47-3e27cbe58ce3 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:05.647379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ddece75a-4ce9-4948-882d-9d85a2303d47 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:05.663604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c07dd70-ca15-42da-9875-b31d31d04851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e774057e-bb51-4731-bd89-1c580a882a42,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:05.666273 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c07dd70-ca15-42da-9875-b31d31d04851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.679434 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0c07dd70-ca15-42da-9875-b31d31d04851 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/e774057e-bb51-4731-bd89-1c580a882a42 HTTP/1.1" status: 204 len: 168 time: 0.5128968 Sep 29 23:24:05.679781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42036) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:05.686598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729df9d5-1885-4d86-acf3-6e672e444b22 None None] Network f6d623f1-b25c-4383-b705-d047a769f8a5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:05.689846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ddece75a-4ce9-4948-882d-9d85a2303d47 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:24:05.690189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ddece75a-4ce9-4948-882d-9d85a2303d47 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:05.698699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99cba5-34f2-4c0c-a94a-d03ae929e1dc req-6f4f7b19-f152-4f8d-a7d9-3b34a078a261 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:05.702827 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e99cba5-34f2-4c0c-a94a-d03ae929e1dc req-6f4f7b19-f152-4f8d-a7d9-3b34a078a261 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1017048 Sep 29 23:24:05.734376 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.822677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.826592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e99cba5-34f2-4c0c-a94a-d03ae929e1dc req-c79bb17b-d88a-4e6c-a7a1-e679aa794333 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167076 Sep 29 23:24:05.870674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Pushing event deleted for resources: {'Port': ['ID=2b5c155f-9891-450d-a0a4-e34e484e0752,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:05.892666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:05.939259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Deleting port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:05.939858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.032406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] For port 76fcd236-ed04-4056-8c7f-7cf79fbcae72, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=76fcd236-ed04-4056-8c7f-7cf79fbcae72,segment=NetworkSegment(56a0e3ea-77a0-4179-b2ee-59cc729ac733),segment_id=56a0e3ea-77a0-4179-b2ee-59cc729ac733)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:06.032840 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.047916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Calling delete_port for 76fcd236-ed04-4056-8c7f-7cf79fbcae72 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:06.068456 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.071086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.088549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a69860-de37-480b-bd98-349e1b84ad53 None None] DHCP port deletion for f6d623f1-b25c-4383-b705-d047a769f8a5 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:24:06.154196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.155082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Fanout notify agent at l3_agent the message router_deleted on router d5b7ce33-735c-4f76-a92f-aad5f04d16e3 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:24:06.165143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.166518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-787b1f26-360b-48b0-8211-fd9a50900067 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/d5b7ce33-735c-4f76-a92f-aad5f04d16e3 HTTP/1.1" status: 204 len: 168 time: 1.9256973 Sep 29 23:24:06.170438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42054) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:06.177174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3fede73c-a949-426d-b7a5-84f2507bea47 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1432389929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:06.196816 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.205634 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f5a69860-de37-480b-bd98-349e1b84ad53 None None] Deleting port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:06.206146 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f5a69860-de37-480b-bd98-349e1b84ad53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.216141 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fede73c-a949-426d-b7a5-84f2507bea47 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.219496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fede73c-a949-426d-b7a5-84f2507bea47 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.242464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=76fcd236-ed04-4056-8c7f-7cf79fbcae72,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:06.246797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] No DVR routers for this DVR port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:06.315053 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fede73c-a949-426d-b7a5-84f2507bea47 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.319761 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fede73c-a949-426d-b7a5-84f2507bea47 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.345292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3fede73c-a949-426d-b7a5-84f2507bea47 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.346934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3fede73c-a949-426d-b7a5-84f2507bea47 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1753786 Sep 29 23:24:06.350347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42064) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:06.366504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f5a69860-de37-480b-bd98-349e1b84ad53 None None] For port 76fcd236-ed04-4056-8c7f-7cf79fbcae72, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:06.367346 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f5a69860-de37-480b-bd98-349e1b84ad53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.371360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:06.377856 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2d6442ca-4cc5-4885-afd1-b11d3713ff3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.392500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f5a69860-de37-480b-bd98-349e1b84ad53 None None] Calling delete_port for 76fcd236-ed04-4056-8c7f-7cf79fbcae72 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:06.404807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-f5a69860-de37-480b-bd98-349e1b84ad53 None None] Port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:24:06.406859 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f5a69860-de37-480b-bd98-349e1b84ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.428312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.482725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d623f1-b25c-4383-b705-d047a769f8a5']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:06.499962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a69860-de37-480b-bd98-349e1b84ad53 None None] No DVR routers for this DVR port 76fcd236-ed04-4056-8c7f-7cf79fbcae72 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:06.514394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a0e3ea-77a0-4179-b2ee-59cc729ac733') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:06.514711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a0e3ea-77a0-4179-b2ee-59cc729ac733') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:06.523191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a69860-de37-480b-bd98-349e1b84ad53 None None] Pushing event deleted for resources: {'Port': ['ID=76fcd236-ed04-4056-8c7f-7cf79fbcae72,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:06.574152 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.579726 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.620339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.629564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:24:06.630416 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:24:06.632079 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:24:06.743311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.750388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:06.756422 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f6d623f1-b25c-4383-b705-d047a769f8a5 HTTP/1.1" status: 204 len: 168 time: 1.0756609 Sep 29 23:24:06.768964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb498e8-1c49-4758-b281-97d261e40c09 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d623f1-b25c-4383-b705-d047a769f8a5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:06.860778 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:07.000288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42084) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:07.130989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847552c-13c4-4666-a9c4-96e3f9c732c5 req-31f69b15-7f9b-4cfe-b589-61c9e8377b3f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:07.132901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a847552c-13c4-4666-a9c4-96e3f9c732c5 req-31f69b15-7f9b-4cfe-b589-61c9e8377b3f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1450062 Sep 29 23:24:07.147508 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-49d107d8-3740-4f3a-ae42-fabf106115e7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d752dec6d89542218ba6453abe384de3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1451700 Sep 29 23:24:07.154295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42088) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:07.195510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a847552c-13c4-4666-a9c4-96e3f9c732c5 req-b13d9c36-971b-4a3d-9a9a-103d27d03406 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519481 Sep 29 23:24:07.360268 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:07.381107 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4e09-8be1-406a-9abb-bae9cabce670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:07.396535 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:07.450136 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:07.512030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4e09-8be1-406a-9abb-bae9cabce670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:07.581396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Allocated IP 172.25.4.176 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/35062324-55f0-4463-a83f-724703bff26b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:07.648220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4e09-8be1-406a-9abb-bae9cabce670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:07.651234 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6b2d4e09-8be1-406a-9abb-bae9cabce670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:07.654929 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6b2d4e09-8be1-406a-9abb-bae9cabce670 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0cb290af-4b9a-4c0e-9f1d-58d8adb08f6f HTTP/1.1" status: 204 len: 168 time: 0.4960263 Sep 29 23:24:07.664009 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 76fcd236-ed04-4056-8c7f-7cf79fbcae72 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:07.695955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d4e09-8be1-406a-9abb-bae9cabce670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb290af-4b9a-4c0e-9f1d-58d8adb08f6f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:07.725268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 76fcd236-ed04-4056-8c7f-7cf79fbcae72 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:24:07.725616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 76fcd236-ed04-4056-8c7f-7cf79fbcae72 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:07.845217 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:07.964573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:08.096519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:08.131424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:08.141556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:08.265786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Pushing event updated for resources: {'Port': ['ID=35062324-55f0-4463-a83f-724703bff26b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:08.617295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42120) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:08.652304 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:08.708224 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f7bfd27b-875b-4b3c-ba87-64a92ce74811 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=87a189ca220244e198b493fbd59c093e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883880 Sep 29 23:24:08.710644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42124) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:08.724508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b10f2-c08e-4604-aaef-ec4992f55e63 req-8d01aa5f-0538-4741-a89c-0eafd59961a3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:08.726132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-146b10f2-c08e-4604-aaef-ec4992f55e63 req-8d01aa5f-0538-4741-a89c-0eafd59961a3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.3647084 Sep 29 23:24:08.804160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f20cddbe-291e-4279-a0ca-8eb059913ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:08.855230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f20cddbe-291e-4279-a0ca-8eb059913ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:08.927217 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:08.931688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f20cddbe-291e-4279-a0ca-8eb059913ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:08.932057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-146b10f2-c08e-4604-aaef-ec4992f55e63 req-ae16d6e7-6694-4aff-b1b9-f8b045652c72 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710885 Sep 29 23:24:08.947207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f20cddbe-291e-4279-a0ca-8eb059913ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:08.955668 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f20cddbe-291e-4279-a0ca-8eb059913ece admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b991c061-0e4a-44f8-b094-23086ad778ec HTTP/1.1" status: 204 len: 168 time: 0.2434440 Sep 29 23:24:08.986872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cddbe-291e-4279-a0ca-8eb059913ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b991c061-0e4a-44f8-b094-23086ad778ec,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:09.241012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:09.250068 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:09.524486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Router b959b11d-bf87-472a-9de6-2eebba004913 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:24:09.543935 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:09.778401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:09.788127 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:09.792486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42156) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:09.794005 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5264503e-e474-48e2-a601-7123b0441d03 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "PUT /v2.0/routers/b959b11d-bf87-472a-9de6-2eebba004913 HTTP/1.1" status: 200 len: 880 time: 3.4421265 Sep 29 23:24:09.796949 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e938f0-4d77-4ece-b221-f7997cd58734 None None] Sync routers for ids ['b959b11d-bf87-472a-9de6-2eebba004913'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:09.813377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e938f0-4d77-4ece-b221-f7997cd58734 None None] Routers {'b959b11d-bf87-472a-9de6-2eebba004913'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:09.815046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-31e938f0-4d77-4ece-b221-f7997cd58734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b959b11d-bf87-472a-9de6-2eebba004913'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:09.945586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-31e938f0-4d77-4ece-b221-f7997cd58734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:09.965789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e938f0-4d77-4ece-b221-f7997cd58734 None None] Routers {'b959b11d-bf87-472a-9de6-2eebba004913'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:09.966422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-31e938f0-4d77-4ece-b221-f7997cd58734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b959b11d-bf87-472a-9de6-2eebba004913'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:10.056501 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bdc4d145-aba4-4c03-8d03-ce5f5ee68212 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/routers/b959b11d-bf87-472a-9de6-2eebba004913 HTTP/1.1" status: 200 len: 921 time: 0.2615447 Sep 29 23:24:10.058181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42168) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:10.070812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-31e938f0-4d77-4ece-b221-f7997cd58734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:10.072042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e938f0-4d77-4ece-b221-f7997cd58734 None None] The sync data for ids ['b959b11d-bf87-472a-9de6-2eebba004913'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:10.162707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af70596-cd14-4e8d-8534-2e88e249214a tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:10.165023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8af70596-cd14-4e8d-8534-2e88e249214a tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=61793872-5784-4201-a6e4-17489ef55adc&device_id=b959b11d-bf87-472a-9de6-2eebba004913&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1054447 Sep 29 23:24:10.168598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42174) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:10.217887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3424c7-120b-4072-8910-0149f40c2afd req-b6a6fd1c-c79a-4a01-8265-3e12194f58ed tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:10.219484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c3424c7-120b-4072-8910-0149f40c2afd req-b6a6fd1c-c79a-4a01-8265-3e12194f58ed tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1041963 Sep 29 23:24:10.315909 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c3424c7-120b-4072-8910-0149f40c2afd req-061baecd-7e85-43ab-8c24-8ed30b828d7b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791745 Sep 29 23:24:10.426038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78446e82-fc57-4a10-9294-ffb118cbdd0c tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:10.427668 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-78446e82-fc57-4a10-9294-ffb118cbdd0c tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 881 time: 0.2580876 Sep 29 23:24:10.430742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42188) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:10.474368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3d91a189-86b9-401f-8473-5e486e7c1554 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=b959b11d-bf87-472a-9de6-2eebba004913 HTTP/1.1" status: 200 len: 205 time: 0.0408957 Sep 29 23:24:10.476354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42192) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:10.624406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42196) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:10.690780 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:10.884868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1134313974-network', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:10.966829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Made reservation on behalf of 436ce38eb4f34f4fa371cbbb830adb48 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:10.969507 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:10.991481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.002574 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.252329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Deleting port 35062324-55f0-4463-a83f-724703bff26b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:11.257056 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.266187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.275179 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.303051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:11.333533 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.333533 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Added segment 0656a659-d2a4-4a3f-b5ae-0733417e46b4 of type vlan for network 045105f3-847c-41bd-b77c-5f2a11f3d831 Sep 29 23:24:11.464235 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.535850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.581619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Calling delete_port for 35062324-55f0-4463-a83f-724703bff26b owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:11.604883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1928505f-aed9-420e-84ad-b9472fe8b679,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:11.616692 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.618098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:11.632334 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.671253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0457859 Sep 29 23:24:11.690017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42216) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:11.706471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Request body: {'subnet': {'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1134313974-subnet', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:11.723543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-7c68c942-e619-487f-b614-ecc2657b80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:11.726162 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-7c68c942-e619-487f-b614-ecc2657b80f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 1094 time: 0.1364160 Sep 29 23:24:11.886894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Made reservation on behalf of 436ce38eb4f34f4fa371cbbb830adb48 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:11.889860 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:11.945861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021fb6e-c87b-46c2-8f86-4e46c98dd024 admin admin] Pushing event updated for resources: {'Network': ['ID=045105f3-847c-41bd-b77c-5f2a11f3d831,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:11.966028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 045105f3-847c-41bd-b77c-5f2a11f3d831 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:12.051954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757060db-6047-45de-be27-27d93a6e9570 req-db097a0b-5abc-415a-bffd-83f93289a876 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:12.058972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-757060db-6047-45de-be27-27d93a6e9570 req-db097a0b-5abc-415a-bffd-83f93289a876 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.5281675 Sep 29 23:24:12.352756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-757060db-6047-45de-be27-27d93a6e9570 req-efaa9b73-3062-4380-9cf7-c010739f20ae tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2895432 Sep 29 23:24:12.710697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:12.870485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a19b355e-e9c2-49f6-938a-4c982c5139b5,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:12.887380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Checking segment: {'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:12.888283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Network hostable DHCP agents. Network: 045105f3-847c-41bd-b77c-5f2a11f3d831, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:24:12.915049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Network 045105f3-847c-41bd-b77c-5f2a11f3d831 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:24:12.935564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 045105f3-847c-41bd-b77c-5f2a11f3d831) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:12.944201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:12.945389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-f0016ae8-5006-404f-8335-1af24d03528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:12.946993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-f0016ae8-5006-404f-8335-1af24d03528d service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 1.1358259 Sep 29 23:24:12.947752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:12.957485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd7d42b-5529-410a-b90d-c8f3e55baf97 None None] Network 045105f3-847c-41bd-b77c-5f2a11f3d831 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:13.003397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-233fafb5-0a78-4c2a-bfaf-3cc366312a68 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3014109 Sep 29 23:24:13.005007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42222) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:13.012311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:13.055589 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.056726 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.081321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.161010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Pushing event deleted for resources: {'Port': ['ID=35062324-55f0-4463-a83f-724703bff26b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:13.216139 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.289692 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.302575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-045105f3-847c-41bd-b77c-5f2a11f3d831', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:24:13.304205 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.580317 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.589472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.597125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Allocated IP 172.20.0.2 (045105f3-847c-41bd-b77c-5f2a11f3d831/a19b355e-e9c2-49f6-938a-4c982c5139b5/a398d7da-33bf-499d-9113-f721695d1c12) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:13.795341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.795787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Fanout notify agent at l3_agent the message router_deleted on router b959b11d-bf87-472a-9de6-2eebba004913 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:24:13.829044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.844944 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bc93d8ef-83ed-494e-975f-94e61ff1bd57 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/b959b11d-bf87-472a-9de6-2eebba004913 HTTP/1.1" status: 204 len: 168 time: 3.3671424 Sep 29 23:24:13.864027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-75cc7a0b-7f26-4ae5-8267-ad362a23c644 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b39b1989-d307-4a00-809e-72592510baaf HTTP/1.1" status: 200 len: 998 time: 0.1933780 Sep 29 23:24:13.864641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42230) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:13.869920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-74b78cc5-a339-4937-98ef-784e6741fa50 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1064102751', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:13.875352 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.889386 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.935445 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-066f5c49-7ddb-4263-821b-f431e02cc589 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2736452 Sep 29 23:24:13.940425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74b78cc5-a339-4937-98ef-784e6741fa50 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.944488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74b78cc5-a339-4937-98ef-784e6741fa50 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:13.958897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Network 045105f3-847c-41bd-b77c-5f2a11f3d831 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:13.965143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:13.972452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:13.983905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Pushing event updated for resources: {'Port': ['ID=a398d7da-33bf-499d-9113-f721695d1c12,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:14.042337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74b78cc5-a339-4937-98ef-784e6741fa50 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:14.058326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74b78cc5-a339-4937-98ef-784e6741fa50 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:14.147075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Attempting to bind port a398d7da-33bf-499d-9113-f721695d1c12 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:24:14.148100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Attempting to bind port a398d7da-33bf-499d-9113-f721695d1c12 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:24:14.149216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-1772023a-0c9e-4d85-ba58-49571031b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:14.151949 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Attempting to bind port a398d7da-33bf-499d-9113-f721695d1c12 on network 045105f3-847c-41bd-b77c-5f2a11f3d831 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:24:14.154030 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-1772023a-0c9e-4d85-ba58-49571031b024 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 1097 time: 0.1101291 Sep 29 23:24:14.155328 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74b78cc5-a339-4937-98ef-784e6741fa50 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:14.164069 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-74b78cc5-a339-4937-98ef-784e6741fa50 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2971482 Sep 29 23:24:14.165179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42236) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:14.168403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:24:14.171312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Checking segment: {'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:14.172051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_snat': True}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:14.174002 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:14.176103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Bound using segment: {'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:24:14.184734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Bound port: a398d7da-33bf-499d-9113-f721695d1c12, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:24:14.185518 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:14.202941 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:14.392863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] For port a398d7da-33bf-499d-9113-f721695d1c12, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:24:14.397841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] For port a398d7da-33bf-499d-9113-f721695d1c12, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a398d7da-33bf-499d-9113-f721695d1c12,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:24:14.414711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:14.455646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-56426852-1a33-431f-8257-5be0dec80e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:14.458328 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-56426852-1a33-431f-8257-5be0dec80e16 service neutron] 10.222.0.42 "GET /v2.0/networks?id=68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 200 len: 912 time: 0.1510887 Sep 29 23:24:14.555163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9411ee6-df1d-4d0e-9570-33b0aed2cd1d None None] Pushing event updated for resources: {'Port': ['ID=a398d7da-33bf-499d-9113-f721695d1c12,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:14.806890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c4da83-7bf6-4f5e-bd56-4a955cd6ebd3 req-64362432-e837-40b7-94de-46f9a8c4f650 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:14.817201 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13c4da83-7bf6-4f5e-bd56-4a955cd6ebd3 req-64362432-e837-40b7-94de-46f9a8c4f650 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.7488267 Sep 29 23:24:14.919633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:14.925159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-13c4da83-7bf6-4f5e-bd56-4a955cd6ebd3 req-f4bddddc-2899-4c83-b834-3e5c96b00634 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784793 Sep 29 23:24:14.927143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:14.999379 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:15.003447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-ddd85533-7aec-4ecb-8b41-fe9d473f951f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2 HTTP/1.1" status: 200 len: 1001 time: 0.3202174 Sep 29 23:24:15.213855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Allocated IP 172.25.4.41 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/f76dc8af-c783-42d1-a7d2-3568acd159fb) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:15.219194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-f0b1d189-ca09-4ad8-9ee4-0027da12fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:15.220716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-f0b1d189-ca09-4ad8-9ee4-0027da12fc03 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 200 len: 850 time: 0.2047679 Sep 29 23:24:15.350005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-9ed3d9c5-be5f-4b0a-a9bd-4c2b535dadf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:15.351546 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-9ed3d9c5-be5f-4b0a-a9bd-4c2b535dadf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=68ae1fb4-f01a-4ccb-9458-816cc67282ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223097 Sep 29 23:24:15.436169 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:15.523261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:15.552513 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-e5f7d543-cb35-4bd5-9ae4-aae59a60d19b service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630237 Sep 29 23:24:15.559646 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:15.608020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Pushing event updated for resources: {'Port': ['ID=f76dc8af-c783-42d1-a7d2-3568acd159fb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:15.612785 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:15.655389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:15.658239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:15.663233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:15.689545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a398d7da-33bf-499d-9113-f721695d1c12 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:15.828430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a398d7da-33bf-499d-9113-f721695d1c12 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:15.828837 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:15.922846 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0af86219-f4e6-4743-af5b-fb00f1133149 req-5dcb91d1-44bc-46ab-93c8-d14f8abad545 service neutron] 10.222.0.42 "GET /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595049 Sep 29 23:24:16.010031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Allocated IP 172.25.4.107 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/5c5e5930-d6d2-4006-92b6-bf4fe051932e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:16.050154 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:16.138531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port a398d7da-33bf-499d-9113-f721695d1c12, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a398d7da-33bf-499d-9113-f721695d1c12,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:16.151179 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:16.247172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4099412e-d6c2-47b4-a6b4-79f98d773e9c None None] Network 045105f3-847c-41bd-b77c-5f2a11f3d831 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:16.274077 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:16.335628 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:16.444091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:16.466498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:16.468039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event updated for resources: {'Port': ['ID=5c5e5930-d6d2-4006-92b6-bf4fe051932e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:16.478891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:16.482348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:16.570473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178e2a6-7a2b-41fb-bd23-8f4bd0791142 req-40b08a1e-8f13-48e0-9eba-afed4b1de3ea tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:16.597362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f178e2a6-7a2b-41fb-bd23-8f4bd0791142 req-40b08a1e-8f13-48e0-9eba-afed4b1de3ea tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.4641569 Sep 29 23:24:16.759181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=a398d7da-33bf-499d-9113-f721695d1c12,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:16.770082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f178e2a6-7a2b-41fb-bd23-8f4bd0791142 req-ea48ecbb-b5d5-45eb-8d67-cf8aaea48629 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699986 Sep 29 23:24:16.873884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.874242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.874587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.874933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.875620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.875620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.876052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.876381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.876711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.877084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.877710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.877957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:16.886843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-af218790-d1b1-489d-af2b-7d4f02090d25 None None] Provisioning complete for port a398d7da-33bf-499d-9113-f721695d1c12 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:16.887219 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-af218790-d1b1-489d-af2b-7d4f02090d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:16.998367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:17.043424 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:17.299889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Router 69b8532d-24fd-4464-b100-8ee66f8a921b is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:24:17.428202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:17.432959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:17.573797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:17.591142 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Sync routers for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:17.629602 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:17.631417 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:17.641047 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:17.646107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0abc5b01-0d48-41b1-a5f7-d1803c2db9e2 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6400039 Sep 29 23:24:17.647392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42256) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:17.687651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a398d7da-33bf-499d-9113-f721695d1c12 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:17.795488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Router 7adefa9f-f49c-4078-96ae-cc57412ac2f2 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:24:17.829200 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a33a332c-f1f1-433d-87a1-090e2ad148fc None None] Provisioning complete for port a398d7da-33bf-499d-9113-f721695d1c12 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:17.833986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a33a332c-f1f1-433d-87a1-090e2ad148fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:17.915355 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:18.044280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a398d7da-33bf-499d-9113-f721695d1c12 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:18.044699 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:18.095372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-5b8559e9-ad06-44e2-afda-14577085ae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:18.104196 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-5b8559e9-ad06-44e2-afda-14577085ae2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.2080467 Sep 29 23:24:18.293318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:18.309505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30a53ef-0204-4899-8680-f504e16a358e None None] Sync routers for ids ['7adefa9f-f49c-4078-96ae-cc57412ac2f2'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:18.315820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:18.328993 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a083f604-a6c9-4683-9cfb-9a8bb33df4f9 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "PUT /v2.0/routers/7adefa9f-f49c-4078-96ae-cc57412ac2f2 HTTP/1.1" status: 200 len: 915 time: 4.1619287 Sep 29 23:24:18.332461 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a53ef-0204-4899-8680-f504e16a358e None None] Routers {'7adefa9f-f49c-4078-96ae-cc57412ac2f2'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:18.333584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42264) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:18.335308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f30a53ef-0204-4899-8680-f504e16a358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7adefa9f-f49c-4078-96ae-cc57412ac2f2'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:18.363236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409987b-3dc0-488b-8057-d8986fbfa3bd req-6e0c379e-9116-48c0-a760-5446c921b2db tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:18.373127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1409987b-3dc0-488b-8057-d8986fbfa3bd req-6e0c379e-9116-48c0-a760-5446c921b2db tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.2888017 Sep 29 23:24:18.395388 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:16Z', 'revision_number': 3, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:18.429063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1409987b-3dc0-488b-8057-d8986fbfa3bd req-aeaad9a7-0c6e-4980-ba4b-943dec4543bf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535769 Sep 29 23:24:18.467010 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Checking router: 69b8532d-24fd-4464-b100-8ee66f8a921b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:24:18.467313 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Updating router 69b8532d-24fd-4464-b100-8ee66f8a921b port f76dc8af-c783-42d1-a7d2-3568acd159fb binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:24:18.467864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f30a53ef-0204-4899-8680-f504e16a358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:18.490578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30a53ef-0204-4899-8680-f504e16a358e None None] Routers {'7adefa9f-f49c-4078-96ae-cc57412ac2f2'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:18.491259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f30a53ef-0204-4899-8680-f504e16a358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7adefa9f-f49c-4078-96ae-cc57412ac2f2'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:18.497804 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3830212b-282c-4551-83a6-307c57afce8b tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/routers/7adefa9f-f49c-4078-96ae-cc57412ac2f2 HTTP/1.1" status: 200 len: 921 time: 0.1603148 Sep 29 23:24:18.501034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-0207497f-d749-4de5-a3cc-5c0ae2344e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:18.506668 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:18.510054 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-0207497f-d749-4de5-a3cc-5c0ae2344e82 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3321297 Sep 29 23:24:18.510969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42266) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:18.551212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f30a53ef-0204-4899-8680-f504e16a358e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:18.552167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30a53ef-0204-4899-8680-f504e16a358e None None] The sync data for ids ['7adefa9f-f49c-4078-96ae-cc57412ac2f2'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:18.596108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeb632c-839d-4051-aa2e-51563e0d2e3d tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:18.598198 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bbeb632c-839d-4051-aa2e-51563e0d2e3d tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=61793872-5784-4201-a6e4-17489ef55adc&device_id=7adefa9f-f49c-4078-96ae-cc57412ac2f2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0854335 Sep 29 23:24:18.600880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42268) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:18.710594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a99e2af-e601-427f-90cc-4cac2e0f4d33 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:18.715419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:18.716520 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a99e2af-e601-427f-90cc-4cac2e0f4d33 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 881 time: 0.1145802 Sep 29 23:24:18.717310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42270) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:18.761819 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f34e10dc-37b7-4b7c-8d96-0b671a799a3a tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adefa9f-f49c-4078-96ae-cc57412ac2f2 HTTP/1.1" status: 200 len: 205 time: 0.0407207 Sep 29 23:24:18.766306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42272) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:18.849702 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-5486988d-af6f-44ae-883b-8be5a3ac0cd1 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998292 Sep 29 23:24:18.850519 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:18.857784 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:18.891330 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:18.894915 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Attempting to bind port f76dc8af-c783-42d1-a7d2-3568acd159fb on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:24:18.895684 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Attempting to bind port f76dc8af-c783-42d1-a7d2-3568acd159fb by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:24:18.896437 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Attempting to bind port f76dc8af-c783-42d1-a7d2-3568acd159fb on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:24:18.923671 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:24:18.924453 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:18.925035 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:18.926320 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:24:18.927342 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Bound port: f76dc8af-c783-42d1-a7d2-3568acd159fb, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:24:18.927976 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:18.969538 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b08463e4-2eb3-4039-8a1e-18db81e24a5c req-959757b3-4dcd-49f5-addd-eeba51bf0511 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086667 Sep 29 23:24:19.026797 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] For port f76dc8af-c783-42d1-a7d2-3568acd159fb, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:24:19.029463 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758edca-0837-4b1b-adf4-62a894c9a974 None None] Pushing event updated for resources: {'Port': ['ID=f76dc8af-c783-42d1-a7d2-3568acd159fb,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:19.046313 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] For port f76dc8af-c783-42d1-a7d2-3568acd159fb, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f76dc8af-c783-42d1-a7d2-3568acd159fb,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:24:19.053532 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:19.118085 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:19.118733 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:19.156646 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7758edca-0837-4b1b-adf4-62a894c9a974 None None] Pushing event updated for resources: {'Port': ['ID=f76dc8af-c783-42d1-a7d2-3568acd159fb,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:19.245919 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:19.353058 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:19.368404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Allocated IP 172.20.0.1 (045105f3-847c-41bd-b77c-5f2a11f3d831/a19b355e-e9c2-49f6-938a-4c982c5139b5/0b8f9080-3841-41f8-b8d2-6ffb19571c62) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:19.471026 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:16Z', 'revision_number': 3, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:19.487068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Deleting port 5c5e5930-d6d2-4006-92b6-bf4fe051932e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:19.487463 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:19.517749 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6703b20-97f2-4fed-aee2-a20970e7e973 None None] The sync data for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 is: [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:16Z', 'revision_number': 3, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:19.541535 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:19.636908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:19.661028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Calling delete_port for 5c5e5930-d6d2-4006-92b6-bf4fe051932e owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:19.673509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b4ab1-3efa-407d-b390-592f44dd7e4f req-d231a035-7d66-4041-b494-054e4ca30c4d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:19.674949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b22b4ab1-3efa-407d-b390-592f44dd7e4f req-d231a035-7d66-4041-b494-054e4ca30c4d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1059453 Sep 29 23:24:19.687985 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:19.810821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Network 045105f3-847c-41bd-b77c-5f2a11f3d831 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:19.824056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Pushing event updated for resources: {'Port': ['ID=0b8f9080-3841-41f8-b8d2-6ffb19571c62,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:19.826578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:19.832232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:19.871119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b22b4ab1-3efa-407d-b390-592f44dd7e4f req-f7f1d3aa-4935-48c5-81fa-44f9a6d064bf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864183 Sep 29 23:24:20.020818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.072592 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.109794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Pushing event deleted for resources: {'Port': ['ID=5c5e5930-d6d2-4006-92b6-bf4fe051932e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:20.149060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.178579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7ad3e60a-ae4c-4f31-ba3a-436cb5cc71b0 None None] Provisioning complete for port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:20.179233 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7ad3e60a-ae4c-4f31-ba3a-436cb5cc71b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.221548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7ad3e60a-ae4c-4f31-ba3a-436cb5cc71b0 None None] Port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:24:20.285873 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.414742 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.416908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.419217 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.506110 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.506646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Fanout notify agent at l3_agent the message router_deleted on router 7adefa9f-f49c-4078-96ae-cc57412ac2f2 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:24:20.515648 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.521287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b2a2972a-8683-4f63-9444-dfec01420996 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/7adefa9f-f49c-4078-96ae-cc57412ac2f2 HTTP/1.1" status: 204 len: 168 time: 1.7498281 Sep 29 23:24:20.522873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42288) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:20.528081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-323a3e56-cd5c-49cb-81c0-4b795b0d4b68 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-311671830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:20.554442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-323a3e56-cd5c-49cb-81c0-4b795b0d4b68 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.556133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-323a3e56-cd5c-49cb-81c0-4b795b0d4b68 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.613445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-323a3e56-cd5c-49cb-81c0-4b795b0d4b68 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.620112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-323a3e56-cd5c-49cb-81c0-4b795b0d4b68 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.641778 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-323a3e56-cd5c-49cb-81c0-4b795b0d4b68 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.645855 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-323a3e56-cd5c-49cb-81c0-4b795b0d4b68 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1190648 Sep 29 23:24:20.646071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42290) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:20.651737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'enable_snat': False}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:20.667855 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.672588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.748573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Pushing event updated for resources: {'Port': ['ID=0b8f9080-3841-41f8-b8d2-6ffb19571c62,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:20.752765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.863952 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:20.867467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Network 045105f3-847c-41bd-b77c-5f2a11f3d831 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:20.869370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:21.062642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Router 69b8532d-24fd-4464-b100-8ee66f8a921b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:24:21.096539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94016b12-115c-4717-89fd-c7eb1dd6fec9 req-6e964fb8-1fa7-46e4-9edf-50cbe2a8eb89 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:21.099057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94016b12-115c-4717-89fd-c7eb1dd6fec9 req-6e964fb8-1fa7-46e4-9edf-50cbe2a8eb89 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.0924013 Sep 29 23:24:21.188976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94016b12-115c-4717-89fd-c7eb1dd6fec9 req-2a708b32-06ab-48dc-b061-08738a166de9 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468543 Sep 29 23:24:21.259742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7f2ac9d8-886d-4899-b82e-8236ea441805 None None] Provisioning complete for port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:21.261046 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f2ac9d8-886d-4899-b82e-8236ea441805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:21.274714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:21.305792 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-98a9f534-3061-425c-b6b0-15598e04a522 admin admin] 10.222.0.44 "PUT /v2.0/routers/69b8532d-24fd-4464-b100-8ee66f8a921b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6556776 Sep 29 23:24:21.333970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ac9d8-886d-4899-b82e-8236ea441805 None None] Port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:24:21.533401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:21.561909 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:21.660787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f76dc8af-c783-42d1-a7d2-3568acd159fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:21.697168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Allocated IP 172.25.4.10 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/5f2cef83-9c6d-442d-8a12-c099e55787d8) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:21.736874 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Sync routers for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:21.739219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f76dc8af-c783-42d1-a7d2-3568acd159fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:21.739873 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:21.749561 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:21.751050 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:21.831132 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:21.854975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port f76dc8af-c783-42d1-a7d2-3568acd159fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f76dc8af-c783-42d1-a7d2-3568acd159fb,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:21.864100 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:21.890548 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:21.900436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:21.934739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=f76dc8af-c783-42d1-a7d2-3568acd159fb,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:22.007344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.064237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:22.069781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:22.081270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:22.094451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42314) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:22.100593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1494003419-network', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:22.144958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Pushing event updated for resources: {'Port': ['ID=5f2cef83-9c6d-442d-8a12-c099e55787d8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:22.146794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Made reservation on behalf of 2bd12459c3ab4ecfb3aecb2f8297aa26 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:22.149928 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.164897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.197533 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 2, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:22.225353 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Checking router: 69b8532d-24fd-4464-b100-8ee66f8a921b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:24:22.225569 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Updating router 69b8532d-24fd-4464-b100-8ee66f8a921b port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:24:22.278262 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.376989 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.391434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.423285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:22.440780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6cce9-0f85-4f52-a92a-33f22e85402a req-fbbd568b-d9fb-42b5-b404-04b9aabdfbdd tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:22.442360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdf6cce9-0f85-4f52-a92a-33f22e85402a req-fbbd568b-d9fb-42b5-b404-04b9aabdfbdd tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1042039 Sep 29 23:24:22.444552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c8fc1d3-a59f-4c27-9785-12d48547ff87,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:22.452878 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.453239 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Added segment 2b61a05e-069e-4b36-b438-5e33e6de1fd4 of type vlan for network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 Sep 29 23:24:22.470875 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.514937 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.526630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdf6cce9-0f85-4f52-a92a-33f22e85402a req-2dcdf4f0-063d-4829-a182-ba4f577f76ba tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757315 Sep 29 23:24:22.552282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.555762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:22.556569 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.596559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5007946 Sep 29 23:24:22.600242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42322) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:22.605599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Request body: {'subnet': {'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1494003419-subnet', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:22.644609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600a211-bdf3-463b-ab9e-7fd46ccf549f admin admin] Pushing event updated for resources: {'Network': ['ID=f5504b5d-a78f-46e7-a27f-3ac35b86f9c7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:22.657133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:22.693328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Made reservation on behalf of 2bd12459c3ab4ecfb3aecb2f8297aa26 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:22.695774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.742197 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.747400 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.810069 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.817259 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.868833 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dd8c5-ff73-4da4-8940-7b3ed7d027cf None None] Pushing event updated for resources: {'Port': ['ID=0b8f9080-3841-41f8-b8d2-6ffb19571c62,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:22.912807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Router 6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:24:22.934941 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.968986 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Attempting to bind port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:24:22.969358 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Attempting to bind port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:24:22.969734 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Attempting to bind port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 on network 045105f3-847c-41bd-b77c-5f2a11f3d831 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:24:22.976992 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:24:22.977238 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Checking segment: {'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:22.977599 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:22.977999 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Bound using segment: {'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:24:22.978483 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Bound port: 0b8f9080-3841-41f8-b8d2-6ffb19571c62, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:24:22.978927 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.017611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8958705-a3c9-497d-89b1-999891c5e2b4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:23.027983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Checking segment: {'id': '2b61a05e-069e-4b36-b438-5e33e6de1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:23.028432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Network hostable DHCP agents. Network: f5504b5d-a78f-46e7-a27f-3ac35b86f9c7, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:24:23.050770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:24:23.068418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:23.070689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, f5504b5d-a78f-46e7-a27f-3ac35b86f9c7) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:23.074167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.075608 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b76f2ecd-3219-4cfe-9567-19bd43f04588 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "PUT /v2.0/routers/6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9 HTTP/1.1" status: 200 len: 914 time: 2.4279087 Sep 29 23:24:23.078254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42324) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:23.079523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:23.080137 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.087058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd0a5e7-b552-489b-b3b1-12ce6fbc4ce4 None None] Network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:23.089000 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] For port 0b8f9080-3841-41f8-b8d2-6ffb19571c62, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:24:23.094310 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] For port 0b8f9080-3841-41f8-b8d2-6ffb19571c62, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0b8f9080-3841-41f8-b8d2-6ffb19571c62,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:24:23.101278 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.106092 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7a72630c-fa67-43c6-90ea-efcdc7444672 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5045047 Sep 29 23:24:23.108668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42326) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:23.113612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1494003419-router', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:23.137285 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.138527 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.164948 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:23.165994 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:23.206289 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-949a22c6-813e-4d09-8133-3d7460b5b078 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/routers/6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9 HTTP/1.1" status: 200 len: 920 time: 0.1268218 Sep 29 23:24:23.212330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42328) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:23.213718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab2453-0078-47b3-87ef-295b814b79eb None None] Sync routers for ids ['6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:23.225644 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.265223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad10eb8-8180-4d05-a0d3-8ae9eacd8e2b tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:23.270738 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3ad10eb8-8180-4d05-a0d3-8ae9eacd8e2b tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=61793872-5784-4201-a6e4-17489ef55adc&device_id=6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0571241 Sep 29 23:24:23.271584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42330) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:23.323957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab2453-0078-47b3-87ef-295b814b79eb None None] Routers {'6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:23.324661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3cab2453-0078-47b3-87ef-295b814b79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:23.371574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3cab2453-0078-47b3-87ef-295b814b79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:23.375746 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dd8c5-ff73-4da4-8940-7b3ed7d027cf None None] Pushing event updated for resources: {'Port': ['ID=0b8f9080-3841-41f8-b8d2-6ffb19571c62,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:23.389991 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:23.402840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-11c128d6-abf4-44ee-8540-e962bd0b32e7 None None] Provisioning complete for port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:23.403200 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-11c128d6-abf4-44ee-8540-e962bd0b32e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.451359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf054abf-ba22-4a71-bcaa-c3182e62ab35 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:23.464916 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cf054abf-ba22-4a71-bcaa-c3182e62ab35 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/networks/61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 881 time: 0.1834948 Sep 29 23:24:23.464916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42340) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:23.478440 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.487410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cab2453-0078-47b3-87ef-295b814b79eb None None] Routers {'6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:23.489821 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3cab2453-0078-47b3-87ef-295b814b79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:23.515592 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0950f79d-f7ac-432e-bb00-2c207be25768 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9 HTTP/1.1" status: 200 len: 205 time: 0.0546863 Sep 29 23:24:23.516379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42344) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:23.595121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-f5504b5d-a78f-46e7-a27f-3ac35b86f9c7', 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'fixed_ips': [{'subnet_id': 'f8958705-a3c9-497d-89b1-999891c5e2b4'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:24:23.597719 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.621941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3cab2453-0078-47b3-87ef-295b814b79eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:23.622740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cab2453-0078-47b3-87ef-295b814b79eb None None] The sync data for ids ['6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:23.770195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f76dc8af-c783-42d1-a7d2-3568acd159fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:23.812737 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:23.819973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.822519 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-11c128d6-abf4-44ee-8540-e962bd0b32e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.857274 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94941158-a440-4e9d-81ae-3a42bcd6b221 None None] The sync data for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 is: [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:23.884198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-11c128d6-abf4-44ee-8540-e962bd0b32e7 None None] For port 0b8f9080-3841-41f8-b8d2-6ffb19571c62, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0b8f9080-3841-41f8-b8d2-6ffb19571c62,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:23.921705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8bd9a3-1d1f-4cab-9d28-7aa7c3df0220 req-cdf9104a-3b8c-40b0-844f-6a9f98be512b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:23.926785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe8bd9a3-1d1f-4cab-9d28-7aa7c3df0220 req-cdf9104a-3b8c-40b0-844f-6a9f98be512b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1991351 Sep 29 23:24:23.927895 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-11c128d6-abf4-44ee-8540-e962bd0b32e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:23.972325 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.006906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Allocated IP 172.20.0.2 (f5504b5d-a78f-46e7-a27f-3ac35b86f9c7/f8958705-a3c9-497d-89b1-999891c5e2b4/1b9d6870-c2bc-4d90-9760-b332986ad518) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:24.014384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.037571 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.040932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f76dc8af-c783-42d1-a7d2-3568acd159fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:24.041322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.073616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe8bd9a3-1d1f-4cab-9d28-7aa7c3df0220 req-5d8abcd7-6241-4dc9-8a08-d57048d0bca4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104288 Sep 29 23:24:24.105002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Deleting port 5f2cef83-9c6d-442d-8a12-c099e55787d8 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:24.105627 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.108467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c128d6-abf4-44ee-8540-e962bd0b32e7 None None] Pushing event updated for resources: {'Port': ['ID=0b8f9080-3841-41f8-b8d2-6ffb19571c62,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:24.205498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-546abcd1-ab70-4bcd-b56d-4ffa16d9e4c0 None None] Provisioning complete for port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:24.205879 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-546abcd1-ab70-4bcd-b56d-4ffa16d9e4c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.222727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Allocated IP 172.25.4.218 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/adefb76a-82ef-4bec-a224-143f5b374b2f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:24.252248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.273010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Calling delete_port for 5f2cef83-9c6d-442d-8a12-c099e55787d8 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:24.411155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.460596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.463263 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.484905 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.512472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:24.515621 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.517247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:24.520915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:24.548551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:24.552254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:24.563529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:24.564232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Pushing event updated for resources: {'Port': ['ID=adefb76a-82ef-4bec-a224-143f5b374b2f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:24.567581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Pushing event updated for resources: {'Port': ['ID=1b9d6870-c2bc-4d90-9760-b332986ad518,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:24.622372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Pushing event deleted for resources: {'Port': ['ID=5f2cef83-9c6d-442d-8a12-c099e55787d8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:24.674133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Attempting to bind port 1b9d6870-c2bc-4d90-9760-b332986ad518 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:24:24.674662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Attempting to bind port 1b9d6870-c2bc-4d90-9760-b332986ad518 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '2b61a05e-069e-4b36-b438-5e33e6de1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:24:24.675040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Attempting to bind port 1b9d6870-c2bc-4d90-9760-b332986ad518 on network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:24:24.687873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:24:24.688321 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Checking segment: {'id': '2b61a05e-069e-4b36-b438-5e33e6de1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:24.688735 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.689196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Bound using segment: {'id': '2b61a05e-069e-4b36-b438-5e33e6de1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:24:24.689710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Bound port: 1b9d6870-c2bc-4d90-9760-b332986ad518, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b61a05e-069e-4b36-b438-5e33e6de1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:24:24.690146 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.744407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.808605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] For port 1b9d6870-c2bc-4d90-9760-b332986ad518, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:24:24.813357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] For port 1b9d6870-c2bc-4d90-9760-b332986ad518, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1b9d6870-c2bc-4d90-9760-b332986ad518,segment=NetworkSegment(2b61a05e-069e-4b36-b438-5e33e6de1fd4),segment_id=2b61a05e-069e-4b36-b438-5e33e6de1fd4)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:24:24.824080 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.867069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.870098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.919345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1b53f-4e77-4f6c-8103-1019d2284367 None None] Pushing event updated for resources: {'Port': ['ID=1b9d6870-c2bc-4d90-9760-b332986ad518,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:24.956766 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.957341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Fanout notify agent at l3_agent the message router_deleted on router 6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:24:24.977507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:24.982921 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-32968448-1bdd-4118-a9c1-65ca8f617e16 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9 HTTP/1.1" status: 204 len: 168 time: 1.4655104 Sep 29 23:24:24.983571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42354) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:24.989324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1916166271', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:25.042187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:25.046442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:25.167125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:25.340482 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:25.401643 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:25.412091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2133f-64f5-4ea8-a274-69b5416c9c22 req-5560723e-02d1-4691-aed1-7f33d8062254 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:25.413588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7dc2133f-64f5-4ea8-a274-69b5416c9c22 req-5560723e-02d1-4691-aed1-7f33d8062254 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1462588 Sep 29 23:24:25.505370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7dc2133f-64f5-4ea8-a274-69b5416c9c22 req-048502ae-f786-4759-9856-6c53839773e2 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839350 Sep 29 23:24:25.650315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:25.717686 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:25.722981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1b9d6870-c2bc-4d90-9760-b332986ad518 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:25.752369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:25.839001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 1b9d6870-c2bc-4d90-9760-b332986ad518 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:25.840461 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:25.874491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Router 65a648e6-7613-4890-8b2e-342c5d8ac670 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:24:25.935777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Allocated IP 172.25.4.78 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/891baecb-3211-4857-82b9-f0dad47c4f9d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:26.047375 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:26.062227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:26.076536 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Sync routers for ids ['65a648e6-7613-4890-8b2e-342c5d8ac670'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:26.092726 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Routers {'65a648e6-7613-4890-8b2e-342c5d8ac670'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:26.094358 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65a648e6-7613-4890-8b2e-342c5d8ac670'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:26.102886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 1b9d6870-c2bc-4d90-9760-b332986ad518, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1b9d6870-c2bc-4d90-9760-b332986ad518,segment=NetworkSegment(2b61a05e-069e-4b36-b438-5e33e6de1fd4),segment_id=2b61a05e-069e-4b36-b438-5e33e6de1fd4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:26.111300 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:26.114184 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:26.115364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0b8f9080-3841-41f8-b8d2-6ffb19571c62 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:26.122163 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:26.126150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aebab944-b2dd-4d80-ac01-207ee444a16a admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0137522 Sep 29 23:24:26.126555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42364) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:26.168134 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:26.236479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:26.242268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:26.246341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:26.254113 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=1b9d6870-c2bc-4d90-9760-b332986ad518,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:26.270436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:26.271093 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:26.290315 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Pushing event updated for resources: {'Port': ['ID=891baecb-3211-4857-82b9-f0dad47c4f9d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:26.383134 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Set router 65a648e6-7613-4890-8b2e-342c5d8ac670 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:26.507763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93410975-8390-4169-93da-149d0daf0e94 None None] Network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:26.687760 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f20f727c-4676-45f8-be75-6aeedbefaab0 None None] Provisioning complete for port 1b9d6870-c2bc-4d90-9760-b332986ad518 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:26.688229 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f20f727c-4676-45f8-be75-6aeedbefaab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:26.702637 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'name': 'tempest-TestVolumeBackupRestore-1494003419-router', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:23Z', 'updated_at': '2021-09-29T23:24:24Z', 'revision_number': 3, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'gw_port': {'id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:24Z', 'updated_at': '2021-09-29T23:24:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:26.748377 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Checking router: 65a648e6-7613-4890-8b2e-342c5d8ac670 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:24:26.749035 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Updating router 65a648e6-7613-4890-8b2e-342c5d8ac670 port adefb76a-82ef-4bec-a224-143f5b374b2f binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:24:26.783796 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:26.854018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbdefa8-6dc1-46b4-aea2-7cb9ad0d9553 req-a90112c0-9b09-47b6-b562-e3a90a016fd5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:26.856427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8bbdefa8-6dc1-46b4-aea2-7cb9ad0d9553 req-a90112c0-9b09-47b6-b562-e3a90a016fd5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 943 time: 0.1270506 Sep 29 23:24:26.871085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b39b1989-d307-4a00-809e-72592510baaf details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:24:26.960925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8bbdefa8-6dc1-46b4-aea2-7cb9ad0d9553 req-abc52f5f-fbd4-4c1c-80fb-afdeca0ca6af tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890517 Sep 29 23:24:27.099938 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.161001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.427362 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.439819 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.444120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:27.445087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Allocated IP 172.20.0.1 (f5504b5d-a78f-46e7-a27f-3ac35b86f9c7/f8958705-a3c9-497d-89b1-999891c5e2b4/5d45c4a5-725c-427f-a6f2-52d6b9815b74) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:27.484505 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.490939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'b39b1989-d307-4a00-809e-72592510baaf', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'port_id': 'b39b1989-d307-4a00-809e-72592510baaf', 'mac_address': 'fa:16:3e:0b:37:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:24:27.605062 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Attempting to bind port adefb76a-82ef-4bec-a224-143f5b374b2f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:24:27.605729 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Attempting to bind port adefb76a-82ef-4bec-a224-143f5b374b2f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:24:27.606531 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Attempting to bind port adefb76a-82ef-4bec-a224-143f5b374b2f on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:24:27.609541 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.614178 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:24:27.615128 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:27.615757 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.616360 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:24:27.617320 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Bound port: adefb76a-82ef-4bec-a224-143f5b374b2f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:24:27.617927 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.681331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b39b1989-d307-4a00-809e-72592510baaf {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:24:27.707939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1b9d6870-c2bc-4d90-9760-b332986ad518 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:27.708398 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] For port adefb76a-82ef-4bec-a224-143f5b374b2f, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:24:27.712318 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] For port adefb76a-82ef-4bec-a224-143f5b374b2f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=adefb76a-82ef-4bec-a224-143f5b374b2f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:24:27.731717 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.735376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Router 2ca9332c-02e6-4387-b1ca-e8679361530c is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:24:27.759346 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46464c3-8e3c-4d92-a0cf-0143ab0e60d2 None None] Pushing event updated for resources: {'Port': ['ID=adefb76a-82ef-4bec-a224-143f5b374b2f,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:27.826218 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.848106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:27.855214 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46464c3-8e3c-4d92-a0cf-0143ab0e60d2 None None] Pushing event updated for resources: {'Port': ['ID=adefb76a-82ef-4bec-a224-143f5b374b2f,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:27.866906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.868773 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Routers {'65a648e6-7613-4890-8b2e-342c5d8ac670'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:27.869596 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65a648e6-7613-4890-8b2e-342c5d8ac670'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:27.924891 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.939030 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-81fcddac-b3ca-445e-8b93-015c8012c62b None None] Provisioning complete for port 1b9d6870-c2bc-4d90-9760-b332986ad518 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:27.939619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81fcddac-b3ca-445e-8b93-015c8012c62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.953148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:27.968648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:27.976833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:27.979088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 1b9d6870-c2bc-4d90-9760-b332986ad518 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:27.979764 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:27.989447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11e62d-1e8f-47c1-ab52-74184bec98a9 None None] Sync routers for ids ['2ca9332c-02e6-4387-b1ca-e8679361530c'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:27.992133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:28.004012 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-967a2241-36b9-4530-a9ba-0916be843e10 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.0182359 Sep 29 23:24:28.006078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42388) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:28.008888 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] Set router 65a648e6-7613-4890-8b2e-342c5d8ac670 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:28.017532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:28.037020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:28.073873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11e62d-1e8f-47c1-ab52-74184bec98a9 None None] Routers {'2ca9332c-02e6-4387-b1ca-e8679361530c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:28.080016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2e11e62d-1e8f-47c1-ab52-74184bec98a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['2ca9332c-02e6-4387-b1ca-e8679361530c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:28.096348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Pushing event updated for resources: {'Port': ['ID=5d45c4a5-725c-427f-a6f2-52d6b9815b74,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:28.099687 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:28.166785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['b39b1989-d307-4a00-809e-72592510baaf'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:24:28.189247 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2e11e62d-1e8f-47c1-ab52-74184bec98a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:28.273007 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:28.410050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f91436-4984-4673-a1ed-9b0bf2aec550 req-97ca6e04-a6c3-4943-ac11-62c589cc3dbf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:28.412210 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21f91436-4984-4673-a1ed-9b0bf2aec550 req-97ca6e04-a6c3-4943-ac11-62c589cc3dbf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 944 time: 0.2721481 Sep 29 23:24:28.449754 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:28.509929 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11e62d-1e8f-47c1-ab52-74184bec98a9 None None] Routers {'2ca9332c-02e6-4387-b1ca-e8679361530c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:28.510944 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2e11e62d-1e8f-47c1-ab52-74184bec98a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['2ca9332c-02e6-4387-b1ca-e8679361530c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:28.528480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21f91436-4984-4673-a1ed-9b0bf2aec550 req-4f7b35d8-1840-4d14-9b22-9e7079b78c06 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856400 Sep 29 23:24:28.652582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2e11e62d-1e8f-47c1-ab52-74184bec98a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:28.653784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11e62d-1e8f-47c1-ab52-74184bec98a9 None None] The sync data for ids ['2ca9332c-02e6-4387-b1ca-e8679361530c'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:28.738415 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'name': 'tempest-TestVolumeBackupRestore-1494003419-router', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:23Z', 'updated_at': '2021-09-29T23:24:24Z', 'revision_number': 3, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'gw_port': {'id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:24Z', 'updated_at': '2021-09-29T23:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:28.754510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0abe08fb-8880-40d4-9e7d-67c600d2cfcf None None] Provisioning complete for port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:28.761991 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0abe08fb-8880-40d4-9e7d-67c600d2cfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:28.799033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:28.799927 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eadb4b63-c700-44fc-a117-afcf3c8283fe None None] The sync data for ids ['65a648e6-7613-4890-8b2e-342c5d8ac670'] in n-d-811173-2 is: [{'id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'name': 'tempest-TestVolumeBackupRestore-1494003419-router', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:23Z', 'updated_at': '2021-09-29T23:24:24Z', 'revision_number': 3, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'gw_port': {'id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:24Z', 'updated_at': '2021-09-29T23:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:28.807865 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:28.818113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:28.836900 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:28.870527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0abe08fb-8880-40d4-9e7d-67c600d2cfcf None None] Port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:24:28.905744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Pushing event updated for resources: {'Port': ['ID=5d45c4a5-725c-427f-a6f2-52d6b9815b74,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:28.940887 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:28.989231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Deleting port 891baecb-3211-4857-82b9-f0dad47c4f9d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:28.989627 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:29.132623 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:29.147234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Calling delete_port for 891baecb-3211-4857-82b9-f0dad47c4f9d owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:29.158549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:29.160901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:29.470860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Router 65a648e6-7613-4890-8b2e-342c5d8ac670 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:24:29.508727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:29.554997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Pushing event deleted for resources: {'Port': ['ID=891baecb-3211-4857-82b9-f0dad47c4f9d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:29.574004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.574634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.574861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.575364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.575878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.576419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.576952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.577473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.578210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.578752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.582142 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.582723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:29.685470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device adefb76a-82ef-4bec-a224-143f5b374b2f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:29.732781 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:29.781980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a30964-3e67-4e97-bae1-d24c07cd422c req-88e15a74-00f4-404c-a34a-c4126acb2a6a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:29.783801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47a30964-3e67-4e97-bae1-d24c07cd422c req-88e15a74-00f4-404c-a34a-c4126acb2a6a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 944 time: 0.1077182 Sep 29 23:24:29.785932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:29.794451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d8885afc-dcd6-4227-9445-ad4aa0070447 None None] Provisioning complete for port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:29.794849 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d8885afc-dcd6-4227-9445-ad4aa0070447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:29.804094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4a1a5006-89d6-485d-9cc1-bfb43c6df3eb admin admin] 10.222.0.44 "PUT /v2.0/routers/65a648e6-7613-4890-8b2e-342c5d8ac670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6766150 Sep 29 23:24:29.910241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d8885afc-dcd6-4227-9445-ad4aa0070447 None None] Port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:24:29.913296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port adefb76a-82ef-4bec-a224-143f5b374b2f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:29.918464 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:29.972585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47a30964-3e67-4e97-bae1-d24c07cd422c req-42cd4824-9dd7-4ecd-8f6d-3df142c547b1 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664984 Sep 29 23:24:30.112332 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:30.168573 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port adefb76a-82ef-4bec-a224-143f5b374b2f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=adefb76a-82ef-4bec-a224-143f5b374b2f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:30.175855 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:30.199342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:30.204716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:30.277439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=adefb76a-82ef-4bec-a224-143f5b374b2f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:30.398765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Router 2ca9332c-02e6-4387-b1ca-e8679361530c has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:24:30.517416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:30.531043 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:30.532562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-21d19203-94cf-496a-ae49-dcaad440c2c9 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "PUT /v2.0/routers/2ca9332c-02e6-4387-b1ca-e8679361530c HTTP/1.1" status: 200 len: 706 time: 2.5252013 Sep 29 23:24:30.536142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42632) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:30.553386 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b1e4fb-cf60-4548-ac08-28335a274a98 None None] Sync routers for ids ['2ca9332c-02e6-4387-b1ca-e8679361530c'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:30.576452 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1e4fb-cf60-4548-ac08-28335a274a98 None None] Routers {'2ca9332c-02e6-4387-b1ca-e8679361530c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:30.579936 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e5b1e4fb-cf60-4548-ac08-28335a274a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['2ca9332c-02e6-4387-b1ca-e8679361530c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:30.643601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4c82dd51-60cd-4cee-8b55-1330fb89c2e7 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/routers/2ca9332c-02e6-4387-b1ca-e8679361530c HTTP/1.1" status: 200 len: 741 time: 0.1012235 Sep 29 23:24:30.644064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42654) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:30.648846 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e5b1e4fb-cf60-4548-ac08-28335a274a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:30.677078 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1e4fb-cf60-4548-ac08-28335a274a98 None None] Routers {'2ca9332c-02e6-4387-b1ca-e8679361530c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:30.678313 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e5b1e4fb-cf60-4548-ac08-28335a274a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['2ca9332c-02e6-4387-b1ca-e8679361530c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:30.729294 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e5b1e4fb-cf60-4548-ac08-28335a274a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:30.729950 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b1e4fb-cf60-4548-ac08-28335a274a98 None None] The sync data for ids ['2ca9332c-02e6-4387-b1ca-e8679361530c'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:30.744138 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d790668e-5fbe-4c43-abd5-fbec52294643 tempest-RoutersAdminTest-730040487 tempest-RoutersAdminTest-730040487-project-admin] 10.222.0.44 "GET /v2.0/ports?network_id=61793872-5784-4201-a6e4-17489ef55adc&device_id=2ca9332c-02e6-4387-b1ca-e8679361530c HTTP/1.1" status: 200 len: 205 time: 0.0988717 Sep 29 23:24:30.747919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42668) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:30.818251 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f7d8575c-69ec-41d9-97e5-8facf22de666 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ca9332c-02e6-4387-b1ca-e8679361530c HTTP/1.1" status: 200 len: 205 time: 0.0653758 Sep 29 23:24:30.821920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42682) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:30.899023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b39b1989-d307-4a00-809e-72592510baaf up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:30.920528 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fbaee51-3f23-41a3-9f5d-a912a1303528 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:31.006652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port b39b1989-d307-4a00-809e-72592510baaf triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:31.007483 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:31.161699 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:31.216102 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fbaee51-3f23-41a3-9f5d-a912a1303528 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:31.218412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f2d78e-921f-4804-b6e4-c6783aae4625 req-4d2afead-98a7-4114-9d9b-a8e3c4171493 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:31.219992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:31.221041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:24:31.223620 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b40aa07-245a-49d0-be5d-c640dd197e57" -d '{"events": [{"server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "name": "network-vif-plugged", "status": "completed", "tag": "b39b1989-d307-4a00-809e-72592510baaf"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:24:31.229395 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85f2d78e-921f-4804-b6e4-c6783aae4625 req-4d2afead-98a7-4114-9d9b-a8e3c4171493 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 944 time: 0.1090901 Sep 29 23:24:31.231739 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:31.239520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fbaee51-3f23-41a3-9f5d-a912a1303528 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:31.303491 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108333e6-fc69-42fc-ac40-88b5ff28e571 x-openstack-request-id: req-108333e6-fc69-42fc-ac40-88b5ff28e571 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:24:31.303759 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "name": "network-vif-plugged", "status": "completed", "tag": "b39b1989-d307-4a00-809e-72592510baaf", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:24:31.307082 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-108333e6-fc69-42fc-ac40-88b5ff28e571 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:24:31.307720 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf', 'code': 200} Sep 29 23:24:31.328156 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85f2d78e-921f-4804-b6e4-c6783aae4625 req-4c3ab21e-ba7d-4dad-8367-b7885dc3fdd8 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874698 Sep 29 23:24:31.370384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fbaee51-3f23-41a3-9f5d-a912a1303528 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:31.371174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbaee51-3f23-41a3-9f5d-a912a1303528 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Fanout notify agent at l3_agent the message router_deleted on router 2ca9332c-02e6-4387-b1ca-e8679361530c {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:24:31.373394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=10']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:31.406010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6fbaee51-3f23-41a3-9f5d-a912a1303528 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:31.411476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42752) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:31.414244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6fbaee51-3f23-41a3-9f5d-a912a1303528 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/2ca9332c-02e6-4387-b1ca-e8679361530c HTTP/1.1" status: 204 len: 168 time: 0.5890603 Sep 29 23:24:31.463712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ef162a3d-4034-4458-af40-fc6698c06950 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=2ca9332c-02e6-4387-b1ca-e8679361530c HTTP/1.1" status: 200 len: 205 time: 0.0469921 Sep 29 23:24:31.464086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42760) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:31.569300 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-c3f7f828-5e8c-418c-89e4-c30f14faa5a7 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] delete failed (client error): The resource could not be found. Sep 29 23:24:31.570372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c3f7f828-5e8c-418c-89e4-c30f14faa5a7 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/2ca9332c-02e6-4387-b1ca-e8679361530c HTTP/1.1" status: 404 len: 336 time: 0.1046708 Sep 29 23:24:31.573717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42776) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:31.617736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42828ab-4288-414f-a799-3c45f52a16ef req-fe72ca67-e5f2-4d14-9b4f-911111ab7915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:31.626926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-01a7c84f-0bb4-49e1-8456-255e519bc398 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9 HTTP/1.1" status: 200 len: 205 time: 0.0520551 Sep 29 23:24:31.629770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42792) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:31.635311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f42828ab-4288-414f-a799-3c45f52a16ef req-fe72ca67-e5f2-4d14-9b4f-911111ab7915 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 1097 time: 0.1265354 Sep 29 23:24:31.662783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device adefb76a-82ef-4bec-a224-143f5b374b2f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:31.685028 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-30072124-f7f6-4dc4-865e-5e5a45be5258 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] delete failed (client error): The resource could not be found. Sep 29 23:24:31.698838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-30072124-f7f6-4dc4-865e-5e5a45be5258 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/6be47e96-c90f-4e3f-8439-fb8d1bc3e8e9 HTTP/1.1" status: 404 len: 336 time: 0.0654316 Sep 29 23:24:31.701113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:31.707253 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:24:31.732128 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f42828ab-4288-414f-a799-3c45f52a16ef req-047873be-08b9-45d6-985f-f75423631b03 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883632 Sep 29 23:24:31.757033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-23eaae1d-450d-44b2-beeb-7d216f488ca0 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=7adefa9f-f49c-4078-96ae-cc57412ac2f2 HTTP/1.1" status: 200 len: 205 time: 0.0546329 Sep 29 23:24:31.759283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42818) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:31.778837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port adefb76a-82ef-4bec-a224-143f5b374b2f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:31.779751 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:31.853528 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-e5bb3f01-36a2-4ffd-92f7-d8bb43c01778 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] delete failed (client error): The resource could not be found. Sep 29 23:24:31.856611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e5bb3f01-36a2-4ffd-92f7-d8bb43c01778 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/7adefa9f-f49c-4078-96ae-cc57412ac2f2 HTTP/1.1" status: 404 len: 336 time: 0.0936534 Sep 29 23:24:31.860020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42836) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:31.933711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:31.935813 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-660410b3-82e0-4ace-afdc-d0d49322b7e5 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=b959b11d-bf87-472a-9de6-2eebba004913 HTTP/1.1" status: 200 len: 205 time: 0.0748329 Sep 29 23:24:31.994090 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-831340f7-756e-4551-a603-ff3d44cd9886 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] delete failed (client error): The resource could not be found. Sep 29 23:24:31.995287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-831340f7-756e-4551-a603-ff3d44cd9886 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/b959b11d-bf87-472a-9de6-2eebba004913 HTTP/1.1" status: 404 len: 336 time: 0.0604613 Sep 29 23:24:31.997986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42852) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:32.037475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1a844e98-21ff-45fe-8b7a-d3d00bf7cb88 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=d5b7ce33-735c-4f76-a92f-aad5f04d16e3 HTTP/1.1" status: 200 len: 205 time: 0.0380111 Sep 29 23:24:32.039732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42858) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:32.085603 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-17de6412-db41-4647-b092-313243a3cfbc tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] delete failed (client error): The resource could not be found. Sep 29 23:24:32.087391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-17de6412-db41-4647-b092-313243a3cfbc tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/d5b7ce33-735c-4f76-a92f-aad5f04d16e3 HTTP/1.1" status: 404 len: 336 time: 0.0466623 Sep 29 23:24:32.090344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 42866) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:32.092900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Sync routers for ids ['65a648e6-7613-4890-8b2e-342c5d8ac670'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:32.124046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Routers {'65a648e6-7613-4890-8b2e-342c5d8ac670'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:32.125080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65a648e6-7613-4890-8b2e-342c5d8ac670'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:32.157333 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8d1116c2-2c71-4a3e-b721-abf1f06dd6ba tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "GET /v2.0/ports?device_id=87c59713-ad77-403d-9150-f87f6d9bc3fb HTTP/1.1" status: 200 len: 205 time: 0.0626488 Sep 29 23:24:32.159988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42874) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:32.234784 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-ce865e14-65ac-4660-8b0f-d546ac5f1551 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] delete failed (client error): The resource could not be found. Sep 29 23:24:32.236514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ce865e14-65ac-4660-8b0f-d546ac5f1551 tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/routers/87c59713-ad77-403d-9150-f87f6d9bc3fb HTTP/1.1" status: 404 len: 336 time: 0.0753260 Sep 29 23:24:32.239128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42882) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:32.269693 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e112953f-1d42-4799-ab6b-00c1b9074cfb tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] DELETE failed (client error): The resource could not be found. Sep 29 23:24:32.270390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e112953f-1d42-4799-ab6b-00c1b9074cfb tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:24:32.272202 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e112953f-1d42-4799-ab6b-00c1b9074cfb tempest-RoutersAdminTest-434026036 tempest-RoutersAdminTest-434026036-project] 10.222.0.44 "DELETE /v2.0/subnets/078f64ca-d991-41a4-b810-751496a4ed69 HTTP/1.1" status: 404 len: 337 time: 0.0319300 Sep 29 23:24:32.343357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Set router 65a648e6-7613-4890-8b2e-342c5d8ac670 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:32.518311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21571a6e-d148-44d4-8d03-5ddc692f9165 req-3ff7d258-1800-4051-8de9-731bb5aec736 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:32.521003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21571a6e-d148-44d4-8d03-5ddc692f9165 req-3ff7d258-1800-4051-8de9-731bb5aec736 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 946 time: 0.0791991 Sep 29 23:24:32.588995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21571a6e-d148-44d4-8d03-5ddc692f9165 req-3b38b408-bb42-4a61-98a6-9c22462b442d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607126 Sep 29 23:24:32.786697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'name': 'tempest-TestVolumeBackupRestore-1494003419-router', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:23Z', 'updated_at': '2021-09-29T23:24:28Z', 'revision_number': 4, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'gw_port': {'id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:24Z', 'updated_at': '2021-09-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d45c4a5-725c-427f-a6f2-52d6b9815b74', 'name': '', 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'mac_address': 'fa:16:3e:4a:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'f8958705-a3c9-497d-89b1-999891c5e2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:27Z', 'updated_at': '2021-09-29T23:24:28Z', 'revision_number': 2, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'subnets': [{'id': 'f8958705-a3c9-497d-89b1-999891c5e2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:32.830924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Checking router: 65a648e6-7613-4890-8b2e-342c5d8ac670 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:24:32.831376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Updating router 65a648e6-7613-4890-8b2e-342c5d8ac670 port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:24:32.861491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 42960) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:32.861916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.120311 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-893e1a31-4e2b-403a-a1a6-71e5bc04750b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.291430 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.315521 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.331122 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-893e1a31-4e2b-403a-a1a6-71e5bc04750b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.338497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-893e1a31-4e2b-403a-a1a6-71e5bc04750b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.357685 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8ac3d20e-081a-4ae2-b5f3-aa4088a70877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.370628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e1a31-4e2b-403a-a1a6-71e5bc04750b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ad4030-6db0-467e-9093-6202cf49b723,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:33.412225 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-893e1a31-4e2b-403a-a1a6-71e5bc04750b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=297ec913359749e7bbd9a90afa8f5ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5495517 Sep 29 23:24:33.414899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43016) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:33.452001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732042fa-070a-4128-af6e-c96b9a8828ab None None] Pushing event updated for resources: {'Port': ['ID=5d45c4a5-725c-427f-a6f2-52d6b9815b74,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:33.483242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Attempting to bind port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:24:33.483615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Attempting to bind port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '2b61a05e-069e-4b36-b438-5e33e6de1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:24:33.485340 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Attempting to bind port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 on network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:24:33.514887 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:24:33.515959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Checking segment: {'id': '2b61a05e-069e-4b36-b438-5e33e6de1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:33.517845 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.519683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Bound using segment: {'id': '2b61a05e-069e-4b36-b438-5e33e6de1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:24:33.520394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Bound port: 5d45c4a5-725c-427f-a6f2-52d6b9815b74, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b61a05e-069e-4b36-b438-5e33e6de1fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:24:33.521233 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.555339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7964-b9b4-4fe9-82c0-355707fe114a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.601100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7964-b9b4-4fe9-82c0-355707fe114a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.674816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] For port 5d45c4a5-725c-427f-a6f2-52d6b9815b74, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:24:33.680859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] For port 5d45c4a5-725c-427f-a6f2-52d6b9815b74, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5d45c4a5-725c-427f-a6f2-52d6b9815b74,segment=NetworkSegment(2b61a05e-069e-4b36-b438-5e33e6de1fd4),segment_id=2b61a05e-069e-4b36-b438-5e33e6de1fd4)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:24:33.699947 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.725769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7964-b9b4-4fe9-82c0-355707fe114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.728478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c8c7964-b9b4-4fe9-82c0-355707fe114a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:33.732127 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5c8c7964-b9b4-4fe9-82c0-355707fe114a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49ad4030-6db0-467e-9093-6202cf49b723 HTTP/1.1" status: 204 len: 168 time: 0.3130541 Sep 29 23:24:33.752215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c7964-b9b4-4fe9-82c0-355707fe114a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ad4030-6db0-467e-9093-6202cf49b723,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:33.921178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Routers {'65a648e6-7613-4890-8b2e-342c5d8ac670'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:33.921825 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65a648e6-7613-4890-8b2e-342c5d8ac670'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:33.935459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e649b2-161b-45f5-bb81-b1538a0da2f0 req-268183b0-074b-4751-a387-9b4ed7939eb8 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:33.947372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2e649b2-161b-45f5-bb81-b1538a0da2f0 req-268183b0-074b-4751-a387-9b4ed7939eb8 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 946 time: 0.1543899 Sep 29 23:24:34.030903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732042fa-070a-4128-af6e-c96b9a8828ab None None] Pushing event updated for resources: {'Port': ['ID=5d45c4a5-725c-427f-a6f2-52d6b9815b74,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:34.057751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-66bb2995-10fb-4fba-9455-b363026bce65 None None] Provisioning complete for port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:34.062442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-66bb2995-10fb-4fba-9455-b363026bce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:34.092161 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2e649b2-161b-45f5-bb81-b1538a0da2f0 req-45a92061-7154-469a-a80e-4d613bb1bd1e tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438677 Sep 29 23:24:34.279652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] Set router 65a648e6-7613-4890-8b2e-342c5d8ac670 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:34.376772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43038) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:34.389080 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-66bb2995-10fb-4fba-9455-b363026bce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:34.452133 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eb4229e9-17a9-4f95-a5d5-1fbbb58433f1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f4c3ccd58e7544aab06fde6d6133c348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0733337 Sep 29 23:24:34.453946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43040) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:34.454354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-66bb2995-10fb-4fba-9455-b363026bce65 None None] For port 5d45c4a5-725c-427f-a6f2-52d6b9815b74, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5d45c4a5-725c-427f-a6f2-52d6b9815b74,segment=NetworkSegment(2b61a05e-069e-4b36-b438-5e33e6de1fd4),segment_id=2b61a05e-069e-4b36-b438-5e33e6de1fd4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:34.461278 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-66bb2995-10fb-4fba-9455-b363026bce65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:34.558123 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e482a464-63ab-46fb-97c5-012518f3f995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:34.589752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb2995-10fb-4fba-9455-b363026bce65 None None] Pushing event updated for resources: {'Port': ['ID=5d45c4a5-725c-427f-a6f2-52d6b9815b74,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:34.604692 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e482a464-63ab-46fb-97c5-012518f3f995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:34.625567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6d23d68a-7ed9-4ab3-9bb5-b3b805e265d8 None None] Provisioning complete for port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:34.626228 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6d23d68a-7ed9-4ab3-9bb5-b3b805e265d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:34.700970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'name': 'tempest-TestVolumeBackupRestore-1494003419-router', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:23Z', 'updated_at': '2021-09-29T23:24:28Z', 'revision_number': 4, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'gw_port': {'id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:24Z', 'updated_at': '2021-09-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d45c4a5-725c-427f-a6f2-52d6b9815b74', 'name': '', 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'mac_address': 'fa:16:3e:4a:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'f8958705-a3c9-497d-89b1-999891c5e2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:27Z', 'updated_at': '2021-09-29T23:24:33Z', 'revision_number': 4, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'subnets': [{'id': 'f8958705-a3c9-497d-89b1-999891c5e2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:34.701641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e482a464-63ab-46fb-97c5-012518f3f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:34.705577 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e482a464-63ab-46fb-97c5-012518f3f995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:34.708129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e482a464-63ab-46fb-97c5-012518f3f995 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/144efe7c-44c1-4a18-806e-9be8bf3db511 HTTP/1.1" status: 204 len: 168 time: 0.2525673 Sep 29 23:24:34.747985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482a464-63ab-46fb-97c5-012518f3f995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144efe7c-44c1-4a18-806e-9be8bf3db511,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:34.754939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f454ae-c806-4ca6-b753-89a31bbf2060 None None] The sync data for ids ['65a648e6-7613-4890-8b2e-342c5d8ac670'] in n-d-811173-2 is: [{'id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'name': 'tempest-TestVolumeBackupRestore-1494003419-router', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:23Z', 'updated_at': '2021-09-29T23:24:28Z', 'revision_number': 4, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'gw_port': {'id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:24Z', 'updated_at': '2021-09-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '5d45c4a5-725c-427f-a6f2-52d6b9815b74', 'name': '', 'network_id': 'f5504b5d-a78f-46e7-a27f-3ac35b86f9c7', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'mac_address': 'fa:16:3e:4a:14:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'device_owner': 'network:router_interface', 'standard_attr_id': 2701, 'fixed_ips': [{'subnet_id': 'f8958705-a3c9-497d-89b1-999891c5e2b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:27Z', 'updated_at': '2021-09-29T23:24:33Z', 'revision_number': 4, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'subnets': [{'id': 'f8958705-a3c9-497d-89b1-999891c5e2b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:35.301167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e8da8-8ed8-4943-b4d1-6c48eb7f8894 req-ae95a216-aba0-450e-a114-fc4729b06297 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:35.303012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-104e8da8-8ed8-4943-b4d1-6c48eb7f8894 req-ae95a216-aba0-450e-a114-fc4729b06297 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 946 time: 0.0801599 Sep 29 23:24:35.394873 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-104e8da8-8ed8-4943-b4d1-6c48eb7f8894 req-d51f4d87-4f69-4c37-8bc9-0d44b2e41817 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793121 Sep 29 23:24:35.672608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5d45c4a5-725c-427f-a6f2-52d6b9815b74 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:35.929526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:35.929982 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.140037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43080) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:36.227002 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d201e935-1207-4b82-91b1-cbe54e9eba9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.322160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'networks': [{'name': 'tempest-network--1427084474'}, {'name': 'tempest-network--945038444'}]} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:36.322592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'network': {'name': 'tempest-network--1427084474'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:36.323126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'network': {'name': 'tempest-network--945038444'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:36.376875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Made reservation on behalf of 49ea6b4492ce45f99c51a83a3c64f93c for: {'network': 2} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:36.385432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.397394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.564192 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.580914 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.589809 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.591008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.640888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d800752d-9e96-4e9c-a417-a40de91032ab,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:36.661139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:36.678200 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.678550 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Added segment c0bd5013-d307-452d-a7a1-5bffbe9309b9 of type vlan for network b9d90d3f-1f79-455c-a6c2-df919f5fe786 Sep 29 23:24:36.727449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.772234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:36.783606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.784020 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Added segment 2c1e5d6f-221a-4ae5-8442-9a188fc00baf of type vlan for network 15c9c57e-3181-4cef-92ee-b610e9da4d9c Sep 29 23:24:36.836949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.871444 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.872325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.878125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:36.883732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:36.884394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:36.921643 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7795506 Sep 29 23:24:36.924437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43090) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:36.967685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'Network': ['ID=b9d90d3f-1f79-455c-a6c2-df919f5fe786,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:36.980670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network b9d90d3f-1f79-455c-a6c2-df919f5fe786 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:37.061884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740d996-599d-41fc-9bac-d5f493d55f60 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'Network': ['ID=15c9c57e-3181-4cef-92ee-b610e9da4d9c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:37.086494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 15c9c57e-3181-4cef-92ee-b610e9da4d9c details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:37.088565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94551174-58dd-495f-a299-ece8d2ceb6d0 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:37.096080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94551174-58dd-495f-a299-ece8d2ceb6d0 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:37.103063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94551174-58dd-495f-a299-ece8d2ceb6d0 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:37.109516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94551174-58dd-495f-a299-ece8d2ceb6d0 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:37.114591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43092) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:37.115101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-94551174-58dd-495f-a299-ece8d2ceb6d0 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.1887789 Sep 29 23:24:37.205645 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:37.303048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:37.332187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d90d3f-1f79-455c-a6c2-df919f5fe786']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:37.345177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0bd5013-d307-452d-a7a1-5bffbe9309b9') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:37.345617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0bd5013-d307-452d-a7a1-5bffbe9309b9') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:37.362528 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:37.387256 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:37.395396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:24:37.395840 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:24:37.399426 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:24:37.449355 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:37.483206 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:37.497368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:37.499245 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "DELETE /v2.0/networks/b9d90d3f-1f79-455c-a6c2-df919f5fe786 HTTP/1.1" status: 204 len: 168 time: 0.3836298 Sep 29 23:24:37.503464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43098) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:37.511691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ac2cb-1944-4118-97cd-a16cd0675ff4 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Network': ['ID=b9d90d3f-1f79-455c-a6c2-df919f5fe786,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:37.867850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:37.976765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.005734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c9c57e-3181-4cef-92ee-b610e9da4d9c']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:38.024026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c1e5d6f-221a-4ae5-8442-9a188fc00baf') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:38.024337 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c1e5d6f-221a-4ae5-8442-9a188fc00baf') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:38.034688 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.049117 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.056221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:24:38.056629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:24:38.059610 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:24:38.123420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.131262 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.135697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "DELETE /v2.0/networks/15c9c57e-3181-4cef-92ee-b610e9da4d9c HTTP/1.1" status: 204 len: 168 time: 0.6311431 Sep 29 23:24:38.135887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43104) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:38.147859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1d4a4-e909-4fe5-b9e1-bf362ccf4c1b tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Network': ['ID=15c9c57e-3181-4cef-92ee-b610e9da4d9c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:38.329961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa212c-26d2-4008-a213-7c1aeb510257 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:38.336813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edaa212c-26d2-4008-a213-7c1aeb510257 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:38.338413 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-edaa212c-26d2-4008-a213-7c1aeb510257 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2012618 Sep 29 23:24:38.342638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43106) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:38.347457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-736625759'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:38.369873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Made reservation on behalf of 49ea6b4492ce45f99c51a83a3c64f93c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:38.373400 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.400418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:38.412342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.412692 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Added segment bf80f49b-d57c-4f2a-b857-57f26b4bb659 of type vlan for network fb7d9c6d-0b81-4edb-a6ed-307c577d6899 Sep 29 23:24:38.460038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.490838 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.497411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:38.498372 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.544549 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2008626 Sep 29 23:24:38.547065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43110) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:38.551878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2086111384'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:38.602916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66880ff7-58cd-4819-b5e4-151200417034 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'Network': ['ID=fb7d9c6d-0b81-4edb-a6ed-307c577d6899,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:38.625244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Made reservation on behalf of 49ea6b4492ce45f99c51a83a3c64f93c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:38.630408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.642881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network fb7d9c6d-0b81-4edb-a6ed-307c577d6899 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:38.661995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:38.675687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.676161 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Added segment 760412a5-fd84-4dd2-a6f6-a54a2759fe3d of type vlan for network 61a2710f-446f-4ab0-818a-a2c9aa35ef60 Sep 29 23:24:38.725102 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.743747 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.763371 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.771925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:38.772988 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:38.811717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2636251 Sep 29 23:24:38.814772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43114) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:38.821149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'ports': [{'network_id': 'fb7d9c6d-0b81-4edb-a6ed-307c577d6899', 'name': 'tempest-port--509044876', 'admin_state_up': True}, {'network_id': '61a2710f-446f-4ab0-818a-a2c9aa35ef60', 'admin_state_up': False}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:38.821501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'port': {'network_id': 'fb7d9c6d-0b81-4edb-a6ed-307c577d6899', 'name': 'tempest-port--509044876', 'admin_state_up': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:38.821997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'port': {'network_id': '61a2710f-446f-4ab0-818a-a2c9aa35ef60', 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:38.863489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aee45d-b709-43f6-a4ed-8eb96f84f5b8 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'Network': ['ID=61a2710f-446f-4ab0-818a-a2c9aa35ef60,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:38.891483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 61a2710f-446f-4ab0-818a-a2c9aa35ef60 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:39.070662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Made reservation on behalf of 49ea6b4492ce45f99c51a83a3c64f93c for: {'port': 2} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:39.076138 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:39.092364 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:39.194755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] device_id is not set on port efdaa07a-1015-45ea-af91-3ee06db8ec8a yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:24:39.363604 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:39.444651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] device_id is not set on port 1a956f86-1fb1-46ff-9ae1-eb6b5e968fa7 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:24:39.552325 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:39.576337 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:39.622052 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:39.707991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Checking segment: {'id': 'bf80f49b-d57c-4f2a-b857-57f26b4bb659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': 'fb7d9c6d-0b81-4edb-a6ed-307c577d6899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:39.708367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Network hostable DHCP agents. Network: fb7d9c6d-0b81-4edb-a6ed-307c577d6899, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:24:39.718998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'Port': ['ID=efdaa07a-1015-45ea-af91-3ee06db8ec8a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:39.737229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Network fb7d9c6d-0b81-4edb-a6ed-307c577d6899 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:24:39.749970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, fb7d9c6d-0b81-4edb-a6ed-307c577d6899) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:39.754471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:39.755461 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:39.765622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598bdefb-1c8c-41e1-b1e5-92bf6cfb795b None None] Network fb7d9c6d-0b81-4edb-a6ed-307c577d6899 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:39.823578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'Port': ['ID=1a956f86-1fb1-46ff-9ae1-eb6b5e968fa7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:39.868590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Checking segment: {'id': '760412a5-fd84-4dd2-a6f6-a54a2759fe3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '61a2710f-446f-4ab0-818a-a2c9aa35ef60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:39.869107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Network hostable DHCP agents. Network: 61a2710f-446f-4ab0-818a-a2c9aa35ef60, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:24:39.889411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Network 61a2710f-446f-4ab0-818a-a2c9aa35ef60 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:24:39.908114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 61a2710f-446f-4ab0-818a-a2c9aa35ef60) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:39.913410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:39.925233 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20dd3f9-1d61-4249-ab01-0702ec570ff5 None None] Network 61a2710f-446f-4ab0-818a-a2c9aa35ef60 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:39.930677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:39.943913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:39.944653 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:39.969485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c63e3275-477a-44e5-b778-995ca7510b52 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1528137 Sep 29 23:24:39.971895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:40.134963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7774606-b9b0-42cc-b7e4-efc48b6fa770 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:40.141057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7774606-b9b0-42cc-b7e4-efc48b6fa770 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:40.142654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b7774606-b9b0-42cc-b7e4-efc48b6fa770 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1694200 Sep 29 23:24:40.146029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43126) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:40.255290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-70077a17-5151-4801-9561-30ae330e7e7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Deleting port efdaa07a-1015-45ea-af91-3ee06db8ec8a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:40.255667 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70077a17-5151-4801-9561-30ae330e7e7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:40.326248 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70077a17-5151-4801-9561-30ae330e7e7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:40.339378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-70077a17-5151-4801-9561-30ae330e7e7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Calling delete_port for efdaa07a-1015-45ea-af91-3ee06db8ec8a owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:40.428552 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70077a17-5151-4801-9561-30ae330e7e7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:40.457858 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70077a17-5151-4801-9561-30ae330e7e7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Port': ['ID=efdaa07a-1015-45ea-af91-3ee06db8ec8a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:40.474220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70077a17-5151-4801-9561-30ae330e7e7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:40.476488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-70077a17-5151-4801-9561-30ae330e7e7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "DELETE /v2.0/ports/efdaa07a-1015-45ea-af91-3ee06db8ec8a HTTP/1.1" status: 204 len: 168 time: 0.3295128 Sep 29 23:24:40.479018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43128) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:40.577138 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f22bc356-c3cd-46be-935f-a400dc6458c9 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Deleting port 1a956f86-1fb1-46ff-9ae1-eb6b5e968fa7 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:40.577459 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f22bc356-c3cd-46be-935f-a400dc6458c9 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:40.647805 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f22bc356-c3cd-46be-935f-a400dc6458c9 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:40.662800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f22bc356-c3cd-46be-935f-a400dc6458c9 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Calling delete_port for 1a956f86-1fb1-46ff-9ae1-eb6b5e968fa7 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:40.781992 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f22bc356-c3cd-46be-935f-a400dc6458c9 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:40.814523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bc356-c3cd-46be-935f-a400dc6458c9 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Port': ['ID=1a956f86-1fb1-46ff-9ae1-eb6b5e968fa7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:40.828934 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f22bc356-c3cd-46be-935f-a400dc6458c9 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:40.832491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f22bc356-c3cd-46be-935f-a400dc6458c9 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "DELETE /v2.0/ports/1a956f86-1fb1-46ff-9ae1-eb6b5e968fa7 HTTP/1.1" status: 204 len: 168 time: 0.3509295 Sep 29 23:24:40.833389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43134) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:40.870121 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-110962fc-f929-4864-bfc8-9346ab85f457 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354857 Sep 29 23:24:40.874061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43136) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:40.880135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1940913992'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:40.905457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Made reservation on behalf of 49ea6b4492ce45f99c51a83a3c64f93c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:40.909850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:40.937181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:40.948014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:40.948689 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Added segment 5367c543-8e07-46c0-a72c-2dcc162028f0 of type vlan for network ee02e016-c8e9-4435-b899-3807eebcca50 Sep 29 23:24:40.996397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:41.026920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:41.032793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:41.033384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:41.075092 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1999087 Sep 29 23:24:41.079154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43140) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:41.088254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-464069308'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:41.122016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Made reservation on behalf of 49ea6b4492ce45f99c51a83a3c64f93c for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:41.128816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:41.177248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:41.189367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:41.194540 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Added segment 42d5f967-f31e-44a0-943e-a4dcaa90252b of type vlan for network 4805fe94-7cae-452d-9662-b241f630f2d1 Sep 29 23:24:41.247237 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:41.277737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:41.284680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:41.285402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:41.334676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2541826 Sep 29 23:24:41.401568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520d7e6-1ed1-4f2c-838f-98ef6085b116 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'Network': ['ID=4805fe94-7cae-452d-9662-b241f630f2d1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:41.414986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 4805fe94-7cae-452d-9662-b241f630f2d1 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:41.472897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43144) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:41.478164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'subnets': [{'network_id': 'ee02e016-c8e9-4435-b899-3807eebcca50', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1970523566', 'ip_version': 4}, {'network_id': '4805fe94-7cae-452d-9662-b241f630f2d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:41.478797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'subnet': {'network_id': 'ee02e016-c8e9-4435-b899-3807eebcca50', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1970523566', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:41.479628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Request body: {'subnet': {'network_id': '4805fe94-7cae-452d-9662-b241f630f2d1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:41.571678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a54ef-7f8a-4563-ae73-b91ebd51a0ea tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'Network': ['ID=ee02e016-c8e9-4435-b899-3807eebcca50,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:41.581907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network ee02e016-c8e9-4435-b899-3807eebcca50 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:41.691534 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Made reservation on behalf of 49ea6b4492ce45f99c51a83a3c64f93c for: {'subnet': 2} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:41.696733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:41.697081 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.084512 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.150741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'Subnet': ['ID=655dc5ad-c3d2-486d-83df-8f16e318c158,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:42.162286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.162644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.162987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.163327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.163666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.164027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.164365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.164701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.165032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.165360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.165689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.166012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:24:42.171140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Checking segment: {'id': '5367c543-8e07-46c0-a72c-2dcc162028f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'ee02e016-c8e9-4435-b899-3807eebcca50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:42.171510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Network hostable DHCP agents. Network: ee02e016-c8e9-4435-b899-3807eebcca50, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:24:42.189767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Network ee02e016-c8e9-4435-b899-3807eebcca50 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:24:42.198389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, ee02e016-c8e9-4435-b899-3807eebcca50) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:42.207860 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.234227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942cf67c-1a16-414a-9185-0cc6e97527a2 None None] Network ee02e016-c8e9-4435-b899-3807eebcca50 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:42.293932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event updated for resources: {'Subnet': ['ID=8fff8fb2-c1a1-4342-b799-13b1ecac1e94,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:42.312951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Checking segment: {'id': '42d5f967-f31e-44a0-943e-a4dcaa90252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4805fe94-7cae-452d-9662-b241f630f2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:42.313759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Network hostable DHCP agents. Network: 4805fe94-7cae-452d-9662-b241f630f2d1, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:24:42.335988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Network 4805fe94-7cae-452d-9662-b241f630f2d1 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:24:42.345881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 4805fe94-7cae-452d-9662-b241f630f2d1) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:42.351163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:42.351870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:42.352748 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.357470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba0957c-f5a4-4e9d-b21e-a000bb638164 None None] Network 4805fe94-7cae-452d-9662-b241f630f2d1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:42.372634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-565c2431-ce4a-4038-8379-2650557208cc tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.8964643 Sep 29 23:24:42.372973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43152) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:42.440043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e7f66-dc81-4798-a17a-c08923a12e79 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:42.442370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e7f66-dc81-4798-a17a-c08923a12e79 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:42.443930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e7f66-dc81-4798-a17a-c08923a12e79 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:42.448572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6f0e7f66-dc81-4798-a17a-c08923a12e79 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0715880 Sep 29 23:24:42.449344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43154) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:42.463927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef26cb-ad5a-4e3b-b745-7e22e67ab0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-ee02e016-c8e9-4435-b899-3807eebcca50', 'network_id': 'ee02e016-c8e9-4435-b899-3807eebcca50', 'tenant_id': '49ea6b4492ce45f99c51a83a3c64f93c', 'fixed_ips': [{'subnet_id': '655dc5ad-c3d2-486d-83df-8f16e318c158'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:24:42.464652 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c0ef26cb-ad5a-4e3b-b745-7e22e67ab0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.505694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f5d412b-fc50-402c-a948-ffb6ba441dec tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Deleting subnet 655dc5ad-c3d2-486d-83df-8f16e318c158 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:24:42.508135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5d412b-fc50-402c-a948-ffb6ba441dec tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.557936 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5d412b-fc50-402c-a948-ffb6ba441dec tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.639598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-4805fe94-7cae-452d-9662-b241f630f2d1', 'network_id': '4805fe94-7cae-452d-9662-b241f630f2d1', 'tenant_id': '49ea6b4492ce45f99c51a83a3c64f93c', 'fixed_ips': [{'subnet_id': '8fff8fb2-c1a1-4342-b799-13b1ecac1e94'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:24:42.641336 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.652813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5d412b-fc50-402c-a948-ffb6ba441dec tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.734816 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5d412b-fc50-402c-a948-ffb6ba441dec tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server [None req-c0ef26cb-ad5a-4e3b-b745-7e22e67ab0e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 655dc5ad-c3d2-486d-83df-8f16e318c158: This subnet is being modified by another concurrent operation. Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:24:42.754296 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise exception Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 655dc5ad-c3d2-486d-83df-8f16e318c158: This subnet is being modified by another concurrent operation. Sep 29 23:24:42.758297 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Sep 29 23:24:42.778143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496fc374-1402-4e47-b517-24a655611373 None None] Network ee02e016-c8e9-4435-b899-3807eebcca50 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:42.789448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d412b-fc50-402c-a948-ffb6ba441dec tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Subnet': ['ID=655dc5ad-c3d2-486d-83df-8f16e318c158,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:42.809081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f5d412b-fc50-402c-a948-ffb6ba441dec tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:42.813567 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8f5d412b-fc50-402c-a948-ffb6ba441dec tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "DELETE /v2.0/subnets/655dc5ad-c3d2-486d-83df-8f16e318c158 HTTP/1.1" status: 204 len: 168 time: 0.3614743 Sep 29 23:24:42.814060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43160) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:42.907976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7486652c-e93e-4037-8036-77b227b78c80 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Deleting subnet 8fff8fb2-c1a1-4342-b799-13b1ecac1e94 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:24:42.966226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Allocated IP 172.20.0.18 (4805fe94-7cae-452d-9662-b241f630f2d1/8fff8fb2-c1a1-4342-b799-13b1ecac1e94/9d9e237b-680b-413d-900e-4d153d579817) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:43.157879 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.170027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7486652c-e93e-4037-8036-77b227b78c80 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.187525 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.255119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Pushing event updated for resources: {'Port': ['ID=9d9e237b-680b-413d-900e-4d153d579817,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:43.256402 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7486652c-e93e-4037-8036-77b227b78c80 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.270427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Network 4805fe94-7cae-452d-9662-b241f630f2d1 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:43.272100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:43.274880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:43.335869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Attempting to bind port 9d9e237b-680b-413d-900e-4d153d579817 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:24:43.336574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Attempting to bind port 9d9e237b-680b-413d-900e-4d153d579817 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '42d5f967-f31e-44a0-943e-a4dcaa90252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4805fe94-7cae-452d-9662-b241f630f2d1'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:24:43.337163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Attempting to bind port 9d9e237b-680b-413d-900e-4d153d579817 on network 4805fe94-7cae-452d-9662-b241f630f2d1 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:24:43.344481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:24:43.345248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Checking segment: {'id': '42d5f967-f31e-44a0-943e-a4dcaa90252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4805fe94-7cae-452d-9662-b241f630f2d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:43.345854 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.346440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Bound using segment: {'id': '42d5f967-f31e-44a0-943e-a4dcaa90252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4805fe94-7cae-452d-9662-b241f630f2d1'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:24:43.347800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Bound port: 9d9e237b-680b-413d-900e-4d153d579817, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d5f967-f31e-44a0-943e-a4dcaa90252b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '4805fe94-7cae-452d-9662-b241f630f2d1'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:24:43.348400 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.365425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7486652c-e93e-4037-8036-77b227b78c80 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.433380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7486652c-e93e-4037-8036-77b227b78c80 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.445142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] For port 9d9e237b-680b-413d-900e-4d153d579817, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:24:43.448958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] For port 9d9e237b-680b-413d-900e-4d153d579817, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9d9e237b-680b-413d-900e-4d153d579817,segment=NetworkSegment(42d5f967-f31e-44a0-943e-a4dcaa90252b),segment_id=42d5f967-f31e-44a0-943e-a4dcaa90252b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:24:43.457547 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.479193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7486652c-e93e-4037-8036-77b227b78c80 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Subnet': ['ID=8fff8fb2-c1a1-4342-b799-13b1ecac1e94,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:43.489969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7486652c-e93e-4037-8036-77b227b78c80 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.494364 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7486652c-e93e-4037-8036-77b227b78c80 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "DELETE /v2.0/subnets/8fff8fb2-c1a1-4342-b799-13b1ecac1e94 HTTP/1.1" status: 204 len: 168 time: 0.6770093 Sep 29 23:24:43.494673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43180) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:43.547413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31587509-5fd8-4a17-940e-5f6467a1f4b4 None None] Pushing event updated for resources: {'Port': ['ID=9d9e237b-680b-413d-900e-4d153d579817,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:43.571263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c0f1b6-9953-49da-b029-721f325b5873 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:43.576172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-42c0f1b6-9953-49da-b029-721f325b5873 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0771594 Sep 29 23:24:43.576584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:43.675459 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.775929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Deleting port 9d9e237b-680b-413d-900e-4d153d579817 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:43.776294 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.875726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] For port 9d9e237b-680b-413d-900e-4d153d579817, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9d9e237b-680b-413d-900e-4d153d579817,segment=NetworkSegment(42d5f967-f31e-44a0-943e-a4dcaa90252b),segment_id=42d5f967-f31e-44a0-943e-a4dcaa90252b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:43.876331 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:43.908910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Calling delete_port for 9d9e237b-680b-413d-900e-4d153d579817 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:44.031233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.052978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] No DVR routers for this DVR port 9d9e237b-680b-413d-900e-4d153d579817 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:44.094340 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Port': ['ID=9d9e237b-680b-413d-900e-4d153d579817,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:44.205752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.228672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4805fe94-7cae-452d-9662-b241f630f2d1']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:44.241542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d5f967-f31e-44a0-943e-a4dcaa90252b') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:44.241739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d5f967-f31e-44a0-943e-a4dcaa90252b') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:44.260751 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.280233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.289264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:24:44.289746 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:24:44.293260 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:24:44.421654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.427220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.429438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "DELETE /v2.0/networks/4805fe94-7cae-452d-9662-b241f630f2d1 HTTP/1.1" status: 204 len: 168 time: 0.8517890 Sep 29 23:24:44.432200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43210) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:44.452826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf232c2-8401-44a8-9736-e0b2cd390d7c tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Network': ['ID=4805fe94-7cae-452d-9662-b241f630f2d1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:44.554813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.734111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.785991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee02e016-c8e9-4435-b899-3807eebcca50']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:44.809111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5367c543-8e07-46c0-a72c-2dcc162028f0') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:44.809418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5367c543-8e07-46c0-a72c-2dcc162028f0') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:44.822191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.845159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.856004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:24:44.856825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:24:44.860311 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:24:44.935195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.940858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:44.942831 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "DELETE /v2.0/networks/ee02e016-c8e9-4435-b899-3807eebcca50 HTTP/1.1" status: 204 len: 168 time: 0.5093932 Sep 29 23:24:44.945426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43226) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:44.970639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da294db-3693-4b10-873d-9b7a0b03c93d tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Network': ['ID=ee02e016-c8e9-4435-b899-3807eebcca50,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:45.014589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fa78a0-f9f2-4031-9f85-017cadddd515 None None] DHCP port deletion for 4805fe94-7cae-452d-9662-b241f630f2d1 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:24:45.017638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-80f5cc0d-ab1e-42de-8757-e787899b6278 None None] Could not find standard attr ID for object 9d9e237b-680b-413d-900e-4d153d579817. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:24:45.045829 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b1fc77-54f8-4ac8-9863-565e50227863 None None] Network 4805fe94-7cae-452d-9662-b241f630f2d1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:45.059231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b1fc77-54f8-4ac8-9863-565e50227863 None None] Network 4805fe94-7cae-452d-9662-b241f630f2d1 could not be found, it might have been deleted concurrently. {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 23:24:45.069704 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.079511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5039671-bc55-4d97-b18f-d50bbef3ce9e None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:24:45.198309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.225933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a2710f-446f-4ab0-818a-a2c9aa35ef60']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:45.236181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760412a5-fd84-4dd2-a6f6-a54a2759fe3d') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:45.236776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760412a5-fd84-4dd2-a6f6-a54a2759fe3d') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:45.238414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5039671-bc55-4d97-b18f-d50bbef3ce9e None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:24:45.248273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.267305 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.285992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:24:45.286435 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:24:45.290755 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:24:45.391560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.398005 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.401368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "DELETE /v2.0/networks/61a2710f-446f-4ab0-818a-a2c9aa35ef60 HTTP/1.1" status: 204 len: 168 time: 0.4539888 Sep 29 23:24:45.403882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43238) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:45.427710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb990cbb-3b46-4325-b080-98e538772128 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Network': ['ID=61a2710f-446f-4ab0-818a-a2c9aa35ef60,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:45.556243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.733766 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.762557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7d9c6d-0b81-4edb-a6ed-307c577d6899']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:45.773238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf80f49b-d57c-4f2a-b857-57f26b4bb659') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:45.773545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf80f49b-d57c-4f2a-b857-57f26b4bb659') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:45.783736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.799842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.812224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:24:45.812869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:24:45.818189 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:24:45.923849 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.934168 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:45.936370 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] 10.222.0.44 "DELETE /v2.0/networks/fb7d9c6d-0b81-4edb-a6ed-307c577d6899 HTTP/1.1" status: 204 len: 168 time: 0.5308437 Sep 29 23:24:45.954551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfccba02-cc94-4ee5-8fd1-ba53e781b930 tempest-BulkNetworkOpsTest-580672169 tempest-BulkNetworkOpsTest-580672169-project] Pushing event deleted for resources: {'Network': ['ID=fb7d9c6d-0b81-4edb-a6ed-307c577d6899,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:46.287247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43260) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:46.528493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6aacff20-ae84-4c6b-9ed3-a174eb1d8528 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=49ea6b4492ce45f99c51a83a3c64f93c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2396913 Sep 29 23:24:46.530836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43266) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:46.610927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38b9338c-3eff-49ea-9204-51ce8a18a357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:46.635051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38b9338c-3eff-49ea-9204-51ce8a18a357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:46.695091 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38b9338c-3eff-49ea-9204-51ce8a18a357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:46.699312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38b9338c-3eff-49ea-9204-51ce8a18a357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:46.704297 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-38b9338c-3eff-49ea-9204-51ce8a18a357 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d800752d-9e96-4e9c-a417-a40de91032ab HTTP/1.1" status: 204 len: 168 time: 0.1724546 Sep 29 23:24:46.714003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9338c-3eff-49ea-9204-51ce8a18a357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d800752d-9e96-4e9c-a417-a40de91032ab,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:47.698741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43310) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:47.825802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1862150139'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:47.861888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:47.866363 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:47.878408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.042051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.048670 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.075592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:48.091711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bf8526-f9b1-4705-99fb-7379304597c0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:48.098033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.099036 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Added segment b23f626a-8f9d-4188-85f9-ffeb7de2e43b of type vlan for network e704c520-45c8-4dfa-8700-1d61af54af3f Sep 29 23:24:48.148742 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.180394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.186083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:48.186681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.234321 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5321202 Sep 29 23:24:48.235552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43334) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:48.241211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'name': 'tempest-PortsIpV6TestJSON-1716617368'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:48.288287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b94795-2d29-494a-af22-d68d025f8c4a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Network': ['ID=e704c520-45c8-4dfa-8700-1d61af54af3f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:48.303269 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network e704c520-45c8-4dfa-8700-1d61af54af3f details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:48.402353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:48.408617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.430565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port f496b701-fee3-4d49-8ccf-128f5accb42c yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:24:48.657189 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.705635 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.788764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=f496b701-fee3-4d49-8ccf-128f5accb42c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:48.806450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Checking segment: {'id': 'b23f626a-8f9d-4188-85f9-ffeb7de2e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:48.806815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network hostable DHCP agents. Network: e704c520-45c8-4dfa-8700-1d61af54af3f, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:24:48.833194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:24:48.853342 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, e704c520-45c8-4dfa-8700-1d61af54af3f) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:48.859026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:48.866359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b8d95-1c2a-421f-85f0-f9b75bcf8f7e None None] Network e704c520-45c8-4dfa-8700-1d61af54af3f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:48.867537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:48.868257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.893415 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bcd4dee1-3041-484f-ae48-3e2dd5441f85 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6541398 Sep 29 23:24:48.894563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43354) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:48.906581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1953200191'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:48.934592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:48.939796 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.970750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:48.984605 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:48.985456 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Added segment 639f2f77-2eb6-46c5-b567-d6c35c7a19ab of type vlan for network 2ebcd1d9-b1d6-469e-849e-4b3a941389c8 Sep 29 23:24:49.069905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:49.136171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:49.145117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:49.147729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:49.210407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3140216 Sep 29 23:24:49.212764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43360) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:49.220252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'ports': [{'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f'}, {'network_id': '2ebcd1d9-b1d6-469e-849e-4b3a941389c8'}]} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:49.222483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:49.223313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': '2ebcd1d9-b1d6-469e-849e-4b3a941389c8'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:49.270971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c26378-1855-498a-965f-6e58ab35d8f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Network': ['ID=2ebcd1d9-b1d6-469e-849e-4b3a941389c8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:49.281303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 2ebcd1d9-b1d6-469e-849e-4b3a941389c8 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:49.483674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 2} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:49.489052 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:49.505827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:49.618449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port cbf485f9-edf3-43a4-8956-f6755a6a989d yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:24:49.828707 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:49.929320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port 174020b4-3dac-4d8d-bbcb-620fd34e4181 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:24:50.104306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:50.159779 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:50.202073 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:50.257209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:50.260539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:50.264491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:50.265353 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:50.287294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=cbf485f9-edf3-43a4-8956-f6755a6a989d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:50.364963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Checking segment: {'id': '639f2f77-2eb6-46c5-b567-d6c35c7a19ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '2ebcd1d9-b1d6-469e-849e-4b3a941389c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:50.365346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network hostable DHCP agents. Network: 2ebcd1d9-b1d6-469e-849e-4b3a941389c8, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:24:50.380486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=174020b4-3dac-4d8d-bbcb-620fd34e4181,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:50.418973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 2ebcd1d9-b1d6-469e-849e-4b3a941389c8 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:24:50.437248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 2ebcd1d9-b1d6-469e-849e-4b3a941389c8) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:50.447516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9644229c-9438-4ce5-9ce9-7672028c99a5 None None] Network 2ebcd1d9-b1d6-469e-849e-4b3a941389c8 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:50.454222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:50.468223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:50.486827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:50.488418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:50.541221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:50.546866 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-921596d6-1d55-4714-a1f5-26600bbd72f2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3327157 Sep 29 23:24:50.784555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc0f5c-e09e-465f-a357-62f089e1f5c6 req-403139d2-073e-49d9-b633-4d0c907d52f8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:50.792803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc0f5c-e09e-465f-a357-62f089e1f5c6 req-403139d2-073e-49d9-b633-4d0c907d52f8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:50.800640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc0f5c-e09e-465f-a357-62f089e1f5c6 req-403139d2-073e-49d9-b633-4d0c907d52f8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:50.806993 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc0f5c-e09e-465f-a357-62f089e1f5c6 req-403139d2-073e-49d9-b633-4d0c907d52f8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:50.813622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc0f5c-e09e-465f-a357-62f089e1f5c6 req-403139d2-073e-49d9-b633-4d0c907d52f8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:50.828256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc0f5c-e09e-465f-a357-62f089e1f5c6 req-403139d2-073e-49d9-b633-4d0c907d52f8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:50.836282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dc0f5c-e09e-465f-a357-62f089e1f5c6 req-403139d2-073e-49d9-b633-4d0c907d52f8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:50.839371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86dc0f5c-e09e-465f-a357-62f089e1f5c6 req-403139d2-073e-49d9-b633-4d0c907d52f8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5442 time: 0.2211657 Sep 29 23:24:50.857889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4c258251-6100-4116-8f06-e6d4dd083bf8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 174020b4-3dac-4d8d-bbcb-620fd34e4181 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:50.858240 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c258251-6100-4116-8f06-e6d4dd083bf8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:50.953089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86dc0f5c-e09e-465f-a357-62f089e1f5c6 req-0fd846b2-68d5-4944-b856-21fb2de03c2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979614 Sep 29 23:24:50.957466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c258251-6100-4116-8f06-e6d4dd083bf8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:50.972302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4c258251-6100-4116-8f06-e6d4dd083bf8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 174020b4-3dac-4d8d-bbcb-620fd34e4181 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:51.072767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c258251-6100-4116-8f06-e6d4dd083bf8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:51.101172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c258251-6100-4116-8f06-e6d4dd083bf8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=174020b4-3dac-4d8d-bbcb-620fd34e4181,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:51.113765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c258251-6100-4116-8f06-e6d4dd083bf8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:51.118117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4c258251-6100-4116-8f06-e6d4dd083bf8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/174020b4-3dac-4d8d-bbcb-620fd34e4181 HTTP/1.1" status: 204 len: 168 time: 0.5735161 Sep 29 23:24:51.118335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:51.173285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497e4718-afb6-4dc5-9bfc-ca53c4d39792 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.180328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497e4718-afb6-4dc5-9bfc-ca53c4d39792 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.185359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-497e4718-afb6-4dc5-9bfc-ca53c4d39792 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0634277 Sep 29 23:24:51.185852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43422) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:51.336809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6f93fbc6-2f25-45e9-b279-5c5876b633e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port cbf485f9-edf3-43a4-8956-f6755a6a989d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:51.337172 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f93fbc6-2f25-45e9-b279-5c5876b633e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:51.415134 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f93fbc6-2f25-45e9-b279-5c5876b633e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:51.428841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6f93fbc6-2f25-45e9-b279-5c5876b633e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for cbf485f9-edf3-43a4-8956-f6755a6a989d owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:51.538054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f93fbc6-2f25-45e9-b279-5c5876b633e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:51.591436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f93fbc6-2f25-45e9-b279-5c5876b633e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:51.596189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6f93fbc6-2f25-45e9-b279-5c5876b633e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/cbf485f9-edf3-43a4-8956-f6755a6a989d HTTP/1.1" status: 204 len: 168 time: 0.4090757 Sep 29 23:24:51.602482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93fbc6-2f25-45e9-b279-5c5876b633e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=cbf485f9-edf3-43a4-8956-f6755a6a989d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:51.602482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43436) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:51.692306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c6c158-05ce-42aa-abeb-a5615abf3117 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.693935 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-29c6c158-05ce-42aa-abeb-a5615abf3117 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0922339 Sep 29 23:24:51.696790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43438) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:51.716264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-2e5fdff7-77c2-4b12-beeb-7adbb225fcaf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.723593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-2e5fdff7-77c2-4b12-beeb-7adbb225fcaf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.729881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-2e5fdff7-77c2-4b12-beeb-7adbb225fcaf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.733315 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f647ed2-b9cf-411a-abc9-edaad546da8d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:24:51.735714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5f647ed2-b9cf-411a-abc9-edaad546da8d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/174020b4-3dac-4d8d-bbcb-620fd34e4181 HTTP/1.1" status: 404 len: 333 time: 0.0369015 Sep 29 23:24:51.736897 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-2e5fdff7-77c2-4b12-beeb-7adbb225fcaf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.738637 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43440) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:51.743367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-2e5fdff7-77c2-4b12-beeb-7adbb225fcaf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.751370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-2e5fdff7-77c2-4b12-beeb-7adbb225fcaf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.759387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-2e5fdff7-77c2-4b12-beeb-7adbb225fcaf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.761540 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-2e5fdff7-77c2-4b12-beeb-7adbb225fcaf tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5442 time: 0.1813917 Sep 29 23:24:51.767918 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5758305-1012-4158-bfbf-54119a9e60b0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:24:51.770297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a5758305-1012-4158-bfbf-54119a9e60b0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/cbf485f9-edf3-43a4-8956-f6755a6a989d HTTP/1.1" status: 404 len: 333 time: 0.0304782 Sep 29 23:24:51.772840 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43442) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:51.854274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-7185483c-16d0-4be9-acde-bf037f7260d5 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:51.859277 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-7185483c-16d0-4be9-acde-bf037f7260d5 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "GET /v2.0/ports/7dfab69f-076b-4de0-82c2-63cb3ab1ddd9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0847511 Sep 29 23:24:51.923752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.046517 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.081820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ebcd1d9-b1d6-469e-849e-4b3a941389c8']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:52.094236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639f2f77-2eb6-46c5-b567-d6c35c7a19ab') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:52.094584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639f2f77-2eb6-46c5-b567-d6c35c7a19ab') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:52.095173 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-27c9b3ef-354e-48dc-9270-35258a5a3c36 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "GET /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2322414 Sep 29 23:24:52.113558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:52.135398 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.187985 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.214879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660f59-5573-45f6-8457-e758f352a92f req-1c005484-a251-4aab-a773-0cf25d3a7f79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:52.221335 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.225983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660f59-5573-45f6-8457-e758f352a92f req-1c005484-a251-4aab-a773-0cf25d3a7f79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:52.248415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660f59-5573-45f6-8457-e758f352a92f req-1c005484-a251-4aab-a773-0cf25d3a7f79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:52.273304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660f59-5573-45f6-8457-e758f352a92f req-1c005484-a251-4aab-a773-0cf25d3a7f79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:52.283425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660f59-5573-45f6-8457-e758f352a92f req-1c005484-a251-4aab-a773-0cf25d3a7f79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:52.293561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660f59-5573-45f6-8457-e758f352a92f req-1c005484-a251-4aab-a773-0cf25d3a7f79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:52.300881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07660f59-5573-45f6-8457-e758f352a92f req-1c005484-a251-4aab-a773-0cf25d3a7f79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:52.304723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07660f59-5573-45f6-8457-e758f352a92f req-1c005484-a251-4aab-a773-0cf25d3a7f79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 5442 time: 0.2132661 Sep 29 23:24:52.324615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:24:52.325607 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:24:52.344053 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:24:52.412948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] For port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:52.460606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07660f59-5573-45f6-8457-e758f352a92f req-bffa0768-c84b-4c13-9d87-3730878b765e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=d7c21725-63a7-4c8a-8012-6851f6c7dfce&id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1449127 Sep 29 23:24:52.463328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.468925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] For port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:24:52.494166 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.498791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/networks/2ebcd1d9-b1d6-469e-849e-4b3a941389c8 HTTP/1.1" status: 204 len: 168 time: 0.7244947 Sep 29 23:24:52.500898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84062576-f791-4ee0-b659-32fd62c5489d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Network': ['ID=2ebcd1d9-b1d6-469e-849e-4b3a941389c8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:52.507950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:52.517340 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1248113973'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:52.531563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] device_id is not set on port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:24:52.549174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:52.556496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.563459 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.577281 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.595606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:52.613570 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.614194 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Added segment 543d3a41-5103-4f8d-97ae-3e0d57bc0578 of type vlan for network 00c0ebac-8799-4810-873e-15cd4a2b91b1 Sep 29 23:24:52.651431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] No DVR routers for this DVR port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:52.653744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] Pushing event updated for resources: {'Port': ['ID=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:52.705399 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.763562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] In _notify_port_updated(), no bound segment for port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:24:52.773073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:52.774852 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.777372 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.785150 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-9467234b-22a6-4976-a43a-4785a2a96910 service neutron] 10.222.0.26 "PUT /v2.0/ports/7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 HTTP/1.1" status: 200 len: 1030 time: 0.6785464 Sep 29 23:24:52.796838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:52.820049 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:52.867034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3571115 Sep 29 23:24:52.875746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-8c1ce37d-19bb-49a4-95a1-a43562ea72f5 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:52.878875 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-8c1ce37d-19bb-49a4-95a1-a43562ea72f5 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "GET /v2.0/ports/31d86626-588b-4d59-8986-6050b136850a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0850883 Sep 29 23:24:52.879319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43462) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:52.907491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': '00c0ebac-8799-4810-873e-15cd4a2b91b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:52.917577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:53.011146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f9442b58-c00c-49d0-8250-9f662e3839e5 None None] Provisioning complete for port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:53.011696 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f9442b58-c00c-49d0-8250-9f662e3839e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:53.072964 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:53.109754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f9442b58-c00c-49d0-8250-9f662e3839e5 None None] Port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:24:53.138251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dba15c-dcb1-4edf-9186-b46707fdce1f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Network': ['ID=00c0ebac-8799-4810-873e-15cd4a2b91b1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:53.154082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 00c0ebac-8799-4810-873e-15cd4a2b91b1 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:53.161621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:53.165837 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:53.300805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Performing IP validity checks on allocation pools {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 23:24:53.305894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 23:24:53.340024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] For port 31d86626-588b-4d59-8986-6050b136850a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=31d86626-588b-4d59-8986-6050b136850a,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:53.376703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] For port 31d86626-588b-4d59-8986-6050b136850a, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:24:53.422643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] device_id is not set on port 31d86626-588b-4d59-8986-6050b136850a yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:24:53.434444 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:53.442790 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:53.500482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] Pushing event updated for resources: {'Port': ['ID=31d86626-588b-4d59-8986-6050b136850a,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:53.574132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] No DVR routers for this DVR port 31d86626-588b-4d59-8986-6050b136850a on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:53.576050 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:53.647863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] In _notify_port_updated(), no bound segment for port 31d86626-588b-4d59-8986-6050b136850a on network 087e5120-73d2-426e-b117-b288b1b78538 {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:24:53.649032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:53.649755 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:53.651346 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-bb0caed4-0a2f-4144-9265-bf90e828ee3f service neutron] 10.222.0.26 "PUT /v2.0/ports/31d86626-588b-4d59-8986-6050b136850a HTTP/1.1" status: 200 len: 1033 time: 0.7461452 Sep 29 23:24:53.723118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=c1472634-2905-486a-9e31-801a884e4a9c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:53.725496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Checking segment: {'id': '543d3a41-5103-4f8d-97ae-3e0d57bc0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00c0ebac-8799-4810-873e-15cd4a2b91b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:53.725871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network hostable DHCP agents. Network: 00c0ebac-8799-4810-873e-15cd4a2b91b1, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:24:53.765732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16769853-3454-4688-83ab-39e87d392918 req-23b45ac3-f4a1-4084-b650-b5875575e8e9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:53.772447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16769853-3454-4688-83ab-39e87d392918 req-23b45ac3-f4a1-4084-b650-b5875575e8e9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:53.778401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16769853-3454-4688-83ab-39e87d392918 req-23b45ac3-f4a1-4084-b650-b5875575e8e9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:53.785990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16769853-3454-4688-83ab-39e87d392918 req-23b45ac3-f4a1-4084-b650-b5875575e8e9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:53.794278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16769853-3454-4688-83ab-39e87d392918 req-23b45ac3-f4a1-4084-b650-b5875575e8e9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:53.808447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16769853-3454-4688-83ab-39e87d392918 req-23b45ac3-f4a1-4084-b650-b5875575e8e9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 3885 time: 0.1611152 Sep 29 23:24:53.814975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 00c0ebac-8799-4810-873e-15cd4a2b91b1 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:24:53.857198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-68f72145-0181-46fc-9029-16615fbe10b8 None None] Provisioning complete for port 31d86626-588b-4d59-8986-6050b136850a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:53.857825 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68f72145-0181-46fc-9029-16615fbe10b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:53.861421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-1974bd36-51d6-4fca-83a9-ec4485c91ba8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting port 978da8f0-38b6-4724-8b10-8a3779c0ee80 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:53.861922 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-1974bd36-51d6-4fca-83a9-ec4485c91ba8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:53.863774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16769853-3454-4688-83ab-39e87d392918 req-31f4ee86-7f9b-448c-954a-3fd666d083ce tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543687 Sep 29 23:24:53.864625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 00c0ebac-8799-4810-873e-15cd4a2b91b1) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:53.869704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:53.870310 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:53.915793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dfd14cb8-8f70-4a55-a997-13bd6f0318d9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0331488 Sep 29 23:24:53.916727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43484) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:53.921612 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b486e6b-bc15-418d-8e46-dbd3a6ff0315 None None] Network 00c0ebac-8799-4810-873e-15cd4a2b91b1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:53.922924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': '00c0ebac-8799-4810-873e-15cd4a2b91b1', 'name': 'tempest-PortsIpV6TestJSON-578283944'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:53.999746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-68f72145-0181-46fc-9029-16615fbe10b8 None None] Port 31d86626-588b-4d59-8986-6050b136850a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:24:54.022225 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-1974bd36-51d6-4fca-83a9-ec4485c91ba8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] For port 978da8f0-38b6-4724-8b10-8a3779c0ee80, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=978da8f0-38b6-4724-8b10-8a3779c0ee80,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:54.022526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-1974bd36-51d6-4fca-83a9-ec4485c91ba8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:54.037858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-1974bd36-51d6-4fca-83a9-ec4485c91ba8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Calling delete_port for 978da8f0-38b6-4724-8b10-8a3779c0ee80 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:54.138436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-00c0ebac-8799-4810-873e-15cd4a2b91b1', 'network_id': '00c0ebac-8799-4810-873e-15cd4a2b91b1', 'tenant_id': 'b83b928bf7234efea3f208f0a7bbc31b', 'fixed_ips': [{'subnet_id': 'c1472634-2905-486a-9e31-801a884e4a9c'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:24:54.140438 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:54.162345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:54.167015 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:54.213145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port d1f49b61-9079-444a-b9b2-45764ee8fdf4 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:24:54.223538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-1974bd36-51d6-4fca-83a9-ec4485c91ba8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:54.325720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974bd36-51d6-4fca-83a9-ec4485c91ba8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Port': ['ID=978da8f0-38b6-4724-8b10-8a3779c0ee80,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:54.400457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-1974bd36-51d6-4fca-83a9-ec4485c91ba8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] No DVR routers for this DVR port 978da8f0-38b6-4724-8b10-8a3779c0ee80 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:54.404213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-1974bd36-51d6-4fca-83a9-ec4485c91ba8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:54.405843 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-1974bd36-51d6-4fca-83a9-ec4485c91ba8 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "DELETE /v2.0/ports/978da8f0-38b6-4724-8b10-8a3779c0ee80 HTTP/1.1" status: 204 len: 173 time: 0.7477701 Sep 29 23:24:54.406314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-deleted', 'tag': '978da8f0-38b6-4724-8b10-8a3779c0ee80'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:24:54.408709 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f012fbd2-cf7d-4467-a44f-2295feed87dc" -d '{"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-deleted", "tag": "978da8f0-38b6-4724-8b10-8a3779c0ee80"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:24:54.459933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8::3a0 (00c0ebac-8799-4810-873e-15cd4a2b91b1/c1472634-2905-486a-9e31-801a884e4a9c/d1f49b61-9079-444a-b9b2-45764ee8fdf4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:54.475372 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd5f743-346d-4786-b2b9-5344689ea96a x-openstack-request-id: req-7cd5f743-346d-4786-b2b9-5344689ea96a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:24:54.475979 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-deleted", "tag": "978da8f0-38b6-4724-8b10-8a3779c0ee80", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:24:54.476398 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7cd5f743-346d-4786-b2b9-5344689ea96a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:24:54.476966 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-deleted', 'tag': '978da8f0-38b6-4724-8b10-8a3779c0ee80', 'status': 'completed', 'code': 200} Sep 29 23:24:54.541850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-65ecad57-10e0-4043-b776-25048f96ae3b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:54.542608 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-65ecad57-10e0-4043-b776-25048f96ae3b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:54.666690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-65ecad57-10e0-4043-b776-25048f96ae3b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] For port 46e2c8bb-1726-4da0-a14b-2650b57a11c7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=46e2c8bb-1726-4da0-a14b-2650b57a11c7,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:54.667262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-65ecad57-10e0-4043-b776-25048f96ae3b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:54.681875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-65ecad57-10e0-4043-b776-25048f96ae3b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Calling delete_port for 46e2c8bb-1726-4da0-a14b-2650b57a11c7 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:54.700855 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:54.768216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:54.843419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Allocated IP 2001:db8::2 (00c0ebac-8799-4810-873e-15cd4a2b91b1/c1472634-2905-486a-9e31-801a884e4a9c/7078a036-6ca3-4783-af36-ea56e81a3b57) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:24:54.861731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 00c0ebac-8799-4810-873e-15cd4a2b91b1 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:54.866407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:54.869743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:54.877101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:54.878391 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:54.889534 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=d1f49b61-9079-444a-b9b2-45764ee8fdf4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:54.919671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6f5bae43-a5b8-431a-912e-cf3b8103e389 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0016828 Sep 29 23:24:54.922395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43504) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:55.010312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-65ecad57-10e0-4043-b776-25048f96ae3b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.071702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecad57-10e0-4043-b776-25048f96ae3b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Port': ['ID=46e2c8bb-1726-4da0-a14b-2650b57a11c7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:55.093016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bf3af-e484-4495-984d-d0f52e642878 req-e20bf67e-ba92-48e6-a435-f598442076e3 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:55.118033 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.122341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bf3af-e484-4495-984d-d0f52e642878 req-e20bf67e-ba92-48e6-a435-f598442076e3 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:55.124355 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 46e2c8bb-1726-4da0-a14b-2650b57a11c7 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:55.131027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45bf3af-e484-4495-984d-d0f52e642878 req-e20bf67e-ba92-48e6-a435-f598442076e3 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:55.133761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b45bf3af-e484-4495-984d-d0f52e642878 req-e20bf67e-ba92-48e6-a435-f598442076e3 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 2416 time: 0.1374404 Sep 29 23:24:55.141906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-65ecad57-10e0-4043-b776-25048f96ae3b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] No DVR routers for this DVR port 46e2c8bb-1726-4da0-a14b-2650b57a11c7 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:55.148706 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-65ecad57-10e0-4043-b776-25048f96ae3b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.151131 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-65ecad57-10e0-4043-b776-25048f96ae3b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "DELETE /v2.0/ports/46e2c8bb-1726-4da0-a14b-2650b57a11c7 HTTP/1.1" status: 204 len: 173 time: 0.7379045 Sep 29 23:24:55.177165 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.189323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 46e2c8bb-1726-4da0-a14b-2650b57a11c7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:24:55.189926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 46e2c8bb-1726-4da0-a14b-2650b57a11c7 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:55.190681 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:55.195214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b45bf3af-e484-4495-984d-d0f52e642878 req-ff105dce-3f7a-42a6-b2b2-d47dc18ee250 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541842 Sep 29 23:24:55.230853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-09a5cdeb-5954-4ae1-b9b5-70748675414e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port d1f49b61-9079-444a-b9b2-45764ee8fdf4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:55.231202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09a5cdeb-5954-4ae1-b9b5-70748675414e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.314853 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Network 00c0ebac-8799-4810-873e-15cd4a2b91b1 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:24:55.326062 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:24:55.336284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Pushing event updated for resources: {'Port': ['ID=7078a036-6ca3-4783-af36-ea56e81a3b57,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:55.343543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:24:55.405668 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09a5cdeb-5954-4ae1-b9b5-70748675414e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.410525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:55.410860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.442148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-09a5cdeb-5954-4ae1-b9b5-70748675414e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for d1f49b61-9079-444a-b9b2-45764ee8fdf4 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:55.470219 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.559509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:24:55.564715 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4df2f5e-eef0-4f4c-95a8-23e44bacd4b3" -d '{"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-unplugged", "status": "completed", "tag": "7d172fd6-87dd-44db-b6ca-1c038fad4bc2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:24:55.588437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Attempting to bind port 7078a036-6ca3-4783-af36-ea56e81a3b57 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:24:55.588834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Attempting to bind port 7078a036-6ca3-4783-af36-ea56e81a3b57 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '543d3a41-5103-4f8d-97ae-3e0d57bc0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00c0ebac-8799-4810-873e-15cd4a2b91b1'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:24:55.589209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Attempting to bind port 7078a036-6ca3-4783-af36-ea56e81a3b57 on network 00c0ebac-8799-4810-873e-15cd4a2b91b1 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:24:55.613675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:24:55.614063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Checking segment: {'id': '543d3a41-5103-4f8d-97ae-3e0d57bc0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00c0ebac-8799-4810-873e-15cd4a2b91b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:24:55.614483 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.614890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Bound using segment: {'id': '543d3a41-5103-4f8d-97ae-3e0d57bc0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00c0ebac-8799-4810-873e-15cd4a2b91b1'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:24:55.615390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Bound port: 7078a036-6ca3-4783-af36-ea56e81a3b57, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543d3a41-5103-4f8d-97ae-3e0d57bc0578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '00c0ebac-8799-4810-873e-15cd4a2b91b1'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:24:55.615785 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.626115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:55.695102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] For port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:55.695815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.699567 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec8af57-09b8-45aa-91c9-656d9ecb6677 x-openstack-request-id: req-8ec8af57-09b8-45aa-91c9-656d9ecb6677 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:24:55.699891 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-unplugged", "status": "completed", "tag": "7d172fd6-87dd-44db-b6ca-1c038fad4bc2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:24:55.700148 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ec8af57-09b8-45aa-91c9-656d9ecb6677 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:24:55.700689 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2', 'code': 200} Sep 29 23:24:55.703372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.704115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 31d86626-588b-4d59-8986-6050b136850a no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:55.855015 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:55.911562 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09a5cdeb-5954-4ae1-b9b5-70748675414e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:55.943279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] For port 7078a036-6ca3-4783-af36-ea56e81a3b57, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:24:55.946902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] For port 7078a036-6ca3-4783-af36-ea56e81a3b57, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7078a036-6ca3-4783-af36-ea56e81a3b57,segment=NetworkSegment(543d3a41-5103-4f8d-97ae-3e0d57bc0578),segment_id=543d3a41-5103-4f8d-97ae-3e0d57bc0578)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:24:55.959475 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.027903 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.028414 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.028845 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Floating IP 9e152e2f-419a-49e9-bc0b-6b3e39eb3801 disassociated. External IP: 172.25.4.16, port: 7d172fd6-87dd-44db-b6ca-1c038fad4bc2. Sep 29 23:24:56.029501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Calling delete_port for 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:56.032299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 31d86626-588b-4d59-8986-6050b136850a not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:56.032753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 069fc8e8-f008-4614-afb5-64ce1ad70754 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:56.073455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5cdeb-5954-4ae1-b9b5-70748675414e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=d1f49b61-9079-444a-b9b2-45764ee8fdf4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:56.094687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09a5cdeb-5954-4ae1-b9b5-70748675414e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.098454 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-09a5cdeb-5954-4ae1-b9b5-70748675414e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/d1f49b61-9079-444a-b9b2-45764ee8fdf4 HTTP/1.1" status: 204 len: 168 time: 1.1717191 Sep 29 23:24:56.102968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43536) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:56.109477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c58a7b-0f59-4905-9b3f-a7bfc2dcdc88 None None] Pushing event updated for resources: {'Port': ['ID=7078a036-6ca3-4783-af36-ea56e81a3b57,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:56.173523 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-213c871a-8a15-4794-9851-e6ea305a2feb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:24:56.175914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213c871a-8a15-4794-9851-e6ea305a2feb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:24:56.176386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-213c871a-8a15-4794-9851-e6ea305a2feb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/d1f49b61-9079-444a-b9b2-45764ee8fdf4 HTTP/1.1" status: 404 len: 333 time: 0.0717037 Sep 29 23:24:56.179090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43540) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:56.209690 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.245808 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5a6284f-9837-4681-b32b-8f8cb5bae6f3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:24:56.249740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c5a6284f-9837-4681-b32b-8f8cb5bae6f3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/d1f49b61-9079-444a-b9b2-45764ee8fdf4 HTTP/1.1" status: 404 len: 333 time: 0.0696914 Sep 29 23:24:56.253214 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43544) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:56.263610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 069fc8e8-f008-4614-afb5-64ce1ad70754, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=069fc8e8-f008-4614-afb5-64ce1ad70754,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:56.272404 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.273539 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 978da8f0-38b6-4724-8b10-8a3779c0ee80 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:56.336745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 978da8f0-38b6-4724-8b10-8a3779c0ee80 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:24:56.337094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 978da8f0-38b6-4724-8b10-8a3779c0ee80 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:56.347404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2ceaa646-8894-479c-a127-a14c16cf1019 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:56.468067 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.488408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8895c9-e4c9-4330-a65d-2266d8b801d5 req-ac1254bd-9c81-4f34-b893-730c7295ad69 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:56.498203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8895c9-e4c9-4330-a65d-2266d8b801d5 req-ac1254bd-9c81-4f34-b893-730c7295ad69 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:56.499942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=069fc8e8-f008-4614-afb5-64ce1ad70754,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:56.501187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-deleted', 'tag': '46e2c8bb-1726-4da0-a14b-2650b57a11c7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:24:56.508847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8895c9-e4c9-4330-a65d-2266d8b801d5 req-ac1254bd-9c81-4f34-b893-730c7295ad69 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:56.509122 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1e9b27-db57-43f7-82e0-c44ec071883f" -d '{"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-deleted", "tag": "46e2c8bb-1726-4da0-a14b-2650b57a11c7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:24:56.510813 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa8895c9-e4c9-4330-a65d-2266d8b801d5 req-ac1254bd-9c81-4f34-b893-730c7295ad69 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 2412 time: 0.1853638 Sep 29 23:24:56.521657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7189eb8-8b8d-44ea-bda5-1a8ae8415e4e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet c1472634-2905-486a-9e31-801a884e4a9c {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:24:56.579604 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.582058 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7189eb8-8b8d-44ea-bda5-1a8ae8415e4e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.621720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Port': ['ID=7d172fd6-87dd-44db-b6ca-1c038fad4bc2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:56.679743 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513f0ed2-cbfd-4b24-94dc-58c3105598bc x-openstack-request-id: req-513f0ed2-cbfd-4b24-94dc-58c3105598bc {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:24:56.680369 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-deleted", "tag": "46e2c8bb-1726-4da0-a14b-2650b57a11c7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:24:56.680861 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-513f0ed2-cbfd-4b24-94dc-58c3105598bc {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:24:56.681441 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-deleted', 'tag': '46e2c8bb-1726-4da0-a14b-2650b57a11c7', 'status': 'completed', 'code': 200} Sep 29 23:24:56.692098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2ceaa646-8894-479c-a127-a14c16cf1019, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2ceaa646-8894-479c-a127-a14c16cf1019,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:56.699340 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.700872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:56.707187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7189eb8-8b8d-44ea-bda5-1a8ae8415e4e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:56.804476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:56.870143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2ceaa646-8894-479c-a127-a14c16cf1019,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:56.933865 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7189eb8-8b8d-44ea-bda5-1a8ae8415e4e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:57.005941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa8895c9-e4c9-4330-a65d-2266d8b801d5 req-e19fe916-b059-4892-a327-33f07a3d5408 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4814794 Sep 29 23:24:57.008134 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7189eb8-8b8d-44ea-bda5-1a8ae8415e4e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:57.063442 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7189eb8-8b8d-44ea-bda5-1a8ae8415e4e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:57.068965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b7189eb8-8b8d-44ea-bda5-1a8ae8415e4e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/c1472634-2905-486a-9e31-801a884e4a9c HTTP/1.1" status: 204 len: 168 time: 0.8114004 Sep 29 23:24:57.068965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7189eb8-8b8d-44ea-bda5-1a8ae8415e4e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=c1472634-2905-486a-9e31-801a884e4a9c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:57.069509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43558) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:57.474639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Router c2446b10-cb4e-4010-b74c-b1f3d17016f9 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:24:57.620287 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:57.693016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7078a036-6ca3-4783-af36-ea56e81a3b57 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:24:57.719663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:24:57.729671 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] Sync routers for ids ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:24:57.746890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 7078a036-6ca3-4783-af36-ea56e81a3b57 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:57.747239 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:57.747565 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] Routers {'c2446b10-cb4e-4010-b74c-b1f3d17016f9'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:57.748692 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:57.765318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069fc8e8-f008-4614-afb5-64ce1ad70754'}, {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ceaa646-8894-479c-a127-a14c16cf1019'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:24:57.771956 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df07e79-0ea5-4573-94dc-865ddd7be00a" -d '{"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-unplugged", "status": "completed", "tag": "069fc8e8-f008-4614-afb5-64ce1ad70754"}, {"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-unplugged", "status": "completed", "tag": "2ceaa646-8894-479c-a127-a14c16cf1019"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:24:57.809464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7078a036-6ca3-4783-af36-ea56e81a3b57 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:57.811427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] No DVR routers for this DVR port 7d172fd6-87dd-44db-b6ca-1c038fad4bc2 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:57.811980 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:57.819268 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:57.826280 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-d0f9235b-05d5-487e-b52c-3f4366055361 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "DELETE /v2.0/ports/7d172fd6-87dd-44db-b6ca-1c038fad4bc2 HTTP/1.1" status: 204 len: 173 time: 2.6667225 Sep 29 23:24:57.880518 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Wed, 29 Sep 2021 23:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad7b1ba-c0e2-49f3-bc55-167b6e660fdb x-openstack-request-id: req-aad7b1ba-c0e2-49f3-bc55-167b6e660fdb {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:24:57.880853 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-unplugged", "status": "completed", "tag": "069fc8e8-f008-4614-afb5-64ce1ad70754", "code": 200}, {"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-unplugged", "status": "completed", "tag": "2ceaa646-8894-479c-a127-a14c16cf1019", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:24:57.881120 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aad7b1ba-c0e2-49f3-bc55-167b6e660fdb {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:24:57.881527 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '069fc8e8-f008-4614-afb5-64ce1ad70754', 'code': 200} Sep 29 23:24:57.881943 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ceaa646-8894-479c-a127-a14c16cf1019', 'code': 200} Sep 29 23:24:57.894419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e690e3-5a33-4feb-ba63-26d3ae9ad9c1 None None] Network 00c0ebac-8799-4810-873e-15cd4a2b91b1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:24:57.932979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] For port 7078a036-6ca3-4783-af36-ea56e81a3b57, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7078a036-6ca3-4783-af36-ea56e81a3b57,segment=NetworkSegment(543d3a41-5103-4f8d-97ae-3e0d57bc0578),segment_id=543d3a41-5103-4f8d-97ae-3e0d57bc0578)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:57.933271 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:57.938492 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] Set router c2446b10-cb4e-4010-b74c-b1f3d17016f9 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:57.956633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 7078a036-6ca3-4783-af36-ea56e81a3b57 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:57.973293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-f53a2ef7-70a2-46e5-afe9-dbc3b3f1fe2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting port 069fc8e8-f008-4614-afb5-64ce1ad70754 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:57.978569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-f53a2ef7-70a2-46e5-afe9-dbc3b3f1fe2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.040414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f4faf8aa-4ebb-4225-a718-dfe67a3e7059 None None] Provisioning complete for port 7078a036-6ca3-4783-af36-ea56e81a3b57 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:24:58.040955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f4faf8aa-4ebb-4225-a718-dfe67a3e7059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.055332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.070908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No DVR routers for this DVR port 7078a036-6ca3-4783-af36-ea56e81a3b57 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:58.092286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-f53a2ef7-70a2-46e5-afe9-dbc3b3f1fe2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] For port 069fc8e8-f008-4614-afb5-64ce1ad70754, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=069fc8e8-f008-4614-afb5-64ce1ad70754,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:58.092908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-f53a2ef7-70a2-46e5-afe9-dbc3b3f1fe2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.107533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-f53a2ef7-70a2-46e5-afe9-dbc3b3f1fe2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Calling delete_port for 069fc8e8-f008-4614-afb5-64ce1ad70754 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:58.116804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=7078a036-6ca3-4783-af36-ea56e81a3b57,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:58.266351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f4faf8aa-4ebb-4225-a718-dfe67a3e7059 None None] Could not find standard attr ID for object 7078a036-6ca3-4783-af36-ea56e81a3b57. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:24:58.269776 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.db [None req-f4faf8aa-4ebb-4225-a718-dfe67a3e7059 None None] No ports have port_id starting with 7078a036-6ca3-4783-af36-ea56e81a3b57 Sep 29 23:24:58.307412 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.337405 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-f53a2ef7-70a2-46e5-afe9-dbc3b3f1fe2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.366855 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:57Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'cf1983be-7dd6-4d2c-8832-a76787e05089', 'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'mac_address': 'fa:16:3e:46:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:56Z', 'updated_at': '2021-09-29T23:14:02Z', 'revision_number': 5, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'subnets': [{'id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:58.380492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.403510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719cbac-c671-472c-8587-974258e5897e req-a31b30c1-204f-418b-b114-d0fa45cfd918 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:58.410813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a2ef7-70a2-46e5-afe9-dbc3b3f1fe2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Port': ['ID=069fc8e8-f008-4614-afb5-64ce1ad70754,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:58.432749 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] Checking router: c2446b10-cb4e-4010-b74c-b1f3d17016f9 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:24:58.449363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719cbac-c671-472c-8587-974258e5897e req-a31b30c1-204f-418b-b114-d0fa45cfd918 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:58.449900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54128b6-87c3-4666-a463-c87add508555 None None] DHCP port deletion for 00c0ebac-8799-4810-873e-15cd4a2b91b1 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:24:58.450516 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] Routers {'c2446b10-cb4e-4010-b74c-b1f3d17016f9'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:24:58.451534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4719cbac-c671-472c-8587-974258e5897e req-a31b30c1-204f-418b-b114-d0fa45cfd918 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 1676 time: 0.2843943 Sep 29 23:24:58.461174 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:58.489726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-f53a2ef7-70a2-46e5-afe9-dbc3b3f1fe2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] No DVR routers for this DVR port 069fc8e8-f008-4614-afb5-64ce1ad70754 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:58.500054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-f53a2ef7-70a2-46e5-afe9-dbc3b3f1fe2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.503212 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-f53a2ef7-70a2-46e5-afe9-dbc3b3f1fe2b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "DELETE /v2.0/ports/069fc8e8-f008-4614-afb5-64ce1ad70754 HTTP/1.1" status: 204 len: 173 time: 0.6701381 Sep 29 23:24:58.543012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c0ebac-8799-4810-873e-15cd4a2b91b1']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:58.572812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543d3a41-5103-4f8d-97ae-3e0d57bc0578') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:58.573120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543d3a41-5103-4f8d-97ae-3e0d57bc0578') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:58.601685 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.619570 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.626387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:24:58.636185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.636869 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] Set router c2446b10-cb4e-4010-b74c-b1f3d17016f9 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:24:58.660203 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:24:58.682916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-deleted', 'tag': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2'}, {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-deleted', 'tag': '069fc8e8-f008-4614-afb5-64ce1ad70754'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:24:58.693003 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b7d360-d6b0-4e19-8505-872afb997e1d" -d '{"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-deleted", "tag": "7d172fd6-87dd-44db-b6ca-1c038fad4bc2"}, {"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-deleted", "tag": "069fc8e8-f008-4614-afb5-64ce1ad70754"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:24:58.733324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-0361a433-bfbd-4da9-8e1c-06c48685e6f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting port 2ceaa646-8894-479c-a127-a14c16cf1019 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:24:58.733685 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-0361a433-bfbd-4da9-8e1c-06c48685e6f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.777008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4719cbac-c671-472c-8587-974258e5897e req-f6bba8d0-d04e-4258-9f23-5c7c323cc3d2 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups?id=245bab75-6330-44c0-8201-63586b5f6054&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2900939 Sep 29 23:24:58.793438 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.822159 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.828389 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 29 Sep 2021 23:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1cb1451-35ff-4d03-a2d6-9e37e9458409 x-openstack-request-id: req-b1cb1451-35ff-4d03-a2d6-9e37e9458409 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:24:58.828640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/networks/00c0ebac-8799-4810-873e-15cd4a2b91b1 HTTP/1.1" status: 204 len: 168 time: 1.7468841 Sep 29 23:24:58.828640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43600) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:58.833560 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-deleted", "tag": "7d172fd6-87dd-44db-b6ca-1c038fad4bc2", "status": "completed", "code": 200}, {"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-deleted", "tag": "069fc8e8-f008-4614-afb5-64ce1ad70754", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:24:58.834528 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b1cb1451-35ff-4d03-a2d6-9e37e9458409 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:24:58.835066 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-deleted', 'tag': '7d172fd6-87dd-44db-b6ca-1c038fad4bc2', 'status': 'completed', 'code': 200} Sep 29 23:24:58.836918 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-deleted', 'tag': '069fc8e8-f008-4614-afb5-64ce1ad70754', 'status': 'completed', 'code': 200} Sep 29 23:24:58.845344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-481186512'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:58.877484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e334eea-5183-450e-b891-ae2d96901670 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Network': ['ID=00c0ebac-8799-4810-873e-15cd4a2b91b1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:58.884640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:58.888207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:58.976991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:24:59.010451 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:59.011038 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Added segment 4372cc32-1b51-42f7-90f0-d94468ae3aad of type vlan for network 7007dc81-b1a4-498d-b9f0-dc3035a44d02 Sep 29 23:24:59.011193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-0361a433-bfbd-4da9-8e1c-06c48685e6f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] For port 2ceaa646-8894-479c-a127-a14c16cf1019, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2ceaa646-8894-479c-a127-a14c16cf1019,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:24:59.011570 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-0361a433-bfbd-4da9-8e1c-06c48685e6f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:59.033174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-0361a433-bfbd-4da9-8e1c-06c48685e6f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Calling delete_port for 2ceaa646-8894-479c-a127-a14c16cf1019 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:24:59.121897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:59.156829 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:59.164652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:59.166908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:59.195282 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:57Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'cf1983be-7dd6-4d2c-8832-a76787e05089', 'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'mac_address': 'fa:16:3e:46:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:56Z', 'updated_at': '2021-09-29T23:14:02Z', 'revision_number': 5, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'subnets': [{'id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:24:59.225476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3887122 Sep 29 23:24:59.228788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43614) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:24:59.232473 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8371c50-8703-4dea-bf57-cadbd9148a9d None None] The sync data for ids ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'] in n-d-811173-2 is: [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:13:57Z', 'revision_number': 4, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'cf1983be-7dd6-4d2c-8832-a76787e05089', 'name': '', 'network_id': '359d21d4-b615-40c7-8882-16bffeac10b3', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'mac_address': 'fa:16:3e:46:06:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1904, 'fixed_ips': [{'subnet_id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:56Z', 'updated_at': '2021-09-29T23:14:02Z', 'revision_number': 5, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'subnets': [{'id': '68d4f193-42c1-43e8-b396-fd04a76a0f33', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:24:59.247864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': '7007dc81-b1a4-498d-b9f0-dc3035a44d02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:24:59.349584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459745d0-6ffb-404c-bbf0-74442c005e45 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Network': ['ID=7007dc81-b1a4-498d-b9f0-dc3035a44d02,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:59.364403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 7007dc81-b1a4-498d-b9f0-dc3035a44d02 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:24:59.369521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-0361a433-bfbd-4da9-8e1c-06c48685e6f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:59.416083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361a433-bfbd-4da9-8e1c-06c48685e6f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Port': ['ID=2ceaa646-8894-479c-a127-a14c16cf1019,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:24:59.480382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-0361a433-bfbd-4da9-8e1c-06c48685e6f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] No DVR routers for this DVR port 2ceaa646-8894-479c-a127-a14c16cf1019 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:24:59.489293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-0361a433-bfbd-4da9-8e1c-06c48685e6f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:59.491994 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86ac25e2-cf55-4c0c-b87e-6a212668e471 req-0361a433-bfbd-4da9-8e1c-06c48685e6f1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.26 "DELETE /v2.0/ports/2ceaa646-8894-479c-a127-a14c16cf1019 HTTP/1.1" status: 204 len: 173 time: 0.9825449 Sep 29 23:24:59.493898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:24:59.507539 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:59.642602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcd9bd-aa3a-4fda-80b8-71dd41b287c2 req-be6912a0-0115-4f26-bc9f-991014b9b77a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:24:59.650464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23dcd9bd-aa3a-4fda-80b8-71dd41b287c2 req-be6912a0-0115-4f26-bc9f-991014b9b77a tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 946 time: 0.0813544 Sep 29 23:24:59.704703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7078a036-6ca3-4783-af36-ea56e81a3b57 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:24:59.744857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7078a036-6ca3-4783-af36-ea56e81a3b57 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:24:59.745511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7078a036-6ca3-4783-af36-ea56e81a3b57 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:24:59.760859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23dcd9bd-aa3a-4fda-80b8-71dd41b287c2 req-279cd084-e224-46bb-9582-72a02d458ce8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094973 Sep 29 23:24:59.823443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b822f34-5f27-4a81-a833-9321c8a0cf65 None None] New status for floating IP 9e152e2f-419a-49e9-bc0b-6b3e39eb3801: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:24:59.907570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e776886-fdb3-45b7-9324-76034cf46e59 req-6dc1853e-a4a4-46d9-bce5-f85edf6d6ce5 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0411136 Sep 29 23:24:59.928289 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:24:59.987186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=a7716832-eaf1-486f-af76-dbc0d187f357,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:00.022379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Checking segment: {'id': '4372cc32-1b51-42f7-90f0-d94468ae3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7007dc81-b1a4-498d-b9f0-dc3035a44d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:00.022751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network hostable DHCP agents. Network: 7007dc81-b1a4-498d-b9f0-dc3035a44d02, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:25:00.047036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 7007dc81-b1a4-498d-b9f0-dc3035a44d02 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:25:00.062411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 7007dc81-b1a4-498d-b9f0-dc3035a44d02) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:00.071530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923f181-cf16-4fb4-81d6-a724bf6daf60 None None] Network 7007dc81-b1a4-498d-b9f0-dc3035a44d02 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:00.084468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:00.087180 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:00.117529 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-edeb5163-7243-47d2-9552-e76cc72ab27f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8838210 Sep 29 23:25:00.117799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43632) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:00.123946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': '7007dc81-b1a4-498d-b9f0-dc3035a44d02', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1099540448'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:00.280121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:00.282964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-7007dc81-b1a4-498d-b9f0-dc3035a44d02', 'network_id': '7007dc81-b1a4-498d-b9f0-dc3035a44d02', 'tenant_id': 'b83b928bf7234efea3f208f0a7bbc31b', 'fixed_ips': [{'subnet_id': 'a7716832-eaf1-486f-af76-dbc0d187f357'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:25:00.284742 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:00.284947 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:00.314849 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port c424dfbd-0e46-4a44-996a-2f3481a41868 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:25:00.462872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8::d4 (7007dc81-b1a4-498d-b9f0-dc3035a44d02/a7716832-eaf1-486f-af76-dbc0d187f357/c424dfbd-0e46-4a44-996a-2f3481a41868) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:00.595945 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:00.639724 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:00.692832 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 7007dc81-b1a4-498d-b9f0-dc3035a44d02 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:00.693617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Allocated IP 2001:db8::2 (7007dc81-b1a4-498d-b9f0-dc3035a44d02/a7716832-eaf1-486f-af76-dbc0d187f357/e2b61403-4656-4d26-bc6c-108ea139ee90) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:00.696716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:00.700125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:00.708347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:00.709585 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:00.738301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=c424dfbd-0e46-4a44-996a-2f3481a41868,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:00.746285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43644) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:00.747008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-50511412-d08b-4ba0-b0fd-4e97c2621500 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.6279604 Sep 29 23:25:00.840958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-deleted', 'tag': '2ceaa646-8894-479c-a127-a14c16cf1019'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:25:00.843441 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab7f419-419c-4bae-9c1a-e7e77969ced2" -d '{"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-deleted", "tag": "2ceaa646-8894-479c-a127-a14c16cf1019"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:25:00.860971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-daaa8e62-a4f8-483a-b177-b7e902ea92e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port c424dfbd-0e46-4a44-996a-2f3481a41868 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:00.861286 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-daaa8e62-a4f8-483a-b177-b7e902ea92e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:00.953162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fa3e2-dd91-4f69-8bec-2bf6abdf0809 req-5b7c9bd8-1553-4495-a7b0-6d771ca0ffed tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:00.955353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a9fa3e2-dd91-4f69-8bec-2bf6abdf0809 req-5b7c9bd8-1553-4495-a7b0-6d771ca0ffed tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 946 time: 0.0719194 Sep 29 23:25:00.978749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-daaa8e62-a4f8-483a-b177-b7e902ea92e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:00.994991 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0500d44b-8b7e-41ea-83dd-5d77a17518a2 x-openstack-request-id: req-0500d44b-8b7e-41ea-83dd-5d77a17518a2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:25:00.995548 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03063a1c-9f07-472b-9a80-b7dccd31e698", "name": "network-vif-deleted", "tag": "2ceaa646-8894-479c-a127-a14c16cf1019", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:25:00.996012 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0500d44b-8b7e-41ea-83dd-5d77a17518a2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:25:00.996556 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03063a1c-9f07-472b-9a80-b7dccd31e698', 'name': 'network-vif-deleted', 'tag': '2ceaa646-8894-479c-a127-a14c16cf1019', 'status': 'completed', 'code': 200} Sep 29 23:25:01.000073 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:01.002316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-daaa8e62-a4f8-483a-b177-b7e902ea92e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for c424dfbd-0e46-4a44-996a-2f3481a41868 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:01.008812 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:01.058452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Pushing event updated for resources: {'Port': ['ID=e2b61403-4656-4d26-bc6c-108ea139ee90,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:01.072499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-126a1e56-160a-42be-8d34-6f7b5ab69389 req-d3433cab-d6a8-469c-bf24-3d837a9da85f tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0717905 Sep 29 23:25:01.078093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Network 7007dc81-b1a4-498d-b9f0-dc3035a44d02 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:01.079178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:01.082257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:01.085982 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a9fa3e2-dd91-4f69-8bec-2bf6abdf0809 req-9eccc469-f507-46c4-ada1-0309da589cf3 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214089 Sep 29 23:25:01.198258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Attempting to bind port e2b61403-4656-4d26-bc6c-108ea139ee90 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:25:01.198627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Attempting to bind port e2b61403-4656-4d26-bc6c-108ea139ee90 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '4372cc32-1b51-42f7-90f0-d94468ae3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7007dc81-b1a4-498d-b9f0-dc3035a44d02'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:25:01.198991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Attempting to bind port e2b61403-4656-4d26-bc6c-108ea139ee90 on network 7007dc81-b1a4-498d-b9f0-dc3035a44d02 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:25:01.205468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:25:01.206551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Checking segment: {'id': '4372cc32-1b51-42f7-90f0-d94468ae3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7007dc81-b1a4-498d-b9f0-dc3035a44d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:01.206952 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:01.207350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Bound using segment: {'id': '4372cc32-1b51-42f7-90f0-d94468ae3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7007dc81-b1a4-498d-b9f0-dc3035a44d02'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:25:01.207849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Bound port: e2b61403-4656-4d26-bc6c-108ea139ee90, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4372cc32-1b51-42f7-90f0-d94468ae3aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '7007dc81-b1a4-498d-b9f0-dc3035a44d02'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:25:01.208352 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:01.279853 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-daaa8e62-a4f8-483a-b177-b7e902ea92e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:01.297892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] For port e2b61403-4656-4d26-bc6c-108ea139ee90, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:25:01.317448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] For port e2b61403-4656-4d26-bc6c-108ea139ee90, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2b61403-4656-4d26-bc6c-108ea139ee90,segment=NetworkSegment(4372cc32-1b51-42f7-90f0-d94468ae3aad),segment_id=4372cc32-1b51-42f7-90f0-d94468ae3aad)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:25:01.335943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:01.344090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa8e62-a4f8-483a-b177-b7e902ea92e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=c424dfbd-0e46-4a44-996a-2f3481a41868,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:01.352504 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-daaa8e62-a4f8-483a-b177-b7e902ea92e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:01.354531 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-daaa8e62-a4f8-483a-b177-b7e902ea92e1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/c424dfbd-0e46-4a44-996a-2f3481a41868 HTTP/1.1" status: 204 len: 168 time: 0.6070247 Sep 29 23:25:01.357619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43666) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:01.389441 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe4a7ee-ec61-49bb-b38f-20b9f05547d4 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:25:01.391044 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-abe4a7ee-ec61-49bb-b38f-20b9f05547d4 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/c424dfbd-0e46-4a44-996a-2f3481a41868 HTTP/1.1" status: 404 len: 333 time: 0.0323293 Sep 29 23:25:01.394644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43670) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:01.426745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd97d0-a3bd-460e-8233-1c6cc8edc246 None None] Pushing event updated for resources: {'Port': ['ID=e2b61403-4656-4d26-bc6c-108ea139ee90,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:01.502315 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-4faa4244-1587-4c94-920b-b81696a9250c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet a7716832-eaf1-486f-af76-dbc0d187f357 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:25:01.555342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4faa4244-1587-4c94-920b-b81696a9250c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:01.618716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4faa4244-1587-4c94-920b-b81696a9250c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:01.696396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-bbebd468-ce00-4181-a6a0-efda89bd397f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:01.697945 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-bbebd468-ce00-4181-a6a0-efda89bd397f tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.42 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 946 time: 0.2238450 Sep 29 23:25:01.949827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4faa4244-1587-4c94-920b-b81696a9250c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:01.990477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Deleting port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:01.991054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:02.178160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4faa4244-1587-4c94-920b-b81696a9250c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:02.277895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa4244-1587-4c94-920b-b81696a9250c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=a7716832-eaf1-486f-af76-dbc0d187f357,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:02.284846 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4faa4244-1587-4c94-920b-b81696a9250c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:02.291514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4faa4244-1587-4c94-920b-b81696a9250c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/a7716832-eaf1-486f-af76-dbc0d187f357 HTTP/1.1" status: 204 len: 168 time: 0.8935091 Sep 29 23:25:02.292199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] For port 9178f6cb-d88b-4e78-97dd-4939c91e69b2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9178f6cb-d88b-4e78-97dd-4939c91e69b2,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:02.292574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:02.295966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43690) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:02.318314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb3b515a-73fb-4ea4-894f-455ed46d6195 req-a11dd6c4-369c-4140-a6c5-7e7fcf2a2d37 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0741291 Sep 29 23:25:02.464889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c8e9d5-6663-4ad3-9364-f73df46e4d9e req-d779d885-c988-40d0-bf22-9326139e82b9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:02.469797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83c8e9d5-6663-4ad3-9364-f73df46e4d9e req-d779d885-c988-40d0-bf22-9326139e82b9 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 946 time: 0.1567590 Sep 29 23:25:02.551208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83c8e9d5-6663-4ad3-9364-f73df46e4d9e req-ea639f7b-bfae-43cd-bb62-59b596a2f59d tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups?id=6866f297-cf41-4c93-bc58-93017bbc69d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751240 Sep 29 23:25:02.660542 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:02.862323 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:02.863126 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:02.863628 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Floating IP b5f429ec-2ef9-40ef-92dc-81c185cf1c00 disassociated. External IP: 172.25.4.20, port: 9178f6cb-d88b-4e78-97dd-4939c91e69b2. Sep 29 23:25:02.864165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Calling delete_port for 9178f6cb-d88b-4e78-97dd-4939c91e69b2 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:02.979994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port e2b61403-4656-4d26-bc6c-108ea139ee90 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:02.980614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.008328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0db4ea-82d2-45db-9a4e-0639113f9e62 None None] Network 7007dc81-b1a4-498d-b9f0-dc3035a44d02 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:03.160325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] For port e2b61403-4656-4d26-bc6c-108ea139ee90, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e2b61403-4656-4d26-bc6c-108ea139ee90,segment=NetworkSegment(4372cc32-1b51-42f7-90f0-d94468ae3aad),segment_id=4372cc32-1b51-42f7-90f0-d94468ae3aad)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:03.160699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.174849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for e2b61403-4656-4d26-bc6c-108ea139ee90 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:03.182206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-46a3d61f-d70c-4caa-8b45-746dfba2aa5e None None] Provisioning complete for port e2b61403-4656-4d26-bc6c-108ea139ee90 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:03.182206 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46a3d61f-d70c-4caa-8b45-746dfba2aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.338358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d31758-dbf4-4443-9366-24c40090a648 None None] DHCP port deletion for 7007dc81-b1a4-498d-b9f0-dc3035a44d02 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:25:03.343449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46a3d61f-d70c-4caa-8b45-746dfba2aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.362781 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6cf1c61b-2b2c-4bdf-9ece-9fdd66d1fddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.371356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.375488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.449105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=e2b61403-4656-4d26-bc6c-108ea139ee90,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:03.498309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No DVR routers for this DVR port e2b61403-4656-4d26-bc6c-108ea139ee90 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:03.501191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event deleted for resources: {'Port': ['ID=9178f6cb-d88b-4e78-97dd-4939c91e69b2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:03.550611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b42cdfd-021f-4c69-a23d-f02c49e69b43 req-461fb6b3-f83c-4de1-a601-d1e5785db447 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.1038227 Sep 29 23:25:03.748620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-77d31758-dbf4-4443-9366-24c40090a648 None None] Deleting port e2b61403-4656-4d26-bc6c-108ea139ee90 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:03.749253 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77d31758-dbf4-4443-9366-24c40090a648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.774914 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20fa4741-12e0-4b5a-9bda-7c722f967a00 req-4b232f3b-66c2-4305-9dcc-a8a7bd519a37 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 210 time: 0.0578637 Sep 29 23:25:03.822112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.856251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7007dc81-b1a4-498d-b9f0-dc3035a44d02']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:03.926742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-77d31758-dbf4-4443-9366-24c40090a648 None None] For port e2b61403-4656-4d26-bc6c-108ea139ee90, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:03.927395 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77d31758-dbf4-4443-9366-24c40090a648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.943713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4372cc32-1b51-42f7-90f0-d94468ae3aad') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:03.945114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4372cc32-1b51-42f7-90f0-d94468ae3aad') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:03.955032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-77d31758-dbf4-4443-9366-24c40090a648 None None] Calling delete_port for e2b61403-4656-4d26-bc6c-108ea139ee90 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:03.960564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-77d31758-dbf4-4443-9366-24c40090a648 None None] Port e2b61403-4656-4d26-bc6c-108ea139ee90 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:25:03.962566 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77d31758-dbf4-4443-9366-24c40090a648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.972843 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:03.996788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Router f7d32df9-1364-4d6d-a126-26fc510e9a77 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:25:03.997489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d31758-dbf4-4443-9366-24c40090a648 None None] Pushing event deleted for resources: {'Port': ['ID=e2b61403-4656-4d26-bc6c-108ea139ee90,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:04.001909 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d31758-dbf4-4443-9366-24c40090a648 None None] No DVR routers for this DVR port e2b61403-4656-4d26-bc6c-108ea139ee90 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:04.010518 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:04.021428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:25:04.021743 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:25:04.025733 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:25:04.182569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:04.217510 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:04.225106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:04.230153 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/networks/7007dc81-b1a4-498d-b9f0-dc3035a44d02 HTTP/1.1" status: 204 len: 168 time: 1.9328294 Sep 29 23:25:04.231450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'name': 'tempest-PortsIpV6TestJSON-1479012221'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:04.257925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ef92c4-ce60-4447-b796-db5dbac211a2 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Network': ['ID=7007dc81-b1a4-498d-b9f0-dc3035a44d02,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:04.372617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:25:04.385499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:04.395000 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] Sync routers for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:25:04.403164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:04.416139 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:25:04.419210 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:04.433260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] No DVR routers for this DVR port 9178f6cb-d88b-4e78-97dd-4939c91e69b2 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:04.443130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port 78f97f5f-52a5-40b0-a3f2-8fafb802acd4 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:25:04.446747 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:04.448992 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c4d1fcca-68b4-4b40-91e0-97b76f327dd1 req-72add0ca-e917-42cf-980a-9c210e7abc44 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.42 "DELETE /v2.0/ports/9178f6cb-d88b-4e78-97dd-4939c91e69b2 HTTP/1.1" status: 204 len: 173 time: 2.7421355 Sep 29 23:25:04.449459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'name': 'network-vif-deleted', 'tag': '9178f6cb-d88b-4e78-97dd-4939c91e69b2'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:25:04.462649 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af76357-9bf9-4df7-b069-fc3a3ba3ac68" -d '{"events": [{"server_uuid": "fae0114f-b574-4380-a293-9c92f1dfc756", "name": "network-vif-deleted", "tag": "9178f6cb-d88b-4e78-97dd-4939c91e69b2"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:25:04.536776 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c9f1d1-a834-4916-8b99-7b0f93ca70bc x-openstack-request-id: req-98c9f1d1-a834-4916-8b99-7b0f93ca70bc {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:25:04.537101 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fae0114f-b574-4380-a293-9c92f1dfc756", "name": "network-vif-deleted", "tag": "9178f6cb-d88b-4e78-97dd-4939c91e69b2", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:25:04.537358 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98c9f1d1-a834-4916-8b99-7b0f93ca70bc {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:25:04.537766 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fae0114f-b574-4380-a293-9c92f1dfc756', 'name': 'network-vif-deleted', 'tag': '9178f6cb-d88b-4e78-97dd-4939c91e69b2', 'status': 'completed', 'code': 200} Sep 29 23:25:04.600087 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:25:04.732853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f96bb687-eede-45dc-b88a-38a2da7b11bb req-f917df6b-0750-4288-8e00-ef859d170ebc tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0413914 Sep 29 23:25:04.748768 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:04.791423 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:04.858057 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:04.858866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:04.860388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=78f97f5f-52a5-40b0-a3f2-8fafb802acd4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:04.865261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:04.867507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:04.874262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:04.874900 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:04.914558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0fcbde69-7176-4d42-a713-9c3c27631f29 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6871734 Sep 29 23:25:04.917392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43742) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:04.926338 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] Checking router: f7d32df9-1364-4d6d-a126-26fc510e9a77 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:25:04.927597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9178f6cb-d88b-4e78-97dd-4939c91e69b2 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:04.947864 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:25:04.948719 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:24:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:04.970113 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 9178f6cb-d88b-4e78-97dd-4939c91e69b2 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:25:04.970727 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9178f6cb-d88b-4e78-97dd-4939c91e69b2 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:25:05.042032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37e617b4-56a5-414a-ac9f-f8d13d0c3bfc req-a20e2efc-26ac-4b20-a6aa-dda89914025c tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/ports?device_id=fae0114f-b574-4380-a293-9c92f1dfc756 HTTP/1.1" status: 200 len: 210 time: 0.0598736 Sep 29 23:25:05.130502 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-943fc8c0-0b47-4209-85ce-db36b934d1fe tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 78f97f5f-52a5-40b0-a3f2-8fafb802acd4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:05.131158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-943fc8c0-0b47-4209-85ce-db36b934d1fe tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:05.254541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-943fc8c0-0b47-4209-85ce-db36b934d1fe tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:05.272214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-943fc8c0-0b47-4209-85ce-db36b934d1fe tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 78f97f5f-52a5-40b0-a3f2-8fafb802acd4 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:05.285454 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:25:05.403586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-943fc8c0-0b47-4209-85ce-db36b934d1fe tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:05.452563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-943fc8c0-0b47-4209-85ce-db36b934d1fe tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:05.459855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:05.460561 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-943fc8c0-0b47-4209-85ce-db36b934d1fe tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/78f97f5f-52a5-40b0-a3f2-8fafb802acd4 HTTP/1.1" status: 204 len: 168 time: 0.5420058 Sep 29 23:25:05.464878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'mac_address': 'fa:16:3e:5d:94:e2', 'name': 'tempest-PortsIpV6TestJSON-784634312'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:05.504208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fc8c0-0b47-4209-85ce-db36b934d1fe tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=78f97f5f-52a5-40b0-a3f2-8fafb802acd4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:05.645308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:05.652797 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:05.704791 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63918eb9-ecd5-47fd-87a8-eb89ed0a1e04 None None] The sync data for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 is: [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32d0de8d-9c98-49e6-87cc-8922384586a4', 'name': '', 'network_id': '68ae1fb4-f01a-4ccb-9458-816cc67282ea', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'mac_address': 'fa:16:3e:d7:24:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_interface', 'standard_attr_id': 2138, 'fixed_ips': [{'subnet_id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:47Z', 'updated_at': '2021-09-29T23:16:54Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'subnets': [{'id': '9c386499-59ee-4326-b4ea-3be3ddb20641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:25:05.763695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:05.809234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port 147c0337-a2a7-436c-8934-359bf4313f17 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:25:05.895044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95d950cc-485e-4dde-8a6e-d8ebcd873a2b req-6c732dcc-e8d4-4f1b-8617-1a95a3f75c0f tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0352144 Sep 29 23:25:06.128568 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.188984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.239755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43790) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:06.274897 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9387cfca-5995-4c4b-8ed0-44490644f772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.291534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db205f8b-78d6-465e-9e4c-caabfd0c7ad9 None None] New status for floating IP b5f429ec-2ef9-40ef-92dc-81c185cf1c00: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:25:06.373596 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b7de80-253f-469b-b0a6-6446116c68a5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.375566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:06.413881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:06.431034 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b7de80-253f-469b-b0a6-6446116c68a5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.432921 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=147c0337-a2a7-436c-8934-359bf4313f17,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:06.452134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:06.467272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:06.473460 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.524242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b7de80-253f-469b-b0a6-6446116c68a5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.524242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b7de80-253f-469b-b0a6-6446116c68a5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.532269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dddc9ad6-e61e-41bf-b5ea-edb200e8de89 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.0673401 Sep 29 23:25:06.532269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43798) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:06.532468 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-32b7de80-253f-469b-b0a6-6446116c68a5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "DELETE /v2.0/security-groups/6866f297-cf41-4c93-bc58-93017bbc69d9 HTTP/1.1" status: 204 len: 168 time: 0.2907619 Sep 29 23:25:06.532468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43800) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:06.591200 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.608595 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-22c7e32c-0193-489a-bbb4-e06c5ef672ba tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] show failed (client error): The resource could not be found. Sep 29 23:25:06.617105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-22c7e32c-0193-489a-bbb4-e06c5ef672ba tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "GET /v2.0/security-groups/6866f297-cf41-4c93-bc58-93017bbc69d9 HTTP/1.1" status: 404 len: 347 time: 0.0833316 Sep 29 23:25:06.626661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:06.628067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c6c201-32a2-4997-b157-c83eff1a20b8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:06.632931 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-44c6c201-32a2-4997-b157-c83eff1a20b8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/147c0337-a2a7-436c-8934-359bf4313f17 HTTP/1.1" status: 200 len: 844 time: 0.0955532 Sep 29 23:25:06.634149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43804) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:06.703485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7de80-253f-469b-b0a6-6446116c68a5 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866f297-cf41-4c93-bc58-93017bbc69d9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:06.784578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1e03e84f-d273-40d2-828c-7ebcc0148ead tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 147c0337-a2a7-436c-8934-359bf4313f17 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:06.785735 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e03e84f-d273-40d2-828c-7ebcc0148ead tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.874636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e03e84f-d273-40d2-828c-7ebcc0148ead tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:06.889485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1e03e84f-d273-40d2-828c-7ebcc0148ead tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 147c0337-a2a7-436c-8934-359bf4313f17 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:07.011810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-06ff8be3-af6a-4896-b964-ab0f3e05d9b8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Deleting port fe44b7c7-1b54-44b6-ad9e-064f260f0e0f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:07.012476 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ff8be3-af6a-4896-b964-ab0f3e05d9b8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.026903 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e03e84f-d273-40d2-828c-7ebcc0148ead tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.112403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e03e84f-d273-40d2-828c-7ebcc0148ead tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.114465 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1e03e84f-d273-40d2-828c-7ebcc0148ead tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/147c0337-a2a7-436c-8934-359bf4313f17 HTTP/1.1" status: 204 len: 168 time: 0.4789929 Sep 29 23:25:07.121276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e03e84f-d273-40d2-828c-7ebcc0148ead tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=147c0337-a2a7-436c-8934-359bf4313f17,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:07.121276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43820) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:07.152945 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d091a5-5bd2-4ef9-a11d-95a79cbf6348 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:25:07.154496 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-72d091a5-5bd2-4ef9-a11d-95a79cbf6348 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/147c0337-a2a7-436c-8934-359bf4313f17 HTTP/1.1" status: 404 len: 333 time: 0.0334711 Sep 29 23:25:07.158317 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6011bbf4-8362-45da-ad47-c1ffa7ad8206 req-338c9f4c-715d-430a-81ef-26a169645e6e tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0274689 Sep 29 23:25:07.160973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43822) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:07.167154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'name': 'tempest-PortsIpV6TestJSON-869983484'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:07.285079 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ff8be3-af6a-4896-b964-ab0f3e05d9b8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.285413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ff8be3-af6a-4896-b964-ab0f3e05d9b8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.314543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:07.319848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.342555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-06ff8be3-af6a-4896-b964-ab0f3e05d9b8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Calling delete_port for fe44b7c7-1b54-44b6-ad9e-064f260f0e0f owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:07.365108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port d9b2f4ae-b17d-4086-9df5-7a8b74a60520 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:25:07.447416 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.732475 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.781595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ff8be3-af6a-4896-b964-ab0f3e05d9b8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.815365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff8be3-af6a-4896-b964-ab0f3e05d9b8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Pushing event deleted for resources: {'Port': ['ID=fe44b7c7-1b54-44b6-ad9e-064f260f0e0f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:07.820101 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.942579 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:07.945928 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ff8be3-af6a-4896-b964-ab0f3e05d9b8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.948860 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06ff8be3-af6a-4896-b964-ab0f3e05d9b8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:07.950289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-06ff8be3-af6a-4896-b964-ab0f3e05d9b8 tempest-AttachVolumeTestJSON-243691511 tempest-AttachVolumeTestJSON-243691511-project] 10.222.0.44 "DELETE /v2.0/floatingips/b5f429ec-2ef9-40ef-92dc-81c185cf1c00 HTTP/1.1" status: 204 len: 168 time: 1.3126898 Sep 29 23:25:07.953995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:07.965888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:07.979453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:07.981086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.015250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=d9b2f4ae-b17d-4086-9df5-7a8b74a60520,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:08.032105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-70e7b58c-1f85-4751-a65a-ac187e275153 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8701324 Sep 29 23:25:08.035809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43840) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:08.041206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1b524340-3d30-4047-ad8b-5d5972dc225c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:08.129294 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b524340-3d30-4047-ad8b-5d5972dc225c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.342665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4123ad88-1c53-4738-a1e3-4f2054c598e8 req-4aa42054-062a-4235-8b78-16508f7c6adb tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0361476 Sep 29 23:25:08.358745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b524340-3d30-4047-ad8b-5d5972dc225c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.364566 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b524340-3d30-4047-ad8b-5d5972dc225c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.418191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b524340-3d30-4047-ad8b-5d5972dc225c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=d9b2f4ae-b17d-4086-9df5-7a8b74a60520,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:08.434961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1b524340-3d30-4047-ad8b-5d5972dc225c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] In _notify_port_updated(), no bound segment for port d9b2f4ae-b17d-4086-9df5-7a8b74a60520 on network e704c520-45c8-4dfa-8700-1d61af54af3f {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:25:08.441520 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b524340-3d30-4047-ad8b-5d5972dc225c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:08.442239 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b524340-3d30-4047-ad8b-5d5972dc225c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.444108 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1b524340-3d30-4047-ad8b-5d5972dc225c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "PUT /v2.0/ports/d9b2f4ae-b17d-4086-9df5-7a8b74a60520 HTTP/1.1" status: 200 len: 818 time: 0.4068873 Sep 29 23:25:08.446339 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43856) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:08.558699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c6695596-47cf-4b5e-b357-bd55dc5d63fb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port d9b2f4ae-b17d-4086-9df5-7a8b74a60520 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:08.559048 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6695596-47cf-4b5e-b357-bd55dc5d63fb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.626884 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.640643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6695596-47cf-4b5e-b357-bd55dc5d63fb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.655523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c6695596-47cf-4b5e-b357-bd55dc5d63fb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for d9b2f4ae-b17d-4086-9df5-7a8b74a60520 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:08.706570 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:25:08.772079 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6695596-47cf-4b5e-b357-bd55dc5d63fb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.805196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695596-47cf-4b5e-b357-bd55dc5d63fb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=d9b2f4ae-b17d-4086-9df5-7a8b74a60520,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:08.812113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6695596-47cf-4b5e-b357-bd55dc5d63fb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.817484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c6695596-47cf-4b5e-b357-bd55dc5d63fb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/d9b2f4ae-b17d-4086-9df5-7a8b74a60520 HTTP/1.1" status: 204 len: 168 time: 0.3673801 Sep 29 23:25:08.817989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43862) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:08.883553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2db59f-433e-46c2-905c-c44bb2a43f78 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:08.885259 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3f2db59f-433e-46c2-905c-c44bb2a43f78 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0661178 Sep 29 23:25:08.887947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43864) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:08.914449 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0d28a33-cb6d-472b-a5ad-ed8b166501d3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:25:08.916143 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f0d28a33-cb6d-472b-a5ad-ed8b166501d3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/d9b2f4ae-b17d-4086-9df5-7a8b74a60520 HTTP/1.1" status: 404 len: 333 time: 0.0271132 Sep 29 23:25:08.919795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43866) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:08.925053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1888734268'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:08.950470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:08.954451 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:08.984567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:25:09.010850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:09.011535 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Added segment 93512a77-7b79-4661-9f89-4882a2997656 of type vlan for network d49396c0-9824-4af8-b607-947481ee1c37 Sep 29 23:25:09.072886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:09.103468 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:09.111220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:09.112682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:09.137995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2168555 Sep 29 23:25:09.141073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 43872) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:09.147009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:09.289170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6a50a9-1c62-46ac-9c0b-0ccfc13b6176 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Network': ['ID=d49396c0-9824-4af8-b607-947481ee1c37,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:09.315205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network d49396c0-9824-4af8-b607-947481ee1c37 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:25:09.371948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:09.379036 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:09.564635 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:09.576496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a05bc337-044a-4c5b-9572-3af5d677244d req-592e981c-905d-4612-9bcf-f35a48f207e4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0522997 Sep 29 23:25:09.794320 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:09.920684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Checking segment: {'id': '93512a77-7b79-4661-9f89-4882a2997656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:09.921905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network hostable DHCP agents. Network: d49396c0-9824-4af8-b607-947481ee1c37, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:25:09.932790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=f54aeca6-c536-4a96-9d29-0ad25fb392e8,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:09.983865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network d49396c0-9824-4af8-b607-947481ee1c37 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:25:10.012269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, d49396c0-9824-4af8-b607-947481ee1c37) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:10.019694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:10.020332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:10.024496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac43d10f-bad2-4618-94f1-6837ff12a2ad None None] Network d49396c0-9824-4af8-b607-947481ee1c37 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:10.068109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:10.071812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5639055c-35e1-46ac-9bff-09e7ac1c3425 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:10.074849 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0f44d724-a69c-4a87-917c-d4470ea39806 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9167781 Sep 29 23:25:10.288303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5639055c-35e1-46ac-9bff-09e7ac1c3425 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:10.293499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5639055c-35e1-46ac-9bff-09e7ac1c3425 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:10.384604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-d49396c0-9824-4af8-b607-947481ee1c37', 'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37', 'tenant_id': 'b83b928bf7234efea3f208f0a7bbc31b', 'fixed_ips': [{'subnet_id': 'f54aeca6-c536-4a96-9d29-0ad25fb392e8'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:25:10.385781 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:10.467984 n-d-811173-2 neutron-server[110005]: INFO neutron.db.ipam_backend_mixin [None req-5639055c-35e1-46ac-9bff-09e7ac1c3425 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f54aeca6-c536-4a96-9d29-0ad25fb392e8 (CIDR: 2001:db8::/64) Sep 29 23:25:10.476814 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5639055c-35e1-46ac-9bff-09e7ac1c3425 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:25:10.483684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5639055c-35e1-46ac-9bff-09e7ac1c3425 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:25:10.515160 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5639055c-35e1-46ac-9bff-09e7ac1c3425 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4471195 Sep 29 23:25:10.520527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43898) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:10.535720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d0c31376-d706-4301-a04f-ef08bd1ce4b6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:10.657037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Allocated IP 2001:db8::2 (d49396c0-9824-4af8-b607-947481ee1c37/f54aeca6-c536-4a96-9d29-0ad25fb392e8/b6cbff5b-f0d4-4236-aed7-c4ed3222e11d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:10.829740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a3ee31b-70ab-4aab-a8f9-34342f8b6173 req-2967c207-e087-4a48-bc01-02e3600c26c9 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0589533 Sep 29 23:25:10.865542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c31376-d706-4301-a04f-ef08bd1ce4b6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:10.871357 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0c31376-d706-4301-a04f-ef08bd1ce4b6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:11.071027 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:11.095513 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:11.181676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Network d49396c0-9824-4af8-b607-947481ee1c37 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:11.184823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:11.189067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:11.231015 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Pushing event updated for resources: {'Port': ['ID=b6cbff5b-f0d4-4236-aed7-c4ed3222e11d,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:11.372295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Attempting to bind port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:25:11.373611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Attempting to bind port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '93512a77-7b79-4661-9f89-4882a2997656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:25:11.374143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Attempting to bind port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d on network d49396c0-9824-4af8-b607-947481ee1c37 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:25:11.397136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:25:11.397518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Checking segment: {'id': '93512a77-7b79-4661-9f89-4882a2997656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:11.397934 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:11.399171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Bound using segment: {'id': '93512a77-7b79-4661-9f89-4882a2997656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:25:11.399171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Bound port: b6cbff5b-f0d4-4236-aed7-c4ed3222e11d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93512a77-7b79-4661-9f89-4882a2997656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:25:11.399500 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:11.528625 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0c31376-d706-4301-a04f-ef08bd1ce4b6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:11.547671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] For port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:25:11.554536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] For port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b6cbff5b-f0d4-4236-aed7-c4ed3222e11d,segment=NetworkSegment(93512a77-7b79-4661-9f89-4882a2997656),segment_id=93512a77-7b79-4661-9f89-4882a2997656)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:25:11.566668 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:11.639721 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-0fd4a3ce-0f86-4e77-9e68-fba50fac460f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2910652 Sep 29 23:25:11.670110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c31376-d706-4301-a04f-ef08bd1ce4b6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network d49396c0-9824-4af8-b607-947481ee1c37 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:11.672171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d0c31376-d706-4301-a04f-ef08bd1ce4b6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:11.680919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c31376-d706-4301-a04f-ef08bd1ce4b6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:11.681615 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0c31376-d706-4301-a04f-ef08bd1ce4b6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:11.711715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3e8fdc-a6c6-4ff1-b6e4-570db920ced9 None None] Pushing event updated for resources: {'Port': ['ID=b6cbff5b-f0d4-4236-aed7-c4ed3222e11d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:11.790411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c31376-d706-4301-a04f-ef08bd1ce4b6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=390e7612-b70e-4eb1-86fa-1b280451104a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:11.822250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d0c31376-d706-4301-a04f-ef08bd1ce4b6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3000543 Sep 29 23:25:11.823016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43926) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:11.850986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37', 'fixed_ips': [{'subnet_id': 'f54aeca6-c536-4a96-9d29-0ad25fb392e8'}, {'subnet_id': '390e7612-b70e-4eb1-86fa-1b280451104a'}], 'name': 'tempest-PortsIpV6TestJSON-1063607369'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:11.908120 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-3818f2c3-adec-4c14-a745-d596d343d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:11.914928 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-3818f2c3-adec-4c14-a745-d596d343d2ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 1097 time: 0.1992540 Sep 29 23:25:12.117751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-a5d274db-7dd7-4a16-9e44-edb683e91a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:12.121473 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-a5d274db-7dd7-4a16-9e44-edb683e91a1a service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.1822772 Sep 29 23:25:12.134112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-394becf5-3ecf-4ea4-bb59-26618f931359 req-c35f2719-5fcb-4888-ac9b-99f0f4ba127b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0803452 Sep 29 23:25:12.267475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:12.306346 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-554a7722-eaf2-47f3-a0b7-bdacbb3dcb25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b39b1989-d307-4a00-809e-72592510baaf HTTP/1.1" status: 200 len: 1000 time: 0.1744981 Sep 29 23:25:12.416852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-da1b8280-5a62-43bb-a787-5db745d15507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:12.420714 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-da1b8280-5a62-43bb-a787-5db745d15507 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.1056094 Sep 29 23:25:12.452778 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:12.478597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:25:12.524469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-bba1dcec-f2eb-4c34-a812-3f3741683041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:12.532103 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-bba1dcec-f2eb-4c34-a812-3f3741683041 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015706 Sep 29 23:25:12.862087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-4f43578d-62c0-49d3-8ad2-1f6d37b79e5e service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233857 Sep 29 23:25:13.129175 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9ca13eb-796d-41b3-95bf-c72fb09f979e req-ac397e45-d614-4b85-be1f-13df61e3e5d1 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602177 Sep 29 23:25:13.611321 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be07e8c6-561e-4e38-a554-fd517779acd7 None None] Network d49396c0-9824-4af8-b607-947481ee1c37 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:13.722242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a23ce816-8c80-48d9-bfa4-935f28d137aa None None] Provisioning complete for port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:13.722586 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a23ce816-8c80-48d9-bfa4-935f28d137aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:13.891171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6cbff5b-f0d4-4236-aed7-c4ed3222e11d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:25:13.941200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d97d5375-5f50-4e10-aacd-2d81541f597f req-d8058f6d-549e-4c69-afaf-dc9d757dc349 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0723214 Sep 29 23:25:14.145098 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a23ce816-8c80-48d9-bfa4-935f28d137aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:14.147678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8::194 (d49396c0-9824-4af8-b607-947481ee1c37/f54aeca6-c536-4a96-9d29-0ad25fb392e8/0a06f513-0dca-45f9-b811-879ec4bdb8e8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:14.164615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8:0:1::2f7 (d49396c0-9824-4af8-b607-947481ee1c37/390e7612-b70e-4eb1-86fa-1b280451104a/0a06f513-0dca-45f9-b811-879ec4bdb8e8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:14.371229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a23ce816-8c80-48d9-bfa4-935f28d137aa None None] For port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b6cbff5b-f0d4-4236-aed7-c4ed3222e11d,segment=NetworkSegment(93512a77-7b79-4661-9f89-4882a2997656),segment_id=93512a77-7b79-4661-9f89-4882a2997656)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:14.400458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:14.400984 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:14.480559 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a23ce816-8c80-48d9-bfa4-935f28d137aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:14.568656 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:14.612808 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:14.707305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network d49396c0-9824-4af8-b607-947481ee1c37 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:14.708997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=0a06f513-0dca-45f9-b811-879ec4bdb8e8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:14.732072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ce816-8c80-48d9-bfa4-935f28d137aa None None] Pushing event updated for resources: {'Port': ['ID=b6cbff5b-f0d4-4236-aed7-c4ed3222e11d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:14.738518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:14.756168 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:14.762101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:14.763155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:14.781254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d8341221-e1da-427d-9dcd-6083343a3e64 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.9561131 Sep 29 23:25:14.783936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 43978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:14.791062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fd4c3ca7-7518-4eff-8585-97ece6b0d63d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f54aeca6-c536-4a96-9d29-0ad25fb392e8'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:14.886056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b42008-221c-4da7-ad47-5e820d6436e8 None None] Update dhcp port {'port': {'network_id': 'd49396c0-9824-4af8-b607-947481ee1c37', 'fixed_ips': [{'subnet_id': 'f54aeca6-c536-4a96-9d29-0ad25fb392e8', 'ip_address': '2001:db8::2'}, {'subnet_id': '390e7612-b70e-4eb1-86fa-1b280451104a'}], 'binding:host_id': 'n-d-811173-2'}, 'id': 'b6cbff5b-f0d4-4236-aed7-c4ed3222e11d'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:25:14.900137 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3ca7-7518-4eff-8585-97ece6b0d63d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:14.932928 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35b42008-221c-4da7-ad47-5e820d6436e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:15.218651 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db32520c-ccf8-4205-a991-3c0da4720384 req-fc9c7c61-627c-447e-8777-f6f9c32515c6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0605907 Sep 29 23:25:15.310860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-35b42008-221c-4da7-ad47-5e820d6436e8 None None] Allocated IP 2001:db8:0:1::2 (d49396c0-9824-4af8-b607-947481ee1c37/390e7612-b70e-4eb1-86fa-1b280451104a/b6cbff5b-f0d4-4236-aed7-c4ed3222e11d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:15.466946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-35b42008-221c-4da7-ad47-5e820d6436e8 None None] For port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b6cbff5b-f0d4-4236-aed7-c4ed3222e11d,segment=NetworkSegment(93512a77-7b79-4661-9f89-4882a2997656),segment_id=93512a77-7b79-4661-9f89-4882a2997656)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:15.503995 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35b42008-221c-4da7-ad47-5e820d6436e8 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:15.510129 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35b42008-221c-4da7-ad47-5e820d6436e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:15.685711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-fd4c3ca7-7518-4eff-8585-97ece6b0d63d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Delete allocated IP 2001:db8:0:1::2f7 (d49396c0-9824-4af8-b607-947481ee1c37/390e7612-b70e-4eb1-86fa-1b280451104a) {{(pid=110005) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 23:25:15.737741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6cbff5b-f0d4-4236-aed7-c4ed3222e11d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:25:15.891925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b42008-221c-4da7-ad47-5e820d6436e8 None None] Pushing event updated for resources: {'Port': ['ID=b6cbff5b-f0d4-4236-aed7-c4ed3222e11d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:15.918872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:15.919257 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:16.055274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3ca7-7518-4eff-8585-97ece6b0d63d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:16.078892 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3ca7-7518-4eff-8585-97ece6b0d63d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:16.334024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fd4c3ca7-7518-4eff-8585-97ece6b0d63d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] In _notify_port_updated(), no bound segment for port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 on network d49396c0-9824-4af8-b607-947481ee1c37 {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:25:16.357760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4c3ca7-7518-4eff-8585-97ece6b0d63d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:16.366793 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd4c3ca7-7518-4eff-8585-97ece6b0d63d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:16.373768 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fd4c3ca7-7518-4eff-8585-97ece6b0d63d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "PUT /v2.0/ports/0a06f513-0dca-45f9-b811-879ec4bdb8e8 HTTP/1.1" status: 200 len: 926 time: 1.5888288 Sep 29 23:25:16.376963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44000) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:16.387795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8fee9993-95a7-4260-a4f6-e4492b99002a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f54aeca6-c536-4a96-9d29-0ad25fb392e8'}, {'subnet_id': '390e7612-b70e-4eb1-86fa-1b280451104a'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:16.422787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c3ca7-7518-4eff-8585-97ece6b0d63d tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=0a06f513-0dca-45f9-b811-879ec4bdb8e8,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:16.526590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91caf445-5703-464e-8cf7-03ab75c34fef req-3dddcc34-73d7-4608-af4b-b11504c07f79 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0816934 Sep 29 23:25:16.828267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29aa5c23-9661-4551-b8b7-81553c4a3ff3 None None] Network d49396c0-9824-4af8-b607-947481ee1c37 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:16.906026 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-425f1ba2-318f-4c41-8026-53919cade059 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4464817 Sep 29 23:25:16.998455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8fee9993-95a7-4260-a4f6-e4492b99002a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:17.007747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0eb6ffe9-5b23-4b2c-bcd1-09173d03e010 None None] Provisioning complete for port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:17.007747 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0eb6ffe9-5b23-4b2c-bcd1-09173d03e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:17.820312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6cbff5b-f0d4-4236-aed7-c4ed3222e11d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:25:17.888868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f39e1b7b-bc6b-4284-8f25-64d1cefde846 req-05e92e79-8610-4a16-b7dc-00a41df7c04f tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0875728 Sep 29 23:25:17.926569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d2b23c30-5e41-4aa9-a243-fd6318711c34 None None] Provisioning complete for port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:17.927669 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d2b23c30-5e41-4aa9-a243-fd6318711c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:18.104605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:18.105315 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:18.193823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-6d29f731-3e9a-4738-b511-5947130e7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:18.196394 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-6d29f731-3e9a-4738-b511-5947130e7871 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 1096 time: 1.2422111 Sep 29 23:25:18.282286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d2b23c30-5e41-4aa9-a243-fd6318711c34 None None] Provisioning complete for port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:18.282670 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d2b23c30-5e41-4aa9-a243-fd6318711c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:18.327330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d2b23c30-5e41-4aa9-a243-fd6318711c34 None None] Port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:18.467871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ec7a285c-90ef-452a-a3af-6b202a08b2f4 None None] Provisioning complete for port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:18.468262 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec7a285c-90ef-452a-a3af-6b202a08b2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:18.608727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-8fee9993-95a7-4260-a4f6-e4492b99002a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8:0:1::15a (d49396c0-9824-4af8-b607-947481ee1c37/390e7612-b70e-4eb1-86fa-1b280451104a/0a06f513-0dca-45f9-b811-879ec4bdb8e8) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:18.881626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8fee9993-95a7-4260-a4f6-e4492b99002a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:18.899982 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8fee9993-95a7-4260-a4f6-e4492b99002a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:18.909749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ec7a285c-90ef-452a-a3af-6b202a08b2f4 None None] Port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:19.046293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-933b0d68-c505-4adc-9ce4-89f1a3520a07 None None] Provisioning complete for port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:19.046901 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-933b0d68-c505-4adc-9ce4-89f1a3520a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:19.055082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8fee9993-95a7-4260-a4f6-e4492b99002a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] In _notify_port_updated(), no bound segment for port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 on network d49396c0-9824-4af8-b607-947481ee1c37 {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:25:19.060869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fee9993-95a7-4260-a4f6-e4492b99002a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:19.061663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8fee9993-95a7-4260-a4f6-e4492b99002a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:19.065979 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8fee9993-95a7-4260-a4f6-e4492b99002a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "PUT /v2.0/ports/0a06f513-0dca-45f9-b811-879ec4bdb8e8 HTTP/1.1" status: 200 len: 1012 time: 2.6871436 Sep 29 23:25:19.067329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b1b1429-89dd-4d4b-9c2e-1117513a9a1f req-09f96dd3-dbd2-475d-bb11-64db44cdcab6 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0520239 Sep 29 23:25:19.116893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44054) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:19.121300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-933b0d68-c505-4adc-9ce4-89f1a3520a07 None None] Port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:19.152758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-72ac3a35-bcf7-409c-a511-69b92ae0de0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:19.154828 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-72ac3a35-bcf7-409c-a511-69b92ae0de0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.9287205 Sep 29 23:25:19.157745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fee9993-95a7-4260-a4f6-e4492b99002a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=0a06f513-0dca-45f9-b811-879ec4bdb8e8,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:19.301953 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-1a86110c-5eac-4bc0-bed4-d75a039cf5bb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e HTTP/1.1" status: 200 len: 1001 time: 0.1194339 Sep 29 23:25:19.349076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a8eec410-5d13-4bc8-9c2f-db022efffcbe None None] Provisioning complete for port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:19.349455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8eec410-5d13-4bc8-9c2f-db022efffcbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:19.401990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a8eec410-5d13-4bc8-9c2f-db022efffcbe None None] Port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:19.402389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b907c8c6-f560-4bac-be6d-8feb55d1f487 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 0a06f513-0dca-45f9-b811-879ec4bdb8e8 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:19.402911 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b907c8c6-f560-4bac-be6d-8feb55d1f487 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:19.450565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-2112dc49-2893-4565-81ff-e5226cc57dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:19.452610 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-2112dc49-2893-4565-81ff-e5226cc57dd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.1400568 Sep 29 23:25:19.556296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-c5a521c5-91c5-4516-9992-5f2d388aeaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:19.557850 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-c5a521c5-91c5-4516-9992-5f2d388aeaf8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0905654 Sep 29 23:25:19.646027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b907c8c6-f560-4bac-be6d-8feb55d1f487 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:19.662339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b907c8c6-f560-4bac-be6d-8feb55d1f487 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 0a06f513-0dca-45f9-b811-879ec4bdb8e8 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:19.801978 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-279bd1e1-9fb9-4fb7-a81a-437302673db6 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326522 Sep 29 23:25:19.940650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b907c8c6-f560-4bac-be6d-8feb55d1f487 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:19.983696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907c8c6-f560-4bac-be6d-8feb55d1f487 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=0a06f513-0dca-45f9-b811-879ec4bdb8e8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:20.104814 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0d31c10-de04-4455-8a12-0f3947a3c248 req-420e1997-7499-4154-916e-c5713ed68836 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847918 Sep 29 23:25:20.109562 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b907c8c6-f560-4bac-be6d-8feb55d1f487 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:20.112552 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b907c8c6-f560-4bac-be6d-8feb55d1f487 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/0a06f513-0dca-45f9-b811-879ec4bdb8e8 HTTP/1.1" status: 204 len: 168 time: 0.9791992 Sep 29 23:25:20.116728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:20.186695 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:20.194102 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68ad0b5-3b7d-43ff-b918-d9a3230154e6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:25:20.196690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b68ad0b5-3b7d-43ff-b918-d9a3230154e6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/0a06f513-0dca-45f9-b811-879ec4bdb8e8 HTTP/1.1" status: 404 len: 333 time: 0.0776372 Sep 29 23:25:20.199978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44082) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:20.313158 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4308ea2-74d5-4697-a93e-d8be04953a60 req-aa5ea0f4-e112-4eaa-8fde-5fd975ca813b tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0666986 Sep 29 23:25:20.324032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4990bf3-2a13-487d-83e9-bed9cfb5ba5f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet 390e7612-b70e-4eb1-86fa-1b280451104a {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:25:20.329820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4990bf3-2a13-487d-83e9-bed9cfb5ba5f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:20.423706 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4990bf3-2a13-487d-83e9-bed9cfb5ba5f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:20.536706 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4990bf3-2a13-487d-83e9-bed9cfb5ba5f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:20.608226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4990bf3-2a13-487d-83e9-bed9cfb5ba5f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:20.652882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48a8012-8d5c-4d43-a388-605b6eafa791 None None] Network d49396c0-9824-4af8-b607-947481ee1c37 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:20.667341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b4990bf3-2a13-487d-83e9-bed9cfb5ba5f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:20.675273 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b4990bf3-2a13-487d-83e9-bed9cfb5ba5f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/390e7612-b70e-4eb1-86fa-1b280451104a HTTP/1.1" status: 204 len: 168 time: 0.4738264 Sep 29 23:25:20.676433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4990bf3-2a13-487d-83e9-bed9cfb5ba5f tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=390e7612-b70e-4eb1-86fa-1b280451104a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:20.677944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44092) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:20.755713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cfed7a-6a7b-463d-b3b6-46e02cc6f4be tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet f54aeca6-c536-4a96-9d29-0ad25fb392e8 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:25:20.771483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfed7a-6a7b-463d-b3b6-46e02cc6f4be tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:20.827621 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfed7a-6a7b-463d-b3b6-46e02cc6f4be tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:20.972867 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfed7a-6a7b-463d-b3b6-46e02cc6f4be tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.052116 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfed7a-6a7b-463d-b3b6-46e02cc6f4be tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.087946 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5cfed7a-6a7b-463d-b3b6-46e02cc6f4be tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.092703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f5cfed7a-6a7b-463d-b3b6-46e02cc6f4be tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/f54aeca6-c536-4a96-9d29-0ad25fb392e8 HTTP/1.1" status: 204 len: 168 time: 0.4111710 Sep 29 23:25:21.092703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cfed7a-6a7b-463d-b3b6-46e02cc6f4be tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=f54aeca6-c536-4a96-9d29-0ad25fb392e8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:21.093097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44108) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:21.269329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.350460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:21.351182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.470146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] For port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b6cbff5b-f0d4-4236-aed7-c4ed3222e11d,segment=NetworkSegment(93512a77-7b79-4661-9f89-4882a2997656),segment_id=93512a77-7b79-4661-9f89-4882a2997656)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:21.471392 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.495976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-361a9d87-ac59-4073-8060-662538b97a9a req-e2683857-0831-423f-bbf0-10687bb474c1 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0665371 Sep 29 23:25:21.509407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for b6cbff5b-f0d4-4236-aed7-c4ed3222e11d owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:21.610539 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.626559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No DVR routers for this DVR port b6cbff5b-f0d4-4236-aed7-c4ed3222e11d on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:21.681218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=b6cbff5b-f0d4-4236-aed7-c4ed3222e11d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:21.795652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.827155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d49396c0-9824-4af8-b607-947481ee1c37']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:21.839261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93512a77-7b79-4661-9f89-4882a2997656') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:21.839568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93512a77-7b79-4661-9f89-4882a2997656') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:21.851318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.878700 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.895595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:25:21.895595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:25:21.916170 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:25:22.001739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:22.014067 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:22.022293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44126) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:22.022482 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/networks/d49396c0-9824-4af8-b607-947481ee1c37 HTTP/1.1" status: 204 len: 168 time: 0.9272914 Sep 29 23:25:22.049328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-79ec10a3-6a8b-420b-a543-5438db175db7 None None] Could not find standard attr ID for object b6cbff5b-f0d4-4236-aed7-c4ed3222e11d. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:25:22.072358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c03944-fef8-45ca-9796-4c1dc035f606 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Network': ['ID=d49396c0-9824-4af8-b607-947481ee1c37,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:22.129973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236d5232-e43b-4625-8853-29a25334f5db tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:22.131960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-236d5232-e43b-4625-8853-29a25334f5db tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1079707 Sep 29 23:25:22.135166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44132) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:22.175139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2602bfc6-a9b6-4c48-8197-127c507f741c None None] DHCP port deletion for d49396c0-9824-4af8-b607-947481ee1c37 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:25:22.228464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44138) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:22.229760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-da4cbee2-3b2b-464e-bac2-c0100fd7e24c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0928698 Sep 29 23:25:22.233571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-690500631'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:22.286141 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:22.294480 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:22.328643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:25:22.350474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:22.351817 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Added segment 8fbc1679-0fbc-47b9-bbc2-c5d42913de75 of type vlan for network 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 Sep 29 23:25:22.418759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:22.449038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:22.456663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:22.457469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:22.493699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:22.500524 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2643607 Sep 29 23:25:22.501548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': '4e5284ee-ca43-4ddd-8170-87eff2ea3b08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:22.604403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb30b9-132e-41a1-9a1a-20a0534053e0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Network': ['ID=4e5284ee-ca43-4ddd-8170-87eff2ea3b08,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:22.618084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:25:22.707889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9cfbd1e-7155-41ca-b90a-4a5c0736bffd req-92d4c929-9a37-427d-bb58-79902fd4ca03 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0470488 Sep 29 23:25:22.736717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:22.742209 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:23.114035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:23.239228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-4cf65fbb-0fae-4107-b264-8f19751e19c0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1868543781&fields=id&tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 267 time: 0.1117580 Sep 29 23:25:23.277888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=f8e1673c-ef0b-469f-b2b8-e626d07bf255,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:23.298160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Checking segment: {'id': '8fbc1679-0fbc-47b9-bbc2-c5d42913de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e5284ee-ca43-4ddd-8170-87eff2ea3b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:23.298837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network hostable DHCP agents. Network: 4e5284ee-ca43-4ddd-8170-87eff2ea3b08, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:25:23.382565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:25:23.403438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-65acbcb6-488a-48ce-aea4-f17ccdc5a0ca tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:23.407140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-65acbcb6-488a-48ce-aea4-f17ccdc5a0ca tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.1665721 Sep 29 23:25:23.423475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 4e5284ee-ca43-4ddd-8170-87eff2ea3b08) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:23.436414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-f800564d-197a-43ef-b1b3-b00eaaee3ed6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/quotas/86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 375 time: 0.0228341 Sep 29 23:25:23.441757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0ad4bc-ec81-4343-b31e-979f6291bea4 None None] Network 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:23.444450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:23.445146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:23.541373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-34a57261-51af-458b-a381-df44dfcacb1b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0461204 Sep 29 23:25:23.544056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44180) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:23.554665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': '4e5284ee-ca43-4ddd-8170-87eff2ea3b08', 'name': 'tempest-PortsIpV6TestJSON-1117513568'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:23.595085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d8492d0d-ea68-4402-8e4e-14f4c044971f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1631117 Sep 29 23:25:23.726897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6cbff5b-f0d4-4236-aed7-c4ed3222e11d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:23.792724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f17f68-387f-42eb-8867-aa139804b429 req-72bfc36c-60bf-4365-bcd9-9ce720ee1caa tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:23.801634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4f17f68-387f-42eb-8867-aa139804b429 req-72bfc36c-60bf-4365-bcd9-9ce720ee1caa tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 946 time: 0.1915212 Sep 29 23:25:23.805605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: b6cbff5b-f0d4-4236-aed7-c4ed3222e11d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:25:23.812088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6cbff5b-f0d4-4236-aed7-c4ed3222e11d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:25:23.854209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-28a27304-cfa1-429c-941d-0cf9f8eba809 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581692 Sep 29 23:25:23.875209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:23.879503 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:23.896092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-4e5284ee-ca43-4ddd-8170-87eff2ea3b08', 'network_id': '4e5284ee-ca43-4ddd-8170-87eff2ea3b08', 'tenant_id': 'b83b928bf7234efea3f208f0a7bbc31b', 'fixed_ips': [{'subnet_id': 'f8e1673c-ef0b-469f-b2b8-e626d07bf255'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:25:23.896994 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:23.948548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port a4b24369-b785-405f-ac1a-73a0ac4295d0 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:25:23.970191 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4f17f68-387f-42eb-8867-aa139804b429 req-39281033-31d4-4a44-bac4-8c471b84ea17 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580324 Sep 29 23:25:24.196488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e42c550c-24b8-4acd-98fe-a04cb0a3fb7d req-420df12a-4c78-4d88-8142-d6804ef773e4 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0929511 Sep 29 23:25:24.203312 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-48e459dc-cc17-4cda-8a7f-f9ca8ada69c2 service neutron] 10.222.0.44 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356690 Sep 29 23:25:24.219963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8::171 (4e5284ee-ca43-4ddd-8170-87eff2ea3b08/f8e1673c-ef0b-469f-b2b8-e626d07bf255/a4b24369-b785-405f-ac1a-73a0ac4295d0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:24.633870 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:24.678372 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:24.747386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:24.750630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:24.750630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:24.769975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:24.776702 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:24.802874 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=a4b24369-b785-405f-ac1a-73a0ac4295d0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:24.825826 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ed77b57a-75e6-4001-81fb-7162935532cd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2805431 Sep 29 23:25:24.828827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:24.831629 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Allocated IP 2001:db8::2 (4e5284ee-ca43-4ddd-8170-87eff2ea3b08/f8e1673c-ef0b-469f-b2b8-e626d07bf255/7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:24.839754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': '4e5284ee-ca43-4ddd-8170-87eff2ea3b08', 'name': 'tempest-PortsIpV6TestJSON-1620768255'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:25.029034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-bc63cc8d-c56a-427b-bd72-7aa8e82dccac tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:25.032897 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-bc63cc8d-c56a-427b-bd72-7aa8e82dccac tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 946 time: 0.1358449 Sep 29 23:25:25.191123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Deleting port b39b1989-d307-4a00-809e-72592510baaf {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:25.191123 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.231146 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.240155 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.263088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Network 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:25.266151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:25.292100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f14f18-6fbb-4e4c-bf4d-a0f8b0ba9acb req-15100532-6113-4edb-a85a-e8b3be43e379 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:25.293749 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2f14f18-6fbb-4e4c-bf4d-a0f8b0ba9acb req-15100532-6113-4edb-a85a-e8b3be43e379 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 946 time: 0.1359553 Sep 29 23:25:25.297879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:25.310934 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.351376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:25.369853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] For port b39b1989-d307-4a00-809e-72592510baaf, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=b39b1989-d307-4a00-809e-72592510baaf,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:25.370235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.373493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port 1f0fa8b9-8047-4529-96d2-cdc52b0c1dfc yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:25:25.519423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8::346 (4e5284ee-ca43-4ddd-8170-87eff2ea3b08/f8e1673c-ef0b-469f-b2b8-e626d07bf255/1f0fa8b9-8047-4529-96d2-cdc52b0c1dfc) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:25.527339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Pushing event updated for resources: {'Port': ['ID=7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:25.574765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.575118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.575462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.575792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.578567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.580984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.581840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.582479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.585011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.586277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.586277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.586898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:25.596259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Attempting to bind port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:25:25.597526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Attempting to bind port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '8fbc1679-0fbc-47b9-bbc2-c5d42913de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e5284ee-ca43-4ddd-8170-87eff2ea3b08'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:25:25.598081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Attempting to bind port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 on network 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:25:25.616564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:25:25.617450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Checking segment: {'id': '8fbc1679-0fbc-47b9-bbc2-c5d42913de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e5284ee-ca43-4ddd-8170-87eff2ea3b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:25.618227 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.618952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Bound using segment: {'id': '8fbc1679-0fbc-47b9-bbc2-c5d42913de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e5284ee-ca43-4ddd-8170-87eff2ea3b08'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:25:25.619742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Bound port: 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbc1679-0fbc-47b9-bbc2-c5d42913de75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '4e5284ee-ca43-4ddd-8170-87eff2ea3b08'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:25:25.620343 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.630677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2f14f18-6fbb-4e4c-bf4d-a0f8b0ba9acb req-3ab6ea99-60a5-4c8b-8f6f-fe11fb07877a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3171642 Sep 29 23:25:25.690234 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.692850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.694302 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Floating IP c06656ba-6ae3-45c0-b7f3-5473c63bbc80 disassociated. External IP: 172.25.4.85, port: b39b1989-d307-4a00-809e-72592510baaf. Sep 29 23:25:25.694741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Calling delete_port for b39b1989-d307-4a00-809e-72592510baaf owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:25.831125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] For port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:25:25.842749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] For port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5,segment=NetworkSegment(8fbc1679-0fbc-47b9-bbc2-c5d42913de75),segment_id=8fbc1679-0fbc-47b9-bbc2-c5d42913de75)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:25:25.856029 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.969405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:25.994934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f863ac-7adc-4a2d-a793-ae44d9e43601 None None] Pushing event updated for resources: {'Port': ['ID=7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:26.083111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:26.106249 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:26.168447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event deleted for resources: {'Port': ['ID=b39b1989-d307-4a00-809e-72592510baaf,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:26.244028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36efbb15-7573-4e5b-ad57-835f514b30d9 req-8434dc9e-eedd-4824-a596-e61f50025273 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.1750319 Sep 29 23:25:26.254259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c345a95-d6af-471d-a63e-5a1270553739 req-bb586cc3-24ba-4053-88ff-8af6698bb1c1 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.2095687 Sep 29 23:25:26.358538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:26.369589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:26.377983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:26.378239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Router cac8eaf7-dd40-4afc-b9af-b95d462311f4 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:25:26.395511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:26.396280 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:26.436875 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=1f0fa8b9-8047-4529-96d2-cdc52b0c1dfc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:26.493427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-38babf3e-7775-4d6a-8dcc-de4ef339baa8 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6631570 Sep 29 23:25:26.496315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44252) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:26.555786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:25:26.566969 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] Sync routers for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:25:26.591453 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:25:26.592279 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:25:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:26.631701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] No DVR routers for this DVR port b39b1989-d307-4a00-809e-72592510baaf on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:26.639899 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:26.642182 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b8bb80d3-d6d4-4ffc-8201-52633e0e43d3 req-26006e38-912a-4bb7-8a14-e5232e79c028 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.26 "DELETE /v2.0/ports/b39b1989-d307-4a00-809e-72592510baaf HTTP/1.1" status: 204 len: 173 time: 1.6027241 Sep 29 23:25:26.642784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'name': 'network-vif-deleted', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:25:26.646909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b032d75-b768-4a10-a30a-8476660395fc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:26.651187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1b032d75-b768-4a10-a30a-8476660395fc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A171 HTTP/1.1" status: 200 len: 929 time: 0.1512825 Sep 29 23:25:26.651532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44254) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:26.653034 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660396de-eb79-4725-a19c-b4023a7837ea" -d '{"events": [{"server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "name": "network-vif-deleted", "tag": "b39b1989-d307-4a00-809e-72592510baaf"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:25:26.800902 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7575b5-a268-4b45-9776-b33423cd2feb x-openstack-request-id: req-0a7575b5-a268-4b45-9776-b33423cd2feb {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:25:26.800902 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a8757c-bd83-432c-826f-edea70c56a80", "name": "network-vif-deleted", "tag": "b39b1989-d307-4a00-809e-72592510baaf", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:25:26.801609 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0a7575b5-a268-4b45-9776-b33423cd2feb {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:25:26.801609 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a8757c-bd83-432c-826f-edea70c56a80', 'name': 'network-vif-deleted', 'tag': 'b39b1989-d307-4a00-809e-72592510baaf', 'status': 'completed', 'code': 200} Sep 29 23:25:26.922447 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:25:27.003539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3af65874-7411-416b-ab6d-6780246921b7 req-701730d7-e561-4612-8fc9-1bec80c8eb57 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=a2a8757c-bd83-432c-826f-edea70c56a80 HTTP/1.1" status: 200 len: 210 time: 0.1603551 Sep 29 23:25:27.086650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-956aa7b4-1030-48c1-b7eb-d6c7dad00b2e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 1f0fa8b9-8047-4529-96d2-cdc52b0c1dfc {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:27.087629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-956aa7b4-1030-48c1-b7eb-d6c7dad00b2e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:27.330557 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-956aa7b4-1030-48c1-b7eb-d6c7dad00b2e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:27.369515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-956aa7b4-1030-48c1-b7eb-d6c7dad00b2e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 1f0fa8b9-8047-4529-96d2-cdc52b0c1dfc owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:27.485202 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:27.515910 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] Checking router: cac8eaf7-dd40-4afc-b9af-b95d462311f4 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:25:27.528259 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:25:27.529299 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:25:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:27.557835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26314f0d-6398-4245-a32f-4df6571cb7c7 req-b4a472ff-0746-4bf8-81e0-6a291def1156 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.1533031 Sep 29 23:25:27.600950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77bdff76-5553-4a6a-ba8a-ee9ffa19a159 req-a5ddf9cf-cf1b-4ed5-b358-71a954207072 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0887551 Sep 29 23:25:27.761277 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:25:27.793271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:25:27.834886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-956aa7b4-1030-48c1-b7eb-d6c7dad00b2e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:27.926162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:27.926971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:27.936180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956aa7b4-1030-48c1-b7eb-d6c7dad00b2e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=1f0fa8b9-8047-4529-96d2-cdc52b0c1dfc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:28.000327 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-956aa7b4-1030-48c1-b7eb-d6c7dad00b2e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:28.008314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44280) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:28.009843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-956aa7b4-1030-48c1-b7eb-d6c7dad00b2e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/1f0fa8b9-8047-4529-96d2-cdc52b0c1dfc HTTP/1.1" status: 204 len: 168 time: 1.3569627 Sep 29 23:25:28.082498 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e44dbd-0b5f-442b-a7c9-47d904e6f4fa tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:25:28.093260 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c0e44dbd-0b5f-442b-a7c9-47d904e6f4fa tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/1f0fa8b9-8047-4529-96d2-cdc52b0c1dfc HTTP/1.1" status: 404 len: 333 time: 0.0831020 Sep 29 23:25:28.096029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44284) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:28.108759 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:28.166887 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5,segment=NetworkSegment(8fbc1679-0fbc-47b9-bbc2-c5d42913de75),segment_id=8fbc1679-0fbc-47b9-bbc2-c5d42913de75)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:28.169857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44288) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:28.186436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d03634a-f01b-4b6b-a33f-48532b86b344 None None] Network 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:28.229438 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:28.282824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-29e3d55f-e0ba-4e01-80be-9ed943e057e3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port a4b24369-b785-405f-ac1a-73a0ac4295d0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:28.292341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29e3d55f-e0ba-4e01-80be-9ed943e057e3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:28.368156 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:28.392846 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d5e4b5-9935-4eef-8e3c-77cebe975989 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:28.403960 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:28.453677 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57f3c20-65e2-4ad8-a435-fc5af95d3598 None None] The sync data for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 is: [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:25:28.490585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9c9ebc76-a093-4956-91bb-3fc4476f9425 None None] Provisioning complete for port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:28.491242 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9c9ebc76-a093-4956-91bb-3fc4476f9425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:28.526555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d5e4b5-9935-4eef-8e3c-77cebe975989 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:28.668463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29e3d55f-e0ba-4e01-80be-9ed943e057e3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:28.728965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-29e3d55f-e0ba-4e01-80be-9ed943e057e3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for a4b24369-b785-405f-ac1a-73a0ac4295d0 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:28.975335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcaa8608-33e6-485b-b599-d45d3f71ab51 req-4d5eddd5-c2e7-4f9e-8cd9-6a1cae784e4c tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.2051866 Sep 29 23:25:28.988222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82c84864-7eb3-4545-86fe-5053353dfcb3 req-fb1645d9-8c91-4378-8d78-95f5038e7ca5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.1688128 Sep 29 23:25:29.009443 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d5e4b5-9935-4eef-8e3c-77cebe975989 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.012177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-77d5e4b5-9935-4eef-8e3c-77cebe975989 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.027260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-77d5e4b5-9935-4eef-8e3c-77cebe975989 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "DELETE /v2.0/security-groups/e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4 HTTP/1.1" status: 204 len: 168 time: 0.8559148 Sep 29 23:25:29.037733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44314) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:29.089418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5e4b5-9935-4eef-8e3c-77cebe975989 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:29.092474 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-6a2df6ae-a1a6-4887-bc51-328823f32081 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] show failed (client error): The resource could not be found. Sep 29 23:25:29.097427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44316) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:29.104408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6a2df6ae-a1a6-4887-bc51-328823f32081 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups/e5a6365c-9cb9-4b23-ba0b-2b70ca616ac4 HTTP/1.1" status: 404 len: 347 time: 0.0652399 Sep 29 23:25:29.165764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b39b1989-d307-4a00-809e-72592510baaf no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:29.194362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4929b9e8-9d12-4ff2-93b3-c7e030e472a5 None None] New status for floating IP c06656ba-6ae3-45c0-b7f3-5473c63bbc80: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:25:29.195304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29e3d55f-e0ba-4e01-80be-9ed943e057e3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.279373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3d55f-e0ba-4e01-80be-9ed943e057e3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=a4b24369-b785-405f-ac1a-73a0ac4295d0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:29.364614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-29e3d55f-e0ba-4e01-80be-9ed943e057e3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.368961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-29e3d55f-e0ba-4e01-80be-9ed943e057e3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/a4b24369-b785-405f-ac1a-73a0ac4295d0 HTTP/1.1" status: 204 len: 168 time: 1.2693050 Sep 29 23:25:29.370215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44318) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:29.387850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: b39b1989-d307-4a00-809e-72592510baaf {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:25:29.388214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device b39b1989-d307-4a00-809e-72592510baaf not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:25:29.418751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e1baeceb-91dc-48fe-96e8-c91f0453fb8d None None] Provisioning complete for port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:29.419132 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e1baeceb-91dc-48fe-96e8-c91f0453fb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.438054 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2776d81a-0e63-4071-b45f-1288f0b54f84 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:25:29.440442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2776d81a-0e63-4071-b45f-1288f0b54f84 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/a4b24369-b785-405f-ac1a-73a0ac4295d0 HTTP/1.1" status: 404 len: 333 time: 0.0686650 Sep 29 23:25:29.445120 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44322) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:29.529821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet f8e1673c-ef0b-469f-b2b8-e626d07bf255 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:25:29.544289 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.606394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-58abbfb9-f63e-4c04-a24c-807258f3226b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Deleting port 1a3ceb41-a9c3-40fe-ad39-d942a9af259c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:29.606746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-58abbfb9-f63e-4c04-a24c-807258f3226b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.613430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.675232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e1baeceb-91dc-48fe-96e8-c91f0453fb8d None None] Could not find standard attr ID for object a4b24369-b785-405f-ac1a-73a0ac4295d0. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:25:29.760347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:25:29.793736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-58abbfb9-f63e-4c04-a24c-807258f3226b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.794407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-58abbfb9-f63e-4c04-a24c-807258f3226b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.808814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d3f08c4c-51b3-4704-a3a2-ade92f1e74d4 None None] Could not find standard attr ID for object a4b24369-b785-405f-ac1a-73a0ac4295d0. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:25:29.819816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-58abbfb9-f63e-4c04-a24c-807258f3226b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Calling delete_port for 1a3ceb41-a9c3-40fe-ad39-d942a9af259c owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:29.822407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:29.857450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:29.857945 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:30.014492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:30.093174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5a63391e-a472-4473-9292-8b48097c32d1 None None] Could not find standard attr ID for object 1f0fa8b9-8047-4529-96d2-cdc52b0c1dfc. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:25:30.109454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=f8e1673c-ef0b-469f-b2b8-e626d07bf255,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:30.116511 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:30.122977 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/f8e1673c-ef0b-469f-b2b8-e626d07bf255 HTTP/1.1" status: 204 len: 168 time: 0.6756022 Sep 29 23:25:30.125668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44336) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:30.155974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.156322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.160165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.160761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.161303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.161808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.164098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.164644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.165312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.165965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.168856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.169427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a02b5f01-c0a8-417c-b5e4-920c92d5fdd3 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:30.247234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cc30312-6c6a-47bc-b6fb-a3a0656f8ee9 req-dd9a7fc4-1a3d-4414-9bd0-92f618a0c4e2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.0792546 Sep 29 23:25:30.285823 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-58abbfb9-f63e-4c04-a24c-807258f3226b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:30.303993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d4613d6-9025-4d52-bd50-f14658affb8f req-3b9e3c06-8362-47d2-a071-b764e0469eee tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0767694 Sep 29 23:25:30.338747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abbfb9-f63e-4c04-a24c-807258f3226b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event deleted for resources: {'Port': ['ID=1a3ceb41-a9c3-40fe-ad39-d942a9af259c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:30.390389 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:30.445021 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-58abbfb9-f63e-4c04-a24c-807258f3226b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:30.452805 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-58abbfb9-f63e-4c04-a24c-807258f3226b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:30.459606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-58abbfb9-f63e-4c04-a24c-807258f3226b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "DELETE /v2.0/floatingips/c06656ba-6ae3-45c0-b7f3-5473c63bbc80 HTTP/1.1" status: 204 len: 168 time: 1.3617191 Sep 29 23:25:30.499568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:30.499568 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:30.532028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904c7722-977b-4979-a94e-43e4e6a777ec None None] Network 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:30.665911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] For port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5,segment=NetworkSegment(8fbc1679-0fbc-47b9-bbc2-c5d42913de75),segment_id=8fbc1679-0fbc-47b9-bbc2-c5d42913de75)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:30.666278 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:30.692828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:30.825974 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:30.842301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbce2123-12c7-41da-9802-dce39965f26d None None] DHCP port deletion for 4e5284ee-ca43-4ddd-8170-87eff2ea3b08 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:25:30.906332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:30.909125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No DVR routers for this DVR port 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:31.012556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.048509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e5284ee-ca43-4ddd-8170-87eff2ea3b08']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:31.060219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbc1679-0fbc-47b9-bbc2-c5d42913de75') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:31.060550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbc1679-0fbc-47b9-bbc2-c5d42913de75') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:31.071690 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.087009 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.102672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:25:31.103093 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:25:31.106357 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:25:31.108843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44350) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:31.111969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f30cc3c8-1343-4b47-a944-c0f74b1cc8af tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'security_group': {'name': 'tempest-securitygroup--252688241', 'description': 'tempest-description--365611298'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:31.136418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f30cc3c8-1343-4b47-a944-c0f74b1cc8af tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.200372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.213151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.219674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/networks/4e5284ee-ca43-4ddd-8170-87eff2ea3b08 HTTP/1.1" status: 204 len: 168 time: 1.0922165 Sep 29 23:25:31.222142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44352) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:31.237794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1672643816'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:31.241950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b92beb-db86-4134-8427-8fd6cd11ed51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Network': ['ID=4e5284ee-ca43-4ddd-8170-87eff2ea3b08,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:31.265110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f30cc3c8-1343-4b47-a944-c0f74b1cc8af tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.271303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f30cc3c8-1343-4b47-a944-c0f74b1cc8af tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.301520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:31.306196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.326231 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f30cc3c8-1343-4b47-a944-c0f74b1cc8af tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.332240 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f30cc3c8-1343-4b47-a944-c0f74b1cc8af tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2241790 Sep 29 23:25:31.333347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44358) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:31.345106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c7ed2e41-218f-4ab6-b87c-bb9787ec518f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'security_group_rule': {'security_group_id': '72277706-e001-4e74-a8b8-4aadc76a568d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:31.354127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30cc3c8-1343-4b47-a944-c0f74b1cc8af tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72277706-e001-4e74-a8b8-4aadc76a568d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:31.406290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:25:31.409993 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2e41-218f-4ab6-b87c-bb9787ec518f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.427674 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.428111 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Added segment 4bef5a51-f7c9-4c18-949c-b58bb06d5856 of type vlan for network 83ff7230-d271-4a52-bd56-208b97618d8e Sep 29 23:25:31.542391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7efa969-62c4-44cb-8bfb-9ba8b85d4376 req-645de1b0-c510-40df-89ce-1f30a940bffa tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.0667727 Sep 29 23:25:31.551166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a18bd053-27e3-495f-9e20-c35f6dcb6ac0 req-0495b099-10da-4015-a84f-c93bbf741321 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/ports?device_id=03063a1c-9f07-472b-9a80-b7dccd31e698 HTTP/1.1" status: 200 len: 210 time: 0.0655127 Sep 29 23:25:31.566793 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2e41-218f-4ab6-b87c-bb9787ec518f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.568787 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.574160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2e41-218f-4ab6-b87c-bb9787ec518f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.593971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed2e41-218f-4ab6-b87c-bb9787ec518f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e276301-a193-441d-9c3a-b70bca5cbc24,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:31.616371 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7ed2e41-218f-4ab6-b87c-bb9787ec518f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.620745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c7ed2e41-218f-4ab6-b87c-bb9787ec518f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2838175 Sep 29 23:25:31.621491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44364) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:31.622244 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.627705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2cd5fa41-8641-44ae-ae34-0cafabf3fdb5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'security_group_rule': {'security_group_id': '72277706-e001-4e74-a8b8-4aadc76a568d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:31.629529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:31.630328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.665744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fa41-8641-44ae-ae34-0cafabf3fdb5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.689731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:31.724348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:25:31.724695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7a69bacc-3e7f-4cb0-8f9d-5fe1462d0bb5 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:25:31.725475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5022926 Sep 29 23:25:31.726277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44366) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:31.737093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': '83ff7230-d271-4a52-bd56-208b97618d8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:31.770207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fa41-8641-44ae-ae34-0cafabf3fdb5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.778959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fa41-8641-44ae-ae34-0cafabf3fdb5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.807553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5fa41-8641-44ae-ae34-0cafabf3fdb5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed538397-265d-4783-afbc-491a22437612,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:31.826656 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fa41-8641-44ae-ae34-0cafabf3fdb5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.834187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2cd5fa41-8641-44ae-ae34-0cafabf3fdb5 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2113972 Sep 29 23:25:31.835338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44368) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:31.840484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:31.866477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c9e6e-4afb-49aa-b683-4b816882f516 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Network': ['ID=83ff7230-d271-4a52-bd56-208b97618d8e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:31.880971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 83ff7230-d271-4a52-bd56-208b97618d8e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:25:31.887363 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:31.939340 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:31.944690 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:32.073340 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:32.191402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:32.224029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Allocated IP 172.25.4.22 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/7013170d-e06b-47a8-a81d-9e82a3ece618) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:32.255275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=f4c6d207-bfb4-4c77-a9c3-8747fe225720,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:32.339231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Checking segment: {'id': '4bef5a51-f7c9-4c18-949c-b58bb06d5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '83ff7230-d271-4a52-bd56-208b97618d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:32.339231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network hostable DHCP agents. Network: 83ff7230-d271-4a52-bd56-208b97618d8e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:25:32.367379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 83ff7230-d271-4a52-bd56-208b97618d8e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:25:32.388135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 83ff7230-d271-4a52-bd56-208b97618d8e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:32.393678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:32.394664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:32.400590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b4fbdb-3779-4a47-8d56-5c777c157d25 None None] Network 83ff7230-d271-4a52-bd56-208b97618d8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:32.410902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:32.434621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-621c250b-5f8e-411c-a74a-85c62211c341 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7045205 Sep 29 23:25:32.437652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44378) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:32.447259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': '83ff7230-d271-4a52-bd56-208b97618d8e', 'name': 'tempest-PortsIpV6TestJSON-1893475892', 'fixed_ips': [{'subnet_id': 'f4c6d207-bfb4-4c77-a9c3-8747fe225720', 'ip_address': '2001:db8::10'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:32.678454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-83ff7230-d271-4a52-bd56-208b97618d8e', 'network_id': '83ff7230-d271-4a52-bd56-208b97618d8e', 'tenant_id': 'b83b928bf7234efea3f208f0a7bbc31b', 'fixed_ips': [{'subnet_id': 'f4c6d207-bfb4-4c77-a9c3-8747fe225720'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:25:32.679653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:32.760001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6f3a2f-df6c-49cd-a036-0f5351aeff0f req-e7698380-8ca5-4cdd-9dfb-6aa32af2f6d0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.0498667 Sep 29 23:25:32.760591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:32.821058 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f60f288d-81d1-4faa-899f-95d3d37d9953 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:32.851521 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f60f288d-81d1-4faa-899f-95d3d37d9953 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:32.886908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Allocated IP 2001:db8::2 (83ff7230-d271-4a52-bd56-208b97618d8e/f4c6d207-bfb4-4c77-a9c3-8747fe225720/bb932708-c5aa-493f-8bc3-5719eb1eb13c) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:32.917405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f60f288d-81d1-4faa-899f-95d3d37d9953 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:32.920914 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f60f288d-81d1-4faa-899f-95d3d37d9953 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:32.925601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f60f288d-81d1-4faa-899f-95d3d37d9953 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "DELETE /v2.0/security-groups/245bab75-6330-44c0-8201-63586b5f6054 HTTP/1.1" status: 204 len: 168 time: 0.1639593 Sep 29 23:25:32.926273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44390) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:32.951857 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-e7a17c1a-2c65-4087-9138-6dd429570e32 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] show failed (client error): The resource could not be found. Sep 29 23:25:32.956734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e7a17c1a-2c65-4087-9138-6dd429570e32 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "GET /v2.0/security-groups/245bab75-6330-44c0-8201-63586b5f6054 HTTP/1.1" status: 404 len: 347 time: 0.0266094 Sep 29 23:25:32.961270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44394) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:33.008107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f288d-81d1-4faa-899f-95d3d37d9953 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=245bab75-6330-44c0-8201-63586b5f6054,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:33.103096 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.119673 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.124230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-76843678-d64c-4e71-b8e1-b9ab0b4a0442 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting port b4f83dc9-0505-4e03-9fd6-b2256a682ac5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:33.124598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76843678-d64c-4e71-b8e1-b9ab0b4a0442 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.178998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Network 83ff7230-d271-4a52-bd56-208b97618d8e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:33.184484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:33.193243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:33.300898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76843678-d64c-4e71-b8e1-b9ab0b4a0442 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.301488 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76843678-d64c-4e71-b8e1-b9ab0b4a0442 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.315807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.336299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-76843678-d64c-4e71-b8e1-b9ab0b4a0442 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Calling delete_port for b4f83dc9-0505-4e03-9fd6-b2256a682ac5 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:33.353406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Pushing event updated for resources: {'Port': ['ID=bb932708-c5aa-493f-8bc3-5719eb1eb13c,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:33.386049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-de4e2e5a-94b6-43cc-9ded-ad5f97099b95 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:33.388088 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-de4e2e5a-94b6-43cc-9ded-ad5f97099b95 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 811 time: 0.9205956 Sep 29 23:25:33.388603 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-481cff8c-0a79-4110-a366-da4552799234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.396078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Attempting to bind port bb932708-c5aa-493f-8bc3-5719eb1eb13c on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:25:33.396515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Attempting to bind port bb932708-c5aa-493f-8bc3-5719eb1eb13c by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '4bef5a51-f7c9-4c18-949c-b58bb06d5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '83ff7230-d271-4a52-bd56-208b97618d8e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:25:33.396897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Attempting to bind port bb932708-c5aa-493f-8bc3-5719eb1eb13c on network 83ff7230-d271-4a52-bd56-208b97618d8e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:25:33.397415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:33.412011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:25:33.412393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Checking segment: {'id': '4bef5a51-f7c9-4c18-949c-b58bb06d5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '83ff7230-d271-4a52-bd56-208b97618d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:33.412810 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.417291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Bound using segment: {'id': '4bef5a51-f7c9-4c18-949c-b58bb06d5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '83ff7230-d271-4a52-bd56-208b97618d8e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:25:33.418023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Bound port: bb932708-c5aa-493f-8bc3-5719eb1eb13c, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bef5a51-f7c9-4c18-949c-b58bb06d5856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '83ff7230-d271-4a52-bd56-208b97618d8e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:25:33.418440 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.454537 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-8b0b02bb-731c-4173-8b39-248a63c34f5a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6 HTTP/1.1" status: 200 len: 380 time: 0.0534234 Sep 29 23:25:33.456409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:33.475941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'port': {'device_id': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'admin_state_up': True, 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'security_groups': ['33090c1a-e615-4f4e-9e44-0b3836b460da']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:33.592126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] For port bb932708-c5aa-493f-8bc3-5719eb1eb13c, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:25:33.597352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:33.602538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] For port bb932708-c5aa-493f-8bc3-5719eb1eb13c, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bb932708-c5aa-493f-8bc3-5719eb1eb13c,segment=NetworkSegment(4bef5a51-f7c9-4c18-949c-b58bb06d5856),segment_id=4bef5a51-f7c9-4c18-949c-b58bb06d5856)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:25:33.622941 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.686549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Made reservation on behalf of 86bdc4515d6a4d0b846bbc7c3354ced6 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:33.695932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:33.734527 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'Port': ['ID=7013170d-e06b-47a8-a81d-9e82a3ece618,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:33.766267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62189680-2471-4713-9feb-14777f8a2bd6 None None] Pushing event updated for resources: {'Port': ['ID=bb932708-c5aa-493f-8bc3-5719eb1eb13c,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:33.853501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:33.929932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7fd63f84-6733-4d4c-93b2-d8a3ba541efb req-68ab43f0-1da1-4390-8820-dbffbbbfbe8b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.0397182 Sep 29 23:25:34.119218 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76843678-d64c-4e71-b8e1-b9ab0b4a0442 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.154017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76843678-d64c-4e71-b8e1-b9ab0b4a0442 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Port': ['ID=b4f83dc9-0505-4e03-9fd6-b2256a682ac5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:34.221282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.223233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Allocated IP 172.20.0.3 (ee5d94c1-3e5a-467b-89c5-206c2f04d49f/de53ae86-4ded-4d3c-be7d-939667c8dccf/5a7a9aed-d501-4e45-8ad6-d2c172dd9282) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:34.243321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.263245 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76843678-d64c-4e71-b8e1-b9ab0b4a0442 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.268038 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76843678-d64c-4e71-b8e1-b9ab0b4a0442 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.269935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-76843678-d64c-4e71-b8e1-b9ab0b4a0442 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "DELETE /v2.0/floatingips/9e152e2f-419a-49e9-bc0b-6b3e39eb3801 HTTP/1.1" status: 204 len: 168 time: 1.3075674 Sep 29 23:25:34.273063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44410) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:34.418176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ac674121-2d08-47de-8e49-43cffd158772 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting port 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:34.419173 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac674121-2d08-47de-8e49-43cffd158772 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.460931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.468921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port d95ec166-0355-4696-aab3-4a17c9f9e835 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:25:34.528557 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac674121-2d08-47de-8e49-43cffd158772 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.546187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ac674121-2d08-47de-8e49-43cffd158772 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Calling delete_port for 7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:34.675932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.775204 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:34.824347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.869280 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac674121-2d08-47de-8e49-43cffd158772 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:34.908824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac674121-2d08-47de-8e49-43cffd158772 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Port': ['ID=7dfab69f-076b-4de0-82c2-63cb3ab1ddd9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:35.035192 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ac674121-2d08-47de-8e49-43cffd158772 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.040709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:35.044442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ac674121-2d08-47de-8e49-43cffd158772 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "DELETE /v2.0/ports/7dfab69f-076b-4de0-82c2-63cb3ab1ddd9 HTTP/1.1" status: 204 len: 168 time: 0.7692165 Sep 29 23:25:35.047325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:35.053999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:35.066525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:35.228403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:35.229035 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.318402 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-b9316665-2cdc-4bdc-a836-1fd35f6f5de2 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8467491 Sep 29 23:25:35.344630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Request body: {'port': {'device_id': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:35.363468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8::10 (83ff7230-d271-4a52-bd56-208b97618d8e/f4c6d207-bfb4-4c77-a9c3-8747fe225720/d95ec166-0355-4696-aab3-4a17c9f9e835) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:35.366323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b35ea-054f-43bc-8df4-8efb0658c1e8 None None] Network 83ff7230-d271-4a52-bd56-208b97618d8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:35.397737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85eda78-d4a8-4b19-b9ba-3d69c31a165f req-bede236b-7a10-494c-a893-5dc6a56720fc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:35.399605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a85eda78-d4a8-4b19-b9ba-3d69c31a165f req-bede236b-7a10-494c-a893-5dc6a56720fc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 931 time: 0.3080096 Sep 29 23:25:35.527934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a85eda78-d4a8-4b19-b9ba-3d69c31a165f req-88c2d49c-6a0c-4b1d-ab40-aaa6b17e7bc7 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158862 Sep 29 23:25:35.528731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1d3bf7f2-d0be-4f02-afee-dbb0ec85110e None None] Provisioning complete for port bb932708-c5aa-493f-8bc3-5719eb1eb13c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:35.529207 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf7f2-d0be-4f02-afee-dbb0ec85110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.539116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3d6041ae-af80-4170-aa4b-1d06dabb4812 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting port 31d86626-588b-4d59-8986-6050b136850a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:35.539471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6041ae-af80-4170-aa4b-1d06dabb4812 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.676776 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.685077 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.700352 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.802987 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6041ae-af80-4170-aa4b-1d06dabb4812 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.832705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3d6041ae-af80-4170-aa4b-1d06dabb4812 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Calling delete_port for 31d86626-588b-4d59-8986-6050b136850a owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:35.835753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bb932708-c5aa-493f-8bc3-5719eb1eb13c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:25:35.889718 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.894721 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf7f2-d0be-4f02-afee-dbb0ec85110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.935027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1d3bf7f2-d0be-4f02-afee-dbb0ec85110e None None] For port bb932708-c5aa-493f-8bc3-5719eb1eb13c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bb932708-c5aa-493f-8bc3-5719eb1eb13c,segment=NetworkSegment(4bef5a51-f7c9-4c18-949c-b58bb06d5856),segment_id=4bef5a51-f7c9-4c18-949c-b58bb06d5856)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:35.944395 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:35.952831 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d3bf7f2-d0be-4f02-afee-dbb0ec85110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.021232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3bf7f2-d0be-4f02-afee-dbb0ec85110e None None] Pushing event updated for resources: {'Port': ['ID=bb932708-c5aa-493f-8bc3-5719eb1eb13c,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:36.087384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'Port': ['ID=7013170d-e06b-47a8-a81d-9e82a3ece618,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:36.087704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bb932708-c5aa-493f-8bc3-5719eb1eb13c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:36.088356 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.108725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 83ff7230-d271-4a52-bd56-208b97618d8e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:36.122864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.127663 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6041ae-af80-4170-aa4b-1d06dabb4812 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.150600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-08d15c7b-64d8-4bc5-9a0a-957e0046297a None None] Provisioning complete for port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:36.151083 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-08d15c7b-64d8-4bc5-9a0a-957e0046297a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.208997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6041ae-af80-4170-aa4b-1d06dabb4812 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Port': ['ID=31d86626-588b-4d59-8986-6050b136850a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:36.316809 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d6041ae-af80-4170-aa4b-1d06dabb4812 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.319431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3d6041ae-af80-4170-aa4b-1d06dabb4812 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "DELETE /v2.0/ports/31d86626-588b-4d59-8986-6050b136850a HTTP/1.1" status: 204 len: 168 time: 1.2686520 Sep 29 23:25:36.324328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44430) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:36.325209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:36.331653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=d95ec166-0355-4696-aab3-4a17c9f9e835,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:36.354553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:36.372276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:36.373445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.386412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bffdacd-b6a4-4890-b138-349d4b0181a7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting subnet 3b73ade4-2bdf-4abe-9a8c-d2305af0db28 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:25:36.390200 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bffdacd-b6a4-4890-b138-349d4b0181a7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.434529 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.446189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-19694267-64eb-4ed6-b10c-1b281fa11894 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6037941 Sep 29 23:25:36.458212 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-77126e3a-9683-4f59-a157-e7d69dd60eb0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0165820 Sep 29 23:25:36.461851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44436) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:36.497087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': '83ff7230-d271-4a52-bd56-208b97618d8e', 'name': 'tempest-PortsIpV6TestJSON-1624033024', 'fixed_ips': [{'subnet_id': 'f4c6d207-bfb4-4c77-a9c3-8747fe225720', 'ip_address': '2001:db8::f'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:36.511475 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bffdacd-b6a4-4890-b138-349d4b0181a7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.728314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-08d15c7b-64d8-4bc5-9a0a-957e0046297a None None] Port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:36.795757 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bffdacd-b6a4-4890-b138-349d4b0181a7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.842577 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fdda271a-75eb-4ff2-9381-bc253af5dc45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.847907 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.878681 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-23395f26-6108-44c6-b95b-7e6e86afb416 None None] Provisioning complete for port d95ec166-0355-4696-aab3-4a17c9f9e835 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:36.879021 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-23395f26-6108-44c6-b95b-7e6e86afb416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:36.958236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-23395f26-6108-44c6-b95b-7e6e86afb416 None None] Port d95ec166-0355-4696-aab3-4a17c9f9e835 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:36.981781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-23395f26-6108-44c6-b95b-7e6e86afb416 None None] Provisioning complete for port bb932708-c5aa-493f-8bc3-5719eb1eb13c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:36.982167 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-23395f26-6108-44c6-b95b-7e6e86afb416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.007498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bffdacd-b6a4-4890-b138-349d4b0181a7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.055969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:25:37.065022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.079727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Transition to ACTIVE for port object 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:25:37.131433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.169758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-8357e13c-130b-4e6e-a16c-fd1714c6d8ab tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--252688241&fields=id&tenant_id=e773d84f005142cda2dbedd73f471c4a HTTP/1.1" status: 200 len: 267 time: 0.2137625 Sep 29 23:25:37.175331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffdacd-b6a4-4890-b138-349d4b0181a7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Subnet': ['ID=3b73ade4-2bdf-4abe-9a8c-d2305af0db28,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:37.180705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6bffdacd-b6a4-4890-b138-349d4b0181a7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.186199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6bffdacd-b6a4-4890-b138-349d4b0181a7 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "DELETE /v2.0/subnets/3b73ade4-2bdf-4abe-9a8c-d2305af0db28 HTTP/1.1" status: 204 len: 168 time: 0.8601210 Sep 29 23:25:37.195339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08a1f2-ff7a-485b-9dfd-405789f6d378 None None] Network e39dd437-e6ea-4000-a22a-c65e25f5d59a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:37.207145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44458) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:37.290984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Pushing event updated for resources: {'Port': ['ID=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:37.326519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5ddbf-a421-4192-b93b-83e5c1171a6d req-87fda2df-e072-4127-ac23-25b45c59f5d8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:37.328685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00a5ddbf-a421-4192-b93b-83e5c1171a6d req-87fda2df-e072-4127-ac23-25b45c59f5d8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 931 time: 0.3966753 Sep 29 23:25:37.408577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-eff7c43b-11ae-4339-8d8e-6e6405cf712a None None] Provisioning complete for port d95ec166-0355-4696-aab3-4a17c9f9e835 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:37.409070 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eff7c43b-11ae-4339-8d8e-6e6405cf712a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.419642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-000fbc67-4f3c-4837-adca-f28b11a8ca4a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting subnet c2f238ab-f042-422d-bbd5-f023e7997ff2 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:25:37.468163 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000fbc67-4f3c-4837-adca-f28b11a8ca4a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.513527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-eff7c43b-11ae-4339-8d8e-6e6405cf712a None None] Port d95ec166-0355-4696-aab3-4a17c9f9e835 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:37.516060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Attempting to bind port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:25:37.518427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Attempting to bind port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:25:37.518830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Attempting to bind port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:25:37.522152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:37.556722 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.592758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:25:37.596855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Attempting to bind port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 on network ee5d94c1-3e5a-467b-89c5-206c2f04d49f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:25:37.613993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.623319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port 2b200cf0-d413-4943-ba0a-1c7a4f04eca2 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:25:37.668623 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00a5ddbf-a421-4192-b93b-83e5c1171a6d req-319154a9-5704-4a5a-94fa-e32426965097 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3265424 Sep 29 23:25:37.702489 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000fbc67-4f3c-4837-adca-f28b11a8ca4a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.727343 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bef71d-5ac2-4713-9826-c840c2134d49 None None] DHCP port deletion for e39dd437-e6ea-4000-a22a-c65e25f5d59a request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:25:37.759869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:25:37.760165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Checking segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:37.760684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Bound using segment: {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:25:37.761130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Bound port: 5a7a9aed-d501-4e45-8ad6-d2c172dd9282, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '564eced6-6448-44e1-b3d5-44b84eb914f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:25:37.761677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:37.813668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bb932708-c5aa-493f-8bc3-5719eb1eb13c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:25:37.824154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-fefe23ec-e9d2-41fa-9b52-9ce94010f564 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:37.834675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-fefe23ec-e9d2-41fa-9b52-9ce94010f564 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 817 time: 0.6116898 Sep 29 23:25:37.874932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-199a170a-837b-4b74-8644-1e70be640638 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/quotas/e773d84f005142cda2dbedd73f471c4a HTTP/1.1" status: 200 len: 375 time: 0.0393052 Sep 29 23:25:37.993161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-68bef71d-5ac2-4713-9826-c840c2134d49 None None] Deleting port d74f28f5-5723-4807-9b1f-4c6e730b2224 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:37.993612 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68bef71d-5ac2-4713-9826-c840c2134d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.030199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] For port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:25:38.079536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] For port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:25:38.100448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8::f (83ff7230-d271-4a52-bd56-208b97618d8e/f4c6d207-bfb4-4c77-a9c3-8747fe225720/2b200cf0-d413-4943-ba0a-1c7a4f04eca2) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:38.107795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-c8049255-05a9-4be8-926f-82f92efa4398 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2317810 Sep 29 23:25:38.110585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.155675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000fbc67-4f3c-4837-adca-f28b11a8ca4a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.164052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:38.164997 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.168370 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] 10.222.0.26 "PUT /v2.0/ports/5a7a9aed-d501-4e45-8ad6-d2c172dd9282 HTTP/1.1" status: 200 len: 1091 time: 2.8370969 Sep 29 23:25:38.176183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-68bef71d-5ac2-4713-9826-c840c2134d49 None None] For port d74f28f5-5723-4807-9b1f-4c6e730b2224, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d74f28f5-5723-4807-9b1f-4c6e730b2224,segment=NetworkSegment(1d68d291-939e-46e5-ab28-51bc636bd30b),segment_id=1d68d291-939e-46e5-ab28-51bc636bd30b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:38.176791 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68bef71d-5ac2-4713-9826-c840c2134d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.187248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'tag': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:25:38.192664 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0556f8a-d9dd-4358-a69f-b697a26edf96" -d '{"events": [{"name": "network-changed", "server_uuid": "3001dee6-72b6-4c03-a624-2b6d4134464f", "tag": "5a7a9aed-d501-4e45-8ad6-d2c172dd9282"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:25:38.219396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-68bef71d-5ac2-4713-9826-c840c2134d49 None None] Calling delete_port for d74f28f5-5723-4807-9b1f-4c6e730b2224 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:38.301770 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000fbc67-4f3c-4837-adca-f28b11a8ca4a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.341055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f6941-20c7-4bd8-b506-97177e1f807d service neutron] Pushing event updated for resources: {'Port': ['ID=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:38.367212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-000fbc67-4f3c-4837-adca-f28b11a8ca4a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.390694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-000fbc67-4f3c-4837-adca-f28b11a8ca4a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "DELETE /v2.0/subnets/c2f238ab-f042-422d-bbd5-f023e7997ff2 HTTP/1.1" status: 204 len: 168 time: 1.1824124 Sep 29 23:25:38.396722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:38.411107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9b5641-a23b-48ee-a5b7-5abb06a752b7 None None] Network 087e5120-73d2-426e-b117-b288b1b78538 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:38.414542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bb932708-c5aa-493f-8bc3-5719eb1eb13c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:38.415016 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.451759 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05cbbca-85df-4337-a5fc-92748cec8886 x-openstack-request-id: req-a05cbbca-85df-4337-a5fc-92748cec8886 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:25:38.457420 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3001dee6-72b6-4c03-a624-2b6d4134464f", "tag": "5a7a9aed-d501-4e45-8ad6-d2c172dd9282", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:25:38.457694 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a05cbbca-85df-4337-a5fc-92748cec8886 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:25:38.458125 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'tag': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'status': 'completed', 'code': 200} Sep 29 23:25:38.525214 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68bef71d-5ac2-4713-9826-c840c2134d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.526844 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-665f93cf-4ebc-4165-88bb-73add78e53fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:38.534431 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-665f93cf-4ebc-4165-88bb-73add78e53fd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 1094 time: 0.1747196 Sep 29 23:25:38.557826 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.567400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000fbc67-4f3c-4837-adca-f28b11a8ca4a tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Subnet': ['ID=c2f238ab-f042-422d-bbd5-f023e7997ff2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:38.654703 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-fb20b384-ad15-495d-bb85-fd0f695e0279 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282 HTTP/1.1" status: 200 len: 217 time: 0.1065440 Sep 29 23:25:38.769043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-00debb8f-3d98-4ca3-b7b5-9c3b85bffc2e service neutron] 10.222.0.44 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6527464 Sep 29 23:25:38.773234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bef71d-5ac2-4713-9826-c840c2134d49 None None] Pushing event deleted for resources: {'Port': ['ID=d74f28f5-5723-4807-9b1f-4c6e730b2224,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:38.784978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bef71d-5ac2-4713-9826-c840c2134d49 None None] No DVR routers for this DVR port d74f28f5-5723-4807-9b1f-4c6e730b2224 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:38.816132 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.863744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.886598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.910730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39dd437-e6ea-4000-a22a-c65e25f5d59a']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:38.917556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-e931a05d-a4aa-43f5-a99d-0bfc8321ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:38.920587 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-e931a05d-a4aa-43f5-a99d-0bfc8321ea83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.2578957 Sep 29 23:25:38.920761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d68d291-939e-46e5-ab28-51bc636bd30b') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:38.921040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d68d291-939e-46e5-ab28-51bc636bd30b') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:38.922580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.933085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.950994 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:38.962892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Releasing vlan 541 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:25:38.964780 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.033442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 83ff7230-d271-4a52-bd56-208b97618d8e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:25:39.033678 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:25:39.041045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:39.043544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:39.054466 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:39.055708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.087189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9faaad6-054b-403b-8684-628e9f25df32 None None] DHCP port deletion for 087e5120-73d2-426e-b117-b288b1b78538 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:25:39.113638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=2b200cf0-d413-4943-ba0a-1c7a4f04eca2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:39.149431 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9d9aef35-0838-41c0-a7fd-66f06d910561 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6745131 Sep 29 23:25:39.150258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44492) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:39.155899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-62306eb7-19db-4c8f-a185-4a806fbdc1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:39.159704 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-62306eb7-19db-4c8f-a185-4a806fbdc1cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204425 Sep 29 23:25:39.238638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f9faaad6-054b-403b-8684-628e9f25df32 None None] Deleting port e8d6efe5-273c-4de3-a495-7b6a74108f10 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:39.239017 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f9faaad6-054b-403b-8684-628e9f25df32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.255933 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.275065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.279709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "DELETE /v2.0/networks/e39dd437-e6ea-4000-a22a-c65e25f5d59a HTTP/1.1" status: 204 len: 168 time: 0.8781884 Sep 29 23:25:39.286660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44498) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:39.352618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774560a2-7c88-48e4-a1df-c5df649a1b95 req-23a36658-eff3-4fd7-af63-48b08f813c82 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:39.363737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-774560a2-7c88-48e4-a1df-c5df649a1b95 req-23a36658-eff3-4fd7-af63-48b08f813c82 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.5676284 Sep 29 23:25:39.419726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f9faaad6-054b-403b-8684-628e9f25df32 None None] For port e8d6efe5-273c-4de3-a495-7b6a74108f10, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e8d6efe5-273c-4de3-a495-7b6a74108f10,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:39.420182 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f9faaad6-054b-403b-8684-628e9f25df32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.451567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f9faaad6-054b-403b-8684-628e9f25df32 None None] Calling delete_port for e8d6efe5-273c-4de3-a495-7b6a74108f10 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:39.499366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a64bdf0-3643-4c83-a9ac-1aff31a576aa tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:39.511768 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0a64bdf0-3643-4c83-a9ac-1aff31a576aa tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3498058 Sep 29 23:25:39.516329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44504) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:39.556318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55357c92-41c9-4fb0-bc6c-21c6d1979aab tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Network': ['ID=e39dd437-e6ea-4000-a22a-c65e25f5d59a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:39.570865 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.586762 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-fa84764b-9d97-4562-9e86-6a677c0585eb service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035964 Sep 29 23:25:39.688402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2ede6a2f-fc30-4f0e-9371-ed3a29fdbfd5 None None] Provisioning complete for port 2b200cf0-d413-4943-ba0a-1c7a4f04eca2 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:39.688847 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2ede6a2f-fc30-4f0e-9371-ed3a29fdbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.745237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d438bf-6066-4b61-8e46-26a52dafbfbb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:39.753638 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.763336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d438bf-6066-4b61-8e46-26a52dafbfbb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:39.765816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e8d6efe5-273c-4de3-a495-7b6a74108f10 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:39.779612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d438bf-6066-4b61-8e46-26a52dafbfbb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:39.780721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-cb6a32a6-50bb-45f0-aa87-9853ec5e1702 service neutron] 10.222.0.44 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105731 Sep 29 23:25:39.787201 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-11d438bf-6066-4b61-8e46-26a52dafbfbb tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2682314 Sep 29 23:25:39.787895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44508) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:39.835285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-774560a2-7c88-48e4-a1df-c5df649a1b95 req-df3f7f60-e176-47c4-98a1-e8d2b262288b tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4705238 Sep 29 23:25:39.888779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Deleting port e8d6efe5-273c-4de3-a495-7b6a74108f10 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:39.889456 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.928656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2ede6a2f-fc30-4f0e-9371-ed3a29fdbfd5 None None] Port 2b200cf0-d413-4943-ba0a-1c7a4f04eca2 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:39.979706 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f9faaad6-054b-403b-8684-628e9f25df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:39.997191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9faaad6-054b-403b-8684-628e9f25df32 None None] No DVR routers for this DVR port e8d6efe5-273c-4de3-a495-7b6a74108f10 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:39.998583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No active binding found for port e8d6efe5-273c-4de3-a495-7b6a74108f10 {{(pid=110007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 23:25:39.999023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e8d6efe5-273c-4de3-a495-7b6a74108f10 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:25:39.999459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d74f28f5-5723-4807-9b1f-4c6e730b2224 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:40.065249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9faaad6-054b-403b-8684-628e9f25df32 None None] Pushing event deleted for resources: {'Port': ['ID=e8d6efe5-273c-4de3-a495-7b6a74108f10,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:40.071347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: d74f28f5-5723-4807-9b1f-4c6e730b2224 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:25:40.073461 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d74f28f5-5723-4807-9b1f-4c6e730b2224 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:25:40.102057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] For port e8d6efe5-273c-4de3-a495-7b6a74108f10, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e8d6efe5-273c-4de3-a495-7b6a74108f10,segment=NetworkSegment(e340a278-2deb-42a0-8ff0-004d4727fa4a),segment_id=e340a278-2deb-42a0-8ff0-004d4727fa4a)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:40.112227 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:40.132242 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6a71c93-9e92-4d5b-a1cc-e11bec253cc8 req-0f1f3b0c-731d-4edb-8709-a78919fba86b service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123072 Sep 29 23:25:40.138106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Calling delete_port for e8d6efe5-273c-4de3-a495-7b6a74108f10 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:40.185967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bf330fda-f94c-4c61-bb96-37d164a2ed2a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 2b200cf0-d413-4943-ba0a-1c7a4f04eca2 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:40.187316 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf330fda-f94c-4c61-bb96-37d164a2ed2a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:40.372020 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:40.484753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-9446732c-a1bc-4379-a6ce-567f31cfb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:40.487214 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-9446732c-a1bc-4379-a6ce-567f31cfb6a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 1094 time: 0.2922025 Sep 29 23:25:40.502994 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] No DVR routers for this DVR port e8d6efe5-273c-4de3-a495-7b6a74108f10 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:40.555874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Port': ['ID=e8d6efe5-273c-4de3-a495-7b6a74108f10,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:40.565199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2c1a97b-6856-4a7a-86ed-d15cc6ece40a req-5a31c555-edbd-4f4f-af0d-5180795ea352 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 210 time: 0.1947479 Sep 29 23:25:40.712520 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:40.762114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-c94de7dc-a78a-4109-8856-0a173585ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:40.763626 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-c94de7dc-a78a-4109-8856-0a173585ba84 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.2673092 Sep 29 23:25:40.774763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087e5120-73d2-426e-b117-b288b1b78538']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:40.791176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e340a278-2deb-42a0-8ff0-004d4727fa4a') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:40.791681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e340a278-2deb-42a0-8ff0-004d4727fa4a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:40.812165 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:40.835737 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf330fda-f94c-4c61-bb96-37d164a2ed2a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:40.842534 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-a1f01ba0-2c51-4e16-97c8-aac25db6790c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282 HTTP/1.1" status: 200 len: 217 time: 0.0523434 Sep 29 23:25:40.851809 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:40.871250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:25:40.871888 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:40.874384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bf330fda-f94c-4c61-bb96-37d164a2ed2a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 2b200cf0-d413-4943-ba0a-1c7a4f04eca2 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:25:40.888665 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:25:41.006493 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:41.050977 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:41.054426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] 10.222.0.44 "DELETE /v2.0/networks/087e5120-73d2-426e-b117-b288b1b78538 HTTP/1.1" status: 204 len: 168 time: 1.7626150 Sep 29 23:25:41.078337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-7996025c-de7d-4980-912a-f73994ec43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:41.083670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d5ec6-7cd7-42d9-a0c5-c8e7164d4749 tempest-TaggedBootDevicesTest_v242-1533046675 tempest-TaggedBootDevicesTest_v242-1533046675-project] Pushing event deleted for resources: {'Network': ['ID=087e5120-73d2-426e-b117-b288b1b78538,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:41.083933 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-7996025c-de7d-4980-912a-f73994ec43a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.2279670 Sep 29 23:25:41.153218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f880d4-876c-421c-8e0a-340798e36ab5 req-d87bfe17-e7e4-42e7-936f-9bbb613281c0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:41.162298 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06f880d4-876c-421c-8e0a-340798e36ab5 req-d87bfe17-e7e4-42e7-936f-9bbb613281c0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.1685688 Sep 29 23:25:41.245507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-d4ce0021-dc6f-4292-8ad4-1f47173d5e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:41.247553 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-d4ce0021-dc6f-4292-8ad4-1f47173d5e9a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511252 Sep 29 23:25:41.252550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06f880d4-876c-421c-8e0a-340798e36ab5 req-077f1be8-9102-4064-bc87-4d0bc5b49222 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838513 Sep 29 23:25:41.431340 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf330fda-f94c-4c61-bb96-37d164a2ed2a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:41.434906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-0fc4c74b-a3d2-42ca-9fd4-452c416b4405 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776061 Sep 29 23:25:41.468462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf330fda-f94c-4c61-bb96-37d164a2ed2a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=2b200cf0-d413-4943-ba0a-1c7a4f04eca2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:41.554057 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf330fda-f94c-4c61-bb96-37d164a2ed2a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:41.556145 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf330fda-f94c-4c61-bb96-37d164a2ed2a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/2b200cf0-d413-4943-ba0a-1c7a4f04eca2 HTTP/1.1" status: 204 len: 168 time: 1.7603776 Sep 29 23:25:41.558821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44540) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:41.608461 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6631e25-30a9-4110-b0a7-7a6f167a1ae1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:25:41.623197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f6631e25-30a9-4110-b0a7-7a6f167a1ae1 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/2b200cf0-d413-4943-ba0a-1c7a4f04eca2 HTTP/1.1" status: 404 len: 333 time: 0.0632977 Sep 29 23:25:41.626063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44544) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:41.732092 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6132e5d-a2bb-41f7-a50e-badd55e82425 req-a105384a-5f4c-4dad-a0e6-451c8796a880 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 210 time: 0.0606718 Sep 29 23:25:41.887551 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0556f8a-d9dd-4358-a69f-b697a26edf96 req-c7b5dd6e-b83a-4ad3-935d-87138716b9df service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4203286 Sep 29 23:25:41.942062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7542e076-12bd-48f2-b7a8-664374f70f86 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port d95ec166-0355-4696-aab3-4a17c9f9e835 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:41.942409 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7542e076-12bd-48f2-b7a8-664374f70f86 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:41.990956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-e5c9323c-8f25-4cee-8937-68435bd6eb4b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:41.992439 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-e5c9323c-8f25-4cee-8937-68435bd6eb4b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.42 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 817 time: 0.2026889 Sep 29 23:25:42.490098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56162174-4098-4c1a-8f1d-748a2bedbb96 req-ed0fa2ae-c9e9-4eaf-bd9a-e0a0bb4b5d24 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:42.491672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56162174-4098-4c1a-8f1d-748a2bedbb96 req-ed0fa2ae-c9e9-4eaf-bd9a-e0a0bb4b5d24 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.0984294 Sep 29 23:25:42.504236 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-b8a38f8c-bde3-4f1e-ac78-e96b1a6083d7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e773d84f005142cda2dbedd73f471c4a HTTP/1.1" status: 200 len: 379 time: 0.1012461 Sep 29 23:25:42.506153 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7542e076-12bd-48f2-b7a8-664374f70f86 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:42.534428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7542e076-12bd-48f2-b7a8-664374f70f86 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for d95ec166-0355-4696-aab3-4a17c9f9e835 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:42.571529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'port': {'device_id': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'admin_state_up': True, 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'security_groups': ['72277706-e001-4e74-a8b8-4aadc76a568d']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:42.580928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56162174-4098-4c1a-8f1d-748a2bedbb96 req-e922dbb7-2d85-4c81-9e4e-75853fa6cffc tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822458 Sep 29 23:25:42.749591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Made reservation on behalf of e773d84f005142cda2dbedd73f471c4a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:42.754553 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:42.843373 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7542e076-12bd-48f2-b7a8-664374f70f86 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:42.919451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f331fa80-7978-4c47-a48e-1b8d97a9b920 req-db67ebc2-7ae1-4400-ad5c-f438918f1f7b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 210 time: 0.0555682 Sep 29 23:25:42.961221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7542e076-12bd-48f2-b7a8-664374f70f86 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=d95ec166-0355-4696-aab3-4a17c9f9e835,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:43.004755 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7542e076-12bd-48f2-b7a8-664374f70f86 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.004755 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7542e076-12bd-48f2-b7a8-664374f70f86 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/d95ec166-0355-4696-aab3-4a17c9f9e835 HTTP/1.1" status: 204 len: 168 time: 1.3747318 Sep 29 23:25:43.005911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44560) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:43.044314 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e059829-41c3-490e-8e34-606b9f2e88ed tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:25:43.049928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2e059829-41c3-490e-8e34-606b9f2e88ed tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/d95ec166-0355-4696-aab3-4a17c9f9e835 HTTP/1.1" status: 404 len: 333 time: 0.0397003 Sep 29 23:25:43.050247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44562) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:43.074427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Allocated IP 172.20.0.14 (bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a/41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6/dd891d4d-8b96-42bc-9bb0-42800916a5a0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:43.157487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet f4c6d207-bfb4-4c77-a9c3-8747fe225720 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:25:43.166392 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.219841 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.333838 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.358975 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.404260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.453496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.466440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:43.470039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:43.472053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:43.474836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:43.533292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881bea14-58c5-42bd-972a-6bb4afb7063a None None] Network 83ff7230-d271-4a52-bd56-208b97618d8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:43.535696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c6d207-bfb4-4c77-a9c3-8747fe225720,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:43.551909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:43.552474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.554969 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.559791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44574) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:43.560512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/f4c6d207-bfb4-4c77-a9c3-8747fe225720 HTTP/1.1" status: 204 len: 168 time: 0.5090630 Sep 29 23:25:43.562939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.565406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.565869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.566216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.566558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.566936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.567278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.567615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.568206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.568520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.568951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.569282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6d056db-2264-4e0d-990c-3e22a209d006 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:25:43.667368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d3b1f811-ec28-4b78-a832-ff59972ee856 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1169622 Sep 29 23:25:43.692042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Request body: {'port': {'device_id': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:43.783386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.807781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457f50d-82e7-488a-97ef-6f5354e8d1f9 req-ecc099fa-54ce-4010-af3c-dfed690e1a96 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:43.811884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2457f50d-82e7-488a-97ef-6f5354e8d1f9 req-ecc099fa-54ce-4010-af3c-dfed690e1a96 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.1056781 Sep 29 23:25:43.893530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c78f1a9-8a22-4676-8963-552149efdec0 None None] DHCP port deletion for 83ff7230-d271-4a52-bd56-208b97618d8e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:25:43.896560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2457f50d-82e7-488a-97ef-6f5354e8d1f9 req-e0a76cf4-ec6a-4e69-9082-66def570ad51 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748920 Sep 29 23:25:43.917788 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.946704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7b6a2607-ebfc-4ac2-9937-31ef342032e7 None None] Provisioning complete for port dd891d4d-8b96-42bc-9bb0-42800916a5a0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:43.947352 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2607-ebfc-4ac2-9937-31ef342032e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:43.994410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7b6a2607-ebfc-4ac2-9937-31ef342032e7 None None] Port dd891d4d-8b96-42bc-9bb0-42800916a5a0 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:44.033729 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5c78f1a9-8a22-4676-8963-552149efdec0 None None] Deleting port bb932708-c5aa-493f-8bc3-5719eb1eb13c {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:44.034488 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5c78f1a9-8a22-4676-8963-552149efdec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.075658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0159a83-3966-45d6-aa68-7b99ad813e14 req-91fe2473-05f9-4da7-a9ef-1d7a118ccf45 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:44.083729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0159a83-3966-45d6-aa68-7b99ad813e14 req-91fe2473-05f9-4da7-a9ef-1d7a118ccf45 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 932 time: 0.0622518 Sep 29 23:25:44.133541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0159a83-3966-45d6-aa68-7b99ad813e14 req-a065ec06-513c-426a-aa7b-de63e741cc28 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487993 Sep 29 23:25:44.156826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5c78f1a9-8a22-4676-8963-552149efdec0 None None] For port bb932708-c5aa-493f-8bc3-5719eb1eb13c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bb932708-c5aa-493f-8bc3-5719eb1eb13c,segment=NetworkSegment(4bef5a51-f7c9-4c18-949c-b58bb06d5856),segment_id=4bef5a51-f7c9-4c18-949c-b58bb06d5856)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:44.157653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5c78f1a9-8a22-4676-8963-552149efdec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.172003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5c78f1a9-8a22-4676-8963-552149efdec0 None None] Calling delete_port for bb932708-c5aa-493f-8bc3-5719eb1eb13c owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:44.177962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port bb932708-c5aa-493f-8bc3-5719eb1eb13c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:44.178315 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.273357 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5c78f1a9-8a22-4676-8963-552149efdec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.315404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] For port bb932708-c5aa-493f-8bc3-5719eb1eb13c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bb932708-c5aa-493f-8bc3-5719eb1eb13c,segment=NetworkSegment(4bef5a51-f7c9-4c18-949c-b58bb06d5856),segment_id=4bef5a51-f7c9-4c18-949c-b58bb06d5856)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:44.319598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.321031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c78f1a9-8a22-4676-8963-552149efdec0 None None] Pushing event deleted for resources: {'Port': ['ID=bb932708-c5aa-493f-8bc3-5719eb1eb13c,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:44.337311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c78f1a9-8a22-4676-8963-552149efdec0 None None] No DVR routers for this DVR port bb932708-c5aa-493f-8bc3-5719eb1eb13c on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:44.374266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for bb932708-c5aa-493f-8bc3-5719eb1eb13c owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:44.506910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd891d4d-8b96-42bc-9bb0-42800916a5a0 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:25:44.515675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.522557 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.556548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=bb932708-c5aa-493f-8bc3-5719eb1eb13c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:44.558539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No DVR routers for this DVR port bb932708-c5aa-493f-8bc3-5719eb1eb13c on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:44.560443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Transition to ACTIVE for port object dd891d4d-8b96-42bc-9bb0-42800916a5a0 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:25:44.596160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.730140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.777448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:44.825933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ff7230-d271-4a52-bd56-208b97618d8e']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:44.842295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bef5a51-f7c9-4c18-949c-b58bb06d5856') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:44.842905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bef5a51-f7c9-4c18-949c-b58bb06d5856') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:44.857235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.893258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.898680 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Attempting to bind port dd891d4d-8b96-42bc-9bb0-42800916a5a0 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:25:44.899030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Attempting to bind port dd891d4d-8b96-42bc-9bb0-42800916a5a0 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:25:44.899371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Attempting to bind port dd891d4d-8b96-42bc-9bb0-42800916a5a0 on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:25:44.905879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Port dd891d4d-8b96-42bc-9bb0-42800916a5a0 on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:25:44.906213 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Attempting to bind port dd891d4d-8b96-42bc-9bb0-42800916a5a0 on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:25:44.909470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:25:44.909893 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:25:44.914257 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:25:44.961196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:25:44.962409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Checking segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:44.963397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Bound using segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:25:44.964553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Bound port: dd891d4d-8b96-42bc-9bb0-42800916a5a0, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:25:44.965660 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:45.079927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6caca5-ca93-4d0d-b779-5f446844ffbb req-4606ce7e-eb2b-4df4-81e1-511c3f538f49 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:45.082273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d6caca5-ca93-4d0d-b779-5f446844ffbb req-4606ce7e-eb2b-4df4-81e1-511c3f538f49 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.0799787 Sep 29 23:25:45.132084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:25:45.134479 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d6caca5-ca93-4d0d-b779-5f446844ffbb req-7f9fe6b8-aee5-4897-96a9-bd7925e17946 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454507 Sep 29 23:25:45.135693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:25:45.137365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:45.152515 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:45.172373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44598) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:45.173000 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/networks/83ff7230-d271-4a52-bd56-208b97618d8e HTTP/1.1" status: 204 len: 168 time: 1.6121047 Sep 29 23:25:45.178532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:45.185398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2024964146'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:45.239345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e580ef5-e40a-4248-b474-0e7109592f69 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Network': ['ID=83ff7230-d271-4a52-bd56-208b97618d8e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:45.243389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:45.248607 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:45.273331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:45.274727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:45.276157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] 10.222.0.42 "PUT /v2.0/ports/dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 1092 time: 1.5936079 Sep 29 23:25:45.276665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:25:45.278974 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381f50e8-8fc0-41b3-8ed6-94753ee1f807" -d '{"events": [{"name": "network-changed", "server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:25:45.339032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8f78c2-af23-43ab-8797-88ee3dc1550a service neutron] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:45.374159 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c007a982-1b48-4bac-8414-640f3e900115 x-openstack-request-id: req-c007a982-1b48-4bac-8414-640f3e900115 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:25:45.374454 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:25:45.374701 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c007a982-1b48-4bac-8414-640f3e900115 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:25:45.375111 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'status': 'completed', 'code': 200} Sep 29 23:25:45.422491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:25:45.441435 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:45.442798 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Added segment 30a95a70-6bcc-4c6d-b84b-4b49e5447fbc of type vlan for network 19b7ae08-8131-4b8b-be0b-6d59db2878d3 Sep 29 23:25:45.473350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-e44c86b3-b108-4b13-b56c-eb3561febda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:45.475239 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-e44c86b3-b108-4b13-b56c-eb3561febda1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1095 time: 0.1231532 Sep 29 23:25:45.536376 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:45.584213 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-280953ea-43d2-4ef7-af4c-fe36f61e01e9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 217 time: 0.0925157 Sep 29 23:25:45.629120 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:45.640993 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:45.641671 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:45.697400 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:25:45.706114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44608) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:45.708049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5334284 Sep 29 23:25:45.715025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': '19b7ae08-8131-4b8b-be0b-6d59db2878d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:45.769283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502d152-c7ca-4c61-b16f-74ad08354203 req-5fa6dc3b-8f64-4739-86e9-050267bb33fe tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:45.771033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4502d152-c7ca-4c61-b16f-74ad08354203 req-5fa6dc3b-8f64-4739-86e9-050267bb33fe tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 944 time: 0.5198598 Sep 29 23:25:45.810800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bb932708-c5aa-493f-8bc3-5719eb1eb13c no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:45.860559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: bb932708-c5aa-493f-8bc3-5719eb1eb13c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:25:45.861118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bb932708-c5aa-493f-8bc3-5719eb1eb13c not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:25:45.913986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-6fb93563-6e55-4849-ae08-fa857a137751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:45.915721 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-6fb93563-6e55-4849-ae08-fa857a137751 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.3225863 Sep 29 23:25:45.920318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57895f7-c1fd-4518-ba52-201c259933fd tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Network': ['ID=19b7ae08-8131-4b8b-be0b-6d59db2878d3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:45.934486 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 19b7ae08-8131-4b8b-be0b-6d59db2878d3 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:25:45.988895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4502d152-c7ca-4c61-b16f-74ad08354203 req-1ed42d9a-1582-471d-b1cf-13273c0bd2f0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1804190 Sep 29 23:25:46.017205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:46.017205 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:46.033933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d346adfe-28f6-4841-b960-97175da0c9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:46.035452 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-d346adfe-28f6-4841-b960-97175da0c9ab service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113410 Sep 29 23:25:46.149194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-5172301c-43f4-45ec-95ca-f57b9ed3a382 service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977693 Sep 29 23:25:46.294788 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e6fc5ff-f4a2-4384-a83a-91f4e986cd4c req-ee34a942-33f5-4359-a68a-cec6090c52e8 service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038539 Sep 29 23:25:46.378111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc4658-9244-471b-abd7-1417b09e42cf req-ccc98b82-67a3-49e8-ab47-5f05a261676f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:46.390485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3fc4658-9244-471b-abd7-1417b09e42cf req-ccc98b82-67a3-49e8-ab47-5f05a261676f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.1097302 Sep 29 23:25:46.463176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3fc4658-9244-471b-abd7-1417b09e42cf req-a7bbc700-03f9-4e03-8571-a9398be40396 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683093 Sep 29 23:25:46.511195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-5699a0d0-1f1d-45a0-a76a-9f04a1935319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:46.512908 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-5699a0d0-1f1d-45a0-a76a-9f04a1935319 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1095 time: 0.0656962 Sep 29 23:25:46.657241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-6e4a11d2-43e6-400c-a560-0d04b44d54b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:46.659913 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-6e4a11d2-43e6-400c-a560-0d04b44d54b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.1189816 Sep 29 23:25:46.664474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:46.726375 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-fe3f04db-89a2-4565-b8a4-50303b2f58fb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 217 time: 0.0543957 Sep 29 23:25:46.815479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44628) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:46.901064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=9d85656d-670d-4118-aaa7-48b0fc85ef23,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:46.925812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-21f936cc-5b21-405f-ac64-fd2c50c97bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:46.930708 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-21f936cc-5b21-405f-ac64-fd2c50c97bda service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.1765871 Sep 29 23:25:46.940537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Checking segment: {'id': '30a95a70-6bcc-4c6d-b84b-4b49e5447fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19b7ae08-8131-4b8b-be0b-6d59db2878d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:46.941178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network hostable DHCP agents. Network: 19b7ae08-8131-4b8b-be0b-6d59db2878d3, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:25:47.036598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 19b7ae08-8131-4b8b-be0b-6d59db2878d3 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:25:47.063727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-df55cdd7-2c66-427b-abfc-eac5a8cc6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:47.068343 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-df55cdd7-2c66-427b-abfc-eac5a8cc6cad service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226206 Sep 29 23:25:47.072264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 19b7ae08-8131-4b8b-be0b-6d59db2878d3) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:47.082645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:47.083559 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:47.089347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b1cae-554f-4cc2-a829-d0026ef41f61 None None] Network 19b7ae08-8131-4b8b-be0b-6d59db2878d3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:47.131643 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dde6c9ee-38da-4763-9466-4ab9c9706a8e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4222372 Sep 29 23:25:47.152412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44640) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:47.157668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fbf535e4-a4d6-492b-8a3e-019bbb8fe6dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-206620076', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:47.286690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab0a64-3c53-4879-bc87-c96c580cf800 req-1435c52f-e4d0-4c54-9f12-47fae35f3a6a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:47.301956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7ab0a64-3c53-4879-bc87-c96c580cf800 req-1435c52f-e4d0-4c54-9f12-47fae35f3a6a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 944 time: 0.1936722 Sep 29 23:25:47.309360 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbf535e4-a4d6-492b-8a3e-019bbb8fe6dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:47.310387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbf535e4-a4d6-492b-8a3e-019bbb8fe6dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:47.321857 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-762d71f9-1c5b-42dc-9814-8a150a13dbee service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159405 Sep 29 23:25:47.430822 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-381f50e8-8fc0-41b3-8ed6-94753ee1f807 req-ca405bda-fa3b-40fb-aaf6-4adc96b66ded service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999632 Sep 29 23:25:47.436155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7ab0a64-3c53-4879-bc87-c96c580cf800 req-f463cf12-d6a3-41ce-aa74-cebd7e902f49 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275938 Sep 29 23:25:47.493225 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbf535e4-a4d6-492b-8a3e-019bbb8fe6dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:47.561868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-19b7ae08-8131-4b8b-be0b-6d59db2878d3', 'network_id': '19b7ae08-8131-4b8b-be0b-6d59db2878d3', 'tenant_id': 'b83b928bf7234efea3f208f0a7bbc31b', 'fixed_ips': [{'subnet_id': '9d85656d-670d-4118-aaa7-48b0fc85ef23'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:25:47.562822 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:47.595951 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbf535e4-a4d6-492b-8a3e-019bbb8fe6dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:47.684863 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbf535e4-a4d6-492b-8a3e-019bbb8fe6dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:47.686092 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fbf535e4-a4d6-492b-8a3e-019bbb8fe6dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5319419 Sep 29 23:25:47.688946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44646) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:47.697149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'network_id': '19b7ae08-8131-4b8b-be0b-6d59db2878d3', 'name': 'tempest-PortsIpV6TestJSON-649978415'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:47.709225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2c3dd-5f8f-40f5-b0b1-f2e4fdd04148 req-ceaae5d2-d83a-441d-b8b8-15b673911836 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:47.717038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2e2c3dd-5f8f-40f5-b0b1-f2e4fdd04148 req-ceaae5d2-d83a-441d-b8b8-15b673911836 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.1247766 Sep 29 23:25:47.780809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Allocated IP 2001:db8::2 (19b7ae08-8131-4b8b-be0b-6d59db2878d3/9d85656d-670d-4118-aaa7-48b0fc85ef23/6786a664-ebc6-4501-b75f-e446a9c4be39) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:47.846747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2e2c3dd-5f8f-40f5-b0b1-f2e4fdd04148 req-41ed2b02-5ee3-4460-984d-c5b52c07fda5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285546 Sep 29 23:25:47.988659 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:47.996046 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:48.053729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port 5f71c36c-8f79-46bf-bb22-11f865691840 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:25:48.117569 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:48.199420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:48.216644 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:48.389287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Network 19b7ae08-8131-4b8b-be0b-6d59db2878d3 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:48.410238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:48.415411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:48.457891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8::390 (19b7ae08-8131-4b8b-be0b-6d59db2878d3/9d85656d-670d-4118-aaa7-48b0fc85ef23/5f71c36c-8f79-46bf-bb22-11f865691840) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:25:48.527497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Pushing event updated for resources: {'Port': ['ID=6786a664-ebc6-4501-b75f-e446a9c4be39,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:48.599294 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Attempting to bind port 6786a664-ebc6-4501-b75f-e446a9c4be39 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:25:48.599667 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Attempting to bind port 6786a664-ebc6-4501-b75f-e446a9c4be39 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '30a95a70-6bcc-4c6d-b84b-4b49e5447fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19b7ae08-8131-4b8b-be0b-6d59db2878d3'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:25:48.600104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Attempting to bind port 6786a664-ebc6-4501-b75f-e446a9c4be39 on network 19b7ae08-8131-4b8b-be0b-6d59db2878d3 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:25:48.613785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:25:48.614207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Checking segment: {'id': '30a95a70-6bcc-4c6d-b84b-4b49e5447fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19b7ae08-8131-4b8b-be0b-6d59db2878d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:48.614578 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:48.614978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Bound using segment: {'id': '30a95a70-6bcc-4c6d-b84b-4b49e5447fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19b7ae08-8131-4b8b-be0b-6d59db2878d3'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:25:48.615469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Bound port: 6786a664-ebc6-4501-b75f-e446a9c4be39, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a95a70-6bcc-4c6d-b84b-4b49e5447fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '19b7ae08-8131-4b8b-be0b-6d59db2878d3'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:25:48.615876 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:48.730759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] For port 6786a664-ebc6-4501-b75f-e446a9c4be39, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:25:48.734793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] For port 6786a664-ebc6-4501-b75f-e446a9c4be39, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6786a664-ebc6-4501-b75f-e446a9c4be39,segment=NetworkSegment(30a95a70-6bcc-4c6d-b84b-4b49e5447fbc),segment_id=30a95a70-6bcc-4c6d-b84b-4b49e5447fbc)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:25:48.739693 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:48.778066 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:48.834433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e1c72-3011-49ef-8e09-2cbf06e2ea77 None None] Pushing event updated for resources: {'Port': ['ID=6786a664-ebc6-4501-b75f-e446a9c4be39,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:48.866352 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:48.976898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 19b7ae08-8131-4b8b-be0b-6d59db2878d3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:48.989685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:48.995426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=5f71c36c-8f79-46bf-bb22-11f865691840,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:48.998297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:25:49.004820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:49.006603 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:49.029860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-54f597e0-79ac-42b1-b68e-47109c414470 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3377056 Sep 29 23:25:49.032201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44666) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:49.138341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device dd891d4d-8b96-42bc-9bb0-42800916a5a0 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:25:49.360033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776dadb1-f883-42fe-9fab-c009c580ad06 req-7f78dc16-c3bc-4045-b190-a6cdb4f85c48 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:49.376924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-776dadb1-f883-42fe-9fab-c009c580ad06 req-7f78dc16-c3bc-4045-b190-a6cdb4f85c48 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.2469759 Sep 29 23:25:49.385906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:49.402249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'port_id': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'mac_address': 'fa:16:3e:6f:ca:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:25:49.429086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac828e23-fa95-436b-9a42-4ad7ee626395 req-788e5689-d54c-40f6-a825-b184a919d255 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:49.431061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac828e23-fa95-436b-9a42-4ad7ee626395 req-788e5689-d54c-40f6-a825-b184a919d255 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 944 time: 0.2946787 Sep 29 23:25:49.466203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-776dadb1-f883-42fe-9fab-c009c580ad06 req-27f81587-de32-4c1a-acdc-bdf5c48f4612 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858984 Sep 29 23:25:49.508788 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:49.533889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac828e23-fa95-436b-9a42-4ad7ee626395 req-043ea4f7-00ec-47ed-ba87-862918d3ac62 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854199 Sep 29 23:25:49.546508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd891d4d-8b96-42bc-9bb0-42800916a5a0 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:25:49.617607 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:49.629463 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:49.696161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] Deleting port 32d0de8d-9c98-49e6-87cc-8922384586a4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:49.697243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:49.741189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:49.773257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:49.809526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] For port 32d0de8d-9c98-49e6-87cc-8922384586a4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=32d0de8d-9c98-49e6-87cc-8922384586a4,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:49.809696 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:49.813125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6786a664-ebc6-4501-b75f-e446a9c4be39 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:25:49.827637 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] Calling delete_port for 32d0de8d-9c98-49e6-87cc-8922384586a4 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:49.956963 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6786a664-ebc6-4501-b75f-e446a9c4be39 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:49.957343 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.050149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['dd891d4d-8b96-42bc-9bb0-42800916a5a0'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:25:50.152799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.161181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.199518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.240007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] Pushing event deleted for resources: {'Port': ['ID=32d0de8d-9c98-49e6-87cc-8922384586a4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:50.246196 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.263885 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.442103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 6786a664-ebc6-4501-b75f-e446a9c4be39, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6786a664-ebc6-4501-b75f-e446a9c4be39,segment=NetworkSegment(30a95a70-6bcc-4c6d-b84b-4b49e5447fbc),segment_id=30a95a70-6bcc-4c6d-b84b-4b49e5447fbc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:50.489930 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.509682 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.509884 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.597734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86302ffb-8a4c-43d8-a190-061937c4e68c None None] Network 19b7ae08-8131-4b8b-be0b-6d59db2878d3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:50.721635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=5f71c36c-8f79-46bf-bb22-11f865691840,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:50.750359 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.821388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-10c7f277-48aa-46de-bf6f-f96eb1f3f90f None None] Provisioning complete for port 6786a664-ebc6-4501-b75f-e446a9c4be39 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:50.821692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-10c7f277-48aa-46de-bf6f-f96eb1f3f90f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:50.823516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec80e71-882e-4a86-af47-95a116f8f3e6 req-fe1c050f-d823-4847-8f87-58865475cb3f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:50.832176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dec80e71-882e-4a86-af47-95a116f8f3e6 req-fe1c050f-d823-4847-8f87-58865475cb3f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.1657703 Sep 29 23:25:50.832493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=6786a664-ebc6-4501-b75f-e446a9c4be39,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:50.866164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc71654-98f2-486e-980e-305b282c4d58 req-b81dd8d9-74f0-4991-b818-bc1706ab4ae1 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:50.867729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cc71654-98f2-486e-980e-305b282c4d58 req-b81dd8d9-74f0-4991-b818-bc1706ab4ae1 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.1742411 Sep 29 23:25:50.978164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dec80e71-882e-4a86-af47-95a116f8f3e6 req-aa72546f-c545-4f43-950d-1bdf7fcc021a tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450493 Sep 29 23:25:51.013538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] Router f7d32df9-1364-4d6d-a126-26fc510e9a77 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:25:51.024701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cc71654-98f2-486e-980e-305b282c4d58 req-c28b3315-d0f5-4f67-8cf0-62c37e59ca3d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424227 Sep 29 23:25:51.157081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:25:51.170336 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] Sync routers for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:25:51.173024 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7dc62556-feb1-437d-bb65-bd523b1fdc1b admin admin] 10.222.0.44 "PUT /v2.0/routers/f7d32df9-1364-4d6d-a126-26fc510e9a77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3550911 Sep 29 23:25:51.173774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:51.193631 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:25:51.194278 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:25:37Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:51.295565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:51.441675 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:25:51.523169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5d496c92-cb1f-4826-9252-dc5d11c36e43 None None] Provisioning complete for port 5f71c36c-8f79-46bf-bb22-11f865691840 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:51.523692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d496c92-cb1f-4826-9252-dc5d11c36e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:51.535351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:51.627538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5d496c92-cb1f-4826-9252-dc5d11c36e43 None None] Port 5f71c36c-8f79-46bf-bb22-11f865691840 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:51.655197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5d496c92-cb1f-4826-9252-dc5d11c36e43 None None] Provisioning complete for port 6786a664-ebc6-4501-b75f-e446a9c4be39 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:51.655197 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d496c92-cb1f-4826-9252-dc5d11c36e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:51.761128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Deleting port fb75a44c-716c-4174-b9ec-9c904a0e1374 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:51.761471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:51.942188 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:51.948458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6786a664-ebc6-4501-b75f-e446a9c4be39 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:25:51.956259 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:51.957237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:52.069568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=5f71c36c-8f79-46bf-bb22-11f865691840,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:52.071617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] For port fb75a44c-716c-4174-b9ec-9c904a0e1374, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fb75a44c-716c-4174-b9ec-9c904a0e1374,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:52.072208 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:52.117970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Calling delete_port for fb75a44c-716c-4174-b9ec-9c904a0e1374 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:52.206898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6786a664-ebc6-4501-b75f-e446a9c4be39 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:52.207999 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:52.210821 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:25:50Z', 'revision_number': 5, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port': {'id': 'fb75a44c-716c-4174-b9ec-9c904a0e1374', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:59:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:16:40Z', 'updated_at': '2021-09-29T23:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:52.271715 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] Checking router: f7d32df9-1364-4d6d-a126-26fc510e9a77 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:25:52.281688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network 19b7ae08-8131-4b8b-be0b-6d59db2878d3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:52.288612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:52.296435 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] Routers {'f7d32df9-1364-4d6d-a126-26fc510e9a77'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:25:52.297063 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:25:37Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f7d32df9-1364-4d6d-a126-26fc510e9a77'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:52.356512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e567618f-7149-45f4-94cc-6985f06e01b4 None None] Provisioning complete for port 5f71c36c-8f79-46bf-bb22-11f865691840 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:52.356788 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e567618f-7149-45f4-94cc-6985f06e01b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:52.432643 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] Set router f7d32df9-1364-4d6d-a126-26fc510e9a77 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:25:52.478406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e567618f-7149-45f4-94cc-6985f06e01b4 None None] Port 5f71c36c-8f79-46bf-bb22-11f865691840 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:52.522515 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:25:51Z', 'revision_number': 6, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:52.556563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Router 7cdf146a-c7ba-4195-a224-5609fa0e3dbd is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:25:52.559550 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:52.604034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41955b65-753a-4fc6-89e5-a1b1e69605ec req-1b1f266e-0fe9-4e45-b730-b4cf5a742106 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:52.604034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41955b65-753a-4fc6-89e5-a1b1e69605ec req-1b1f266e-0fe9-4e45-b730-b4cf5a742106 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.4214792 Sep 29 23:25:52.613698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-65709c5c-7428-4947-bfd9-493d5492b6f0 None None] Provisioning complete for port 5f71c36c-8f79-46bf-bb22-11f865691840 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:52.614298 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65709c5c-7428-4947-bfd9-493d5492b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:52.616015 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b69a2-fe6b-47ae-9c8f-381e8d2dd9ee None None] The sync data for ids ['f7d32df9-1364-4d6d-a126-26fc510e9a77'] in n-d-811173-2 is: [{'id': 'f7d32df9-1364-4d6d-a126-26fc510e9a77', 'name': 'tempest-AttachVolumeTestJSON-1379756573-router', 'tenant_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:16:38Z', 'updated_at': '2021-09-29T23:25:51Z', 'revision_number': 6, 'project_id': 'eaa257dbbb2c4be8b76a52d855131ad8', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:25:52.637110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6bfb49-5436-4e29-9831-47a9e8489209 req-47ea6963-7460-43ce-8a7f-3d7fa01e92c6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:52.639520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a6bfb49-5436-4e29-9831-47a9e8489209 req-47ea6963-7460-43ce-8a7f-3d7fa01e92c6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.5091438 Sep 29 23:25:52.700154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Pushing event deleted for resources: {'Port': ['ID=fb75a44c-716c-4174-b9ec-9c904a0e1374,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:52.706896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-65709c5c-7428-4947-bfd9-493d5492b6f0 None None] Port 5f71c36c-8f79-46bf-bb22-11f865691840 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:52.760792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:25:52.772385 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f5e8a714-fa15-4a82-9bf3-cb6ee9f071d5 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "PUT /v2.0/routers/7cdf146a-c7ba-4195-a224-5609fa0e3dbd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7389438 Sep 29 23:25:52.772566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb551d-2dff-47bd-ac98-71b0c9da4a12 None None] Sync routers for ids ['7cdf146a-c7ba-4195-a224-5609fa0e3dbd'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:25:52.773399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44710) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:52.791027 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41955b65-753a-4fc6-89e5-a1b1e69605ec req-84d23804-2a0a-4b9e-a7cf-4447b0fca74a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496735 Sep 29 23:25:52.798316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a6bfb49-5436-4e29-9831-47a9e8489209 req-879defa9-2514-4bc9-818b-81a2d5851fcd tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317062 Sep 29 23:25:52.809016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb551d-2dff-47bd-ac98-71b0c9da4a12 None None] Routers {'7cdf146a-c7ba-4195-a224-5609fa0e3dbd'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:25:52.809695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5cb551d-2dff-47bd-ac98-71b0c9da4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:25:37Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7cdf146a-c7ba-4195-a224-5609fa0e3dbd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:52.851162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5cb551d-2dff-47bd-ac98-71b0c9da4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:52.852153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:52.870709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cb551d-2dff-47bd-ac98-71b0c9da4a12 None None] Routers {'7cdf146a-c7ba-4195-a224-5609fa0e3dbd'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:25:52.871352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5cb551d-2dff-47bd-ac98-71b0c9da4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:25:37Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7cdf146a-c7ba-4195-a224-5609fa0e3dbd'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:52.914280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e5cb551d-2dff-47bd-ac98-71b0c9da4a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:52.915568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cb551d-2dff-47bd-ac98-71b0c9da4a12 None None] The sync data for ids ['7cdf146a-c7ba-4195-a224-5609fa0e3dbd'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:25:52.916180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30dc753-2c29-485b-818f-43d36d48857e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:52.922064 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f30dc753-2c29-485b-818f-43d36d48857e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdf146a-c7ba-4195-a224-5609fa0e3dbd HTTP/1.1" status: 200 len: 988 time: 0.1472676 Sep 29 23:25:52.922707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44712) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:52.946524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-60c8feab-b428-46c0-ba68-89b389132ac6 None None] Provisioning complete for port 5f71c36c-8f79-46bf-bb22-11f865691840 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:52.946524 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60c8feab-b428-46c0-ba68-89b389132ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:52.989369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.000831 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.012721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-60c8feab-b428-46c0-ba68-89b389132ac6 None None] Port 5f71c36c-8f79-46bf-bb22-11f865691840 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:25:53.104325 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.104924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7d32df9-1364-4d6d-a126-26fc510e9a77 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:25:53.109900 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.111296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3b979951-8ef0-499c-ba0c-13f1b9c47c1e admin admin] 10.222.0.44 "DELETE /v2.0/routers/f7d32df9-1364-4d6d-a126-26fc510e9a77 HTTP/1.1" status: 204 len: 168 time: 1.9365408 Sep 29 23:25:53.116867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44716) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:53.157576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device dd891d4d-8b96-42bc-9bb0-42800916a5a0 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:25:53.177192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b827c3e-0ff3-4ea1-b9b5-1f6bacf85a5f admin admin] Deleting subnet 9c386499-59ee-4326-b4ea-3be3ddb20641 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:25:53.182612 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b827c3e-0ff3-4ea1-b9b5-1f6bacf85a5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.227081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port dd891d4d-8b96-42bc-9bb0-42800916a5a0 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:25:53.234874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port dd891d4d-8b96-42bc-9bb0-42800916a5a0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:25:53.236366 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.262899 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b827c3e-0ff3-4ea1-b9b5-1f6bacf85a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.385535 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.422872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:25:53.425311 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517e411b-ebb3-4711-bb68-5d8debb736d5" -d '{"events": [{"server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "name": "network-vif-plugged", "status": "completed", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:25:53.429086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b827c3e-0ff3-4ea1-b9b5-1f6bacf85a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.466158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:53.478059 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.568358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:53.597355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b827c3e-0ff3-4ea1-b9b5-1f6bacf85a5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.600093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.663707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b827c3e-0ff3-4ea1-b9b5-1f6bacf85a5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c386499-59ee-4326-b4ea-3be3ddb20641,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:53.664138 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e698674-ad0b-4a1a-80cc-f0ab601e84dc x-openstack-request-id: req-6e698674-ad0b-4a1a-80cc-f0ab601e84dc {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:25:53.664647 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "name": "network-vif-plugged", "status": "completed", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:25:53.665103 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e698674-ad0b-4a1a-80cc-f0ab601e84dc {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:25:53.665594 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'code': 200} Sep 29 23:25:53.680403 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b827c3e-0ff3-4ea1-b9b5-1f6bacf85a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.685080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9b827c3e-0ff3-4ea1-b9b5-1f6bacf85a5f admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9c386499-59ee-4326-b4ea-3be3ddb20641 HTTP/1.1" status: 204 len: 168 time: 0.5669577 Sep 29 23:25:53.685660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44726) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:53.686922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4671255-116b-4b1e-9d97-44bf433674b7 None None] Network 68ae1fb4-f01a-4ccb-9458-816cc67282ea requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:53.727392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device fb75a44c-716c-4174-b9ec-9c904a0e1374 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:53.804329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: fb75a44c-716c-4174-b9ec-9c904a0e1374 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:25:53.806842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device fb75a44c-716c-4174-b9ec-9c904a0e1374 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:25:53.807298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 32d0de8d-9c98-49e6-87cc-8922384586a4 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:53.915238 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:53.966169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 32d0de8d-9c98-49e6-87cc-8922384586a4 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:25:53.966527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 32d0de8d-9c98-49e6-87cc-8922384586a4 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:25:53.999972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35436f8-4df6-4eaf-81ba-d6759bcabafa req-19375d2a-d19d-4ac0-b216-2255ac3b220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:54.002004 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a35436f8-4df6-4eaf-81ba-d6759bcabafa req-19375d2a-d19d-4ac0-b216-2255ac3b220a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1097 time: 0.2174625 Sep 29 23:25:54.110313 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a35436f8-4df6-4eaf-81ba-d6759bcabafa req-78b3b6f0-14a9-4ad6-bdc2-6dbef3dccecc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012120 Sep 29 23:25:54.125652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e8079-e712-4d39-b5a4-0bbab3b1698b req-ae60e90e-7567-4e93-a815-7dbb42ff6c28 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:54.127307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-440e8079-e712-4d39-b5a4-0bbab3b1698b req-ae60e90e-7567-4e93-a815-7dbb42ff6c28 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1666710 Sep 29 23:25:54.190122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Deleting port a0124d51-2d11-49b7-af80-6e39e84cea95 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:54.190475 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.201525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 5f71c36c-8f79-46bf-bb22-11f865691840 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:54.202191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.219557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a382bac9-2fcd-4f62-a662-33a76ed76fd4 None None] DHCP port deletion for 68ae1fb4-f01a-4ccb-9458-816cc67282ea request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:25:54.225365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e3e5c-c571-4b48-85bb-afc4cbb38811 req-def1ade0-5a05-4637-9adb-829047f07282 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:54.227061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-749e3e5c-c571-4b48-85bb-afc4cbb38811 req-def1ade0-5a05-4637-9adb-829047f07282 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.2269943 Sep 29 23:25:54.304688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] For port a0124d51-2d11-49b7-af80-6e39e84cea95, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a0124d51-2d11-49b7-af80-6e39e84cea95,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:54.306119 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.310088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a382bac9-2fcd-4f62-a662-33a76ed76fd4 None None] Deleting port a0124d51-2d11-49b7-af80-6e39e84cea95 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:54.310088 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a382bac9-2fcd-4f62-a662-33a76ed76fd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.342705 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.345283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Calling delete_port for a0124d51-2d11-49b7-af80-6e39e84cea95 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:54.360182 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-440e8079-e712-4d39-b5a4-0bbab3b1698b req-510386e5-c7e6-44b0-b8ac-bc9b4003d242 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156091 Sep 29 23:25:54.371273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 5f71c36c-8f79-46bf-bb22-11f865691840 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:54.409726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-749e3e5c-c571-4b48-85bb-afc4cbb38811 req-7077161d-efa1-4c84-b4b8-973ff50df85e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807340 Sep 29 23:25:54.413545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a382bac9-2fcd-4f62-a662-33a76ed76fd4 None None] For port a0124d51-2d11-49b7-af80-6e39e84cea95, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a0124d51-2d11-49b7-af80-6e39e84cea95,segment=NetworkSegment(ec20129b-8de6-4568-8ed0-b377b05d3066),segment_id=ec20129b-8de6-4568-8ed0-b377b05d3066)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:54.413951 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a382bac9-2fcd-4f62-a662-33a76ed76fd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.435520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a382bac9-2fcd-4f62-a662-33a76ed76fd4 None None] Calling delete_port for a0124d51-2d11-49b7-af80-6e39e84cea95 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:54.567802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a382bac9-2fcd-4f62-a662-33a76ed76fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.573476 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.619259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0124d51-2d11-49b7-af80-6e39e84cea95,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:54.620775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382bac9-2fcd-4f62-a662-33a76ed76fd4 None None] Pushing event deleted for resources: {'Port': ['ID=a0124d51-2d11-49b7-af80-6e39e84cea95,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:54.633414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a382bac9-2fcd-4f62-a662-33a76ed76fd4 None None] No DVR routers for this DVR port a0124d51-2d11-49b7-af80-6e39e84cea95 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:54.635528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] No DVR routers for this DVR port a0124d51-2d11-49b7-af80-6e39e84cea95 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:54.706205 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.747677 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.771627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ae1fb4-f01a-4ccb-9458-816cc67282ea']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:54.782004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec20129b-8de6-4568-8ed0-b377b05d3066') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:54.782887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec20129b-8de6-4568-8ed0-b377b05d3066') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:54.786516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=5f71c36c-8f79-46bf-bb22-11f865691840,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:54.796836 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.828409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.836828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:25:54.837423 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:25:54.839629 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:25:54.921233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.926598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:54.931447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] 10.222.0.44 "DELETE /v2.0/networks/68ae1fb4-f01a-4ccb-9458-816cc67282ea HTTP/1.1" status: 204 len: 168 time: 1.2448597 Sep 29 23:25:54.957518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b43b85a-e582-422c-8108-8f70071aec72 admin admin] Pushing event deleted for resources: {'Network': ['ID=68ae1fb4-f01a-4ccb-9458-816cc67282ea,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:55.025001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:55.142837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44746) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:55.192646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1b25494d-697a-4a19-a115-c2e2b0e5a486 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eaa257dbbb2c4be8b76a52d855131ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0486298 Sep 29 23:25:55.198125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44748) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:55.266645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Router 7cdf146a-c7ba-4195-a224-5609fa0e3dbd has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:25:55.291077 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88041c67-4397-4291-bea0-fd7bd2507542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:55.333911 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88041c67-4397-4291-bea0-fd7bd2507542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:55.366764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:25:55.378425 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae0545-06a2-4f59-957b-9232cdccf1ae None None] Sync routers for ids ['7cdf146a-c7ba-4195-a224-5609fa0e3dbd'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:25:55.390592 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bfff71ff-db86-42b8-b219-1fb803297206 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "PUT /v2.0/routers/7cdf146a-c7ba-4195-a224-5609fa0e3dbd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4667687 Sep 29 23:25:55.394589 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44754) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:55.397003 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae0545-06a2-4f59-957b-9232cdccf1ae None None] Routers {'7cdf146a-c7ba-4195-a224-5609fa0e3dbd'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:25:55.397632 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-86ae0545-06a2-4f59-957b-9232cdccf1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:25:37Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7cdf146a-c7ba-4195-a224-5609fa0e3dbd'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:55.460460 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88041c67-4397-4291-bea0-fd7bd2507542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:55.463062 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-88041c67-4397-4291-bea0-fd7bd2507542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:55.464271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-88041c67-4397-4291-bea0-fd7bd2507542 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6a7deda6-13d1-4345-a114-8268fc3b5499 HTTP/1.1" status: 204 len: 168 time: 0.2630568 Sep 29 23:25:55.490340 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-113d0ddf-3d02-485b-971b-73240cc41cfe tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:25:55.496849 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-86ae0545-06a2-4f59-957b-9232cdccf1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:55.498088 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-113d0ddf-3d02-485b-971b-73240cc41cfe tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/5f71c36c-8f79-46bf-bb22-11f865691840 HTTP/1.1" status: 404 len: 333 time: 0.1017144 Sep 29 23:25:55.498739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44762) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:55.503419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88041c67-4397-4291-bea0-fd7bd2507542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7deda6-13d1-4345-a114-8268fc3b5499,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:55.519463 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae0545-06a2-4f59-957b-9232cdccf1ae None None] Routers {'7cdf146a-c7ba-4195-a224-5609fa0e3dbd'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:25:55.520606 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-86ae0545-06a2-4f59-957b-9232cdccf1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:25:37Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7cdf146a-c7ba-4195-a224-5609fa0e3dbd'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:55.580635 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-86ae0545-06a2-4f59-957b-9232cdccf1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:55.581587 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ae0545-06a2-4f59-957b-9232cdccf1ae None None] The sync data for ids ['7cdf146a-c7ba-4195-a224-5609fa0e3dbd'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:25:55.755587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a0124d51-2d11-49b7-af80-6e39e84cea95 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:55.766607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bb4dd52-0bc4-4c26-b38a-3dd585354542 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:55.810949 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a0124d51-2d11-49b7-af80-6e39e84cea95 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:25:55.811322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a0124d51-2d11-49b7-af80-6e39e84cea95 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:25:55.851804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff3ced-5d11-4c70-816c-12c1c736b630 req-56a80cc6-cfd3-45a8-9b0d-39054fa7b372 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:55.871319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1ff3ced-5d11-4c70-816c-12c1c736b630 req-56a80cc6-cfd3-45a8-9b0d-39054fa7b372 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.3278999 Sep 29 23:25:55.953747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4569ccf-2ee1-4b29-9a6d-18d3412cdf45 req-bf0f6561-6445-481b-b2de-87e6d59d6119 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:55.955439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4569ccf-2ee1-4b29-9a6d-18d3412cdf45 req-bf0f6561-6445-481b-b2de-87e6d59d6119 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.2939146 Sep 29 23:25:55.961855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1ff3ced-5d11-4c70-816c-12c1c736b630 req-c6ed200b-b44b-4df9-9840-24b0770784ae tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741100 Sep 29 23:25:56.045856 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4569ccf-2ee1-4b29-9a6d-18d3412cdf45 req-a28b76f8-7796-4c56-8656-bfb488fade30 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653746 Sep 29 23:25:56.066862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bb4dd52-0bc4-4c26-b38a-3dd585354542 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.070636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bb4dd52-0bc4-4c26-b38a-3dd585354542 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.158257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bb4dd52-0bc4-4c26-b38a-3dd585354542 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.158864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb4dd52-0bc4-4c26-b38a-3dd585354542 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Fanout notify agent at l3_agent the message router_deleted on router 7cdf146a-c7ba-4195-a224-5609fa0e3dbd {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:25:56.170794 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2bb4dd52-0bc4-4c26-b38a-3dd585354542 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.174454 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2bb4dd52-0bc4-4c26-b38a-3dd585354542 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/routers/7cdf146a-c7ba-4195-a224-5609fa0e3dbd HTTP/1.1" status: 204 len: 168 time: 0.6730165 Sep 29 23:25:56.177935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44780) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:56.276223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-12dac5f9-d7d9-4e63-88de-043a6380ea5e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet 9d85656d-670d-4118-aaa7-48b0fc85ef23 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:25:56.281654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12dac5f9-d7d9-4e63-88de-043a6380ea5e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.351461 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12dac5f9-d7d9-4e63-88de-043a6380ea5e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.689029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44796) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:56.800286 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12dac5f9-d7d9-4e63-88de-043a6380ea5e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.806343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-730447443-network', 'tenant_id': 'e32addf739ff4563a50de14bac991b00'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:56.845855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Made reservation on behalf of e32addf739ff4563a50de14bac991b00 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:56.848575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.866304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.873929 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12dac5f9-d7d9-4e63-88de-043a6380ea5e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.907459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dac5f9-d7d9-4e63-88de-043a6380ea5e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=9d85656d-670d-4118-aaa7-48b0fc85ef23,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:56.912764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12dac5f9-d7d9-4e63-88de-043a6380ea5e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:56.917477 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-12dac5f9-d7d9-4e63-88de-043a6380ea5e tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/9d85656d-670d-4118-aaa7-48b0fc85ef23 HTTP/1.1" status: 204 len: 168 time: 0.7377474 Sep 29 23:25:56.918086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:56.925049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d14f68-94ae-451a-9f0b-44053d72da19 None None] Network 19b7ae08-8131-4b8b-be0b-6d59db2878d3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:57.084198 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:57.104637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:57.110231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:57.176390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:25:57.243602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97eeb1eb-cc9b-470b-9d5b-827555a4df42,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:57.258413 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:57.258795 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Added segment 53e62fcd-a5e7-4960-b6e2-9c90a44367ad of type vlan for network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 Sep 29 23:25:57.275116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:25:57.339963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6673-63ea-41b9-b07c-120e1648fef8 req-c80de4b0-2ed5-4119-9e01-448ceefb569f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:57.341896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a81e6673-63ea-41b9-b07c-120e1648fef8 req-c80de4b0-2ed5-4119-9e01-448ceefb569f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 943 time: 0.1525507 Sep 29 23:25:57.371360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:57.392723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a81e6673-63ea-41b9-b07c-120e1648fef8 req-31c3c3fb-505c-4235-b03f-c2994b3420ab tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396221 Sep 29 23:25:57.408003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4d9f5-a66d-40c7-9efa-d68cd47e02ba req-ba1d6df4-46a9-4411-8607-d72c3129039a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:57.409652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00f4d9f5-a66d-40c7-9efa-d68cd47e02ba req-ba1d6df4-46a9-4411-8607-d72c3129039a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.2020988 Sep 29 23:25:57.419369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 6786a664-ebc6-4501-b75f-e446a9c4be39 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:57.419369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:57.440461 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:57.442096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:57.442689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:57.455308 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00f4d9f5-a66d-40c7-9efa-d68cd47e02ba req-71cf2e8f-af09-4e10-919d-94468988192e tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374744 Sep 29 23:25:57.531136 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8406794 Sep 29 23:25:57.534759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44818) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:57.540416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] For port 6786a664-ebc6-4501-b75f-e446a9c4be39, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6786a664-ebc6-4501-b75f-e446a9c4be39,segment=NetworkSegment(30a95a70-6bcc-4c6d-b84b-4b49e5447fbc),segment_id=30a95a70-6bcc-4c6d-b84b-4b49e5447fbc)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:57.540921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:57.541086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Request body: {'subnet': {'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-730447443-subnet', 'tenant_id': 'e32addf739ff4563a50de14bac991b00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:57.571729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 6786a664-ebc6-4501-b75f-e446a9c4be39 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:57.582347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c816181-8a0f-4091-b68e-f164bf49c5d3 admin admin] Pushing event updated for resources: {'Network': ['ID=21231345-7d4f-49f4-9c0d-5711cbff8dc6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:57.592593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:57.614064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Made reservation on behalf of e32addf739ff4563a50de14bac991b00 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:57.617022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:57.635208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42e5ac7-40e5-4f1b-9d96-f22359213428 None None] DHCP port deletion for 19b7ae08-8131-4b8b-be0b-6d59db2878d3 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:25:57.645441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'port_id': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'mac_address': 'fa:16:3e:75:2a:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:25:57.650212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:25:57.765875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6786a664-ebc6-4501-b75f-e446a9c4be39 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:25:57.869049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd919a5-a614-4e66-b40f-87c0d7bbd086 req-ff1c4e34-a6b8-4f5d-bc44-af4d34a15738 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:57.870572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-edd919a5-a614-4e66-b40f-87c0d7bbd086 req-ff1c4e34-a6b8-4f5d-bc44-af4d34a15738 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1990070 Sep 29 23:25:57.887774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44820) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:57.900766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-723cc56e-64cb-42bd-b62f-373c3d32157b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Request body: {'floatingip': {'port_id': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:57.928869 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No ports have port_id starting with 6786a664-ebc6-4501-b75f-e446a9c4be39 Sep 29 23:25:58.006284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.010283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c42e5ac7-40e5-4f1b-9d96-f22359213428 None None] Deleting port 6786a664-ebc6-4501-b75f-e446a9c4be39 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:25:58.010669 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c42e5ac7-40e5-4f1b-9d96-f22359213428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.016293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.079649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=6786a664-ebc6-4501-b75f-e446a9c4be39,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:58.099301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-723cc56e-64cb-42bd-b62f-373c3d32157b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.131372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.138085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0241c012-ef0f-4e20-99e8-af5ff1ea48ce,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:58.156784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c42e5ac7-40e5-4f1b-9d96-f22359213428 None None] For port 6786a664-ebc6-4501-b75f-e446a9c4be39, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:58.157418 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c42e5ac7-40e5-4f1b-9d96-f22359213428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.171255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No DVR routers for this DVR port 6786a664-ebc6-4501-b75f-e446a9c4be39 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:58.174501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Checking segment: {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:25:58.174907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Network hostable DHCP agents. Network: 21231345-7d4f-49f4-9c0d-5711cbff8dc6, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:25:58.310179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c42e5ac7-40e5-4f1b-9d96-f22359213428 None None] Calling delete_port for 6786a664-ebc6-4501-b75f-e446a9c4be39 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:25:58.310179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-c42e5ac7-40e5-4f1b-9d96-f22359213428 None None] Port 6786a664-ebc6-4501-b75f-e446a9c4be39 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:25:58.310179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:25:58.310179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:25:58.310179 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c42e5ac7-40e5-4f1b-9d96-f22359213428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.313724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:25:58.315150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e5ac7-40e5-4f1b-9d96-f22359213428 None None] Pushing event deleted for resources: {'Port': ['ID=6786a664-ebc6-4501-b75f-e446a9c4be39,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:58.315150 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.315925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 21231345-7d4f-49f4-9c0d-5711cbff8dc6) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:58.315925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:58.315925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.316662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:58.316662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42e5ac7-40e5-4f1b-9d96-f22359213428 None None] No DVR routers for this DVR port 6786a664-ebc6-4501-b75f-e446a9c4be39 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:25:58.317546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c1b84a-69a7-4fd4-82a2-2ff70b7205ee None None] Network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:58.348291 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-32173c01-7102-496b-9959-7f90b4276b5f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8124557 Sep 29 23:25:58.572266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['5a7a9aed-d501-4e45-8ad6-d2c172dd9282'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:25:58.669001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.722988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b7ae08-8131-4b8b-be0b-6d59db2878d3']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:58.739079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a23b17b-f3cb-4f6e-9736-1525032d7d3f None None] Network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:25:58.762673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a95a70-6bcc-4c6d-b84b-4b49e5447fbc') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:58.763243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a95a70-6bcc-4c6d-b84b-4b49e5447fbc') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:25:58.819903 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.870050 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.885411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ea1615-ad45-45ed-80f2-151b4bf43ec7 req-f9d6418e-cce9-4112-a1fc-f9640c083275 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:58.887606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78ea1615-ad45-45ed-80f2-151b4bf43ec7 req-f9d6418e-cce9-4112-a1fc-f9640c083275 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 944 time: 0.2033782 Sep 29 23:25:58.902715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:25:58.904059 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:25:58.909628 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:25:59.090594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78ea1615-ad45-45ed-80f2-151b4bf43ec7 req-f19b38ee-b113-4be2-a584-5f736fb0f3c3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959801 Sep 29 23:25:59.093666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:59.112803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:59.118700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/networks/19b7ae08-8131-4b8b-be0b-6d59db2878d3 HTTP/1.1" status: 204 len: 168 time: 2.1963165 Sep 29 23:25:59.119117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44876) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:59.200809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652794e8-1349-4206-921e-34cf35be0413 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Network': ['ID=19b7ae08-8131-4b8b-be0b-6d59db2878d3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:25:59.225300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d3b126-dee7-407e-a19b-75044cf32310 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:59.229720 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-98d3b126-dee7-407e-a19b-75044cf32310 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/f496b701-fee3-4d49-8ccf-128f5accb42c HTTP/1.1" status: 200 len: 845 time: 0.1067312 Sep 29 23:25:59.232273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44880) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:59.342065 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9d0fb577-1eb1-47e8-9607-78e72c4f3a32 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/f496b701-fee3-4d49-8ccf-128f5accb42c?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1085491 Sep 29 23:25:59.346161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44886) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:25:59.351151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-843ae225-90d0-4f1a-82ae-61960fbdab24 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:25:59.507435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843ae225-90d0-4f1a-82ae-61960fbdab24 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:25:59.511797 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-843ae225-90d0-4f1a-82ae-61960fbdab24 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:59.517051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-29c0c471-b786-4bf8-becb-ccc1a919c273 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:59.519493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-29c0c471-b786-4bf8-becb-ccc1a919c273 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 814 time: 0.3776209 Sep 29 23:25:59.562504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-8c9add07-f96a-42d8-a6cf-a90cc8d21206 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/quotas/e32addf739ff4563a50de14bac991b00 HTTP/1.1" status: 200 len: 375 time: 0.0278146 Sep 29 23:25:59.635360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-de609583-0b19-4495-a7ca-30ceea3ab8ac tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714996 Sep 29 23:25:59.708627 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.resource_extend [None req-723cc56e-64cb-42bd-b62f-373c3d32157b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:25:59.857881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-723cc56e-64cb-42bd-b62f-373c3d32157b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:59.872222 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-723cc56e-64cb-42bd-b62f-373c3d32157b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:59.916444 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-843ae225-90d0-4f1a-82ae-61960fbdab24 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:59.975226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843ae225-90d0-4f1a-82ae-61960fbdab24 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:25:59.978462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-843ae225-90d0-4f1a-82ae-61960fbdab24 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:25:59.983340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843ae225-90d0-4f1a-82ae-61960fbdab24 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:25:59.983998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-843ae225-90d0-4f1a-82ae-61960fbdab24 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:25:59.990412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5627f4c-b769-459d-bcfd-0355c11137ec None None] Network e704c520-45c8-4dfa-8700-1d61af54af3f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:00.002072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ae225-90d0-4f1a-82ae-61960fbdab24 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=a5756770-8a10-4a81-9625-fa8c978a6493,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:00.008061 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-843ae225-90d0-4f1a-82ae-61960fbdab24 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6606627 Sep 29 23:26:00.011291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44902) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:00.021024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-60a2e7b1-1935-4914-9078-4f35f46f0ea9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'security_group': {'name': 'tempest-secgroup-1952084556'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:00.046629 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60a2e7b1-1935-4914-9078-4f35f46f0ea9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.083570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-2097acd5-9457-43b4-a783-c9f7728b750b service neutron] 10.222.0.44 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4470556 Sep 29 23:26:00.256687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60a2e7b1-1935-4914-9078-4f35f46f0ea9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.268357 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60a2e7b1-1935-4914-9078-4f35f46f0ea9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.278969 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-723cc56e-64cb-42bd-b62f-373c3d32157b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Floating IP c2f9384a-7ee9-4f41-9644-89a2e69ce8da associated. External IP: 172.25.4.22, port: dd891d4d-8b96-42bc-9bb0-42800916a5a0. Sep 29 23:26:00.307354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-e704c520-45c8-4dfa-8700-1d61af54af3f', 'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'tenant_id': 'b83b928bf7234efea3f208f0a7bbc31b', 'fixed_ips': [{'subnet_id': 'a5756770-8a10-4a81-9625-fa8c978a6493'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:26:00.308635 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.331136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2e7b1-1935-4914-9078-4f35f46f0ea9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6884bcf2-0f7c-4b2b-a0fc-312f4332ae9f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:00.356087 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60a2e7b1-1935-4914-9078-4f35f46f0ea9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.358485 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-60a2e7b1-1935-4914-9078-4f35f46f0ea9 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3457730 Sep 29 23:26:00.362047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44914) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:00.371046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-48d9b1f0-ca88-4aaf-b53f-b0d3f38bfe96 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'security_group': {'name': 'tempest-secgroup-972565298'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:00.417627 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48d9b1f0-ca88-4aaf-b53f-b0d3f38bfe96 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.603857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48d9b1f0-ca88-4aaf-b53f-b0d3f38bfe96 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.615138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48d9b1f0-ca88-4aaf-b53f-b0d3f38bfe96 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.618000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Allocated IP 2001:db8::2 (e704c520-45c8-4dfa-8700-1d61af54af3f/a5756770-8a10-4a81-9625-fa8c978a6493/46de779a-ec68-4e3f-92b4-1c67f9e6d3fb) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:00.678968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d9b1f0-ca88-4aaf-b53f-b0d3f38bfe96 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0644f35e-9cee-418a-8746-f583667e197d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:00.688687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-48d9b1f0-ca88-4aaf-b53f-b0d3f38bfe96 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.694883 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-48d9b1f0-ca88-4aaf-b53f-b0d3f38bfe96 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3309333 Sep 29 23:26:00.697152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44922) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:00.710318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1733704229', 'security_groups': ['0644f35e-9cee-418a-8746-f583667e197d'], 'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a5756770-8a10-4a81-9625-fa8c978a6493'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:00.723070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-ba217c83-9ac8-4062-abc6-0b67f3731991 service neutron] 10.222.0.44 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6282411 Sep 29 23:26:00.757453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b5fd7-539d-466a-8e0f-cda4e3100aeb req-97b3c875-e783-479a-b35f-d97e67825f41 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:00.759457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef3b5fd7-539d-466a-8e0f-cda4e3100aeb req-97b3c875-e783-479a-b35f-d97e67825f41 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 944 time: 0.4890704 Sep 29 23:26:00.830060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.843431 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:00.913105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef3b5fd7-539d-466a-8e0f-cda4e3100aeb req-0b4deb7b-a568-4a26-ad1a-3f4a453c476d tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733802 Sep 29 23:26:00.949755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:00.951714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Pushing event updated for resources: {'Port': ['ID=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:00.961812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:00.965361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:01.015042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:01.069284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723cc56e-64cb-42bd-b62f-373c3d32157b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Router cac8eaf7-dd40-4afc-b9af-b95d462311f4 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:26:01.083870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Attempting to bind port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:01.084395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Attempting to bind port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'b23f626a-8f9d-4188-85f9-ffeb7de2e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:01.084602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Attempting to bind port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb on network e704c520-45c8-4dfa-8700-1d61af54af3f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:01.091389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:01.091764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Checking segment: {'id': 'b23f626a-8f9d-4188-85f9-ffeb7de2e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:01.092413 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:01.092813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Bound using segment: {'id': 'b23f626a-8f9d-4188-85f9-ffeb7de2e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:01.094040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Bound port: 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23f626a-8f9d-4188-85f9-ffeb7de2e43b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:01.094283 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:01.147338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8689161-2729-4842-8c8f-2ada9111ec70 req-99e6df9b-05ad-4fee-8b09-0201d76ad5ad tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 210 time: 0.0743370 Sep 29 23:26:01.257145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] For port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:01.261345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] For port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,segment=NetworkSegment(b23f626a-8f9d-4188-85f9-ffeb7de2e43b),segment_id=b23f626a-8f9d-4188-85f9-ffeb7de2e43b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:01.270579 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:01.299561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:01.351274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port d8a2d49c-a37d-440f-b1ef-407e366cf9c7 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:26:01.458446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320cbc2-e432-410f-b0e4-347b36401a9b None None] Pushing event updated for resources: {'Port': ['ID=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:01.468611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:01.473275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723cc56e-64cb-42bd-b62f-373c3d32157b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:26:01.490383 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-723cc56e-64cb-42bd-b62f-373c3d32157b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:01.552172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] Sync routers for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:26:01.603704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:01.604464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:25:37Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:01.605985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 44950) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:01.741810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:26:01.764870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8::238 (e704c520-45c8-4dfa-8700-1d61af54af3f/a5756770-8a10-4a81-9625-fa8c978a6493/d8a2d49c-a37d-440f-b1ef-407e366cf9c7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:01.806403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:01.807250 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:01.877019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:26:02.179004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-723cc56e-64cb-42bd-b62f-373c3d32157b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "PUT /v2.0/floatingips/c2f9384a-7ee9-4f41-9644-89a2e69ce8da HTTP/1.1" status: 200 len: 991 time: 4.2885971 Sep 29 23:26:02.223161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:26:02.242893 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fc6c01-00e9-49a0-b2a2-339beecea78c" -d '{"events": [{"name": "network-changed", "server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:26:02.262305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:02.321593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d1f85-8523-4d9b-a849-f8cfc6c8340c req-ef9950ab-2b63-4ccc-a509-425f1170d6f3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:02.327113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b1d1f85-8523-4d9b-a849-f8cfc6c8340c req-ef9950ab-2b63-4ccc-a509-425f1170d6f3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 944 time: 0.2084780 Sep 29 23:26:02.472738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b1d1f85-8523-4d9b-a849-f8cfc6c8340c req-3cd5f4b3-2d01-4f7c-a6b6-6eb914968d33 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363356 Sep 29 23:26:02.563863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:02.674835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3f0d1da-6dbc-49eb-98cd-2e3c70a2c406 req-40d653ff-ace0-49e5-b79a-e33824d25e73 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 210 time: 0.1024237 Sep 29 23:26:02.719763 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64263644-7827-4c5f-b89f-41db4c545409 x-openstack-request-id: req-64263644-7827-4c5f-b89f-41db4c545409 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:26:02.720331 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:26:02.720831 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64263644-7827-4c5f-b89f-41db4c545409 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:26:02.721449 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'status': 'completed', 'code': 200} Sep 29 23:26:02.739786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=d8a2d49c-a37d-440f-b1ef-407e366cf9c7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:02.770613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:02.781109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:02.789408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:02.795144 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:02.795806 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:02.831750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 44984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:02.832015 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5369fc92-9057-4724-af52-5e0a9f57c271 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1332545 Sep 29 23:26:02.837946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cd243235-30a0-46a9-8331-891f640b9a61 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:02.909297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-06d986d1-e5e4-4829-b59e-80dd012c418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:02.910825 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-06d986d1-e5e4-4829-b59e-80dd012c418b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1097 time: 0.1372972 Sep 29 23:26:02.929485 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:03.144395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:26:03.148664 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c2af5d-f415-433c-b675-acc945e5b413" -d '{"events": [{"server_uuid": "3001dee6-72b6-4c03-a624-2b6d4134464f", "name": "network-vif-plugged", "status": "completed", "tag": "5a7a9aed-d501-4e45-8ad6-d2c172dd9282"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:26:03.177568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:03.179022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd243235-30a0-46a9-8331-891f640b9a61 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:03.192911 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:03.195927 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd243235-30a0-46a9-8331-891f640b9a61 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:03.317719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:03.331635 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9951d443-f976-4bfb-8d39-716f2749cfb7 x-openstack-request-id: req-9951d443-f976-4bfb-8d39-716f2749cfb7 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:26:03.332041 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3001dee6-72b6-4c03-a624-2b6d4134464f", "name": "network-vif-plugged", "status": "completed", "tag": "5a7a9aed-d501-4e45-8ad6-d2c172dd9282", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:26:03.332409 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9951d443-f976-4bfb-8d39-716f2749cfb7 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:26:03.332895 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'code': 200} Sep 29 23:26:03.427840 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0c937d1e-ac8a-4e4c-a723-9ae5fe0e7ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:03.439199 n-d-811173-2 neutron-server[110005]: INFO neutron.db.ipam_backend_mixin [None req-cd243235-30a0-46a9-8331-891f640b9a61 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5756770-8a10-4a81-9625-fa8c978a6493 (CIDR: 2001:db8::/64) Sep 29 23:26:03.455030 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd243235-30a0-46a9-8331-891f640b9a61 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:26:03.455716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd243235-30a0-46a9-8331-891f640b9a61 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:03.512459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cd243235-30a0-46a9-8331-891f640b9a61 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6790895 Sep 29 23:26:03.515045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45004) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:03.521638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-262714ca-7b73-4bbb-b82a-1c529b783030 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:03.525701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'c2f9384a-7ee9-4f41-9644-89a2e69ce8da', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'port_id': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'mac_address': 'fa:16:3e:6f:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:25:34Z', 'updated_at': '2021-09-29T23:25:59Z', 'revision_number': 1, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:03.612355 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] Checking router: cac8eaf7-dd40-4afc-b9af-b95d462311f4 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:26:03.637832 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:03.638480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:25:37Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:03.858457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:26:03.873691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b88e8-5976-405a-97aa-4be24ab95da0 req-3e3ff568-1a2e-43f6-99e8-149e21a7ddf5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:03.878996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-959b88e8-5976-405a-97aa-4be24ab95da0 req-3e3ff568-1a2e-43f6-99e8-149e21a7ddf5 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 945 time: 0.1373925 Sep 29 23:26:03.894264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-262714ca-7b73-4bbb-b82a-1c529b783030 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:03.900686 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-262714ca-7b73-4bbb-b82a-1c529b783030 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:04.003821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a23c94c1-9d50-4b03-aca4-d363a5a31ed0 req-3bdfb2b9-816d-4048-8a09-9b27de78bc7d tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 210 time: 0.1235857 Sep 29 23:26:04.041535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:04.091525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bb4ab3fe-f80a-4b14-ab86-d79358b1974f None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:04.093314 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb4ab3fe-f80a-4b14-ab86-d79358b1974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:04.124997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-959b88e8-5976-405a-97aa-4be24ab95da0 req-f4a047f7-513d-4730-8624-7c07cfb6e4e9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113307 Sep 29 23:26:04.253684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:04.253891 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:04.384630 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-262714ca-7b73-4bbb-b82a-1c529b783030 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:04.418252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a39f7f-822a-48b7-907a-fe033637cc0a req-d9e534f1-0981-433f-935c-ebccd162128e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:04.421525 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26a39f7f-822a-48b7-907a-fe033637cc0a req-d9e534f1-0981-433f-935c-ebccd162128e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 1096 time: 1.0141335 Sep 29 23:26:04.429928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-7c6aa9d9-8a91-44e8-b4f7-fbed877678e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:04.432511 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-7c6aa9d9-8a91-44e8-b4f7-fbed877678e1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 1.5049276 Sep 29 23:26:04.447328 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb4ab3fe-f80a-4b14-ab86-d79358b1974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:04.452218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-7e8b1353-643d-4fc9-8ca9-98bfbce823a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:04.453732 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-7e8b1353-643d-4fc9-8ca9-98bfbce823a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.26 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 814 time: 1.3984253 Sep 29 23:26:04.505580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262714ca-7b73-4bbb-b82a-1c529b783030 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=213aea8f-07f0-4d32-899c-458db427db1d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:04.514347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262714ca-7b73-4bbb-b82a-1c529b783030 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:04.519394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bb4ab3fe-f80a-4b14-ab86-d79358b1974f None None] For port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,segment=NetworkSegment(b23f626a-8f9d-4188-85f9-ffeb7de2e43b),segment_id=b23f626a-8f9d-4188-85f9-ffeb7de2e43b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:04.536627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-262714ca-7b73-4bbb-b82a-1c529b783030 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:04.547007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262714ca-7b73-4bbb-b82a-1c529b783030 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:04.549185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-262714ca-7b73-4bbb-b82a-1c529b783030 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:04.559026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Request body: {'port': {'device_id': 'dec5a0b4-70a2-487e-b7d2-46ec2cf26356', 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6', 'admin_state_up': True, 'tenant_id': 'e32addf739ff4563a50de14bac991b00'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:04.583214 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb4ab3fe-f80a-4b14-ab86-d79358b1974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:04.592297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-262714ca-7b73-4bbb-b82a-1c529b783030 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0758595 Sep 29 23:26:04.595561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45030) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:04.597121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e4a51-77c7-46e9-bdd1-71e5fa1331a6 None None] Network e704c520-45c8-4dfa-8700-1d61af54af3f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:04.601170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2028873827', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '213aea8f-07f0-4d32-899c-458db427db1d'}], 'security_groups': ['6884bcf2-0f7c-4b2b-a0fc-312f4332ae9f']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:04.675417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'c2f9384a-7ee9-4f41-9644-89a2e69ce8da', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'port_id': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'mac_address': 'fa:16:3e:6f:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:25:34Z', 'updated_at': '2021-09-29T23:25:59Z', 'revision_number': 1, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:04.728632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bb4ab3fe-f80a-4b14-ab86-d79358b1974f None None] Provisioning complete for port f496b701-fee3-4d49-8ccf-128f5accb42c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:04.729258 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb4ab3fe-f80a-4b14-ab86-d79358b1974f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:04.781528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a3ba00-49fe-4a89-8e64-8f15cc1fc22b None None] The sync data for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 is: [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'c2f9384a-7ee9-4f41-9644-89a2e69ce8da', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'floating_ip_address': '172.25.4.22', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'port_id': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'mac_address': 'fa:16:3e:6f:ca:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:25:34Z', 'updated_at': '2021-09-29T23:25:59Z', 'revision_number': 1, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:26:04.812733 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ab3fe-f80a-4b14-ab86-d79358b1974f None None] Pushing event updated for resources: {'Port': ['ID=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:04.896383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bb4ab3fe-f80a-4b14-ab86-d79358b1974f None None] Port f496b701-fee3-4d49-8ccf-128f5accb42c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:04.957089 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:04.971570 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26a39f7f-822a-48b7-907a-fe033637cc0a req-95f3fd18-a5a2-46e6-9a88-d005a677664e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5365565 Sep 29 23:26:05.049293 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-f51a7841-0ad4-418b-936a-e56b640af0d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 999 time: 0.5808418 Sep 29 23:26:05.108106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-64272f60-783e-4377-ba83-3a4d88e5c7e8 None None] Provisioning complete for port d8a2d49c-a37d-440f-b1ef-407e366cf9c7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:05.108765 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-64272f60-783e-4377-ba83-3a4d88e5c7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:05.122334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Made reservation on behalf of e32addf739ff4563a50de14bac991b00 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:05.130681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:05.198522 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aaf59e-7df0-441c-89c7-410e6388a20f None None] New status for floating IP c2f9384a-7ee9-4f41-9644-89a2e69ce8da: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:26:05.199024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-64272f60-783e-4377-ba83-3a4d88e5c7e8 None None] Port d8a2d49c-a37d-440f-b1ef-407e366cf9c7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:05.256830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2afeb4f2-22a5-4c2d-b4c2-017ab6e6cde0 req-597110f5-c679-4aaf-8790-a49b17d7ae94 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 210 time: 0.0849607 Sep 29 23:26:05.285300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a59126-75a4-45c2-b8f9-a5eccf39b816 None None] Update dhcp port {'port': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'fixed_ips': [{'subnet_id': 'a5756770-8a10-4a81-9625-fa8c978a6493', 'ip_address': '2001:db8::2'}, {'subnet_id': '213aea8f-07f0-4d32-899c-458db427db1d'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '46de779a-ec68-4e3f-92b4-1c67f9e6d3fb'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:26:05.347707 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f4a59126-75a4-45c2-b8f9-a5eccf39b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:05.396598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4865f-7586-4581-8086-3c827290a2ec req-1a7d7c55-c4c5-40b8-a705-ad60fb411cad tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:05.404460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35f4865f-7586-4581-8086-3c827290a2ec req-1a7d7c55-c4c5-40b8-a705-ad60fb411cad tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 945 time: 0.1440973 Sep 29 23:26:05.456642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-52b33032-61e8-47a1-b76d-124f9ceb1e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:05.457194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-52b33032-61e8-47a1-b76d-124f9ceb1e45 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.4070263 Sep 29 23:26:05.560799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35f4865f-7586-4581-8086-3c827290a2ec req-4f486ec4-774a-42d9-b3f6-59c10e8c62c9 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553495 Sep 29 23:26:05.575287 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:05.675810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Allocated IP 172.20.0.12 (21231345-7d4f-49f4-9c0d-5711cbff8dc6/0241c012-ef0f-4e20-99e8-af5ff1ea48ce/a75516fc-6765-4c1b-91ed-0975dc738bdd) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:05.694941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-1a475b5a-7c02-4895-ab91-2409c401489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:05.696769 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-1a475b5a-7c02-4895-ab91-2409c401489c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2242825 Sep 29 23:26:05.730501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:05.765818 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Delete allocated IP 2001:db8::238 (e704c520-45c8-4dfa-8700-1d61af54af3f/a5756770-8a10-4a81-9625-fa8c978a6493) {{(pid=110005) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 23:26:05.777765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8:0:1::47 (e704c520-45c8-4dfa-8700-1d61af54af3f/213aea8f-07f0-4d32-899c-458db427db1d/d8a2d49c-a37d-440f-b1ef-407e366cf9c7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:05.823093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:05.823093 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.030025 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-d024c3de-ed36-499e-936b-42204c1a7460 service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241994 Sep 29 23:26:06.047606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.056003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.113855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-f4a59126-75a4-45c2-b8f9-a5eccf39b816 None None] Allocated IP 2001:db8:0:1::2 (e704c520-45c8-4dfa-8700-1d61af54af3f/213aea8f-07f0-4d32-899c-458db427db1d/46de779a-ec68-4e3f-92b4-1c67f9e6d3fb) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:06.140847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] In _notify_port_updated(), no bound segment for port d8a2d49c-a37d-440f-b1ef-407e366cf9c7 on network e704c520-45c8-4dfa-8700-1d61af54af3f {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:26:06.147435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:06.148124 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.149574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "PUT /v2.0/ports/d8a2d49c-a37d-440f-b1ef-407e366cf9c7 HTTP/1.1" status: 200 len: 930 time: 1.5526900 Sep 29 23:26:06.156561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45064) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:06.166049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fd1c6e-05e6-4bfe-a8b5-7daac73e0527 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=d8a2d49c-a37d-440f-b1ef-407e366cf9c7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:06.300398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4bc96d42-014c-410d-83bb-76db02dbe23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.321999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.330784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f4a59126-75a4-45c2-b8f9-a5eccf39b816 None None] For port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,segment=NetworkSegment(b23f626a-8f9d-4188-85f9-ffeb7de2e43b),segment_id=b23f626a-8f9d-4188-85f9-ffeb7de2e43b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:06.333567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb7d92-dde1-4eab-be05-575ab03f4a51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port d8a2d49c-a37d-440f-b1ef-407e366cf9c7 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:06.333970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7d92-dde1-4eab-be05-575ab03f4a51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.392482 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f4a59126-75a4-45c2-b8f9-a5eccf39b816 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.408767 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84fc6c01-00e9-49a0-b2a2-339beecea78c req-2a6e04dd-c9b7-41d9-8f16-d8a17b371b84 service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678358 Sep 29 23:26:06.411124 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f4a59126-75a4-45c2-b8f9-a5eccf39b816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.482725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.516261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7d92-dde1-4eab-be05-575ab03f4a51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.538115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e8eb7d92-dde1-4eab-be05-575ab03f4a51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for d8a2d49c-a37d-440f-b1ef-407e366cf9c7 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:06.542413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:06.545756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] Deleting port cf1983be-7dd6-4d2c-8832-a76787e05089 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:06.546102 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.667341 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.679465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:06.679972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a59126-75a4-45c2-b8f9-a5eccf39b816 None None] Pushing event updated for resources: {'Port': ['ID=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:06.687189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:06.703321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] For port cf1983be-7dd6-4d2c-8832-a76787e05089, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cf1983be-7dd6-4d2c-8832-a76787e05089,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:06.703780 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.742294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Pushing event updated for resources: {'Port': ['ID=a75516fc-6765-4c1b-91ed-0975dc738bdd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:06.756020 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7d92-dde1-4eab-be05-575ab03f4a51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.785547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] Calling delete_port for cf1983be-7dd6-4d2c-8832-a76787e05089 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:06.829416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eb7d92-dde1-4eab-be05-575ab03f4a51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=d8a2d49c-a37d-440f-b1ef-407e366cf9c7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:06.855157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:06.855861 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.884380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ba4bc-628a-41b8-9498-d3738db3061c req-7e075dd4-0449-4535-8d3a-391a803e12b4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:06.886100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-848ba4bc-628a-41b8-9498-d3738db3061c req-7e075dd4-0449-4535-8d3a-391a803e12b4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 932 time: 0.1439564 Sep 29 23:26:06.947309 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-0f8671d6-b667-42a8-a3c0-3873f9d8efea tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4158928 Sep 29 23:26:06.952943 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8eb7d92-dde1-4eab-be05-575ab03f4a51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:06.958455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e8eb7d92-dde1-4eab-be05-575ab03f4a51 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/d8a2d49c-a37d-440f-b1ef-407e366cf9c7 HTTP/1.1" status: 204 len: 168 time: 0.8002615 Sep 29 23:26:06.960915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Request body: {'port': {'device_id': 'dec5a0b4-70a2-487e-b7d2-46ec2cf26356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:06.965334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45086) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:06.972208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c31d5-814a-4f00-ba03-15e729e6fdfc req-9033ba0f-ba15-46fc-bcdf-050c538a4d93 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:06.973752 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-968c31d5-814a-4f00-ba03-15e729e6fdfc req-9033ba0f-ba15-46fc-bcdf-050c538a4d93 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 945 time: 0.1514781 Sep 29 23:26:06.981903 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-848ba4bc-628a-41b8-9498-d3738db3061c req-7b462428-13b8-441b-a7e6-d903abfb8476 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809376 Sep 29 23:26:07.017838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-968c31d5-814a-4f00-ba03-15e729e6fdfc req-7ce4fa75-c5b4-46aa-a3ea-a0e7e9cba9ae tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349667 Sep 29 23:26:07.089000 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a41a6f-963f-40fd-838e-162f74f6ba74 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:26:07.090775 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-17a41a6f-963f-40fd-838e-162f74f6ba74 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/d8a2d49c-a37d-440f-b1ef-407e366cf9c7 HTTP/1.1" status: 404 len: 333 time: 0.1242363 Sep 29 23:26:07.094301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45092) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:07.184509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:07.212903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810d39b-e303-4f1f-a4c1-39b360a77767 req-0c96f200-e1d4-43ab-b775-3c5ac0710236 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:07.214819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2810d39b-e303-4f1f-a4c1-39b360a77767 req-0c96f200-e1d4-43ab-b775-3c5ac0710236 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 945 time: 0.0946224 Sep 29 23:26:07.340654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2810d39b-e303-4f1f-a4c1-39b360a77767 req-c4bf5171-8a91-4470-b6ac-882d02e795c3 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150079 Sep 29 23:26:07.350774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd19526b-2995-477e-9d78-2dda79d2c50a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:07.397139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45100) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:07.398874 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd19526b-2995-477e-9d78-2dda79d2c50a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:07.463588 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:07.476872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd19526b-2995-477e-9d78-2dda79d2c50a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:07.479893 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd19526b-2995-477e-9d78-2dda79d2c50a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:07.480633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:07.481653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cd19526b-2995-477e-9d78-2dda79d2c50a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/security-groups/0644f35e-9cee-418a-8746-f583667e197d HTTP/1.1" status: 204 len: 168 time: 0.3857720 Sep 29 23:26:07.489698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45108) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:07.503722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19526b-2995-477e-9d78-2dda79d2c50a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0644f35e-9cee-418a-8746-f583667e197d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:07.570084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1983be-7dd6-4d2c-8832-a76787e05089,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:07.660132 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4473321c-3515-4639-b68b-0a308168b90d None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:07.660132 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4473321c-3515-4639-b68b-0a308168b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:07.891588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4473321c-3515-4639-b68b-0a308168b90d None None] Provisioning complete for port f496b701-fee3-4d49-8ccf-128f5accb42c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:07.892005 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4473321c-3515-4639-b68b-0a308168b90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:07.910864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75516fc-6765-4c1b-91ed-0975dc738bdd {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:26:07.921656 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:07.937026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Transition to ACTIVE for port object a75516fc-6765-4c1b-91ed-0975dc738bdd will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:26:07.981283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:07.994706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4473321c-3515-4639-b68b-0a308168b90d None None] Port f496b701-fee3-4d49-8ccf-128f5accb42c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:08.018403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4473321c-3515-4639-b68b-0a308168b90d None None] Could not find standard attr ID for object d8a2d49c-a37d-440f-b1ef-407e366cf9c7. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:26:08.073230 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:08.073769 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.096600 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.183360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ff931364-81d1-4c7e-a845-20c7dd9a0714 None None] Could not find standard attr ID for object d8a2d49c-a37d-440f-b1ef-407e366cf9c7. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:26:08.216907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632561f-6986-4b4a-864d-747590bcd37d req-9eacbab4-70f5-42a5-9b06-24c3bab7315c tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:08.247095 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3632561f-6986-4b4a-864d-747590bcd37d req-9eacbab4-70f5-42a5-9b06-24c3bab7315c tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 944 time: 0.1352990 Sep 29 23:26:08.288579 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.333056 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04c4ab06-28c5-4222-a294-dae1be78f8ec tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.338502 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3632561f-6986-4b4a-864d-747590bcd37d req-e8df4a1c-1597-4583-bd34-2c0cc9eebe98 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677426 Sep 29 23:26:08.451714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04c4ab06-28c5-4222-a294-dae1be78f8ec tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.457180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Pushing event updated for resources: {'Port': ['ID=a75516fc-6765-4c1b-91ed-0975dc738bdd,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:08.485906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb3a657-1bf8-4014-995d-03a5f3bacef6 tempest-TestVolumeBootPattern-1828136994 tempest-TestVolumeBootPattern-1828136994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:08.487744 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3cb3a657-1bf8-4014-995d-03a5f3bacef6 tempest-TestVolumeBootPattern-1828136994 tempest-TestVolumeBootPattern-1828136994-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 1091 time: 1.0871763 Sep 29 23:26:08.491190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45130) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:08.497122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:08.542827 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.611700 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04c4ab06-28c5-4222-a294-dae1be78f8ec tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.614325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04c4ab06-28c5-4222-a294-dae1be78f8ec tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.615709 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-04c4ab06-28c5-4222-a294-dae1be78f8ec tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/security-groups/6884bcf2-0f7c-4b2b-a0fc-312f4332ae9f HTTP/1.1" status: 204 len: 168 time: 1.1073809 Sep 29 23:26:08.625342 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45138) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:08.644765 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.677101 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.694692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4ab06-28c5-4222-a294-dae1be78f8ec tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884bcf2-0f7c-4b2b-a0fc-312f4332ae9f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:08.844227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Attempting to bind port a75516fc-6765-4c1b-91ed-0975dc738bdd on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:08.844485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Attempting to bind port a75516fc-6765-4c1b-91ed-0975dc738bdd by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:08.845196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Attempting to bind port a75516fc-6765-4c1b-91ed-0975dc738bdd on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:08.848590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Allocated IP 172.25.4.70 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/0e793248-4455-45c3-b2b4-6248b9c7959b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:08.862839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9feaf517-b080-41d3-9ca1-bc3f3c557b98 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet a5756770-8a10-4a81-9625-fa8c978a6493 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:26:08.866978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Port a75516fc-6765-4c1b-91ed-0975dc738bdd on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:26:08.867393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Attempting to bind port a75516fc-6765-4c1b-91ed-0975dc738bdd on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:08.872467 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9feaf517-b080-41d3-9ca1-bc3f3c557b98 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.902064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:08.902413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Checking segment: {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:08.902801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Bound using segment: {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:08.903386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Bound port: a75516fc-6765-4c1b-91ed-0975dc738bdd, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:08.903802 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:08.938130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] Router c2446b10-cb4e-4010-b74c-b1f3d17016f9 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:26:08.944416 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9feaf517-b080-41d3-9ca1-bc3f3c557b98 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:09.005637 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:09.051084 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:09.105594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=0e793248-4455-45c3-b2b4-6248b9c7959b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:09.116308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:09.118299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:09.118479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] For port a75516fc-6765-4c1b-91ed-0975dc738bdd, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:09.122166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:09.125591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] For port a75516fc-6765-4c1b-91ed-0975dc738bdd, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a75516fc-6765-4c1b-91ed-0975dc738bdd,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:09.199226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:26:09.208349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9feaf517-b080-41d3-9ca1-bc3f3c557b98 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:09.209546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] Sync routers for ids ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:26:09.212721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:09.218661 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-af837be7-ee72-4dfa-8e09-bfa663b80096 admin admin] 10.222.0.44 "PUT /v2.0/routers/c2446b10-cb4e-4010-b74c-b1f3d17016f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6116545 Sep 29 23:26:09.232485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45154) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:09.235095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] Routers {'c2446b10-cb4e-4010-b74c-b1f3d17016f9'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:09.235095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:09.320380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:09.322408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:09.324049 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] 10.222.0.26 "PUT /v2.0/ports/a75516fc-6765-4c1b-91ed-0975dc738bdd HTTP/1.1" status: 200 len: 1092 time: 2.3672876 Sep 29 23:26:09.327272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dec5a0b4-70a2-487e-b7d2-46ec2cf26356', 'tag': 'a75516fc-6765-4c1b-91ed-0975dc738bdd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:26:09.354327 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421" -d '{"events": [{"name": "network-changed", "server_uuid": "dec5a0b4-70a2-487e-b7d2-46ec2cf26356", "tag": "a75516fc-6765-4c1b-91ed-0975dc738bdd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:26:09.479283 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9feaf517-b080-41d3-9ca1-bc3f3c557b98 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:09.512108 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9feaf517-b080-41d3-9ca1-bc3f3c557b98 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:09.525995 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9feaf517-b080-41d3-9ca1-bc3f3c557b98 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/a5756770-8a10-4a81-9625-fa8c978a6493 HTTP/1.1" status: 204 len: 168 time: 0.8947752 Sep 29 23:26:09.553590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:09.560298 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-83f87a9f-eb95-4658-86da-0af38fe82644 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:09.572450 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c26179-3afc-41c3-b53f-41d45f2081f5 x-openstack-request-id: req-67c26179-3afc-41c3-b53f-41d45f2081f5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:26:09.573420 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dec5a0b4-70a2-487e-b7d2-46ec2cf26356", "tag": "a75516fc-6765-4c1b-91ed-0975dc738bdd", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:26:09.574455 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67c26179-3afc-41c3-b53f-41d45f2081f5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:26:09.576342 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dec5a0b4-70a2-487e-b7d2-46ec2cf26356', 'tag': 'a75516fc-6765-4c1b-91ed-0975dc738bdd', 'status': 'completed', 'code': 200} Sep 29 23:26:09.589082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-456f13b1-049a-41dc-8e90-f146d567a4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:09.596290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-456f13b1-049a-41dc-8e90-f146d567a4b0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 1095 time: 0.1633682 Sep 29 23:26:09.599384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaf517-b080-41d3-9ca1-bc3f3c557b98 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=a5756770-8a10-4a81-9625-fa8c978a6493,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:09.717119 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-74b2b72b-a325-4621-9568-fb92295e76a4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a75516fc-6765-4c1b-91ed-0975dc738bdd HTTP/1.1" status: 200 len: 217 time: 0.1055083 Sep 29 23:26:09.720890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f36bd-f041-4778-8b36-fbe29a0f1089 service neutron] Pushing event updated for resources: {'Port': ['ID=a75516fc-6765-4c1b-91ed-0975dc738bdd,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:09.795450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-4232b2af-4603-45e8-9de9-577b783a37b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:09.796927 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-4232b2af-4603-45e8-9de9-577b783a37b5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0241c012-ef0f-4e20-99e8-af5ff1ea48ce HTTP/1.1" status: 200 len: 854 time: 0.0680382 Sep 29 23:26:09.831578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea59315-5f49-4e84-9b64-bcca0f1da00e None None] Network e704c520-45c8-4dfa-8700-1d61af54af3f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:09.850415 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-be3f4d64-4685-42c1-8c48-e8c13d955ff6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21231345-7d4f-49f4-9c0d-5711cbff8dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426669 Sep 29 23:26:09.853364 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:09.892388 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:09.895973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] Set router c2446b10-cb4e-4010-b74c-b1f3d17016f9 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:26:09.930272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842a24c-fdb2-4221-8a03-8549ed63142f req-be425be7-686c-4165-be77-911c632d13be tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:09.942301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7842a24c-fdb2-4221-8a03-8549ed63142f req-be425be7-686c-4165-be77-911c632d13be tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 944 time: 0.3891284 Sep 29 23:26:10.053115 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-115d2e72-6529-42ae-9fe6-367805e6e458 service neutron] 10.222.0.26 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851232 Sep 29 23:26:10.197012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7842a24c-fdb2-4221-8a03-8549ed63142f req-f9a49dcb-495b-4309-b283-d6f87c991902 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405064 Sep 29 23:26:10.204670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f87a9f-eb95-4658-86da-0af38fe82644 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:10.208573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f87a9f-eb95-4658-86da-0af38fe82644 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:10.234796 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8bf4efe-e671-420b-a8a7-1e9d237640fc req-88738cb6-9d54-4e70-a668-035ce9a0911b service neutron] 10.222.0.26 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414723 Sep 29 23:26:10.357469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:26:07Z', 'revision_number': 5, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:10.430934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421 req-7300b359-252b-40b1-b4ee-2ac1198468a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:10.434465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] Checking router: c2446b10-cb4e-4010-b74c-b1f3d17016f9 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:26:10.435095 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421 req-7300b359-252b-40b1-b4ee-2ac1198468a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 1095 time: 0.0951889 Sep 29 23:26:10.455812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] Routers {'c2446b10-cb4e-4010-b74c-b1f3d17016f9'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:10.462642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:10.642019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421 req-d64118ce-9bc7-4012-97bb-aceef4b6e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:10.644755 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421 req-d64118ce-9bc7-4012-97bb-aceef4b6e438 service neutron] 10.222.0.26 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 915 time: 0.1998427 Sep 29 23:26:10.670112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] Set router c2446b10-cb4e-4010-b74c-b1f3d17016f9 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:26:10.723374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:10.744984 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421 req-2f10f45d-71d6-4ecb-8ed8-1d40a3a2c37d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a75516fc-6765-4c1b-91ed-0975dc738bdd HTTP/1.1" status: 200 len: 217 time: 0.0914540 Sep 29 23:26:11.030532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:26:07Z', 'revision_number': 5, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:11.116799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b673bf-f6c2-417f-91ba-ec102fe61340 None None] The sync data for ids ['c2446b10-cb4e-4010-b74c-b1f3d17016f9'] in n-d-811173-2 is: [{'id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'name': 'tempest-TaggedBootDevicesTest_v242-1070008787-router', 'tenant_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77'}], 'enable_snat': True}, 'gw_port_id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:13:48Z', 'updated_at': '2021-09-29T23:26:07Z', 'revision_number': 5, 'project_id': 'f6ae25716aaa44a3ba5fe354540726e3', 'gw_port': {'id': '75a45307-a4f1-4244-90ec-d76c00cb854d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:d6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2446b10-cb4e-4010-b74c-b1f3d17016f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:13:49Z', 'updated_at': '2021-09-29T23:13:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:26:11.260780 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:11.294926 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f87a9f-eb95-4658-86da-0af38fe82644 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:11.335497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:11.380655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421 req-945ec52b-9ccf-40d5-88b3-c521bf41a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:11.382910 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421 req-945ec52b-9ccf-40d5-88b3-c521bf41a6b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0241c012-ef0f-4e20-99e8-af5ff1ea48ce HTTP/1.1" status: 200 len: 854 time: 0.6272261 Sep 29 23:26:11.431394 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421 req-5a850adc-5ca6-4335-be27-16228dbc18df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21231345-7d4f-49f4-9c0d-5711cbff8dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370400 Sep 29 23:26:11.481461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f87a9f-eb95-4658-86da-0af38fe82644 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:11.495964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f87a9f-eb95-4658-86da-0af38fe82644 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:11.521345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-83f87a9f-eb95-4658-86da-0af38fe82644 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:11.524459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f87a9f-eb95-4658-86da-0af38fe82644 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:11.525434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83f87a9f-eb95-4658-86da-0af38fe82644 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:11.534952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69432603-11c1-4482-910b-c4030d024b8c None None] Network e704c520-45c8-4dfa-8700-1d61af54af3f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:11.590006 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421 req-a3c50baa-860f-4515-b6f4-b253c01aa3bc service neutron] 10.222.0.26 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501753 Sep 29 23:26:11.598276 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-83f87a9f-eb95-4658-86da-0af38fe82644 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0426435 Sep 29 23:26:11.605566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45216) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:11.633124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ca9eb7fb-37cb-49af-9e8b-d338479abb34 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'security_group': {'name': 'tempest-secgroup-1657265285'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:11.649201 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b893d73b-8d24-451d-8cf4-d94c8d3ae7cf None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:11.650643 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b893d73b-8d24-451d-8cf4-d94c8d3ae7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:11.682143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926ef8b-54fc-4eb4-a1d7-e9f828d26093 req-5fd984b6-61e5-456a-b655-c56d6541463b tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:11.684912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d926ef8b-54fc-4eb4-a1d7-e9f828d26093 req-5fd984b6-61e5-456a-b655-c56d6541463b tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 944 time: 0.2849503 Sep 29 23:26:11.697349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Deleting port 75a45307-a4f1-4244-90ec-d76c00cb854d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:11.697705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:11.711695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cf1983be-7dd6-4d2c-8832-a76787e05089 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:26:11.785168 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-042f28d1-3646-4dd1-9d7d-5c4ddb66a421 req-6b75bf54-1748-440d-a620-00054c1a8dd2 service neutron] 10.222.0.26 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844633 Sep 29 23:26:11.790057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] For port 75a45307-a4f1-4244-90ec-d76c00cb854d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=75a45307-a4f1-4244-90ec-d76c00cb854d,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:11.790760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:11.804767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Calling delete_port for 75a45307-a4f1-4244-90ec-d76c00cb854d owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:11.818579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: cf1983be-7dd6-4d2c-8832-a76787e05089 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:26:11.819221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cf1983be-7dd6-4d2c-8832-a76787e05089 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:26:11.954745 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca9eb7fb-37cb-49af-9e8b-d338479abb34 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.042033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b893d73b-8d24-451d-8cf4-d94c8d3ae7cf None None] Provisioning complete for port f496b701-fee3-4d49-8ccf-128f5accb42c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:12.044267 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b893d73b-8d24-451d-8cf4-d94c8d3ae7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.094293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b893d73b-8d24-451d-8cf4-d94c8d3ae7cf None None] Port f496b701-fee3-4d49-8ccf-128f5accb42c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:12.154109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c22107-49d2-4eab-b14d-7752ebfa5f9e None None] Update dhcp port {'port': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'fixed_ips': [{'subnet_id': '213aea8f-07f0-4d32-899c-458db427db1d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '46de779a-ec68-4e3f-92b4-1c67f9e6d3fb'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:26:12.156278 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.176642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d926ef8b-54fc-4eb4-a1d7-e9f828d26093 req-85585e28-c8db-4d92-9fa3-fac3ad3414a3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021405 Sep 29 23:26:12.181921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.194500 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46c22107-49d2-4eab-b14d-7752ebfa5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.301504 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.325192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event updated for resources: {'Port': ['ID=0e793248-4455-45c3-b2b4-6248b9c7959b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:12.436139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-46c22107-49d2-4eab-b14d-7752ebfa5f9e None None] Allocated IP 2001:db8::2 (e704c520-45c8-4dfa-8700-1d61af54af3f/f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f/46de779a-ec68-4e3f-92b4-1c67f9e6d3fb) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:12.485554 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.494094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a45307-a4f1-4244-90ec-d76c00cb854d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:12.555424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-46c22107-49d2-4eab-b14d-7752ebfa5f9e None None] For port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,segment=NetworkSegment(b23f626a-8f9d-4188-85f9-ffeb7de2e43b),segment_id=b23f626a-8f9d-4188-85f9-ffeb7de2e43b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:12.584335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.590306 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46c22107-49d2-4eab-b14d-7752ebfa5f9e None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.590483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca9eb7fb-37cb-49af-9e8b-d338479abb34 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.598814 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46c22107-49d2-4eab-b14d-7752ebfa5f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.716703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c22107-49d2-4eab-b14d-7752ebfa5f9e None None] Pushing event updated for resources: {'Port': ['ID=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:12.736836 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.741178 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.743385 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca9eb7fb-37cb-49af-9e8b-d338479abb34 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.863540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9eb7fb-37cb-49af-9e8b-d338479abb34 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee1529c-a585-4f71-bbc2-747e0ce3dab1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:12.866012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca9eb7fb-37cb-49af-9e8b-d338479abb34 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.867249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ca9eb7fb-37cb-49af-9e8b-d338479abb34 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2420676 Sep 29 23:26:12.872124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45252) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:12.879640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0f7c20e4-0e92-4fab-88ed-99f7175886df tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'security_group': {'name': 'tempest-secgroup-1502483061'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:12.886664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.904259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2446b10-cb4e-4010-b74c-b1f3d17016f9 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:26:12.910211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.916527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4d1241e8-b13d-49da-b3ea-5a2a6e82a258 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c2446b10-cb4e-4010-b74c-b1f3d17016f9 HTTP/1.1" status: 204 len: 168 time: 3.6808457 Sep 29 23:26:12.916527 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Floating IP 0f0d4c49-7f67-4ae0-ae08-920052a0200c associated. External IP: 172.25.4.70, port: 5a7a9aed-d501-4e45-8ad6-d2c172dd9282. Sep 29 23:26:12.916863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45256) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:12.926495 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f7c20e4-0e92-4fab-88ed-99f7175886df tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:12.987050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb0ca0d4-57e3-469f-8b83-8caac34a1fe2 admin admin] Deleting subnet 68d4f193-42c1-43e8-b396-fd04a76a0f33 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:26:12.992229 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0d4-57e3-469f-8b83-8caac34a1fe2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.055709 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0d4-57e3-469f-8b83-8caac34a1fe2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.249348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f7c20e4-0e92-4fab-88ed-99f7175886df tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.274759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f7c20e4-0e92-4fab-88ed-99f7175886df tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.286268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Router c811754c-0897-4425-b6eb-9628e511f6dc has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:26:13.332390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a75516fc-6765-4c1b-91ed-0975dc738bdd details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:26:13.389078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0d4-57e3-469f-8b83-8caac34a1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.520150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a75516fc-6765-4c1b-91ed-0975dc738bdd, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a75516fc-6765-4c1b-91ed-0975dc738bdd,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:13.520276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f7c20e4-0e92-4fab-88ed-99f7175886df tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.521583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0f7c20e4-0e92-4fab-88ed-99f7175886df tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6471269 Sep 29 23:26:13.533449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45268) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:13.543700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'a75516fc-6765-4c1b-91ed-0975dc738bdd', 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6', 'port_id': 'a75516fc-6765-4c1b-91ed-0975dc738bdd', 'mac_address': 'fa:16:3e:ac:be:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0241c012-ef0f-4e20-99e8-af5ff1ea48ce', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:26:13.574387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-011c3bcd-0018-42fa-ab6a-0b0e76cc4441 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'security_group': {'name': 'tempest-secgroup-340828100'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:13.606157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.621914 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75516fc-6765-4c1b-91ed-0975dc738bdd {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:26:13.655929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0d4-57e3-469f-8b83-8caac34a1fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.656625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a75516fc-6765-4c1b-91ed-0975dc738bdd, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a75516fc-6765-4c1b-91ed-0975dc738bdd,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:13.672861 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.741339 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0282ea-4216-4af0-ad7e-b7bc9f57cde9 req-dcab3ec9-5342-453c-ba8f-939490b235c4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:13.741339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f0282ea-4216-4af0-ad7e-b7bc9f57cde9 req-dcab3ec9-5342-453c-ba8f-939490b235c4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 944 time: 0.3378332 Sep 29 23:26:13.748560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ca0d4-57e3-469f-8b83-8caac34a1fe2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d4f193-42c1-43e8-b396-fd04a76a0f33,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:13.772256 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-28a95610-425b-46ec-8926-767793727aca req-3fac31db-485d-4d0d-9bbb-a3a84b233b27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2424481 Sep 29 23:26:13.772881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c20e4-0e92-4fab-88ed-99f7175886df tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbfdb82-c9c2-4608-b0f7-47ec33fa85de,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:13.801044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-011c3bcd-0018-42fa-ab6a-0b0e76cc4441 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.817131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:13.836359 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca0d4-57e3-469f-8b83-8caac34a1fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:13.841301 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cb0ca0d4-57e3-469f-8b83-8caac34a1fe2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/68d4f193-42c1-43e8-b396-fd04a76a0f33 HTTP/1.1" status: 204 len: 168 time: 0.9230690 Sep 29 23:26:13.842032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45278) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:13.870555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b5f336-f9eb-43db-a0d5-ccb2f8f9dfb2 None None] Network 359d21d4-b615-40c7-8882-16bffeac10b3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:13.894691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a75516fc-6765-4c1b-91ed-0975dc738bdd,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:13.912816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a75516fc-6765-4c1b-91ed-0975dc738bdd'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:26:13.929755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95610-425b-46ec-8926-767793727aca req-9f4cb2ae-6f01-445a-a234-596c65303975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:13.933122 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-28a95610-425b-46ec-8926-767793727aca req-9f4cb2ae-6f01-445a-a234-596c65303975 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 1096 time: 0.0988779 Sep 29 23:26:13.940087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:26:13.951753 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] Sync routers for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:26:13.970567 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:13.971295 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:13.991035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f0282ea-4216-4af0-ad7e-b7bc9f57cde9 req-92b4e846-4d3f-467a-92a2-1a82e3ada7f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398026 Sep 29 23:26:14.025823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9b70258c-4820-4abf-817e-5a4283d9af46 None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:14.026626 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b70258c-4820-4abf-817e-5a4283d9af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:14.100768 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:14.167560 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:26:14.186704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-011c3bcd-0018-42fa-ab6a-0b0e76cc4441 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:14.208457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-011c3bcd-0018-42fa-ab6a-0b0e76cc4441 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:14.226171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:14.255403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:14.260260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:14.264408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Deleting port 59ee04de-142c-4358-b041-dd9e9e1b9a93 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:14.264991 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:14.344374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] For port 59ee04de-142c-4358-b041-dd9e9e1b9a93, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=59ee04de-142c-4358-b041-dd9e9e1b9a93,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:14.345739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:14.359330 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-011c3bcd-0018-42fa-ab6a-0b0e76cc4441 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:14.364006 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-011c3bcd-0018-42fa-ab6a-0b0e76cc4441 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7984822 Sep 29 23:26:14.365944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fab7264f-fca2-46af-abfd-2467fc1d722f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.8733602 Sep 29 23:26:14.370206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'tag': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:26:14.372583 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e97f45-3674-4329-8b84-30717c9b04f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3001dee6-72b6-4c03-a624-2b6d4134464f", "tag": "5a7a9aed-d501-4e45-8ad6-d2c172dd9282"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:26:14.387609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Calling delete_port for 59ee04de-142c-4358-b041-dd9e9e1b9a93 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:14.394636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45292) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:14.401918 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1377754458', 'security_groups': ['acb5e889-5224-4173-97fd-b77af7c1c4fc'], 'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:14.403035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c3bcd-0018-42fa-ab6a-0b0e76cc4441 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acb5e889-5224-4173-97fd-b77af7c1c4fc,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:14.453531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95610-425b-46ec-8926-767793727aca req-6d939efe-1ba7-439d-bbdd-a3974cc4cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:14.465411 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-28a95610-425b-46ec-8926-767793727aca req-6d939efe-1ba7-439d-bbdd-a3974cc4cdb0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.4835162 Sep 29 23:26:14.476028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9b70258c-4820-4abf-817e-5a4283d9af46 None None] Provisioning complete for port f496b701-fee3-4d49-8ccf-128f5accb42c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:14.476028 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9b70258c-4820-4abf-817e-5a4283d9af46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:14.478061 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddb310d3-84c9-49d1-8874-b0357b79287c x-openstack-request-id: req-ddb310d3-84c9-49d1-8874-b0357b79287c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:26:14.478061 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3001dee6-72b6-4c03-a624-2b6d4134464f", "tag": "5a7a9aed-d501-4e45-8ad6-d2c172dd9282", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:26:14.478061 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddb310d3-84c9-49d1-8874-b0357b79287c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:26:14.478061 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'tag': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'status': 'completed', 'code': 200} Sep 29 23:26:14.627212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ef277c-6217-4718-84d4-ac8ce90d6b9b None None] DHCP port deletion for 359d21d4-b615-40c7-8882-16bffeac10b3 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:26:14.752016 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-28a95610-425b-46ec-8926-767793727aca req-b4727d23-314e-4018-ac3c-4d906f7bd632 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282 HTTP/1.1" status: 200 len: 998 time: 0.2677131 Sep 29 23:26:14.793843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9b70258c-4820-4abf-817e-5a4283d9af46 None None] Port f496b701-fee3-4d49-8ccf-128f5accb42c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:14.848574 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '0f0d4c49-7f67-4ae0-ae08-920052a0200c', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:75:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:26:09Z', 'updated_at': '2021-09-29T23:26:09Z', 'revision_number': 0, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}, {'id': '328383d6-df89-4593-90ab-86672b6d3b4b', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:e5:e4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:23:20Z', 'updated_at': '2021-09-29T23:23:23Z', 'revision_number': 1, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:14.865962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95610-425b-46ec-8926-767793727aca req-83086f5d-1b4e-42e0-88a9-1ff9f25a2abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:14.880569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-28a95610-425b-46ec-8926-767793727aca req-83086f5d-1b4e-42e0-88a9-1ff9f25a2abb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.1275101 Sep 29 23:26:14.885245 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] Checking router: c811754c-0897-4425-b6eb-9628e511f6dc for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:26:14.902248 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:14.903627 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:14.939406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef277c-6217-4718-84d4-ac8ce90d6b9b None None] Deleting port 59ee04de-142c-4358-b041-dd9e9e1b9a93 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:14.940068 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4ef277c-6217-4718-84d4-ac8ce90d6b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:15.012173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a95610-425b-46ec-8926-767793727aca req-c1ea7219-ba63-4800-a8e5-14250ad2e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:15.018408 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-28a95610-425b-46ec-8926-767793727aca req-c1ea7219-ba63-4800-a8e5-14250ad2e4b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250231 Sep 29 23:26:15.032717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 75a45307-a4f1-4244-90ec-d76c00cb854d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:26:15.090291 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:26:15.221892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:15.242819 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:15.249722 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-28a95610-425b-46ec-8926-767793727aca req-09ca4271-0a7e-4eae-af9b-f42973ed5566 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216566 Sep 29 23:26:15.464340 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] No DVR routers for this DVR port 59ee04de-142c-4358-b041-dd9e9e1b9a93 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:26:15.483532 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-28a95610-425b-46ec-8926-767793727aca req-45b107b7-1eef-4324-8185-50cac359b551 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255456 Sep 29 23:26:15.523155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 75a45307-a4f1-4244-90ec-d76c00cb854d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:26:15.525423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 75a45307-a4f1-4244-90ec-d76c00cb854d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:26:15.534828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Pushing event deleted for resources: {'Port': ['ID=59ee04de-142c-4358-b041-dd9e9e1b9a93,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:15.544676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a75516fc-6765-4c1b-91ed-0975dc738bdd up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:15.572297 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '0f0d4c49-7f67-4ae0-ae08-920052a0200c', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:75:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:26:09Z', 'updated_at': '2021-09-29T23:26:09Z', 'revision_number': 0, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}, {'id': '328383d6-df89-4593-90ab-86672b6d3b4b', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:e5:e4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:23:20Z', 'updated_at': '2021-09-29T23:23:23Z', 'revision_number': 1, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:15.654815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e41e8-f4ab-4e23-acdb-5c7db8c27a9b req-0957b001-4e45-42e8-a57e-3fd410004f44 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:15.655522 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616e3aa4-8345-4dee-a697-b0ed8c913c09 None None] The sync data for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 is: [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '0f0d4c49-7f67-4ae0-ae08-920052a0200c', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.70', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2808, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:75:2a:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:26:09Z', 'updated_at': '2021-09-29T23:26:09Z', 'revision_number': 0, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}, {'id': '328383d6-df89-4593-90ab-86672b6d3b4b', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:e5:e4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:23:20Z', 'updated_at': '2021-09-29T23:23:23Z', 'revision_number': 1, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:26:15.657641 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff8e41e8-f4ab-4e23-acdb-5c7db8c27a9b req-0957b001-4e45-42e8-a57e-3fd410004f44 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 945 time: 0.4164550 Sep 29 23:26:15.673156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-4d282f15-d14a-41e7-95b2-0586f9e2dce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:15.682513 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c4ef277c-6217-4718-84d4-ac8ce90d6b9b None None] For port 59ee04de-142c-4358-b041-dd9e9e1b9a93, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=59ee04de-142c-4358-b041-dd9e9e1b9a93,segment=NetworkSegment(574ae8af-3600-46ef-976d-48b0b9bd0416),segment_id=574ae8af-3600-46ef-976d-48b0b9bd0416)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:15.683623 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4ef277c-6217-4718-84d4-ac8ce90d6b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:15.686240 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-4d282f15-d14a-41e7-95b2-0586f9e2dce9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 1096 time: 0.1268847 Sep 29 23:26:15.700974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef277c-6217-4718-84d4-ac8ce90d6b9b None None] Calling delete_port for 59ee04de-142c-4358-b041-dd9e9e1b9a93 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:15.717473 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:15.766961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359d21d4-b615-40c7-8882-16bffeac10b3']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:15.773149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:15.817994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-ebd55529-7005-42ca-81e8-007353b67293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:15.819527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-ebd55529-7005-42ca-81e8-007353b67293 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.1258187 Sep 29 23:26:15.825434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4ef277c-6217-4718-84d4-ac8ce90d6b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:15.835605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 59ee04de-142c-4358-b041-dd9e9e1b9a93 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:26:15.886745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef277c-6217-4718-84d4-ac8ce90d6b9b None None] Pushing event deleted for resources: {'Port': ['ID=59ee04de-142c-4358-b041-dd9e9e1b9a93,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:15.889678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 59ee04de-142c-4358-b041-dd9e9e1b9a93 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:26:15.890371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 59ee04de-142c-4358-b041-dd9e9e1b9a93 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:26:15.892380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff8e41e8-f4ab-4e23-acdb-5c7db8c27a9b req-b5aa6053-aafb-4af7-8c56-173a3533bf24 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084818 Sep 29 23:26:15.900040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ef277c-6217-4718-84d4-ac8ce90d6b9b None None] No DVR routers for this DVR port 59ee04de-142c-4358-b041-dd9e9e1b9a93 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:26:15.924036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574ae8af-3600-46ef-976d-48b0b9bd0416') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:15.925832 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574ae8af-3600-46ef-976d-48b0b9bd0416') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:15.937225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port a75516fc-6765-4c1b-91ed-0975dc738bdd completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:26:15.942212 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-68937c96-72a2-4660-84e8-89e25f673285 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282 HTTP/1.1" status: 200 len: 998 time: 0.1155300 Sep 29 23:26:15.946657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port a75516fc-6765-4c1b-91ed-0975dc738bdd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:15.947035 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:15.951761 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:15.969610 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:15.977215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:26:15.979357 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.030630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-2b851500-df1b-4364-a6d7-9e423be856bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:16.032765 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-2b851500-df1b-4364-a6d7-9e423be856bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0761726 Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:26:16.062318 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:26:16.078392 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.085643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.088318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] 10.222.0.44 "DELETE /v2.0/networks/359d21d4-b615-40c7-8882-16bffeac10b3 HTTP/1.1" status: 204 len: 168 time: 2.2421007 Sep 29 23:26:16.089822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] device_id is not set on port 23318959-d4a3-4c2b-b769-1c65102364ab yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:26:16.130938 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.182446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-8f6ce7ef-33d1-436a-84e7-f659a4f68b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:16.184369 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-8f6ce7ef-33d1-436a-84e7-f659a4f68b93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340499 Sep 29 23:26:16.189218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec5a0b4-70a2-487e-b7d2-46ec2cf26356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75516fc-6765-4c1b-91ed-0975dc738bdd'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:26:16.191677 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4efbd0-b0e4-4d72-aa74-c58c330b3d9f" -d '{"events": [{"server_uuid": "dec5a0b4-70a2-487e-b7d2-46ec2cf26356", "name": "network-vif-plugged", "status": "completed", "tag": "a75516fc-6765-4c1b-91ed-0975dc738bdd"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:26:16.209787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d82cd98e-b551-4c15-9c63-2029468e17f7 None None] New status for floating IP 0f0d4c49-7f67-4ae0-ae08-920052a0200c: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:26:16.209956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0318b1-cd51-4b8b-a4fa-f60ed7ba565c admin admin] Pushing event deleted for resources: {'Network': ['ID=359d21d4-b615-40c7-8882-16bffeac10b3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:16.275060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a75516fc-6765-4c1b-91ed-0975dc738bdd, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a75516fc-6765-4c1b-91ed-0975dc738bdd,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:16.374290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45332) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:16.382835 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07cef6c7-5961-470a-9659-d05217e0e4e1 x-openstack-request-id: req-07cef6c7-5961-470a-9659-d05217e0e4e1 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:26:16.383152 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec5a0b4-70a2-487e-b7d2-46ec2cf26356", "name": "network-vif-plugged", "status": "completed", "tag": "a75516fc-6765-4c1b-91ed-0975dc738bdd", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:26:16.383382 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-07cef6c7-5961-470a-9659-d05217e0e4e1 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:26:16.383837 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec5a0b4-70a2-487e-b7d2-46ec2cf26356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75516fc-6765-4c1b-91ed-0975dc738bdd', 'code': 200} Sep 29 23:26:16.387226 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.447959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8::376 (e704c520-45c8-4dfa-8700-1d61af54af3f/f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f/23318959-d4a3-4c2b-b769-1c65102364ab) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:16.479203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7186420f-4121-4591-9553-b44355d111f3 req-1f7bbfbb-d0ca-42e9-90ef-234a3c2af58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:16.482654 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7186420f-4121-4591-9553-b44355d111f3 req-1f7bbfbb-d0ca-42e9-90ef-234a3c2af58e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 1097 time: 0.1028335 Sep 29 23:26:16.510368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-37874449-b51e-415b-974d-a9526796d33a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f6ae25716aaa44a3ba5fe354540726e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1297786 Sep 29 23:26:16.523669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45334) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:16.540890 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7186420f-4121-4591-9553-b44355d111f3 req-7319b985-3d82-41e2-b7a8-b47f2051931e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491400 Sep 29 23:26:16.545557 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-8ed8f76a-3c93-4ed7-8993-ebcd941e6697 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511837 Sep 29 23:26:16.583538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a75516fc-6765-4c1b-91ed-0975dc738bdd,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:16.636989 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10a70e3d-4da6-4215-8730-8dac7bfbb887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.719592 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10a70e3d-4da6-4215-8730-8dac7bfbb887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.808921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.840780 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f8e97f45-3674-4329-8b84-30717c9b04f3 req-61ef25f8-8a4c-452e-9c1c-daffcb5122d0 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125937 Sep 29 23:26:16.859274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10a70e3d-4da6-4215-8730-8dac7bfbb887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.864094 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10a70e3d-4da6-4215-8730-8dac7bfbb887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.865772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-10a70e3d-4da6-4215-8730-8dac7bfbb887 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d7c21725-63a7-4c8a-8012-6851f6c7dfce HTTP/1.1" status: 204 len: 168 time: 0.3410673 Sep 29 23:26:16.878486 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.887374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a70e3d-4da6-4215-8730-8dac7bfbb887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c21725-63a7-4c8a-8012-6851f6c7dfce,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:16.940121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:16.943497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:16.946348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:16.953186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:16.953981 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:16.978974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5805199 Sep 29 23:26:16.978974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd4386-c72a-4b1b-98a5-56b591803aa7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=23318959-d4a3-4c2b-b769-1c65102364ab,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:16.979376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45344) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:16.985992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-89349ce0-158c-4e5c-a906-bbbfe23cfa5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:17.203518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add8a441-4edb-4ec1-925e-e7c8afb0490c req-925cbae9-992c-488e-8a16-4fd2bebb9f84 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:17.211338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-add8a441-4edb-4ec1-925e-e7c8afb0490c req-925cbae9-992c-488e-8a16-4fd2bebb9f84 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 946 time: 0.1194606 Sep 29 23:26:17.229248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89349ce0-158c-4e5c-a906-bbbfe23cfa5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:17.233179 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-89349ce0-158c-4e5c-a906-bbbfe23cfa5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:17.286332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-add8a441-4edb-4ec1-925e-e7c8afb0490c req-18c6a480-4413-482d-a4cf-35836fd940ad tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681307 Sep 29 23:26:17.433545 n-d-811173-2 neutron-server[110006]: INFO neutron.db.ipam_backend_mixin [None req-89349ce0-158c-4e5c-a906-bbbfe23cfa5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f (CIDR: 2001:db8::/64) Sep 29 23:26:17.438958 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-89349ce0-158c-4e5c-a906-bbbfe23cfa5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:26:17.439483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89349ce0-158c-4e5c-a906-bbbfe23cfa5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:17.464995 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-89349ce0-158c-4e5c-a906-bbbfe23cfa5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4843328 Sep 29 23:26:17.468022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45354) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:17.475981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-19febd24-1f82-4841-9022-1f1b22479716 None None] Provisioning complete for port 23318959-d4a3-4c2b-b769-1c65102364ab triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:17.476628 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19febd24-1f82-4841-9022-1f1b22479716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:17.476850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0f16f54c-238a-4597-b6c0-72b9bd1daa41 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:17.573153 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-19febd24-1f82-4841-9022-1f1b22479716 None None] Port 23318959-d4a3-4c2b-b769-1c65102364ab cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:17.619150 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-3d042c4b-c4f8-4444-ba08-c38d7bae810c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1674917 Sep 29 23:26:17.693611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f16f54c-238a-4597-b6c0-72b9bd1daa41 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:17.712057 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f16f54c-238a-4597-b6c0-72b9bd1daa41 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:17.883447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-19e748de-e459-46b8-9bc6-fa10af8baec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:17.887702 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-19e748de-e459-46b8-9bc6-fa10af8baec5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 1096 time: 0.1530743 Sep 29 23:26:17.899006 n-d-811173-2 neutron-server[110006]: INFO neutron.db.ipam_backend_mixin [None req-0f16f54c-238a-4597-b6c0-72b9bd1daa41 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 213aea8f-07f0-4d32-899c-458db427db1d (CIDR: 2001:db8:0:1::/64) Sep 29 23:26:17.903337 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f16f54c-238a-4597-b6c0-72b9bd1daa41 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:26:17.904062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f16f54c-238a-4597-b6c0-72b9bd1daa41 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:17.946800 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0f16f54c-238a-4597-b6c0-72b9bd1daa41 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4775095 Sep 29 23:26:17.949783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45372) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:17.955662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-702c6ac5-c32c-4d5e-92d6-b3ffd7b3580a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'subnet': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:18.032678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-c72f0239-f4f8-4a05-b3bc-29bcec75104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:18.034652 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-c72f0239-f4f8-4a05-b3bc-29bcec75104d service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.1253612 Sep 29 23:26:18.127892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:18.180191 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-17d9b4cd-0ce1-4d8b-b873-20beca20be4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e HTTP/1.1" status: 200 len: 1001 time: 0.1344314 Sep 29 23:26:18.197386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702c6ac5-c32c-4d5e-92d6-b3ffd7b3580a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Made reservation on behalf of b83b928bf7234efea3f208f0a7bbc31b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:18.200668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-702c6ac5-c32c-4d5e-92d6-b3ffd7b3580a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:18.286842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-35c76bbc-7cf7-4f2d-8931-b7af91411387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:18.288731 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-35c76bbc-7cf7-4f2d-8931-b7af91411387 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0824625 Sep 29 23:26:18.345697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-71e7a089-778c-46b4-b340-13c6fd102920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:18.347282 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-71e7a089-778c-46b4-b340-13c6fd102920 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505929 Sep 29 23:26:18.472328 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-0a3c4d68-78bc-40d2-b743-11aab936811e service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135032 Sep 29 23:26:18.584530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-dd2e79e9-ccec-40a2-af66-23b3165e0230 req-860edaa0-dc43-4c98-817d-71b90a10551c service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033936 Sep 29 23:26:18.695629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-204093552-network', 'tenant_id': 'b4f0b49aa1bb4a49ab3be23b7428041c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:18.784223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee340221-333f-46f7-b2a5-01e59883fe6d req-0129ca39-a312-4f9f-9229-9159e8cf9f3a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:18.785758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee340221-333f-46f7-b2a5-01e59883fe6d req-0129ca39-a312-4f9f-9229-9159e8cf9f3a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 946 time: 0.0963378 Sep 29 23:26:18.790473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Made reservation on behalf of b4f0b49aa1bb4a49ab3be23b7428041c for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:18.792797 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:18.818884 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:18.869231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee340221-333f-46f7-b2a5-01e59883fe6d req-2dd580dd-ad1d-489e-b5a6-e94ffd199bde tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739949 Sep 29 23:26:19.037764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-702c6ac5-c32c-4d5e-92d6-b3ffd7b3580a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.041074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.072615 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.085492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:26:19.096508 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.097070 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Added segment 350e592e-35ec-4f85-9b9b-e67f907eb59e of type vlan for network d88ecf50-2d3c-4a93-8243-ecc344c70ded Sep 29 23:26:19.144103 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.189122 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.190093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:19.190893 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.207388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702c6ac5-c32c-4d5e-92d6-b3ffd7b3580a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Network e704c520-45c8-4dfa-8700-1d61af54af3f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:19.237537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-702c6ac5-c32c-4d5e-92d6-b3ffd7b3580a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:19.251931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a873572-2ee1-4bb7-a131-110e835f3083 None None] Network e704c520-45c8-4dfa-8700-1d61af54af3f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:19.264847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702c6ac5-c32c-4d5e-92d6-b3ffd7b3580a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:19.265525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-702c6ac5-c32c-4d5e-92d6-b3ffd7b3580a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.284489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1555107 Sep 29 23:26:19.285763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45398) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:19.293001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Request body: {'subnet': {'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-204093552-subnet', 'tenant_id': 'b4f0b49aa1bb4a49ab3be23b7428041c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:19.297081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610959c5-1a85-4ae8-a399-3004422416a0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:19.303699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c6ac5-c32c-4d5e-92d6-b3ffd7b3580a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Subnet': ['ID=7d11d4e0-fb93-4eda-952b-7ed82520c6b8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:19.380697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Made reservation on behalf of b4f0b49aa1bb4a49ab3be23b7428041c for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:19.383669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.391022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c46e9-2a32-492f-8d10-7c4a0153ee96 admin admin] Pushing event updated for resources: {'Network': ['ID=d88ecf50-2d3c-4a93-8243-ecc344c70ded,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:19.399349 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-702c6ac5-c32c-4d5e-92d6-b3ffd7b3580a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4482570 Sep 29 23:26:19.401982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:19.404903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network d88ecf50-2d3c-4a93-8243-ecc344c70ded details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:26:19.415583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1709546705', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7d11d4e0-fb93-4eda-952b-7ed82520c6b8'}], 'security_groups': ['8ee1529c-a585-4f71-bbc2-747e0ce3dab1', 'adbfdb82-c9c2-4608-b0f7-47ec33fa85de']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:19.636680 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.644868 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.694598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7485ee-9fce-4925-9ed7-8767a49a8a2d None None] Update dhcp port {'port': {'network_id': 'e704c520-45c8-4dfa-8700-1d61af54af3f', 'fixed_ips': [{'subnet_id': '213aea8f-07f0-4d32-899c-458db427db1d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f', 'ip_address': '2001:db8::2'}, {'subnet_id': '7d11d4e0-fb93-4eda-952b-7ed82520c6b8'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '46de779a-ec68-4e3f-92b4-1c67f9e6d3fb'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:26:19.759209 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2f7485ee-9fce-4925-9ed7-8767a49a8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.816859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Checking segment: {'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:19.817208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Network hostable DHCP agents. Network: d88ecf50-2d3c-4a93-8243-ecc344c70ded, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:26:19.819250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dad56020-9d1f-4fde-a2a0-217641c3889f,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:19.856594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Network d88ecf50-2d3c-4a93-8243-ecc344c70ded is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:26:19.877975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, d88ecf50-2d3c-4a93-8243-ecc344c70ded) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:19.895162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:19.896803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:19.904108 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b64a5b0-a997-4acf-8d2d-55e89a438bc4 None None] Network d88ecf50-2d3c-4a93-8243-ecc344c70ded requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:19.928930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e4b8f8ac-a6d0-4f4b-85ae-ed461fbf4156 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6415844 Sep 29 23:26:20.172455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ccc045-77ba-4599-b04b-1cb6134d8185 None None] Network d88ecf50-2d3c-4a93-8243-ecc344c70ded requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:20.217461 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:20.243425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Delete allocated IP 2001:db8::376 (e704c520-45c8-4dfa-8700-1d61af54af3f/f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f) {{(pid=110005) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 29 23:26:20.276238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Allocated IP 2001:db8:0:2::10f (e704c520-45c8-4dfa-8700-1d61af54af3f/7d11d4e0-fb93-4eda-952b-7ed82520c6b8/23318959-d4a3-4c2b-b769-1c65102364ab) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:20.719846 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:20.764894 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:20.826739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-2f7485ee-9fce-4925-9ed7-8767a49a8a2d None None] Allocated IP 2001:db8:0:2::2 (e704c520-45c8-4dfa-8700-1d61af54af3f/7d11d4e0-fb93-4eda-952b-7ed82520c6b8/46de779a-ec68-4e3f-92b4-1c67f9e6d3fb) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:20.848478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] In _notify_port_updated(), no bound segment for port 23318959-d4a3-4c2b-b769-1c65102364ab on network e704c520-45c8-4dfa-8700-1d61af54af3f {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:26:20.854455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:20.855455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:20.856802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "PUT /v2.0/ports/23318959-d4a3-4c2b-b769-1c65102364ab HTTP/1.1" status: 200 len: 970 time: 1.4537916 Sep 29 23:26:20.859690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45444) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:20.874682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-8dc45f71-a0c1-43eb-992c-f84b37c04015 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:20.876350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-8dc45f71-a0c1-43eb-992c-f84b37c04015 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/networks?id=d88ecf50-2d3c-4a93-8243-ecc344c70ded HTTP/1.1" status: 200 len: 814 time: 0.2088335 Sep 29 23:26:20.880761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0739b-7be7-4ef6-9d71-6436fbd93175 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event updated for resources: {'Port': ['ID=23318959-d4a3-4c2b-b769-1c65102364ab,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:20.907794 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-b78610c3-d7d4-432b-9f41-e29def959d30 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/quotas/b4f0b49aa1bb4a49ab3be23b7428041c HTTP/1.1" status: 200 len: 375 time: 0.0211382 Sep 29 23:26:20.978057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2f7485ee-9fce-4925-9ed7-8767a49a8a2d None None] For port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,segment=NetworkSegment(b23f626a-8f9d-4188-85f9-ffeb7de2e43b),segment_id=b23f626a-8f9d-4188-85f9-ffeb7de2e43b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:21.011085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-87d383e2-9dc9-458c-b075-43a9f3a7a89b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f0b49aa1bb4a49ab3be23b7428041c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743260 Sep 29 23:26:21.013002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-854db220-8945-4750-8c67-e7062ca67de0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port 23318959-d4a3-4c2b-b769-1c65102364ab {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:21.013748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-854db220-8945-4750-8c67-e7062ca67de0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:21.024525 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2f7485ee-9fce-4925-9ed7-8767a49a8a2d None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:21.037428 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2f7485ee-9fce-4925-9ed7-8767a49a8a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:21.092928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7485ee-9fce-4925-9ed7-8767a49a8a2d None None] Pushing event updated for resources: {'Port': ['ID=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:21.208749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-854db220-8945-4750-8c67-e7062ca67de0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:21.222987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-854db220-8945-4750-8c67-e7062ca67de0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for 23318959-d4a3-4c2b-b769-1c65102364ab owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:21.233037 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-afd0421a-ce3e-4dd9-b628-044f41abce36 service neutron] 10.222.0.44 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196472 Sep 29 23:26:21.369332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-67edbce7-6531-4e5c-979b-4afd03fcc454 service neutron] 10.222.0.44 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310539 Sep 29 23:26:21.395926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-854db220-8945-4750-8c67-e7062ca67de0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:21.462642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854db220-8945-4750-8c67-e7062ca67de0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=23318959-d4a3-4c2b-b769-1c65102364ab,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:21.522616 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-854db220-8945-4750-8c67-e7062ca67de0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:21.531600 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-854db220-8945-4750-8c67-e7062ca67de0 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/23318959-d4a3-4c2b-b769-1c65102364ab HTTP/1.1" status: 204 len: 168 time: 0.6663046 Sep 29 23:26:21.533077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45462) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:21.703477 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d11e01-e1c7-4c94-bcff-ccbf354d0859 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] GET failed (client error): The resource could not be found. Sep 29 23:26:21.708047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-84d11e01-e1c7-4c94-bcff-ccbf354d0859 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports/23318959-d4a3-4c2b-b769-1c65102364ab HTTP/1.1" status: 404 len: 333 time: 0.1711450 Sep 29 23:26:21.708047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af6bcc28-4b5b-44e1-88dc-0e1714a7662c req-6bd65930-e82c-4a1b-8d99-6b7d7df5c447 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 210 time: 0.0999508 Sep 29 23:26:21.712399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45470) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:21.829594 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dd1aff4-3bf2-4a5d-82a0-0c1d72e03ee6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:21.839262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:21.925037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dd1aff4-3bf2-4a5d-82a0-0c1d72e03ee6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:21.946595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:21.947258 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.037470 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dd1aff4-3bf2-4a5d-82a0-0c1d72e03ee6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.052338 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3dd1aff4-3bf2-4a5d-82a0-0c1d72e03ee6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.056607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45492) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:22.057117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3dd1aff4-3bf2-4a5d-82a0-0c1d72e03ee6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/security-groups/acb5e889-5224-4173-97fd-b77af7c1c4fc HTTP/1.1" status: 204 len: 168 time: 0.3433676 Sep 29 23:26:22.072805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1aff4-3bf2-4a5d-82a0-0c1d72e03ee6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb5e889-5224-4173-97fd-b77af7c1c4fc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:22.202553 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87bceac0-2346-4caf-957b-ec2f9cc03b84 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.269059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87bceac0-2346-4caf-957b-ec2f9cc03b84 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.363506 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87bceac0-2346-4caf-957b-ec2f9cc03b84 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.366401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87bceac0-2346-4caf-957b-ec2f9cc03b84 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.369987 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-87bceac0-2346-4caf-957b-ec2f9cc03b84 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/security-groups/adbfdb82-c9c2-4608-b0f7-47ec33fa85de HTTP/1.1" status: 204 len: 168 time: 0.3089683 Sep 29 23:26:22.370708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45500) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:22.386840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bceac0-2346-4caf-957b-ec2f9cc03b84 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbfdb82-c9c2-4608-b0f7-47ec33fa85de,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:22.456095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5ad48f9c-89a0-495e-9db7-777774e66604 None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:22.456678 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5ad48f9c-89a0-495e-9db7-777774e66604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.519726 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d15c7931-e16d-4bc2-8803-ae3fdb6a8e06 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.572932 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d15c7931-e16d-4bc2-8803-ae3fdb6a8e06 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.601986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5ad48f9c-89a0-495e-9db7-777774e66604 None None] Provisioning complete for port f496b701-fee3-4d49-8ccf-128f5accb42c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:22.602275 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5ad48f9c-89a0-495e-9db7-777774e66604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.663314 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d15c7931-e16d-4bc2-8803-ae3fdb6a8e06 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.667957 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d15c7931-e16d-4bc2-8803-ae3fdb6a8e06 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.669984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d15c7931-e16d-4bc2-8803-ae3fdb6a8e06 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/security-groups/8ee1529c-a585-4f71-bbc2-747e0ce3dab1 HTTP/1.1" status: 204 len: 168 time: 0.2982249 Sep 29 23:26:22.673577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45504) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:22.685262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5ad48f9c-89a0-495e-9db7-777774e66604 None None] Port f496b701-fee3-4d49-8ccf-128f5accb42c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:22.696744 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:26:22.700713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5ad48f9c-89a0-495e-9db7-777774e66604 None None] Could not find standard attr ID for object 23318959-d4a3-4c2b-b769-1c65102364ab. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:26:22.700993 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c7931-e16d-4bc2-8803-ae3fdb6a8e06 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee1529c-a585-4f71-bbc2-747e0ce3dab1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:22.771568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-32354e0a-b496-4b0e-a87f-cf9dfa6918e7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:26:22.775532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32354e0a-b496-4b0e-a87f-cf9dfa6918e7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.817584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-54fbd4ac-310e-4785-a390-aedb683c68ae None None] Could not find standard attr ID for object 23318959-d4a3-4c2b-b769-1c65102364ab. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:26:22.840814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32354e0a-b496-4b0e-a87f-cf9dfa6918e7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:22.842221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce46325c-2d6c-40af-9cd4-4c0d19a287c6 req-48dd34bd-90cc-4b26-8872-0c68340cdb9b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 210 time: 0.0547247 Sep 29 23:26:23.027368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32354e0a-b496-4b0e-a87f-cf9dfa6918e7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:23.136918 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32354e0a-b496-4b0e-a87f-cf9dfa6918e7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:23.199641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32354e0a-b496-4b0e-a87f-cf9dfa6918e7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:23.218864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32354e0a-b496-4b0e-a87f-cf9dfa6918e7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:23.224697 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-32354e0a-b496-4b0e-a87f-cf9dfa6918e7 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f HTTP/1.1" status: 204 len: 168 time: 0.5500000 Sep 29 23:26:23.230001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45514) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:23.236281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6152e9eb-2419-4543-8bc4-a19718581278 None None] Network e704c520-45c8-4dfa-8700-1d61af54af3f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:23.331467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-774ba250-0ce8-4919-9c24-983fd8168024 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet 7d11d4e0-fb93-4eda-952b-7ed82520c6b8 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:26:23.335621 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-774ba250-0ce8-4919-9c24-983fd8168024 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:23.355740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-3b2c75e6-573f-4f62-ba9c-f2e28485e2a0 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:23.357950 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-3b2c75e6-573f-4f62-ba9c-f2e28485e2a0 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "GET /v2.0/networks?id=d88ecf50-2d3c-4a93-8243-ecc344c70ded HTTP/1.1" status: 200 len: 814 time: 0.2128224 Sep 29 23:26:23.382323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Request body: {'port': {'device_id': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded', 'admin_state_up': True, 'tenant_id': 'b4f0b49aa1bb4a49ab3be23b7428041c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:23.449889 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-774ba250-0ce8-4919-9c24-983fd8168024 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:23.550473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Made reservation on behalf of b4f0b49aa1bb4a49ab3be23b7428041c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:23.554222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:23.622151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-774ba250-0ce8-4919-9c24-983fd8168024 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:23.733017 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-774ba250-0ce8-4919-9c24-983fd8168024 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:23.754494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Allocated IP 172.20.0.4 (d88ecf50-2d3c-4a93-8243-ecc344c70ded/dad56020-9d1f-4fde-a2a0-217641c3889f/024e7af4-b376-4a71-8b09-adb4908cb2ab) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:23.789472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ba250-0ce8-4919-9c24-983fd8168024 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=7d11d4e0-fb93-4eda-952b-7ed82520c6b8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:23.792342 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-774ba250-0ce8-4919-9c24-983fd8168024 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:23.797010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-774ba250-0ce8-4919-9c24-983fd8168024 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/7d11d4e0-fb93-4eda-952b-7ed82520c6b8 HTTP/1.1" status: 204 len: 168 time: 0.5662472 Sep 29 23:26:23.798952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45532) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:23.833764 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b63425d4-6d16-4410-939a-f31b3618c156 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:23.834463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b63425d4-6d16-4410-939a-f31b3618c156 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:23.836787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b63425d4-6d16-4410-939a-f31b3618c156 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/f7e7e9ed-41a9-4ab0-b8d4-73b75e59005f HTTP/1.1" status: 404 len: 337 time: 0.0322046 Sep 29 23:26:23.839446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45534) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:23.952561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda289c9-2e2c-4556-8c47-6e7799280e53 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting subnet 213aea8f-07f0-4d32-899c-458db427db1d {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:26:23.959043 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dda289c9-2e2c-4556-8c47-6e7799280e53 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:24.039669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfa1f1fa-7a2b-4f79-b0d8-a6c397c7e0ed req-0edf65f8-5d71-4d60-a2f1-189b3be02920 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 210 time: 0.0547767 Sep 29 23:26:24.069786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dda289c9-2e2c-4556-8c47-6e7799280e53 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:24.117344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:24.174196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:24.208419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dda289c9-2e2c-4556-8c47-6e7799280e53 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:24.229365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Network d88ecf50-2d3c-4a93-8243-ecc344c70ded is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:24.233329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:24.237453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:24.297771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Pushing event updated for resources: {'Port': ['ID=024e7af4-b376-4a71-8b09-adb4908cb2ab,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:24.306892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:24.306892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:24.334847 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-85ebc8d1-8f8d-42ff-a408-a2804e338bcb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9610150 Sep 29 23:26:24.335818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dda289c9-2e2c-4556-8c47-6e7799280e53 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:24.356783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Request body: {'port': {'device_id': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:24.397858 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dda289c9-2e2c-4556-8c47-6e7799280e53 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:24.403906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dda289c9-2e2c-4556-8c47-6e7799280e53 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/213aea8f-07f0-4d32-899c-458db427db1d HTTP/1.1" status: 204 len: 168 time: 0.5599840 Sep 29 23:26:24.403906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda289c9-2e2c-4556-8c47-6e7799280e53 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Subnet': ['ID=213aea8f-07f0-4d32-899c-458db427db1d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:24.407562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:24.497502 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c497010-9b32-4a10-b827-eb4d948baa74 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:24.498720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c497010-9b32-4a10-b827-eb4d948baa74 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:24.504825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4c497010-9b32-4a10-b827-eb4d948baa74 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/a5756770-8a10-4a81-9625-fa8c978a6493 HTTP/1.1" status: 404 len: 337 time: 0.0865095 Sep 29 23:26:24.505183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45550) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:24.507000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:24.567410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1b718278-dbb6-4cdb-87d3-81bd3fa972e6 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cdf146a-c7ba-4195-a224-5609fa0e3dbd HTTP/1.1" status: 200 len: 205 time: 0.0569642 Sep 29 23:26:24.567410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45552) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:24.610075 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-5c019cc8-c353-4daa-b4ed-33aa7650e656 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] delete failed (client error): The resource could not be found. Sep 29 23:26:24.614596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5c019cc8-c353-4daa-b4ed-33aa7650e656 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/routers/7cdf146a-c7ba-4195-a224-5609fa0e3dbd HTTP/1.1" status: 404 len: 336 time: 0.0427692 Sep 29 23:26:24.614886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45554) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:24.686612 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-1572697e-eb7d-462e-9fdd-d76a8cbc5b20 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:24.687422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1572697e-eb7d-462e-9fdd-d76a8cbc5b20 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:24.722452 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1572697e-eb7d-462e-9fdd-d76a8cbc5b20 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/9d85656d-670d-4118-aaa7-48b0fc85ef23 HTTP/1.1" status: 404 len: 337 time: 0.1064398 Sep 29 23:26:24.723246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:24.793922 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-9279abdf-3ba0-4c8c-90bb-42341e3442dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:24.794393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9279abdf-3ba0-4c8c-90bb-42341e3442dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:24.796186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9279abdf-3ba0-4c8c-90bb-42341e3442dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/f4c6d207-bfb4-4c77-a9c3-8747fe225720 HTTP/1.1" status: 404 len: 337 time: 0.0706587 Sep 29 23:26:24.800010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45564) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:24.832257 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73d7f45-1a8e-48c8-9649-c261bd75e12b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:24.832749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c73d7f45-1a8e-48c8-9649-c261bd75e12b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:24.837827 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c73d7f45-1a8e-48c8-9649-c261bd75e12b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/f8e1673c-ef0b-469f-b2b8-e626d07bf255 HTTP/1.1" status: 404 len: 337 time: 0.0332751 Sep 29 23:26:24.848166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45566) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:24.876836 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d30fad-30a7-4c5f-9931-1a14fd9d507a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:24.877940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5d30fad-30a7-4c5f-9931-1a14fd9d507a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:24.882143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e5d30fad-30a7-4c5f-9931-1a14fd9d507a tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/0a06f513-0dca-45f9-b811-879ec4bdb8e8 HTTP/1.1" status: 404 len: 333 time: 0.0383053 Sep 29 23:26:24.882827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45568) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:24.914758 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4f20e89-044e-4730-bdd9-7ca9c98c333c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:24.915518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4f20e89-044e-4730-bdd9-7ca9c98c333c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:24.918951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e4f20e89-044e-4730-bdd9-7ca9c98c333c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/390e7612-b70e-4eb1-86fa-1b280451104a HTTP/1.1" status: 404 len: 337 time: 0.0349765 Sep 29 23:26:24.924570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45570) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:24.948517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb9172-2495-4d70-a5bf-1d99dd179551 None None] Network e704c520-45c8-4dfa-8700-1d61af54af3f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:24.980971 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5df561-e496-4052-a02e-3d05f4c66876 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:24.981986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5df561-e496-4052-a02e-3d05f4c66876 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:24.987190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45572) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:24.987962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5a5df561-e496-4052-a02e-3d05f4c66876 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/f54aeca6-c536-4a96-9d29-0ad25fb392e8 HTTP/1.1" status: 404 len: 337 time: 0.0623038 Sep 29 23:26:25.024788 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb37e9d-30d7-43c3-bf40-d401fadbc7dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:25.025547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb37e9d-30d7-43c3-bf40-d401fadbc7dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:25.029588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9eb37e9d-30d7-43c3-bf40-d401fadbc7dc tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/c424dfbd-0e46-4a44-996a-2f3481a41868 HTTP/1.1" status: 404 len: 333 time: 0.0390570 Sep 29 23:26:25.034261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45574) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:25.070206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024e7af4-b376-4a71-8b09-adb4908cb2ab {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:26:25.090314 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.097862 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f6667b-7936-406d-a92f-e8635d9e0361 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:25.099450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f6667b-7936-406d-a92f-e8635d9e0361 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:25.107387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-87f6667b-7936-406d-a92f-e8635d9e0361 tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/a7716832-eaf1-486f-af76-dbc0d187f357 HTTP/1.1" status: 404 len: 337 time: 0.0720794 Sep 29 23:26:25.108346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45578) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:25.127536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3987724a-de44-4073-91fb-47cb021b3c37 None None] Provisioning complete for port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:25.128347 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3987724a-de44-4073-91fb-47cb021b3c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.144211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Transition to ACTIVE for port object 024e7af4-b376-4a71-8b09-adb4908cb2ab will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:26:25.145405 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f8ec31-8a3a-435e-8cdf-6c232252ae9b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] DELETE failed (client error): The resource could not be found. Sep 29 23:26:25.145856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f8ec31-8a3a-435e-8cdf-6c232252ae9b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:26:25.150723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45582) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:25.160727 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-97f8ec31-8a3a-435e-8cdf-6c232252ae9b tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/subnets/c1472634-2905-486a-9e31-801a884e4a9c HTTP/1.1" status: 404 len: 337 time: 0.0511453 Sep 29 23:26:25.164496 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.276676 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Pushing event updated for resources: {'Port': ['ID=024e7af4-b376-4a71-8b09-adb4908cb2ab,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:25.292748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaeeb14-269b-410f-9fca-a7235b27d927 req-43164161-7e73-4df7-81c6-97548a463997 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:25.310098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] DHCP port deletion for e704c520-45c8-4dfa-8700-1d61af54af3f request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:26:25.324906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3987724a-de44-4073-91fb-47cb021b3c37 None None] Provisioning complete for port f496b701-fee3-4d49-8ccf-128f5accb42c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:25.325746 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3987724a-de44-4073-91fb-47cb021b3c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.329574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afaeeb14-269b-410f-9fca-a7235b27d927 req-43164161-7e73-4df7-81c6-97548a463997 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 943 time: 0.1125903 Sep 29 23:26:25.398419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-3987724a-de44-4073-91fb-47cb021b3c37 None None] Port f496b701-fee3-4d49-8ccf-128f5accb42c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:25.422114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afaeeb14-269b-410f-9fca-a7235b27d927 req-f18e5285-9b24-4d82-bfe4-1fe22160e588 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915341 Sep 29 23:26:25.426034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Deleting port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:25.429177 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.439533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-30efaaa8-1510-4fb8-8a17-1dce31a7e9af tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Deleting port f496b701-fee3-4d49-8ccf-128f5accb42c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:25.439891 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30efaaa8-1510-4fb8-8a17-1dce31a7e9af tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.474868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Attempting to bind port 024e7af4-b376-4a71-8b09-adb4908cb2ab on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:25.475257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Attempting to bind port 024e7af4-b376-4a71-8b09-adb4908cb2ab by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:25.475545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Attempting to bind port 024e7af4-b376-4a71-8b09-adb4908cb2ab on network d88ecf50-2d3c-4a93-8243-ecc344c70ded {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:25.491762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Port 024e7af4-b376-4a71-8b09-adb4908cb2ab on network d88ecf50-2d3c-4a93-8243-ecc344c70ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:26:25.492168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Attempting to bind port 024e7af4-b376-4a71-8b09-adb4908cb2ab on network d88ecf50-2d3c-4a93-8243-ecc344c70ded {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:25.504395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:25.508151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Checking segment: {'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:25.508904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Bound using segment: {'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:25.509814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Bound port: 024e7af4-b376-4a71-8b09-adb4908cb2ab, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:25.510469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.553883 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30efaaa8-1510-4fb8-8a17-1dce31a7e9af tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.575617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] For port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,segment=NetworkSegment(b23f626a-8f9d-4188-85f9-ffeb7de2e43b),segment_id=b23f626a-8f9d-4188-85f9-ffeb7de2e43b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:25.576210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-30efaaa8-1510-4fb8-8a17-1dce31a7e9af tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Calling delete_port for f496b701-fee3-4d49-8ccf-128f5accb42c owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:25.576614 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.600451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Calling delete_port for 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:25.607368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] For port 024e7af4-b376-4a71-8b09-adb4908cb2ab, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:25.612534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] For port 024e7af4-b376-4a71-8b09-adb4908cb2ab, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:25.618872 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.720324 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30efaaa8-1510-4fb8-8a17-1dce31a7e9af tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.747031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:26:25.789446 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30efaaa8-1510-4fb8-8a17-1dce31a7e9af tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.791869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-30efaaa8-1510-4fb8-8a17-1dce31a7e9af tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/ports/f496b701-fee3-4d49-8ccf-128f5accb42c HTTP/1.1" status: 204 len: 168 time: 0.6401327 Sep 29 23:26:25.793251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efaaa8-1510-4fb8-8a17-1dce31a7e9af tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Port': ['ID=f496b701-fee3-4d49-8ccf-128f5accb42c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:25.795277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45592) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:25.801101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:25.801735 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.803317 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] 10.222.0.42 "PUT /v2.0/ports/024e7af4-b376-4a71-8b09-adb4908cb2ab HTTP/1.1" status: 200 len: 1091 time: 1.4544187 Sep 29 23:26:25.803783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'tag': '024e7af4-b376-4a71-8b09-adb4908cb2ab'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:26:25.808047 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663ff611-6af5-48f2-a2bb-1b7824f79add" -d '{"events": [{"name": "network-changed", "server_uuid": "fddf9ba5-0f39-4fb1-97de-eeac5c400ebe", "tag": "024e7af4-b376-4a71-8b09-adb4908cb2ab"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:26:25.820219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4f3d11-592b-4692-9873-bdf61a3ee7cb service neutron] Pushing event updated for resources: {'Port': ['ID=024e7af4-b376-4a71-8b09-adb4908cb2ab,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:25.832667 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No ports have port_id starting with 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb Sep 29 23:26:25.833656 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:25.880027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Pushing event deleted for resources: {'Port': ['ID=46de779a-ec68-4e3f-92b4-1c67f9e6d3fb,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:25.883573 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] No DVR routers for this DVR port 46de779a-ec68-4e3f-92b4-1c67f9e6d3fb on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:26:25.909263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.911159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.911530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.912567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.912921 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.914146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.914498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.914836 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.915175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.916984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.919011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.920027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ae35f6-2dc0-40f5-880a-e3e5994ad7d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:25.941497 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6778e95-52c6-437f-96c4-5a5d3a52f2ec x-openstack-request-id: req-a6778e95-52c6-437f-96c4-5a5d3a52f2ec {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:26:25.941828 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fddf9ba5-0f39-4fb1-97de-eeac5c400ebe", "tag": "024e7af4-b376-4a71-8b09-adb4908cb2ab", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:26:25.942199 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6778e95-52c6-437f-96c4-5a5d3a52f2ec {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:26:25.942697 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'tag': '024e7af4-b376-4a71-8b09-adb4908cb2ab', 'status': 'completed', 'code': 200} Sep 29 23:26:25.961898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-bf558e76-adfb-4d64-9633-dc67d5738b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:25.963549 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-bf558e76-adfb-4d64-9633-dc67d5738b13 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4f0b49aa1bb4a49ab3be23b7428041c&device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 1094 time: 0.0987852 Sep 29 23:26:25.973746 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:26.017617 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-97eb02c5-8702-4800-844c-5f9b2c07f6dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab HTTP/1.1" status: 200 len: 217 time: 0.0397213 Sep 29 23:26:26.082643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-0d2d5e9a-18c2-42a5-afe9-c470fb926fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:26.082894 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:26.085923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-0d2d5e9a-18c2-42a5-afe9-c470fb926fae service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad56020-9d1f-4fde-a2a0-217641c3889f HTTP/1.1" status: 200 len: 854 time: 0.0603428 Sep 29 23:26:26.108686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e704c520-45c8-4dfa-8700-1d61af54af3f']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:26.119750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23f626a-8f9d-4188-85f9-ffeb7de2e43b') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:26.120135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23f626a-8f9d-4188-85f9-ffeb7de2e43b') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:26.131067 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:26.132918 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-788b3929-ed91-4366-a6a7-c3ac586e37f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d88ecf50-2d3c-4a93-8243-ecc344c70ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404196 Sep 29 23:26:26.145787 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:26.154240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:26:26.154875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:26:26.158980 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:26:26.231780 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:26.247174 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:26.252389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] 10.222.0.44 "DELETE /v2.0/networks/e704c520-45c8-4dfa-8700-1d61af54af3f HTTP/1.1" status: 204 len: 168 time: 0.4523518 Sep 29 23:26:26.276206 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-2ca17eb7-f6f9-4f12-a10f-ff0feb9293a4 service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356139 Sep 29 23:26:26.292924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70eea5-5b00-40a7-8efd-f0d8886e7f5c tempest-PortsIpV6TestJSON-650275509 tempest-PortsIpV6TestJSON-650275509-project] Pushing event deleted for resources: {'Network': ['ID=e704c520-45c8-4dfa-8700-1d61af54af3f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:26.460675 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-69b4892c-1eeb-4847-8384-1d27338b8839 req-972be74c-e19d-417e-9f6d-20ef18c2aa78 service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765826 Sep 29 23:26:26.575177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f3446-aef4-459c-8a7d-4ef4af6584fe req-113bffbb-940b-41e3-bbae-d88a322456e1 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:26.582621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45612) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:26.583375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f3f3446-aef4-459c-8a7d-4ef4af6584fe req-113bffbb-940b-41e3-bbae-d88a322456e1 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 943 time: 0.0840142 Sep 29 23:26:26.618029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ff611-6af5-48f2-a2bb-1b7824f79add req-8e6b9588-d429-4059-ba07-5a6e550275c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:26.622341 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-663ff611-6af5-48f2-a2bb-1b7824f79add req-8e6b9588-d429-4059-ba07-5a6e550275c5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4f0b49aa1bb4a49ab3be23b7428041c&device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 1094 time: 0.0714915 Sep 29 23:26:26.643397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f3f3446-aef4-459c-8a7d-4ef4af6584fe req-e3ead2ac-936c-4003-b01d-43f5840bd1b3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587883 Sep 29 23:26:27.113591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ff611-6af5-48f2-a2bb-1b7824f79add req-fc1a3176-289b-4a09-b33f-1759215e011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:27.115085 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-663ff611-6af5-48f2-a2bb-1b7824f79add req-fc1a3176-289b-4a09-b33f-1759215e011c service neutron] 10.222.0.42 "GET /v2.0/networks?id=d88ecf50-2d3c-4a93-8243-ecc344c70ded HTTP/1.1" status: 200 len: 915 time: 0.4836555 Sep 29 23:26:27.161909 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-663ff611-6af5-48f2-a2bb-1b7824f79add req-ee8b1f89-58fc-410b-89cb-792fb4af75d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab HTTP/1.1" status: 200 len: 217 time: 0.0391839 Sep 29 23:26:27.164331 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-aa3e20e6-bf87-4c8b-a2ad-f4ed87a295df admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b83b928bf7234efea3f208f0a7bbc31b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5794904 Sep 29 23:26:27.166734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45624) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:27.252312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ff611-6af5-48f2-a2bb-1b7824f79add req-559021c8-a7d8-440b-a0c1-013393a8c47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:27.254312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-663ff611-6af5-48f2-a2bb-1b7824f79add req-559021c8-a7d8-440b-a0c1-013393a8c47d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad56020-9d1f-4fde-a2a0-217641c3889f HTTP/1.1" status: 200 len: 854 time: 0.0853002 Sep 29 23:26:27.295234 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f21a2448-7631-47c3-bc64-9edcae4a4a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:27.300308 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-663ff611-6af5-48f2-a2bb-1b7824f79add req-3536499b-8abe-481a-9a58-d7fbcebc7568 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d88ecf50-2d3c-4a93-8243-ecc344c70ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347838 Sep 29 23:26:27.357598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f21a2448-7631-47c3-bc64-9edcae4a4a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:27.493189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-663ff611-6af5-48f2-a2bb-1b7824f79add req-3ccfff57-40f1-4613-ab99-8af356c48e62 service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766596 Sep 29 23:26:27.494878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f21a2448-7631-47c3-bc64-9edcae4a4a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:27.498637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f21a2448-7631-47c3-bc64-9edcae4a4a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:27.500051 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f21a2448-7631-47c3-bc64-9edcae4a4a32 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f8bf8526-f9b1-4705-99fb-7379304597c0 HTTP/1.1" status: 204 len: 168 time: 0.3322377 Sep 29 23:26:27.525392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a2448-7631-47c3-bc64-9edcae4a4a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bf8526-f9b1-4705-99fb-7379304597c0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:27.655748 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-663ff611-6af5-48f2-a2bb-1b7824f79add req-83a20ed1-a651-411c-bb82-cba33649dec9 service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509478 Sep 29 23:26:27.827688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81332286-e8d9-477e-afd5-4940c5fe7a41 req-160b071e-3617-45ba-8f9c-dc9a5da69868 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:27.830812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81332286-e8d9-477e-afd5-4940c5fe7a41 req-160b071e-3617-45ba-8f9c-dc9a5da69868 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 943 time: 0.0765786 Sep 29 23:26:27.916421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81332286-e8d9-477e-afd5-4940c5fe7a41 req-d9e3ee8a-228c-4f3e-be46-faa171c1f565 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795555 Sep 29 23:26:28.419257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45674) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:28.609357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d875fe16-c187-4a6b-b4e5-3689e74ff25a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2056104121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:28.648856 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d875fe16-c187-4a6b-b4e5-3689e74ff25a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:28.650433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d875fe16-c187-4a6b-b4e5-3689e74ff25a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:28.731885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d875fe16-c187-4a6b-b4e5-3689e74ff25a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:28.738084 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d875fe16-c187-4a6b-b4e5-3689e74ff25a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:28.757916 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d875fe16-c187-4a6b-b4e5-3689e74ff25a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:28.759360 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d875fe16-c187-4a6b-b4e5-3689e74ff25a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3390622 Sep 29 23:26:28.762057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45684) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:28.768324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-673426054'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:28.793658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Made reservation on behalf of 6a64c1585ea845c18beb8b1bce85b22b for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:28.799093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:28.809729 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:28.983095 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.000061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.036240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a85e752-be3e-4b02-8279-42e839761a8e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:29.053891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:26:29.068170 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.068586 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Added segment 868c5c61-0703-40a6-b5a2-a7385c8c1d53 of type vlan for network 6a93e44a-25f3-4156-82c7-dc15d63b1360 Sep 29 23:26:29.121137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.154139 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.161364 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be89659d-bd55-4f03-b46e-befcf2d63502 req-24a6f94b-ee9c-41b9-ba03-b1b8e2a35ea0 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:29.162904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:29.163652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.171085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be89659d-bd55-4f03-b46e-befcf2d63502 req-24a6f94b-ee9c-41b9-ba03-b1b8e2a35ea0 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 943 time: 0.1346858 Sep 29 23:26:29.214394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-be89659d-bd55-4f03-b46e-befcf2d63502 req-649fa245-e413-4486-9e06-373098264e70 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Sep 29 23:26:29.248096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Network': ['ID=6a93e44a-25f3-4156-82c7-dc15d63b1360,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:29.259274 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6a93e44a-25f3-4156-82c7-dc15d63b1360 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:26:29.278361 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-94d01af5-e02e-4780-aaf8-799a7df0a7d5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5124769 Sep 29 23:26:29.278594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45696) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:29.289845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'subnet': {'network_id': '6a93e44a-25f3-4156-82c7-dc15d63b1360', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:29.437259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Made reservation on behalf of 6a64c1585ea845c18beb8b1bce85b22b for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:29.442647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.692142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.757849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Subnet': ['ID=7add71c8-1299-4e76-b5e2-81de2e1245b7,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:29.785684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Checking segment: {'id': '868c5c61-0703-40a6-b5a2-a7385c8c1d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6a93e44a-25f3-4156-82c7-dc15d63b1360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:29.786189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network hostable DHCP agents. Network: 6a93e44a-25f3-4156-82c7-dc15d63b1360, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:26:29.806876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network 6a93e44a-25f3-4156-82c7-dc15d63b1360 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:26:29.819206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6a93e44a-25f3-4156-82c7-dc15d63b1360) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:29.828073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:29.829943 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.830457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6d930c-4ae9-45c9-8710-419930a9391a None None] Network 6a93e44a-25f3-4156-82c7-dc15d63b1360 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:29.850117 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cb5087b2-6409-4df6-bb51-ee296c69aa23 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5702448 Sep 29 23:26:29.852891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45706) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:29.859082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'network': {'name': 'tempest-router-network01--1339451136'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:29.885220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Made reservation on behalf of 6a64c1585ea845c18beb8b1bce85b22b for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:29.890254 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.922143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:26:29.935967 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:29.936531 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Added segment 0cd1f7f5-885f-4591-af92-c8c042dc5d21 of type vlan for network 6a42b2c6-e470-46bf-919c-6b68d13d92b9 Sep 29 23:26:29.988829 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.020339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-6a93e44a-25f3-4156-82c7-dc15d63b1360', 'network_id': '6a93e44a-25f3-4156-82c7-dc15d63b1360', 'tenant_id': '6a64c1585ea845c18beb8b1bce85b22b', 'fixed_ips': [{'subnet_id': '7add71c8-1299-4e76-b5e2-81de2e1245b7'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:26:30.021999 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.050647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.059460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:30.060862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.150575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Network': ['ID=6a42b2c6-e470-46bf-919c-6b68d13d92b9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:30.177330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45712) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:30.178029 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fd316898-8ea6-408c-a075-7e424ad6f437 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3235440 Sep 29 23:26:30.183747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'network': {'name': 'tempest-router-network02--639943953'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:30.201031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6a42b2c6-e470-46bf-919c-6b68d13d92b9 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:26:30.214075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Made reservation on behalf of 6a64c1585ea845c18beb8b1bce85b22b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:30.220033 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.262041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:26:30.279247 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.280020 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Added segment 0a1fd8e2-f169-4085-8fe1-e60f3812c100 of type vlan for network 9eb27fc0-2653-4b79-8743-e2fc7e16df4a Sep 29 23:26:30.302869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Allocated IP 2001:db8::2 (6a93e44a-25f3-4156-82c7-dc15d63b1360/7add71c8-1299-4e76-b5e2-81de2e1245b7/febf487d-33d6-4510-ab4f-ff7af9e631cc) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:30.404954 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.485209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ddc168-2705-45e1-a026-acf86dd02ec5 req-311799a6-151d-419f-9ff7-6f17ae1d7267 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:30.497981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8ddc168-2705-45e1-a026-acf86dd02ec5 req-311799a6-151d-419f-9ff7-6f17ae1d7267 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 943 time: 0.1222916 Sep 29 23:26:30.502897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.520310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:30.521023 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.562636 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.577613 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:30.604396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Network 6a93e44a-25f3-4156-82c7-dc15d63b1360 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:30.629296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:30.689070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5097160 Sep 29 23:26:30.692226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45732) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:30.697397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'subnet': {'network_id': '6a42b2c6-e470-46bf-919c-6b68d13d92b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:30.770855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8ddc168-2705-45e1-a026-acf86dd02ec5 req-18e9d5c4-0cd8-4599-b9de-9a9ab99e9f76 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700589 Sep 29 23:26:30.771547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1d2ef-8b70-4326-ae8b-386b93f49677 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Network': ['ID=9eb27fc0-2653-4b79-8743-e2fc7e16df4a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:30.879655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:30.883707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 9eb27fc0-2653-4b79-8743-e2fc7e16df4a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:26:30.963330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Made reservation on behalf of 6a64c1585ea845c18beb8b1bce85b22b for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:30.976437 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:31.063748 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Pushing event updated for resources: {'Port': ['ID=febf487d-33d6-4510-ab4f-ff7af9e631cc,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:31.077720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Attempting to bind port febf487d-33d6-4510-ab4f-ff7af9e631cc on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:31.078859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Attempting to bind port febf487d-33d6-4510-ab4f-ff7af9e631cc by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '868c5c61-0703-40a6-b5a2-a7385c8c1d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6a93e44a-25f3-4156-82c7-dc15d63b1360'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:31.079246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Attempting to bind port febf487d-33d6-4510-ab4f-ff7af9e631cc on network 6a93e44a-25f3-4156-82c7-dc15d63b1360 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:31.084967 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:31.085225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Checking segment: {'id': '868c5c61-0703-40a6-b5a2-a7385c8c1d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6a93e44a-25f3-4156-82c7-dc15d63b1360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:31.085620 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:31.086002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Bound using segment: {'id': '868c5c61-0703-40a6-b5a2-a7385c8c1d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6a93e44a-25f3-4156-82c7-dc15d63b1360'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:31.086476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Bound port: febf487d-33d6-4510-ab4f-ff7af9e631cc, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '868c5c61-0703-40a6-b5a2-a7385c8c1d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6a93e44a-25f3-4156-82c7-dc15d63b1360'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:31.086860 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:31.213115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] For port febf487d-33d6-4510-ab4f-ff7af9e631cc, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:31.225658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] For port febf487d-33d6-4510-ab4f-ff7af9e631cc, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=febf487d-33d6-4510-ab4f-ff7af9e631cc,segment=NetworkSegment(868c5c61-0703-40a6-b5a2-a7385c8c1d53),segment_id=868c5c61-0703-40a6-b5a2-a7385c8c1d53)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:31.236487 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:31.308080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:31.335945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 024e7af4-b376-4a71-8b09-adb4908cb2ab details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:26:31.358786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda2961-fc28-41f6-8fd2-9c4e85f1f730 None None] Pushing event updated for resources: {'Port': ['ID=febf487d-33d6-4510-ab4f-ff7af9e631cc,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:31.415334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Subnet': ['ID=f1a4ca0b-65ab-4582-b3f2-8c0570be9702,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:31.455264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.455613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.456009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.456328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.456640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.456968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.457347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.457790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.458035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.458439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.458764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.459082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:31.478855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Checking segment: {'id': '0cd1f7f5-885f-4591-af92-c8c042dc5d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a42b2c6-e470-46bf-919c-6b68d13d92b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:31.479603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network hostable DHCP agents. Network: 6a42b2c6-e470-46bf-919c-6b68d13d92b9, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:26:31.506920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network 6a42b2c6-e470-46bf-919c-6b68d13d92b9 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:26:31.519998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6a42b2c6-e470-46bf-919c-6b68d13d92b9) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:31.540998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:31.541800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:31.543397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 024e7af4-b376-4a71-8b09-adb4908cb2ab, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:31.547649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafdf04d-0c87-488a-9d2b-29fe5a11b616 None None] Network 6a42b2c6-e470-46bf-919c-6b68d13d92b9 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:31.560479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a5284956-bfa6-496c-bbf6-44ce964834d6 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8671196 Sep 29 23:26:31.564223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 45810) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:31.570605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'subnet': {'network_id': '9eb27fc0-2653-4b79-8743-e2fc7e16df4a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:31.586045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '024e7af4-b376-4a71-8b09-adb4908cb2ab', 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded', 'port_id': '024e7af4-b376-4a71-8b09-adb4908cb2ab', 'mac_address': 'fa:16:3e:f6:d4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad56020-9d1f-4fde-a2a0-217641c3889f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:26:31.742038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Made reservation on behalf of 6a64c1585ea845c18beb8b1bce85b22b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:31.742931 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:31.747189 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:31.818449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024e7af4-b376-4a71-8b09-adb4908cb2ab {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:26:31.894279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 024e7af4-b376-4a71-8b09-adb4908cb2ab, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:31.914861 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:31.995121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-6a42b2c6-e470-46bf-919c-6b68d13d92b9', 'network_id': '6a42b2c6-e470-46bf-919c-6b68d13d92b9', 'tenant_id': '6a64c1585ea845c18beb8b1bce85b22b', 'fixed_ips': [{'subnet_id': 'f1a4ca0b-65ab-4582-b3f2-8c0570be9702'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:26:31.996292 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:32.103226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7267c01-c563-4735-a5f8-657543d45b04 req-e884b4cd-ef91-4363-92da-122f636c3f9d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:32.105419 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d7267c01-c563-4735-a5f8-657543d45b04 req-e884b4cd-ef91-4363-92da-122f636c3f9d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 944 time: 0.1066825 Sep 29 23:26:32.108745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=024e7af4-b376-4a71-8b09-adb4908cb2ab,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:32.200047 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:32.215100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Allocated IP 2001:db8::2 (6a42b2c6-e470-46bf-919c-6b68d13d92b9/f1a4ca0b-65ab-4582-b3f2-8c0570be9702/e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:32.240356 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d7267c01-c563-4735-a5f8-657543d45b04 req-f7423e25-bb5f-4b18-861a-8e5de7f1c8d6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948300 Sep 29 23:26:32.304053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Subnet': ['ID=0f5c0354-4032-4948-aea3-74fd6ad08534,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:32.316826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Checking segment: {'id': '0a1fd8e2-f169-4085-8fe1-e60f3812c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9eb27fc0-2653-4b79-8743-e2fc7e16df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:32.317307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network hostable DHCP agents. Network: 9eb27fc0-2653-4b79-8743-e2fc7e16df4a, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:26:32.342480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['024e7af4-b376-4a71-8b09-adb4908cb2ab'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:26:32.358154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network 9eb27fc0-2653-4b79-8743-e2fc7e16df4a is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:26:32.379237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 9eb27fc0-2653-4b79-8743-e2fc7e16df4a) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:32.385300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:32.386037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:32.398985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672ba825-85b9-4da5-b743-b28c28ae9558 None None] Network 9eb27fc0-2653-4b79-8743-e2fc7e16df4a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:32.443990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aebf4df2-ee6d-4c79-a468-20845d5e714f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8785069 Sep 29 23:26:32.446929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 45898) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:32.629198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:32.658813 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:32.770502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Network 6a42b2c6-e470-46bf-919c-6b68d13d92b9 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:32.794534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:32.806710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Pushing event updated for resources: {'Port': ['ID=e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:32.809433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:32.902871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-9eb27fc0-2653-4b79-8743-e2fc7e16df4a', 'network_id': '9eb27fc0-2653-4b79-8743-e2fc7e16df4a', 'tenant_id': '6a64c1585ea845c18beb8b1bce85b22b', 'fixed_ips': [{'subnet_id': '0f5c0354-4032-4948-aea3-74fd6ad08534'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:26:32.903741 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:32.954182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:32.993029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34a9d06-54c6-4d13-a329-b66cf9dcaff0 None None] Network 6a93e44a-25f3-4156-82c7-dc15d63b1360 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:33.036575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Attempting to bind port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:33.036952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Attempting to bind port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0cd1f7f5-885f-4591-af92-c8c042dc5d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a42b2c6-e470-46bf-919c-6b68d13d92b9'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:33.037319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Attempting to bind port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 on network 6a42b2c6-e470-46bf-919c-6b68d13d92b9 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:33.150730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:33.151117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Checking segment: {'id': '0cd1f7f5-885f-4591-af92-c8c042dc5d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a42b2c6-e470-46bf-919c-6b68d13d92b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:33.151647 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:33.152047 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Bound using segment: {'id': '0cd1f7f5-885f-4591-af92-c8c042dc5d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a42b2c6-e470-46bf-919c-6b68d13d92b9'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:33.152657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Bound port: e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd1f7f5-885f-4591-af92-c8c042dc5d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '6a42b2c6-e470-46bf-919c-6b68d13d92b9'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:33.153052 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:33.218463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0704322b-26dc-4b25-9c23-3436a4c98f34 None None] Provisioning complete for port febf487d-33d6-4510-ab4f-ff7af9e631cc triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:33.218842 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0704322b-26dc-4b25-9c23-3436a4c98f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:33.290262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Allocated IP 2001:db8::1 (6a42b2c6-e470-46bf-919c-6b68d13d92b9/f1a4ca0b-65ab-4582-b3f2-8c0570be9702/dbfee4e9-7840-467d-bc3e-7519b3e8db40) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:33.438318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Allocated IP 2001:db8::2 (9eb27fc0-2653-4b79-8743-e2fc7e16df4a/0f5c0354-4032-4948-aea3-74fd6ad08534/bb0e69e6-901f-43ca-bdca-539bfdb32b29) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:33.449364 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec511dd0-6f4d-4c9e-867a-1beccd102992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:33.464468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7c3f9-b2a1-499a-8c25-d9ec1faa44f9 req-81bec47d-932a-4460-8a55-df8ff7d5cda9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:33.464977 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] For port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:33.468540 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2d7c3f9-b2a1-499a-8c25-d9ec1faa44f9 req-81bec47d-932a-4460-8a55-df8ff7d5cda9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 944 time: 0.0793149 Sep 29 23:26:33.525578 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:33.546926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2d7c3f9-b2a1-499a-8c25-d9ec1faa44f9 req-fe686434-e7ce-4abe-a224-7a5fbbde63c6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699341 Sep 29 23:26:33.596849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] For port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7,segment=NetworkSegment(0cd1f7f5-885f-4591-af92-c8c042dc5d21),segment_id=0cd1f7f5-885f-4591-af92-c8c042dc5d21)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:33.607301 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:33.647381 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:33.704936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network 6a42b2c6-e470-46bf-919c-6b68d13d92b9 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:33.723081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:33.729133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:33.729709 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:33.740795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Port': ['ID=dbfee4e9-7840-467d-bc3e-7519b3e8db40,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:33.893711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device febf487d-33d6-4510-ab4f-ff7af9e631cc up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:33.985862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.005947 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0704322b-26dc-4b25-9c23-3436a4c98f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.051105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a756d4e3-b3c8-4fb7-a8b3-4112a1e261a0 None None] Pushing event updated for resources: {'Port': ['ID=e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:34.102231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port febf487d-33d6-4510-ab4f-ff7af9e631cc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:34.102864 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.113527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0704322b-26dc-4b25-9c23-3436a4c98f34 None None] For port febf487d-33d6-4510-ab4f-ff7af9e631cc, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=febf487d-33d6-4510-ab4f-ff7af9e631cc,segment=NetworkSegment(868c5c61-0703-40a6-b5a2-a7385c8c1d53),segment_id=868c5c61-0703-40a6-b5a2-a7385c8c1d53)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:34.152787 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0704322b-26dc-4b25-9c23-3436a4c98f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.155596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.195902 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.253614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Network 9eb27fc0-2653-4b79-8743-e2fc7e16df4a is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:34.257678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704322b-26dc-4b25-9c23-3436a4c98f34 None None] Pushing event updated for resources: {'Port': ['ID=febf487d-33d6-4510-ab4f-ff7af9e631cc,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:34.260674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:34.268347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:34.423395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Pushing event updated for resources: {'Port': ['ID=bb0e69e6-901f-43ca-bdca-539bfdb32b29,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:34.462547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Attempting to bind port bb0e69e6-901f-43ca-bdca-539bfdb32b29 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:34.463158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Attempting to bind port bb0e69e6-901f-43ca-bdca-539bfdb32b29 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0a1fd8e2-f169-4085-8fe1-e60f3812c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9eb27fc0-2653-4b79-8743-e2fc7e16df4a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:34.463363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Attempting to bind port bb0e69e6-901f-43ca-bdca-539bfdb32b29 on network 9eb27fc0-2653-4b79-8743-e2fc7e16df4a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:34.469823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:34.470199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Checking segment: {'id': '0a1fd8e2-f169-4085-8fe1-e60f3812c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9eb27fc0-2653-4b79-8743-e2fc7e16df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:34.470909 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.471520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Bound using segment: {'id': '0a1fd8e2-f169-4085-8fe1-e60f3812c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9eb27fc0-2653-4b79-8743-e2fc7e16df4a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:34.472298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Bound port: bb0e69e6-901f-43ca-bdca-539bfdb32b29, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a1fd8e2-f169-4085-8fe1-e60f3812c100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '9eb27fc0-2653-4b79-8743-e2fc7e16df4a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:34.472732 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.630311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8ad429f0-df26-4331-9b4d-594f0c42d130 None None] Provisioning complete for port febf487d-33d6-4510-ab4f-ff7af9e631cc triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:34.630844 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8ad429f0-df26-4331-9b4d-594f0c42d130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.694478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] For port bb0e69e6-901f-43ca-bdca-539bfdb32b29, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:34.712374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] For port bb0e69e6-901f-43ca-bdca-539bfdb32b29, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bb0e69e6-901f-43ca-bdca-539bfdb32b29,segment=NetworkSegment(0a1fd8e2-f169-4085-8fe1-e60f3812c100),segment_id=0a1fd8e2-f169-4085-8fe1-e60f3812c100)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:34.723260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.739319 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.753114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.753929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:34.777646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc330a8-ba56-458d-af52-b5ccc6f47c76 req-146affc7-bb9a-4c0a-8272-38acce0fe7ec tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:34.788837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9dc330a8-ba56-458d-af52-b5ccc6f47c76 req-146affc7-bb9a-4c0a-8272-38acce0fe7ec tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 944 time: 0.1133449 Sep 29 23:26:34.868899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b731705c-b107-4051-baa8-bc1d89cfdec8 None None] Pushing event updated for resources: {'Port': ['ID=bb0e69e6-901f-43ca-bdca-539bfdb32b29,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:34.902047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9dc330a8-ba56-458d-af52-b5ccc6f47c76 req-71e3efdc-99d7-457a-9d7e-3eb9322d49d3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118913 Sep 29 23:26:34.916756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Port': ['ID=dbfee4e9-7840-467d-bc3e-7519b3e8db40,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:34.970035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network 6a42b2c6-e470-46bf-919c-6b68d13d92b9 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:34.972050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:35.212888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Router f2a096da-4e52-4078-ae53-ee5016dc6036 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:26:35.370581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 024e7af4-b376-4a71-8b09-adb4908cb2ab up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:35.381705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:26:35.390148 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e8eaa244-45d6-4223-af00-4ee6867f51f1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "PUT /v2.0/routers/f2a096da-4e52-4078-ae53-ee5016dc6036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9420383 Sep 29 23:26:35.392810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46188) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:35.398689 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4213483-1f47-43c5-bd13-5eaeb25dccc4 None None] Sync routers for ids ['f2a096da-4e52-4078-ae53-ee5016dc6036'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:26:35.411621 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4213483-1f47-43c5-bd13-5eaeb25dccc4 None None] Routers {'f2a096da-4e52-4078-ae53-ee5016dc6036'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:35.413873 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b4213483-1f47-43c5-bd13-5eaeb25dccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f2a096da-4e52-4078-ae53-ee5016dc6036'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:35.450925 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b4213483-1f47-43c5-bd13-5eaeb25dccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:35.463680 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4213483-1f47-43c5-bd13-5eaeb25dccc4 None None] Routers {'f2a096da-4e52-4078-ae53-ee5016dc6036'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:35.464644 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b4213483-1f47-43c5-bd13-5eaeb25dccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f2a096da-4e52-4078-ae53-ee5016dc6036'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:35.496830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 024e7af4-b376-4a71-8b09-adb4908cb2ab completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:26:35.510366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 024e7af4-b376-4a71-8b09-adb4908cb2ab triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:35.510754 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:35.535650 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b4213483-1f47-43c5-bd13-5eaeb25dccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:35.536422 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4213483-1f47-43c5-bd13-5eaeb25dccc4 None None] The sync data for ids ['f2a096da-4e52-4078-ae53-ee5016dc6036'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:26:35.750832 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660634e8-ca6a-4426-8709-c66f48574d80 None None] Network 6a42b2c6-e470-46bf-919c-6b68d13d92b9 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:35.802434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:35.945720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ab86c9ff-babd-4883-84ad-799a748ec74e None None] Provisioning complete for port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:35.946893 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ab86c9ff-babd-4883-84ad-799a748ec74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:36.040815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:36.096563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024e7af4-b376-4a71-8b09-adb4908cb2ab'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:26:36.098997 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30bf3f44-e6de-4751-8e6f-5ecdc861aab9" -d '{"events": [{"server_uuid": "fddf9ba5-0f39-4fb1-97de-eeac5c400ebe", "name": "network-vif-plugged", "status": "completed", "tag": "024e7af4-b376-4a71-8b09-adb4908cb2ab"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:26:36.129387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 024e7af4-b376-4a71-8b09-adb4908cb2ab, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:36.151645 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:36.168003 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-9cc1b350-96bf-4de6-bffd-50bc4d39b46d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:26:36.169293 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9cc1b350-96bf-4de6-bffd-50bc4d39b46d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "PUT /v2.0/routers/f2a096da-4e52-4078-ae53-ee5016dc6036/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7751186 Sep 29 23:26:36.172041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46258) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:36.179284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf67a3-9ff3-426d-ae81-c4e8c0c882fc req-93b2e5f2-64fd-4f44-920d-1e0683428155 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:36.186922 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bdf67a3-9ff3-426d-ae81-c4e8c0c882fc req-93b2e5f2-64fd-4f44-920d-1e0683428155 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 944 time: 0.1307325 Sep 29 23:26:36.288868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bdf67a3-9ff3-426d-ae81-c4e8c0c882fc req-8f629c01-a267-414a-80ec-b189f50e2937 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956702 Sep 29 23:26:36.338509 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b795cd99-2cd0-49ba-bedb-b69447aea47f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:36.352892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=024e7af4-b376-4a71-8b09-adb4908cb2ab,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:36.359402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:36.360502 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:36.391849 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe6f223-b9a1-4cd6-afc6-afb2d48d845a x-openstack-request-id: req-8fe6f223-b9a1-4cd6-afc6-afb2d48d845a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:26:36.397848 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddf9ba5-0f39-4fb1-97de-eeac5c400ebe", "name": "network-vif-plugged", "status": "completed", "tag": "024e7af4-b376-4a71-8b09-adb4908cb2ab", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:26:36.398211 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8fe6f223-b9a1-4cd6-afc6-afb2d48d845a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:26:36.398633 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024e7af4-b376-4a71-8b09-adb4908cb2ab', 'code': 200} Sep 29 23:26:36.417796 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ab86c9ff-babd-4883-84ad-799a748ec74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:36.462136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-66ae37ce-0694-4d45-899f-725cac89c978 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:36.464163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-66ae37ce-0694-4d45-899f-725cac89c978 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 814 time: 0.2727125 Sep 29 23:26:36.493139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-6bfd0609-911d-4cdd-b141-dda0b0793ba6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/quotas/e32addf739ff4563a50de14bac991b00 HTTP/1.1" status: 200 len: 375 time: 0.0210364 Sep 29 23:26:36.504988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ab86c9ff-babd-4883-84ad-799a748ec74e None None] For port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7,segment=NetworkSegment(0cd1f7f5-885f-4591-af92-c8c042dc5d21),segment_id=0cd1f7f5-885f-4591-af92-c8c042dc5d21)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:36.513867 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ab86c9ff-babd-4883-84ad-799a748ec74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:36.567454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-e5bcfe4d-828c-402d-822b-fdcfb95c544c tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734289 Sep 29 23:26:36.621239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458b923-0968-4bce-bf2c-3166089cc443 req-e668d029-e4ee-4b1f-8c3b-9ae4bf4e4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:36.623180 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3458b923-0968-4bce-bf2c-3166089cc443 req-e668d029-e4ee-4b1f-8c3b-9ae4bf4e4fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 1096 time: 0.1022606 Sep 29 23:26:36.635768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d728742-4124-4952-87e5-75e8b48854d7 None None] Network 9eb27fc0-2653-4b79-8743-e2fc7e16df4a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:36.717305 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3458b923-0968-4bce-bf2c-3166089cc443 req-d2abe0ed-ca34-4f1a-aec4-049393eb8d46 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849309 Sep 29 23:26:36.775751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-1d56c176-2240-4482-9e4b-12db3c71d892 service neutron] 10.222.0.44 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002800 Sep 29 23:26:36.801085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device febf487d-33d6-4510-ab4f-ff7af9e631cc up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:36.806001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86c9ff-babd-4883-84ad-799a748ec74e None None] Pushing event updated for resources: {'Port': ['ID=e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:36.850526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:36.887443 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:36.970965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-aa52e074-6913-4188-bcf0-84c29169c8d1 service neutron] 10.222.0.44 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935492 Sep 29 23:26:37.041863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9d70bed8-aa75-4dc2-9b25-db798d03894e None None] Provisioning complete for port bb0e69e6-901f-43ca-bdca-539bfdb32b29 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:37.046259 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d70bed8-aa75-4dc2-9b25-db798d03894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:37.098459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port febf487d-33d6-4510-ab4f-ff7af9e631cc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:37.098698 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:37.267720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-251d4eec-c489-41e2-8ccc-b485b7f02179 req-57371e1d-8e39-4346-b3c8-6c7fcdb1e9a1 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 210 time: 0.0648434 Sep 29 23:26:37.401915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Deleting port dbfee4e9-7840-467d-bc3e-7519b3e8db40 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:37.403575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:37.415626 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d70bed8-aa75-4dc2-9b25-db798d03894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:37.423722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bb0e69e6-901f-43ca-bdca-539bfdb32b29 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:37.528393 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:37.617397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9d70bed8-aa75-4dc2-9b25-db798d03894e None None] For port bb0e69e6-901f-43ca-bdca-539bfdb32b29, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bb0e69e6-901f-43ca-bdca-539bfdb32b29,segment=NetworkSegment(0a1fd8e2-f169-4085-8fe1-e60f3812c100),segment_id=0a1fd8e2-f169-4085-8fe1-e60f3812c100)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:37.621594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bb0e69e6-901f-43ca-bdca-539bfdb32b29 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:37.623388 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:37.637763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37265c2-a689-4c45-a4f6-f6920ca7393b req-3dc0d36b-738f-4f37-927c-1a7e827bc4f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:37.640898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e37265c2-a689-4c45-a4f6-f6920ca7393b req-3dc0d36b-738f-4f37-927c-1a7e827bc4f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1357582 Sep 29 23:26:37.642975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:37.677706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Calling delete_port for dbfee4e9-7840-467d-bc3e-7519b3e8db40 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:37.687211 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d70bed8-aa75-4dc2-9b25-db798d03894e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:37.788531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e37265c2-a689-4c45-a4f6-f6920ca7393b req-8262dfdd-7820-441d-835c-017d9604411b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348035 Sep 29 23:26:37.833093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70bed8-aa75-4dc2-9b25-db798d03894e None None] Pushing event updated for resources: {'Port': ['ID=bb0e69e6-901f-43ca-bdca-539bfdb32b29,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:37.846650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fb8c9527-580b-45dd-9992-bb67ad038a1b None None] Provisioning complete for port dbfee4e9-7840-467d-bc3e-7519b3e8db40 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:37.847283 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9527-580b-45dd-9992-bb67ad038a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:37.963419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-fb8c9527-580b-45dd-9992-bb67ad038a1b None None] Port dbfee4e9-7840-467d-bc3e-7519b3e8db40 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:37.985963 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fb8c9527-580b-45dd-9992-bb67ad038a1b None None] Provisioning complete for port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:37.987048 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb8c9527-580b-45dd-9992-bb67ad038a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:38.046665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:38.107036 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:38.154777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Port': ['ID=dbfee4e9-7840-467d-bc3e-7519b3e8db40,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:38.171656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:38.172844 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:38.355892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bb0e69e6-901f-43ca-bdca-539bfdb32b29 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:38.450971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ffee168-e081-485d-a1b9-fff696028ed2 req-e8400ff2-43ab-492f-9293-52619783fba5 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 210 time: 0.0581205 Sep 29 23:26:38.454160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6c8b9063-c07e-4af7-873e-19202dc8fd50 None None] Could not find standard attr ID for object dbfee4e9-7840-467d-bc3e-7519b3e8db40. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:26:38.481747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6c8b9063-c07e-4af7-873e-19202dc8fd50 None None] Provisioning complete for port bb0e69e6-901f-43ca-bdca-539bfdb32b29 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:38.482397 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6c8b9063-c07e-4af7-873e-19202dc8fd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:38.528038 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bb0e69e6-901f-43ca-bdca-539bfdb32b29 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:38.528523 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:38.716971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:38.877694 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:39.013800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47c85cc-a826-4dd0-ba64-61085a7eec9e req-c11df6ee-b218-4295-aa7f-ebd840bc2dc9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:39.022650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47c85cc-a826-4dd0-ba64-61085a7eec9e req-c11df6ee-b218-4295-aa7f-ebd840bc2dc9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0972631 Sep 29 23:26:39.095144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a47c85cc-a826-4dd0-ba64-61085a7eec9e req-8a6c4bde-2d6b-4a75-bf33-e9a2e1f9b0e8 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712936 Sep 29 23:26:39.249831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-741d98a2-7468-4ada-b560-8ef45cadd243 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:39.252007 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-741d98a2-7468-4ada-b560-8ef45cadd243 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.26 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 814 time: 0.4569077 Sep 29 23:26:39.299369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58b2ad-717a-48fb-a29e-9616b9ff0d36 req-861d635c-c3b6-4652-9962-c5b14707bdab tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:39.309220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Request body: {'port': {'device_id': 'a50e166b-fc75-43aa-8722-0e27e9abe5e4', 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6', 'admin_state_up': True, 'tenant_id': 'e32addf739ff4563a50de14bac991b00'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:39.322091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Router f2a096da-4e52-4078-ae53-ee5016dc6036 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:26:39.340900 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec58b2ad-717a-48fb-a29e-9616b9ff0d36 req-861d635c-c3b6-4652-9962-c5b14707bdab tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1182618 Sep 29 23:26:39.403429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec58b2ad-717a-48fb-a29e-9616b9ff0d36 req-319fdd18-ee02-42b8-ae52-f7ac2a79d376 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612042 Sep 29 23:26:39.512593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:26:39.519343 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0476adfd-d9e1-426c-b51c-a5fe20cdadd1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "PUT /v2.0/routers/f2a096da-4e52-4078-ae53-ee5016dc6036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3462000 Sep 29 23:26:39.523017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46332) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:39.524112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81677e67-d60b-404f-8203-50f7071ecffb None None] Sync routers for ids ['f2a096da-4e52-4078-ae53-ee5016dc6036'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:26:39.537924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81677e67-d60b-404f-8203-50f7071ecffb None None] Routers {'f2a096da-4e52-4078-ae53-ee5016dc6036'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:39.539289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-81677e67-d60b-404f-8203-50f7071ecffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f2a096da-4e52-4078-ae53-ee5016dc6036'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:39.596174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-81677e67-d60b-404f-8203-50f7071ecffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:39.614600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Made reservation on behalf of e32addf739ff4563a50de14bac991b00 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:39.616993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81677e67-d60b-404f-8203-50f7071ecffb None None] Routers {'f2a096da-4e52-4078-ae53-ee5016dc6036'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:39.617877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-81677e67-d60b-404f-8203-50f7071ecffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f2a096da-4e52-4078-ae53-ee5016dc6036'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:39.618991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:39.643575 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-3a489e94-dfab-4ab3-876e-6b8c78316097 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] delete failed (client error): The resource could not be found. Sep 29 23:26:39.644937 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3a489e94-dfab-4ab3-876e-6b8c78316097 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-2049050541 HTTP/1.1" status: 404 len: 335 time: 0.1201181 Sep 29 23:26:39.652957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46342) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:39.658199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dfe648b6-9afb-41e4-b1c4-63ba2185040f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f2a096da-4e52-4078-ae53-ee5016dc6036'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:39.663139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-81677e67-d60b-404f-8203-50f7071ecffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:39.664643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81677e67-d60b-404f-8203-50f7071ecffb None None] The sync data for ids ['f2a096da-4e52-4078-ae53-ee5016dc6036'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:26:39.666801 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:39.694516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d698c6f0-f342-4589-bf1f-637886458476 req-7890f131-795f-4437-93e7-f47c4bc5c922 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 210 time: 0.0483022 Sep 29 23:26:39.993840 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951918d-b678-41ae-ac0e-fee1948feee0 req-491d7bcf-f78a-4761-9e2f-450811c6090e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:40.002730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8951918d-b678-41ae-ac0e-fee1948feee0 req-491d7bcf-f78a-4761-9e2f-450811c6090e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1034441 Sep 29 23:26:40.021678 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dfe648b6-9afb-41e4-b1c4-63ba2185040f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:40.072794 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8951918d-b678-41ae-ac0e-fee1948feee0 req-053e6ce1-a978-40b5-9efc-f50aae8d47b5 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631695 Sep 29 23:26:40.099246 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-dfe648b6-9afb-41e4-b1c4-63ba2185040f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] update failed (client error): The resource could not be found. Sep 29 23:26:40.100405 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dfe648b6-9afb-41e4-b1c4-63ba2185040f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "PUT /v2.0/routers/f2a096da-4e52-4078-ae53-ee5016dc6036 HTTP/1.1" status: 404 len: 339 time: 0.4464858 Sep 29 23:26:40.104218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46358) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:40.112842 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1236919612'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:40.132941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Allocated IP 172.20.0.11 (21231345-7d4f-49f4-9c0d-5711cbff8dc6/0241c012-ef0f-4e20-99e8-af5ff1ea48ce/2c8cab0b-9594-4f86-8f48-511a187cd1af) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:40.142248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Made reservation on behalf of 6a64c1585ea845c18beb8b1bce85b22b for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:40.152451 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:40.263447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:26:40.284153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:40.284814 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Added segment bb153f63-3c97-4118-aa06-d9c9f4c3ebcf of type vlan for network cad893d0-7854-487d-92df-24764e1b9836 Sep 29 23:26:40.358465 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:40.360370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:40.392683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:40.398832 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:40.399444 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:40.407581 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:40.423498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a75516fc-6765-4c1b-91ed-0975dc738bdd'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:26:40.437816 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3313417 Sep 29 23:26:40.441245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46362) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:40.447656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'subnet': {'network_id': 'cad893d0-7854-487d-92df-24764e1b9836', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:40.481917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:40.486880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:40.489598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:40.558613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Pushing event updated for resources: {'Port': ['ID=2c8cab0b-9594-4f86-8f48-511a187cd1af,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:40.586080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:40.586826 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:40.605506 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-7dbc007d-f64b-470e-8fe1-0dff848b3cca tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3004479 Sep 29 23:26:40.621782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Request body: {'port': {'device_id': 'a50e166b-fc75-43aa-8722-0e27e9abe5e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:40.693057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea72286-14b3-4d3c-993d-9057990cc1a7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Network': ['ID=cad893d0-7854-487d-92df-24764e1b9836,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:40.711593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Made reservation on behalf of 6a64c1585ea845c18beb8b1bce85b22b for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:40.714248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network cad893d0-7854-487d-92df-24764e1b9836 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:26:40.714778 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:40.716828 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:41.006744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3115af1b-66fb-4d78-bdc6-e10077b9eec8 req-f254f4b2-7d5c-487e-834e-f3b199519562 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:41.008828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3115af1b-66fb-4d78-bdc6-e10077b9eec8 req-f254f4b2-7d5c-487e-834e-f3b199519562 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 932 time: 0.1144588 Sep 29 23:26:41.097770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3115af1b-66fb-4d78-bdc6-e10077b9eec8 req-b272e9d0-4d07-452d-ae85-28a21e61e691 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812089 Sep 29 23:26:41.099117 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:41.259069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Subnet': ['ID=838943ed-7170-42a1-81fe-c21a4a670c25,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:41.268278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Checking segment: {'id': 'bb153f63-3c97-4118-aa06-d9c9f4c3ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cad893d0-7854-487d-92df-24764e1b9836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:41.270629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network hostable DHCP agents. Network: cad893d0-7854-487d-92df-24764e1b9836, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:26:41.286185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c8cab0b-9594-4f86-8f48-511a187cd1af {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:26:41.299659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eaca3-17a6-44b8-b40c-6f8cffc5d714 req-ae4981cb-d70d-4ded-86e4-934fe61616fb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:41.313034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-013eaca3-17a6-44b8-b40c-6f8cffc5d714 req-ae4981cb-d70d-4ded-86e4-934fe61616fb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1013627 Sep 29 23:26:41.327453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:41.363157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Transition to ACTIVE for port object 2c8cab0b-9594-4f86-8f48-511a187cd1af will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:26:41.365419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network cad893d0-7854-487d-92df-24764e1b9836 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:26:41.372739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:41.411420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-013eaca3-17a6-44b8-b40c-6f8cffc5d714 req-49565ae9-f418-4224-8f67-83f2a116c036 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901797 Sep 29 23:26:41.413081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, cad893d0-7854-487d-92df-24764e1b9836) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:41.417946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:41.418757 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:41.434926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df92f7a2-06f3-49df-989b-b2b42b9a9e54 None None] Network cad893d0-7854-487d-92df-24764e1b9836 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:41.454248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8934ab3a-5ce6-49eb-9193-0703e90f9cbe tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0119152 Sep 29 23:26:41.456409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46398) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:41.470484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0b873883-721f-40fc-b482-46d9590fd6a2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cad893d0-7854-487d-92df-24764e1b9836'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:41.551218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Pushing event updated for resources: {'Port': ['ID=2c8cab0b-9594-4f86-8f48-511a187cd1af,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:41.651359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-cad893d0-7854-487d-92df-24764e1b9836', 'network_id': 'cad893d0-7854-487d-92df-24764e1b9836', 'tenant_id': '6a64c1585ea845c18beb8b1bce85b22b', 'fixed_ips': [{'subnet_id': '838943ed-7170-42a1-81fe-c21a4a670c25'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:26:41.652279 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:41.683865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Attempting to bind port 2c8cab0b-9594-4f86-8f48-511a187cd1af on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:41.683865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Attempting to bind port 2c8cab0b-9594-4f86-8f48-511a187cd1af by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:41.683865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Attempting to bind port 2c8cab0b-9594-4f86-8f48-511a187cd1af on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:41.693999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Port 2c8cab0b-9594-4f86-8f48-511a187cd1af on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:26:41.693999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Attempting to bind port 2c8cab0b-9594-4f86-8f48-511a187cd1af on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:41.703767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:41.704303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Checking segment: {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:41.704809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Bound using segment: {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:41.710455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Bound port: 2c8cab0b-9594-4f86-8f48-511a187cd1af, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:41.710455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:41.890476 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] For port 2c8cab0b-9594-4f86-8f48-511a187cd1af, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:41.919948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] For port 2c8cab0b-9594-4f86-8f48-511a187cd1af, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2c8cab0b-9594-4f86-8f48-511a187cd1af,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:41.928977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:41.983091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Allocated IP 2001:db8:1::2 (cad893d0-7854-487d-92df-24764e1b9836/838943ed-7170-42a1-81fe-c21a4a670c25/3d1420de-b0ee-4a95-af12-5c63cbab2750) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:42.014485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:42.015478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:42.019799 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] 10.222.0.26 "PUT /v2.0/ports/2c8cab0b-9594-4f86-8f48-511a187cd1af HTTP/1.1" status: 200 len: 1092 time: 1.4045556 Sep 29 23:26:42.020288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a50e166b-fc75-43aa-8722-0e27e9abe5e4', 'tag': '2c8cab0b-9594-4f86-8f48-511a187cd1af'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:26:42.023350 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234f852e-9a20-42bd-b3ee-4aadfd689d19" -d '{"events": [{"name": "network-changed", "server_uuid": "a50e166b-fc75-43aa-8722-0e27e9abe5e4", "tag": "2c8cab0b-9594-4f86-8f48-511a187cd1af"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:26:42.128079 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b873883-721f-40fc-b482-46d9590fd6a2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:42.137566 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d92ce07-35bc-440e-bbe3-c497bedf1c4a x-openstack-request-id: req-9d92ce07-35bc-440e-bbe3-c497bedf1c4a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:26:42.137864 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a50e166b-fc75-43aa-8722-0e27e9abe5e4", "tag": "2c8cab0b-9594-4f86-8f48-511a187cd1af", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:26:42.138120 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d92ce07-35bc-440e-bbe3-c497bedf1c4a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:26:42.138526 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a50e166b-fc75-43aa-8722-0e27e9abe5e4', 'tag': '2c8cab0b-9594-4f86-8f48-511a187cd1af', 'status': 'completed', 'code': 200} Sep 29 23:26:42.155002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd6f86-7396-4eab-a93a-e101651fd6ba service neutron] Pushing event updated for resources: {'Port': ['ID=2c8cab0b-9594-4f86-8f48-511a187cd1af,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:42.165799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-c4cf7acd-0825-4946-b631-cb2fa9c6c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:42.167341 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-c4cf7acd-0825-4946-b631-cb2fa9c6c537 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 1095 time: 0.0936341 Sep 29 23:26:42.230304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-3e805ac1-b185-41bd-9407-3f3a3beadf81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8cab0b-9594-4f86-8f48-511a187cd1af HTTP/1.1" status: 200 len: 217 time: 0.0526242 Sep 29 23:26:42.290319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-15fb752d-cc10-46ef-a205-860d254bf459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:42.291998 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-15fb752d-cc10-46ef-a205-860d254bf459 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0241c012-ef0f-4e20-99e8-af5ff1ea48ce HTTP/1.1" status: 200 len: 854 time: 0.0543737 Sep 29 23:26:42.325664 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:42.341603 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:42.347810 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-d4dd8f2b-8305-4aad-aa0e-995ed817bce5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21231345-7d4f-49f4-9c0d-5711cbff8dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477097 Sep 29 23:26:42.354482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e6c2d0-88cc-4fd4-a1b4-3b7354ac68d3 req-a787caf9-7397-4d17-b5b0-ee2c5f735658 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:42.356458 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2e6c2d0-88cc-4fd4-a1b4-3b7354ac68d3 req-a787caf9-7397-4d17-b5b0-ee2c5f735658 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 944 time: 0.0938766 Sep 29 23:26:42.362270 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-0b873883-721f-40fc-b482-46d9590fd6a2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:26:42.366739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0b873883-721f-40fc-b482-46d9590fd6a2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "PUT /v2.0/routers/f2a096da-4e52-4078-ae53-ee5016dc6036 HTTP/1.1" status: 400 len: 364 time: 0.9059520 Sep 29 23:26:42.366967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46414) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:42.400212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Network cad893d0-7854-487d-92df-24764e1b9836 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:42.410122 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:42.418116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:42.456589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Pushing event updated for resources: {'Port': ['ID=3d1420de-b0ee-4a95-af12-5c63cbab2750,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:42.501124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2e6c2d0-88cc-4fd4-a1b4-3b7354ac68d3 req-9c8dca60-64fb-4fba-bd4e-77a49980b716 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362851 Sep 29 23:26:42.570612 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-6a5addda-be91-4d2b-af71-8f9ad99e3eaf service neutron] 10.222.0.26 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123127 Sep 29 23:26:42.594293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Attempting to bind port 3d1420de-b0ee-4a95-af12-5c63cbab2750 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:42.596100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Attempting to bind port 3d1420de-b0ee-4a95-af12-5c63cbab2750 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'bb153f63-3c97-4118-aa06-d9c9f4c3ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cad893d0-7854-487d-92df-24764e1b9836'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:42.596491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Attempting to bind port 3d1420de-b0ee-4a95-af12-5c63cbab2750 on network cad893d0-7854-487d-92df-24764e1b9836 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:42.608254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:42.615253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Checking segment: {'id': 'bb153f63-3c97-4118-aa06-d9c9f4c3ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cad893d0-7854-487d-92df-24764e1b9836'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:42.616070 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:42.616706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Bound using segment: {'id': 'bb153f63-3c97-4118-aa06-d9c9f4c3ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cad893d0-7854-487d-92df-24764e1b9836'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:42.617244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Bound port: 3d1420de-b0ee-4a95-af12-5c63cbab2750, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb153f63-3c97-4118-aa06-d9c9f4c3ebcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': 'cad893d0-7854-487d-92df-24764e1b9836'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:42.617717 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:42.767464 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a81ba6-acdc-47fb-ad52-4434f874ec0b req-637a7679-a24b-47d3-a883-4519a803a9ad service neutron] 10.222.0.26 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902773 Sep 29 23:26:42.782478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] For port 3d1420de-b0ee-4a95-af12-5c63cbab2750, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:42.786802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] For port 3d1420de-b0ee-4a95-af12-5c63cbab2750, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3d1420de-b0ee-4a95-af12-5c63cbab2750,segment=NetworkSegment(bb153f63-3c97-4118-aa06-d9c9f4c3ebcf),segment_id=bb153f63-3c97-4118-aa06-d9c9f4c3ebcf)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:42.797741 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:42.848485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e22d29e-a88c-4b90-b92b-a5f8a3e8505c req-1d2e0ddb-ef19-4ee2-86d1-f9cedc956ff7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:42.858212 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e22d29e-a88c-4b90-b92b-a5f8a3e8505c req-1d2e0ddb-ef19-4ee2-86d1-f9cedc956ff7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.2379944 Sep 29 23:26:42.888772 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:42.892165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f852e-9a20-42bd-b3ee-4aadfd689d19 req-ce2ed037-68b4-4503-9c8f-018d355e442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:42.894621 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-234f852e-9a20-42bd-b3ee-4aadfd689d19 req-ce2ed037-68b4-4503-9c8f-018d355e442b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 1095 time: 0.0752010 Sep 29 23:26:42.921585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab1e55-8893-4e54-a6f6-43d501d7214f None None] Pushing event updated for resources: {'Port': ['ID=3d1420de-b0ee-4a95-af12-5c63cbab2750,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:42.990798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e22d29e-a88c-4b90-b92b-a5f8a3e8505c req-0783eeb5-7b58-413b-9fb6-2ab0f09c5adf tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314137 Sep 29 23:26:43.056189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f852e-9a20-42bd-b3ee-4aadfd689d19 req-a34b72a6-d338-40d3-98a4-7d60eba42321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:43.057702 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-234f852e-9a20-42bd-b3ee-4aadfd689d19 req-a34b72a6-d338-40d3-98a4-7d60eba42321 service neutron] 10.222.0.26 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 915 time: 0.1546195 Sep 29 23:26:43.110223 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-234f852e-9a20-42bd-b3ee-4aadfd689d19 req-4a1a6ec0-e8e4-478c-941e-25100d938763 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2c8cab0b-9594-4f86-8f48-511a187cd1af HTTP/1.1" status: 200 len: 217 time: 0.0423186 Sep 29 23:26:43.175180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234f852e-9a20-42bd-b3ee-4aadfd689d19 req-68c8ccd9-dd43-41a0-86ec-6dbe22e6d5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:43.177091 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-234f852e-9a20-42bd-b3ee-4aadfd689d19 req-68c8ccd9-dd43-41a0-86ec-6dbe22e6d5a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0241c012-ef0f-4e20-99e8-af5ff1ea48ce HTTP/1.1" status: 200 len: 854 time: 0.0595689 Sep 29 23:26:43.245805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Allocated IP 2001:db8::1 (6a93e44a-25f3-4156-82c7-dc15d63b1360/7add71c8-1299-4e76-b5e2-81de2e1245b7/a15f57d8-b6d9-4d8c-a821-639a7aaeeac6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:43.256874 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-234f852e-9a20-42bd-b3ee-4aadfd689d19 req-d68f3815-dee6-4c97-9161-e304d8ea78fd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21231345-7d4f-49f4-9c0d-5711cbff8dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675740 Sep 29 23:26:43.408081 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-234f852e-9a20-42bd-b3ee-4aadfd689d19 req-cc685146-715d-42d6-8326-2f1b8688ee71 service neutron] 10.222.0.26 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412525 Sep 29 23:26:43.427917 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:43.478801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:43.522289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network 6a93e44a-25f3-4156-82c7-dc15d63b1360 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:43.525928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:43.530267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:43.530958 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:43.591775 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-234f852e-9a20-42bd-b3ee-4aadfd689d19 req-4581b7d2-1590-495b-8e4c-7f2b5a8f0ab9 service neutron] 10.222.0.26 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763651 Sep 29 23:26:43.653157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Port': ['ID=a15f57d8-b6d9-4d8c-a821-639a7aaeeac6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:43.722974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.723821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.724418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.724965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.725581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.726533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.727099 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.727776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.728955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.729500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.730106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.730646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:43.778882 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556699d7-b3f2-4737-a127-b3cda4daf689 req-48bd1130-e397-4c38-8668-74c99eff3172 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:43.784580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-556699d7-b3f2-4737-a127-b3cda4daf689 req-48bd1130-e397-4c38-8668-74c99eff3172 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 944 time: 0.1512258 Sep 29 23:26:43.869039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-556699d7-b3f2-4737-a127-b3cda4daf689 req-3662282d-9247-4213-aa33-f0f6bddd94b9 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780029 Sep 29 23:26:43.883911 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:43.898692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2926b899-9268-4479-842c-5a2699f5321b None None] Provisioning complete for port a15f57d8-b6d9-4d8c-a821-639a7aaeeac6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:43.898692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2926b899-9268-4479-842c-5a2699f5321b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:43.956489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2926b899-9268-4479-842c-5a2699f5321b None None] Port a15f57d8-b6d9-4d8c-a821-639a7aaeeac6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:44.050468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3d1420de-b0ee-4a95-af12-5c63cbab2750 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:44.135446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3d1420de-b0ee-4a95-af12-5c63cbab2750 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:44.136018 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:44.253102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cc84b-a6bd-429a-ab3f-7a1e122f4fcb req-9cea571b-e71f-45d5-9901-318ba3f49247 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:44.261984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e44cc84b-a6bd-429a-ab3f-7a1e122f4fcb req-9cea571b-e71f-45d5-9901-318ba3f49247 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1570139 Sep 29 23:26:44.295239 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:44.360599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e44cc84b-a6bd-429a-ab3f-7a1e122f4fcb req-2e1b89b1-4d26-48e1-9f22-fa61d17bdda0 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970311 Sep 29 23:26:44.369487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 3d1420de-b0ee-4a95-af12-5c63cbab2750, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3d1420de-b0ee-4a95-af12-5c63cbab2750,segment=NetworkSegment(bb153f63-3c97-4118-aa06-d9c9f4c3ebcf),segment_id=bb153f63-3c97-4118-aa06-d9c9f4c3ebcf)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:44.378397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54cf6dd-936a-4878-a40d-5fe71678651a None None] Network cad893d0-7854-487d-92df-24764e1b9836 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:44.387762 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:44.407317 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:44.414892 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:44.416128 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:44.517378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f0353657-77a4-4d5b-9f60-4c65374801a0 None None] Provisioning complete for port 3d1420de-b0ee-4a95-af12-5c63cbab2750 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:44.518015 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f0353657-77a4-4d5b-9f60-4c65374801a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:44.536871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event updated for resources: {'Port': ['ID=a15f57d8-b6d9-4d8c-a821-639a7aaeeac6,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:44.581225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Network 6a93e44a-25f3-4156-82c7-dc15d63b1360 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:44.582962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:44.644467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=3d1420de-b0ee-4a95-af12-5c63cbab2750,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:44.747756 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Router f2a096da-4e52-4078-ae53-ee5016dc6036 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:26:44.947107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:26:44.961850 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39fafe-b7cc-4852-9bdc-0268d05c5a74 None None] Sync routers for ids ['f2a096da-4e52-4078-ae53-ee5016dc6036'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:26:44.963865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b0babcb4-36a6-40bd-9f30-ea6d4552cc0d tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "PUT /v2.0/routers/f2a096da-4e52-4078-ae53-ee5016dc6036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5892107 Sep 29 23:26:44.966839 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46470) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:44.979871 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39fafe-b7cc-4852-9bdc-0268d05c5a74 None None] Routers {'f2a096da-4e52-4078-ae53-ee5016dc6036'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:44.980772 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-bc39fafe-b7cc-4852-9bdc-0268d05c5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f2a096da-4e52-4078-ae53-ee5016dc6036'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:45.081891 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-bc39fafe-b7cc-4852-9bdc-0268d05c5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:45.092253 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39fafe-b7cc-4852-9bdc-0268d05c5a74 None None] Routers {'f2a096da-4e52-4078-ae53-ee5016dc6036'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:45.093115 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-bc39fafe-b7cc-4852-9bdc-0268d05c5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f2a096da-4e52-4078-ae53-ee5016dc6036'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:45.134541 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-bc39fafe-b7cc-4852-9bdc-0268d05c5a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:45.135690 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39fafe-b7cc-4852-9bdc-0268d05c5a74 None None] The sync data for ids ['f2a096da-4e52-4078-ae53-ee5016dc6036'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:26:45.178477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205be38-d5e4-45cf-8e45-75ac981b4bdf req-c4d84bf8-ace4-49e4-80ff-9aca94cf5b56 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:45.180353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f205be38-d5e4-45cf-8e45-75ac981b4bdf req-c4d84bf8-ace4-49e4-80ff-9aca94cf5b56 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 944 time: 0.1424828 Sep 29 23:26:45.182739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c3d1ebd5-9095-4eb8-9e46-05c210783af0 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:45.245007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2ec84f97-e58e-41ae-8f8d-485b19b7f0f6 None None] Provisioning complete for port 3d1420de-b0ee-4a95-af12-5c63cbab2750 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:45.245007 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2ec84f97-e58e-41ae-8f8d-485b19b7f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:45.385812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2ec84f97-e58e-41ae-8f8d-485b19b7f0f6 None None] Provisioning complete for port a15f57d8-b6d9-4d8c-a821-639a7aaeeac6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:45.386412 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2ec84f97-e58e-41ae-8f8d-485b19b7f0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:45.452459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2ec84f97-e58e-41ae-8f8d-485b19b7f0f6 None None] Port a15f57d8-b6d9-4d8c-a821-639a7aaeeac6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:45.550498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2c8cab0b-9594-4f86-8f48-511a187cd1af details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:26:45.700322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2c8cab0b-9594-4f86-8f48-511a187cd1af, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2c8cab0b-9594-4f86-8f48-511a187cd1af,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:45.704026 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-c3d1ebd5-9095-4eb8-9e46-05c210783af0 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 23:26:45.705110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c3d1ebd5-9095-4eb8-9e46-05c210783af0 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/routers/f2a096da-4e52-4078-ae53-ee5016dc6036 HTTP/1.1" status: 409 len: 329 time: 0.7366986 Sep 29 23:26:45.708140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46484) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:45.715627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f205be38-d5e4-45cf-8e45-75ac981b4bdf req-b9842be4-7644-43ed-a2c1-3c7ea8842bd8 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4930077 Sep 29 23:26:45.728173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db91a5f6-105f-4107-95a6-4e3c1819e7af req-0f798760-aa35-4171-9488-752579f6bd0e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:45.736635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db91a5f6-105f-4107-95a6-4e3c1819e7af req-0f798760-aa35-4171-9488-752579f6bd0e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1014972 Sep 29 23:26:45.749494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '2c8cab0b-9594-4f86-8f48-511a187cd1af', 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6', 'port_id': '2c8cab0b-9594-4f86-8f48-511a187cd1af', 'mac_address': 'fa:16:3e:df:67:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0241c012-ef0f-4e20-99e8-af5ff1ea48ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:26:45.794313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db91a5f6-105f-4107-95a6-4e3c1819e7af req-52e0bf00-5169-461b-9ca7-bea0b1c3f3ce tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523422 Sep 29 23:26:45.821817 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:45.846487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c8cab0b-9594-4f86-8f48-511a187cd1af {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:26:45.891434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2c8cab0b-9594-4f86-8f48-511a187cd1af, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2c8cab0b-9594-4f86-8f48-511a187cd1af,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:45.897988 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:45.969962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2c8cab0b-9594-4f86-8f48-511a187cd1af,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:46.049110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3d1420de-b0ee-4a95-af12-5c63cbab2750 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:46.131668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['2c8cab0b-9594-4f86-8f48-511a187cd1af'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:26:46.175384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3d1420de-b0ee-4a95-af12-5c63cbab2750 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:46.175837 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:46.351369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:46.415225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46506) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:46.566896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cdee0cd8-a7d6-4133-a8d5-d6012192c0aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f1dacd59d53c41b2a7719757189cf93d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480534 Sep 29 23:26:46.567104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46514) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:46.610242 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Deleting port a15f57d8-b6d9-4d8c-a821-639a7aaeeac6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:46.610663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:46.626337 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d24ebe2-90b8-413f-a8de-2d9c759c14a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:46.648894 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d24ebe2-90b8-413f-a8de-2d9c759c14a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:46.700837 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d24ebe2-90b8-413f-a8de-2d9c759c14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:46.704725 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6d24ebe2-90b8-413f-a8de-2d9c759c14a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:46.708027 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6d24ebe2-90b8-413f-a8de-2d9c759c14a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa HTTP/1.1" status: 204 len: 168 time: 0.1379435 Sep 29 23:26:46.714643 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:46.715767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24ebe2-90b8-413f-a8de-2d9c759c14a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae4b8d7-31a7-43ce-8df3-7e27b0a5effa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:46.731583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Calling delete_port for a15f57d8-b6d9-4d8c-a821-639a7aaeeac6 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:46.925284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c225f3f-919a-49ef-ac58-9be09184cc90 req-05ca8196-0a5a-4860-8ea3-8edeb298c602 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:46.927020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c225f3f-919a-49ef-ac58-9be09184cc90 req-05ca8196-0a5a-4860-8ea3-8edeb298c602 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 945 time: 0.1158779 Sep 29 23:26:46.944702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad6c45-2228-4758-8ee3-789fb8c69d81 req-e9fd3b3d-c5f5-4b8a-b0f2-513f52a65e34 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:46.946391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cad6c45-2228-4758-8ee3-789fb8c69d81 req-e9fd3b3d-c5f5-4b8a-b0f2-513f52a65e34 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0731270 Sep 29 23:26:46.981044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:47.011464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c225f3f-919a-49ef-ac58-9be09184cc90 req-9c06e38d-dfb5-456d-a966-198b9c1ca16d tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639703 Sep 29 23:26:47.017669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cad6c45-2228-4758-8ee3-789fb8c69d81 req-0d4c6fe1-06a7-433e-965b-925cc55ba404 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616395 Sep 29 23:26:47.036098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Port': ['ID=a15f57d8-b6d9-4d8c-a821-639a7aaeeac6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:47.182667 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:47.405600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Router f2a096da-4e52-4078-ae53-ee5016dc6036 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:26:47.485408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:26:47.495223 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e228a3c1-d828-4388-942e-2bef5f8a0c8f tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "PUT /v2.0/routers/f2a096da-4e52-4078-ae53-ee5016dc6036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7805774 Sep 29 23:26:47.495223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46554) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:47.496347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844c16d-9eb9-4210-a24c-e95c101bac1b None None] Sync routers for ids ['f2a096da-4e52-4078-ae53-ee5016dc6036'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:26:47.506626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844c16d-9eb9-4210-a24c-e95c101bac1b None None] Routers {'f2a096da-4e52-4078-ae53-ee5016dc6036'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:47.507745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9844c16d-9eb9-4210-a24c-e95c101bac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f2a096da-4e52-4078-ae53-ee5016dc6036'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:47.546232 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-9d9951e8-dc81-423c-a218-d1a08fe853c7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] show failed (client error): The resource could not be found. Sep 29 23:26:47.548939 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9d9951e8-dc81-423c-a218-d1a08fe853c7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1108104046 HTTP/1.1" status: 404 len: 335 time: 0.0528347 Sep 29 23:26:47.554407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46558) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:47.555046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2c8cab0b-9594-4f86-8f48-511a187cd1af up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:47.557717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9844c16d-9eb9-4210-a24c-e95c101bac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:47.559575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6c0fd3b3-4de0-4030-8018-70620b29fc94 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:47.594265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9844c16d-9eb9-4210-a24c-e95c101bac1b None None] Routers {'f2a096da-4e52-4078-ae53-ee5016dc6036'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:47.595486 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9844c16d-9eb9-4210-a24c-e95c101bac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f2a096da-4e52-4078-ae53-ee5016dc6036'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:47.635884 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-6c0fd3b3-4de0-4030-8018-70620b29fc94 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] update failed (client error): The resource could not be found. Sep 29 23:26:47.635884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6c0fd3b3-4de0-4030-8018-70620b29fc94 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-1108696348 HTTP/1.1" status: 404 len: 335 time: 0.0745974 Sep 29 23:26:47.636276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46564) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:47.653147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9844c16d-9eb9-4210-a24c-e95c101bac1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:47.654153 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9844c16d-9eb9-4210-a24c-e95c101bac1b None None] The sync data for ids ['f2a096da-4e52-4078-ae53-ee5016dc6036'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:26:47.682663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 2c8cab0b-9594-4f86-8f48-511a187cd1af completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:26:47.687746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 2c8cab0b-9594-4f86-8f48-511a187cd1af triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:47.688166 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:47.699160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a32d80-1457-4d80-9d61-76de60f1f4d7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Deleting subnet 838943ed-7170-42a1-81fe-c21a4a670c25 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:26:47.702510 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1a32d80-1457-4d80-9d61-76de60f1f4d7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:47.748287 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1a32d80-1457-4d80-9d61-76de60f1f4d7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:47.788686 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:47.816031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50e166b-fc75-43aa-8722-0e27e9abe5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8cab0b-9594-4f86-8f48-511a187cd1af'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:26:47.820789 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adda800-ba96-41e1-b206-6deaa2402b98" -d '{"events": [{"server_uuid": "a50e166b-fc75-43aa-8722-0e27e9abe5e4", "name": "network-vif-plugged", "status": "completed", "tag": "2c8cab0b-9594-4f86-8f48-511a187cd1af"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:26:47.837713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 2c8cab0b-9594-4f86-8f48-511a187cd1af, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2c8cab0b-9594-4f86-8f48-511a187cd1af,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:47.844130 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:47.870586 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1a32d80-1457-4d80-9d61-76de60f1f4d7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:47.898442 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d61f61-526d-48a7-99a5-2943eea7de62 x-openstack-request-id: req-f7d61f61-526d-48a7-99a5-2943eea7de62 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:26:47.899417 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50e166b-fc75-43aa-8722-0e27e9abe5e4", "name": "network-vif-plugged", "status": "completed", "tag": "2c8cab0b-9594-4f86-8f48-511a187cd1af", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:26:47.899770 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f7d61f61-526d-48a7-99a5-2943eea7de62 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:26:47.900214 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50e166b-fc75-43aa-8722-0e27e9abe5e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c8cab0b-9594-4f86-8f48-511a187cd1af', 'code': 200} Sep 29 23:26:47.917682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=2c8cab0b-9594-4f86-8f48-511a187cd1af,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:47.977537 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1a32d80-1457-4d80-9d61-76de60f1f4d7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.011362 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a32d80-1457-4d80-9d61-76de60f1f4d7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Subnet': ['ID=838943ed-7170-42a1-81fe-c21a4a670c25,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:48.019126 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1a32d80-1457-4d80-9d61-76de60f1f4d7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.023360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c1a32d80-1457-4d80-9d61-76de60f1f4d7 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/subnets/838943ed-7170-42a1-81fe-c21a4a670c25 HTTP/1.1" status: 204 len: 168 time: 0.3840320 Sep 29 23:26:48.027232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71eeed3-5dbf-4f0f-8af5-d5f21ced3e8f None None] Network cad893d0-7854-487d-92df-24764e1b9836 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:48.036200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46584) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:48.206660 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.234076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82900cb4-f116-4ee1-8ff3-ccf7ec548867 req-db50b3e8-8902-4aef-a877-06bab109a46a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:48.242383 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82900cb4-f116-4ee1-8ff3-ccf7ec548867 req-db50b3e8-8902-4aef-a877-06bab109a46a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 946 time: 0.1325037 Sep 29 23:26:48.357376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ae0134-52a5-4ebd-9e10-de77f7669171 None None] DHCP port deletion for cad893d0-7854-487d-92df-24764e1b9836 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:26:48.361321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82900cb4-f116-4ee1-8ff3-ccf7ec548867 req-11e257aa-43d0-487e-9611-4e6c010710ed tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171837 Sep 29 23:26:48.385642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e18bf-4441-468c-8d18-277a2f21b306 req-68e93499-e3f5-431d-8b4b-9f8a7bcdd5e7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:48.388362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e47e18bf-4441-468c-8d18-277a2f21b306 req-68e93499-e3f5-431d-8b4b-9f8a7bcdd5e7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1655447 Sep 29 23:26:48.451562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Deleting port 3d1420de-b0ee-4a95-af12-5c63cbab2750 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:48.452096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.476739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e47e18bf-4441-468c-8d18-277a2f21b306 req-e9cae5fd-9cc8-4fbd-8e9e-dd57e77cc309 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802634 Sep 29 23:26:48.495464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-86ae0134-52a5-4ebd-9e10-de77f7669171 None None] Deleting port 3d1420de-b0ee-4a95-af12-5c63cbab2750 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:48.495904 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-86ae0134-52a5-4ebd-9e10-de77f7669171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.558854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] For port 3d1420de-b0ee-4a95-af12-5c63cbab2750, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3d1420de-b0ee-4a95-af12-5c63cbab2750,segment=NetworkSegment(bb153f63-3c97-4118-aa06-d9c9f4c3ebcf),segment_id=bb153f63-3c97-4118-aa06-d9c9f4c3ebcf)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:48.559246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.575210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Calling delete_port for 3d1420de-b0ee-4a95-af12-5c63cbab2750 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:48.628248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-86ae0134-52a5-4ebd-9e10-de77f7669171 None None] For port 3d1420de-b0ee-4a95-af12-5c63cbab2750, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3d1420de-b0ee-4a95-af12-5c63cbab2750,segment=NetworkSegment(bb153f63-3c97-4118-aa06-d9c9f4c3ebcf),segment_id=bb153f63-3c97-4118-aa06-d9c9f4c3ebcf)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:48.628954 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-86ae0134-52a5-4ebd-9e10-de77f7669171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.630751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fc0aad-6def-4cfc-91a4-c50e125ae48a req-fbd5603e-082b-4468-adcc-c1d738466aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:48.632436 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-24fc0aad-6def-4cfc-91a4-c50e125ae48a req-fbd5603e-082b-4468-adcc-c1d738466aaa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 1097 time: 0.6655350 Sep 29 23:26:48.647653 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-86ae0134-52a5-4ebd-9e10-de77f7669171 None None] Calling delete_port for 3d1420de-b0ee-4a95-af12-5c63cbab2750 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:48.684877 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-24fc0aad-6def-4cfc-91a4-c50e125ae48a req-e8f7a93a-40ee-4803-b3df-a802b2b3be8b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 Sep 29 23:26:48.692717 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.725046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Port': ['ID=3d1420de-b0ee-4a95-af12-5c63cbab2750,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:48.729356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] No DVR routers for this DVR port 3d1420de-b0ee-4a95-af12-5c63cbab2750 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:26:48.768003 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-86ae0134-52a5-4ebd-9e10-de77f7669171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.794730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae0134-52a5-4ebd-9e10-de77f7669171 None None] Pushing event deleted for resources: {'Port': ['ID=3d1420de-b0ee-4a95-af12-5c63cbab2750,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:48.800250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ae0134-52a5-4ebd-9e10-de77f7669171 None None] No DVR routers for this DVR port 3d1420de-b0ee-4a95-af12-5c63cbab2750 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:26:48.824451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-d7af8ff1-ec6b-4d8f-8535-932f7f6af800 req-c84f8708-4f6c-435c-b6d4-6c6a66c3cd0a service neutron] (110006) timed out ('10.222.0.42', 49227) {{(pid=110006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 23:26:48.836796 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.871613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad893d0-7854-487d-92df-24764e1b9836']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:48.882085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb153f63-3c97-4118-aa06-d9c9f4c3ebcf') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:48.882388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb153f63-3c97-4118-aa06-d9c9f4c3ebcf') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:48.897828 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.913191 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.920392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Releasing vlan 516 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:26:48.920953 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:26:48.930633 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:26:48.994520 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.003710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.008607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/networks/cad893d0-7854-487d-92df-24764e1b9836 HTTP/1.1" status: 204 len: 168 time: 0.9680166 Sep 29 23:26:49.008607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46604) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:49.052167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e523515-a7c5-4e71-bc94-4ea709b1c399 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Network': ['ID=cad893d0-7854-487d-92df-24764e1b9836,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:49.086909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-212e4576-8bd0-4325-8b0b-426ff31ca8d1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Deleting subnet 0f5c0354-4032-4948-aea3-74fd6ad08534 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:26:49.091072 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-212e4576-8bd0-4325-8b0b-426ff31ca8d1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.136132 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-212e4576-8bd0-4325-8b0b-426ff31ca8d1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.230211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-212e4576-8bd0-4325-8b0b-426ff31ca8d1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.294888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46608) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:49.300069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1875878052', 'description': 'tempest-secgroup-smoke-1875878052 description', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:49.314946 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-212e4576-8bd0-4325-8b0b-426ff31ca8d1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.331332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.331610 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-212e4576-8bd0-4325-8b0b-426ff31ca8d1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.334607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-212e4576-8bd0-4325-8b0b-426ff31ca8d1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/subnets/0f5c0354-4032-4948-aea3-74fd6ad08534 HTTP/1.1" status: 204 len: 168 time: 0.3244843 Sep 29 23:26:49.336294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46610) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:49.340357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f974726-fc39-4abf-9c66-9c0c0e696441 None None] Network 9eb27fc0-2653-4b79-8743-e2fc7e16df4a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:49.343709 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.393192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e4576-8bd0-4325-8b0b-426ff31ca8d1 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Subnet': ['ID=0f5c0354-4032-4948-aea3-74fd6ad08534,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:49.431076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d7b929-032f-494a-b222-a57d110a865a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Deleting subnet f1a4ca0b-65ab-4582-b3f2-8c0570be9702 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:26:49.434835 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b929-032f-494a-b222-a57d110a865a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.487666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.494329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.511689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b929-032f-494a-b222-a57d110a865a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.569167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61036ca-62dd-4aa0-aeaf-3a66c8cb567e req-b7122fe7-4025-43c9-92f5-8337280246b8 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:49.573991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f61036ca-62dd-4aa0-aeaf-3a66c8cb567e req-b7122fe7-4025-43c9-92f5-8337280246b8 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 946 time: 0.1124485 Sep 29 23:26:49.576692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9ce9e1-bb80-4768-8ea3-7b3a7928724f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:49.664601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.674920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e84d756-47f9-489b-a4d8-26d716202398 None None] DHCP port deletion for 9eb27fc0-2653-4b79-8743-e2fc7e16df4a request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:26:49.692839 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.720803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f61036ca-62dd-4aa0-aeaf-3a66c8cb567e req-fa8cd9cd-493d-4c3b-834f-2f5c2655a05e tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401951 Sep 29 23:26:49.729556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b929-032f-494a-b222-a57d110a865a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.738621 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.741141 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4451091 Sep 29 23:26:49.744200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04252706-afdf-4308-9bc8-d86c4f3418cf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94aacf75-25b8-497f-bb39-bbe4f07e411e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:49.746368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46618) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:49.753529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-67f9b427-fe09-4f60-9c4e-1030ac4a6a6a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '94aacf75-25b8-497f-bb39-bbe4f07e411e', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:49.761575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8e84d756-47f9-489b-a4d8-26d716202398 None None] Deleting port bb0e69e6-901f-43ca-bdca-539bfdb32b29 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:49.763051 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8e84d756-47f9-489b-a4d8-26d716202398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.795904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfb76f-c08b-4cb9-9542-58c2680b2b4f req-c34061fb-cf10-483f-ba52-b30128599525 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:49.798817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bcfb76f-c08b-4cb9-9542-58c2680b2b4f req-c34061fb-cf10-483f-ba52-b30128599525 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1583667 Sep 29 23:26:49.825850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67f9b427-fe09-4f60-9c4e-1030ac4a6a6a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.867439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bcfb76f-c08b-4cb9-9542-58c2680b2b4f req-b81af3b3-0c69-4939-8780-3a137381d38a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595353 Sep 29 23:26:49.886297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b929-032f-494a-b222-a57d110a865a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.949044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7b929-032f-494a-b222-a57d110a865a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Subnet': ['ID=f1a4ca0b-65ab-4582-b3f2-8c0570be9702,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:49.953041 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a2d7b929-032f-494a-b222-a57d110a865a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.955096 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a2d7b929-032f-494a-b222-a57d110a865a tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/subnets/f1a4ca0b-65ab-4582-b3f2-8c0570be9702 HTTP/1.1" status: 204 len: 168 time: 0.6178622 Sep 29 23:26:49.963463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67f9b427-fe09-4f60-9c4e-1030ac4a6a6a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.964645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46620) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:49.966187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8e84d756-47f9-489b-a4d8-26d716202398 None None] For port bb0e69e6-901f-43ca-bdca-539bfdb32b29, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bb0e69e6-901f-43ca-bdca-539bfdb32b29,segment=NetworkSegment(0a1fd8e2-f169-4085-8fe1-e60f3812c100),segment_id=0a1fd8e2-f169-4085-8fe1-e60f3812c100)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:49.967014 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8e84d756-47f9-489b-a4d8-26d716202398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:49.973703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc379f11-b683-462b-aa40-a907c1687faa None None] Network 6a42b2c6-e470-46bf-919c-6b68d13d92b9 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:49.977634 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67f9b427-fe09-4f60-9c4e-1030ac4a6a6a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.002717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3d1420de-b0ee-4a95-af12-5c63cbab2750 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:26:50.010635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8e84d756-47f9-489b-a4d8-26d716202398 None None] Calling delete_port for bb0e69e6-901f-43ca-bdca-539bfdb32b29 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:50.032829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9b427-fe09-4f60-9c4e-1030ac4a6a6a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f38946a-27bd-4d3c-86e9-45cd1b238b98,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:50.049763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 3d1420de-b0ee-4a95-af12-5c63cbab2750 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:26:50.050333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3d1420de-b0ee-4a95-af12-5c63cbab2750 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:26:50.050744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bb0e69e6-901f-43ca-bdca-539bfdb32b29 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:26:50.065752 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67f9b427-fe09-4f60-9c4e-1030ac4a6a6a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.069759 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-67f9b427-fe09-4f60-9c4e-1030ac4a6a6a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3194551 Sep 29 23:26:50.070083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46622) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:50.074976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a516a633-e3ea-4c7b-9947-2962f68234c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '94aacf75-25b8-497f-bb39-bbe4f07e411e', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:50.081762 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.108254 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a516a633-e3ea-4c7b-9947-2962f68234c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.145741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Deleting port bb0e69e6-901f-43ca-bdca-539bfdb32b29 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:50.146159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.196244 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a516a633-e3ea-4c7b-9947-2962f68234c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.214423 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a516a633-e3ea-4c7b-9947-2962f68234c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.226393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] For port bb0e69e6-901f-43ca-bdca-539bfdb32b29, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bb0e69e6-901f-43ca-bdca-539bfdb32b29,segment=NetworkSegment(0a1fd8e2-f169-4085-8fe1-e60f3812c100),segment_id=0a1fd8e2-f169-4085-8fe1-e60f3812c100)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:50.226962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.242390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Calling delete_port for bb0e69e6-901f-43ca-bdca-539bfdb32b29 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:50.251401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516a633-e3ea-4c7b-9947-2962f68234c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6486930b-a4cc-440b-b95e-1e8164b96c6c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:50.269912 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a516a633-e3ea-4c7b-9947-2962f68234c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.274196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a516a633-e3ea-4c7b-9947-2962f68234c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2005544 Sep 29 23:26:50.274517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46626) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:50.282433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-997c7cea-cc1b-44ae-bd63-3eea1023441a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '94aacf75-25b8-497f-bb39-bbe4f07e411e', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:50.333999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-997c7cea-cc1b-44ae-bd63-3eea1023441a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.412366 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-997c7cea-cc1b-44ae-bd63-3eea1023441a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.417201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-997c7cea-cc1b-44ae-bd63-3eea1023441a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.437614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c7cea-cc1b-44ae-bd63-3eea1023441a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e676909-bf21-4c1e-a834-11799d8a18e0,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:50.451107 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-997c7cea-cc1b-44ae-bd63-3eea1023441a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.455795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-997c7cea-cc1b-44ae-bd63-3eea1023441a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1768172 Sep 29 23:26:50.456231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46628) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:50.461796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-38417e38-d7b3-4be2-8b51-dfb05b92b36e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '94aacf75-25b8-497f-bb39-bbe4f07e411e', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:50.494649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38417e38-d7b3-4be2-8b51-dfb05b92b36e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.534601 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.554280 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8e84d756-47f9-489b-a4d8-26d716202398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.557169 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.570584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.587739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38417e38-d7b3-4be2-8b51-dfb05b92b36e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.598964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38417e38-d7b3-4be2-8b51-dfb05b92b36e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.614550 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e84d756-47f9-489b-a4d8-26d716202398 None None] Pushing event deleted for resources: {'Port': ['ID=bb0e69e6-901f-43ca-bdca-539bfdb32b29,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:50.620340 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e84d756-47f9-489b-a4d8-26d716202398 None None] No DVR routers for this DVR port bb0e69e6-901f-43ca-bdca-539bfdb32b29 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:26:50.644139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38417e38-d7b3-4be2-8b51-dfb05b92b36e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ada6932-2ba4-4074-96eb-bb1766b7a588,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:50.644426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Port': ['ID=bb0e69e6-901f-43ca-bdca-539bfdb32b29,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:50.650909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] No DVR routers for this DVR port bb0e69e6-901f-43ca-bdca-539bfdb32b29 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:26:50.663405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65919c70-523c-45ec-b229-1a81a1f930a8 None None] DHCP port deletion for 6a42b2c6-e470-46bf-919c-6b68d13d92b9 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:26:50.666833 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38417e38-d7b3-4be2-8b51-dfb05b92b36e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.668524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-38417e38-d7b3-4be2-8b51-dfb05b92b36e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2110529 Sep 29 23:26:50.671195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46632) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:50.681092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3a4d4fe4-7f0b-43c6-a599-53fe436eab0b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '94aacf75-25b8-497f-bb39-bbe4f07e411e', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:50.735529 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-3a4d4fe4-7f0b-43c6-a599-53fe436eab0b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Project 8c9b032445a841f1bea01ab3b724c1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:26:50.743586 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4fe4-7f0b-43c6-a599-53fe436eab0b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.754192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-65919c70-523c-45ec-b229-1a81a1f930a8 None None] Deleting port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:50.754816 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65919c70-523c-45ec-b229-1a81a1f930a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.796771 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.827798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb27fc0-2653-4b79-8743-e2fc7e16df4a']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:50.840672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-65919c70-523c-45ec-b229-1a81a1f930a8 None None] For port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7,segment=NetworkSegment(0cd1f7f5-885f-4591-af92-c8c042dc5d21),segment_id=0cd1f7f5-885f-4591-af92-c8c042dc5d21)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:50.841235 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65919c70-523c-45ec-b229-1a81a1f930a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.842246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1fd8e2-f169-4085-8fe1-e60f3812c100') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:50.842553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1fd8e2-f169-4085-8fe1-e60f3812c100') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:50.855970 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.858462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-65919c70-523c-45ec-b229-1a81a1f930a8 None None] Calling delete_port for e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:50.874355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4fe4-7f0b-43c6-a599-53fe436eab0b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.876260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.892773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:26:50.893348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:26:50.898076 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:26:50.947470 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4fe4-7f0b-43c6-a599-53fe436eab0b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:50.982180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d4fe4-7f0b-43c6-a599-53fe436eab0b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5546cd6-bffe-4795-a589-23c710ee822d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:50.986801 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65919c70-523c-45ec-b229-1a81a1f930a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.005382 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.016488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.019290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/networks/9eb27fc0-2653-4b79-8743-e2fc7e16df4a HTTP/1.1" status: 204 len: 168 time: 1.0533144 Sep 29 23:26:51.023677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46638) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:51.034970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65919c70-523c-45ec-b229-1a81a1f930a8 None None] Pushing event deleted for resources: {'Port': ['ID=e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:51.039302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65919c70-523c-45ec-b229-1a81a1f930a8 None None] No DVR routers for this DVR port e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:26:51.053323 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4fe4-7f0b-43c6-a599-53fe436eab0b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.054828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3a4d4fe4-7f0b-43c6-a599-53fe436eab0b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3824441 Sep 29 23:26:51.055212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8b52ba-cc9d-4e36-acbe-b65aa727dcc5 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Network': ['ID=9eb27fc0-2653-4b79-8743-e2fc7e16df4a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:51.058627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46640) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:51.064918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b992cdcc-d2f4-482f-b915-1a94927df203 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '94aacf75-25b8-497f-bb39-bbe4f07e411e', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:51.070718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdd8c89-32d2-4759-b7ad-7672fdf47500 req-16d0b97f-bec6-4b47-bc43-a80c43a35853 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:51.076307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afdd8c89-32d2-4759-b7ad-7672fdf47500 req-16d0b97f-bec6-4b47-bc43-a80c43a35853 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 946 time: 0.2062709 Sep 29 23:26:51.129612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c83328-cf69-4495-81cb-76b1fa749fd4 req-2f6608b0-7120-488e-b138-5667121716fa tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:51.131150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22c83328-cf69-4495-81cb-76b1fa749fd4 req-2f6608b0-7120-488e-b138-5667121716fa tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1504452 Sep 29 23:26:51.136838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afdd8c89-32d2-4759-b7ad-7672fdf47500 req-5728b1f1-9748-4576-9475-71d37de2b4d2 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525317 Sep 29 23:26:51.159862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.163645 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-b992cdcc-d2f4-482f-b915-1a94927df203 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Project 8c9b032445a841f1bea01ab3b724c1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:26:51.171978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b992cdcc-d2f4-482f-b915-1a94927df203 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.198869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22c83328-cf69-4495-81cb-76b1fa749fd4 req-a2bd101b-a199-4f5d-a890-354909ca2248 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569055 Sep 29 23:26:51.334179 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.363382 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b992cdcc-d2f4-482f-b915-1a94927df203 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.367327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a42b2c6-e470-46bf-919c-6b68d13d92b9']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:51.374713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b992cdcc-d2f4-482f-b915-1a94927df203 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.383905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd1f7f5-885f-4591-af92-c8c042dc5d21') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:51.384206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd1f7f5-885f-4591-af92-c8c042dc5d21') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:51.404419 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.411586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992cdcc-d2f4-482f-b915-1a94927df203 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5fa28f-61c5-4f0b-85d5-41884db569cb,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:51.424600 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.427328 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b992cdcc-d2f4-482f-b915-1a94927df203 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.431707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46654) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:51.431931 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b992cdcc-d2f4-482f-b915-1a94927df203 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3713579 Sep 29 23:26:51.437897 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:26:51.438401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.440246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'network': {'name': 'tempest-network-smoke--1580576281', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:26:51.442310 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:26:51.479165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:51.485117 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.507370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.520331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:26:51.522736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.524990 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/networks/6a42b2c6-e470-46bf-919c-6b68d13d92b9 HTTP/1.1" status: 204 len: 168 time: 0.4990454 Sep 29 23:26:51.527506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46658) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:51.533541 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.533982 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Added segment 35efc012-6937-4ff1-9c60-f897532bfd35 of type vlan for network badc2d66-9c01-4394-ae68-d780763ac87f Sep 29 23:26:51.592959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec105d0-9f90-4295-ac57-d17c0c3342a8 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Network': ['ID=6a42b2c6-e470-46bf-919c-6b68d13d92b9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:51.607345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5347a17b-06dd-489a-b5e2-b59a060082f2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Deleting subnet 7add71c8-1299-4e76-b5e2-81de2e1245b7 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:26:51.611411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5347a17b-06dd-489a-b5e2-b59a060082f2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.617157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.656221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5347a17b-06dd-489a-b5e2-b59a060082f2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.683631 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.691344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:51.692042 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.771813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5347a17b-06dd-489a-b5e2-b59a060082f2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.794658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Network': ['ID=badc2d66-9c01-4394-ae68-d780763ac87f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:51.802423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-329fe81b-9bbe-42c1-ad33-c1f8e383a243 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3688879 Sep 29 23:26:51.805368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46664) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:51.809438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network badc2d66-9c01-4394-ae68-d780763ac87f details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:26:51.810575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'admin_state_up': True, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:51.852326 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.853587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.877583 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5347a17b-06dd-489a-b5e2-b59a060082f2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.922666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5347a17b-06dd-489a-b5e2-b59a060082f2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Subnet': ['ID=7add71c8-1299-4e76-b5e2-81de2e1245b7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:51.926370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5347a17b-06dd-489a-b5e2-b59a060082f2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.930712 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5347a17b-06dd-489a-b5e2-b59a060082f2 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/subnets/7add71c8-1299-4e76-b5e2-81de2e1245b7 HTTP/1.1" status: 204 len: 168 time: 0.3993783 Sep 29 23:26:51.930927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46666) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:51.936921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:51.942215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2feb2873-d2bf-444b-8822-0d7459956a2a None None] Network 6a93e44a-25f3-4156-82c7-dc15d63b1360 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:52.015588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:26:52.042484 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.073790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:26:52.074522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e1bb0b5a-2a9d-432f-ad9f-f82ded48f6c7 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:26:52.149300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Deleting port febf487d-33d6-4510-ab4f-ff7af9e631cc {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:52.150813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.158720 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.245221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4e4a07-6ec6-4e88-9226-d5aa3c303835 None None] DHCP port deletion for 6a93e44a-25f3-4156-82c7-dc15d63b1360 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:26:52.254074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] For port febf487d-33d6-4510-ab4f-ff7af9e631cc, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=febf487d-33d6-4510-ab4f-ff7af9e631cc,segment=NetworkSegment(868c5c61-0703-40a6-b5a2-a7385c8c1d53),segment_id=868c5c61-0703-40a6-b5a2-a7385c8c1d53)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:52.254564 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.280149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Calling delete_port for febf487d-33d6-4510-ab4f-ff7af9e631cc owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:52.359995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e4a07-6ec6-4e88-9226-d5aa3c303835 None None] Deleting port febf487d-33d6-4510-ab4f-ff7af9e631cc {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:26:52.360830 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4a07-6ec6-4e88-9226-d5aa3c303835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.407282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.433894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Port': ['ID=febf487d-33d6-4510-ab4f-ff7af9e631cc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:52.442662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] No DVR routers for this DVR port febf487d-33d6-4510-ab4f-ff7af9e631cc on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:26:52.457754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1f4e4a07-6ec6-4e88-9226-d5aa3c303835 None None] For port febf487d-33d6-4510-ab4f-ff7af9e631cc, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=febf487d-33d6-4510-ab4f-ff7af9e631cc,segment=NetworkSegment(868c5c61-0703-40a6-b5a2-a7385c8c1d53),segment_id=868c5c61-0703-40a6-b5a2-a7385c8c1d53)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:52.458157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4a07-6ec6-4e88-9226-d5aa3c303835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.472187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1f4e4a07-6ec6-4e88-9226-d5aa3c303835 None None] Calling delete_port for febf487d-33d6-4510-ab4f-ff7af9e631cc owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:26:52.472711 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.494177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.550541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.553685 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f4e4a07-6ec6-4e88-9226-d5aa3c303835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.565295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d2982-45fe-4224-8c8f-7d290d8ea181 req-a34c11dd-290d-45e8-9b6a-1e8c55fcf79e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:52.573284 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-830d2982-45fe-4224-8c8f-7d290d8ea181 req-a34c11dd-290d-45e8-9b6a-1e8c55fcf79e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1967647 Sep 29 23:26:52.575261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a93e44a-25f3-4156-82c7-dc15d63b1360']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:52.586808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4e4a07-6ec6-4e88-9226-d5aa3c303835 None None] Pushing event deleted for resources: {'Port': ['ID=febf487d-33d6-4510-ab4f-ff7af9e631cc,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:52.595650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e4a07-6ec6-4e88-9226-d5aa3c303835 None None] No DVR routers for this DVR port febf487d-33d6-4510-ab4f-ff7af9e631cc on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:26:52.595814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '868c5c61-0703-40a6-b5a2-a7385c8c1d53') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:52.596049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '868c5c61-0703-40a6-b5a2-a7385c8c1d53') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:52.613129 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.629544 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.637848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:26:52.638448 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:26:52.642121 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:26:52.659200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-830d2982-45fe-4224-8c8f-7d290d8ea181 req-761f8ef3-c356-4914-90e3-3a2c44f18ca1 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848732 Sep 29 23:26:52.699134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.25.4.116 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/13d8ed78-0ffc-4500-8215-6b22b05c8838) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:52.743349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.761332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.763461 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/networks/6a93e44a-25f3-4156-82c7-dc15d63b1360 HTTP/1.1" status: 204 len: 168 time: 0.8316097 Sep 29 23:26:52.764712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3249f2d9-2e48-41b4-af6d-573e402c9349 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Pushing event deleted for resources: {'Network': ['ID=6a93e44a-25f3-4156-82c7-dc15d63b1360,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:52.766682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46674) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:52.796285 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-add2a40a-3f77-4368-97f5-5b2f144db7bf tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "GET /v2.0/ports?device_id=f2a096da-4e52-4078-ae53-ee5016dc6036 HTTP/1.1" status: 200 len: 205 time: 0.0282409 Sep 29 23:26:52.799057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46676) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:52.825118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.861335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.888775 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34a7f970-caf5-4a15-8896-40093fe39201 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:52.904096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:52.908774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:52.912447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:52.944359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=13d8ed78-0ffc-4500-8215-6b22b05c8838,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:53.068319 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34a7f970-caf5-4a15-8896-40093fe39201 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:53.070800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34a7f970-caf5-4a15-8896-40093fe39201 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:53.123155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34a7f970-caf5-4a15-8896-40093fe39201 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:53.123805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a7f970-caf5-4a15-8896-40093fe39201 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Fanout notify agent at l3_agent the message router_deleted on router f2a096da-4e52-4078-ae53-ee5016dc6036 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:26:53.131547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-34a7f970-caf5-4a15-8896-40093fe39201 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:53.135178 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-34a7f970-caf5-4a15-8896-40093fe39201 tempest-RoutersNegativeIpV6Test-1616248162 tempest-RoutersNegativeIpV6Test-1616248162-project] 10.222.0.44 "DELETE /v2.0/routers/f2a096da-4e52-4078-ae53-ee5016dc6036 HTTP/1.1" status: 204 len: 168 time: 0.3349979 Sep 29 23:26:53.196415 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:53.431430 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:53.476657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46686) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:53.636410 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a090b2e5-b138-4931-809e-cf6bc756fcc3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6a64c1585ea845c18beb8b1bce85b22b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555014 Sep 29 23:26:53.636638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46690) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:53.693312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55b5d484-fa6b-4d52-9dce-cf7593db8b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:53.721476 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55b5d484-fa6b-4d52-9dce-cf7593db8b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:53.782601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55b5d484-fa6b-4d52-9dce-cf7593db8b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:53.785475 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55b5d484-fa6b-4d52-9dce-cf7593db8b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:53.790198 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-55b5d484-fa6b-4d52-9dce-cf7593db8b1c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2a85e752-be3e-4b02-8279-42e839761a8e HTTP/1.1" status: 204 len: 168 time: 0.1521945 Sep 29 23:26:53.803956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5d484-fa6b-4d52-9dce-cf7593db8b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a85e752-be3e-4b02-8279-42e839761a8e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:53.871547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d09067-c22f-4c06-b52b-6b3546800b4f req-e4a73c78-9c86-4b76-9055-e8b3517c392a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:53.873387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86d09067-c22f-4c06-b52b-6b3546800b4f req-e4a73c78-9c86-4b76-9055-e8b3517c392a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1099854 Sep 29 23:26:53.931290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86d09067-c22f-4c06-b52b-6b3546800b4f req-834ac35d-e882-4af5-89b9-1e76d500a07c tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455627 Sep 29 23:26:53.979950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router 0e83650e-cee0-4b91-924c-e6e44c5cde0a is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:26:53.986686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device febf487d-33d6-4510-ab4f-ff7af9e631cc no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:26:54.008957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: febf487d-33d6-4510-ab4f-ff7af9e631cc {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:26:54.009500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device febf487d-33d6-4510-ab4f-ff7af9e631cc not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:26:54.106639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:26:54.117359 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Sync routers for ids ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:26:54.128201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:54.129968 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2e455f34-709d-404f-8b7f-b6c11a37bf02 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3235242 Sep 29 23:26:54.130248 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Routers {'0e83650e-cee0-4b91-924c-e6e44c5cde0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:54.131075 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:54.133243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46706) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:54.257766 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Set router 0e83650e-cee0-4b91-924c-e6e44c5cde0a gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:26:54.357498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d347b4da-1300-44a0-b69e-7869e3f9007b tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8c9b032445a841f1bea01ab3b724c1b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2229264 Sep 29 23:26:54.361434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46718) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:54.596688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0877361c-929a-4748-b4c3-32a09714649a tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:54.598758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0877361c-929a-4748-b4c3-32a09714649a tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2362087 Sep 29 23:26:54.601508 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46730) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:54.617164 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:53Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:54.646748 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Checking router: 0e83650e-cee0-4b91-924c-e6e44c5cde0a for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:26:54.647235 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Updating router 0e83650e-cee0-4b91-924c-e6e44c5cde0a port 13d8ed78-0ffc-4500-8215-6b22b05c8838 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:26:54.690213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cc5efa97-7751-4638-9133-1796513d7243 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0850539 Sep 29 23:26:54.690431 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:54.690617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46734) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:54.700021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1442615950', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:54.832721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46738) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:54.887987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:54.894333 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.037133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1519066738'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:55.113619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Made reservation on behalf of f5e82f68020d45a2b60adb3f542891ec for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:55.117558 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.132613 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.161137 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.173994 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.174193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22215a49-9200-46d7-ad1c-7c583da646d8 req-1241a100-3cb8-4d90-b762-17df8f379eba tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:55.175921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22215a49-9200-46d7-ad1c-7c583da646d8 req-1241a100-3cb8-4d90-b762-17df8f379eba tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1013844 Sep 29 23:26:55.233502 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.248490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22215a49-9200-46d7-ad1c-7c583da646d8 req-13980f7b-53a2-413c-aaa7-3cf8bd983ddc tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630581 Sep 29 23:26:55.305498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.314607 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Attempting to bind port 13d8ed78-0ffc-4500-8215-6b22b05c8838 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:55.315216 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Attempting to bind port 13d8ed78-0ffc-4500-8215-6b22b05c8838 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:55.315892 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Attempting to bind port 13d8ed78-0ffc-4500-8215-6b22b05c8838 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:55.322821 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.324642 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Pushing event updated for resources: {'Port': ['ID=13d8ed78-0ffc-4500-8215-6b22b05c8838,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:55.336753 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:55.341714 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:55.342397 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.342961 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:55.344659 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Bound port: 13d8ed78-0ffc-4500-8215-6b22b05c8838, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:55.346680 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.361669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4828656-bac6-4105-a02d-28c60bde4f4c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:55.368257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:26:55.379460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Subnet': ['ID=28871664-8f78-44a2-9e56-7291f5bddb48,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:55.382829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Checking segment: {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:55.383304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network hostable DHCP agents. Network: badc2d66-9c01-4394-ae68-d780763ac87f, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:26:55.390649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.391038 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Added segment 08a3cac5-1ac9-4b0c-aba0-42ae2585501a of type vlan for network ab362959-023e-44a0-84fb-9263db0d5558 Sep 29 23:26:55.408859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network badc2d66-9c01-4394-ae68-d780763ac87f is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:26:55.427256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, badc2d66-9c01-4394-ae68-d780763ac87f) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:55.439810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:55.440185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e7c30a-2ac0-4cc9-a80b-49226caefbca None None] Network badc2d66-9c01-4394-ae68-d780763ac87f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:55.440686 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.465692 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.472077 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.472452 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.472775 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.473115 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.473456 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.473643 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fc6757e9-da95-4fe5-8685-06efdcd45f51 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7815354 Sep 29 23:26:55.473780 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.474109 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.474453 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.474599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46750) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:55.474760 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.479899 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.480693 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.481052 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:26:55.493333 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] For port 13d8ed78-0ffc-4500-8215-6b22b05c8838, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:55.497774 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] For port 13d8ed78-0ffc-4500-8215-6b22b05c8838, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=13d8ed78-0ffc-4500-8215-6b22b05c8838,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:55.506815 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.522468 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.531284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:55.532015 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.581573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7381022 Sep 29 23:26:55.585871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46752) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:55.593636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Request body: {'subnet': {'network_id': 'ab362959-023e-44a0-84fb-9263db0d5558', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:55.602311 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Routers {'0e83650e-cee0-4b91-924c-e6e44c5cde0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:26:55.606588 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:55.696100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-badc2d66-9c01-4394-ae68-d780763ac87f', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:26:55.697443 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.719569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d7d9d-63eb-47ff-aa86-c44c7b733542 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Pushing event updated for resources: {'Network': ['ID=ab362959-023e-44a0-84fb-9263db0d5558,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:55.730315 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0311d-cb4f-44ee-bc7d-55c8fe902141 None None] Pushing event updated for resources: {'Port': ['ID=13d8ed78-0ffc-4500-8215-6b22b05c8838,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:55.785508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network ab362959-023e-44a0-84fb-9263db0d5558 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:26:55.813543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Made reservation on behalf of f5e82f68020d45a2b60adb3f542891ec for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:55.819547 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:55.881089 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] Set router 0e83650e-cee0-4b91-924c-e6e44c5cde0a gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:26:55.937403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Allocated IP 172.20.0.2 (badc2d66-9c01-4394-ae68-d780763ac87f/28871664-8f78-44a2-9e56-7291f5bddb48/4d07cde5-d2ce-4082-a110-a8322c5f86fe) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:56.158820 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:56.192192 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:56.203776 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:56.210960 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:53Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:56.251135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Network badc2d66-9c01-4394-ae68-d780763ac87f is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:56.252714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Checking segment: {'id': '08a3cac5-1ac9-4b0c-aba0-42ae2585501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ab362959-023e-44a0-84fb-9263db0d5558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:56.253188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Network hostable DHCP agents. Network: ab362959-023e-44a0-84fb-9263db0d5558, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:26:56.256864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:56.270786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:56.271815 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155cc297-cb4a-46e4-8f25-54cc6f8c9627 None None] The sync data for ids ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'] in n-d-811173-2 is: [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:53Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:26:56.274041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Pushing event updated for resources: {'Port': ['ID=4d07cde5-d2ce-4082-a110-a8322c5f86fe,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:56.283580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Pushing event updated for resources: {'Subnet': ['ID=f0a3abb5-e823-487d-b47e-77b5552adf38,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:56.331565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Network ab362959-023e-44a0-84fb-9263db0d5558 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:26:56.346465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, ab362959-023e-44a0-84fb-9263db0d5558) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:56.351552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:56.352286 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:56.392613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-35c1c582-3e15-4c3e-9294-633692cf2b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8023918 Sep 29 23:26:56.395123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46760) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:56.400154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Request body: {'port': {'network_id': 'ab362959-023e-44a0-84fb-9263db0d5558', 'name': 'tempest-TagsExtTest-269584635'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:56.411547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4affbad-547a-497d-b1ad-182501528063 None None] Network ab362959-023e-44a0-84fb-9263db0d5558 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:56.415115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Attempting to bind port 4d07cde5-d2ce-4082-a110-a8322c5f86fe on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:56.415615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Attempting to bind port 4d07cde5-d2ce-4082-a110-a8322c5f86fe by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:56.416007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Attempting to bind port 4d07cde5-d2ce-4082-a110-a8322c5f86fe on network badc2d66-9c01-4394-ae68-d780763ac87f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:56.433352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb69194-cf46-4f59-b1d0-8acf3b16f5aa req-356f4f21-0b5e-4789-88ce-fd40b1e4ae84 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:56.436146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-feb69194-cf46-4f59-b1d0-8acf3b16f5aa req-356f4f21-0b5e-4789-88ce-fd40b1e4ae84 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0583885 Sep 29 23:26:56.437634 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:56.438222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Checking segment: {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:56.438744 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:56.439248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Bound using segment: {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:56.439872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Bound port: 4d07cde5-d2ce-4082-a110-a8322c5f86fe, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:56.440387 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:56.480049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-feb69194-cf46-4f59-b1d0-8acf3b16f5aa req-ff79497a-a5e1-459a-bbd9-4346e5c4a361 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360386 Sep 29 23:26:56.558573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:56.597966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] For port 4d07cde5-d2ce-4082-a110-a8322c5f86fe, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:56.639033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] For port 4d07cde5-d2ce-4082-a110-a8322c5f86fe, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4d07cde5-d2ce-4082-a110-a8322c5f86fe,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:56.662521 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:56.756494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Made reservation on behalf of f5e82f68020d45a2b60adb3f542891ec for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:26:56.761782 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:56.779946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-ab362959-023e-44a0-84fb-9263db0d5558', 'network_id': 'ab362959-023e-44a0-84fb-9263db0d5558', 'tenant_id': 'f5e82f68020d45a2b60adb3f542891ec', 'fixed_ips': [{'subnet_id': 'f0a3abb5-e823-487d-b47e-77b5552adf38'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:26:56.780926 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:56.791165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1c347-a33b-42ee-9fe7-bda3224f04c5 None None] Pushing event updated for resources: {'Port': ['ID=4d07cde5-d2ce-4082-a110-a8322c5f86fe,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:56.820260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] device_id is not set on port 36208482-994c-4a62-8a2e-98342fc9ee6a yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:26:57.088620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Allocated IP 172.20.0.2 (ab362959-023e-44a0-84fb-9263db0d5558/f0a3abb5-e823-487d-b47e-77b5552adf38/a7fefa6d-f0bc-4970-b134-5c5eae0b0cff) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:57.299519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.20.0.1 (badc2d66-9c01-4394-ae68-d780763ac87f/28871664-8f78-44a2-9e56-7291f5bddb48/b7c90107-3176-452e-9ff9-e2687ac5163a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:57.366368 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:57.377416 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:57.443504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Network ab362959-023e-44a0-84fb-9263db0d5558 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:57.449649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:57.462582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:57.532090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Pushing event updated for resources: {'Port': ['ID=a7fefa6d-f0bc-4970-b134-5c5eae0b0cff,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:57.542162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Allocated IP 172.20.0.10 (ab362959-023e-44a0-84fb-9263db0d5558/f0a3abb5-e823-487d-b47e-77b5552adf38/36208482-994c-4a62-8a2e-98342fc9ee6a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:26:57.613021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Attempting to bind port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:26:57.613397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Attempting to bind port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '08a3cac5-1ac9-4b0c-aba0-42ae2585501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ab362959-023e-44a0-84fb-9263db0d5558'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:26:57.613766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Attempting to bind port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff on network ab362959-023e-44a0-84fb-9263db0d5558 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:26:57.635521 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:26:57.635521 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Checking segment: {'id': '08a3cac5-1ac9-4b0c-aba0-42ae2585501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ab362959-023e-44a0-84fb-9263db0d5558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:26:57.636013 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:57.636418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Bound using segment: {'id': '08a3cac5-1ac9-4b0c-aba0-42ae2585501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ab362959-023e-44a0-84fb-9263db0d5558'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:26:57.637192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Bound port: a7fefa6d-f0bc-4970-b134-5c5eae0b0cff, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08a3cac5-1ac9-4b0c-aba0-42ae2585501a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'ab362959-023e-44a0-84fb-9263db0d5558'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:26:57.637379 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:57.647291 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:57.701066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0b17-08e9-469d-83fc-060e08f32892 req-88d14969-dd38-4e7c-861d-2383d573f9a0 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:57.719976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8eec0b17-08e9-469d-83fc-060e08f32892 req-88d14969-dd38-4e7c-861d-2383d573f9a0 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1123705 Sep 29 23:26:57.772677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] For port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:26:57.779881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] For port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a7fefa6d-f0bc-4970-b134-5c5eae0b0cff,segment=NetworkSegment(08a3cac5-1ac9-4b0c-aba0-42ae2585501a),segment_id=08a3cac5-1ac9-4b0c-aba0-42ae2585501a)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:26:57.787534 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:57.805163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8eec0b17-08e9-469d-83fc-060e08f32892 req-8a245125-6aff-4114-a07b-31fd4018ab19 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840220 Sep 29 23:26:57.860447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:57.911661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67331bbb-51f3-425e-a2b5-2864a03111af None None] Pushing event updated for resources: {'Port': ['ID=a7fefa6d-f0bc-4970-b134-5c5eae0b0cff,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:58.122768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4d07cde5-d2ce-4082-a110-a8322c5f86fe up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:58.223697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4d07cde5-d2ce-4082-a110-a8322c5f86fe triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:58.224196 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.402924 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.455561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 4d07cde5-d2ce-4082-a110-a8322c5f86fe, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4d07cde5-d2ce-4082-a110-a8322c5f86fe,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:58.465974 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.467435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 13d8ed78-0ffc-4500-8215-6b22b05c8838 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:26:58.550175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9d4f95-6742-4e2d-8e6f-8a1541bd9c2b None None] Network badc2d66-9c01-4394-ae68-d780763ac87f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:58.576603 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.588344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.635084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Network ab362959-023e-44a0-84fb-9263db0d5558 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:58.636024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 13d8ed78-0ffc-4500-8215-6b22b05c8838 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:58.636401 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.642571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network badc2d66-9c01-4394-ae68-d780763ac87f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:26:58.643960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:58.648922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:58.671101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=4d07cde5-d2ce-4082-a110-a8322c5f86fe,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:58.698484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:26:58.709290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:58.710030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.712836 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4c9199fb-4fdd-4ade-accd-a5a537e6ccc7 None None] Provisioning complete for port 4d07cde5-d2ce-4082-a110-a8322c5f86fe triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:58.713020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:26:58.713318 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4c9199fb-4fdd-4ade-accd-a5a537e6ccc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.762549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Pushing event updated for resources: {'Port': ['ID=36208482-994c-4a62-8a2e-98342fc9ee6a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:58.806891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9f940265-9f1f-4248-96b8-f71fcc9b7738 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4081562 Sep 29 23:26:58.807224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46778) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:58.812794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6ab51029-b56e-44b6-90fc-40edf2998429 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1363485345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:58.823445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.859819 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.863280 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab51029-b56e-44b6-90fc-40edf2998429 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.866536 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab51029-b56e-44b6-90fc-40edf2998429 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:58.894716 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=b7c90107-3176-452e-9ff9-e2687ac5163a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:58.925504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 13d8ed78-0ffc-4500-8215-6b22b05c8838, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=13d8ed78-0ffc-4500-8215-6b22b05c8838,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:26:58.952278 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.047284 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.082882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=13d8ed78-0ffc-4500-8215-6b22b05c8838,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:26:59.122271 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab51029-b56e-44b6-90fc-40edf2998429 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.139284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf071f-ba2a-407b-bfb7-c8c6b492e9e2 req-3b39dbbd-c036-4fd0-87ef-ab97ea180353 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:59.141722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ebf071f-ba2a-407b-bfb7-c8c6b492e9e2 req-3b39dbbd-c036-4fd0-87ef-ab97ea180353 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1775126 Sep 29 23:26:59.143296 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab51029-b56e-44b6-90fc-40edf2998429 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.180252 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ab51029-b56e-44b6-90fc-40edf2998429 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.182153 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6ab51029-b56e-44b6-90fc-40edf2998429 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3728998 Sep 29 23:26:59.188779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46784) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:59.193851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-13f41c83-bbac-4055-b10e-cc8b9bd9f9fb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2022970367', 'prefixes': ['172.20.0.0/16']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:26:59.233794 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ebf071f-ba2a-407b-bfb7-c8c6b492e9e2 req-e4eabe01-2f41-4988-a629-65a3ce140de1 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767255 Sep 29 23:26:59.342631 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-13f41c83-bbac-4055-b10e-cc8b9bd9f9fb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for subnetpool, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.348056 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-13f41c83-bbac-4055-b10e-cc8b9bd9f9fb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1545494 Sep 29 23:26:59.348169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46788) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:59.352747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-2deb3c44-b848-4051-81dd-35480e2f417d tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38', 'tempest-TagsExtTest-Tag-294052835') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:59.492464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c481feb6-e31b-44aa-ab27-e3cdd5c3bf80 None None] Provisioning complete for port b7c90107-3176-452e-9ff9-e2687ac5163a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:59.493026 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c481feb6-e31b-44aa-ab27-e3cdd5c3bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.595488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c481feb6-e31b-44aa-ab27-e3cdd5c3bf80 None None] Port b7c90107-3176-452e-9ff9-e2687ac5163a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:26:59.629433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c481feb6-e31b-44aa-ab27-e3cdd5c3bf80 None None] Provisioning complete for port 4d07cde5-d2ce-4082-a110-a8322c5f86fe triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:26:59.629815 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c481feb6-e31b-44aa-ab27-e3cdd5c3bf80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.670148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4f7eb5-6352-4734-a342-16bc31c0943d None None] Network ab362959-023e-44a0-84fb-9263db0d5558 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:26:59.704942 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:26:59.739526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.757252 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.874220 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2deb3c44-b848-4051-81dd-35480e2f417d tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags/tempest-TagsExtTest-Tag-294052835 HTTP/1.1" status: 201 len: 201 time: 0.5251427 Sep 29 23:26:59.880872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46806) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:26:59.884510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d288a136-ad19-4eb8-a9ab-c79c0a0922ac tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:26:59.886761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d288a136-ad19-4eb8-a9ab-c79c0a0922ac tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 814 time: 0.1504126 Sep 29 23:26:59.890618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-3516e93a-0856-4337-b21d-a6d1702fb4a1 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a', 'tempest-TagsExtTest-Tag-1867438788') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:26:59.922947 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-575aa13a-6161-4597-8bd6-538ccb0bc0d4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/quotas/e32addf739ff4563a50de14bac991b00 HTTP/1.1" status: 200 len: 375 time: 0.0279839 Sep 29 23:26:59.939000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:26:59.951024 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=b7c90107-3176-452e-9ff9-e2687ac5163a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:00.025936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-ecbfec09-5c79-42e2-bad5-edb3e84a77ec tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998485 Sep 29 23:27:00.075018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0c8034e9-b31b-4ee9-bdb7-01eed726660f None None] Provisioning complete for port b7c90107-3176-452e-9ff9-e2687ac5163a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:00.075658 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0c8034e9-b31b-4ee9-bdb7-01eed726660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:00.122309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0c8034e9-b31b-4ee9-bdb7-01eed726660f None None] Port b7c90107-3176-452e-9ff9-e2687ac5163a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:27:00.143385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0c8034e9-b31b-4ee9-bdb7-01eed726660f None None] Provisioning complete for port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:00.143696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network badc2d66-9c01-4394-ae68-d780763ac87f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:27:00.143882 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0c8034e9-b31b-4ee9-bdb7-01eed726660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:00.146987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:27:00.155162 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3516e93a-0856-4337-b21d-a6d1702fb4a1 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags/tempest-TagsExtTest-Tag-1867438788 HTTP/1.1" status: 201 len: 201 time: 0.2670574 Sep 29 23:27:00.159499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46810) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:00.173179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-94a66ca6-88d1-472a-9d97-2845e5ec74a9 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c', 'tempest-TagsExtTest-Tag-34749899') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:00.212047 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 13d8ed78-0ffc-4500-8215-6b22b05c8838 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:00.251017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-77efd575-675e-4e86-8605-aa8c0da1fd73 service neutron] 10.222.0.44 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123041 Sep 29 23:27:00.362560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 13d8ed78-0ffc-4500-8215-6b22b05c8838 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:00.362943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:00.431229 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0c8034e9-b31b-4ee9-bdb7-01eed726660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:00.470251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router 0e83650e-cee0-4b91-924c-e6e44c5cde0a has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:27:00.476677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46814) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:00.478134 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-94a66ca6-88d1-472a-9d97-2845e5ec74a9 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags/tempest-TagsExtTest-Tag-34749899 HTTP/1.1" status: 201 len: 201 time: 0.3163066 Sep 29 23:27:00.486621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-c71317a8-b5dc-4767-b947-7755480da5af tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795', 'tempest-TagsExtTest-Tag-1025973717') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:00.515906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0c8034e9-b31b-4ee9-bdb7-01eed726660f None None] For port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a7fefa6d-f0bc-4970-b134-5c5eae0b0cff,segment=NetworkSegment(08a3cac5-1ac9-4b0c-aba0-42ae2585501a),segment_id=08a3cac5-1ac9-4b0c-aba0-42ae2585501a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:00.526417 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0c8034e9-b31b-4ee9-bdb7-01eed726660f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:00.544374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-a6ade215-d096-46e6-beef-fe7f772b01c3 service neutron] 10.222.0.44 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851443 Sep 29 23:27:00.569370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1d1fcd-a1f4-468b-9fa9-7c5a14ce15ef req-7bf730ca-7705-45f1-af7f-edf218005f8d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:00.579240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d1d1fcd-a1f4-468b-9fa9-7c5a14ce15ef req-7bf730ca-7705-45f1-af7f-edf218005f8d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.2137294 Sep 29 23:27:00.651347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d1d1fcd-a1f4-468b-9fa9-7c5a14ce15ef req-44db6a51-98c3-4e5e-8977-6379d2a4ec2b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706618 Sep 29 23:27:00.658799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c71317a8-b5dc-4767-b947-7755480da5af tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags/tempest-TagsExtTest-Tag-1025973717 HTTP/1.1" status: 201 len: 201 time: 0.1809294 Sep 29 23:27:00.665906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46816) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:00.673343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-96d4e0f0-6841-4212-8be5-7c225daff3c5 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:00.746160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:27:00.763568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8034e9-b31b-4ee9-bdb7-01eed726660f None None] Pushing event updated for resources: {'Port': ['ID=a7fefa6d-f0bc-4970-b134-5c5eae0b0cff,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:00.780189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dd915891-b9c0-4f51-b39d-079c4c9fc706 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "PUT /v2.0/routers/0e83650e-cee0-4b91-924c-e6e44c5cde0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3042524 Sep 29 23:27:00.795463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Sync routers for ids ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:27:00.808697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-75fb8d86-8172-46a8-b776-93e6c98fe637 None None] Provisioning complete for port b7c90107-3176-452e-9ff9-e2687ac5163a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:00.809078 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75fb8d86-8172-46a8-b776-93e6c98fe637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:00.826879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4d07cde5-d2ce-4082-a110-a8322c5f86fe up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:00.902213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0075c11b-f309-4166-9e56-3d802a73a3c9 req-1c65dc99-00bc-4579-b92a-83c1f396c3c5 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 210 time: 0.0354991 Sep 29 23:27:00.914240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46826) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:00.918909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-d9328d79-63b9-4816-8884-39421b936456 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38', 'tempest-TagsExtTest-Tag-294052835') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:00.923059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-96d4e0f0-6841-4212-8be5-7c225daff3c5 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags HTTP/1.1" status: 200 len: 240 time: 0.2556987 Sep 29 23:27:00.987375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46830) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:00.992287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-4b7b398a-704c-44e3-bead-35673d039b9d tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38', 'tempest-TagsExtTest-Tag-294052835') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:01.007811 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d9328d79-63b9-4816-8884-39421b936456 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags/tempest-TagsExtTest-Tag-294052835 HTTP/1.1" status: 204 len: 168 time: 0.0922966 Sep 29 23:27:01.022509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Routers {'0e83650e-cee0-4b91-924c-e6e44c5cde0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:01.023300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:01.140161 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-68fd97d5-7a44-4822-aa7b-d493d6123aab tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1875878052&fields=id&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 267 time: 0.0838838 Sep 29 23:27:01.214859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4b7b398a-704c-44e3-bead-35673d039b9d tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags/tempest-TagsExtTest-Tag-294052835 HTTP/1.1" status: 204 len: 168 time: 0.2262242 Sep 29 23:27:01.217819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46846) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:01.224849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-86585bd5-8e59-42d2-aa08-2303e3f8dd88 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:01.293424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-75fb8d86-8172-46a8-b776-93e6c98fe637 None None] Port b7c90107-3176-452e-9ff9-e2687ac5163a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:27:01.313679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4d07cde5-d2ce-4082-a110-a8322c5f86fe triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:01.314471 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:01.339941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46848) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:01.341037 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-86585bd5-8e59-42d2-aa08-2303e3f8dd88 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags HTTP/1.1" status: 200 len: 205 time: 0.1205633 Sep 29 23:27:01.349730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-8e2f483b-daea-4656-ab16-e44e3c05f0d3 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:01.365922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-75fb8d86-8172-46a8-b776-93e6c98fe637 None None] Provisioning complete for port 36208482-994c-4a62-8a2e-98342fc9ee6a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:01.366324 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75fb8d86-8172-46a8-b776-93e6c98fe637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:01.386638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-893c51b3-572e-43b9-8b8b-07d0f6694bd3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:01.394144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-893c51b3-572e-43b9-8b8b-07d0f6694bd3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 797 time: 0.2318037 Sep 29 23:27:01.409756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-75fb8d86-8172-46a8-b776-93e6c98fe637 None None] Port 36208482-994c-4a62-8a2e-98342fc9ee6a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:27:01.420685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-6de7af37-7899-4163-9725-fa956a33b594 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/quotas/8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 375 time: 0.0255299 Sep 29 23:27:01.462588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-75fb8d86-8172-46a8-b776-93e6c98fe637 None None] Provisioning complete for port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:01.462588 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-75fb8d86-8172-46a8-b776-93e6c98fe637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:01.474640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8e2f483b-daea-4656-ab16-e44e3c05f0d3 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags HTTP/1.1" status: 200 len: 241 time: 0.1291046 Sep 29 23:27:01.475060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46852) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:01.479861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-338d8987-fb7d-47a6-8e1d-f1fb4d4fda85 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a', 'tempest-TagsExtTest-Tag-1867438788') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:01.524172 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-c3ddd96c-cf41-4a5d-aed5-0881b56301e3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025198 Sep 29 23:27:01.573604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-338d8987-fb7d-47a6-8e1d-f1fb4d4fda85 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags/tempest-TagsExtTest-Tag-1867438788 HTTP/1.1" status: 204 len: 168 time: 0.0973983 Sep 29 23:27:01.574632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46854) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:01.574918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Set router 0e83650e-cee0-4b91-924c-e6e44c5cde0a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:27:01.582197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-36a3f31a-ffd5-4ae3-8144-ba9cea26239f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a', 'tempest-TagsExtTest-Tag-1867438788') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:01.698978 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-36a3f31a-ffd5-4ae3-8144-ba9cea26239f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags/tempest-TagsExtTest-Tag-1867438788 HTTP/1.1" status: 204 len: 168 time: 0.1230874 Sep 29 23:27:01.701688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46860) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:01.708344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-d571eacb-fd99-4b3f-b54d-8651198c32b1 service neutron] 10.222.0.44 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831429 Sep 29 23:27:01.710963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-4aeded79-2cf7-4b9c-b81b-41b4f3d5b54d tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:01.746155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a7fefa6d-f0bc-4970-b134-5c5eae0b0cff up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:01.804507 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4aeded79-2cf7-4b9c-b81b-41b4f3d5b54d tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags HTTP/1.1" status: 200 len: 205 time: 0.0999978 Sep 29 23:27:01.805434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46862) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:01.810998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-55c2ae16-8f41-4a56-a30a-b4f54c49b105 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:01.919725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-55c2ae16-8f41-4a56-a30a-b4f54c49b105 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags HTTP/1.1" status: 200 len: 239 time: 0.1130593 Sep 29 23:27:01.920510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46868) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:01.925570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-6fc914be-9cb6-4878-a6f2-97c0e27fe2e4 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c', 'tempest-TagsExtTest-Tag-34749899') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:01.933996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-283d7a99-0c83-4c3e-9d11-62c46fb66e0f service neutron] 10.222.0.44 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194757 Sep 29 23:27:01.954484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d15f0bc1-4f83-443e-979e-2c5fa4e3e034 None None] Provisioning complete for port 36208482-994c-4a62-8a2e-98342fc9ee6a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:01.954913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d15f0bc1-4f83-443e-979e-2c5fa4e3e034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:01.969931 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04c79e-a7e2-4ae0-a6e9-3d7a9b376ab3 req-b7c516ec-3388-4caf-9df6-28fec48e5e7a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:01.972140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b04c79e-a7e2-4ae0-a6e9-3d7a9b376ab3 req-b7c516ec-3388-4caf-9df6-28fec48e5e7a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1875191 Sep 29 23:27:02.007066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:02.007480 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:02.037362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d15f0bc1-4f83-443e-979e-2c5fa4e3e034 None None] Port 36208482-994c-4a62-8a2e-98342fc9ee6a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:27:02.049474 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6fc914be-9cb6-4878-a6f2-97c0e27fe2e4 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags/tempest-TagsExtTest-Tag-34749899 HTTP/1.1" status: 204 len: 168 time: 0.1276863 Sep 29 23:27:02.050260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46872) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:02.055621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-88a5a9c9-7789-4b31-a02b-090338c67e8f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c', 'tempest-TagsExtTest-Tag-34749899') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:02.071217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b7c90107-3176-452e-9ff9-e2687ac5163a', 'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:77:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:56Z', 'updated_at': '2021-09-29T23:26:59Z', 'revision_number': 2, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:02.078180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b04c79e-a7e2-4ae0-a6e9-3d7a9b376ab3 req-79858f54-9660-4a39-9c49-f5b3a35afd29 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995789 Sep 29 23:27:02.138900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Checking router: 0e83650e-cee0-4b91-924c-e6e44c5cde0a for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:27:02.140999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Updating router 0e83650e-cee0-4b91-924c-e6e44c5cde0a port b7c90107-3176-452e-9ff9-e2687ac5163a binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:27:02.199546 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-88a5a9c9-7789-4b31-a02b-090338c67e8f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags/tempest-TagsExtTest-Tag-34749899 HTTP/1.1" status: 204 len: 168 time: 0.1471975 Sep 29 23:27:02.201143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46878) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:02.208456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-9c9923ab-6149-48a8-8683-113f6aea5b2f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:02.291602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b804a69f-81b7-4d73-b59f-24c079744699 req-f856a0dc-770f-4720-86a3-1199563e1971 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 210 time: 0.0416667 Sep 29 23:27:02.308973 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9c9923ab-6149-48a8-8683-113f6aea5b2f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags HTTP/1.1" status: 200 len: 205 time: 0.1064885 Sep 29 23:27:02.311517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46882) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:02.317074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-991d6528-9ab7-41c0-9c2b-ad1dd83902fd tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:02.340473 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:02.386780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4783a64-5c37-4de9-93b2-8209d320a658 req-4b0b6a91-b2a3-4f27-a119-ddacadfef570 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 210 time: 0.0571394 Sep 29 23:27:02.392357 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-991d6528-9ab7-41c0-9c2b-ad1dd83902fd tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags HTTP/1.1" status: 200 len: 241 time: 0.0761073 Sep 29 23:27:02.392719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46884) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:02.398098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-ab6b9b03-d270-4446-9cf8-5a6e8a29664e tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795', 'tempest-TagsExtTest-Tag-1025973717') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:02.439359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ab6b9b03-d270-4446-9cf8-5a6e8a29664e tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags/tempest-TagsExtTest-Tag-1025973717 HTTP/1.1" status: 204 len: 168 time: 0.0425353 Sep 29 23:27:02.439581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:02.445664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-9bf876f5-cb9c-4629-8a99-4238d14aaeca tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795', 'tempest-TagsExtTest-Tag-1025973717') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:02.471630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a7fefa6d-f0bc-4970-b134-5c5eae0b0cff up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:02.507959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9bf876f5-cb9c-4629-8a99-4238d14aaeca tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags/tempest-TagsExtTest-Tag-1025973717 HTTP/1.1" status: 204 len: 168 time: 0.0669062 Sep 29 23:27:02.511569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46892) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:02.520624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-b5897378-e978-40c9-adf8-333725f74ada tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:02.571674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b5897378-e978-40c9-adf8-333725f74ada tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags HTTP/1.1" status: 200 len: 205 time: 0.0558109 Sep 29 23:27:02.571674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46894) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:02.579501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-f8f40de1-9a0a-43b3-9a78-c39dcaf7a691 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:02.620193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f8f40de1-9a0a-43b3-9a78-c39dcaf7a691 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags HTTP/1.1" status: 204 len: 168 time: 0.0429008 Sep 29 23:27:02.620411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46896) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:02.626506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-faa54cd2-a524-40ea-9fa6-2c6ad4f3ceda tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:02.637824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab30996-bd2c-406c-a554-1d312949e2ab req-3c3808d6-0290-4a8c-a279-7fb85f6713ac tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:02.641235 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-3c3808d6-0290-4a8c-a279-7fb85f6713ac tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.42 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 814 time: 0.1628718 Sep 29 23:27:02.664095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:02.664713 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:02.666790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Request body: {'port': {'device_id': '2c8ae3d7-4119-42b4-8f56-585f9a625aa9', 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6', 'admin_state_up': True, 'tenant_id': 'e32addf739ff4563a50de14bac991b00'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:02.809484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-faa54cd2-a524-40ea-9fa6-2c6ad4f3ceda tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags HTTP/1.1" status: 204 len: 168 time: 0.1849287 Sep 29 23:27:02.809788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:02.817096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-5f4be49f-c4d3-4e96-8f91-05e930e935a8 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:02.928535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5f4be49f-c4d3-4e96-8f91-05e930e935a8 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags HTTP/1.1" status: 204 len: 168 time: 0.1149194 Sep 29 23:27:02.928805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46902) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:02.935451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-6c402053-56ce-4d0e-be28-8f577d28d9a0 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:03.001463 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:03.016763 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:03.059191 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6c402053-56ce-4d0e-be28-8f577d28d9a0 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags HTTP/1.1" status: 204 len: 168 time: 0.1281028 Sep 29 23:27:03.059864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46904) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:03.065626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcf214-e55a-4878-bc17-2efcc975594c None None] Pushing event updated for resources: {'Port': ['ID=b7c90107-3176-452e-9ff9-e2687ac5163a,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:03.066226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-9408878f-0cfb-4f33-96d0-a2db0c598ad1 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38', 'tempest-TagsExtTest-Tag-1434046208') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:03.244050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Attempting to bind port b7c90107-3176-452e-9ff9-e2687ac5163a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:27:03.244470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Attempting to bind port b7c90107-3176-452e-9ff9-e2687ac5163a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:27:03.244844 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Attempting to bind port b7c90107-3176-452e-9ff9-e2687ac5163a on network badc2d66-9c01-4394-ae68-d780763ac87f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:03.253344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:27:03.253728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Checking segment: {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:27:03.255488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Made reservation on behalf of e32addf739ff4563a50de14bac991b00 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:27:03.259078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:03.260819 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:03.261366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Bound using segment: {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:27:03.261886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Bound port: b7c90107-3176-452e-9ff9-e2687ac5163a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:27:03.262287 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:03.332443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9408878f-0cfb-4f33-96d0-a2db0c598ad1 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags/tempest-TagsExtTest-Tag-1434046208 HTTP/1.1" status: 201 len: 201 time: 0.2710776 Sep 29 23:27:03.333233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:03.340485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-0071c9a0-bef6-486c-b477-9396592b79f6 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a', 'tempest-TagsExtTest-Tag-828229962') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:03.400951 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aec101fb-7ea7-4582-832d-1110ca674433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:03.461729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e977336f-1fe8-4760-82ce-265573e3463c req-f744647b-0730-4b04-8fe8-f91311925a4f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:03.463322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e977336f-1fe8-4760-82ce-265573e3463c req-f744647b-0730-4b04-8fe8-f91311925a4f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.2221029 Sep 29 23:27:03.476003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] For port b7c90107-3176-452e-9ff9-e2687ac5163a, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:27:03.494181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] For port b7c90107-3176-452e-9ff9-e2687ac5163a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b7c90107-3176-452e-9ff9-e2687ac5163a,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:27:03.499497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e74c4157-cd9d-4749-b69e-1f02e808ed1c None None] Provisioning complete for port b7c90107-3176-452e-9ff9-e2687ac5163a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:03.499816 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e74c4157-cd9d-4749-b69e-1f02e808ed1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:03.505657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Allocated IP 172.20.0.7 (21231345-7d4f-49f4-9c0d-5711cbff8dc6/0241c012-ef0f-4e20-99e8-af5ff1ea48ce/a48e89a2-bded-4123-90bc-914d5ba9fd18) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:27:03.525621 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:03.563033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9483cafd-1f1d-48e2-aca0-81b11522d766 req-20230698-d1df-479c-a719-c4b58dd15a5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 210 time: 0.0853639 Sep 29 23:27:03.571808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46918) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:03.573070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0071c9a0-bef6-486c-b477-9396592b79f6 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags/tempest-TagsExtTest-Tag-828229962 HTTP/1.1" status: 201 len: 201 time: 0.2367332 Sep 29 23:27:03.584647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-2699212d-3434-42ba-8fdb-94e964de69e0 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c', 'tempest-TagsExtTest-Tag-487475050') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:03.621741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e977336f-1fe8-4760-82ce-265573e3463c req-7d89b86a-9053-4545-9e20-b41593597a23 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482606 Sep 29 23:27:03.642066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e74c4157-cd9d-4749-b69e-1f02e808ed1c None None] Port b7c90107-3176-452e-9ff9-e2687ac5163a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:27:03.659894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bcf214-e55a-4878-bc17-2efcc975594c None None] Pushing event updated for resources: {'Port': ['ID=b7c90107-3176-452e-9ff9-e2687ac5163a,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:03.663134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Routers {'0e83650e-cee0-4b91-924c-e6e44c5cde0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:03.664319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:26:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:03.710060 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cc70ea2-c040-44cf-81fa-b5d1e9d9fe37 req-abbf5d2e-4feb-46bc-ab2d-d0b1ad314d35 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 210 time: 0.0552883 Sep 29 23:27:03.795023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] Set router 0e83650e-cee0-4b91-924c-e6e44c5cde0a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:27:03.972880 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:04.014526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ce84b381-838c-4e39-ad21-e0cd7aeb788a None None] Provisioning complete for port b7c90107-3176-452e-9ff9-e2687ac5163a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:04.014915 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce84b381-838c-4e39-ad21-e0cd7aeb788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:04.023994 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2699212d-3434-42ba-8fdb-94e964de69e0 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags/tempest-TagsExtTest-Tag-487475050 HTTP/1.1" status: 201 len: 201 time: 0.4510343 Sep 29 23:27:04.026808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46920) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:04.031917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-8dd6ff98-d79b-4afa-b2c9-8fa7d1b6e49a tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795', 'tempest-TagsExtTest-Tag-1416858402') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:04.073490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8dd6ff98-d79b-4afa-b2c9-8fa7d1b6e49a tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags/tempest-TagsExtTest-Tag-1416858402 HTTP/1.1" status: 201 len: 201 time: 0.0454850 Sep 29 23:27:04.076217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:04.080209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-7dc4f3e7-1ca7-47f9-b6ba-ae8e6b7670f5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:04.082162 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-7dc4f3e7-1ca7-47f9-b6ba-ae8e6b7670f5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 797 time: 0.2489452 Sep 29 23:27:04.083737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-3f4b1df0-b81c-4c74-b298-3eacb489175d tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38', {'tags': ['tempest-TagsExtTest-Tag-2013586707', 'tempest-TagsExtTest-Tag-1100038545', 'tempest-TagsExtTest-Tag-81133681']}) {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:04.103257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:04.104268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b7c90107-3176-452e-9ff9-e2687ac5163a', 'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:77:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:56Z', 'updated_at': '2021-09-29T23:27:03Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:04.141950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903e6ef7-ba6c-4b62-aa1c-87af8ebd863e None None] The sync data for ids ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'] in n-d-811173-2 is: [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b7c90107-3176-452e-9ff9-e2687ac5163a', 'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:77:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:56Z', 'updated_at': '2021-09-29T23:27:03Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:27:04.149504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a75516fc-6765-4c1b-91ed-0975dc738bdd', '2c8cab0b-9594-4f86-8f48-511a187cd1af'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:27:04.164810 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3f4b1df0-b81c-4c74-b298-3eacb489175d tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags HTTP/1.1" status: 200 len: 316 time: 0.0858834 Sep 29 23:27:04.165906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:27:04.167566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46924) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:04.172540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-95b05716-cbb9-4318-8ef1-0dca2743a218 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:04.180504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:27:04.201887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:27:04.249345 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-48293b7a-6232-4e93-9337-0f5451309fba tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 380 time: 0.1465776 Sep 29 23:27:04.273540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Pushing event updated for resources: {'Port': ['ID=a48e89a2-bded-4123-90bc-914d5ba9fd18,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:04.282461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'port': {'device_id': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'admin_state_up': True, 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'security_groups': ['94aacf75-25b8-497f-bb39-bbe4f07e411e']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:04.300738 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce84b381-838c-4e39-ad21-e0cd7aeb788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:04.354379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:04.354984 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:04.391193 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ce84b381-838c-4e39-ad21-e0cd7aeb788a None None] For port b7c90107-3176-452e-9ff9-e2687ac5163a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b7c90107-3176-452e-9ff9-e2687ac5163a,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:04.410215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-95b05716-cbb9-4318-8ef1-0dca2743a218 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags HTTP/1.1" status: 204 len: 168 time: 0.2415588 Sep 29 23:27:04.411020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46930) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:04.418581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-31e0bed8-4945-41f3-b09b-0886c279cdd7 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38', 'tempest-TagsExtTest-Tag-2013586707') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:04.422077 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce84b381-838c-4e39-ad21-e0cd7aeb788a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:04.469061 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-18ef92cf-328e-4074-93b2-b11f2765d966 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8079500 Sep 29 23:27:04.522192 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Request body: {'port': {'device_id': '2c8ae3d7-4119-42b4-8f56-585f9a625aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:04.530224 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-31e0bed8-4945-41f3-b09b-0886c279cdd7 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:04.537893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-31e0bed8-4945-41f3-b09b-0886c279cdd7 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags/tempest-TagsExtTest-Tag-2013586707 HTTP/1.1" status: 404 len: 329 time: 0.1239922 Sep 29 23:27:04.540303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46934) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:04.551016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-e26e24d8-213e-4865-93f5-3a9a80d59248 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38', 'tempest-TagsExtTest-Tag-1100038545') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:04.568106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b7c90107-3176-452e-9ff9-e2687ac5163a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:04.592587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:27:04.613605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:04.665582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84b381-838c-4e39-ad21-e0cd7aeb788a None None] Pushing event updated for resources: {'Port': ['ID=b7c90107-3176-452e-9ff9-e2687ac5163a,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:04.729503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ad27db6-e173-4f5a-9cd0-63f3d968aa8c req-d7d18f8b-06bc-474f-b009-b87d4d2ae0c2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 210 time: 0.0537581 Sep 29 23:27:04.739115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b7c90107-3176-452e-9ff9-e2687ac5163a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:04.739498 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:04.754379 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-e26e24d8-213e-4865-93f5-3a9a80d59248 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:04.761477 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e26e24d8-213e-4865-93f5-3a9a80d59248 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags/tempest-TagsExtTest-Tag-1100038545 HTTP/1.1" status: 404 len: 329 time: 0.2200029 Sep 29 23:27:04.762531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46942) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:04.771675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-1c585692-5ebd-4347-937e-1f7b0af288f8 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38', 'tempest-TagsExtTest-Tag-81133681') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:04.877663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:04.966285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d49dfad-500c-40f6-9132-adb19a1d1541 req-c2b3a475-9045-464e-b1db-3a88b9580f0a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:04.968211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d49dfad-500c-40f6-9132-adb19a1d1541 req-c2b3a475-9045-464e-b1db-3a88b9580f0a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1327827 Sep 29 23:27:04.976412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e9f12-2a12-4a96-88a9-8a741c8297ed req-efad19e8-6226-4c73-ac38-cfe086d2e663 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:04.979087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-793e9f12-2a12-4a96-88a9-8a741c8297ed req-efad19e8-6226-4c73-ac38-cfe086d2e663 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 931 time: 0.1646576 Sep 29 23:27:05.029157 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-1c585692-5ebd-4347-937e-1f7b0af288f8 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:05.033464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1c585692-5ebd-4347-937e-1f7b0af288f8 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags/tempest-TagsExtTest-Tag-81133681 HTTP/1.1" status: 404 len: 327 time: 0.2664940 Sep 29 23:27:05.037240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46946) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:05.052938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-9fe2d836-aa76-4c9f-a2f7-2c27dbc94c93 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a', {'tags': ['tempest-TagsExtTest-Tag-1510278199', 'tempest-TagsExtTest-Tag-1173430830', 'tempest-TagsExtTest-Tag-1280908012']}) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:05.093943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.20.0.11 (badc2d66-9c01-4394-ae68-d780763ac87f/28871664-8f78-44a2-9e56-7291f5bddb48/d62a73d1-b8bc-407a-ba82-b0b3b78a1230) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:27:05.102422 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d49dfad-500c-40f6-9132-adb19a1d1541 req-32779cb0-8bc0-4489-b8dd-882f89ecd6ee tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226964 Sep 29 23:27:05.134633 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-793e9f12-2a12-4a96-88a9-8a741c8297ed req-f5904d8b-88a5-4c0b-9b56-74e5c766e7d5 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437588 Sep 29 23:27:05.298063 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9fe2d836-aa76-4c9f-a2f7-2c27dbc94c93 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags HTTP/1.1" status: 200 len: 318 time: 0.2597530 Sep 29 23:27:05.300758 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:05.317197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-adfd0bba-2769-4dc2-80b0-0dc089d37a57 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:05.401895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-adfd0bba-2769-4dc2-80b0-0dc089d37a57 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags HTTP/1.1" status: 204 len: 168 time: 0.0974979 Sep 29 23:27:05.402115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:05.406437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-03e1c89e-d4ff-4211-890a-ee0149c1e814 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a', 'tempest-TagsExtTest-Tag-1510278199') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:05.460558 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-03e1c89e-d4ff-4211-890a-ee0149c1e814 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:05.461955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-03e1c89e-d4ff-4211-890a-ee0149c1e814 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags/tempest-TagsExtTest-Tag-1510278199 HTTP/1.1" status: 404 len: 329 time: 0.0589979 Sep 29 23:27:05.464942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46954) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:05.469767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-a13eeec6-52bb-4c1c-9d15-dae7eec59d6b tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a', 'tempest-TagsExtTest-Tag-1173430830') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:05.470569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:05.530555 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-a13eeec6-52bb-4c1c-9d15-dae7eec59d6b tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:05.534846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a13eeec6-52bb-4c1c-9d15-dae7eec59d6b tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags/tempest-TagsExtTest-Tag-1173430830 HTTP/1.1" status: 404 len: 329 time: 0.0658672 Sep 29 23:27:05.534846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46958) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:05.541622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-cfd9bf9f-ea48-4266-a33e-d88597a47293 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a', 'tempest-TagsExtTest-Tag-1280908012') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:05.557395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a48e89a2-bded-4123-90bc-914d5ba9fd18 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:05.568332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:05.576109 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:05.602527 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-cfd9bf9f-ea48-4266-a33e-d88597a47293 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:05.604345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cfd9bf9f-ea48-4266-a33e-d88597a47293 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags/tempest-TagsExtTest-Tag-1280908012 HTTP/1.1" status: 404 len: 329 time: 0.0687447 Sep 29 23:27:05.606321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46960) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:05.612234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-0088070e-eb5f-43c6-8e16-97150535c133 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c', {'tags': ['tempest-TagsExtTest-Tag-1878466274', 'tempest-TagsExtTest-Tag-1442898664', 'tempest-TagsExtTest-Tag-1598618017']}) {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:05.618940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Transition to ACTIVE for port object a48e89a2-bded-4123-90bc-914d5ba9fd18 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:27:05.629474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:05.639879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network badc2d66-9c01-4394-ae68-d780763ac87f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:27:05.650114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:27:05.654042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:05.657822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:27:05.769324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Pushing event updated for resources: {'Port': ['ID=a48e89a2-bded-4123-90bc-914d5ba9fd18,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:05.792327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:05.793119 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:05.847809 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-9b1fa92b-d5ce-4bcb-b0d1-8b0a281e9d46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5681591 Sep 29 23:27:05.865481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Request body: {'port': {'device_id': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:05.895529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Attempting to bind port a48e89a2-bded-4123-90bc-914d5ba9fd18 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:27:05.895926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Attempting to bind port a48e89a2-bded-4123-90bc-914d5ba9fd18 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:27:05.896418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Attempting to bind port a48e89a2-bded-4123-90bc-914d5ba9fd18 on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:05.908551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Port a48e89a2-bded-4123-90bc-914d5ba9fd18 on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:27:05.908909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Attempting to bind port a48e89a2-bded-4123-90bc-914d5ba9fd18 on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:05.933705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:27:05.934062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Checking segment: {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:27:05.934463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Bound using segment: {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:27:05.934919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Bound port: a48e89a2-bded-4123-90bc-914d5ba9fd18, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:27:05.935293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:05.953679 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:05.970852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0fe86509-6f53-475e-98e5-09b0ea7415a1 None None] Provisioning complete for port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:05.971412 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0fe86509-6f53-475e-98e5-09b0ea7415a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:06.006553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0fe86509-6f53-475e-98e5-09b0ea7415a1 None None] Port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:27:06.064085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] For port a48e89a2-bded-4123-90bc-914d5ba9fd18, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:27:06.088138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0088070e-eb5f-43c6-8e16-97150535c133 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags HTTP/1.1" status: 200 len: 318 time: 0.4803329 Sep 29 23:27:06.090679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46964) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:06.096892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-03d39701-54a1-4710-92a7-7fad3297075c tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:06.135292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] For port a48e89a2-bded-4123-90bc-914d5ba9fd18, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a48e89a2-bded-4123-90bc-914d5ba9fd18,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:27:06.144299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26f535-81b7-4e55-a687-aeb1599c1ee2 req-e37b779f-083a-43d6-b556-12970af4d26d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:06.146243 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b26f535-81b7-4e55-a687-aeb1599c1ee2 req-e37b779f-083a-43d6-b556-12970af4d26d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 932 time: 0.1037459 Sep 29 23:27:06.162757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:06.231008 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa182a92-5759-44b2-9686-180cc5684ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:06.248203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:06.248959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:06.251860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] 10.222.0.42 "PUT /v2.0/ports/a48e89a2-bded-4123-90bc-914d5ba9fd18 HTTP/1.1" status: 200 len: 1091 time: 1.7335491 Sep 29 23:27:06.252044 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c8ae3d7-4119-42b4-8f56-585f9a625aa9', 'tag': 'a48e89a2-bded-4123-90bc-914d5ba9fd18'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:06.255137 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0528f3-2d3f-4b0a-b575-5b7c19eee087" -d '{"events": [{"name": "network-changed", "server_uuid": "2c8ae3d7-4119-42b4-8f56-585f9a625aa9", "tag": "a48e89a2-bded-4123-90bc-914d5ba9fd18"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:06.297326 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b26f535-81b7-4e55-a687-aeb1599c1ee2 req-1f2b8a80-7762-4751-82ad-41a7ae7bbb6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392698 Sep 29 23:27:06.304207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-03d39701-54a1-4710-92a7-7fad3297075c tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags HTTP/1.1" status: 204 len: 168 time: 0.2097375 Sep 29 23:27:06.304714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46974) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:06.329691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-246ab8ae-113f-4a12-8f61-e2e4053e3b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c', 'tempest-TagsExtTest-Tag-1878466274') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:06.359916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50de38d-1e8e-4af1-a775-b3377c30aaeb service neutron] Pushing event updated for resources: {'Port': ['ID=a48e89a2-bded-4123-90bc-914d5ba9fd18,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:06.396945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b44c5-b471-4a15-ba09-3e7c7fba437f req-c036789d-63c3-4476-8c00-31f92ccb826a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:06.398813 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e11b44c5-b471-4a15-ba09-3e7c7fba437f req-c036789d-63c3-4476-8c00-31f92ccb826a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1897993 Sep 29 23:27:06.435420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b7c90107-3176-452e-9ff9-e2687ac5163a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:06.439767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab30996-bd2c-406c-a554-1d312949e2ab req-358aeae5-ab6b-4b0a-b116-8dd8fbdc6cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:06.440982 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-358aeae5-ab6b-4b0a-b116-8dd8fbdc6cb7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 1094 time: 0.1053150 Sep 29 23:27:06.737286 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-246ab8ae-113f-4a12-8f61-e2e4053e3b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:06.737286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-246ab8ae-113f-4a12-8f61-e2e4053e3b41 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags/tempest-TagsExtTest-Tag-1878466274 HTTP/1.1" status: 404 len: 329 time: 0.1895113 Sep 29 23:27:06.737286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46982) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:06.737286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-9fd15841-5e30-43e8-9693-08b068cd5392 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c', 'tempest-TagsExtTest-Tag-1442898664') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:06.745427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d62a73d1-b8bc-407a-ba82-b0b3b78a1230 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:06.745427 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:06.745427 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-6c2cbae1-a29c-4cc4-8e09-60a175e4d7fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48e89a2-bded-4123-90bc-914d5ba9fd18 HTTP/1.1" status: 200 len: 217 time: 0.1031930 Sep 29 23:27:06.747208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e11b44c5-b471-4a15-ba09-3e7c7fba437f req-5688c829-d367-422d-8f7f-57081b5aae47 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523576 Sep 29 23:27:06.747208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfdb1d-4e96-454c-af4f-a6d24f430550 req-5e5d272a-14ae-4eb6-8297-ecc981698053 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:06.747208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9adfdb1d-4e96-454c-af4f-a6d24f430550 req-5e5d272a-14ae-4eb6-8297-ecc981698053 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 943 time: 0.1837575 Sep 29 23:27:06.747986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:06.748722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Transition to ACTIVE for port object d62a73d1-b8bc-407a-ba82-b0b3b78a1230 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:27:06.749876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b7c90107-3176-452e-9ff9-e2687ac5163a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:06.749876 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:06.750496 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:06.750994 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-9fd15841-5e30-43e8-9693-08b068cd5392 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:06.750994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9fd15841-5e30-43e8-9693-08b068cd5392 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags/tempest-TagsExtTest-Tag-1442898664 HTTP/1.1" status: 404 len: 329 time: 0.1627212 Sep 29 23:27:06.751458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 46990) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:06.751737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9adfdb1d-4e96-454c-af4f-a6d24f430550 req-b281233e-bc53-4fa2-a8e4-2307f77392b2 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955544 Sep 29 23:27:06.761899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-5b19e5fe-a2a9-4dc8-b580-5959b24be4c7 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c', 'tempest-TagsExtTest-Tag-1598618017') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:06.778160 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fe31e5-ed47-421d-b19f-c89fad518fcf x-openstack-request-id: req-58fe31e5-ed47-421d-b19f-c89fad518fcf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:06.778522 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c8ae3d7-4119-42b4-8f56-585f9a625aa9", "tag": "a48e89a2-bded-4123-90bc-914d5ba9fd18", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:06.778959 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-58fe31e5-ed47-421d-b19f-c89fad518fcf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:06.779564 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c8ae3d7-4119-42b4-8f56-585f9a625aa9', 'tag': 'a48e89a2-bded-4123-90bc-914d5ba9fd18', 'status': 'completed', 'code': 200} Sep 29 23:27:06.834259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Pushing event updated for resources: {'Port': ['ID=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:06.843484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab30996-bd2c-406c-a554-1d312949e2ab req-6e1f189e-f190-48b8-a028-f5c3b432a0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:06.845031 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-6e1f189e-f190-48b8-a028-f5c3b432a0d0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0241c012-ef0f-4e20-99e8-af5ff1ea48ce HTTP/1.1" status: 200 len: 854 time: 0.2704978 Sep 29 23:27:06.923293 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-9800835b-c77c-4b7b-af95-7bff0919aa01 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21231345-7d4f-49f4-9c0d-5711cbff8dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692894 Sep 29 23:27:06.974910 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-5b19e5fe-a2a9-4dc8-b580-5959b24be4c7 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:06.976439 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5b19e5fe-a2a9-4dc8-b580-5959b24be4c7 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags/tempest-TagsExtTest-Tag-1598618017 HTTP/1.1" status: 404 len: 329 time: 0.2188754 Sep 29 23:27:06.979345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 46998) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:06.986104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-162c85fb-f4a9-456d-9964-83ce8f29bdd8 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795', {'tags': ['tempest-TagsExtTest-Tag-553483031', 'tempest-TagsExtTest-Tag-1210071852', 'tempest-TagsExtTest-Tag-460614387']}) {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:07.048286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-162c85fb-f4a9-456d-9964-83ce8f29bdd8 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "PUT /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags HTTP/1.1" status: 200 len: 316 time: 0.0671620 Sep 29 23:27:07.049288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47000) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:07.051704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Attempting to bind port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:27:07.052080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Attempting to bind port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:27:07.052423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Attempting to bind port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 on network badc2d66-9c01-4394-ae68-d780763ac87f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:07.055325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-4ab2e4a9-9ad7-4710-b8f6-000b29d2b30f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:07.061736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 on network badc2d66-9c01-4394-ae68-d780763ac87f not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:27:07.061736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Attempting to bind port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 on network badc2d66-9c01-4394-ae68-d780763ac87f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:07.079947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 26, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:27:07.080603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Checking segment: {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:27:07.081207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Bound using segment: {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:27:07.081663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Bound port: d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:27:07.082033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:07.099583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-282ce09f-74cf-4d65-bcb2-8f368a540b58 service neutron] 10.222.0.42 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672487 Sep 29 23:27:07.110362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4ab2e4a9-9ad7-4710-b8f6-000b29d2b30f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags HTTP/1.1" status: 204 len: 168 time: 0.0572603 Sep 29 23:27:07.111948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47004) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:07.117490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-df32b5b5-da71-4a73-a92e-a5607c0b5944 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795', 'tempest-TagsExtTest-Tag-553483031') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:07.141687 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-df32b5b5-da71-4a73-a92e-a5607c0b5944 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:07.142894 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-df32b5b5-da71-4a73-a92e-a5607c0b5944 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags/tempest-TagsExtTest-Tag-553483031 HTTP/1.1" status: 404 len: 328 time: 0.0295665 Sep 29 23:27:07.145946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47006) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:07.151280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-a69405bf-0b24-459e-9caa-1896572951ad tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795', 'tempest-TagsExtTest-Tag-1210071852') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:07.177363 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-a69405bf-0b24-459e-9caa-1896572951ad tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:07.179001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a69405bf-0b24-459e-9caa-1896572951ad tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags/tempest-TagsExtTest-Tag-1210071852 HTTP/1.1" status: 404 len: 329 time: 0.0318854 Sep 29 23:27:07.181730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47008) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:07.188578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-ad82ff1c-d254-4dcf-ac55-dc438d43f30f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795', 'tempest-TagsExtTest-Tag-460614387') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:07.211565 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-ad82ff1c-d254-4dcf-ac55-dc438d43f30f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] show failed (client error): The resource could not be found. Sep 29 23:27:07.215528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ad82ff1c-d254-4dcf-ac55-dc438d43f30f tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags/tempest-TagsExtTest-Tag-460614387 HTTP/1.1" status: 404 len: 328 time: 0.0295134 Sep 29 23:27:07.216882 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47010) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:07.222756 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-58d9c779-b8d4-44a5-9e50-ed01b51ab575 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd4528743-0ba3-464b-84c7-352d0a347795') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:07.226123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:27:07.243148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:27:07.258912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-58d9c779-b8d4-44a5-9e50-ed01b51ab575 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795/tags HTTP/1.1" status: 204 len: 168 time: 0.0405939 Sep 29 23:27:07.262062 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-eab30996-bd2c-406c-a554-1d312949e2ab req-c9287371-ae59-45a8-bca0-5141d79e3a68 service neutron] 10.222.0.42 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325366 Sep 29 23:27:07.262529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47012) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:07.268040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-f8158226-c49b-4bf0-a8d1-57537448b5d8 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0d117bcf-3c39-4caa-b5d8-6f112eb1411c') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:07.271798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:07.342839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:07.343844 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:07.345446 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] 10.222.0.26 "PUT /v2.0/ports/d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 1092 time: 1.4869127 Sep 29 23:27:07.461686 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:07.480348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5e97dc-5935-41d9-b7f5-12b54a8a8fb4 req-6050dc87-c416-4ac0-a8d7-f7edaa56ba85 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:07.481451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9f4ad-097e-43a6-8d79-6756c278524b service neutron] Pushing event updated for resources: {'Port': ['ID=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:07.482227 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc5e97dc-5935-41d9-b7f5-12b54a8a8fb4 req-6050dc87-c416-4ac0-a8d7-f7edaa56ba85 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 944 time: 0.0717733 Sep 29 23:27:07.502776 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f8158226-c49b-4bf0-a8d1-57537448b5d8 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c/tags HTTP/1.1" status: 204 len: 168 time: 0.2391608 Sep 29 23:27:07.506400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0528f3-2d3f-4b0a-b575-5b7c19eee087 req-2d9dee64-942f-4775-b162-2035fc50cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:07.507898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-db0528f3-2d3f-4b0a-b575-5b7c19eee087 req-2d9dee64-942f-4775-b162-2035fc50cb60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 1094 time: 0.1453824 Sep 29 23:27:07.509179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47020) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:07.513387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-bef276b8-b69f-4eba-bc29-b5f4638d8b5b tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '36208482-994c-4a62-8a2e-98342fc9ee6a') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:07.544391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc5e97dc-5935-41d9-b7f5-12b54a8a8fb4 req-8529979a-0bf5-49f7-a8c3-2f9b16d3650c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532625 Sep 29 23:27:07.597977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-dd119ee2-46ca-4e8f-96a3-4a578d584d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:07.600582 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-dd119ee2-46ca-4e8f-96a3-4a578d584d1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1095 time: 0.2022276 Sep 29 23:27:07.748536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602b9ef-6b51-45b1-92e4-69b3a9a63fbc req-b01fabf1-6047-4746-ad68-3fbd708cb7d3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:07.751214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8602b9ef-6b51-45b1-92e4-69b3a9a63fbc req-b01fabf1-6047-4746-ad68-3fbd708cb7d3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0673504 Sep 29 23:27:07.836420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818549f-cc6f-4014-b5ae-acddabadd6ef req-24754661-f176-45be-ae38-4f9b1c359355 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:07.838273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9818549f-cc6f-4014-b5ae-acddabadd6ef req-24754661-f176-45be-ae38-4f9b1c359355 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 943 time: 0.0832489 Sep 29 23:27:07.841239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8602b9ef-6b51-45b1-92e4-69b3a9a63fbc req-d38d8626-e207-4e2d-88fd-5be3d68a3e9b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771725 Sep 29 23:27:07.882309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9818549f-cc6f-4014-b5ae-acddabadd6ef req-3e187454-2e09-4698-aef3-298aba92e957 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355799 Sep 29 23:27:07.929221 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-be24036b-4502-45cd-8f24-88864ee0f4e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 217 time: 0.0422325 Sep 29 23:27:07.991974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0528f3-2d3f-4b0a-b575-5b7c19eee087 req-bc865278-1bf7-4cba-91c1-30dc46dc3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:07.993455 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-db0528f3-2d3f-4b0a-b575-5b7c19eee087 req-bc865278-1bf7-4cba-91c1-30dc46dc3ed6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 915 time: 0.4753909 Sep 29 23:27:08.052665 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-db0528f3-2d3f-4b0a-b575-5b7c19eee087 req-bb4ed21d-1044-4519-bf0f-0ba12131640f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a48e89a2-bded-4123-90bc-914d5ba9fd18 HTTP/1.1" status: 200 len: 217 time: 0.0504429 Sep 29 23:27:08.055461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-d298bb1e-4fd6-4a4f-a4a3-a85c52467ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:08.056969 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-d298bb1e-4fd6-4a4f-a4a3-a85c52467ced service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 200 len: 835 time: 0.1185825 Sep 29 23:27:08.063155 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bef276b8-b69f-4eba-bc29-b5f4638d8b5b tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a/tags HTTP/1.1" status: 204 len: 168 time: 0.5497825 Sep 29 23:27:08.063354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47038) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:08.076114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-c6a86464-7845-4b23-9123-2d7e3e91972c tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f0a3abb5-e823-487d-b47e-77b5552adf38') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:08.171602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0528f3-2d3f-4b0a-b575-5b7c19eee087 req-8edc7af5-6a6d-40b2-844b-71e52d7bc360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:08.173989 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-db0528f3-2d3f-4b0a-b575-5b7c19eee087 req-8edc7af5-6a6d-40b2-844b-71e52d7bc360 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0241c012-ef0f-4e20-99e8-af5ff1ea48ce HTTP/1.1" status: 200 len: 854 time: 0.1124666 Sep 29 23:27:08.180182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-53071927-3953-4e5b-949f-dc107a56ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:08.181622 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-53071927-3953-4e5b-949f-dc107a56ec25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=badc2d66-9c01-4394-ae68-d780763ac87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097891 Sep 29 23:27:08.217000 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-db0528f3-2d3f-4b0a-b575-5b7c19eee087 req-ecb3ea7e-1665-44d9-a63a-ba13ccc53037 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21231345-7d4f-49f4-9c0d-5711cbff8dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335014 Sep 29 23:27:08.347880 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c6a86464-7845-4b23-9123-2d7e3e91972c tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38/tags HTTP/1.1" status: 204 len: 168 time: 0.2836456 Sep 29 23:27:08.352840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47046) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:08.421894 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-1bb662d0-9e6c-401a-a94e-927b2049c270 service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282133 Sep 29 23:27:08.428002 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-db0528f3-2d3f-4b0a-b575-5b7c19eee087 req-402dbac7-1bd8-41d5-b9b7-968e0e3dbadb service neutron] 10.222.0.42 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972930 Sep 29 23:27:08.595362 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8866b71b-309a-4a53-af73-6de149210ba0 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for subnetpool, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:08.596580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8866b71b-309a-4a53-af73-6de149210ba0 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/subnetpools/d4528743-0ba3-464b-84c7-352d0a347795 HTTP/1.1" status: 204 len: 168 time: 0.2427764 Sep 29 23:27:08.600015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47056) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:08.627394 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:08.640725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-85d51a8c-240d-41d6-821e-b2702d093787 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "GET /v2.0/ports?device_id=0d117bcf-3c39-4caa-b5d8-6f112eb1411c HTTP/1.1" status: 200 len: 205 time: 0.0395682 Sep 29 23:27:08.648579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47058) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:08.660766 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2301dcb-f0d3-441a-a8f4-55640bb75e93 req-bcb6017e-1bb0-460a-b87d-f12048f56d7e service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307115 Sep 29 23:27:08.662530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-db0528f3-2d3f-4b0a-b575-5b7c19eee087 req-2656ba3b-de4d-426e-abe9-6fb5eae02790 service neutron] 10.222.0.42 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164586 Sep 29 23:27:08.670487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67310a0b-0b53-447f-8f11-80f07b3e2e7f req-f1f59acd-f1e5-4453-ab0f-deca80854ac5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:08.674737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67310a0b-0b53-447f-8f11-80f07b3e2e7f req-f1f59acd-f1e5-4453-ab0f-deca80854ac5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 944 time: 0.0565476 Sep 29 23:27:08.727534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67310a0b-0b53-447f-8f11-80f07b3e2e7f req-3fe5127f-af3a-4b18-8ff4-2baf5d1236a6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413723 Sep 29 23:27:08.743899 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c317638c-6ba6-4d07-bd05-cef9a5d3d7b6 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:08.782148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:08.784455 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861fe097-186d-42df-8922-96c2910916b1" -d '{"events": [{"name": "network-changed", "server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:08.825241 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122170ae-14ef-4fee-8211-f9dfee26961b x-openstack-request-id: req-122170ae-14ef-4fee-8211-f9dfee26961b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:08.825524 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:08.825790 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-122170ae-14ef-4fee-8211-f9dfee26961b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:08.826157 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'status': 'completed', 'code': 200} Sep 29 23:27:08.947174 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c317638c-6ba6-4d07-bd05-cef9a5d3d7b6 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:08.950294 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c317638c-6ba6-4d07-bd05-cef9a5d3d7b6 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:09.001028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de0beb-282a-4d2e-aa50-1c9a4f2ea022 req-0c0959ff-c9b3-41d5-85cd-305a733a0e0d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:09.001398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fe097-186d-42df-8922-96c2910916b1 req-65a19dc6-1f27-49b0-a8fe-2410bb872172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:09.003225 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-861fe097-186d-42df-8922-96c2910916b1 req-65a19dc6-1f27-49b0-a8fe-2410bb872172 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1095 time: 0.1164446 Sep 29 23:27:09.003451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83de0beb-282a-4d2e-aa50-1c9a4f2ea022 req-0c0959ff-c9b3-41d5-85cd-305a733a0e0d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0814672 Sep 29 23:27:09.004445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c317638c-6ba6-4d07-bd05-cef9a5d3d7b6 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:09.005136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c317638c-6ba6-4d07-bd05-cef9a5d3d7b6 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Fanout notify agent at l3_agent the message router_deleted on router 0d117bcf-3c39-4caa-b5d8-6f112eb1411c {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:27:09.013739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c317638c-6ba6-4d07-bd05-cef9a5d3d7b6 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:09.015325 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c317638c-6ba6-4d07-bd05-cef9a5d3d7b6 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/routers/0d117bcf-3c39-4caa-b5d8-6f112eb1411c HTTP/1.1" status: 204 len: 168 time: 0.3656883 Sep 29 23:27:09.024822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47072) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:09.095684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83de0beb-282a-4d2e-aa50-1c9a4f2ea022 req-d7922322-7f75-4590-8437-28770df9e97e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669775 Sep 29 23:27:09.119171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4425e-0129-445a-9c51-b80a550e1136 req-4f1f8664-776f-48f0-8b62-04ddab66d61e tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:09.127786 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1d4425e-0129-445a-9c51-b80a550e1136 req-4f1f8664-776f-48f0-8b62-04ddab66d61e tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 943 time: 0.1232190 Sep 29 23:27:09.175619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fe097-186d-42df-8922-96c2910916b1 req-6009c7cf-121a-44cf-b609-8481f124fc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:09.175977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1d4425e-0129-445a-9c51-b80a550e1136 req-b0ba86ab-6415-41f0-8dcf-2ee1857bf800 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471156 Sep 29 23:27:09.177127 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-861fe097-186d-42df-8922-96c2910916b1 req-6009c7cf-121a-44cf-b609-8481f124fc0d service neutron] 10.222.0.26 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 898 time: 0.1605875 Sep 29 23:27:09.188988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7346b56d-14c3-445f-af1e-2a79d33c5acb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Deleting port 36208482-994c-4a62-8a2e-98342fc9ee6a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:27:09.189334 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7346b56d-14c3-445f-af1e-2a79d33c5acb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:09.239509 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-861fe097-186d-42df-8922-96c2910916b1 req-65cdacd9-9f3f-4723-997f-cd3ef1079821 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 217 time: 0.0471499 Sep 29 23:27:09.346277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fe097-186d-42df-8922-96c2910916b1 req-a192bf93-6c8d-4b92-8730-9c1613666ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:09.347756 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-861fe097-186d-42df-8922-96c2910916b1 req-a192bf93-6c8d-4b92-8730-9c1613666ace service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 200 len: 835 time: 0.0946863 Sep 29 23:27:09.371036 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7346b56d-14c3-445f-af1e-2a79d33c5acb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:09.399474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7346b56d-14c3-445f-af1e-2a79d33c5acb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Calling delete_port for 36208482-994c-4a62-8a2e-98342fc9ee6a owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:27:09.457983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fe097-186d-42df-8922-96c2910916b1 req-16b2b55e-6e04-4ff6-b3e2-f97053556241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:09.459488 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-861fe097-186d-42df-8922-96c2910916b1 req-16b2b55e-6e04-4ff6-b3e2-f97053556241 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=badc2d66-9c01-4394-ae68-d780763ac87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1007421 Sep 29 23:27:09.597971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:09.602719 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-861fe097-186d-42df-8922-96c2910916b1 req-c0ede7de-c2e9-40f6-9f20-68608f43fa5d service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319346 Sep 29 23:27:09.631307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7346b56d-14c3-445f-af1e-2a79d33c5acb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:09.674552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7346b56d-14c3-445f-af1e-2a79d33c5acb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Pushing event deleted for resources: {'Port': ['ID=36208482-994c-4a62-8a2e-98342fc9ee6a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:09.792961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-861fe097-186d-42df-8922-96c2910916b1 req-d4bdd3b7-476d-4fa6-ac46-c2186a3681e4 service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813529 Sep 29 23:27:09.806232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7346b56d-14c3-445f-af1e-2a79d33c5acb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:09.808509 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7346b56d-14c3-445f-af1e-2a79d33c5acb tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/ports/36208482-994c-4a62-8a2e-98342fc9ee6a HTTP/1.1" status: 204 len: 168 time: 0.7825408 Sep 29 23:27:09.811209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47088) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:09.913480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-83431cdb-1e91-420f-87cf-07249a5fec16 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Deleting subnet f0a3abb5-e823-487d-b47e-77b5552adf38 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:27:09.919177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83431cdb-1e91-420f-87cf-07249a5fec16 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:09.956701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34169a-bcdb-407c-8fa1-3041a6762bf7 req-a8f2d5d6-d059-459d-8d38-14016a5e6ef1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:09.958298 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef34169a-bcdb-407c-8fa1-3041a6762bf7 req-a8f2d5d6-d059-459d-8d38-14016a5e6ef1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 944 time: 0.1156528 Sep 29 23:27:09.977932 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83431cdb-1e91-420f-87cf-07249a5fec16 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.051250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef34169a-bcdb-407c-8fa1-3041a6762bf7 req-7a9f4813-6aac-4090-b7e0-713b3ee99b3d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851133 Sep 29 23:27:10.100776 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83431cdb-1e91-420f-87cf-07249a5fec16 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.172711 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83431cdb-1e91-420f-87cf-07249a5fec16 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.212806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83431cdb-1e91-420f-87cf-07249a5fec16 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a3abb5-e823-487d-b47e-77b5552adf38,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:10.224415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e72216c-268b-42d5-a9d3-21a53aa587bb None None] Network ab362959-023e-44a0-84fb-9263db0d5558 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:27:10.230077 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-83431cdb-1e91-420f-87cf-07249a5fec16 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.235304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-83431cdb-1e91-420f-87cf-07249a5fec16 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/subnets/f0a3abb5-e823-487d-b47e-77b5552adf38 HTTP/1.1" status: 204 len: 168 time: 0.4196479 Sep 29 23:27:10.235690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47102) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:10.272998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8c6f2-72b1-44d8-b4b9-0e1019877d9d req-687d6285-57e9-4526-a740-41b36e653a21 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:10.274853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10a8c6f2-72b1-44d8-b4b9-0e1019877d9d req-687d6285-57e9-4526-a740-41b36e653a21 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0948982 Sep 29 23:27:10.342306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.364030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5a61b7-2da8-44a2-9826-af85657e74c9 req-b21ae3af-0132-416f-a816-584a2f8c8b27 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:10.371867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd5a61b7-2da8-44a2-9826-af85657e74c9 req-b21ae3af-0132-416f-a816-584a2f8c8b27 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 943 time: 0.0956421 Sep 29 23:27:10.383473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10a8c6f2-72b1-44d8-b4b9-0e1019877d9d req-e93a45a3-f054-4465-ab5a-44816f84da62 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955374 Sep 29 23:27:10.435868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd5a61b7-2da8-44a2-9826-af85657e74c9 req-42eee21f-f7ad-4dfd-86e7-7191939443c4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625896 Sep 29 23:27:10.436823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Deleting port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:27:10.437406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.529816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] For port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a7fefa6d-f0bc-4970-b134-5c5eae0b0cff,segment=NetworkSegment(08a3cac5-1ac9-4b0c-aba0-42ae2585501a),segment_id=08a3cac5-1ac9-4b0c-aba0-42ae2585501a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:10.530253 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.544940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Calling delete_port for a7fefa6d-f0bc-4970-b134-5c5eae0b0cff owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:27:10.551732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f404e8ec-21b6-42a1-ac5b-db31dc45db20 None None] DHCP port deletion for ab362959-023e-44a0-84fb-9263db0d5558 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:27:10.611543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f404e8ec-21b6-42a1-ac5b-db31dc45db20 None None] Deleting port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:27:10.611971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f404e8ec-21b6-42a1-ac5b-db31dc45db20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.639369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.666334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Pushing event deleted for resources: {'Port': ['ID=a7fefa6d-f0bc-4970-b134-5c5eae0b0cff,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:10.670580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] No DVR routers for this DVR port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:27:10.681450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f404e8ec-21b6-42a1-ac5b-db31dc45db20 None None] For port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a7fefa6d-f0bc-4970-b134-5c5eae0b0cff,segment=NetworkSegment(08a3cac5-1ac9-4b0c-aba0-42ae2585501a),segment_id=08a3cac5-1ac9-4b0c-aba0-42ae2585501a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:10.681856 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f404e8ec-21b6-42a1-ac5b-db31dc45db20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.694824 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f404e8ec-21b6-42a1-ac5b-db31dc45db20 None None] Calling delete_port for a7fefa6d-f0bc-4970-b134-5c5eae0b0cff owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:27:10.780140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.805595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab362959-023e-44a0-84fb-9263db0d5558']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:10.817954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a3cac5-1ac9-4b0c-aba0-42ae2585501a') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:10.818562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a3cac5-1ac9-4b0c-aba0-42ae2585501a') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:10.830598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.847063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.854920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:27:10.855553 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:27:10.860054 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:27:10.930962 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f404e8ec-21b6-42a1-ac5b-db31dc45db20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.938797 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.948177 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:10.954475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] 10.222.0.44 "DELETE /v2.0/networks/ab362959-023e-44a0-84fb-9263db0d5558 HTTP/1.1" status: 204 len: 168 time: 0.7174797 Sep 29 23:27:10.960713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f404e8ec-21b6-42a1-ac5b-db31dc45db20 None None] Pushing event deleted for resources: {'Port': ['ID=a7fefa6d-f0bc-4970-b134-5c5eae0b0cff,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:10.963862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f404e8ec-21b6-42a1-ac5b-db31dc45db20 None None] No DVR routers for this DVR port a7fefa6d-f0bc-4970-b134-5c5eae0b0cff on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:27:10.987047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbeb38-8846-4a9c-b870-3142dc215f89 tempest-TagsExtTest-1099026592 tempest-TagsExtTest-1099026592-project] Pushing event deleted for resources: {'Network': ['ID=ab362959-023e-44a0-84fb-9263db0d5558,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:11.210304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da681d2d-0872-49e9-93c7-b8b8f55640bb req-e3d21e5f-2d9c-469d-9f17-5e6679e49fbb tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:11.212410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da681d2d-0872-49e9-93c7-b8b8f55640bb req-e3d21e5f-2d9c-469d-9f17-5e6679e49fbb tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 944 time: 0.0606961 Sep 29 23:27:11.237490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47122) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:11.252929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da681d2d-0872-49e9-93c7-b8b8f55640bb req-c3a1e214-00fb-43fb-b64e-9c197ab85250 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346653 Sep 29 23:27:11.403562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dbba5198-b103-4d32-ac1a-24d53b3303b9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5e82f68020d45a2b60adb3f542891ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646450 Sep 29 23:27:11.406187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47130) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:11.497801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f0a499a-bdef-4cc8-9b6f-5e9736fef323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:11.541909 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a48e89a2-bded-4123-90bc-914d5ba9fd18 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:27:11.565371 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7983a-3973-4c59-b46f-95fcded401d9 req-1f5e7ce6-61c4-49ac-bf1a-de526c55ba25 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:11.567048 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-efb7983a-3973-4c59-b46f-95fcded401d9 req-1f5e7ce6-61c4-49ac-bf1a-de526c55ba25 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1115146 Sep 29 23:27:11.569231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f0a499a-bdef-4cc8-9b6f-5e9736fef323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:11.637651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e69f6-eb71-4f65-95ae-c5b98ae8a651 req-e06ee6b5-bfaa-40b7-a6d0-d06fb43e74ad tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:11.646126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc8e69f6-eb71-4f65-95ae-c5b98ae8a651 req-e06ee6b5-bfaa-40b7-a6d0-d06fb43e74ad tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 943 time: 0.1357403 Sep 29 23:27:11.663009 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d62a73d1-b8bc-407a-ba82-b0b3b78a1230 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:27:11.701861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-efb7983a-3973-4c59-b46f-95fcded401d9 req-9e7f3fc6-4ca6-4983-9af7-32ac8eb17de9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089435 Sep 29 23:27:11.709891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a48e89a2-bded-4123-90bc-914d5ba9fd18, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a48e89a2-bded-4123-90bc-914d5ba9fd18,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:11.725914 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'a48e89a2-bded-4123-90bc-914d5ba9fd18', 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6', 'port_id': 'a48e89a2-bded-4123-90bc-914d5ba9fd18', 'mac_address': 'fa:16:3e:48:13:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0241c012-ef0f-4e20-99e8-af5ff1ea48ce', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:27:11.777709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc8e69f6-eb71-4f65-95ae-c5b98ae8a651 req-1a179c21-ffa6-445d-86ce-4cbb3ef41067 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243644 Sep 29 23:27:11.777709 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f0a499a-bdef-4cc8-9b6f-5e9736fef323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:11.777709 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3f0a499a-bdef-4cc8-9b6f-5e9736fef323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:11.777709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3f0a499a-bdef-4cc8-9b6f-5e9736fef323 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e4828656-bac6-4105-a02d-28c60bde4f4c HTTP/1.1" status: 204 len: 168 time: 0.3700211 Sep 29 23:27:11.801831 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a499a-bdef-4cc8-9b6f-5e9736fef323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4828656-bac6-4105-a02d-28c60bde4f4c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:11.865236 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:11.888117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a48e89a2-bded-4123-90bc-914d5ba9fd18 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:11.901377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:11.943765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'port_id': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'mac_address': 'fa:16:3e:e8:51:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:27:11.948248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a48e89a2-bded-4123-90bc-914d5ba9fd18, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a48e89a2-bded-4123-90bc-914d5ba9fd18,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:11.980035 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:12.049306 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:12.069291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62a73d1-b8bc-407a-ba82-b0b3b78a1230 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:12.105029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a48e89a2-bded-4123-90bc-914d5ba9fd18,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:12.125429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:12.132060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:12.182986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:12.383655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['d62a73d1-b8bc-407a-ba82-b0b3b78a1230'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:27:12.386346 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a48e89a2-bded-4123-90bc-914d5ba9fd18'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:27:12.404357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0614e5-0d73-4649-a825-7522cbdd2114 req-9679e442-4bd4-4e72-826d-3a6262a2057a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:12.406229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d0614e5-0d73-4649-a825-7522cbdd2114 req-9679e442-4bd4-4e72-826d-3a6262a2057a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 945 time: 0.0748215 Sep 29 23:27:12.449760 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a7fefa6d-f0bc-4970-b134-5c5eae0b0cff no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:27:12.469483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d0614e5-0d73-4649-a825-7522cbdd2114 req-7821b7bf-c036-4fdc-9c68-5048d55a2109 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497720 Sep 29 23:27:12.490104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a7fefa6d-f0bc-4970-b134-5c5eae0b0cff {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:27:12.490454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a7fefa6d-f0bc-4970-b134-5c5eae0b0cff not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:27:12.761630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:12.858913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b783c2-889b-479b-839e-a3897f366ce8 req-fa662a71-b49b-45e0-bba9-7fb990ee0d15 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:12.867926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8b783c2-889b-479b-839e-a3897f366ce8 req-fa662a71-b49b-45e0-bba9-7fb990ee0d15 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0787027 Sep 29 23:27:12.926634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1970714857'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:12.946461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8b783c2-889b-479b-839e-a3897f366ce8 req-d327c671-1114-4a3f-93ba-1da6ab6c0ae8 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773144 Sep 29 23:27:12.973722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648832e3-27dc-4f42-9e2a-126ede8293ea req-4c9981c8-f8a3-4ec5-8d9a-30fa7023fdc5 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:12.975690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-648832e3-27dc-4f42-9e2a-126ede8293ea req-4c9981c8-f8a3-4ec5-8d9a-30fa7023fdc5 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 944 time: 0.0916576 Sep 29 23:27:12.977189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Made reservation on behalf of 8aaf95508dc6499782230c6cc696b93e for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:27:12.981396 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.027319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.058140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-648832e3-27dc-4f42-9e2a-126ede8293ea req-fa72b252-e78c-47fc-b645-5f8542f4a4f2 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674050 Sep 29 23:27:13.154731 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.158859 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.184068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:27:13.199877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a55dfc19-74c8-4c50-b4f9-f2db42a43195,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:13.202980 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.203324 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Added segment 88111409-681c-4b55-a0fd-f638bdc22edf of type vlan for network 839ba889-bbf2-4af0-afb1-ea8061f54f59 Sep 29 23:27:13.247651 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.276854 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.283170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:13.283790 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.329157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5663178 Sep 29 23:27:13.332715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47198) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:13.337734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-6c8275d2-68c3-479f-8bab-a71825f9cded tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59', 'tempest-TagsTest-Tag-1616035752') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:13.373820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dda4b3-3adc-4cea-a752-c6240a0456b1 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Pushing event updated for resources: {'Network': ['ID=839ba889-bbf2-4af0-afb1-ea8061f54f59,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:13.385184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 839ba889-bbf2-4af0-afb1-ea8061f54f59 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:27:13.447157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6c8275d2-68c3-479f-8bab-a71825f9cded tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "PUT /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags/tempest-TagsTest-Tag-1616035752 HTTP/1.1" status: 201 len: 201 time: 0.1129045 Sep 29 23:27:13.449445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47200) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:13.454532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-b92561ac-ef67-487a-83fb-dd487acd6f4a tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59', 'tempest-TagsTest-Tag-1616035752') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:13.526729 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b92561ac-ef67-487a-83fb-dd487acd6f4a tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "GET /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags/tempest-TagsTest-Tag-1616035752 HTTP/1.1" status: 204 len: 168 time: 0.0759423 Sep 29 23:27:13.529200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47206) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:13.537398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-edb6f261-2891-4284-971a-59be8c965bc6 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:13.576576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a48e89a2-bded-4123-90bc-914d5ba9fd18 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:13.611550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb51b1-655d-416d-a31d-ffcafdda24c3 req-84e19903-4de6-4aa8-a68a-ade1599e120f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:13.617507 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6bb51b1-655d-416d-a31d-ffcafdda24c3 req-84e19903-4de6-4aa8-a68a-ade1599e120f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 945 time: 0.0781872 Sep 29 23:27:13.634572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-edb6f261-2891-4284-971a-59be8c965bc6 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "GET /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags HTTP/1.1" status: 200 len: 238 time: 0.1016436 Sep 29 23:27:13.634830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47210) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:13.639253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-d37a0c26-0dad-401c-9268-3f22ec0a00f6 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59', {'tags': ['tempest-TagsTest-Tag-1694901538', 'tempest-TagsTest-Tag-485043158', 'tempest-TagsTest-Tag-1643643750']}) {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:13.649615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port a48e89a2-bded-4123-90bc-914d5ba9fd18 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:27:13.654395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port a48e89a2-bded-4123-90bc-914d5ba9fd18 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:13.654753 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.671165 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6bb51b1-655d-416d-a31d-ffcafdda24c3 req-065d871d-2d12-42b8-b6c7-459956ec340e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473220 Sep 29 23:27:13.699557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d62a73d1-b8bc-407a-ba82-b0b3b78a1230 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:13.736371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d37a0c26-0dad-401c-9268-3f22ec0a00f6 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "PUT /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags HTTP/1.1" status: 200 len: 308 time: 0.1002264 Sep 29 23:27:13.738555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47214) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:13.743945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-325e2b82-7f95-4f9b-9ab4-142ff1520136 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59', 'tempest-TagsTest-Tag-1694901538') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:13.784698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:27:13.793167 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.794901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:13.795271 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.842029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ae3d7-4119-42b4-8f56-585f9a625aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48e89a2-bded-4123-90bc-914d5ba9fd18'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:13.844862 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f5ba1a-3517-4afa-878d-4156d85b6406" -d '{"events": [{"server_uuid": "2c8ae3d7-4119-42b4-8f56-585f9a625aa9", "name": "network-vif-plugged", "status": "completed", "tag": "a48e89a2-bded-4123-90bc-914d5ba9fd18"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:13.849911 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-325e2b82-7f95-4f9b-9ab4-142ff1520136 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "DELETE /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags/tempest-TagsTest-Tag-1694901538 HTTP/1.1" status: 204 len: 168 time: 0.1074243 Sep 29 23:27:13.851630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:13.857226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-00d6a6d7-fd41-45ae-bc49-3d8f8d8c273d tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59', 'tempest-TagsTest-Tag-1694901538') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:13.867284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a48e89a2-bded-4123-90bc-914d5ba9fd18, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a48e89a2-bded-4123-90bc-914d5ba9fd18,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:13.875705 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:13.876834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 024e7af4-b376-4a71-8b09-adb4908cb2ab no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:27:13.902796 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68682eb6-7dd9-45bd-8f6a-4c256c9d6f8f x-openstack-request-id: req-68682eb6-7dd9-45bd-8f6a-4c256c9d6f8f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:13.903388 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8ae3d7-4119-42b4-8f56-585f9a625aa9", "name": "network-vif-plugged", "status": "completed", "tag": "a48e89a2-bded-4123-90bc-914d5ba9fd18", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:13.903811 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68682eb6-7dd9-45bd-8f6a-4c256c9d6f8f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:13.904444 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ae3d7-4119-42b4-8f56-585f9a625aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a48e89a2-bded-4123-90bc-914d5ba9fd18', 'code': 200} Sep 29 23:27:13.933220 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-00d6a6d7-fd41-45ae-bc49-3d8f8d8c273d tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] show failed (client error): The resource could not be found. Sep 29 23:27:13.937419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47222) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:13.937640 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-00d6a6d7-fd41-45ae-bc49-3d8f8d8c273d tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "GET /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags/tempest-TagsTest-Tag-1694901538 HTTP/1.1" status: 404 len: 326 time: 0.0841262 Sep 29 23:27:13.942979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-394f0077-944c-49ae-8053-61e6cf25196b tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59', 'tempest-TagsTest-Tag-485043158') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:14.003314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a48e89a2-bded-4123-90bc-914d5ba9fd18,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:14.015295 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:14.073882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:14.085356 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:14.097462 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:14.117021 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-394f0077-944c-49ae-8053-61e6cf25196b tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "GET /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags/tempest-TagsTest-Tag-485043158 HTTP/1.1" status: 204 len: 168 time: 0.1783433 Sep 29 23:27:14.121551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47232) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:14.133030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-e0f25bea-9744-4b24-94dd-b68653b5c03b tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59', 'tempest-TagsTest-Tag-1643643750') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:14.136582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9e7212-e1fa-4490-b0ac-1b2b84b0919d req-a735f737-13cc-481a-8392-950c16a3a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:14.138984 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6b9e7212-e1fa-4490-b0ac-1b2b84b0919d req-a735f737-13cc-481a-8392-950c16a3a579 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 1096 time: 0.1209595 Sep 29 23:27:14.181291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:14.203606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 024e7af4-b376-4a71-8b09-adb4908cb2ab, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:14.210287 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:14.216346 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6b9e7212-e1fa-4490-b0ac-1b2b84b0919d req-7a29f04e-0bc1-40c7-aa06-a658cf2d0e26 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686746 Sep 29 23:27:14.259235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cc93bc-8454-41aa-992a-51f621b0aaeb req-003cc5fd-e7e7-4f60-8c29-56b233956271 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:14.260924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6cc93bc-8454-41aa-992a-51f621b0aaeb req-003cc5fd-e7e7-4f60-8c29-56b233956271 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.1977563 Sep 29 23:27:14.267863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=024e7af4-b376-4a71-8b09-adb4908cb2ab,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:14.286873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb085a-ccbf-4f7a-8fa6-199f026c3e3b req-6727ba14-0629-4b84-a95e-7a34484fcc7b tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:14.288406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95bb085a-ccbf-4f7a-8fa6-199f026c3e3b req-6727ba14-0629-4b84-a95e-7a34484fcc7b tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 945 time: 0.1213048 Sep 29 23:27:14.321541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e0f25bea-9744-4b24-94dd-b68653b5c03b tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "GET /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags/tempest-TagsTest-Tag-1643643750 HTTP/1.1" status: 204 len: 168 time: 0.1946096 Sep 29 23:27:14.324174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47236) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:14.339373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-825fbcdb-66a5-4838-852b-a296e89c5459 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:14.379998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6cc93bc-8454-41aa-992a-51f621b0aaeb req-005d3842-20cb-48d8-b013-27b20ad3cf3d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096833 Sep 29 23:27:14.386410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-95bb085a-ccbf-4f7a-8fa6-199f026c3e3b req-9638ac83-a0bf-4461-8dcf-30ffae72525e tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673282 Sep 29 23:27:14.714163 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-287f12eb-62d1-44e7-81ee-61aacd685557 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3326476 Sep 29 23:27:14.739442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47250) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:14.744564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-626c291c-a6e1-4e42-9e95-68d935dc38ac tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59', 'tempest-TagsTest-Tag-485043158') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:14.745056 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-825fbcdb-66a5-4838-852b-a296e89c5459 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "DELETE /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags HTTP/1.1" status: 204 len: 168 time: 0.4189155 Sep 29 23:27:14.823488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-8bd470b6-1a9e-4f35-aafb-f9b68a162f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:14.826027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-8bd470b6-1a9e-4f35-aafb-f9b68a162f94 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 1096 time: 0.0654919 Sep 29 23:27:14.857613 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-626c291c-a6e1-4e42-9e95-68d935dc38ac tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] show failed (client error): The resource could not be found. Sep 29 23:27:14.860039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-626c291c-a6e1-4e42-9e95-68d935dc38ac tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "GET /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags/tempest-TagsTest-Tag-485043158 HTTP/1.1" status: 404 len: 325 time: 0.1178520 Sep 29 23:27:14.864001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47254) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:14.868759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.tag.tag_plugin [None req-4ee287d0-ae17-4af5-acaf-1236e5f50262 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59', 'tempest-TagsTest-Tag-1643643750') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:14.869044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53cc8d-d763-4b44-947e-73b11a9c678e req-ea822c31-3bd8-4387-96b5-fecda6a50319 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:14.871282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c53cc8d-d763-4b44-947e-73b11a9c678e req-ea822c31-3bd8-4387-96b5-fecda6a50319 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.1026328 Sep 29 23:27:14.918675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c53cc8d-d763-4b44-947e-73b11a9c678e req-d15be813-d38e-4282-b911-80f64c69e9bc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400276 Sep 29 23:27:14.979684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-ca95b96d-ce47-4331-b1a5-8f0766233c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:14.981236 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-ca95b96d-ce47-4331-b1a5-8f0766233c19 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.1361299 Sep 29 23:27:15.008233 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-4ee287d0-ae17-4af5-acaf-1236e5f50262 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] show failed (client error): The resource could not be found. Sep 29 23:27:15.009300 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4ee287d0-ae17-4af5-acaf-1236e5f50262 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "GET /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags/tempest-TagsTest-Tag-1643643750 HTTP/1.1" status: 404 len: 326 time: 0.1442404 Sep 29 23:27:15.012164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47258) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:15.017231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.tag.tag_plugin [None req-c0482f4a-cebd-46c7-8114-8a199be0f06e tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '839ba889-bbf2-4af0-afb1-ea8061f54f59') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:15.075381 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-4510c905-a798-43bd-8d4c-4e447f20e651 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282 HTTP/1.1" status: 200 len: 1000 time: 0.0689659 Sep 29 23:27:15.098146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c0482f4a-cebd-46c7-8114-8a199be0f06e tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "DELETE /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59/tags HTTP/1.1" status: 204 len: 168 time: 0.0806046 Sep 29 23:27:15.098483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47262) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:15.136211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-7c81d85b-7c98-4e19-a5c5-81261d38fa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:15.137895 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-7c81d85b-7c98-4e19-a5c5-81261d38fa9a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0555701 Sep 29 23:27:15.186355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:15.189691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-92c1c57a-6765-47dd-a8d0-3de5c6282a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:15.191430 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-92c1c57a-6765-47dd-a8d0-3de5c6282a54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455165 Sep 29 23:27:15.285531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:15.299411 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-3feca303-d95d-48c6-b129-9adac6a56e07 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008298 Sep 29 23:27:15.306890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['839ba889-bbf2-4af0-afb1-ea8061f54f59']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:15.318621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88111409-681c-4b55-a0fd-f638bdc22edf') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:15.318917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88111409-681c-4b55-a0fd-f638bdc22edf') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:15.340376 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:15.357764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:15.364820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:27:15.365328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:27:15.368349 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:27:15.421763 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-232d53d3-899d-4a30-a28f-33ce87a8c906 req-479f36b0-8b70-486c-ac83-afa6533151c6 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145062 Sep 29 23:27:15.449476 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:15.455972 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:15.458259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] 10.222.0.44 "DELETE /v2.0/networks/839ba889-bbf2-4af0-afb1-ea8061f54f59 HTTP/1.1" status: 204 len: 168 time: 0.3587205 Sep 29 23:27:15.484751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80b7891-2417-44b3-a3d5-749689b5b294 tempest-TagsTest-1220534929 tempest-TagsTest-1220534929-project] Pushing event deleted for resources: {'Network': ['ID=839ba889-bbf2-4af0-afb1-ea8061f54f59,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:15.560621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2631f-61a3-45af-8966-42e667ed6518 req-bdcd5b46-cfcb-4cd2-b5bb-07bff5223ccd tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:15.571722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ad2631f-61a3-45af-8966-42e667ed6518 req-bdcd5b46-cfcb-4cd2-b5bb-07bff5223ccd tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 943 time: 0.0891864 Sep 29 23:27:15.606513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce1e3e8-5c50-4d12-9d3f-b2ef3f3a743a req-ccc69491-1976-4609-915e-47ec2cf5b73d tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:15.609055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ce1e3e8-5c50-4d12-9d3f-b2ef3f3a743a req-ccc69491-1976-4609-915e-47ec2cf5b73d tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 945 time: 0.1059947 Sep 29 23:27:15.655105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ad2631f-61a3-45af-8966-42e667ed6518 req-a30700a4-eff5-4178-b5fe-f84e756325db tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822020 Sep 29 23:27:15.683477 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ce1e3e8-5c50-4d12-9d3f-b2ef3f3a743a req-dd5562f0-7666-41ab-a5df-543f71da6614 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658727 Sep 29 23:27:15.827953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47288) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:15.906131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230'}, {'server_uuid': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024e7af4-b376-4a71-8b09-adb4908cb2ab'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:15.908502 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb17448a-9dec-4008-9c98-384af373d9d4" -d '{"events": [{"server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "name": "network-vif-plugged", "status": "completed", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230"}, {"server_uuid": "fddf9ba5-0f39-4fb1-97de-eeac5c400ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "024e7af4-b376-4a71-8b09-adb4908cb2ab"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:15.964584 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336f7b9c-b1d0-47e2-ad94-5b676d2ab7dc x-openstack-request-id: req-336f7b9c-b1d0-47e2-ad94-5b676d2ab7dc {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:15.964946 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "name": "network-vif-plugged", "status": "completed", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230", "code": 200}, {"server_uuid": "fddf9ba5-0f39-4fb1-97de-eeac5c400ebe", "name": "network-vif-unplugged", "status": "completed", "tag": "024e7af4-b376-4a71-8b09-adb4908cb2ab", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:15.965210 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-336f7b9c-b1d0-47e2-ad94-5b676d2ab7dc {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:15.965666 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'code': 200} Sep 29 23:27:15.965982 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024e7af4-b376-4a71-8b09-adb4908cb2ab', 'code': 200} Sep 29 23:27:16.006979 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9b384bd7-986c-49d5-a401-dca4197fe445 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8aaf95508dc6499782230c6cc696b93e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775625 Sep 29 23:27:16.009641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47298) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:16.097023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e529c4-7e91-4ac4-8ed0-23ca6cdf1ac1 req-d73c85cc-2560-4662-9137-27eb3fc22d53 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:16.098889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5e529c4-7e91-4ac4-8ed0-23ca6cdf1ac1 req-d73c85cc-2560-4662-9137-27eb3fc22d53 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0735779 Sep 29 23:27:16.104753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880625a1-3d10-4a84-bdc7-a5c18856bf99 req-8fc1cd11-7321-4804-be65-276a1b725043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:16.107281 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-880625a1-3d10-4a84-bdc7-a5c18856bf99 req-8fc1cd11-7321-4804-be65-276a1b725043 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1097 time: 0.0749478 Sep 29 23:27:16.122951 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-435d9260-238e-490a-9c6f-1f6a586c1b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:16.155015 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-880625a1-3d10-4a84-bdc7-a5c18856bf99 req-c929b82b-9de3-4237-b143-878802a58308 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399616 Sep 29 23:27:16.164295 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-435d9260-238e-490a-9c6f-1f6a586c1b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:16.168462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5e529c4-7e91-4ac4-8ed0-23ca6cdf1ac1 req-361e209f-a40b-48e7-bcf0-4388de832038 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585568 Sep 29 23:27:16.228990 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-435d9260-238e-490a-9c6f-1f6a586c1b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:16.231729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-435d9260-238e-490a-9c6f-1f6a586c1b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:16.233144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-435d9260-238e-490a-9c6f-1f6a586c1b09 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a55dfc19-74c8-4c50-b4f9-f2db42a43195 HTTP/1.1" status: 204 len: 168 time: 0.2223415 Sep 29 23:27:16.242464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d9260-238e-490a-9c6f-1f6a586c1b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55dfc19-74c8-4c50-b4f9-f2db42a43195,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:16.673488 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-22b61bd0-33bc-4c18-a83e-ad17b39e5224 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0470433 Sep 29 23:27:16.766887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-6187edea-ffa7-4d2e-bd57-6f2f5579668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:16.770606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-6187edea-ffa7-4d2e-bd57-6f2f5579668f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1097 time: 0.0581300 Sep 29 23:27:16.831234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4750919-b86d-4606-b00d-ec883fd0b42c req-88dc02ee-3771-4ea9-89fd-d413c84526e9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:16.832838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4750919-b86d-4606-b00d-ec883fd0b42c req-88dc02ee-3771-4ea9-89fd-d413c84526e9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 943 time: 0.0816653 Sep 29 23:27:16.916600 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4750919-b86d-4606-b00d-ec883fd0b42c req-3fe72751-7e71-4e2b-95a2-2ed6d7b69b5f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764940 Sep 29 23:27:16.937466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8edb3e-c463-4edd-ab17-e874f3a2a3f6 req-56410be7-d48b-414f-91dc-7ed83416cbb0 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:16.938371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-1ba507fc-4b50-48ef-98e2-7f755ebe254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:16.939582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a8edb3e-c463-4edd-ab17-e874f3a2a3f6 req-56410be7-d48b-414f-91dc-7ed83416cbb0 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 945 time: 0.0797060 Sep 29 23:27:16.946827 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-1ba507fc-4b50-48ef-98e2-7f755ebe254f service neutron] 10.222.0.42 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.1481235 Sep 29 23:27:16.996539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a8edb3e-c463-4edd-ab17-e874f3a2a3f6 req-c3dcd22a-0f86-4783-b297-27e5b3c45f0a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504317 Sep 29 23:27:17.046461 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-e3e2ea3b-7f9a-446c-b4fc-f1f855579dad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 1001 time: 0.0920730 Sep 29 23:27:17.116108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-0d6ab7e2-7ccb-464e-af25-f88e728028b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:17.117712 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-0d6ab7e2-7ccb-464e-af25-f88e728028b1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.0644732 Sep 29 23:27:17.191801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-082af7f5-fa25-46a5-9d1d-94c458295824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:17.192478 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-082af7f5-fa25-46a5-9d1d-94c458295824 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659089 Sep 29 23:27:17.346049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e07cb5-f523-4d26-9770-c54dc06da0c0 req-12ca6348-ef04-4979-90e6-0da65b8f3c1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:17.356881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03e07cb5-f523-4d26-9770-c54dc06da0c0 req-12ca6348-ef04-4979-90e6-0da65b8f3c1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0991461 Sep 29 23:27:17.358938 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-2dff45d4-cc72-4078-bd3e-b7b260244050 service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576273 Sep 29 23:27:17.445787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03e07cb5-f523-4d26-9770-c54dc06da0c0 req-a058de75-ace4-4d7d-88db-51b3e8c0c182 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875163 Sep 29 23:27:17.501569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c83c391f-8bbe-4d81-8a8a-6269fb11a7b0 req-6e806c8f-3e5a-44e5-b21d-30a63c68934f service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356168 Sep 29 23:27:18.112799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceca0e-621e-406b-a30f-d87c0f2586b3 req-8bd4a15e-e41f-4598-862e-6a95dfb9ab33 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:18.126749 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcceca0e-621e-406b-a30f-d87c0f2586b3 req-8bd4a15e-e41f-4598-862e-6a95dfb9ab33 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 943 time: 0.1009033 Sep 29 23:27:18.191587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcceca0e-621e-406b-a30f-d87c0f2586b3 req-a5f3e70e-0e29-4948-bdeb-5b43c9624856 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638473 Sep 29 23:27:18.568462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e85aa1-3ac9-4a6e-b90a-37856ccd2894 req-575a92d0-d8ae-488c-9440-bf05c78541a9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:18.570004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14e85aa1-3ac9-4a6e-b90a-37856ccd2894 req-575a92d0-d8ae-488c-9440-bf05c78541a9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0571189 Sep 29 23:27:18.623884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14e85aa1-3ac9-4a6e-b90a-37856ccd2894 req-86d3c98e-acef-4b70-8c5d-e11e7c854b21 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456254 Sep 29 23:27:18.796405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836428c5-8154-4a94-963f-dc9c73d0002e req-4f503561-264e-4edf-859f-72d53cb0f382 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:18.796405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-836428c5-8154-4a94-963f-dc9c73d0002e req-4f503561-264e-4edf-859f-72d53cb0f382 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0724945 Sep 29 23:27:18.860713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-836428c5-8154-4a94-963f-dc9c73d0002e req-8bb5ff63-cfc9-449e-a74d-b807e78190a3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545704 Sep 29 23:27:18.881963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47432) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:18.949568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a5ec16-a9ba-41b7-9715-08e8a2bee980 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:18.955198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-76a5ec16-a9ba-41b7-9715-08e8a2bee980 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1092 time: 0.0682285 Sep 29 23:27:18.955625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47436) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:18.960066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:18.986645 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:19.122587 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:19.357621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.25.4.111 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/2246111c-3e11-442a-9729-e8a4fefa8f82) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:27:19.363907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd56380-dc39-4048-9ce6-504a5058e6f9 req-8c483c88-1ef0-4044-9db4-44c4e67d50d8 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:19.368419 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3dd56380-dc39-4048-9ce6-504a5058e6f9 req-8c483c88-1ef0-4044-9db4-44c4e67d50d8 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 943 time: 0.0863216 Sep 29 23:27:19.410894 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3dd56380-dc39-4048-9ce6-504a5058e6f9 req-8b962d2e-688b-4890-9e14-108e8dd8120f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350416 Sep 29 23:27:19.496466 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:19.532994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:19.582493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:27:19.587275 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 024e7af4-b376-4a71-8b09-adb4908cb2ab details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:27:19.607271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=2246111c-3e11-442a-9729-e8a4fefa8f82,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:19.611244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:27:19.614132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:27:19.737739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 024e7af4-b376-4a71-8b09-adb4908cb2ab, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:19.751722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '024e7af4-b376-4a71-8b09-adb4908cb2ab', 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded', 'port_id': '024e7af4-b376-4a71-8b09-adb4908cb2ab', 'mac_address': 'fa:16:3e:f6:d4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad56020-9d1f-4fde-a2a0-217641c3889f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:27:19.813830 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:19.836168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024e7af4-b376-4a71-8b09-adb4908cb2ab {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:19.862663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 024e7af4-b376-4a71-8b09-adb4908cb2ab, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:19.868810 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:19.962731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=024e7af4-b376-4a71-8b09-adb4908cb2ab,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:20.219716 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:20.274216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['024e7af4-b376-4a71-8b09-adb4908cb2ab'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:27:20.485372 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:20.639241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4224f8d-f592-4553-a40f-8e00816383e9 req-0abba2fb-29ad-466e-960a-3e19bfaee29b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:20.641478 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4224f8d-f592-4553-a40f-8e00816383e9 req-0abba2fb-29ad-466e-960a-3e19bfaee29b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 944 time: 0.0936139 Sep 29 23:27:20.662811 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:20.703888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4224f8d-f592-4553-a40f-8e00816383e9 req-2663bed1-70b9-47ac-9381-2b3afead3fa5 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483775 Sep 29 23:27:20.893532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:20.900269 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:21.008717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:21.044388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=2246111c-3e11-442a-9729-e8a4fefa8f82,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:21.389105 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Floating IP 714870dc-c64a-45d8-b007-e00b06ca1c18 associated. External IP: 172.25.4.111, port: d62a73d1-b8bc-407a-ba82-b0b3b78a1230. Sep 29 23:27:21.602925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 024e7af4-b376-4a71-8b09-adb4908cb2ab up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:21.675048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router 0e83650e-cee0-4b91-924c-e6e44c5cde0a has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:27:21.743254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 024e7af4-b376-4a71-8b09-adb4908cb2ab triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:21.743643 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:21.882247 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:21.900615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:27:21.913901 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] Sync routers for ids ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:27:21.932693 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] Routers {'0e83650e-cee0-4b91-924c-e6e44c5cde0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:21.937029 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:27:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:21.940132 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:21.950465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024e7af4-b376-4a71-8b09-adb4908cb2ab'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:21.959378 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4040d0f2-4928-468f-be61-1a25fe7249b3" -d '{"events": [{"server_uuid": "fddf9ba5-0f39-4fb1-97de-eeac5c400ebe", "name": "network-vif-plugged", "status": "completed", "tag": "024e7af4-b376-4a71-8b09-adb4908cb2ab"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:21.959769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb81fad-4ae7-4218-ae6b-dcba7007c9a1 req-70c3dbb5-a38d-4be1-880e-594346be73b4 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:21.964945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6eb81fad-4ae7-4218-ae6b-dcba7007c9a1 req-70c3dbb5-a38d-4be1-880e-594346be73b4 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 944 time: 0.1314971 Sep 29 23:27:21.979218 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-820f6d19-205c-45fb-a7d0-95912ef2cf5f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0225351 Sep 29 23:27:21.980038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:21.982863 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7092074b-43cb-4b6d-8c5d-4bc81b74d652" -d '{"events": [{"name": "network-changed", "server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:22.018660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 024e7af4-b376-4a71-8b09-adb4908cb2ab, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:22.039806 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:22.100673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6eb81fad-4ae7-4218-ae6b-dcba7007c9a1 req-d9d62895-26bf-4cb7-826a-b500ef165e02 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198547 Sep 29 23:27:22.171687 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c669bf53-df91-4d31-876d-5960e9adc72b x-openstack-request-id: req-c669bf53-df91-4d31-876d-5960e9adc72b {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:22.173348 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddf9ba5-0f39-4fb1-97de-eeac5c400ebe", "name": "network-vif-plugged", "status": "completed", "tag": "024e7af4-b376-4a71-8b09-adb4908cb2ab", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:22.173860 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c669bf53-df91-4d31-876d-5960e9adc72b {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:22.175989 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e96103c-4b57-4327-90ce-2341330eade9 x-openstack-request-id: req-4e96103c-4b57-4327-90ce-2341330eade9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:22.176379 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:22.176740 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4e96103c-4b57-4327-90ce-2341330eade9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:22.177232 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'status': 'completed', 'code': 200} Sep 29 23:27:22.178232 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024e7af4-b376-4a71-8b09-adb4908cb2ab', 'code': 200} Sep 29 23:27:22.185735 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] Set router 0e83650e-cee0-4b91-924c-e6e44c5cde0a gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:27:22.196385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=024e7af4-b376-4a71-8b09-adb4908cb2ab,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:22.294741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-3aca5e25-8591-4e71-a2fe-e93aad5ad9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:22.296959 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-3aca5e25-8591-4e71-a2fe-e93aad5ad9b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1097 time: 0.0871003 Sep 29 23:27:22.344408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a24645-da39-4fcf-8af6-47ceb389e213 req-27202fd5-f506-4b93-8868-0333378f51fd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:22.355032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33a24645-da39-4fcf-8af6-47ceb389e213 req-27202fd5-f506-4b93-8868-0333378f51fd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0794666 Sep 29 23:27:22.406725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33a24645-da39-4fcf-8af6-47ceb389e213 req-4fe0a2fa-fd04-41d1-9681-ef3d86c31603 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505724 Sep 29 23:27:22.430744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:22.512137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c3e0c36e-3d6d-438e-ba0e-d320c1a16606 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/714870dc-c64a-45d8-b007-e00b06ca1c18 HTTP/1.1" status: 200 len: 992 time: 0.0797772 Sep 29 23:27:22.575586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c2718-1af9-4b6e-a275-5f8b161d8ce0 req-7b14688b-615a-4b53-afc4-8d640545db78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:22.577251 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-308c2718-1af9-4b6e-a275-5f8b161d8ce0 req-7b14688b-615a-4b53-afc4-8d640545db78 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 1096 time: 0.2658017 Sep 29 23:27:22.661526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-a9c2350a-30f7-4ad6-ab8f-14d6864ad672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:22.663106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-a9c2350a-30f7-4ad6-ab8f-14d6864ad672 service neutron] 10.222.0.26 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 898 time: 0.3150871 Sep 29 23:27:22.672626 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '714870dc-c64a-45d8-b007-e00b06ca1c18', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'port_id': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'mac_address': 'fa:16:3e:e8:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:27:20Z', 'updated_at': '2021-09-29T23:27:20Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c90107-3176-452e-9ff9-e2687ac5163a', 'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:77:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:56Z', 'updated_at': '2021-09-29T23:27:04Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:22.687676 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-308c2718-1af9-4b6e-a275-5f8b161d8ce0 req-ff3f274c-01ec-47b1-970a-db6763d1e51c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957873 Sep 29 23:27:22.727953 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] Checking router: 0e83650e-cee0-4b91-924c-e6e44c5cde0a for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:27:22.741259 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] Routers {'0e83650e-cee0-4b91-924c-e6e44c5cde0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:22.742043 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:27:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:22.759528 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-3270fbee-8935-4501-80e6-a8b19a463c53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 1000 time: 0.0820298 Sep 29 23:27:22.833890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-146be6d2-264b-44f4-bd28-f3fd55e85740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:22.835371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-146be6d2-264b-44f4-bd28-f3fd55e85740 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 200 len: 835 time: 0.0679808 Sep 29 23:27:22.891880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-126aa2d1-d8f0-4d96-b370-40e46a9f3116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:22.893426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-126aa2d1-d8f0-4d96-b370-40e46a9f3116 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=badc2d66-9c01-4394-ae68-d780763ac87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486009 Sep 29 23:27:22.934079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47558) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:23.000235 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] Set router 0e83650e-cee0-4b91-924c-e6e44c5cde0a gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:27:23.008898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-dda591bd-dab3-4925-9707-9832a393d545 service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061141 Sep 29 23:27:23.073155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee8f31fa-359f-4e4c-811b-fbe06541c829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:23.161929 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7092074b-43cb-4b6d-8c5d-4bc81b74d652 req-6fa6bd48-4576-420a-9499-8378157d5002 service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433833 Sep 29 23:27:23.200556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee8f31fa-359f-4e4c-811b-fbe06541c829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:23.211654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee8f31fa-359f-4e4c-811b-fbe06541c829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:23.269825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ee8f31fa-359f-4e4c-811b-fbe06541c829 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ccedda9563c442abac5b2c6b94c8a062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3345370 Sep 29 23:27:23.272617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47566) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:23.278555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f31fa-359f-4e4c-811b-fbe06541c829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9344f72-27d2-4805-8e69-df4e123e1888,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:23.295095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc657fee-9889-450c-8aac-3bfd78275d8a req-6c5dde3f-6047-4896-8aa3-93cbcd4c255a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:23.296723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc657fee-9889-450c-8aac-3bfd78275d8a req-6c5dde3f-6047-4896-8aa3-93cbcd4c255a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0990510 Sep 29 23:27:23.343689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc657fee-9889-450c-8aac-3bfd78275d8a req-5d6a2ff0-78eb-4e61-ab51-d4abd531687f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399828 Sep 29 23:27:23.354272 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '714870dc-c64a-45d8-b007-e00b06ca1c18', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'port_id': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'mac_address': 'fa:16:3e:e8:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:27:20Z', 'updated_at': '2021-09-29T23:27:20Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c90107-3176-452e-9ff9-e2687ac5163a', 'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:77:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:56Z', 'updated_at': '2021-09-29T23:27:04Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:23.363356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-233c650a-8027-4e9f-8634-d2d3d551e75a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:23.382512 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57fa34a-4902-4c72-b9b0-63335afda7e4 None None] The sync data for ids ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'] in n-d-811173-2 is: [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '714870dc-c64a-45d8-b007-e00b06ca1c18', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.111', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'port_id': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'mac_address': 'fa:16:3e:e8:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:27:20Z', 'updated_at': '2021-09-29T23:27:20Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c90107-3176-452e-9ff9-e2687ac5163a', 'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:77:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:56Z', 'updated_at': '2021-09-29T23:27:04Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:27:23.386091 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-233c650a-8027-4e9f-8634-d2d3d551e75a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:23.441565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-233c650a-8027-4e9f-8634-d2d3d551e75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:23.444878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-233c650a-8027-4e9f-8634-d2d3d551e75a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:23.446113 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-233c650a-8027-4e9f-8634-d2d3d551e75a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d9344f72-27d2-4805-8e69-df4e123e1888 HTTP/1.1" status: 204 len: 168 time: 0.1725008 Sep 29 23:27:23.456022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c650a-8027-4e9f-8634-d2d3d551e75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9344f72-27d2-4805-8e69-df4e123e1888,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:23.513685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47570) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:23.652355 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77673969-d25d-4794-96d6-ff85d497467b None None] New status for floating IP 714870dc-c64a-45d8-b007-e00b06ca1c18: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:27:23.714686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cbbe3703-3c60-45b7-bd6a-9449377f1f0f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/714870dc-c64a-45d8-b007-e00b06ca1c18 HTTP/1.1" status: 200 len: 992 time: 0.1991026 Sep 29 23:27:23.830389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47578) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:23.846197 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c74b2aed-0d62-4d33-9fd6-3659f5d7b4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:23.941817 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c74b2aed-0d62-4d33-9fd6-3659f5d7b4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:23.946670 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c74b2aed-0d62-4d33-9fd6-3659f5d7b4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:23.985201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b2aed-0d62-4d33-9fd6-3659f5d7b4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e3caf6-9fd9-42e4-ae40-a081f499c8ca,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:23.989349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c74b2aed-0d62-4d33-9fd6-3659f5d7b4a0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e7d5e38e805347ce9f8cacf0d2e0cd35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574540 Sep 29 23:27:23.992079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47580) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:24.044629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38f37d2e-dc6c-4ec9-b46f-ce42295bd933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:24.070130 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38f37d2e-dc6c-4ec9-b46f-ce42295bd933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:24.133759 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38f37d2e-dc6c-4ec9-b46f-ce42295bd933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:24.136450 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38f37d2e-dc6c-4ec9-b46f-ce42295bd933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:24.140388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-38f37d2e-dc6c-4ec9-b46f-ce42295bd933 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31e3caf6-9fd9-42e4-ae40-a081f499c8ca HTTP/1.1" status: 204 len: 168 time: 0.1446221 Sep 29 23:27:24.155085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f37d2e-dc6c-4ec9-b46f-ce42295bd933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e3caf6-9fd9-42e4-ae40-a081f499c8ca,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:24.469864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ad7d8-7c61-413b-91b2-289f88b22ef4 req-2a93e84d-8b9c-4a7b-ab28-ee5ce597211d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:24.471948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-315ad7d8-7c61-413b-91b2-289f88b22ef4 req-2a93e84d-8b9c-4a7b-ab28-ee5ce597211d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0597608 Sep 29 23:27:24.515922 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-315ad7d8-7c61-413b-91b2-289f88b22ef4 req-49a26968-3c65-4ef0-a723-1cd261a8692a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340135 Sep 29 23:27:24.658259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9883e93-fdea-40fe-902d-1fbef3516fc9 req-62849d43-7d02-4751-bd2d-743fd54a9166 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:24.660351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9883e93-fdea-40fe-902d-1fbef3516fc9 req-62849d43-7d02-4751-bd2d-743fd54a9166 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0560901 Sep 29 23:27:24.716290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47604) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:24.724563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9883e93-fdea-40fe-902d-1fbef3516fc9 req-1955b672-af0e-490b-b2ff-b19274e9b9d8 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514338 Sep 29 23:27:24.810940 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c3a19182-8a47-4716-8090-5780993940df tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/714870dc-c64a-45d8-b007-e00b06ca1c18 HTTP/1.1" status: 200 len: 994 time: 0.0878246 Sep 29 23:27:25.264193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-080d46ba-c12f-49f7-bbf3-be9cd5156ed1 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:25.266421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-080d46ba-c12f-49f7-bbf3-be9cd5156ed1 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/networks?id=d88ecf50-2d3c-4a93-8243-ecc344c70ded HTTP/1.1" status: 200 len: 814 time: 0.1297493 Sep 29 23:27:25.284360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-815f1652-6bb2-4139-ba03-7618027e0425 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/quotas/b4f0b49aa1bb4a49ab3be23b7428041c HTTP/1.1" status: 200 len: 375 time: 0.0104923 Sep 29 23:27:25.348976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-48f3210f-856b-48d9-8d1e-e7ffdf76305b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f0b49aa1bb4a49ab3be23b7428041c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0562465 Sep 29 23:27:25.452058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-d44285e5-c7ea-4e4f-b6b5-ae42a3d39610 service neutron] 10.222.0.44 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937998 Sep 29 23:27:25.551867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-2a6bb75c-640e-443b-b4cb-ff4da59e87da service neutron] 10.222.0.44 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929909 Sep 29 23:27:25.754112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7741b453-e1fe-4e39-82cf-2b4b177a41b0 req-48594d53-a487-4947-909f-4aec8402da23 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 210 time: 0.0316851 Sep 29 23:27:26.657334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-8f01ca89-371c-45a9-ba43-ebd99a2295a7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:26.658817 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-8f01ca89-371c-45a9-ba43-ebd99a2295a7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "GET /v2.0/ports?device_id=fddf9ba5-0f39-4fb1-97de-eeac5c400ebe HTTP/1.1" status: 200 len: 945 time: 0.0589836 Sep 29 23:27:26.780150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-bc05e957-8a2c-4a9a-8bdf-4bd99a7f4a2d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Deleting port 024e7af4-b376-4a71-8b09-adb4908cb2ab {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:27:26.781689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-bc05e957-8a2c-4a9a-8bdf-4bd99a7f4a2d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:26.888900 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6de52039-0016-499c-8d9a-4226e33fb7b3 req-427f964f-d9a4-43e1-a74e-4574d6e9ea5d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 210 time: 0.0389559 Sep 29 23:27:26.933060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-bc05e957-8a2c-4a9a-8bdf-4bd99a7f4a2d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] For port 024e7af4-b376-4a71-8b09-adb4908cb2ab, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=024e7af4-b376-4a71-8b09-adb4908cb2ab,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:26.933361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-bc05e957-8a2c-4a9a-8bdf-4bd99a7f4a2d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:26.947920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-bc05e957-8a2c-4a9a-8bdf-4bd99a7f4a2d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Calling delete_port for 024e7af4-b376-4a71-8b09-adb4908cb2ab owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:27:27.136634 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-bc05e957-8a2c-4a9a-8bdf-4bd99a7f4a2d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:27.170291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['024e7af4-b376-4a71-8b09-adb4908cb2ab'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:27:27.178492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e957-8a2c-4a9a-8bdf-4bd99a7f4a2d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Pushing event deleted for resources: {'Port': ['ID=024e7af4-b376-4a71-8b09-adb4908cb2ab,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:27.252552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-bc05e957-8a2c-4a9a-8bdf-4bd99a7f4a2d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] No DVR routers for this DVR port 024e7af4-b376-4a71-8b09-adb4908cb2ab on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:27:27.256430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-bc05e957-8a2c-4a9a-8bdf-4bd99a7f4a2d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:27.259138 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4318a3b6-45db-4b1d-bed4-0d5ea849f653 req-bc05e957-8a2c-4a9a-8bdf-4bd99a7f4a2d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "DELETE /v2.0/ports/024e7af4-b376-4a71-8b09-adb4908cb2ab HTTP/1.1" status: 204 len: 173 time: 0.5876644 Sep 29 23:27:27.259740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'name': 'network-vif-deleted', 'tag': '024e7af4-b376-4a71-8b09-adb4908cb2ab'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:27.262092 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fac6f07-1e27-4c1a-9c8e-d4011cceec77" -d '{"events": [{"server_uuid": "fddf9ba5-0f39-4fb1-97de-eeac5c400ebe", "name": "network-vif-deleted", "tag": "024e7af4-b376-4a71-8b09-adb4908cb2ab"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:27.306522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0e1df2be-0b26-4a21-bbb8-17a1f588c8ca tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:27.308292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0e1df2be-0b26-4a21-bbb8-17a1f588c8ca tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "GET /v2.0/networks?id=d88ecf50-2d3c-4a93-8243-ecc344c70ded HTTP/1.1" status: 200 len: 814 time: 0.1298945 Sep 29 23:27:27.332052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Request body: {'port': {'device_id': '580a1133-7093-4d14-8a78-bfa6118baaca', 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded', 'admin_state_up': True, 'tenant_id': 'b4f0b49aa1bb4a49ab3be23b7428041c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:27.332752 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4427e67-361f-4c16-ace5-e2eece2424c1 x-openstack-request-id: req-e4427e67-361f-4c16-ace5-e2eece2424c1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:27.333274 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fddf9ba5-0f39-4fb1-97de-eeac5c400ebe", "name": "network-vif-deleted", "tag": "024e7af4-b376-4a71-8b09-adb4908cb2ab", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:27.333754 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e4427e67-361f-4c16-ace5-e2eece2424c1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:27.334434 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fddf9ba5-0f39-4fb1-97de-eeac5c400ebe', 'name': 'network-vif-deleted', 'tag': '024e7af4-b376-4a71-8b09-adb4908cb2ab', 'status': 'completed', 'code': 200} Sep 29 23:27:27.482161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Made reservation on behalf of b4f0b49aa1bb4a49ab3be23b7428041c for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:27:27.487211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:27.628998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Allocated IP 172.20.0.11 (d88ecf50-2d3c-4a93-8243-ecc344c70ded/dad56020-9d1f-4fde-a2a0-217641c3889f/a55ad201-d73b-4a57-8884-5a3ce5371fe2) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:27:27.851651 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:27.897464 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:27.969282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Pushing event updated for resources: {'Port': ['ID=a55ad201-d73b-4a57-8884-5a3ce5371fe2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:27.979724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Network d88ecf50-2d3c-4a93-8243-ecc344c70ded is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:27:27.985451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:27:27.996440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:27:28.066847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03293f18-cdb3-41c0-ab0e-9caba9ba4da4 req-69643d4e-c7e6-4262-9de1-c53b9b873716 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:28.068313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03293f18-cdb3-41c0-ab0e-9caba9ba4da4 req-69643d4e-c7e6-4262-9de1-c53b9b873716 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 932 time: 0.0874772 Sep 29 23:27:28.074238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:28.074840 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:28.104734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5f57af8e-3ca0-4d5d-9e33-dc88ab9e7fe6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7778738 Sep 29 23:27:28.117892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03293f18-cdb3-41c0-ab0e-9caba9ba4da4 req-3b2c6cf7-1ba6-4d39-88fe-0c21f920a07d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Sep 29 23:27:28.126319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Request body: {'port': {'device_id': '580a1133-7093-4d14-8a78-bfa6118baaca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:28.184748 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:28.461122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55ad201-d73b-4a57-8884-5a3ce5371fe2 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:28.469507 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:28.481779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Transition to ACTIVE for port object a55ad201-d73b-4a57-8884-5a3ce5371fe2 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:27:28.486413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:28.849900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a55ad201-d73b-4a57-8884-5a3ce5371fe2,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:28.874106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47718) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:28.878805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8f71e6ff-babc-4481-b523-b1c430942861 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007995925', 'description': 'tempest-secgroup-smoke-2007995925 description', 'project_id': '436ce38eb4f34f4fa371cbbb830adb48'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:28.904282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f71e6ff-babc-4481-b523-b1c430942861 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:28.913179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Attempting to bind port a55ad201-d73b-4a57-8884-5a3ce5371fe2 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:27:28.914180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Attempting to bind port a55ad201-d73b-4a57-8884-5a3ce5371fe2 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:27:28.914662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Attempting to bind port a55ad201-d73b-4a57-8884-5a3ce5371fe2 on network d88ecf50-2d3c-4a93-8243-ecc344c70ded {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:28.920080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Port a55ad201-d73b-4a57-8884-5a3ce5371fe2 on network d88ecf50-2d3c-4a93-8243-ecc344c70ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:27:28.920408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Attempting to bind port a55ad201-d73b-4a57-8884-5a3ce5371fe2 on network d88ecf50-2d3c-4a93-8243-ecc344c70ded {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:28.928085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:27:28.928681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Checking segment: {'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:27:28.929251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Bound using segment: {'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:27:28.929869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Bound port: a55ad201-d73b-4a57-8884-5a3ce5371fe2, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:27:28.930413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.002790 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f71e6ff-babc-4481-b523-b1c430942861 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.007053 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f71e6ff-babc-4481-b523-b1c430942861 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.016582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] For port a55ad201-d73b-4a57-8884-5a3ce5371fe2, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:27:29.022051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] For port a55ad201-d73b-4a57-8884-5a3ce5371fe2, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:27:29.028671 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.042879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8f71e6ff-babc-4481-b523-b1c430942861 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.044197 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8f71e6ff-babc-4481-b523-b1c430942861 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1688833 Sep 29 23:27:29.047286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47730) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:29.052471 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e7cf4c65-fa87-4825-acc0-75d42fc73020 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Request body: {'security_group_rule': {'security_group_id': 'b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a', 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:29.058598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71e6ff-babc-4481-b523-b1c430942861 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:29.067195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:29.067883 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.069255 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] 10.222.0.42 "PUT /v2.0/ports/a55ad201-d73b-4a57-8884-5a3ce5371fe2 HTTP/1.1" status: 200 len: 1092 time: 0.9478884 Sep 29 23:27:29.069704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '580a1133-7093-4d14-8a78-bfa6118baaca', 'tag': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:29.072063 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0819e4df-f649-4175-bc37-60bef7889b53" -d '{"events": [{"name": "network-changed", "server_uuid": "580a1133-7093-4d14-8a78-bfa6118baaca", "tag": "a55ad201-d73b-4a57-8884-5a3ce5371fe2"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:29.093592 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4c65-fa87-4825-acc0-75d42fc73020 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.109394 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc27d5-9cf6-42ef-93ad-b95fe133a9f2 service neutron] Pushing event updated for resources: {'Port': ['ID=a55ad201-d73b-4a57-8884-5a3ce5371fe2,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:29.190961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4c65-fa87-4825-acc0-75d42fc73020 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.197922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-6133f088-277b-4cc6-bba6-0b2a5ac90fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:29.200050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-6133f088-277b-4cc6-bba6-0b2a5ac90fc4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4f0b49aa1bb4a49ab3be23b7428041c&device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 1095 time: 0.0634220 Sep 29 23:27:29.201816 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4c65-fa87-4825-acc0-75d42fc73020 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.221928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf4c65-fa87-4825-acc0-75d42fc73020 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45861a60-a680-40d5-a043-bfacf4971da5,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:29.237067 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7cf4c65-fa87-4825-acc0-75d42fc73020 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.241254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e7cf4c65-fa87-4825-acc0-75d42fc73020 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1901813 Sep 29 23:27:29.242030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47740) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:29.245893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-eb93c51a-27b2-48d9-ac2b-ca547f7254bf tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Request body: {'security_group_rule': {'security_group_id': 'b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a', 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:29.278832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-f4ebe493-f4f0-40d0-825b-0863dbbcdc5c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2 HTTP/1.1" status: 200 len: 217 time: 0.0580568 Sep 29 23:27:29.288293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb93c51a-27b2-48d9-ac2b-ca547f7254bf tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.316364 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032a6ad-5c70-4bb6-abdf-966ded5fbb46 req-9a787774-9ed3-4313-b376-cf6cc24c7d0d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:29.324584 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f032a6ad-5c70-4bb6-abdf-966ded5fbb46 req-9a787774-9ed3-4313-b376-cf6cc24c7d0d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 944 time: 0.1151402 Sep 29 23:27:29.372219 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb93c51a-27b2-48d9-ac2b-ca547f7254bf tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.378729 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e9453c-1d97-4bf9-aeb4-cc3d59c3927e x-openstack-request-id: req-21e9453c-1d97-4bf9-aeb4-cc3d59c3927e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:29.378729 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "580a1133-7093-4d14-8a78-bfa6118baaca", "tag": "a55ad201-d73b-4a57-8884-5a3ce5371fe2", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:29.378971 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-21e9453c-1d97-4bf9-aeb4-cc3d59c3927e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:29.379361 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '580a1133-7093-4d14-8a78-bfa6118baaca', 'tag': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2', 'status': 'completed', 'code': 200} Sep 29 23:27:29.381631 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb93c51a-27b2-48d9-ac2b-ca547f7254bf tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.398512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f032a6ad-5c70-4bb6-abdf-966ded5fbb46 req-0f353897-e9a7-47d2-8741-bfd4b8e07638 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730019 Sep 29 23:27:29.405903 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93c51a-27b2-48d9-ac2b-ca547f7254bf tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3d120be-e9b2-4f6f-94f7-eb0e10acbfce,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:29.421994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb93c51a-27b2-48d9-ac2b-ca547f7254bf tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.423308 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eb93c51a-27b2-48d9-ac2b-ca547f7254bf tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1809330 Sep 29 23:27:29.426182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47752) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:29.426287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-4bf085b7-85d1-484e-bebb-5664ea017b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:29.429244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-4bf085b7-85d1-484e-bebb-5664ea017b8e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad56020-9d1f-4fde-a2a0-217641c3889f HTTP/1.1" status: 200 len: 854 time: 0.1392667 Sep 29 23:27:29.431274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3f98e4eb-c4a8-4665-9421-757bdadab727 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Request body: {'security_group_rule': {'security_group_id': 'b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a', 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:29.464596 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f98e4eb-c4a8-4665-9421-757bdadab727 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.490663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-04e7cf90-f4b8-444e-aaf5-9e19a52898a3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d88ecf50-2d3c-4a93-8243-ecc344c70ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322039 Sep 29 23:27:29.533673 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f98e4eb-c4a8-4665-9421-757bdadab727 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.538421 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f98e4eb-c4a8-4665-9421-757bdadab727 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.559092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98e4eb-c4a8-4665-9421-757bdadab727 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3906be6d-de13-4e96-8fdf-d573f5495b01,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:29.568210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f98e4eb-c4a8-4665-9421-757bdadab727 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.569688 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3f98e4eb-c4a8-4665-9421-757bdadab727 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422806 Sep 29 23:27:29.573231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47760) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:29.577710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0a28ab86-3ddd-4326-9b47-efdc130363c6 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Request body: {'security_group_rule': {'security_group_id': 'b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a', 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:29.610195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a28ab86-3ddd-4326-9b47-efdc130363c6 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.614774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-5fa5f54d-7b7f-4cb0-9cbf-c705af3a612f service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984042 Sep 29 23:27:29.655327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 024e7af4-b376-4a71-8b09-adb4908cb2ab no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:27:29.675697 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a28ab86-3ddd-4326-9b47-efdc130363c6 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.680825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a28ab86-3ddd-4326-9b47-efdc130363c6 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.687081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 024e7af4-b376-4a71-8b09-adb4908cb2ab {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:27:29.687845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 024e7af4-b376-4a71-8b09-adb4908cb2ab not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:27:29.698399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28ab86-3ddd-4326-9b47-efdc130363c6 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262cfd0f-bb34-48e0-8bc4-d2d2b6dc3f79,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:29.709549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a28ab86-3ddd-4326-9b47-efdc130363c6 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.711878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0a28ab86-3ddd-4326-9b47-efdc130363c6 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1367276 Sep 29 23:27:29.713772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47768) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:29.718865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9e615954-508a-470d-a1db-a5a925db1ca2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Request body: {'security_group_rule': {'security_group_id': 'b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a', 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:29.731806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e35d9bd-292c-49c0-95f6-439397282a1d req-9c93e35a-f7e2-436b-b1bf-2bfea19f73e1 service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096401 Sep 29 23:27:29.743702 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-9e615954-508a-470d-a1db-a5a925db1ca2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Project 436ce38eb4f34f4fa371cbbb830adb48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:27:29.749717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e615954-508a-470d-a1db-a5a925db1ca2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.819214 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e615954-508a-470d-a1db-a5a925db1ca2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.823061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e615954-508a-470d-a1db-a5a925db1ca2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.845256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e615954-508a-470d-a1db-a5a925db1ca2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba3d77f-608e-48d9-9d1c-b8dc38f96a2d,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:29.851109 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e615954-508a-470d-a1db-a5a925db1ca2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.855777 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9e615954-508a-470d-a1db-a5a925db1ca2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410007 Sep 29 23:27:29.856397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47776) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:29.861350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-85818c3e-a817-44cc-82b9-2152aec6cf53 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Request body: {'security_group_rule': {'security_group_id': 'b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a', 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:29.878077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819e4df-f649-4175-bc37-60bef7889b53 req-dc98ab03-4d48-4a58-b15b-693eda9d922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:29.879637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0819e4df-f649-4175-bc37-60bef7889b53 req-dc98ab03-4d48-4a58-b15b-693eda9d922a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4f0b49aa1bb4a49ab3be23b7428041c&device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 1095 time: 0.0448420 Sep 29 23:27:29.888360 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-85818c3e-a817-44cc-82b9-2152aec6cf53 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Project 436ce38eb4f34f4fa371cbbb830adb48 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:27:29.893804 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85818c3e-a817-44cc-82b9-2152aec6cf53 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.989682 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85818c3e-a817-44cc-82b9-2152aec6cf53 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:29.992062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819e4df-f649-4175-bc37-60bef7889b53 req-adf90f61-a6c0-425b-a6b6-b405a5d67144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:30.001067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0819e4df-f649-4175-bc37-60bef7889b53 req-adf90f61-a6c0-425b-a6b6-b405a5d67144 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d88ecf50-2d3c-4a93-8243-ecc344c70ded HTTP/1.1" status: 200 len: 915 time: 0.1059980 Sep 29 23:27:30.004486 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85818c3e-a817-44cc-82b9-2152aec6cf53 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:30.028985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85818c3e-a817-44cc-82b9-2152aec6cf53 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65299366-0f67-4baa-a299-500dc16447a0,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:30.036204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-85818c3e-a817-44cc-82b9-2152aec6cf53 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:30.038417 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-85818c3e-a817-44cc-82b9-2152aec6cf53 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1804380 Sep 29 23:27:30.059309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0819e4df-f649-4175-bc37-60bef7889b53 req-6202a5c1-a2e6-46e8-8850-1516a37a529c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2 HTTP/1.1" status: 200 len: 217 time: 0.0573997 Sep 29 23:27:30.129083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819e4df-f649-4175-bc37-60bef7889b53 req-e26fc041-4a79-49c3-8b57-ca4f8cb7513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:30.130950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0819e4df-f649-4175-bc37-60bef7889b53 req-e26fc041-4a79-49c3-8b57-ca4f8cb7513b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad56020-9d1f-4fde-a2a0-217641c3889f HTTP/1.1" status: 200 len: 854 time: 0.0642736 Sep 29 23:27:30.171359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0819e4df-f649-4175-bc37-60bef7889b53 req-e365a099-1135-4c71-90ee-985ab1ac53d1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d88ecf50-2d3c-4a93-8243-ecc344c70ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265579 Sep 29 23:27:30.292248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-7bed44a1-c0b0-4983-9a11-ff0dfc61e709 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007995925&fields=id&tenant_id=436ce38eb4f34f4fa371cbbb830adb48 HTTP/1.1" status: 200 len: 267 time: 0.0551186 Sep 29 23:27:30.294474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0819e4df-f649-4175-bc37-60bef7889b53 req-b172024d-08d5-4c4d-b6e8-31cfd3243b49 service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164825 Sep 29 23:27:30.475351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-f11be086-6967-4838-af4f-f189a15841c2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:30.476913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-f11be086-6967-4838-af4f-f189a15841c2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/networks?id=045105f3-847c-41bd-b77c-5f2a11f3d831 HTTP/1.1" status: 200 len: 814 time: 0.1768401 Sep 29 23:27:30.488673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0819e4df-f649-4175-bc37-60bef7889b53 req-9d34d1f9-02b8-473f-b7db-6904f196a95a service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865335 Sep 29 23:27:30.515820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-97f2400f-6ded-4c4b-93b2-98d37262e726 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/quotas/436ce38eb4f34f4fa371cbbb830adb48 HTTP/1.1" status: 200 len: 375 time: 0.0261376 Sep 29 23:27:30.544274 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50be4f-30ef-4526-8a7b-0174f7abb32e req-5bc7d8aa-6717-4fc4-b844-17f4de342f64 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:30.546259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb50be4f-30ef-4526-8a7b-0174f7abb32e req-5bc7d8aa-6717-4fc4-b844-17f4de342f64 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 944 time: 0.0678694 Sep 29 23:27:30.610374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-6ce1447a-9552-4653-beac-fa2b4ed13905 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=436ce38eb4f34f4fa371cbbb830adb48&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866077 Sep 29 23:27:30.613581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb50be4f-30ef-4526-8a7b-0174f7abb32e req-12b01f47-20bc-4fa1-8479-f018ac02ed52 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496800 Sep 29 23:27:30.710791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-d7a0377b-caf7-4876-aa0a-f5f48edc6b96 service neutron] 10.222.0.44 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884044 Sep 29 23:27:30.805908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-03ff62e0-db7c-4f2d-a6d6-77effb705be6 service neutron] 10.222.0.44 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888574 Sep 29 23:27:31.151573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1cd948c8-afc6-4a33-97be-121620d0db3d req-f2581b8f-fdbf-4a81-a6f2-4ae0f117adc2 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 210 time: 0.0331798 Sep 29 23:27:31.742952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca18bbc-de11-46b8-a5bd-ee5534d27ef0 req-e6125da3-9b9b-4b5e-bd88-bcad0db2757a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:31.744740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ca18bbc-de11-46b8-a5bd-ee5534d27ef0 req-e6125da3-9b9b-4b5e-bd88-bcad0db2757a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 944 time: 0.0575371 Sep 29 23:27:31.792026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ca18bbc-de11-46b8-a5bd-ee5534d27ef0 req-d74f689d-b95d-46b4-8d87-8005db521047 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Sep 29 23:27:32.363431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-2f474beb-42ba-4266-a67e-2324beaf2898 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:32.367012 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-2f474beb-42ba-4266-a67e-2324beaf2898 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.26 "GET /v2.0/networks?id=045105f3-847c-41bd-b77c-5f2a11f3d831 HTTP/1.1" status: 200 len: 814 time: 0.2392628 Sep 29 23:27:32.385352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a98e37ba-4285-4c0b-9af0-da1b4398b725 req-a86ce5f0-e7e8-482d-9c05-b81153e32a1d tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 210 time: 0.0830746 Sep 29 23:27:32.441720 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e98bd02f-3809-4988-985b-321211d3c222 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=436ce38eb4f34f4fa371cbbb830adb48 HTTP/1.1" status: 200 len: 380 time: 0.0647287 Sep 29 23:27:32.451610 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Request body: {'port': {'device_id': '215814cb-9972-487a-845e-42860fd3b636', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'admin_state_up': True, 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'security_groups': ['b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:32.644399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Made reservation on behalf of 436ce38eb4f34f4fa371cbbb830adb48 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:27:32.649384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:32.955149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Allocated IP 172.20.0.7 (045105f3-847c-41bd-b77c-5f2a11f3d831/a19b355e-e9c2-49f6-938a-4c982c5139b5/e524784a-c490-46e3-a13b-c7a88f2f66a4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:27:32.964165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47858) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:32.992114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e317e5cf-b7e7-4745-a1f1-c88ae81dd4ac req-a2784a4b-17c2-4763-8ab9-b1cc2a5e27d9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:33.001380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e317e5cf-b7e7-4745-a1f1-c88ae81dd4ac req-a2784a4b-17c2-4763-8ab9-b1cc2a5e27d9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 944 time: 0.0901308 Sep 29 23:27:33.054691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e317e5cf-b7e7-4745-a1f1-c88ae81dd4ac req-eae9c382-a12a-434b-b218-6d782872defd tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475743 Sep 29 23:27:33.137663 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38ba82a2-a1ea-4b39-ad9a-5a3fdb9f0fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.162320 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.214199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.272096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38ba82a2-a1ea-4b39-ad9a-5a3fdb9f0fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.282345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-38ba82a2-a1ea-4b39-ad9a-5a3fdb9f0fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.304218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Network 045105f3-847c-41bd-b77c-5f2a11f3d831 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:27:33.311068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event updated for resources: {'Port': ['ID=e524784a-c490-46e3-a13b-c7a88f2f66a4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:33.315230 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:27:33.324818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:27:33.328348 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-04094e36-cbcd-4e1e-bf02-9636dddd3165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.331939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.332488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.332996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.333507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.334148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.334648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.335227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.335743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.336286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.336817 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.337333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.337845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:33.355667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ba82a2-a1ea-4b39-ad9a-5a3fdb9f0fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b13e52-bf54-480f-872e-69bd867a8bc6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:33.384872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-38ba82a2-a1ea-4b39-ad9a-5a3fdb9f0fbf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b961339687114de89778d126ed5919f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4193387 Sep 29 23:27:33.388867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47862) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:33.399398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:33.400703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.424017 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bccaf36f-f8f4-4cb7-a803-26c1edf5d489 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9760363 Sep 29 23:27:33.438636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Request body: {'port': {'device_id': '215814cb-9972-487a-845e-42860fd3b636', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:33.457275 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-791d5f9a-3986-4174-89b8-a3927d5391d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.509006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.532796 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-791d5f9a-3986-4174-89b8-a3927d5391d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.565182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed06408-2203-450b-a108-cd03ba2dcb61 req-e0366547-063b-4888-9186-57926777a622 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:33.566801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eed06408-2203-450b-a108-cd03ba2dcb61 req-e0366547-063b-4888-9186-57926777a622 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 931 time: 0.1008544 Sep 29 23:27:33.631249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-93236344-d518-4468-b0b3-22a91323f00e None None] Provisioning complete for port e524784a-c490-46e3-a13b-c7a88f2f66a4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:33.631944 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-93236344-d518-4468-b0b3-22a91323f00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.640218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eed06408-2203-450b-a108-cd03ba2dcb61 req-b93ce54b-bbcb-41cd-b38f-fc76dbea6899 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598395 Sep 29 23:27:33.663426 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-791d5f9a-3986-4174-89b8-a3927d5391d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.665942 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-791d5f9a-3986-4174-89b8-a3927d5391d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.669486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-791d5f9a-3986-4174-89b8-a3927d5391d7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c4b13e52-bf54-480f-872e-69bd867a8bc6 HTTP/1.1" status: 204 len: 168 time: 0.2766163 Sep 29 23:27:33.689702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791d5f9a-3986-4174-89b8-a3927d5391d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b13e52-bf54-480f-872e-69bd867a8bc6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:33.708307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a55ad201-d73b-4a57-8884-5a3ce5371fe2 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:27:33.743494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-93236344-d518-4468-b0b3-22a91323f00e None None] Port e524784a-c490-46e3-a13b-c7a88f2f66a4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:27:33.863507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e524784a-c490-46e3-a13b-c7a88f2f66a4 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:33.877364 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.892703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Transition to ACTIVE for port object e524784a-c490-46e3-a13b-c7a88f2f66a4 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:27:33.897396 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:33.920199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a55ad201-d73b-4a57-8884-5a3ce5371fe2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:33.947538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2', 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded', 'port_id': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2', 'mac_address': 'fa:16:3e:81:de:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad56020-9d1f-4fde-a2a0-217641c3889f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:27:34.007121 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.023396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55ad201-d73b-4a57-8884-5a3ce5371fe2 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:34.049358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a55ad201-d73b-4a57-8884-5a3ce5371fe2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:34.050785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Pushing event updated for resources: {'Port': ['ID=e524784a-c490-46e3-a13b-c7a88f2f66a4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:34.063081 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.099025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Attempting to bind port e524784a-c490-46e3-a13b-c7a88f2f66a4 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:27:34.099025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Attempting to bind port e524784a-c490-46e3-a13b-c7a88f2f66a4 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:27:34.099025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Attempting to bind port e524784a-c490-46e3-a13b-c7a88f2f66a4 on network 045105f3-847c-41bd-b77c-5f2a11f3d831 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:34.099929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:34.102316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Port e524784a-c490-46e3-a13b-c7a88f2f66a4 on network 045105f3-847c-41bd-b77c-5f2a11f3d831 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:27:34.102739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Attempting to bind port e524784a-c490-46e3-a13b-c7a88f2f66a4 on network 045105f3-847c-41bd-b77c-5f2a11f3d831 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:34.109072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 27, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:27:34.109508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Checking segment: {'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:27:34.110025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Bound using segment: {'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:27:34.110518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Bound port: e524784a-c490-46e3-a13b-c7a88f2f66a4, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0656a659-d2a4-4a3f-b5ae-0733417e46b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:27:34.110947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.128197 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c71a2ea5-acc9-4cd4-a563-b4ad0e1276c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.140688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a55ad201-d73b-4a57-8884-5a3ce5371fe2,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:34.149574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.149852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.150194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.150886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.151219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.151665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.152027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.152358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.152679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.153005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.153659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.153793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:34.204740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] For port e524784a-c490-46e3-a13b-c7a88f2f66a4, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:27:34.209070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] For port e524784a-c490-46e3-a13b-c7a88f2f66a4, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:27:34.220801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.262197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:34.262818 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.265176 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] 10.222.0.26 "PUT /v2.0/ports/e524784a-c490-46e3-a13b-c7a88f2f66a4 HTTP/1.1" status: 200 len: 1091 time: 0.8308702 Sep 29 23:27:34.265878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:34.268185 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf0df97-07a1-40fc-8452-1d158e8857f7" -d '{"events": [{"name": "network-changed", "server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:34.271506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18938267-e87a-405a-8f3f-5df5af78bd01 req-8d69564f-9475-4c70-b024-b79573b10f4e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:34.287557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18938267-e87a-405a-8f3f-5df5af78bd01 req-8d69564f-9475-4c70-b024-b79573b10f4e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 945 time: 0.1033945 Sep 29 23:27:34.310035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6020bb6-e702-4476-8ea6-9f32eb7b7b7b service neutron] Pushing event updated for resources: {'Port': ['ID=e524784a-c490-46e3-a13b-c7a88f2f66a4,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:34.388192 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa93c2c-9c31-4638-86d3-a27224572687 x-openstack-request-id: req-6aa93c2c-9c31-4638-86d3-a27224572687 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:34.388489 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:34.388754 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6aa93c2c-9c31-4638-86d3-a27224572687 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:34.389161 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'status': 'completed', 'code': 200} Sep 29 23:27:34.393990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18938267-e87a-405a-8f3f-5df5af78bd01 req-f789a4e6-f7b2-49f6-a4f8-9551c03b658a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936232 Sep 29 23:27:34.406805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-243b6a9b-d8c8-4c86-aa15-6d2ff497bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:34.409077 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-243b6a9b-d8c8-4c86-aa15-6d2ff497bfea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=436ce38eb4f34f4fa371cbbb830adb48&device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 1094 time: 0.0905337 Sep 29 23:27:34.431445 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c71a2ea5-acc9-4cd4-a563-b4ad0e1276c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.437581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c71a2ea5-acc9-4cd4-a563-b4ad0e1276c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.471001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-bd9afce4-9c5f-4f4f-a27f-fc8fe2eb5bcc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4 HTTP/1.1" status: 200 len: 217 time: 0.0524960 Sep 29 23:27:34.484884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c71a2ea5-acc9-4cd4-a563-b4ad0e1276c9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=483bbd8afded4fe088b3245f469df9f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834317 Sep 29 23:27:34.485884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:34.492536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a2ea5-acc9-4cd4-a563-b4ad0e1276c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb6fe77-8941-4992-a353-c2d62b30cd04,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:34.495043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a55ad201-d73b-4a57-8884-5a3ce5371fe2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:27:34.551332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-0b593899-a19f-4d23-ad5d-7b07c08db489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:34.555351 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-0b593899-a19f-4d23-ad5d-7b07c08db489 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a19b355e-e9c2-49f6-938a-4c982c5139b5 HTTP/1.1" status: 200 len: 853 time: 0.0751681 Sep 29 23:27:34.587634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9c551e6-edea-46fd-ae6f-1b479b7e13fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.615351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-f51ed78a-0ca4-4f61-94b3-a771b7866cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:34.619627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-f51ed78a-0ca4-4f61-94b3-a771b7866cdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=045105f3-847c-41bd-b77c-5f2a11f3d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552130 Sep 29 23:27:34.621707 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9c551e6-edea-46fd-ae6f-1b479b7e13fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.679640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9c551e6-edea-46fd-ae6f-1b479b7e13fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.682267 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f9c551e6-edea-46fd-ae6f-1b479b7e13fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:34.683454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f9c551e6-edea-46fd-ae6f-1b479b7e13fe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfb6fe77-8941-4992-a353-c2d62b30cd04 HTTP/1.1" status: 204 len: 168 time: 0.1964819 Sep 29 23:27:34.693766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c551e6-edea-46fd-ae6f-1b479b7e13fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb6fe77-8941-4992-a353-c2d62b30cd04,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:34.781700 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-dd1cb20b-9f42-4af1-bcb8-cdfdc04f5dab service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527572 Sep 29 23:27:34.841590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e950f-3fca-4c7e-8103-4f30128e159b req-4664a596-fd05-49ea-86b9-c04bb37acc51 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:34.850814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e7e950f-3fca-4c7e-8103-4f30128e159b req-4664a596-fd05-49ea-86b9-c04bb37acc51 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.0927885 Sep 29 23:27:34.903144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e7e950f-3fca-4c7e-8103-4f30128e159b req-10f64d62-058e-47de-8e32-6a164a81e11a tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512171 Sep 29 23:27:34.924037 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15e51b45-2286-4e19-ab8b-9b4952e42b10 req-dc7b2a1f-91c3-48c4-81a1-7eacfda9f76a service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345348 Sep 29 23:27:35.012817 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-9a0a8f34-75e7-413e-90bb-ce4d6e21ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:35.014922 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-9a0a8f34-75e7-413e-90bb-ce4d6e21ee01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=436ce38eb4f34f4fa371cbbb830adb48&device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 1094 time: 0.0454195 Sep 29 23:27:35.110560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-5cd8e9b1-702f-4cde-8af5-7b2435b4a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:35.112096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-5cd8e9b1-702f-4cde-8af5-7b2435b4a38a service neutron] 10.222.0.26 "GET /v2.0/networks?id=045105f3-847c-41bd-b77c-5f2a11f3d831 HTTP/1.1" status: 200 len: 915 time: 0.0902421 Sep 29 23:27:35.163752 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-6e60db6b-9752-4c5e-8f7c-a3e08c317748 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4 HTTP/1.1" status: 200 len: 217 time: 0.0446928 Sep 29 23:27:35.500627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-2e9c951c-0bdb-4f37-9423-505b951281fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:35.502598 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-2e9c951c-0bdb-4f37-9423-505b951281fa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a19b355e-e9c2-49f6-938a-4c982c5139b5 HTTP/1.1" status: 200 len: 853 time: 0.3310068 Sep 29 23:27:35.536252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe50011-bf2f-4da9-aa8e-be71ab9ff1d5 req-21145df8-1cf1-414d-b836-a0e875fa3ee3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:35.543690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbe50011-bf2f-4da9-aa8e-be71ab9ff1d5 req-21145df8-1cf1-414d-b836-a0e875fa3ee3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 945 time: 0.0582721 Sep 29 23:27:35.561982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-d9e543c7-1920-46aa-9ddd-170d66a02c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:35.564906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-d9e543c7-1920-46aa-9ddd-170d66a02c3c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=045105f3-847c-41bd-b77c-5f2a11f3d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545108 Sep 29 23:27:35.587879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbe50011-bf2f-4da9-aa8e-be71ab9ff1d5 req-8bd61648-cf25-4ded-b9a6-8b1ddd75b376 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431907 Sep 29 23:27:35.674122 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-a753a300-b6c6-4411-b692-032e10925583 service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013370 Sep 29 23:27:35.678808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a55ad201-d73b-4a57-8884-5a3ce5371fe2 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:35.734769 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port a55ad201-d73b-4a57-8884-5a3ce5371fe2 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:27:35.739501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port a55ad201-d73b-4a57-8884-5a3ce5371fe2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:35.740213 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:35.800893 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4cf0df97-07a1-40fc-8452-1d158e8857f7 req-cfbe59c7-cffc-4d3d-8f86-53b770c23d5d service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173127 Sep 29 23:27:35.839941 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:35.870298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580a1133-7093-4d14-8a78-bfa6118baaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:35.872751 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24674341-0093-46de-856c-9b5c2738d95b" -d '{"events": [{"server_uuid": "580a1133-7093-4d14-8a78-bfa6118baaca", "name": "network-vif-plugged", "status": "completed", "tag": "a55ad201-d73b-4a57-8884-5a3ce5371fe2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:35.886469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a55ad201-d73b-4a57-8884-5a3ce5371fe2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:35.892122 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:35.955549 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8bf58be-aacd-4cae-93bb-53772b762228 x-openstack-request-id: req-f8bf58be-aacd-4cae-93bb-53772b762228 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:35.955928 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580a1133-7093-4d14-8a78-bfa6118baaca", "name": "network-vif-plugged", "status": "completed", "tag": "a55ad201-d73b-4a57-8884-5a3ce5371fe2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:35.956132 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f8bf58be-aacd-4cae-93bb-53772b762228 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:35.956525 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580a1133-7093-4d14-8a78-bfa6118baaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2', 'code': 200} Sep 29 23:27:35.959056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a55ad201-d73b-4a57-8884-5a3ce5371fe2,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:36.090805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae102bc7-d167-4b9a-969b-1628e1d12f70 req-0760feb2-5632-4ef6-b93c-208405f3a47d tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:36.093215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae102bc7-d167-4b9a-969b-1628e1d12f70 req-0760feb2-5632-4ef6-b93c-208405f3a47d tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.0938098 Sep 29 23:27:36.101022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271dd92-6b82-4d5f-8585-4c82ba7c38a4 req-71d67dff-60cb-4764-b549-a41fbbbfe650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:36.102498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1271dd92-6b82-4d5f-8585-4c82ba7c38a4 req-71d67dff-60cb-4764-b549-a41fbbbfe650 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 1097 time: 0.0688586 Sep 29 23:27:36.169642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae102bc7-d167-4b9a-969b-1628e1d12f70 req-c102eb68-49de-4803-a56b-d2fcca16ce00 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661705 Sep 29 23:27:36.171350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1271dd92-6b82-4d5f-8585-4c82ba7c38a4 req-e9be44ba-fae2-4c97-8d4b-e9c88c928169 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512085 Sep 29 23:27:36.227236 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7efc608d-29ea-4f3a-826f-ecaf3cc870cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:36.552448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:36.696391 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:27:36.725403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee44f90-7bec-4e90-bf83-39d96c423ede req-79250965-ad5f-44b1-af7b-10bb64fda3fd tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:36.727643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ee44f90-7bec-4e90-bf83-39d96c423ede req-79250965-ad5f-44b1-af7b-10bb64fda3fd tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0555799 Sep 29 23:27:36.772385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ee44f90-7bec-4e90-bf83-39d96c423ede req-1ec68bb7-7430-4711-8346-b5891b057310 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361505 Sep 29 23:27:37.196114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 47976) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:37.323125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4eb190-b89e-4de0-8e30-33f2b0823cbb req-b89fc3ac-84a1-429c-9f5a-7f19a11ee274 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:37.324930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c4eb190-b89e-4de0-8e30-33f2b0823cbb req-b89fc3ac-84a1-429c-9f5a-7f19a11ee274 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.0617738 Sep 29 23:27:37.382254 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad10617-d06e-4a2d-96cc-b007be06cbf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:37.452792 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:37.464040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c4eb190-b89e-4de0-8e30-33f2b0823cbb req-2ac8bf9c-436e-4c66-bb60-4d5678f50159 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302679 Sep 29 23:27:37.498068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-743d1854-95bc-4e53-ad6f-fbddf7468de5 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:37.500227 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-743d1854-95bc-4e53-ad6f-fbddf7468de5 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 814 time: 0.1677163 Sep 29 23:27:37.529391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-d7a7120d-0c30-4756-bc47-7a3a54b51d5c tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/quotas/e32addf739ff4563a50de14bac991b00 HTTP/1.1" status: 200 len: 375 time: 0.0222828 Sep 29 23:27:37.623818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-4db78a22-82d9-4223-bca9-6f8f4d379c40 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839310 Sep 29 23:27:37.630947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad10617-d06e-4a2d-96cc-b007be06cbf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:37.649589 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ad10617-d06e-4a2d-96cc-b007be06cbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:37.706787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 47994) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:37.707549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5ad10617-d06e-4a2d-96cc-b007be06cbf9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f285eb08ac7426e9383a275d493d498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5087130 Sep 29 23:27:37.740117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad10617-d06e-4a2d-96cc-b007be06cbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a48a97b-0bca-4796-bd46-b558d9c6ee40,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:37.777295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c05c4c7-6594-43fb-8db3-c10cfe40286b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:37.778621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-349c1bd7-e0ef-4a0a-a6f7-dcb9f170f998 service neutron] 10.222.0.44 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498718 Sep 29 23:27:37.805574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c05c4c7-6594-43fb-8db3-c10cfe40286b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:37.859696 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c05c4c7-6594-43fb-8db3-c10cfe40286b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:37.865569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c05c4c7-6594-43fb-8db3-c10cfe40286b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:37.866778 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0c05c4c7-6594-43fb-8db3-c10cfe40286b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a48a97b-0bca-4796-bd46-b558d9c6ee40 HTTP/1.1" status: 204 len: 168 time: 0.1588852 Sep 29 23:27:37.876744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c05c4c7-6594-43fb-8db3-c10cfe40286b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a48a97b-0bca-4796-bd46-b558d9c6ee40,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:37.908602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-3b71f0b1-228d-4b2d-84d0-ce329197f9d1 service neutron] 10.222.0.44 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225331 Sep 29 23:27:37.969793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1050ce-bb5d-4a76-b62b-1a72493a9970 req-6d8163b4-3662-47e5-ac57-784c3dd0f536 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:37.978636 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb1050ce-bb5d-4a76-b62b-1a72493a9970 req-6d8163b4-3662-47e5-ac57-784c3dd0f536 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0683274 Sep 29 23:27:38.026088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb1050ce-bb5d-4a76-b62b-1a72493a9970 req-c8366675-4769-4376-a322-655ebcd3e39d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462313 Sep 29 23:27:38.115839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60a58dc5-f951-4c06-ad9c-aa713c144976 req-ce7a983a-be50-4c38-95a5-c1ccde4b87cf tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 210 time: 0.0350397 Sep 29 23:27:38.183381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8baec8-43c5-4503-bf09-0d8b708b09cd req-73d6c570-6818-4fb5-b0cc-3e1da3af686e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:38.185150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf8baec8-43c5-4503-bf09-0d8b708b09cd req-73d6c570-6818-4fb5-b0cc-3e1da3af686e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0722888 Sep 29 23:27:38.244008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf8baec8-43c5-4503-bf09-0d8b708b09cd req-c6deb833-9f04-4861-a4ac-eb03622051aa tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456200 Sep 29 23:27:38.272049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48014) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:38.285332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcaa58cd-8dd0-423d-84d9-50a4aaa420db admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:38.421563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcaa58cd-8dd0-423d-84d9-50a4aaa420db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:38.428985 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcaa58cd-8dd0-423d-84d9-50a4aaa420db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:38.473109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293280f7-8e27-4821-948d-45a8ce2ea170 req-0c5b9158-159d-429f-8a9f-98fd1d20b5b7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:38.475339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-293280f7-8e27-4821-948d-45a8ce2ea170 req-0c5b9158-159d-429f-8a9f-98fd1d20b5b7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0566893 Sep 29 23:27:38.485493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dcaa58cd-8dd0-423d-84d9-50a4aaa420db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5286b069c1d64a19afceec7b7dcf38c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081861 Sep 29 23:27:38.485493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa58cd-8dd0-423d-84d9-50a4aaa420db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a664029-ec67-4023-8104-81b7af97f954,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:38.488805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48020) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:38.568146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-293280f7-8e27-4821-948d-45a8ce2ea170 req-ec071eff-5824-40a7-a5fb-43af2926aa8d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868344 Sep 29 23:27:38.630688 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c35c8b1-8746-4a5c-9113-e349f864cba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:38.640076 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:38.656014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fe352-d972-4ddb-a69a-6712ae57bb3b req-e1f5fb5b-124d-4c6b-8c91-7c0535e3bc91 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:38.663906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-007fe352-d972-4ddb-a69a-6712ae57bb3b req-e1f5fb5b-124d-4c6b-8c91-7c0535e3bc91 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.0993986 Sep 29 23:27:38.698858 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c35c8b1-8746-4a5c-9113-e349f864cba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:38.766666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-007fe352-d972-4ddb-a69a-6712ae57bb3b req-be237a6d-ab8d-4e5b-af0d-837174b9c715 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018767 Sep 29 23:27:38.796886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325dd969-ece4-4167-818e-63c42b2eac7a req-8f9b4cd0-c125-4d29-92bb-b5935eb0ce48 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:38.798834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-325dd969-ece4-4167-818e-63c42b2eac7a req-8f9b4cd0-c125-4d29-92bb-b5935eb0ce48 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.1328733 Sep 29 23:27:38.848977 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c35c8b1-8746-4a5c-9113-e349f864cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:38.851459 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c35c8b1-8746-4a5c-9113-e349f864cba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:38.852588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2c35c8b1-8746-4a5c-9113-e349f864cba9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9a664029-ec67-4023-8104-81b7af97f954 HTTP/1.1" status: 204 len: 168 time: 0.3617396 Sep 29 23:27:38.859444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-325dd969-ece4-4167-818e-63c42b2eac7a req-94dce287-5b25-4d57-b7b3-e5e1c969ea11 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463803 Sep 29 23:27:38.865814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c35c8b1-8746-4a5c-9113-e349f864cba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a664029-ec67-4023-8104-81b7af97f954,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:39.396229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cd20869-14c0-4864-82e1-dfebc14eef45 req-e0d40f4e-a8cb-4350-b52d-4084d4d71df4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 210 time: 0.1145818 Sep 29 23:27:39.485504 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0869932-362f-418a-8934-5b84cf7c5619 req-355afd64-48b4-42c9-b234-0dbe231e53be tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:39.494421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0869932-362f-418a-8934-5b84cf7c5619 req-355afd64-48b4-42c9-b234-0dbe231e53be tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.2016659 Sep 29 23:27:39.555722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-1c78441a-a7bd-491b-84b0-afa05735f984 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:39.557631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-1c78441a-a7bd-491b-84b0-afa05735f984 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.42 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 814 time: 0.2221847 Sep 29 23:27:39.564766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0869932-362f-418a-8934-5b84cf7c5619 req-cbd8d477-93d8-4cee-baa7-68cd6ce92903 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694742 Sep 29 23:27:39.607475 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:39.618606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Request body: {'port': {'device_id': '347005f6-0e1e-4980-8fce-eeb0c2108ddd', 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6', 'admin_state_up': True, 'tenant_id': 'e32addf739ff4563a50de14bac991b00'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:39.786211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Made reservation on behalf of e32addf739ff4563a50de14bac991b00 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:27:39.790796 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:39.993211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d7155c-dbdb-4f49-b52c-f90386521121 req-bc955f23-1e12-4805-a921-fd234c5af64c tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:39.995066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44d7155c-dbdb-4f49-b52c-f90386521121 req-bc955f23-1e12-4805-a921-fd234c5af64c tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.0825348 Sep 29 23:27:40.013174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Allocated IP 172.20.0.4 (21231345-7d4f-49f4-9c0d-5711cbff8dc6/0241c012-ef0f-4e20-99e8-af5ff1ea48ce/a243fc84-ccd5-4dc9-827e-472039b4ddd7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:27:40.064007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44d7155c-dbdb-4f49-b52c-f90386521121 req-ed1e7d5a-c8ae-4be3-a745-6db33bdcccb6 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616992 Sep 29 23:27:40.214641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:40.250394 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:40.265686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a75516fc-6765-4c1b-91ed-0975dc738bdd', '2c8cab0b-9594-4f86-8f48-511a187cd1af'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:27:40.299016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:27:40.300425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a48e89a2-bded-4123-90bc-914d5ba9fd18'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:27:40.302711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:27:40.313572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:27:40.347984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Pushing event updated for resources: {'Port': ['ID=a243fc84-ccd5-4dc9-827e-472039b4ddd7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:40.386639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:40.387352 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:40.421125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-db39665c-7424-47e3-9750-7e84321fe8b3 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8054101 Sep 29 23:27:40.438565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Request body: {'port': {'device_id': '347005f6-0e1e-4980-8fce-eeb0c2108ddd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:40.496576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48080) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:40.566474 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:40.654279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a195ed97-f8d4-4954-84fc-5899de77ca90 req-1dd4f22d-519a-4b4e-a09e-48f631783361 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:40.656176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a195ed97-f8d4-4954-84fc-5899de77ca90 req-1dd4f22d-519a-4b4e-a09e-48f631783361 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 931 time: 0.1443830 Sep 29 23:27:40.716606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf66b-4ef1-4d03-a118-6b453ec3e60d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.107144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a195ed97-f8d4-4954-84fc-5899de77ca90 req-14d63c5e-d0c6-4086-947b-4f160daeae64 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4345429 Sep 29 23:27:41.178268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f072fba0-8cfc-4748-bc08-d44ce7bfea0c req-02b1c7cc-4db2-4445-9209-866bb8c4bde0 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:41.180139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f072fba0-8cfc-4748-bc08-d44ce7bfea0c req-02b1c7cc-4db2-4445-9209-866bb8c4bde0 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.4548805 Sep 29 23:27:41.304892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f072fba0-8cfc-4748-bc08-d44ce7bfea0c req-e535d35a-48b5-4767-b50d-046fe8eb7014 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140366 Sep 29 23:27:41.369416 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf66b-4ef1-4d03-a118-6b453ec3e60d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.377055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf8bf66b-4ef1-4d03-a118-6b453ec3e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.386402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c012172-f69c-45cc-950d-87a8152ae867 req-bfb63a3c-b590-4ad5-8d6b-9328bea5e405 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:41.387908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c012172-f69c-45cc-950d-87a8152ae867 req-bfb63a3c-b590-4ad5-8d6b-9328bea5e405 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.1348982 Sep 29 23:27:41.396426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a243fc84-ccd5-4dc9-827e-472039b4ddd7 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:41.425546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.463212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Transition to ACTIVE for port object a243fc84-ccd5-4dc9-827e-472039b4ddd7 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:27:41.468009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cf8bf66b-4ef1-4d03-a118-6b453ec3e60d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5c6bd4f49bd4ee7b02a972f33202648&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9697692 Sep 29 23:27:41.471004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48090) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:41.473224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.474938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bf66b-4ef1-4d03-a118-6b453ec3e60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23cf110-ffd7-463f-ae80-6c87bfc3f39f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:41.514921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c012172-f69c-45cc-950d-87a8152ae867 req-b27c8847-cb4b-4fb8-94ae-af6db5d2ea70 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047370 Sep 29 23:27:41.525878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60108172-b99e-493e-9b51-291e4fa0d6d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.543060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Pushing event updated for resources: {'Port': ['ID=a243fc84-ccd5-4dc9-827e-472039b4ddd7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:41.554421 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60108172-b99e-493e-9b51-291e4fa0d6d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.608864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60108172-b99e-493e-9b51-291e4fa0d6d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.610524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Attempting to bind port a243fc84-ccd5-4dc9-827e-472039b4ddd7 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:27:41.610859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Attempting to bind port a243fc84-ccd5-4dc9-827e-472039b4ddd7 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:27:41.611213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Attempting to bind port a243fc84-ccd5-4dc9-827e-472039b4ddd7 on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:41.611656 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-60108172-b99e-493e-9b51-291e4fa0d6d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.612880 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-60108172-b99e-493e-9b51-291e4fa0d6d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b23cf110-ffd7-463f-ae80-6c87bfc3f39f HTTP/1.1" status: 204 len: 168 time: 0.1402225 Sep 29 23:27:41.615560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Port a243fc84-ccd5-4dc9-827e-472039b4ddd7 on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:27:41.615920 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Attempting to bind port a243fc84-ccd5-4dc9-827e-472039b4ddd7 on network 21231345-7d4f-49f4-9c0d-5711cbff8dc6 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:27:41.621173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60108172-b99e-493e-9b51-291e4fa0d6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23cf110-ffd7-463f-ae80-6c87bfc3f39f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:41.621296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:27:41.621685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Checking segment: {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:27:41.622140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Bound using segment: {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:27:41.622893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Bound port: a243fc84-ccd5-4dc9-827e-472039b4ddd7, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e62fcd-a5e7-4960-b6e2-9c90a44367ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:27:41.627271 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.695455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] For port a243fc84-ccd5-4dc9-827e-472039b4ddd7, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:27:41.698534 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] For port a243fc84-ccd5-4dc9-827e-472039b4ddd7, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a243fc84-ccd5-4dc9-827e-472039b4ddd7,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:27:41.703285 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.735470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:41.736616 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:41.738818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] 10.222.0.42 "PUT /v2.0/ports/a243fc84-ccd5-4dc9-827e-472039b4ddd7 HTTP/1.1" status: 200 len: 1091 time: 1.3048389 Sep 29 23:27:41.740673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347005f6-0e1e-4980-8fce-eeb0c2108ddd', 'tag': 'a243fc84-ccd5-4dc9-827e-472039b4ddd7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:41.742922 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bf19f9-4450-4294-a2ba-fbc67740d7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "347005f6-0e1e-4980-8fce-eeb0c2108ddd", "tag": "a243fc84-ccd5-4dc9-827e-472039b4ddd7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:41.773399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda55bb-9cfa-47ae-bd77-513830b6f92c service neutron] Pushing event updated for resources: {'Port': ['ID=a243fc84-ccd5-4dc9-827e-472039b4ddd7,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:41.787588 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72d2b906-3b89-4f07-a4cb-3414201ea15b x-openstack-request-id: req-72d2b906-3b89-4f07-a4cb-3414201ea15b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:41.788127 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347005f6-0e1e-4980-8fce-eeb0c2108ddd", "tag": "a243fc84-ccd5-4dc9-827e-472039b4ddd7", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:41.788480 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72d2b906-3b89-4f07-a4cb-3414201ea15b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:41.789101 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347005f6-0e1e-4980-8fce-eeb0c2108ddd', 'tag': 'a243fc84-ccd5-4dc9-827e-472039b4ddd7', 'status': 'completed', 'code': 200} Sep 29 23:27:41.854413 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-28c4fe6b-fd92-4993-b75e-846921c21b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:41.855992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-28c4fe6b-fd92-4993-b75e-846921c21b3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 1094 time: 0.0506692 Sep 29 23:27:41.907868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-865831b9-3efd-45ca-92e9-6760fd7ff59c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a243fc84-ccd5-4dc9-827e-472039b4ddd7 HTTP/1.1" status: 200 len: 217 time: 0.0379620 Sep 29 23:27:41.957747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-cbb2294a-8b18-4f5a-af6b-a3d4d6f68800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:41.959229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-cbb2294a-8b18-4f5a-af6b-a3d4d6f68800 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0241c012-ef0f-4e20-99e8-af5ff1ea48ce HTTP/1.1" status: 200 len: 854 time: 0.0445189 Sep 29 23:27:41.991626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-f3a09219-47ae-496e-bddc-ff2b27fddc76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21231345-7d4f-49f4-9c0d-5711cbff8dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256543 Sep 29 23:27:42.087756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-81338787-1886-4428-bf79-c38714667074 service neutron] 10.222.0.42 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890155 Sep 29 23:27:42.198599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-505a35f6-ca6a-423d-815b-ed0f5c4729b6 req-e2d3d9ce-486c-4071-903c-be9df2cf7bf1 service neutron] 10.222.0.42 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032832 Sep 29 23:27:42.245599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a09459-4d7e-4bc8-b47d-9e017341253f req-c0130e27-4030-47f6-96a9-525e9b04c416 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:42.248286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56a09459-4d7e-4bc8-b47d-9e017341253f req-c0130e27-4030-47f6-96a9-525e9b04c416 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 943 time: 0.0660808 Sep 29 23:27:42.287363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56a09459-4d7e-4bc8-b47d-9e017341253f req-a62c8913-0e2f-43d8-b1ae-e097fdf193f4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335734 Sep 29 23:27:42.365211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf19f9-4450-4294-a2ba-fbc67740d7c5 req-ead668ef-f4cc-422b-b079-ea284e7d1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:42.366830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35bf19f9-4450-4294-a2ba-fbc67740d7c5 req-ead668ef-f4cc-422b-b079-ea284e7d1bff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 1094 time: 0.0511413 Sep 29 23:27:42.481693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5694aa-e89f-423b-b452-a75abaf843c0 req-93764afc-2468-4c55-837b-3f898cf17790 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:42.483722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e5694aa-e89f-423b-b452-a75abaf843c0 req-93764afc-2468-4c55-837b-3f898cf17790 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.1011894 Sep 29 23:27:42.515578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf19f9-4450-4294-a2ba-fbc67740d7c5 req-22ca0c5b-f417-4eee-8ee0-4cec8b26381b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:42.517085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35bf19f9-4450-4294-a2ba-fbc67740d7c5 req-22ca0c5b-f417-4eee-8ee0-4cec8b26381b service neutron] 10.222.0.42 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 915 time: 0.1421182 Sep 29 23:27:42.575955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e5694aa-e89f-423b-b452-a75abaf843c0 req-1db0b374-f7a6-4cea-97f3-ec1ae25061a1 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860920 Sep 29 23:27:42.578088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35bf19f9-4450-4294-a2ba-fbc67740d7c5 req-bbefed1e-0cc7-4769-9e70-67f8d7011298 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a243fc84-ccd5-4dc9-827e-472039b4ddd7 HTTP/1.1" status: 200 len: 217 time: 0.0455365 Sep 29 23:27:42.665232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf19f9-4450-4294-a2ba-fbc67740d7c5 req-2ce8a78e-6c0e-4aa6-9fc8-d78ddbe19bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:42.666793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35bf19f9-4450-4294-a2ba-fbc67740d7c5 req-2ce8a78e-6c0e-4aa6-9fc8-d78ddbe19bd6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0241c012-ef0f-4e20-99e8-af5ff1ea48ce HTTP/1.1" status: 200 len: 854 time: 0.0827014 Sep 29 23:27:42.680214 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f519b-e5cf-4c37-907f-de7a4a7145cb req-d9428883-fd0d-47f6-b0f9-bc80be6c0944 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:42.681712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f33f519b-e5cf-4c37-907f-de7a4a7145cb req-d9428883-fd0d-47f6-b0f9-bc80be6c0944 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.0851033 Sep 29 23:27:42.714022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35bf19f9-4450-4294-a2ba-fbc67740d7c5 req-1e14edf6-4003-4691-b3a2-c68e5cdb0869 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=21231345-7d4f-49f4-9c0d-5711cbff8dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313344 Sep 29 23:27:42.773632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f33f519b-e5cf-4c37-907f-de7a4a7145cb req-0912e23a-9bdb-4c3b-9908-2807b82e5ecb tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831211 Sep 29 23:27:42.824255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48132) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:42.833273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35bf19f9-4450-4294-a2ba-fbc67740d7c5 req-9bfb72d0-b098-4709-82b0-57c71ed071f2 service neutron] 10.222.0.42 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113741 Sep 29 23:27:42.940732 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35bf19f9-4450-4294-a2ba-fbc67740d7c5 req-4d7e5960-b341-4ee2-8015-061aba0f0785 service neutron] 10.222.0.42 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998101 Sep 29 23:27:43.014091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Deleting port 0e793248-4455-45c3-b2b4-6248b9c7959b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:27:43.014526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:43.090238 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:43.090569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:43.102380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Calling delete_port for 0e793248-4455-45c3-b2b4-6248b9c7959b owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:27:43.319012 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:43.360155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'Port': ['ID=0e793248-4455-45c3-b2b4-6248b9c7959b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:43.437779 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:43.438206 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Floating IP 0f0d4c49-7f67-4ae0-ae08-920052a0200c disassociated (deleted). External IP: 172.25.4.70, port: 5a7a9aed-d501-4e45-8ad6-d2c172dd9282. Sep 29 23:27:43.447527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a51f1-1bd1-445a-882e-75be0ee948a5 req-ad5cad29-fddc-40df-97fa-142be6fca07c tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:43.449053 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-512a51f1-1bd1-445a-882e-75be0ee948a5 req-ad5cad29-fddc-40df-97fa-142be6fca07c tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 943 time: 0.0622361 Sep 29 23:27:43.493843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-512a51f1-1bd1-445a-882e-75be0ee948a5 req-5c69af9f-b6e6-4f5b-b359-f064ae9abfc4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Sep 29 23:27:43.651061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Router c811754c-0897-4425-b6eb-9628e511f6dc has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:27:43.706576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2fa5fe-e257-42d3-a437-3cce0bf9e473 req-5fbcc3eb-0c82-4f14-a8a9-fbe61bfbb8f2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:43.708144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c2fa5fe-e257-42d3-a437-3cce0bf9e473 req-5fbcc3eb-0c82-4f14-a8a9-fbe61bfbb8f2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0541167 Sep 29 23:27:43.749134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c2fa5fe-e257-42d3-a437-3cce0bf9e473 req-96abc7f8-01ba-40fb-b4f2-a0f96cd68e29 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348499 Sep 29 23:27:43.776981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:27:43.782229 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:43.787465 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] Sync routers for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:27:43.797705 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:43.798443 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:27:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:43.815475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e18eaf68-8528-4596-bff9-576034727eda tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "DELETE /v2.0/floatingips/0f0d4c49-7f67-4ae0-ae08-920052a0200c HTTP/1.1" status: 204 len: 168 time: 0.9875035 Sep 29 23:27:43.815475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'tag': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:43.816273 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f103ee-9764-48de-9bc0-c2e0265b48d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3001dee6-72b6-4c03-a624-2b6d4134464f", "tag": "5a7a9aed-d501-4e45-8ad6-d2c172dd9282"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:43.926741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6850ab4-d180-43e1-a191-3912372f0298 req-d4b1e26a-7a36-4d02-9986-475b8517a30b tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:43.934021 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:27:43.934834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6850ab4-d180-43e1-a191-3912372f0298 req-d4b1e26a-7a36-4d02-9986-475b8517a30b tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.0636947 Sep 29 23:27:44.012512 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3204f1d6-0c10-4e7a-97eb-5a953b329226 x-openstack-request-id: req-3204f1d6-0c10-4e7a-97eb-5a953b329226 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:44.012976 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3001dee6-72b6-4c03-a624-2b6d4134464f", "tag": "5a7a9aed-d501-4e45-8ad6-d2c172dd9282", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:44.013064 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3204f1d6-0c10-4e7a-97eb-5a953b329226 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:44.013446 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'tag': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'status': 'completed', 'code': 200} Sep 29 23:27:44.013561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6850ab4-d180-43e1-a191-3912372f0298 req-f35ab0bc-1015-462b-855c-8d46ea22db1a tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776737 Sep 29 23:27:44.097909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-110c96c8-0cc2-4232-8b78-26f46b23dcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:44.099456 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-110c96c8-0cc2-4232-8b78-26f46b23dcfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 1096 time: 0.0495412 Sep 29 23:27:44.129407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328c276a-09e0-445d-b3cd-5c332c45ea4a req-ab59bccb-173e-4254-878d-206d4085300c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:44.132159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-328c276a-09e0-445d-b3cd-5c332c45ea4a req-ab59bccb-173e-4254-878d-206d4085300c tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 945 time: 0.0645869 Sep 29 23:27:44.178231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-328c276a-09e0-445d-b3cd-5c332c45ea4a req-700f0c39-f253-4622-ab85-b7896e448f0e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405016 Sep 29 23:27:44.214232 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '328383d6-df89-4593-90ab-86672b6d3b4b', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:e5:e4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:23:20Z', 'updated_at': '2021-09-29T23:23:23Z', 'revision_number': 1, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:44.228193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-3735b62f-991c-4f18-afdb-3f5bb99e2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:44.229688 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-3735b62f-991c-4f18-afdb-3f5bb99e2c02 service neutron] 10.222.0.26 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.1142588 Sep 29 23:27:44.242237 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] Checking router: c811754c-0897-4425-b6eb-9628e511f6dc for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:27:44.251713 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:44.252362 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:27:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:44.275603 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-fcd77312-1993-47dd-b9e6-cb630fe268b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282 HTTP/1.1" status: 200 len: 217 time: 0.0362566 Sep 29 23:27:44.340177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-00c060a6-2afb-4ef3-b8eb-0913033cbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:44.342707 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-00c060a6-2afb-4ef3-b8eb-0913033cbe23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.0581729 Sep 29 23:27:44.369170 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:27:44.390443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-160a84eb-0080-4bd0-8578-588e471b4148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:44.392008 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-160a84eb-0080-4bd0-8578-588e471b4148 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414469 Sep 29 23:27:44.497989 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-6379058e-01e0-495b-9284-6aa3a4295bd5 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978489 Sep 29 23:27:44.624824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e95004-d6bb-4096-bd00-3ca142556c7d req-37c7b92b-defa-4cac-827a-100a96e59537 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:44.626487 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f9f103ee-9764-48de-9bc0-c2e0265b48d0 req-f5e52d5f-754b-4917-b042-9aea1f9ffc87 service neutron] 10.222.0.26 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189375 Sep 29 23:27:44.627271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9e95004-d6bb-4096-bd00-3ca142556c7d req-37c7b92b-defa-4cac-827a-100a96e59537 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 943 time: 0.0602620 Sep 29 23:27:44.649123 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '328383d6-df89-4593-90ab-86672b6d3b4b', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:e5:e4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:23:20Z', 'updated_at': '2021-09-29T23:23:23Z', 'revision_number': 1, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:44.666950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9e95004-d6bb-4096-bd00-3ca142556c7d req-939cab33-6e33-4472-a4c0-56e8158d4a3e tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335839 Sep 29 23:27:44.686580 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4280769a-fb4e-4dcc-9621-dc8b0b9a7c2a None None] The sync data for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 is: [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '328383d6-df89-4593-90ab-86672b6d3b4b', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'floating_ip_address': '172.25.4.222', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'port_id': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 2612, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'mac_address': 'fa:16:3e:e5:e4:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd4956b-900f-47cc-aed4-644e64957649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:23:20Z', 'updated_at': '2021-09-29T23:23:23Z', 'revision_number': 1, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:27:44.875957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf693279-7961-4fe7-94af-e88ce3160734 req-17556ed7-86bd-4601-9e29-3bbd65037112 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:44.877634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf693279-7961-4fe7-94af-e88ce3160734 req-17556ed7-86bd-4601-9e29-3bbd65037112 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0544765 Sep 29 23:27:44.920790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf693279-7961-4fe7-94af-e88ce3160734 req-cbd357a3-89f6-4f75-9667-b22a51803b58 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369084 Sep 29 23:27:44.962839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcad55c-31cc-47fe-b34f-0b6d5d510809 None None] New status for floating IP 0f0d4c49-7f67-4ae0-ae08-920052a0200c: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:27:45.182681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b10a2-f3cf-4cad-a49f-ffde8e452e54 req-e9a78b4f-2a47-4d7b-9e70-0dc06dcf90e9 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:45.184164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e09b10a2-f3cf-4cad-a49f-ffde8e452e54 req-e9a78b4f-2a47-4d7b-9e70-0dc06dcf90e9 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.0586674 Sep 29 23:27:45.244126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e09b10a2-f3cf-4cad-a49f-ffde8e452e54 req-1e6dafc6-8c81-4d77-8d9a-7876074fff08 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506735 Sep 29 23:27:45.298921 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372259c-d277-4681-a80c-2452d6d42b9c req-cf4d9c06-7c4f-4edf-8c80-7162fb6a765f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:45.300363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1372259c-d277-4681-a80c-2452d6d42b9c req-cf4d9c06-7c4f-4edf-8c80-7162fb6a765f tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 945 time: 0.0502672 Sep 29 23:27:45.345065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1372259c-d277-4681-a80c-2452d6d42b9c req-10162a20-8d39-46f3-bd60-3e0aac545a67 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349107 Sep 29 23:27:45.702821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-b214c5dc-61fc-4a5f-a1f4-f161bd0e4fe8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:45.704361 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-b214c5dc-61fc-4a5f-a1f4-f161bd0e4fe8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 945 time: 0.0536671 Sep 29 23:27:45.728369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a243fc84-ccd5-4dc9-827e-472039b4ddd7 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:27:45.788578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac21456-84ad-442d-b824-865c27fe7ea2 req-712ed7b1-caa9-4ced-83b8-323af62944ae tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:45.790050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eac21456-84ad-442d-b824-865c27fe7ea2 req-712ed7b1-caa9-4ced-83b8-323af62944ae tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 943 time: 0.0535927 Sep 29 23:27:45.811758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-fe09d970-6fb7-46f1-bf4f-5d8ca8af3bf8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Deleting port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:27:45.812192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-fe09d970-6fb7-46f1-bf4f-5d8ca8af3bf8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:45.831112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eac21456-84ad-442d-b824-865c27fe7ea2 req-4680cf45-6afb-4580-8c3e-049b102f69b5 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344770 Sep 29 23:27:45.832367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a243fc84-ccd5-4dc9-827e-472039b4ddd7, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a243fc84-ccd5-4dc9-827e-472039b4ddd7,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:45.847409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'a243fc84-ccd5-4dc9-827e-472039b4ddd7', 'network_id': '21231345-7d4f-49f4-9c0d-5711cbff8dc6', 'port_id': 'a243fc84-ccd5-4dc9-827e-472039b4ddd7', 'mac_address': 'fa:16:3e:dc:7f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0241c012-ef0f-4e20-99e8-af5ff1ea48ce', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:27:45.887491 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:45.900988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a243fc84-ccd5-4dc9-827e-472039b4ddd7 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:45.906843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-fe09d970-6fb7-46f1-bf4f-5d8ca8af3bf8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] For port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:45.907212 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-fe09d970-6fb7-46f1-bf4f-5d8ca8af3bf8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:45.920768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a243fc84-ccd5-4dc9-827e-472039b4ddd7, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a243fc84-ccd5-4dc9-827e-472039b4ddd7,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:45.924894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-fe09d970-6fb7-46f1-bf4f-5d8ca8af3bf8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Calling delete_port for 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:27:45.925074 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:45.979702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a243fc84-ccd5-4dc9-827e-472039b4ddd7,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:46.048591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5238026-c0c6-43c0-8638-3fd0c02d2290 req-b5a4132e-c5ba-4c50-96f3-0036012829ef tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:46.050007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5238026-c0c6-43c0-8638-3fd0c02d2290 req-b5a4132e-c5ba-4c50-96f3-0036012829ef tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0507593 Sep 29 23:27:46.056618 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-fe09d970-6fb7-46f1-bf4f-5d8ca8af3bf8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:46.086285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe09d970-6fb7-46f1-bf4f-5d8ca8af3bf8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'Port': ['ID=5a7a9aed-d501-4e45-8ad6-d2c172dd9282,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:46.098697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5238026-c0c6-43c0-8638-3fd0c02d2290 req-696f34b2-e22f-4e2a-b342-4c1fa7d5a8c7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412409 Sep 29 23:27:46.138994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-fe09d970-6fb7-46f1-bf4f-5d8ca8af3bf8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] No DVR routers for this DVR port 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:27:46.141580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-fe09d970-6fb7-46f1-bf4f-5d8ca8af3bf8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:46.143622 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0c97d3b6-1c96-4603-aff6-d794e5bbf21c req-fe09d970-6fb7-46f1-bf4f-5d8ca8af3bf8 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.26 "DELETE /v2.0/ports/5a7a9aed-d501-4e45-8ad6-d2c172dd9282 HTTP/1.1" status: 204 len: 173 time: 0.4323287 Sep 29 23:27:46.144113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'name': 'network-vif-deleted', 'tag': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:46.146418 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df514236-70a6-4037-9461-e541320299be" -d '{"events": [{"server_uuid": "3001dee6-72b6-4c03-a624-2b6d4134464f", "name": "network-vif-deleted", "tag": "5a7a9aed-d501-4e45-8ad6-d2c172dd9282"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:46.198849 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810d817f-9b8d-4bd4-bf8c-c84c3a68951c x-openstack-request-id: req-810d817f-9b8d-4bd4-bf8c-c84c3a68951c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:46.199183 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3001dee6-72b6-4c03-a624-2b6d4134464f", "name": "network-vif-deleted", "tag": "5a7a9aed-d501-4e45-8ad6-d2c172dd9282", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:46.199440 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-810d817f-9b8d-4bd4-bf8c-c84c3a68951c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:46.199864 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3001dee6-72b6-4c03-a624-2b6d4134464f', 'name': 'network-vif-deleted', 'tag': '5a7a9aed-d501-4e45-8ad6-d2c172dd9282', 'status': 'completed', 'code': 200} Sep 29 23:27:46.336285 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a243fc84-ccd5-4dc9-827e-472039b4ddd7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:27:46.408788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e1206-5c15-45b0-9e25-1c44320bba08 req-4ac08678-8d15-4960-bc19-6c2ff78ddaa3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:46.415196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f77e1206-5c15-45b0-9e25-1c44320bba08 req-4ac08678-8d15-4960-bc19-6c2ff78ddaa3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.1032009 Sep 29 23:27:46.520633 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da79bb35-e5e1-4e8e-9163-b358bc482cb6 req-cc654284-7766-4666-a1a8-8867bce0d4db tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.0489721 Sep 29 23:27:46.545983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f77e1206-5c15-45b0-9e25-1c44320bba08 req-f8bb5ab2-b210-4a54-b856-cb05fce1f63c tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218233 Sep 29 23:27:46.968782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e645d-7e10-47e6-aa4f-c2296deae08c req-a1d5b234-7dec-4da5-b009-56ab203abffb tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:46.970339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-068e645d-7e10-47e6-aa4f-c2296deae08c req-a1d5b234-7dec-4da5-b009-56ab203abffb tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 944 time: 0.0593159 Sep 29 23:27:47.028199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-068e645d-7e10-47e6-aa4f-c2296deae08c req-a42e583a-2d2c-4000-80a4-801682066eb8 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516906 Sep 29 23:27:47.241320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e89a5-86f6-4925-874a-9171d73c312e req-c16dcca9-2c63-44d4-a6ec-2acd5e2a5f81 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:47.242940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a72e89a5-86f6-4925-874a-9171d73c312e req-c16dcca9-2c63-44d4-a6ec-2acd5e2a5f81 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0548618 Sep 29 23:27:47.288748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a72e89a5-86f6-4925-874a-9171d73c312e req-e1871bcc-d07a-4cf7-835d-36b29c984713 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389531 Sep 29 23:27:47.625593 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea9e00e2-ec36-4635-ae51-ac216e8e2415 req-acda8061-0469-473c-ba66-c591e6198f16 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.0386412 Sep 29 23:27:47.679481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83fe86-50f6-4ebb-b758-54787b25ef68 req-0d92db3e-54d7-4e99-8e50-fed80944064c tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:47.681294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf83fe86-50f6-4ebb-b758-54787b25ef68 req-0d92db3e-54d7-4e99-8e50-fed80944064c tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 943 time: 0.0540173 Sep 29 23:27:47.732363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf83fe86-50f6-4ebb-b758-54787b25ef68 req-b2cd49ba-49be-42d9-9db4-b9cc3934133c tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414510 Sep 29 23:27:47.761972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a243fc84-ccd5-4dc9-827e-472039b4ddd7 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:47.816375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port a243fc84-ccd5-4dc9-827e-472039b4ddd7 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:27:47.820923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port a243fc84-ccd5-4dc9-827e-472039b4ddd7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:47.821443 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:47.868051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e524784a-c490-46e3-a13b-c7a88f2f66a4 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:27:48.005353 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:48.039463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e524784a-c490-46e3-a13b-c7a88f2f66a4, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:48.046137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347005f6-0e1e-4980-8fce-eeb0c2108ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a243fc84-ccd5-4dc9-827e-472039b4ddd7'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:48.048583 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93fa0255-0089-452b-810e-ae190979af76" -d '{"events": [{"server_uuid": "347005f6-0e1e-4980-8fce-eeb0c2108ddd", "name": "network-vif-plugged", "status": "completed", "tag": "a243fc84-ccd5-4dc9-827e-472039b4ddd7"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:48.069412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a243fc84-ccd5-4dc9-827e-472039b4ddd7, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a243fc84-ccd5-4dc9-827e-472039b4ddd7,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:48.070581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'port_id': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'mac_address': 'fa:16:3e:80:4f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 511, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:27:48.078719 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:48.134450 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c14caf-ddd4-48e8-a391-9ccb699e4cd9 x-openstack-request-id: req-b6c14caf-ddd4-48e8-a391-9ccb699e4cd9 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:48.135100 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347005f6-0e1e-4980-8fce-eeb0c2108ddd", "name": "network-vif-plugged", "status": "completed", "tag": "a243fc84-ccd5-4dc9-827e-472039b4ddd7", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:48.135368 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b6c14caf-ddd4-48e8-a391-9ccb699e4cd9 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:48.135945 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347005f6-0e1e-4980-8fce-eeb0c2108ddd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a243fc84-ccd5-4dc9-827e-472039b4ddd7', 'code': 200} Sep 29 23:27:48.159505 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:48.188929 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e524784a-c490-46e3-a13b-c7a88f2f66a4 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:27:48.194042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a243fc84-ccd5-4dc9-827e-472039b4ddd7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:48.214660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e524784a-c490-46e3-a13b-c7a88f2f66a4, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:48.220571 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:48.234005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a250443b-cb87-439b-86de-98b71513fbf4 req-85b8636a-bd95-4a18-837a-f0689af3cc60 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:48.236279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a250443b-cb87-439b-86de-98b71513fbf4 req-85b8636a-bd95-4a18-837a-f0689af3cc60 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 945 time: 0.0866873 Sep 29 23:27:48.270866 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=e524784a-c490-46e3-a13b-c7a88f2f66a4,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:48.300867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b83bc1-5033-4216-9ff2-d47023acd881 req-da28b59c-e0d4-4bc9-ba22-65025af0e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:48.302401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56b83bc1-5033-4216-9ff2-d47023acd881 req-da28b59c-e0d4-4bc9-ba22-65025af0e8b1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 1096 time: 0.0874021 Sep 29 23:27:48.307866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a250443b-cb87-439b-86de-98b71513fbf4 req-d849b172-c927-4de1-804f-b9607e9d7a1d tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465922 Sep 29 23:27:48.343762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56b83bc1-5033-4216-9ff2-d47023acd881 req-3d82b0a4-b4a5-4339-b7d2-9c8d94805d8c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334783 Sep 29 23:27:48.424446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ea1483-1b52-46ac-aee6-1da7c46617c1 req-4baa4a9f-9b6f-4acc-a0d7-e2218e98cb1f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:48.426023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25ea1483-1b52-46ac-aee6-1da7c46617c1 req-4baa4a9f-9b6f-4acc-a0d7-e2218e98cb1f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0549133 Sep 29 23:27:48.470683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25ea1483-1b52-46ac-aee6-1da7c46617c1 req-c4954463-28f4-4857-8f45-d75572a6be35 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384271 Sep 29 23:27:48.471358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e524784a-c490-46e3-a13b-c7a88f2f66a4'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:27:48.713516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3146e6e-6327-4244-a169-4b2d6ca583bf req-88e58ef9-9f6a-45fe-8422-fb57ce367fee tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.0259073 Sep 29 23:27:48.854422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2bd5a-e235-4e2f-bb53-6f57fe870ad6 req-7841acca-d43e-415a-b481-248a12bb2227 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:48.856051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66a2bd5a-e235-4e2f-bb53-6f57fe870ad6 req-7841acca-d43e-415a-b481-248a12bb2227 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 944 time: 0.0526488 Sep 29 23:27:48.896776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66a2bd5a-e235-4e2f-bb53-6f57fe870ad6 req-80a79ce2-8ac4-4e70-9748-d77a64a59589 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338929 Sep 29 23:27:49.444748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05695dc-1ff2-4237-890d-1bb42b2a0a27 req-f21b579b-9189-4367-8a54-c08a8dd9a412 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:49.446582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d05695dc-1ff2-4237-890d-1bb42b2a0a27 req-f21b579b-9189-4367-8a54-c08a8dd9a412 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 945 time: 0.0502825 Sep 29 23:27:49.491747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d05695dc-1ff2-4237-890d-1bb42b2a0a27 req-f22bf190-cd69-4403-912d-17938689a066 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384102 Sep 29 23:27:49.601158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ab03d-f34a-4fe7-bbb6-54997b894c16 req-9f853da3-a758-431d-a11d-0fed83e0d867 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:49.602900 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-779ab03d-f34a-4fe7-bbb6-54997b894c16 req-9f853da3-a758-431d-a11d-0fed83e0d867 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0560803 Sep 29 23:27:49.642935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-779ab03d-f34a-4fe7-bbb6-54997b894c16 req-0768060b-84a5-4bfa-af0d-77564bfbe0af tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331206 Sep 29 23:27:49.815009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0cb8c16-f883-4ad8-8e07-2d1a4d68b86b req-b990e536-caab-4241-9745-c88255a08f80 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=3001dee6-72b6-4c03-a624-2b6d4134464f HTTP/1.1" status: 200 len: 210 time: 0.0294716 Sep 29 23:27:49.875572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e524784a-c490-46e3-a13b-c7a88f2f66a4 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:27:49.970399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port e524784a-c490-46e3-a13b-c7a88f2f66a4 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:27:49.976673 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port e524784a-c490-46e3-a13b-c7a88f2f66a4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:27:49.977283 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:50.071249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b02dd5-1d53-4c14-8d41-7af9d30bfe4c req-55067a71-62e8-46ea-90ee-5332c72f37d6 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:50.073234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74b02dd5-1d53-4c14-8d41-7af9d30bfe4c req-55067a71-62e8-46ea-90ee-5332c72f37d6 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 944 time: 0.0786009 Sep 29 23:27:50.085863 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:50.118932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e524784a-c490-46e3-a13b-c7a88f2f66a4, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:27:50.122119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74b02dd5-1d53-4c14-8d41-7af9d30bfe4c req-49651107-73c3-4f22-936a-49b772dd6232 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Sep 29 23:27:50.125108 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:50.126406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:27:50.148830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:50.151343 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e91341-94d0-41be-8026-3061d0168e1e" -d '{"events": [{"server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "name": "network-vif-plugged", "status": "completed", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:50.173902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:27:50.174179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5a7a9aed-d501-4e45-8ad6-d2c172dd9282 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:27:50.198642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=e524784a-c490-46e3-a13b-c7a88f2f66a4,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:50.209827 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41efd93a-0192-4326-b65d-03f29d7935e5 x-openstack-request-id: req-41efd93a-0192-4326-b65d-03f29d7935e5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:50.210118 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "name": "network-vif-plugged", "status": "completed", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:50.210367 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41efd93a-0192-4326-b65d-03f29d7935e5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:50.210746 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'code': 200} Sep 29 23:27:50.225540 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:50.325583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7b2f6-63e9-46d3-a82b-5c1b36e7ceb7 req-8283b423-3a2f-4d48-8d9b-f96b32103099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:50.327528 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-09b7b2f6-63e9-46d3-a82b-5c1b36e7ceb7 req-8283b423-3a2f-4d48-8d9b-f96b32103099 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 1096 time: 0.0563738 Sep 29 23:27:50.370898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-09b7b2f6-63e9-46d3-a82b-5c1b36e7ceb7 req-ca7c033e-d044-4de1-8704-09b420795d90 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320141 Sep 29 23:27:50.618768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028890fc-0e68-433c-8c4d-3531338a64b4 req-aa318765-e1b9-4305-ac9e-e0b840b3adb9 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:50.620345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-028890fc-0e68-433c-8c4d-3531338a64b4 req-aa318765-e1b9-4305-ac9e-e0b840b3adb9 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 945 time: 0.0574820 Sep 29 23:27:50.659040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-028890fc-0e68-433c-8c4d-3531338a64b4 req-6fefcdda-f796-4445-ab1c-35b1baef3d87 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320344 Sep 29 23:27:50.773886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9027f15-51ff-4378-8d88-6fa7996ab031 req-11568a0e-aa71-40b8-83e1-8cd0dcebbf34 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:50.775797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9027f15-51ff-4378-8d88-6fa7996ab031 req-11568a0e-aa71-40b8-83e1-8cd0dcebbf34 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0610735 Sep 29 23:27:50.817282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9027f15-51ff-4378-8d88-6fa7996ab031 req-12989554-da2b-4da9-97c1-2f16065b2df2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Sep 29 23:27:51.303627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8666e79-c57b-458a-9fa9-af662083afec req-6c1c72b1-b2b7-40ff-9d52-f14960710942 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:51.312145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8666e79-c57b-458a-9fa9-af662083afec req-6c1c72b1-b2b7-40ff-9d52-f14960710942 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 945 time: 0.0972512 Sep 29 23:27:51.374696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8666e79-c57b-458a-9fa9-af662083afec req-d6538119-cae7-4a80-bb9b-5f927b26f224 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612733 Sep 29 23:27:51.494594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48294) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:51.664044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15cf7ee7-3cec-4883-9b28-eefd66d4ffea admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:51.772565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15cf7ee7-3cec-4883-9b28-eefd66d4ffea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:51.776682 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15cf7ee7-3cec-4883-9b28-eefd66d4ffea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:51.815752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf7ee7-3cec-4883-9b28-eefd66d4ffea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa397ea-9e04-4f5c-b347-92418a6c6298,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:51.832612 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-15cf7ee7-3cec-4883-9b28-eefd66d4ffea admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d90435e39fcb4a2f927e2b1f5adc4b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3369021 Sep 29 23:27:51.835166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48298) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:51.900804 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:51.957121 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:51.997600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7a8e5-44a1-4d72-986d-a7caddba20ec req-cf16b66a-7d64-4a45-964b-829d0b129237 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:51.999670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4e7a8e5-44a1-4d72-986d-a7caddba20ec req-cf16b66a-7d64-4a45-964b-829d0b129237 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0961275 Sep 29 23:27:52.042637 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:52.045697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:52.048666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/afa397ea-9e04-4f5c-b347-92418a6c6298 HTTP/1.1" status: 204 len: 168 time: 0.2115574 Sep 29 23:27:52.067978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4e7a8e5-44a1-4d72-986d-a7caddba20ec req-4f514833-282c-48c8-8b72-9e7b105a14d1 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523088 Sep 29 23:27:52.076178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa397ea-9e04-4f5c-b347-92418a6c6298,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:52.086728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.087294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.087710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.088131 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.088530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.089092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.089474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.089920 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.090299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.090679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.091058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.091546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-012ebb50-0e37-4f8e-87a2-b6d209866c11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:27:52.524201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ff15d-e933-4c68-88f1-04ff113cbf08 req-737f42ba-8baa-43b6-9559-226a62a9fadc tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:52.526128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de6ff15d-e933-4c68-88f1-04ff113cbf08 req-737f42ba-8baa-43b6-9559-226a62a9fadc tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 945 time: 0.0557888 Sep 29 23:27:52.575176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de6ff15d-e933-4c68-88f1-04ff113cbf08 req-232b83c3-c7f5-4907-9a88-c0a21dca25e0 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400913 Sep 29 23:27:52.736353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b0689-ae54-4b63-a715-d9ac56b3bf42 req-308edcd2-ff53-4651-a2c3-55ca6ff4fdbb tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:52.745081 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d58b0689-ae54-4b63-a715-d9ac56b3bf42 req-308edcd2-ff53-4651-a2c3-55ca6ff4fdbb tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 945 time: 0.0759933 Sep 29 23:27:52.784385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d58b0689-ae54-4b63-a715-d9ac56b3bf42 req-6355ea01-1ead-407b-8908-11f00e864f07 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382013 Sep 29 23:27:52.803481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48342) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:53.019262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b9a821-0e8b-46c8-9d5d-062f4ea5da93 tempest-TestVolumeBackupRestore-940850302 tempest-TestVolumeBackupRestore-940850302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:53.024037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48358) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:53.024502 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-35b9a821-0e8b-46c8-9d5d-062f4ea5da93 tempest-TestVolumeBackupRestore-940850302 tempest-TestVolumeBackupRestore-940850302-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 1091 time: 0.2194443 Sep 29 23:27:53.029004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:53.059649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:53.256593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646e790-c05b-474a-b6ab-0b49143d1db3 req-7d6abeab-93c8-4fd7-a7fc-7eee143208a3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:53.258134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8646e790-c05b-474a-b6ab-0b49143d1db3 req-7d6abeab-93c8-4fd7-a7fc-7eee143208a3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0738764 Sep 29 23:27:53.296732 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:53.346966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8646e790-c05b-474a-b6ab-0b49143d1db3 req-e62f8931-7217-4380-90c3-0a9decbbd769 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806341 Sep 29 23:27:53.459159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Allocated IP 172.25.4.205 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/fb965f99-b550-41a0-a043-220799b4f38f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:27:53.613035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:53.676028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:53.765085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:27:53.768443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:27:53.773351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:27:53.880160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event updated for resources: {'Port': ['ID=fb965f99-b550-41a0-a043-220799b4f38f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:54.307355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826b868-d0c2-4508-8582-3099fdb085b8 req-2db23283-3b5c-4959-92df-224c65968f21 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:54.308916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5826b868-d0c2-4508-8582-3099fdb085b8 req-2db23283-3b5c-4959-92df-224c65968f21 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1097 time: 0.2404017 Sep 29 23:27:54.408689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5826b868-d0c2-4508-8582-3099fdb085b8 req-a6c8ce43-b2f2-4691-bd57-1f59ba86d5df tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:54.472070 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:54.640064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c202a-9b9d-406b-86c6-13546b2f7dea req-4a350fd6-1640-440d-8bbb-0e38ef85aced tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:54.641627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-381c202a-9b9d-406b-86c6-13546b2f7dea req-4a350fd6-1640-440d-8bbb-0e38ef85aced tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.1172793 Sep 29 23:27:54.688699 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:55.078225 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-381c202a-9b9d-406b-86c6-13546b2f7dea req-df4c167c-8654-402c-862c-b7614ea71b48 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268150 Sep 29 23:27:55.158870 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5826b868-d0c2-4508-8582-3099fdb085b8 req-a6c8ce43-b2f2-4691-bd57-1f59ba86d5df tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:55.174995 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-5826b868-d0c2-4508-8582-3099fdb085b8 req-a6c8ce43-b2f2-4691-bd57-1f59ba86d5df tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:55.243519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5826b868-d0c2-4508-8582-3099fdb085b8 req-a6c8ce43-b2f2-4691-bd57-1f59ba86d5df tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9246790 Sep 29 23:27:55.254546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8ce43-b2f2-4691-bd57-1f59ba86d5df tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d125028a-b4d9-454a-9cb9-912bd535bffe,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:55.333705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:55.340241 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:55.449951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event updated for resources: {'Port': ['ID=fb965f99-b550-41a0-a043-220799b4f38f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:55.477708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe23a9b9-a12c-4e82-b5b7-192560d09430 req-8b51b385-9c79-4862-8142-c10db6cf3256 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:55.479251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe23a9b9-a12c-4e82-b5b7-192560d09430 req-8b51b385-9c79-4862-8142-c10db6cf3256 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.1025083 Sep 29 23:27:55.486844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:55.573271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe23a9b9-a12c-4e82-b5b7-192560d09430 req-13051bd1-e13f-429e-bccb-4a064608cc1b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835392 Sep 29 23:27:55.602845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48452) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:55.637958 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Floating IP 5f625f63-16fd-4291-a23f-12cdc720af12 associated. External IP: 172.25.4.205, port: e524784a-c490-46e3-a13b-c7a88f2f66a4. Sep 29 23:27:55.676472 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a3801abd-c7e3-4a27-a30d-75320d2180e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/714870dc-c64a-45d8-b007-e00b06ca1c18 HTTP/1.1" status: 200 len: 994 time: 0.0717072 Sep 29 23:27:55.909294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Router 69b8532d-24fd-4464-b100-8ee66f8a921b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:27:55.930557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48466) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:56.045385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-f36a259e-168d-451d-8353-5146c24ae1bd req-feb85175-a172-4a79-b0b2-559889b2a633 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:27:56.047394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f36a259e-168d-451d-8353-5146c24ae1bd req-feb85175-a172-4a79-b0b2-559889b2a633 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091023 Sep 29 23:27:56.068406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:27:56.084128 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51768870-c846-4123-b635-647c03b73422 None None] Sync routers for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:27:56.095570 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:56.096140 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51768870-c846-4123-b635-647c03b73422 None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:56.097072 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-51768870-c846-4123-b635-647c03b73422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:27:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:56.149155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Deleting port 2a90965a-21fa-4c98-bc8d-ae2f00a8a14d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:27:56.149509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:56.154406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fc3d3fd0-d2d9-45ea-89a0-b0edae790b1e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1290317 Sep 29 23:27:56.155292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:56.157765 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:56.158997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48474) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:56.283546 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-51768870-c846-4123-b635-647c03b73422 None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:27:56.340316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115269f0-37cf-4fae-841f-5275d2d47cbd tempest-TestVolumeBackupRestore-940850302 tempest-TestVolumeBackupRestore-940850302-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:56.342902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0802a743-f912-4d5a-8d12-f0dd8726fa48 req-2493ed89-8a1f-42e4-8d3f-ed00b7f7478b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:56.344328 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-115269f0-37cf-4fae-841f-5275d2d47cbd tempest-TestVolumeBackupRestore-940850302 tempest-TestVolumeBackupRestore-940850302-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 1091 time: 0.1825767 Sep 29 23:27:56.349629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48484) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:27:56.354561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-031a958e-1637-4ed8-b91e-aadc4b5d781f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Request body: {'floatingip': {'port_id': 'e524784a-c490-46e3-a13b-c7a88f2f66a4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:27:56.355181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0802a743-f912-4d5a-8d12-f0dd8726fa48 req-2493ed89-8a1f-42e4-8d3f-ed00b7f7478b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.1527531 Sep 29 23:27:56.453742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0802a743-f912-4d5a-8d12-f0dd8726fa48 req-6abf5ea5-5cf4-45c7-996e-110c4434884f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976684 Sep 29 23:27:56.481838 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-031a958e-1637-4ed8-b91e-aadc4b5d781f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for floatingip, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:56.567868 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5364f1f1-fdbe-4677-89ab-1c3c2900d9b5 x-openstack-request-id: req-5364f1f1-fdbe-4677-89ab-1c3c2900d9b5 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:56.569717 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:56.570360 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5364f1f1-fdbe-4677-89ab-1c3c2900d9b5 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:56.570472 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'status': 'completed', 'code': 200} Sep 29 23:27:56.575936 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:56.576943 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:56.634249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Calling delete_port for 2a90965a-21fa-4c98-bc8d-ae2f00a8a14d owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:27:56.665720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-574a2330-50a3-40f3-a9d3-5cb516a8fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:56.667997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-574a2330-50a3-40f3-a9d3-5cb516a8fa0e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=436ce38eb4f34f4fa371cbbb830adb48&device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 1096 time: 0.0783815 Sep 29 23:27:56.708460 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-51768870-c846-4123-b635-647c03b73422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '5f625f63-16fd-4291-a23f-12cdc720af12', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'port_id': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'mac_address': 'fa:16:3e:80:4f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215814cb-9972-487a-845e-42860fd3b636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:27:54Z', 'updated_at': '2021-09-29T23:27:54Z', 'revision_number': 0, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 5, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:56.920587 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51768870-c846-4123-b635-647c03b73422 None None] Checking router: 69b8532d-24fd-4464-b100-8ee66f8a921b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:27:56.935696 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51768870-c846-4123-b635-647c03b73422 None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:56.936459 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-51768870-c846-4123-b635-647c03b73422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:27:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:56.943724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c4962-8008-479f-b0d2-ec15aac1cf09 req-e2406f16-d9f9-4387-af15-a2df99b78326 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:56.964894 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d0c4962-8008-479f-b0d2-ec15aac1cf09 req-e2406f16-d9f9-4387-af15-a2df99b78326 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0981183 Sep 29 23:27:57.030445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d0c4962-8008-479f-b0d2-ec15aac1cf09 req-79710547-dee8-44bf-947d-b3a2ff50ef81 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646389 Sep 29 23:27:57.091055 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-51768870-c846-4123-b635-647c03b73422 None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:27:57.125793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-261f66a4-a336-43c9-a24b-2a158c404fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:57.127512 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-261f66a4-a336-43c9-a24b-2a158c404fdf service neutron] 10.222.0.26 "GET /v2.0/networks?id=045105f3-847c-41bd-b77c-5f2a11f3d831 HTTP/1.1" status: 200 len: 915 time: 0.4349666 Sep 29 23:27:57.140429 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-bacf98e9-3422-408a-8518-7d6fbc00ae3f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3325486 Sep 29 23:27:57.422296 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-51768870-c846-4123-b635-647c03b73422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '5f625f63-16fd-4291-a23f-12cdc720af12', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'port_id': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'mac_address': 'fa:16:3e:80:4f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215814cb-9972-487a-845e-42860fd3b636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:27:54Z', 'updated_at': '2021-09-29T23:27:54Z', 'revision_number': 0, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 5, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:57.471537 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51768870-c846-4123-b635-647c03b73422 None None] The sync data for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 is: [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '5f625f63-16fd-4291-a23f-12cdc720af12', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'port_id': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'mac_address': 'fa:16:3e:80:4f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215814cb-9972-487a-845e-42860fd3b636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:27:54Z', 'updated_at': '2021-09-29T23:27:54Z', 'revision_number': 0, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 5, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:27:57.638052 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-e61e7e32-aa72-45c8-a88b-0924ae0bf7e7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4 HTTP/1.1" status: 200 len: 999 time: 0.4958584 Sep 29 23:27:57.693520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b933020-e2ad-43b9-814d-769feb28df83 req-ab1beb35-4055-4d9f-99d7-91d972558f99 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:57.708321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b933020-e2ad-43b9-814d-769feb28df83 req-ab1beb35-4055-4d9f-99d7-91d972558f99 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.1041591 Sep 29 23:27:57.712758 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:57.796135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b933020-e2ad-43b9-814d-769feb28df83 req-693f7dd1-b6ee-4a2c-b945-eb06a49ede12 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811937 Sep 29 23:27:57.876772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'Port': ['ID=2a90965a-21fa-4c98-bc8d-ae2f00a8a14d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:27:57.967557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc74aef-ea4e-44f1-ab07-06bf377ddfea None None] New status for floating IP 5f625f63-16fd-4291-a23f-12cdc720af12: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:27:58.008970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-2c29478c-606e-41a8-9237-9190a08d94f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:58.014867 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-2c29478c-606e-41a8-9237-9190a08d94f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a19b355e-e9c2-49f6-938a-4c982c5139b5 HTTP/1.1" status: 200 len: 853 time: 0.3166690 Sep 29 23:27:58.189466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfa88a-f9ab-4174-9148-117dba19b436 req-918940c6-6499-45b7-97d0-c681c8a6811a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:58.198109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8bcfa88a-f9ab-4174-9148-117dba19b436 req-918940c6-6499-45b7-97d0-c681c8a6811a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0769229 Sep 29 23:27:58.202022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:58.202368 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Floating IP 328383d6-df89-4593-90ab-86672b6d3b4b disassociated (deleted). External IP: 172.25.4.222, port: 0de546cb-a470-47bc-aee8-ef80f9bffe6e. Sep 29 23:27:58.239486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8bcfa88a-f9ab-4174-9148-117dba19b436 req-80994df6-7449-487b-98a5-4fdce64e0154 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404437 Sep 29 23:27:58.264548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-799c5394-7700-4d04-9fd6-d8d682ace916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:58.266876 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-799c5394-7700-4d04-9fd6-d8d682ace916 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=045105f3-847c-41bd-b77c-5f2a11f3d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2304258 Sep 29 23:27:58.493350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.resource_extend [None req-031a958e-1637-4ed8-b91e-aadc4b5d781f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 29 23:27:58.554562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-02bfca14-b6df-46fe-b1bb-6432814fd58c service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564182 Sep 29 23:27:58.617300 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-031a958e-1637-4ed8-b91e-aadc4b5d781f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:58.623200 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bfc74aef-ea4e-44f1-ab07-06bf377ddfea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:27:58.623727 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bfc74aef-ea4e-44f1-ab07-06bf377ddfea None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:27:58.639258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-031a958e-1637-4ed8-b91e-aadc4b5d781f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:58.805050 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9cdbe18-3bc6-4567-85da-58ad3729eb9a req-5ba7e9fc-99f7-4fc6-bf56-493119d474f4 service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185054 Sep 29 23:27:58.849664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Router c811754c-0897-4425-b6eb-9628e511f6dc has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:27:58.938539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e8a4e9-4132-4ece-a296-7736c578f783 req-c770325a-c737-4317-b746-7609b503a7a7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:58.940503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25e8a4e9-4132-4ece-a296-7736c578f783 req-c770325a-c737-4317-b746-7609b503a7a7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0634606 Sep 29 23:27:58.956145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-24be1189-a58f-4ca2-9744-2c68baca8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:58.957678 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-24be1189-a58f-4ca2-9744-2c68baca8556 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1097 time: 0.1106982 Sep 29 23:27:58.984417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25e8a4e9-4132-4ece-a296-7736c578f783 req-8b754949-f90e-470c-8c0a-2cf1a8d79588 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376697 Sep 29 23:27:59.124996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc74aef-ea4e-44f1-ab07-06bf377ddfea None None] New status for floating IP 5f625f63-16fd-4291-a23f-12cdc720af12: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:27:59.175683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:27:59.185556 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] Sync routers for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:27:59.186193 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:59.196155 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:59.197081 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:27:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:59.245693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-0eefe6d3-0b4e-421f-bce4-6190e22a9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:59.250498 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-0eefe6d3-0b4e-421f-bce4-6190e22a9451 service neutron] 10.222.0.26 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 898 time: 0.2555013 Sep 29 23:27:59.252948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031a958e-1637-4ed8-b91e-aadc4b5d781f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Router 69b8532d-24fd-4464-b100-8ee66f8a921b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:27:59.316370 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e2ff1a77-301b-48b1-a073-c07b9c435e50 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "DELETE /v2.0/floatingips/328383d6-df89-4593-90ab-86672b6d3b4b HTTP/1.1" status: 204 len: 168 time: 3.3846798 Sep 29 23:27:59.320085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd4956b-900f-47cc-aed4-644e64957649', 'tag': '0de546cb-a470-47bc-aee8-ef80f9bffe6e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:27:59.322689 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb53bfa2-4a82-476c-90b5-5fe014f110a4" -d '{"events": [{"name": "network-changed", "server_uuid": "7fd4956b-900f-47cc-aed4-644e64957649", "tag": "0de546cb-a470-47bc-aee8-ef80f9bffe6e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:27:59.345122 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:27:59.446827 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-ece8446b-8ba8-4c8d-bba1-66cd66fd56d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 1002 time: 0.1902602 Sep 29 23:27:59.454680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b393f0-d424-471c-ad4e-f1ef0139622c req-d5588759-f1a3-4a6e-a0ee-569578251f98 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:59.456791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7b393f0-d424-471c-ad4e-f1ef0139622c req-d5588759-f1a3-4a6e-a0ee-569578251f98 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0835509 Sep 29 23:27:59.533575 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7b393f0-d424-471c-ad4e-f1ef0139622c req-5912cc61-9b3d-47e4-9171-479984e46e2c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694320 Sep 29 23:27:59.569529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-9927e04b-e243-47ac-875a-befeec363d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:59.571106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-9927e04b-e243-47ac-875a-befeec363d32 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 200 len: 835 time: 0.1179087 Sep 29 23:27:59.612554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031a958e-1637-4ed8-b91e-aadc4b5d781f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:27:59.622254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] Sync routers for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:27:59.630757 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f66cd0-71ba-48e6-b3d4-a0451ee0d186 x-openstack-request-id: req-a9f66cd0-71ba-48e6-b3d4-a0451ee0d186 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:27:59.631061 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fd4956b-900f-47cc-aed4-644e64957649", "tag": "0de546cb-a470-47bc-aee8-ef80f9bffe6e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:27:59.631318 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a9f66cd0-71ba-48e6-b3d4-a0451ee0d186 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:27:59.631727 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fd4956b-900f-47cc-aed4-644e64957649', 'tag': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'status': 'completed', 'code': 200} Sep 29 23:27:59.635658 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-031a958e-1637-4ed8-b91e-aadc4b5d781f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:27:59.640185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:59.641123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:27:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:59.703237 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:59.705799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-81545843-92f5-41ee-8cb5-3bda20e5df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:59.707520 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-81545843-92f5-41ee-8cb5-3bda20e5df20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=badc2d66-9c01-4394-ae68-d780763ac87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1287842 Sep 29 23:27:59.715976 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-031a958e-1637-4ed8-b91e-aadc4b5d781f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "PUT /v2.0/floatingips/5f625f63-16fd-4291-a23f-12cdc720af12 HTTP/1.1" status: 200 len: 991 time: 3.3585675 Sep 29 23:27:59.747878 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] Checking router: c811754c-0897-4425-b6eb-9628e511f6dc for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:27:59.761811 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:27:59.763531 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:27:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:27:59.778433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-7efc2f50-f273-4790-9caf-b1eee4348487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:59.781100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-7efc2f50-f273-4790-9caf-b1eee4348487 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 1096 time: 0.0592980 Sep 29 23:27:59.795177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9926a9-a217-4651-ad41-e878f17a4248 req-f3cba9de-05a8-4d5b-b496-60f176d887cb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:59.803146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c9926a9-a217-4651-ad41-e878f17a4248 req-f3cba9de-05a8-4d5b-b496-60f176d887cb tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 945 time: 0.1504285 Sep 29 23:27:59.839031 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-2a918bed-da09-49d9-979a-75f4495e85f3 service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241417 Sep 29 23:27:59.860829 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:27:59.894240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c9926a9-a217-4651-ad41-e878f17a4248 req-0a041be6-6c26-4f0e-8e85-4fe949f954a0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900428 Sep 29 23:27:59.968359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-8d694742-7d69-49c8-8ee7-5d61211f511f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:27:59.970580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-8d694742-7d69-49c8-8ee7-5d61211f511f service neutron] 10.222.0.42 "GET /v2.0/networks?id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 200 len: 912 time: 0.1646109 Sep 29 23:27:59.987094 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:00.010866 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-ef3831cb-e1fb-4f82-81b7-c6e03494ef61 service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618476 Sep 29 23:28:00.041093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-3713233d-dd00-4761-8540-2a5e6b22f4b5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e HTTP/1.1" status: 200 len: 217 time: 0.0621808 Sep 29 23:28:00.231768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '5f625f63-16fd-4291-a23f-12cdc720af12', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'port_id': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'mac_address': 'fa:16:3e:80:4f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215814cb-9972-487a-845e-42860fd3b636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:27:54Z', 'updated_at': '2021-09-29T23:27:59Z', 'revision_number': 2, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 5, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:00.236934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16634b65-fca1-473f-a0a3-adf95ecd5d86 req-60fc46a5-e988-4a97-b445-28f12787f0d5 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:00.244375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16634b65-fca1-473f-a0a3-adf95ecd5d86 req-60fc46a5-e988-4a97-b445-28f12787f0d5 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.1297507 Sep 29 23:28:00.246100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-32643d4b-8e29-4b07-9848-e492f62adf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:00.247556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-32643d4b-8e29-4b07-9848-e492f62adf04 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 200 len: 850 time: 0.1931324 Sep 29 23:28:00.333320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16634b65-fca1-473f-a0a3-adf95ecd5d86 req-2aa96133-4f1f-436b-a597-0e4b3477bb39 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841415 Sep 29 23:28:00.345279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-00fa67c0-2388-4b1e-a478-b1064d3d7556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:00.347944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-00fa67c0-2388-4b1e-a478-b1064d3d7556 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=ee5d94c1-3e5a-467b-89c5-206c2f04d49f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864017 Sep 29 23:28:00.350832 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:00.385879 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c055ae-2287-4ecc-a704-754a08afe629 None None] The sync data for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 is: [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:14:30Z', 'revision_number': 4, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '76bd5d02-af00-4201-b73e-d28e9d02f17b', 'name': '', 'network_id': 'ee5d94c1-3e5a-467b-89c5-206c2f04d49f', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'mac_address': 'fa:16:3e:df:98:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1951, 'fixed_ips': [{'subnet_id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:29Z', 'updated_at': '2021-09-29T23:14:46Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'subnets': [{'id': 'de53ae86-4ded-4d3c-be7d-939667c8dccf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:28:00.443054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] Checking router: 69b8532d-24fd-4464-b100-8ee66f8a921b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:28:00.451857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:00.452483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:27:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:00.473499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-95335789-5c71-493c-91c2-efdcc981d778 service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148620 Sep 29 23:28:00.587466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:00.600402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb53bfa2-4a82-476c-90b5-5fe014f110a4 req-7e5dfb10-05b5-47b7-8b86-bb4ef6cb55ac service neutron] 10.222.0.42 "GET /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188223 Sep 29 23:28:00.679449 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacd4c8c-6711-4973-8f13-efe3623470d0 None None] New status for floating IP 328383d6-df89-4593-90ab-86672b6d3b4b: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:28:00.694952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafe0372-26b0-49cf-9cf9-ca0be0c27ce8 req-f339333a-3cdc-4b2e-bef9-98e529d9e12b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:00.699311 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eafe0372-26b0-49cf-9cf9-ca0be0c27ce8 req-f339333a-3cdc-4b2e-bef9-98e529d9e12b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0623882 Sep 29 23:28:00.746535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eafe0372-26b0-49cf-9cf9-ca0be0c27ce8 req-32fb3e87-b551-4b9f-8789-b864cfa64599 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395758 Sep 29 23:28:00.876793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '5f625f63-16fd-4291-a23f-12cdc720af12', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'port_id': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'mac_address': 'fa:16:3e:80:4f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215814cb-9972-487a-845e-42860fd3b636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:27:54Z', 'updated_at': '2021-09-29T23:27:59Z', 'revision_number': 2, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 5, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:00.907140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89bc3aa3-49b0-49da-8ffc-09444ba65363 None None] The sync data for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 is: [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '5f625f63-16fd-4291-a23f-12cdc720af12', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'floating_ip_address': '172.25.4.205', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'port_id': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 2952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'mac_address': 'fa:16:3e:80:4f:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '215814cb-9972-487a-845e-42860fd3b636', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:27:54Z', 'updated_at': '2021-09-29T23:27:59Z', 'revision_number': 2, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 5, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:28:01.024720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a9382a-4a5a-497b-9f18-055deeeb06b0 req-a4f9059b-6758-477f-983c-5c0d45e7dad0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:01.028388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91a9382a-4a5a-497b-9f18-055deeeb06b0 req-a4f9059b-6758-477f-983c-5c0d45e7dad0 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 945 time: 0.0596347 Sep 29 23:28:01.097123 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91a9382a-4a5a-497b-9f18-055deeeb06b0 req-565ed751-f629-46f0-9af3-01148c7e40c4 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/security-groups?id=33090c1a-e615-4f4e-9e44-0b3836b460da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641234 Sep 29 23:28:01.461869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f23e33-892d-4d3c-8fcb-3449b8aa805f req-97bab881-594f-4649-83b3-f4d580f56250 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:01.463411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89f23e33-892d-4d3c-8fcb-3449b8aa805f req-97bab881-594f-4649-83b3-f4d580f56250 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0549254 Sep 29 23:28:01.504754 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89f23e33-892d-4d3c-8fcb-3449b8aa805f req-79c4713c-6926-4123-98e4-781f3e761005 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337515 Sep 29 23:28:01.632899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4'}, {'name': 'network-changed', 'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:01.635282 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864474c3-fb46-442e-8177-82e6bae754aa" -d '{"events": [{"name": "network-changed", "server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4"}, {"name": "network-changed", "server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:01.646500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-41aca2af-15cb-4434-b8f5-8a39d1825290 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:01.648171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-41aca2af-15cb-4434-b8f5-8a39d1825290 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 945 time: 0.0531776 Sep 29 23:28:01.678397 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8742e8d7-3741-4f7b-b237-c9c37a76c597 x-openstack-request-id: req-8742e8d7-3741-4f7b-b237-c9c37a76c597 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:01.678706 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:01.679001 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8742e8d7-3741-4f7b-b237-c9c37a76c597 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:01.679414 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'status': 'completed', 'code': 200} Sep 29 23:28:01.679761 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'status': 'completed', 'code': 200} Sep 29 23:28:01.749998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864474c3-fb46-442e-8177-82e6bae754aa req-9cc894d4-c1ee-45bd-b7e4-19064c11399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:01.751650 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-9cc894d4-c1ee-45bd-b7e4-19064c11399f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=436ce38eb4f34f4fa371cbbb830adb48&device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 1096 time: 0.0469067 Sep 29 23:28:01.765685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-69307564-dc6b-4dbc-8e6f-f2bad8d52c52 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Deleting port 0de546cb-a470-47bc-aee8-ef80f9bffe6e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:01.766277 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-69307564-dc6b-4dbc-8e6f-f2bad8d52c52 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:01.872146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864474c3-fb46-442e-8177-82e6bae754aa req-f0ceb4fc-07b0-4aba-9898-fa74f044fa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:01.874454 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-f0ceb4fc-07b0-4aba-9898-fa74f044fa44 service neutron] 10.222.0.26 "GET /v2.0/networks?id=045105f3-847c-41bd-b77c-5f2a11f3d831 HTTP/1.1" status: 200 len: 915 time: 0.1147447 Sep 29 23:28:01.918896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-69307564-dc6b-4dbc-8e6f-f2bad8d52c52 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] For port 0de546cb-a470-47bc-aee8-ef80f9bffe6e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=0de546cb-a470-47bc-aee8-ef80f9bffe6e,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:01.919200 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-69307564-dc6b-4dbc-8e6f-f2bad8d52c52 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:01.946267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1629bd2-7373-4c71-8a52-aeeaa2976ddf req-658b142f-cafc-4041-b2f5-a9c6fa881ec4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:01.948096 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1629bd2-7373-4c71-8a52-aeeaa2976ddf req-658b142f-cafc-4041-b2f5-a9c6fa881ec4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0984485 Sep 29 23:28:01.949224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-69307564-dc6b-4dbc-8e6f-f2bad8d52c52 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Calling delete_port for 0de546cb-a470-47bc-aee8-ef80f9bffe6e owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:02.044591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1629bd2-7373-4c71-8a52-aeeaa2976ddf req-907ceb5a-47dd-4975-b8f2-a61b919db0e0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850470 Sep 29 23:28:02.158878 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-69307564-dc6b-4dbc-8e6f-f2bad8d52c52 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:02.235675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69307564-dc6b-4dbc-8e6f-f2bad8d52c52 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'Port': ['ID=0de546cb-a470-47bc-aee8-ef80f9bffe6e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:02.241294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94fe9d74-028e-4e53-8303-fa3055e20fae req-881fe66e-4d32-453f-b4e1-bca036e86a3e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 210 time: 0.0349309 Sep 29 23:28:02.294368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-69307564-dc6b-4dbc-8e6f-f2bad8d52c52 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] No DVR routers for this DVR port 0de546cb-a470-47bc-aee8-ef80f9bffe6e on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:02.297670 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-69307564-dc6b-4dbc-8e6f-f2bad8d52c52 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:02.299732 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3b3c861-0e0d-42ca-973a-950e915075ea req-69307564-dc6b-4dbc-8e6f-f2bad8d52c52 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.42 "DELETE /v2.0/ports/0de546cb-a470-47bc-aee8-ef80f9bffe6e HTTP/1.1" status: 204 len: 173 time: 0.6452644 Sep 29 23:28:02.300236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd4956b-900f-47cc-aed4-644e64957649', 'name': 'network-vif-deleted', 'tag': '0de546cb-a470-47bc-aee8-ef80f9bffe6e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:02.302480 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe471b5b-62ed-4d93-b9b3-c84600ee7f55" -d '{"events": [{"server_uuid": "7fd4956b-900f-47cc-aed4-644e64957649", "name": "network-vif-deleted", "tag": "0de546cb-a470-47bc-aee8-ef80f9bffe6e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:02.303853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-eda70ad1-84d1-4701-8635-0c2d82f9e82d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4 HTTP/1.1" status: 200 len: 1001 time: 0.4209561 Sep 29 23:28:02.376744 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab61054-d22e-4bc8-a5a8-df4580be1c4d x-openstack-request-id: req-1ab61054-d22e-4bc8-a5a8-df4580be1c4d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:02.376885 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fd4956b-900f-47cc-aed4-644e64957649", "name": "network-vif-deleted", "tag": "0de546cb-a470-47bc-aee8-ef80f9bffe6e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:02.377065 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1ab61054-d22e-4bc8-a5a8-df4580be1c4d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:02.377475 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fd4956b-900f-47cc-aed4-644e64957649', 'name': 'network-vif-deleted', 'tag': '0de546cb-a470-47bc-aee8-ef80f9bffe6e', 'status': 'completed', 'code': 200} Sep 29 23:28:02.382523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864474c3-fb46-442e-8177-82e6bae754aa req-c8ac89ac-2526-49d2-bb6d-6ff939529760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:02.384575 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-c8ac89ac-2526-49d2-bb6d-6ff939529760 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a19b355e-e9c2-49f6-938a-4c982c5139b5 HTTP/1.1" status: 200 len: 853 time: 0.0736864 Sep 29 23:28:02.442547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864474c3-fb46-442e-8177-82e6bae754aa req-57a84212-1b59-47c1-9f7b-57095208fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:02.444339 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-57a84212-1b59-47c1-9f7b-57095208fae8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=045105f3-847c-41bd-b77c-5f2a11f3d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518510 Sep 29 23:28:02.555110 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-853e8e5e-9794-4ec0-900a-f7be558c199c service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018980 Sep 29 23:28:02.697470 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-fb886167-eaf1-4541-860d-52ed8ce34d75 service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346786 Sep 29 23:28:02.706576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db87d7-949f-4212-99de-08a30bad1a93 req-a8b2b3ae-7126-4ef5-a49c-8e019131f045 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:02.715727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2db87d7-949f-4212-99de-08a30bad1a93 req-a8b2b3ae-7126-4ef5-a49c-8e019131f045 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0818083 Sep 29 23:28:02.767382 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2db87d7-949f-4212-99de-08a30bad1a93 req-d6927d67-60bd-4930-9b97-79f1ecea3e91 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505652 Sep 29 23:28:02.822580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864474c3-fb46-442e-8177-82e6bae754aa req-b7f1bb48-5d1a-4f0d-a8cd-bf2b1f529376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:02.824922 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-b7f1bb48-5d1a-4f0d-a8cd-bf2b1f529376 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=436ce38eb4f34f4fa371cbbb830adb48&device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 1096 time: 0.0658543 Sep 29 23:28:02.940942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864474c3-fb46-442e-8177-82e6bae754aa req-5722b347-eee1-49c8-8a77-c897bc24a537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:02.942569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-5722b347-eee1-49c8-8a77-c897bc24a537 service neutron] 10.222.0.26 "GET /v2.0/networks?id=045105f3-847c-41bd-b77c-5f2a11f3d831 HTTP/1.1" status: 200 len: 915 time: 0.1097965 Sep 29 23:28:03.023382 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-4031ef16-b892-44d3-97fa-305384170d3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4 HTTP/1.1" status: 200 len: 1001 time: 0.0720112 Sep 29 23:28:03.081567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864474c3-fb46-442e-8177-82e6bae754aa req-c06ebdfe-a6c5-4b46-8d84-79f51bc212c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:03.084417 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-c06ebdfe-a6c5-4b46-8d84-79f51bc212c0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a19b355e-e9c2-49f6-938a-4c982c5139b5 HTTP/1.1" status: 200 len: 853 time: 0.0516479 Sep 29 23:28:03.145859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864474c3-fb46-442e-8177-82e6bae754aa req-97d7749d-6bb8-46a6-8aa6-21734fd02514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:03.147860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-97d7749d-6bb8-46a6-8aa6-21734fd02514 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=045105f3-847c-41bd-b77c-5f2a11f3d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560594 Sep 29 23:28:03.228632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c28277-2be7-4f56-8709-4499ef36045d req-77dd61fd-a02d-4eae-a83c-87588347a0d0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:03.230617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48c28277-2be7-4f56-8709-4499ef36045d req-77dd61fd-a02d-4eae-a83c-87588347a0d0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0638418 Sep 29 23:28:03.278236 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-519fca91-b137-4430-972c-b5344d723bad service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222970 Sep 29 23:28:03.297313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48c28277-2be7-4f56-8709-4499ef36045d req-2110dc28-f86b-42f8-960e-e6a21ecf8e83 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556543 Sep 29 23:28:03.316854 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f5f3087-a770-4a6f-a5f0-bd453e8de80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:03.435051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a8181af-3599-4045-9182-b17e8806194b req-33769646-a170-4148-873a-7ad8666b92ed tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 210 time: 0.0374713 Sep 29 23:28:03.446958 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-864474c3-fb46-442e-8177-82e6bae754aa req-91f0c525-417a-4bea-b121-487947494007 service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603997 Sep 29 23:28:03.820764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 0de546cb-a470-47bc-aee8-ef80f9bffe6e no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:03.849593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 0de546cb-a470-47bc-aee8-ef80f9bffe6e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:03.850087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 0de546cb-a470-47bc-aee8-ef80f9bffe6e not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:03.919277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d23833-cb34-465b-acb5-27e7a2f0944b req-67633187-7691-40bc-aa8d-a265c6459a94 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:03.921420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55d23833-cb34-465b-acb5-27e7a2f0944b req-67633187-7691-40bc-aa8d-a265c6459a94 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0632551 Sep 29 23:28:03.987328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55d23833-cb34-465b-acb5-27e7a2f0944b req-6ca80cf4-d6d2-4d2b-bb2b-317537678f93 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584118 Sep 29 23:28:04.436379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aff606-3fd4-477c-ae40-904eb524bbe1 req-70b3329e-6b2f-4cfa-bca1-bcb44fc2cece tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:04.438501 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49aff606-3fd4-477c-ae40-904eb524bbe1 req-70b3329e-6b2f-4cfa-bca1-bcb44fc2cece tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0551245 Sep 29 23:28:04.524344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49aff606-3fd4-477c-ae40-904eb524bbe1 req-d52641a0-d4ae-4d1f-b2d1-f3799d9aafae tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630295 Sep 29 23:28:04.629565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d69f2fd1-1b5f-45e9-a4b9-344695bc0303 req-97681a89-7085-49b1-838b-87d026bac078 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 210 time: 0.0276563 Sep 29 23:28:05.132030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b9d7f-d589-4819-bc89-1d6d824c9381 req-19d6fc1a-146a-4cbd-a3a6-4fa214da36c4 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:05.137217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad9b9d7f-d589-4819-bc89-1d6d824c9381 req-19d6fc1a-146a-4cbd-a3a6-4fa214da36c4 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0726833 Sep 29 23:28:05.194192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad9b9d7f-d589-4819-bc89-1d6d824c9381 req-f95e638b-3c44-4d5b-abcb-c5e1652ee019 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505002 Sep 29 23:28:05.689695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce8cae-c428-479c-882e-6520bd92ce27 req-b68894f8-cb7d-45c1-ad57-138d4eeb16b8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:05.697378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bce8cae-c428-479c-882e-6520bd92ce27 req-b68894f8-cb7d-45c1-ad57-138d4eeb16b8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0720446 Sep 29 23:28:05.752287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bce8cae-c428-479c-882e-6520bd92ce27 req-2de72fbb-7669-4828-b512-5ef8832e528c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539136 Sep 29 23:28:05.805516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61b3b999-1052-495e-b60f-bba35f0724ff req-db9b6975-ee2b-454c-9554-0568710a43c6 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 210 time: 0.0326190 Sep 29 23:28:06.223384 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ed04299d-89e3-40ab-8514-096acd60e752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:06.319909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d842c4-0faf-4662-83c2-5cb800564575 req-ebd8c36e-2928-4099-bc5c-91e4e865679a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:06.324375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14d842c4-0faf-4662-83c2-5cb800564575 req-ebd8c36e-2928-4099-bc5c-91e4e865679a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0558207 Sep 29 23:28:06.365282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14d842c4-0faf-4662-83c2-5cb800564575 req-5be016a4-5c04-4396-82a6-be2a3a6889ad tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352888 Sep 29 23:28:06.558526 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:06.891377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be417d-f73d-40f2-8a70-6d924746be7c req-69e2b4af-44c9-44ea-99f9-69b50c538c07 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:06.894177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88be417d-f73d-40f2-8a70-6d924746be7c req-69e2b4af-44c9-44ea-99f9-69b50c538c07 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0755093 Sep 29 23:28:06.955886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0093b1c7-d102-4387-9e56-4bbc70401b62 req-0838adbe-1bdd-4960-8b96-5e9e6706581e tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "GET /v2.0/ports?device_id=7fd4956b-900f-47cc-aed4-644e64957649 HTTP/1.1" status: 200 len: 210 time: 0.0349779 Sep 29 23:28:06.977278 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88be417d-f73d-40f2-8a70-6d924746be7c req-091035d6-262f-4b56-bbfb-12ae93a56a49 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708265 Sep 29 23:28:07.456707 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:07.500433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f9f92-58a7-4809-b546-7ef0d9d8a27f req-9e385c9f-0b10-4270-8d1e-61b7fc313934 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:07.502943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d54f9f92-58a7-4809-b546-7ef0d9d8a27f req-9e385c9f-0b10-4270-8d1e-61b7fc313934 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0617414 Sep 29 23:28:07.552441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d54f9f92-58a7-4809-b546-7ef0d9d8a27f req-28b14218-4458-4a73-83e5-9cc63892807b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409436 Sep 29 23:28:08.042044 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48656) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:08.101550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e0b428-d157-4508-a980-e5ceabba524d req-ee2f57b7-f30f-41e9-90bd-f40f808c7368 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:08.104022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81e0b428-d157-4508-a980-e5ceabba524d req-ee2f57b7-f30f-41e9-90bd-f40f808c7368 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0575895 Sep 29 23:28:08.173287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81e0b428-d157-4508-a980-e5ceabba524d req-8dbd5945-3d87-44c3-b836-7134b4c4d56f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601971 Sep 29 23:28:08.208422 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-04fac622-e4cb-4cac-b725-cb65f805f534 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Deleting port 269d8375-cabf-4f2c-9eac-c891e837ac7d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:08.208771 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04fac622-e4cb-4cac-b725-cb65f805f534 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:08.288715 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04fac622-e4cb-4cac-b725-cb65f805f534 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:08.289002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04fac622-e4cb-4cac-b725-cb65f805f534 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:08.302307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-04fac622-e4cb-4cac-b725-cb65f805f534 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Calling delete_port for 269d8375-cabf-4f2c-9eac-c891e837ac7d owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:08.453205 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04fac622-e4cb-4cac-b725-cb65f805f534 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:08.484804 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fac622-e4cb-4cac-b725-cb65f805f534 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'Port': ['ID=269d8375-cabf-4f2c-9eac-c891e837ac7d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:08.554602 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04fac622-e4cb-4cac-b725-cb65f805f534 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:08.557140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-04fac622-e4cb-4cac-b725-cb65f805f534 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:08.561213 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-04fac622-e4cb-4cac-b725-cb65f805f534 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "DELETE /v2.0/floatingips/00bb511e-38fe-440f-97a6-42b3a32a2fcb HTTP/1.1" status: 204 len: 168 time: 0.5152726 Sep 29 23:28:08.634248 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:08.713513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905ecde-7efa-458d-b626-f6bdd7d51a0e req-325cf802-01f9-46ee-b2db-3ddd77d30608 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:08.715482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0905ecde-7efa-458d-b626-f6bdd7d51a0e req-325cf802-01f9-46ee-b2db-3ddd77d30608 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0563836 Sep 29 23:28:08.769500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0905ecde-7efa-458d-b626-f6bdd7d51a0e req-20ccefa4-98d9-437e-824d-b9ffe43dcbb8 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471485 Sep 29 23:28:09.302449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542946ff-4f27-4802-a2aa-c1738f98822d req-fbfcac43-a507-4af9-b495-a7ca50f513f8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:09.310998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-542946ff-4f27-4802-a2aa-c1738f98822d req-fbfcac43-a507-4af9-b495-a7ca50f513f8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0593963 Sep 29 23:28:09.350751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-542946ff-4f27-4802-a2aa-c1738f98822d req-e985708a-138d-4698-9022-1d51485d68c4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388818 Sep 29 23:28:09.593305 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:09.909776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc375f91-ff07-4e7b-840c-09ba1c216acc req-24bcbbe8-e64c-48ff-96e0-82a9a2ecd48d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:09.911943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc375f91-ff07-4e7b-840c-09ba1c216acc req-24bcbbe8-e64c-48ff-96e0-82a9a2ecd48d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0636644 Sep 29 23:28:09.976879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc375f91-ff07-4e7b-840c-09ba1c216acc req-2d67f75a-a0b5-41f5-8c96-ffca1d8f8275 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528302 Sep 29 23:28:10.497026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6fb87-f482-4516-b368-676177146ce0 req-1d3d4baf-e5c7-4662-bbb9-d28353a4f64b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:10.500598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0db6fb87-f482-4516-b368-676177146ce0 req-1d3d4baf-e5c7-4662-bbb9-d28353a4f64b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0624254 Sep 29 23:28:10.543643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0db6fb87-f482-4516-b368-676177146ce0 req-4630942d-1c66-45bf-8b6a-adba0eb00f4b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376186 Sep 29 23:28:11.103530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79235cf7-4695-47fc-a50b-b38f1aef2852 req-135537de-b220-4f9f-9243-0be490dfcdbc tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:11.105433 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79235cf7-4695-47fc-a50b-b38f1aef2852 req-135537de-b220-4f9f-9243-0be490dfcdbc tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0618017 Sep 29 23:28:11.155250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79235cf7-4695-47fc-a50b-b38f1aef2852 req-9bd02301-d392-47f4-b84a-67ce89d66e22 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425639 Sep 29 23:28:11.774888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c494a3ef-931b-4f7a-ac4a-adaa220e877b req-438db9e6-255b-40a4-bc19-1a09738003b1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:11.783937 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c494a3ef-931b-4f7a-ac4a-adaa220e877b req-438db9e6-255b-40a4-bc19-1a09738003b1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0787952 Sep 29 23:28:11.847167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c494a3ef-931b-4f7a-ac4a-adaa220e877b req-7253b119-b44e-4ccb-b391-5d8d217e3772 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622230 Sep 29 23:28:12.130529 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-2246c192-70ca-47d2-9e6f-f9114099ecba service neutron] show failed (client error): The resource could not be found. Sep 29 23:28:12.132322 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-2246c192-70ca-47d2-9e6f-f9114099ecba service neutron] 10.222.0.26 "GET /v2.0/ports/d62a73d1-b8bc-407a-ba82-b0b3b78a1230/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0820167 Sep 29 23:28:12.320642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af8c32-6389-488e-88ad-3d97f1eef6d1 req-c7510b23-cc99-4a49-ba12-2304018dcb9f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:12.322525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27af8c32-6389-488e-88ad-3d97f1eef6d1 req-c7510b23-cc99-4a49-ba12-2304018dcb9f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0694027 Sep 29 23:28:12.382548 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27af8c32-6389-488e-88ad-3d97f1eef6d1 req-e1cd3790-0b46-4200-8e28-9be8245e7f7d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455158 Sep 29 23:28:12.521182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-db5e6fd0-b505-4b27-b992-2e7cb863b0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:12.522811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-db5e6fd0-b505-4b27-b992-2e7cb863b0a6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 1097 time: 0.0846210 Sep 29 23:28:12.542957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:28:12.641641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:12.875410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:12.919195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:28:12.978641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:12.984926 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:12.987548 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a28301f-03bc-48db-ade1-2851eb127031" -d '{"events": [{"server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "name": "network-vif-unplugged", "status": "completed", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:13.031226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48744) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:13.041070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Transition to ACTIVE for port object d62a73d1-b8bc-407a-ba82-b0b3b78a1230 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:28:13.053138 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:13.116714 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f739e62-7e7c-45b9-af0e-173ac3dc8845 x-openstack-request-id: req-7f739e62-7e7c-45b9-af0e-173ac3dc8845 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:13.117516 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "name": "network-vif-unplugged", "status": "completed", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:13.117956 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7f739e62-7e7c-45b9-af0e-173ac3dc8845 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:13.119380 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'code': 200} Sep 29 23:28:13.137316 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-210cfc08-d1a3-4d7e-a69a-5964fdb74b29 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:13.173603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc21ff-af24-446f-800b-506d014446bb req-acc343e2-a949-45b1-abc0-3d9ad6d8e0ea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:13.175229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ebc21ff-af24-446f-800b-506d014446bb req-acc343e2-a949-45b1-abc0-3d9ad6d8e0ea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.1822207 Sep 29 23:28:13.186136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-210cfc08-d1a3-4d7e-a69a-5964fdb74b29 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:13.326112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-210cfc08-d1a3-4d7e-a69a-5964fdb74b29 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:13.328863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-210cfc08-d1a3-4d7e-a69a-5964fdb74b29 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:13.332732 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-210cfc08-d1a3-4d7e-a69a-5964fdb74b29 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] 10.222.0.44 "DELETE /v2.0/security-groups/33090c1a-e615-4f4e-9e44-0b3836b460da HTTP/1.1" status: 204 len: 168 time: 0.2976820 Sep 29 23:28:13.348851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210cfc08-d1a3-4d7e-a69a-5964fdb74b29 tempest-TestVolumeBootPattern-626235407 tempest-TestVolumeBootPattern-626235407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33090c1a-e615-4f4e-9e44-0b3836b460da,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:13.370456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Pushing event updated for resources: {'Port': ['ID=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:13.470505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ebc21ff-af24-446f-800b-506d014446bb req-5585970e-6785-4286-a50a-2de11ddcc6c3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2616277 Sep 29 23:28:13.507950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] No DVR routers for this DVR port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 on host n-h2-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:13.625069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48758) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:13.705364 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:28:13.871790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a55ad201-d73b-4a57-8884-5a3ce5371fe2 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:14.052804 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:14.100029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a55ad201-d73b-4a57-8884-5a3ce5371fe2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:14.101458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580a1133-7093-4d14-8a78-bfa6118baaca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:14.106840 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf9813b-93d1-4ded-84a3-6c9a3f055776" -d '{"events": [{"server_uuid": "580a1133-7093-4d14-8a78-bfa6118baaca", "name": "network-vif-unplugged", "status": "completed", "tag": "a55ad201-d73b-4a57-8884-5a3ce5371fe2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:14.113004 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:14.173598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a55ad201-d73b-4a57-8884-5a3ce5371fe2,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:14.188605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9784415-b880-4c9e-adf6-57747e092532 req-33be2d6d-8669-47d0-967a-710330fd6cfc tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:14.190134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9784415-b880-4c9e-adf6-57747e092532 req-33be2d6d-8669-47d0-967a-710330fd6cfc tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.5594528 Sep 29 23:28:14.234839 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Attempting to bind port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:28:14.235210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Attempting to bind port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:28:14.235535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Attempting to bind port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 on network badc2d66-9c01-4394-ae68-d780763ac87f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:28:14.248195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 on network badc2d66-9c01-4394-ae68-d780763ac87f not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:28:14.248525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Attempting to bind port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 on network badc2d66-9c01-4394-ae68-d780763ac87f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:28:14.266420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:28:14.266658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Checking segment: {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:28:14.267093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Bound using segment: {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:28:14.267607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Bound port: d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35efc012-6937-4ff1-9c60-f897532bfd35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:28:14.268008 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:14.289999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a714b-fd39-4a5d-bb4b-fd809308e07f req-2d9fed9f-2596-4f25-a662-c662fb592693 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:14.298180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-876a714b-fd39-4a5d-bb4b-fd809308e07f req-2d9fed9f-2596-4f25-a662-c662fb592693 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 945 time: 0.1272528 Sep 29 23:28:14.302504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9784415-b880-4c9e-adf6-57747e092532 req-9f7246d4-316f-43ef-9575-756ebf609181 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003480 Sep 29 23:28:14.378544 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d57232-b407-4ae1-9a33-5e604cd59dd5 x-openstack-request-id: req-e0d57232-b407-4ae1-9a33-5e604cd59dd5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:14.378867 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580a1133-7093-4d14-8a78-bfa6118baaca", "name": "network-vif-unplugged", "status": "completed", "tag": "a55ad201-d73b-4a57-8884-5a3ce5371fe2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:14.379124 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e0d57232-b407-4ae1-9a33-5e604cd59dd5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:14.379529 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580a1133-7093-4d14-8a78-bfa6118baaca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2', 'code': 200} Sep 29 23:28:14.411186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-876a714b-fd39-4a5d-bb4b-fd809308e07f req-be2e759f-bd5d-427a-9d9a-49d5bc9a3f21 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109347 Sep 29 23:28:14.445010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:28:14.448389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:28:14.454012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:14.465320 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-5b522ab7-688a-4c85-b3f8-bc078b6a0a53 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0898252 Sep 29 23:28:14.520595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:14.521401 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:14.524679 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] 10.222.0.42 "PUT /v2.0/ports/d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 1092 time: 1.9870300 Sep 29 23:28:14.615237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:14.668963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f0eec-a36b-400b-87e0-84987ad709ea service neutron] Pushing event updated for resources: {'Port': ['ID=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:14.682996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-9d0b71c7-c5cc-4dbc-aab8-5cff3ecf1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:14.684602 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-9d0b71c7-c5cc-4dbc-aab8-5cff3ecf1ddb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e32addf739ff4563a50de14bac991b00&device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 1097 time: 0.1869936 Sep 29 23:28:14.694361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-c57a7ba5-14a7-44d1-985f-4ea89e865260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:14.696576 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-c57a7ba5-14a7-44d1-985f-4ea89e865260 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1095 time: 0.1158042 Sep 29 23:28:14.726031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19931b4-9206-4f71-9cb4-bf9346e96d6f req-edfeafc6-d20e-4a08-b2e3-565985f46bcb tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:14.733768 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c19931b4-9206-4f71-9cb4-bf9346e96d6f req-edfeafc6-d20e-4a08-b2e3-565985f46bcb tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 944 time: 0.1015091 Sep 29 23:28:14.822432 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c19931b4-9206-4f71-9cb4-bf9346e96d6f req-512010f0-e738-494e-a5e9-604750672941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877171 Sep 29 23:28:14.856454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-9387c40a-d2f0-45ed-9444-15f38e885e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:14.858776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-9387c40a-d2f0-45ed-9444-15f38e885e42 service neutron] 10.222.0.42 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 898 time: 0.1507602 Sep 29 23:28:14.900989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-85a99f3d-93c1-4ae8-bae4-581880ea0a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:14.902682 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-85a99f3d-93c1-4ae8-bae4-581880ea0a1f service neutron] 10.222.0.26 "GET /v2.0/networks?id=21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 200 len: 915 time: 0.1644650 Sep 29 23:28:14.943758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-0b31f839-9865-42a4-b673-9adf11ecfc63 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 1000 time: 0.0749643 Sep 29 23:28:14.950630 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-e404338c-2596-4796-a0ff-d6dcc1b51b0c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a75516fc-6765-4c1b-91ed-0975dc738bdd HTTP/1.1" status: 200 len: 217 time: 0.0390463 Sep 29 23:28:15.000499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-3e3d9d30-bb77-403d-84f4-bed547750a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:15.001970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-3e3d9d30-bb77-403d-84f4-bed547750a12 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 200 len: 835 time: 0.0493019 Sep 29 23:28:15.051156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-822d35c3-d863-4b6a-9af3-a99837a64db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:15.051382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-e9e8434b-e8d5-4d7c-b682-be0a98c72ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:15.052726 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-822d35c3-d863-4b6a-9af3-a99837a64db9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0241c012-ef0f-4e20-99e8-af5ff1ea48ce HTTP/1.1" status: 200 len: 854 time: 0.0944829 Sep 29 23:28:15.052940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-e9e8434b-e8d5-4d7c-b682-be0a98c72ac1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badc2d66-9c01-4394-ae68-d780763ac87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432456 Sep 29 23:28:15.094689 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-3142340a-333a-49c8-b39e-597b5389d94e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=21231345-7d4f-49f4-9c0d-5711cbff8dc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298295 Sep 29 23:28:15.096214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] Deleting port 76bd5d02-af00-4201-b73e-d28e9d02f17b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:15.096538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:15.120377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:15.122666 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f815e121-589b-4b12-bdc7-44da329ec774" -d '{"events": [{"name": "network-changed", "server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:15.155870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-811d0e12-f3ef-48b3-b5e3-d103f24451d7 service neutron] 10.222.0.42 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938990 Sep 29 23:28:15.204290 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1449a02-4100-4bfb-aade-8dc21f45f922 x-openstack-request-id: req-e1449a02-4100-4bfb-aade-8dc21f45f922 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:15.205576 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:15.205983 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1449a02-4100-4bfb-aade-8dc21f45f922 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:15.206508 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'status': 'completed', 'code': 200} Sep 29 23:28:15.336465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-a32cca93-b81a-41f8-ae17-847f57fd0759 service neutron] 10.222.0.42 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729288 Sep 29 23:28:15.355148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] For port 76bd5d02-af00-4201-b73e-d28e9d02f17b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=76bd5d02-af00-4201-b73e-d28e9d02f17b,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:15.355793 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:15.362184 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-94770cb3-b20f-49d6-8b57-b3d60ca30af0 service neutron] 10.222.0.26 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505250 Sep 29 23:28:15.394702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] Calling delete_port for 76bd5d02-af00-4201-b73e-d28e9d02f17b owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:15.400307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e121-589b-4b12-bdc7-44da329ec774 req-7d81c23d-a4e2-4ecc-9609-9361d9f907e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:15.402422 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-7d81c23d-a4e2-4ecc-9609-9361d9f907e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1095 time: 0.1787043 Sep 29 23:28:15.590163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444509e1-9271-4172-b4e3-e46e68d2793d req-bbf4ec51-3965-495a-b579-5e72e9f9ea85 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:15.592984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-444509e1-9271-4172-b4e3-e46e68d2793d req-bbf4ec51-3965-495a-b579-5e72e9f9ea85 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 944 time: 0.1452923 Sep 29 23:28:15.598967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e121-589b-4b12-bdc7-44da329ec774 req-1f77afa6-d727-48f7-9353-dc3d3b52c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:15.601114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-1f77afa6-d727-48f7-9353-dc3d3b52c79e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1095 time: 0.1424866 Sep 29 23:28:15.631991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d3e6d-bae0-4b55-a5c6-c45627bab23b req-115f4537-4d84-4661-8c83-3f0a2ac4d9b9 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:15.633711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c27d3e6d-bae0-4b55-a5c6-c45627bab23b req-115f4537-4d84-4661-8c83-3f0a2ac4d9b9 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 945 time: 0.1175408 Sep 29 23:28:15.693676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-444509e1-9271-4172-b4e3-e46e68d2793d req-ccc06376-5866-4b94-b41d-1b89c47bc024 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897701 Sep 29 23:28:15.791516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c27d3e6d-bae0-4b55-a5c6-c45627bab23b req-a439603c-6cf3-49fb-b8ed-b1dcd68a41af tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446130 Sep 29 23:28:15.798488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e121-589b-4b12-bdc7-44da329ec774 req-52e76434-2bc0-4e40-b5bb-2cd6886c57a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:15.800207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-52e76434-2bc0-4e40-b5bb-2cd6886c57a4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 898 time: 0.1634877 Sep 29 23:28:15.920896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-b7980dea-e7cf-45ec-aece-276b621646df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 1000 time: 0.0736694 Sep 29 23:28:16.015859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e121-589b-4b12-bdc7-44da329ec774 req-c22b25bc-21d0-4134-87de-9eae3020e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:16.017373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-c22b25bc-21d0-4134-87de-9eae3020e2dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 200 len: 835 time: 0.0892048 Sep 29 23:28:16.026141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366a110a-184f-4d84-8bab-16677bfed029 req-df5fd4c5-d31e-4178-ad26-3a9cae6778f9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:16.027781 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-366a110a-184f-4d84-8bab-16677bfed029 req-df5fd4c5-d31e-4178-ad26-3a9cae6778f9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 944 time: 0.0984530 Sep 29 23:28:16.037551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d62a73d1-b8bc-407a-ba82-b0b3b78a1230 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:16.056414 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e121-589b-4b12-bdc7-44da329ec774 req-a95df8d0-afa3-4e52-b848-4dc0f1a1f2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:16.057888 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-a95df8d0-afa3-4e52-b848-4dc0f1a1f2f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 898 time: 0.6471605 Sep 29 23:28:16.059802 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5c49b3b4-4ec5-477e-86ed-b7725d480124 req-4cff7ebc-50ce-43a3-9bde-629daa602b39 service neutron] 10.222.0.26 "GET /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6904089 Sep 29 23:28:16.106654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device d62a73d1-b8bc-407a-ba82-b0b3b78a1230 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:16.132991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-366a110a-184f-4d84-8bab-16677bfed029 req-7cc6112c-7967-4525-a7aa-6ccb71235a44 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929914 Sep 29 23:28:16.140933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e121-589b-4b12-bdc7-44da329ec774 req-8589f1bb-c03b-4c1c-84c8-2b1b9e25d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:16.142576 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-8589f1bb-c03b-4c1c-84c8-2b1b9e25d155 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badc2d66-9c01-4394-ae68-d780763ac87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138585 Sep 29 23:28:16.158326 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-602ec330-66f8-4357-90b3-6a11d6ff0f27 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:16.159967 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-602ec330-66f8-4357-90b3-6a11d6ff0f27 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.42 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 945 time: 0.2305529 Sep 29 23:28:16.246362 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-ea49edc5-f226-4e17-b0b1-b4872ed46d9e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 1000 time: 0.1745615 Sep 29 23:28:16.257148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-dfcab936-388b-48cb-9fbe-d75705dbae97 service neutron] 10.222.0.42 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068168 Sep 29 23:28:16.342998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e121-589b-4b12-bdc7-44da329ec774 req-41f1d55b-3704-462c-9baf-0bc5a95d817f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:16.344616 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-41f1d55b-3704-462c-9baf-0bc5a95d817f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 200 len: 835 time: 0.0783730 Sep 29 23:28:16.370667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-4892e1dc-c04d-4463-8915-f21ab2a5966f service neutron] 10.222.0.42 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056716 Sep 29 23:28:16.434672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-47fa925b-7dbb-4ba9-bf7d-2f8e7388f6f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Deleting port a243fc84-ccd5-4dc9-827e-472039b4ddd7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:16.434937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-47fa925b-7dbb-4ba9-bf7d-2f8e7388f6f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:16.437846 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:16.483954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815e121-589b-4b12-bdc7-44da329ec774 req-18282e19-3ad2-4ed9-87c7-8e3099a034fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:16.485447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-18282e19-3ad2-4ed9-87c7-8e3099a034fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=badc2d66-9c01-4394-ae68-d780763ac87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166830 Sep 29 23:28:16.495604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] Pushing event deleted for resources: {'Port': ['ID=76bd5d02-af00-4201-b73e-d28e9d02f17b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:16.688070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-47fa925b-7dbb-4ba9-bf7d-2f8e7388f6f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] For port a243fc84-ccd5-4dc9-827e-472039b4ddd7, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a243fc84-ccd5-4dc9-827e-472039b4ddd7,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:16.688441 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-47fa925b-7dbb-4ba9-bf7d-2f8e7388f6f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:16.745671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-47fa925b-7dbb-4ba9-bf7d-2f8e7388f6f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Calling delete_port for a243fc84-ccd5-4dc9-827e-472039b4ddd7 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:16.754475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-a4db0625-5b4a-4fee-b119-076a46e41efb service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568026 Sep 29 23:28:16.825391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6b25b-3403-4a5c-9584-e3cefb64aa26 req-4aeaf548-c271-4f59-b571-50a8b72a71d6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:16.827818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65f6b25b-3403-4a5c-9584-e3cefb64aa26 req-4aeaf548-c271-4f59-b571-50a8b72a71d6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 944 time: 0.0596435 Sep 29 23:28:16.883856 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65f6b25b-3403-4a5c-9584-e3cefb64aa26 req-07894524-7cc1-49b4-9895-28a8176645cb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485632 Sep 29 23:28:16.947480 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:16.975036 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f815e121-589b-4b12-bdc7-44da329ec774 req-1089cb2f-5b18-4270-99c5-36d537272eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116501 Sep 29 23:28:17.011162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448de4f4-1825-40dc-9c82-51026922ba13 req-0a190400-3e94-411e-b5a3-e86229806699 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:17.020342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-448de4f4-1825-40dc-9c82-51026922ba13 req-0a190400-3e94-411e-b5a3-e86229806699 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=347005f6-0e1e-4980-8fce-eeb0c2108ddd HTTP/1.1" status: 200 len: 945 time: 0.0685484 Sep 29 23:28:17.068360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-448de4f4-1825-40dc-9c82-51026922ba13 req-5d224b71-31a0-4d5f-a1fd-55849086b69f tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456839 Sep 29 23:28:17.083606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-47fa925b-7dbb-4ba9-bf7d-2f8e7388f6f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:17.099797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a75516fc-6765-4c1b-91ed-0975dc738bdd', '2c8cab0b-9594-4f86-8f48-511a187cd1af'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:28:17.138778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a48e89a2-bded-4123-90bc-914d5ba9fd18', 'a243fc84-ccd5-4dc9-827e-472039b4ddd7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:28:17.142892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa925b-7dbb-4ba9-bf7d-2f8e7388f6f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Pushing event deleted for resources: {'Port': ['ID=a243fc84-ccd5-4dc9-827e-472039b4ddd7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:17.200491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-47fa925b-7dbb-4ba9-bf7d-2f8e7388f6f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] No DVR routers for this DVR port a243fc84-ccd5-4dc9-827e-472039b4ddd7 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:17.205114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-47fa925b-7dbb-4ba9-bf7d-2f8e7388f6f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:17.206792 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-64840df3-32cb-437f-b33f-19ae1ea29133 req-47fa925b-7dbb-4ba9-bf7d-2f8e7388f6f7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.42 "DELETE /v2.0/ports/a243fc84-ccd5-4dc9-827e-472039b4ddd7 HTTP/1.1" status: 204 len: 173 time: 1.0396631 Sep 29 23:28:17.207229 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347005f6-0e1e-4980-8fce-eeb0c2108ddd', 'name': 'network-vif-deleted', 'tag': 'a243fc84-ccd5-4dc9-827e-472039b4ddd7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:17.209671 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae59e8eb-87aa-4f1c-a431-64a45be7d9d4" -d '{"events": [{"server_uuid": "347005f6-0e1e-4980-8fce-eeb0c2108ddd", "name": "network-vif-deleted", "tag": "a243fc84-ccd5-4dc9-827e-472039b4ddd7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:17.350221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] Router c811754c-0897-4425-b6eb-9628e511f6dc has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:28:17.352528 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6541c778-e4f6-46df-b634-4be99d52e7ba x-openstack-request-id: req-6541c778-e4f6-46df-b634-4be99d52e7ba {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:17.352824 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347005f6-0e1e-4980-8fce-eeb0c2108ddd", "name": "network-vif-deleted", "tag": "a243fc84-ccd5-4dc9-827e-472039b4ddd7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:17.353084 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6541c778-e4f6-46df-b634-4be99d52e7ba {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:17.353492 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347005f6-0e1e-4980-8fce-eeb0c2108ddd', 'name': 'network-vif-deleted', 'tag': 'a243fc84-ccd5-4dc9-827e-472039b4ddd7', 'status': 'completed', 'code': 200} Sep 29 23:28:17.366888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf0f98-d6c5-4e5a-9cee-f699cbb9c831 req-51646e83-033b-4e4f-9aff-63b559310c57 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:17.368580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06cf0f98-d6c5-4e5a-9cee-f699cbb9c831 req-51646e83-033b-4e4f-9aff-63b559310c57 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 944 time: 0.1137667 Sep 29 23:28:17.461818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06cf0f98-d6c5-4e5a-9cee-f699cbb9c831 req-239045ef-158f-4edc-af54-449273c14af3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732789 Sep 29 23:28:17.543735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:28:17.551361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48800) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:17.559198 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-67fa836f-cc42-4d68-9760-97715b0ad274 admin admin] 10.222.0.44 "PUT /v2.0/routers/c811754c-0897-4425-b6eb-9628e511f6dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9325070 Sep 29 23:28:17.569496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6050298-7144-4011-a607-eab05632c99d None None] Sync routers for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:28:17.603253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6050298-7144-4011-a607-eab05632c99d None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:17.603512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b6050298-7144-4011-a607-eab05632c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:17.699488 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b769195a-bb3c-4156-917d-c8833fd17096 req-c9923219-fc66-4e11-93c3-2388a21a9a41 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530910 Sep 29 23:28:17.704740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:17.780212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b6050298-7144-4011-a607-eab05632c99d None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:17.851416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769195a-bb3c-4156-917d-c8833fd17096 req-d122529d-801e-434b-a73d-987fd50a8bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:17.856483 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b769195a-bb3c-4156-917d-c8833fd17096 req-d122529d-801e-434b-a73d-987fd50a8bb4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1097 time: 0.0766361 Sep 29 23:28:17.903332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:17.949136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a55ad201-d73b-4a57-8884-5a3ce5371fe2 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:28:18.034008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Deleting port 566eae5c-47ff-4a3e-91b5-35cc533283b4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:18.040068 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:18.115779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769195a-bb3c-4156-917d-c8833fd17096 req-9aeed214-1ad0-4324-978f-5bf3aaab33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:18.118218 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b769195a-bb3c-4156-917d-c8833fd17096 req-9aeed214-1ad0-4324-978f-5bf3aaab33d4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.2373650 Sep 29 23:28:18.156942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a55ad201-d73b-4a57-8884-5a3ce5371fe2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:18.175075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b6050298-7144-4011-a607-eab05632c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170'}], 'enable_snat': True}, 'gw_port_id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:28:16Z', 'revision_number': 5, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port': {'id': '566eae5c-47ff-4a3e-91b5-35cc533283b4', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1946, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:23Z', 'updated_at': '2021-09-29T23:14:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:18.211359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6050298-7144-4011-a607-eab05632c99d None None] Checking router: c811754c-0897-4425-b6eb-9628e511f6dc for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:28:18.219210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2', 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded', 'port_id': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2', 'mac_address': 'fa:16:3e:81:de:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad56020-9d1f-4fde-a2a0-217641c3889f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:28:18.240701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6050298-7144-4011-a607-eab05632c99d None None] Routers {'c811754c-0897-4425-b6eb-9628e511f6dc'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:18.241368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b6050298-7144-4011-a607-eab05632c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c811754c-0897-4425-b6eb-9628e511f6dc'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:18.241582 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b769195a-bb3c-4156-917d-c8833fd17096 req-94dd8740-26e0-4cc6-8bb4-386d5dead208 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 1001 time: 0.1140215 Sep 29 23:28:18.270828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef069-396b-43e8-8776-43abfcc34526 req-935ca352-8e1f-4e99-9602-f9f0c57a6657 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:18.278425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9fcef069-396b-43e8-8776-43abfcc34526 req-935ca352-8e1f-4e99-9602-f9f0c57a6657 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 944 time: 0.1797791 Sep 29 23:28:18.302378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] For port 566eae5c-47ff-4a3e-91b5-35cc533283b4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=566eae5c-47ff-4a3e-91b5-35cc533283b4,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:18.302735 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:18.336856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Calling delete_port for 566eae5c-47ff-4a3e-91b5-35cc533283b4 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:18.344335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769195a-bb3c-4156-917d-c8833fd17096 req-869ab401-b93e-480d-8230-836bf0ebce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:18.345940 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b769195a-bb3c-4156-917d-c8833fd17096 req-869ab401-b93e-480d-8230-836bf0ebce09 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.0960419 Sep 29 23:28:18.363785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9fcef069-396b-43e8-8776-43abfcc34526 req-5d9b33fa-9a2b-40a2-abd9-b370372ea39e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793200 Sep 29 23:28:18.391639 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:18.420975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55ad201-d73b-4a57-8884-5a3ce5371fe2 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:28:18.438516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b6050298-7144-4011-a607-eab05632c99d None None] Set router c811754c-0897-4425-b6eb-9628e511f6dc gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:18.499414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a55ad201-d73b-4a57-8884-5a3ce5371fe2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:18.500997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769195a-bb3c-4156-917d-c8833fd17096 req-355788f1-9e7d-4a9a-b1f5-04442fb25f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:18.502544 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b769195a-bb3c-4156-917d-c8833fd17096 req-355788f1-9e7d-4a9a-b1f5-04442fb25f3b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479332 Sep 29 23:28:18.535608 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:18.539945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b6050298-7144-4011-a607-eab05632c99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:28:17Z', 'revision_number': 6, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:18.620747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6050298-7144-4011-a607-eab05632c99d None None] The sync data for ids ['c811754c-0897-4425-b6eb-9628e511f6dc'] in n-d-811173-2 is: [{'id': 'c811754c-0897-4425-b6eb-9628e511f6dc', 'name': 'tempest-TestVolumeBootPattern-492192975-router', 'tenant_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:21Z', 'updated_at': '2021-09-29T23:28:17Z', 'revision_number': 6, 'project_id': '86bdc4515d6a4d0b846bbc7c3354ced6', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:28:18.717611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a55ad201-d73b-4a57-8884-5a3ce5371fe2,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:18.749734 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b769195a-bb3c-4156-917d-c8833fd17096 req-576f442a-ee61-4869-801b-430cdf415185 service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375479 Sep 29 23:28:18.783478 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:18.838736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=566eae5c-47ff-4a3e-91b5-35cc533283b4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:18.863037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd92f266-8c26-4f52-92f4-6856e8a1f7ea req-a85a2f64-12e6-438f-b219-0f5a0659c827 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:18.870781 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd92f266-8c26-4f52-92f4-6856e8a1f7ea req-a85a2f64-12e6-438f-b219-0f5a0659c827 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 944 time: 0.2812440 Sep 29 23:28:18.963558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd92f266-8c26-4f52-92f4-6856e8a1f7ea req-6f613d9e-c7f8-4229-84bf-489b4836f316 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917687 Sep 29 23:28:19.006017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['a55ad201-d73b-4a57-8884-5a3ce5371fe2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:28:19.056629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:19.176451 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b769195a-bb3c-4156-917d-c8833fd17096 req-069fcbf8-143b-464a-9fb9-79ea2b178f46 service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984156 Sep 29 23:28:19.207647 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:19.218256 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:19.297617 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:19.298260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c811754c-0897-4425-b6eb-9628e511f6dc {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:28:19.315427 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:19.316646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4c17bd07-5a9f-4d99-af35-040ef6caddb6 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c811754c-0897-4425-b6eb-9628e511f6dc HTTP/1.1" status: 204 len: 168 time: 1.7640061 Sep 29 23:28:19.319506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48820) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:19.382696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7470db73-e8d1-4ff0-b91b-9ce498c2ed22 admin admin] Deleting subnet de53ae86-4ded-4d3c-be7d-939667c8dccf {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:28:19.388058 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7470db73-e8d1-4ff0-b91b-9ce498c2ed22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:19.457614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7470db73-e8d1-4ff0-b91b-9ce498c2ed22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:19.556962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb2f09-ef71-4470-8111-89535ce2f2e1 req-ad7a0a49-5ad6-4531-9d43-a3723b690f51 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:19.575069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31fb2f09-ef71-4470-8111-89535ce2f2e1 req-ad7a0a49-5ad6-4531-9d43-a3723b690f51 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 945 time: 0.1415739 Sep 29 23:28:19.655241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31fb2f09-ef71-4470-8111-89535ce2f2e1 req-b1d9c181-8b43-46ba-918b-ab4fe6d0fac7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766320 Sep 29 23:28:19.655447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7470db73-e8d1-4ff0-b91b-9ce498c2ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:19.771133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7470db73-e8d1-4ff0-b91b-9ce498c2ed22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:19.824927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470db73-e8d1-4ff0-b91b-9ce498c2ed22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de53ae86-4ded-4d3c-be7d-939667c8dccf,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:19.852849 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7470db73-e8d1-4ff0-b91b-9ce498c2ed22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:19.852849 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7470db73-e8d1-4ff0-b91b-9ce498c2ed22 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/de53ae86-4ded-4d3c-be7d-939667c8dccf HTTP/1.1" status: 204 len: 168 time: 0.5273445 Sep 29 23:28:19.852849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48828) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:19.866045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d818ea-74bc-4a8e-b2d2-043e926e0e7e None None] Network ee5d94c1-3e5a-467b-89c5-206c2f04d49f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:28:19.959591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d62a73d1-b8bc-407a-ba82-b0b3b78a1230 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:28:19.961857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a243fc84-ccd5-4dc9-827e-472039b4ddd7 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:20.030139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: a243fc84-ccd5-4dc9-827e-472039b4ddd7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:20.030730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a243fc84-ccd5-4dc9-827e-472039b4ddd7 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:20.038295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:20.228732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Deleting port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:20.231387 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:20.258177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d017cb-6b81-4b3b-ab22-1669c9b95e95 req-8537e05f-a222-4d0f-a457-d9dafa602f5d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:20.260614 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64d017cb-6b81-4b3b-ab22-1669c9b95e95 req-8537e05f-a222-4d0f-a457-d9dafa602f5d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 944 time: 0.1257968 Sep 29 23:28:20.335734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64d017cb-6b81-4b3b-ab22-1669c9b95e95 req-ee216dbf-12ee-4606-9a78-20396b3acd52 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674582 Sep 29 23:28:20.392792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] For port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3fb3d031-e880-4ee8-8356-bf13d4e4f78e,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:20.393368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:20.444711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Calling delete_port for 3fb3d031-e880-4ee8-8356-bf13d4e4f78e owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:20.528249 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:20.563958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:20.594805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f91d62b-dde3-4b1e-87aa-1bb2a9f8f658 None None] DHCP port deletion for ee5d94c1-3e5a-467b-89c5-206c2f04d49f request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:28:20.605745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 76bd5d02-af00-4201-b73e-d28e9d02f17b no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:20.644017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'port_id': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'mac_address': 'fa:16:3e:e8:51:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:28:20.699753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 76bd5d02-af00-4201-b73e-d28e9d02f17b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:20.699918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 76bd5d02-af00-4201-b73e-d28e9d02f17b not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:20.700441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 566eae5c-47ff-4a3e-91b5-35cc533283b4 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:20.864191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 566eae5c-47ff-4a3e-91b5-35cc533283b4 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:20.865211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 566eae5c-47ff-4a3e-91b5-35cc533283b4 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:20.901265 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:20.928107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5f91d62b-dde3-4b1e-87aa-1bb2a9f8f658 None None] Deleting port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:20.928670 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f91d62b-dde3-4b1e-87aa-1bb2a9f8f658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:20.935548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d62a73d1-b8bc-407a-ba82-b0b3b78a1230 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:28:20.964885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:20.985127 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:21.033276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b88e2c-e032-41b1-bb27-112247d31a92 req-004cfd20-588c-49ba-b38f-c4000f3a344a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:21.035218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:21.035634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23b88e2c-e032-41b1-bb27-112247d31a92 req-004cfd20-588c-49ba-b38f-c4000f3a344a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 945 time: 0.1791928 Sep 29 23:28:21.045161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6e83aa-a7c8-46d2-a1ef-3cd1155928dd req-c44ea000-e263-426d-b243-b661b11a790e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:21.047037 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c6e83aa-a7c8-46d2-a1ef-3cd1155928dd req-c44ea000-e263-426d-b243-b661b11a790e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 944 time: 0.2233133 Sep 29 23:28:21.094494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fb3d031-e880-4ee8-8356-bf13d4e4f78e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:21.117613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] No DVR routers for this DVR port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:21.134715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23b88e2c-e032-41b1-bb27-112247d31a92 req-a87845fd-6a3a-4a24-ac52-dcf2d980d6a6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657005 Sep 29 23:28:21.162999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5f91d62b-dde3-4b1e-87aa-1bb2a9f8f658 None None] For port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3fb3d031-e880-4ee8-8356-bf13d4e4f78e,segment=NetworkSegment(564eced6-6448-44e1-b3d5-44b84eb914f8),segment_id=564eced6-6448-44e1-b3d5-44b84eb914f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:21.163672 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f91d62b-dde3-4b1e-87aa-1bb2a9f8f658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:21.175041 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c6e83aa-a7c8-46d2-a1ef-3cd1155928dd req-2e3e154e-bd87-4391-81c2-6d67d7b79eaa tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073010 Sep 29 23:28:21.192724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-1726ce71-e338-4690-a85f-724102c0be19 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:21.194314 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-1726ce71-e338-4690-a85f-724102c0be19 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6&tenant_id=8c9b032445a841f1bea01ab3b724c1b3&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 945 time: 0.2089143 Sep 29 23:28:21.235900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5f91d62b-dde3-4b1e-87aa-1bb2a9f8f658 None None] Calling delete_port for 3fb3d031-e880-4ee8-8356-bf13d4e4f78e owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:21.262073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:21.294787 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:21.347821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee5d94c1-3e5a-467b-89c5-206c2f04d49f']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:21.365089 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564eced6-6448-44e1-b3d5-44b84eb914f8') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:21.365438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564eced6-6448-44e1-b3d5-44b84eb914f8') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:21.373004 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f91d62b-dde3-4b1e-87aa-1bb2a9f8f658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:21.374302 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-f20ee43e-9bbd-4141-89a9-d2ed2f902ae2 service neutron] delete failed (client error): The resource could not be found. Sep 29 23:28:21.375402 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-f20ee43e-9bbd-4141-89a9-d2ed2f902ae2 service neutron] 10.222.0.26 "DELETE /v2.0/ports/d62a73d1-b8bc-407a-ba82-b0b3b78a1230/bindings/n-h2-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.1699054 Sep 29 23:28:21.379453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:21.396229 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:21.417391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91d62b-dde3-4b1e-87aa-1bb2a9f8f658 None None] Pushing event deleted for resources: {'Port': ['ID=3fb3d031-e880-4ee8-8356-bf13d4e4f78e,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:21.421461 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f91d62b-dde3-4b1e-87aa-1bb2a9f8f658 None None] No DVR routers for this DVR port 3fb3d031-e880-4ee8-8356-bf13d4e4f78e on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:21.428329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d62a73d1-b8bc-407a-ba82-b0b3b78a1230'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:28:21.431047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:28:21.431565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:28:21.435571 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:28:21.557370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-df12aa50-793d-4886-b6c5-3071d4c6c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:21.558877 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-df12aa50-793d-4886-b6c5-3071d4c6c398 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1096 time: 0.1095641 Sep 29 23:28:21.559515 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:21.603595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:21.608481 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] 10.222.0.44 "DELETE /v2.0/networks/ee5d94c1-3e5a-467b-89c5-206c2f04d49f HTTP/1.1" status: 204 len: 168 time: 1.7563744 Sep 29 23:28:21.614402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48848) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:21.618327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf96f3-9609-4f0e-ac63-236bf1563c18 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee5d94c1-3e5a-467b-89c5-206c2f04d49f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:21.781995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-89c48f2d-e8d6-42b4-b85f-3265e9010f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:21.784725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-89c48f2d-e8d6-42b4-b85f-3265e9010f8c service neutron] 10.222.0.26 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 898 time: 0.2070060 Sep 29 23:28:21.913447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-322c6ad2-0dc1-4d85-8779-99bd9dcb4676 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 1001 time: 0.1211226 Sep 29 23:28:21.944123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a55ad201-d73b-4a57-8884-5a3ce5371fe2 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:28:21.991059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-6ccc2134-592c-44e1-80f1-b4517a4398fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:21.997524 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-6ccc2134-592c-44e1-80f1-b4517a4398fb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 200 len: 835 time: 0.0744343 Sep 29 23:28:22.035128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port a55ad201-d73b-4a57-8884-5a3ce5371fe2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:28:22.037634 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:22.100282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-e54afdd7-9041-4af8-85ef-78541e546bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:22.103604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-e54afdd7-9041-4af8-85ef-78541e546bf2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=badc2d66-9c01-4394-ae68-d780763ac87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968680 Sep 29 23:28:22.153537 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:22.250122 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port a55ad201-d73b-4a57-8884-5a3ce5371fe2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:22.252365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580a1133-7093-4d14-8a78-bfa6118baaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:22.256910 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e792e40-a1d5-485e-9455-296b81f79a40" -d '{"events": [{"server_uuid": "580a1133-7093-4d14-8a78-bfa6118baaca", "name": "network-vif-plugged", "status": "completed", "tag": "a55ad201-d73b-4a57-8884-5a3ce5371fe2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:22.276381 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:22.381143 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-eca67d1a-6254-4900-9079-1942d834c4f2 service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669921 Sep 29 23:28:22.389006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=a55ad201-d73b-4a57-8884-5a3ce5371fe2,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:22.438573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4429c-cfa2-44dd-821a-583a883a42df req-02730fb4-e123-464f-adf6-540fbf76b62e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:22.442610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28d4429c-cfa2-44dd-821a-583a883a42df req-02730fb4-e123-464f-adf6-540fbf76b62e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.1428442 Sep 29 23:28:22.464046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:22.514771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3fb3d031-e880-4ee8-8356-bf13d4e4f78e no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:22.531105 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-571259b1-7e60-4c8d-9362-e6f582facbfd req-71090aed-952a-48c4-872f-83ffb983e01b service neutron] 10.222.0.26 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378202 Sep 29 23:28:22.541393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc199c89-40bd-4851-b866-b0b1441d78d5 req-33e5162d-1c76-435b-849e-9b45b61bc80c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:22.543907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc199c89-40bd-4851-b866-b0b1441d78d5 req-33e5162d-1c76-435b-849e-9b45b61bc80c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 945 time: 0.1985703 Sep 29 23:28:22.549100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 3fb3d031-e880-4ee8-8356-bf13d4e4f78e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:22.549476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3fb3d031-e880-4ee8-8356-bf13d4e4f78e not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:22.601811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28d4429c-cfa2-44dd-821a-583a883a42df req-3c7d58ca-285f-47a2-813a-11523a1491dd tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475351 Sep 29 23:28:22.678289 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8bf6016-5762-45cb-8f9b-a6f928b2e226 x-openstack-request-id: req-e8bf6016-5762-45cb-8f9b-a6f928b2e226 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:22.678626 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580a1133-7093-4d14-8a78-bfa6118baaca", "name": "network-vif-plugged", "status": "completed", "tag": "a55ad201-d73b-4a57-8884-5a3ce5371fe2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:22.678925 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e8bf6016-5762-45cb-8f9b-a6f928b2e226 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:22.679377 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580a1133-7093-4d14-8a78-bfa6118baaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2', 'code': 200} Sep 29 23:28:22.718933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc199c89-40bd-4851-b866-b0b1441d78d5 req-0c7a3eda-e963-444b-8cf5-a253a45d160a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540861 Sep 29 23:28:22.973302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46d320-3122-426d-9c83-b28b68f6ec30 req-757c862d-c53b-4f68-818b-06f604958c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:22.978242 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6f46d320-3122-426d-9c83-b28b68f6ec30 req-757c862d-c53b-4f68-818b-06f604958c12 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 1097 time: 0.0978091 Sep 29 23:28:23.064947 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6f46d320-3122-426d-9c83-b28b68f6ec30 req-f4efd932-2183-4100-b724-7afe5afbc9ec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763307 Sep 29 23:28:23.105212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] Deleting port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:23.105422 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:23.298439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260062d6-9035-45c5-a064-bac9288fbe4a req-a49e770d-eb8d-465b-a45f-bdd25bd10fb9 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:23.300362 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-260062d6-9035-45c5-a064-bac9288fbe4a req-a49e770d-eb8d-465b-a45f-bdd25bd10fb9 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 945 time: 0.1370127 Sep 29 23:28:23.326972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] For port 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ac1900b-cfdb-47a4-82ce-5fd1ce82324d,segment=NetworkSegment(948a4e38-a54f-4dcb-aa3d-9d573544c3fa),segment_id=948a4e38-a54f-4dcb-aa3d-9d573544c3fa)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:23.327340 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:23.361801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] Calling delete_port for 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:23.388703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-260062d6-9035-45c5-a064-bac9288fbe4a req-234e9fea-38b6-45f1-8b93-e0aa127406e2 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715964 Sep 29 23:28:23.624994 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:23.654235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac1900b-cfdb-47a4-82ce-5fd1ce82324d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:23.879849 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e47e35-fd7d-4a1f-9446-bcea390ec462 req-c219e30e-f9c9-464e-83cf-8ace3bad2e1f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:23.881513 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1e47e35-fd7d-4a1f-9446-bcea390ec462 req-c219e30e-f9c9-464e-83cf-8ace3bad2e1f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.1642194 Sep 29 23:28:23.944833 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d62a73d1-b8bc-407a-ba82-b0b3b78a1230 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:28:23.958781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f9bf8-b7f9-43e3-93dc-0bbf47218896 req-1a2ae229-f30b-4dde-ac78-e31f29dfe4e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:23.966926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-308f9bf8-b7f9-43e3-93dc-0bbf47218896 req-1a2ae229-f30b-4dde-ac78-e31f29dfe4e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 945 time: 0.1464639 Sep 29 23:28:24.018251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:28:24.018837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1e47e35-fd7d-4a1f-9446-bcea390ec462 req-94fe5b4b-59c8-48f1-8d3f-8a65d54a49f4 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297617 Sep 29 23:28:24.019463 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:24.024176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:28:24.024690 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:24.045529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-308f9bf8-b7f9-43e3-93dc-0bbf47218896 req-a46dc836-8178-4cfe-80e7-f31daeeeb9fd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728636 Sep 29 23:28:24.068966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48878) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:24.162669 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cefd145d-f4e6-404d-aee1-2a06fb5d43ba tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/714870dc-c64a-45d8-b007-e00b06ca1c18 HTTP/1.1" status: 200 len: 993 time: 0.0921526 Sep 29 23:28:24.189353 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:24.234237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:24.240552 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:24.292586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:24.589493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c897cc-78f7-4025-b6fb-88a4de8a12ae req-36d08c61-641d-4f83-882e-58d64ceb7490 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:24.590937 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9c897cc-78f7-4025-b6fb-88a4de8a12ae req-36d08c61-641d-4f83-882e-58d64ceb7490 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 945 time: 0.1055503 Sep 29 23:28:24.675777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9c897cc-78f7-4025-b6fb-88a4de8a12ae req-b771ee19-cc6c-4178-b9c7-d25b2356b45d tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753458 Sep 29 23:28:24.682699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:24.686387 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83fff77-b869-4299-b502-fe797eb7eeb7" -d '{"events": [{"server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "name": "network-vif-plugged", "status": "completed", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:24.688541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] Router b7aba628-96a1-4e87-b1a0-2463ac243067 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:28:24.731294 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd3a84d-f72b-46af-b81f-32c9a49e8457 x-openstack-request-id: req-9fd3a84d-f72b-46af-b81f-32c9a49e8457 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:24.732471 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "name": "network-vif-plugged", "status": "completed", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:24.732471 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9fd3a84d-f72b-46af-b81f-32c9a49e8457 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:24.732987 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'code': 200} Sep 29 23:28:24.833706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:28:24.839142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-222bbafc-4234-4470-8c37-7187c0f0abe3 admin admin] 10.222.0.44 "PUT /v2.0/routers/b7aba628-96a1-4e87-b1a0-2463ac243067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2231004 Sep 29 23:28:24.842681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48886) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:24.857503 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] Sync routers for ids ['b7aba628-96a1-4e87-b1a0-2463ac243067'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:28:24.871287 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] Routers {'b7aba628-96a1-4e87-b1a0-2463ac243067'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:24.872575 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7aba628-96a1-4e87-b1a0-2463ac243067'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:24.960239 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:24.990561 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] Set router b7aba628-96a1-4e87-b1a0-2463ac243067 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:25.115159 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:25.211241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb7534-0901-4a86-88d4-dee5daf2ce17 req-ca49e98c-96c7-4d99-9d4f-a6f9b96c1575 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:25.212808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14fb7534-0901-4a86-88d4-dee5daf2ce17 req-ca49e98c-96c7-4d99-9d4f-a6f9b96c1575 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.0852201 Sep 29 23:28:25.248036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Deleting port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:25.248036 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:25.276755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14fb7534-0901-4a86-88d4-dee5daf2ce17 req-0b80b849-01dc-4207-b6e7-e2cafe6d264b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550783 Sep 29 23:28:25.349862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] For port 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=14fe5edf-d9fa-421f-a52e-9bb07f2c25b9,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:25.350596 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:25.352883 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'name': 'tempest-TestVolumeBootPattern-1546748346-router', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89'}], 'enable_snat': True}, 'gw_port_id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:36Z', 'updated_at': '2021-09-29T23:28:23Z', 'revision_number': 5, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'gw_port': {'id': '14fe5edf-d9fa-421f-a52e-9bb07f2c25b9', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1965, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:14:37Z', 'updated_at': '2021-09-29T23:14:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:25.364917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Calling delete_port for 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:25.394164 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] Checking router: b7aba628-96a1-4e87-b1a0-2463ac243067 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:28:25.402893 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] Routers {'b7aba628-96a1-4e87-b1a0-2463ac243067'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:25.403804 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7aba628-96a1-4e87-b1a0-2463ac243067'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:25.466784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4ca4c-a1f5-426d-a9f3-97f65d9f3be6 req-af5c0780-8ee6-439b-839a-76ade0b2d8b4 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:25.468583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11a4ca4c-a1f5-426d-a9f3-97f65d9f3be6 req-af5c0780-8ee6-439b-839a-76ade0b2d8b4 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.1017497 Sep 29 23:28:25.538444 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] Set router b7aba628-96a1-4e87-b1a0-2463ac243067 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:25.562496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11a4ca4c-a1f5-426d-a9f3-97f65d9f3be6 req-a06a47d1-0b07-4735-96b9-85973871f6e4 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856414 Sep 29 23:28:25.627016 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'name': 'tempest-TestVolumeBootPattern-1546748346-router', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:36Z', 'updated_at': '2021-09-29T23:28:25Z', 'revision_number': 6, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:25.651364 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:25.680145 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596717f0-439c-4f00-bec4-1fa7baced729 None None] The sync data for ids ['b7aba628-96a1-4e87-b1a0-2463ac243067'] in n-d-811173-2 is: [{'id': 'b7aba628-96a1-4e87-b1a0-2463ac243067', 'name': 'tempest-TestVolumeBootPattern-1546748346-router', 'tenant_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:14:36Z', 'updated_at': '2021-09-29T23:28:25Z', 'revision_number': 6, 'project_id': 'a24abe9a07fc4a47a1501e2b96652c54', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:28:25.694103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Pushing event deleted for resources: {'Port': ['ID=14fe5edf-d9fa-421f-a52e-9bb07f2c25b9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:25.829299 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:25.848968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-d4bb07b4-b7c5-4fb8-ad17-3c5beb0bf215 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:25.851251 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-d4bb07b4-b7c5-4fb8-ad17-3c5beb0bf215 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 945 time: 0.0742950 Sep 29 23:28:25.910922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2e462-7c6a-45fa-849f-272119114b33 req-3c732eda-2f9d-47f4-bd8a-db323704811e tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:25.912398 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7be2e462-7c6a-45fa-849f-272119114b33 req-3c732eda-2f9d-47f4-bd8a-db323704811e tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 945 time: 0.1525166 Sep 29 23:28:25.944729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:25.948469 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:25.991535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-c3d6cb2b-8ea0-4a4d-b6e9-c94089c323a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Deleting port a48e89a2-bded-4123-90bc-914d5ba9fd18 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:25.991915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-c3d6cb2b-8ea0-4a4d-b6e9-c94089c323a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.043419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.044095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7aba628-96a1-4e87-b1a0-2463ac243067 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:28:26.052345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.056386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d089e8a2-3c78-47e5-b4c2-7f92d00234ab admin admin] 10.222.0.44 "DELETE /v2.0/routers/b7aba628-96a1-4e87-b1a0-2463ac243067 HTTP/1.1" status: 204 len: 168 time: 1.2100673 Sep 29 23:28:26.059539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7be2e462-7c6a-45fa-849f-272119114b33 req-2117b136-4e4f-4ad2-b121-d09b9d5ccfc6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125162 Sep 29 23:28:26.062884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48916) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:26.131280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-c3d6cb2b-8ea0-4a4d-b6e9-c94089c323a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] For port a48e89a2-bded-4123-90bc-914d5ba9fd18, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a48e89a2-bded-4123-90bc-914d5ba9fd18,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:26.132060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-c3d6cb2b-8ea0-4a4d-b6e9-c94089c323a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.147268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-c3d6cb2b-8ea0-4a4d-b6e9-c94089c323a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Calling delete_port for a48e89a2-bded-4123-90bc-914d5ba9fd18 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:26.175484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb99871-92bc-4e73-999d-3bd96432d7d7 admin admin] Deleting subnet 4f863b3d-b336-441e-9351-7b8ed7e5e99b {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:28:26.185798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cb99871-92bc-4e73-999d-3bd96432d7d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.220021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37b832-65c1-4360-a187-29897d112d70 req-fb13f191-43b3-4c17-93f1-d764da8761ca tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:26.221817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-fb13f191-43b3-4c17-93f1-d764da8761ca tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/networks?id=d88ecf50-2d3c-4a93-8243-ecc344c70ded HTTP/1.1" status: 200 len: 814 time: 0.2188869 Sep 29 23:28:26.251788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-b0354a39-e8d0-4744-9a3a-e1e67afe4129 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/quotas/b4f0b49aa1bb4a49ab3be23b7428041c HTTP/1.1" status: 200 len: 375 time: 0.0175872 Sep 29 23:28:26.257362 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cb99871-92bc-4e73-999d-3bd96432d7d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.309427 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-c3d6cb2b-8ea0-4a4d-b6e9-c94089c323a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.328229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a75516fc-6765-4c1b-91ed-0975dc738bdd', '2c8cab0b-9594-4f86-8f48-511a187cd1af'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:28:26.342485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6cb2b-8ea0-4a4d-b6e9-c94089c323a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Pushing event deleted for resources: {'Port': ['ID=a48e89a2-bded-4123-90bc-914d5ba9fd18,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:26.350679 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-debeac15-2428-44c5-b4a8-ef5914ec9bf3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b4f0b49aa1bb4a49ab3be23b7428041c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723252 Sep 29 23:28:26.404657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-c3d6cb2b-8ea0-4a4d-b6e9-c94089c323a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] No DVR routers for this DVR port a48e89a2-bded-4123-90bc-914d5ba9fd18 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:26.406887 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-c3d6cb2b-8ea0-4a4d-b6e9-c94089c323a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.409133 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4eab379-0a45-4614-9fc4-58f6621a79cb req-c3d6cb2b-8ea0-4a4d-b6e9-c94089c323a6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.42 "DELETE /v2.0/ports/a48e89a2-bded-4123-90bc-914d5ba9fd18 HTTP/1.1" status: 204 len: 173 time: 0.5420883 Sep 29 23:28:26.409730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c8ae3d7-4119-42b4-8f56-585f9a625aa9', 'name': 'network-vif-deleted', 'tag': 'a48e89a2-bded-4123-90bc-914d5ba9fd18'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:26.412645 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf5cbcc-fbd3-4270-8177-3efad7e4ee9e" -d '{"events": [{"server_uuid": "2c8ae3d7-4119-42b4-8f56-585f9a625aa9", "name": "network-vif-deleted", "tag": "a48e89a2-bded-4123-90bc-914d5ba9fd18"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:26.486598 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e829e07c-0f9c-42f0-a7d1-521fd532fe95 x-openstack-request-id: req-e829e07c-0f9c-42f0-a7d1-521fd532fe95 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:26.486942 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c8ae3d7-4119-42b4-8f56-585f9a625aa9", "name": "network-vif-deleted", "tag": "a48e89a2-bded-4123-90bc-914d5ba9fd18", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:26.487143 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e829e07c-0f9c-42f0-a7d1-521fd532fe95 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:26.487548 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c8ae3d7-4119-42b4-8f56-585f9a625aa9', 'name': 'network-vif-deleted', 'tag': 'a48e89a2-bded-4123-90bc-914d5ba9fd18', 'status': 'completed', 'code': 200} Sep 29 23:28:26.537593 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cb99871-92bc-4e73-999d-3bd96432d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.596984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-e82d70e1-1778-4d03-9b33-a16e49366f0f service neutron] 10.222.0.44 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387333 Sep 29 23:28:26.641261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:26.689975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:26.690599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ac1900b-cfdb-47a4-82ce-5fd1ce82324d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:26.690765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:26.722628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:26.722976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 14fe5edf-d9fa-421f-a52e-9bb07f2c25b9 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:26.734144 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cb99871-92bc-4e73-999d-3bd96432d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.776033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb99871-92bc-4e73-999d-3bd96432d7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f863b3d-b336-441e-9351-7b8ed7e5e99b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:26.786710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cb99871-92bc-4e73-999d-3bd96432d7d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.790954 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4cb99871-92bc-4e73-999d-3bd96432d7d7 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/4f863b3d-b336-441e-9351-7b8ed7e5e99b HTTP/1.1" status: 204 len: 168 time: 0.7248518 Sep 29 23:28:26.791107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544f696b-2cb8-478d-a6d6-f3f23b25d46e None None] Network cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:28:26.791736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48926) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:26.814617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-e939aa22-be4b-4d2c-8c89-9aeb77b3c2c0 service neutron] 10.222.0.44 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041175 Sep 29 23:28:26.877054 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:26.958683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Deleting port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:26.959025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.109303 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8351fe7a-3032-4677-9e92-18e746fb81db req-6f122967-d3d0-4790-9baa-caf9122f04bc tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 210 time: 0.0527246 Sep 29 23:28:27.121868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] For port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=51018092-9c91-4d6e-aed2-a3ddc8bbda5a,segment=NetworkSegment(948a4e38-a54f-4dcb-aa3d-9d573544c3fa),segment_id=948a4e38-a54f-4dcb-aa3d-9d573544c3fa)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:27.123022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.135702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f9e0c6-9cb4-40c1-bf10-a3596f755701 None None] DHCP port deletion for cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:28:27.142511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Calling delete_port for 51018092-9c91-4d6e-aed2-a3ddc8bbda5a owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:27.240697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-40f9e0c6-9cb4-40c1-bf10-a3596f755701 None None] Deleting port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:27.241244 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-40f9e0c6-9cb4-40c1-bf10-a3596f755701 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.245005 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4d84f51-8344-4d97-9601-f1a5287cbe3d req-09499e93-ab64-497f-8fdf-aaa79542221a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=2c8ae3d7-4119-42b4-8f56-585f9a625aa9 HTTP/1.1" status: 200 len: 210 time: 0.0457833 Sep 29 23:28:27.275456 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.303416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=51018092-9c91-4d6e-aed2-a3ddc8bbda5a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:27.306231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] No DVR routers for this DVR port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:27.326404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-40f9e0c6-9cb4-40c1-bf10-a3596f755701 None None] For port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=51018092-9c91-4d6e-aed2-a3ddc8bbda5a,segment=NetworkSegment(948a4e38-a54f-4dcb-aa3d-9d573544c3fa),segment_id=948a4e38-a54f-4dcb-aa3d-9d573544c3fa)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:27.326901 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-40f9e0c6-9cb4-40c1-bf10-a3596f755701 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.342575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-40f9e0c6-9cb4-40c1-bf10-a3596f755701 None None] Calling delete_port for 51018092-9c91-4d6e-aed2-a3ddc8bbda5a owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:27.403617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.439510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:27.445600 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-40f9e0c6-9cb4-40c1-bf10-a3596f755701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.450168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '948a4e38-a54f-4dcb-aa3d-9d573544c3fa') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:27.451355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '948a4e38-a54f-4dcb-aa3d-9d573544c3fa') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:27.467424 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.472928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9e0c6-9cb4-40c1-bf10-a3596f755701 None None] Pushing event deleted for resources: {'Port': ['ID=51018092-9c91-4d6e-aed2-a3ddc8bbda5a,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:27.487412 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.487621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9e0c6-9cb4-40c1-bf10-a3596f755701 None None] No DVR routers for this DVR port 51018092-9c91-4d6e-aed2-a3ddc8bbda5a on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:27.496953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:28:27.497953 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:28:27.501642 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:28:27.578695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.586373 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.588319 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4 HTTP/1.1" status: 204 len: 168 time: 0.7952852 Sep 29 23:28:27.602053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3669c2-ce3b-4b65-b1be-caa09aff0aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc0095c7-d39b-4a9a-84c4-b10ab36d0cb4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:27.622346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4c92232a-4eef-465a-853b-8258f5bb159d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:27.624505 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4c92232a-4eef-465a-853b-8258f5bb159d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "GET /v2.0/ports?device_id=580a1133-7093-4d14-8a78-bfa6118baaca HTTP/1.1" status: 200 len: 946 time: 0.1004934 Sep 29 23:28:27.748523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4646274b-780f-4a88-a574-ac953a29625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Deleting port a55ad201-d73b-4a57-8884-5a3ce5371fe2 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:27.749192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4646274b-780f-4a88-a574-ac953a29625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.749312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48948) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:27.801590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a4f11ed8-d08d-4651-b60a-eeb4ab88e533 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=86bdc4515d6a4d0b846bbc7c3354ced6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507250 Sep 29 23:28:27.802212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 48952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:27.854381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4646274b-780f-4a88-a574-ac953a29625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] For port a55ad201-d73b-4a57-8884-5a3ce5371fe2, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=a55ad201-d73b-4a57-8884-5a3ce5371fe2,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:27.854841 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4646274b-780f-4a88-a574-ac953a29625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.865252 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e72c76a-bc43-4662-a35b-3c903c122682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.874596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4646274b-780f-4a88-a574-ac953a29625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Calling delete_port for a55ad201-d73b-4a57-8884-5a3ce5371fe2 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:27.891165 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e72c76a-bc43-4662-a35b-3c903c122682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.943356 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e72c76a-bc43-4662-a35b-3c903c122682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.946324 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1e72c76a-bc43-4662-a35b-3c903c122682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:27.947684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1e72c76a-bc43-4662-a35b-3c903c122682 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e0b7f87d-da9f-4392-bb04-e0fac1ca17d9 HTTP/1.1" status: 204 len: 168 time: 0.1442049 Sep 29 23:28:27.957624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e72c76a-bc43-4662-a35b-3c903c122682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b7f87d-da9f-4392-bb04-e0fac1ca17d9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:27.992552 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a55ad201-d73b-4a57-8884-5a3ce5371fe2 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:28.026213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4646274b-780f-4a88-a574-ac953a29625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:28.058365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No active binding found for port a55ad201-d73b-4a57-8884-5a3ce5371fe2 {{(pid=110007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 23:28:28.059014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a55ad201-d73b-4a57-8884-5a3ce5371fe2 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:28.059551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a48e89a2-bded-4123-90bc-914d5ba9fd18 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:28.091505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: a48e89a2-bded-4123-90bc-914d5ba9fd18 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:28.091950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device a48e89a2-bded-4123-90bc-914d5ba9fd18 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:28.104608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646274b-780f-4a88-a574-ac953a29625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Pushing event deleted for resources: {'Port': ['ID=a55ad201-d73b-4a57-8884-5a3ce5371fe2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:28.203429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4646274b-780f-4a88-a574-ac953a29625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] No DVR routers for this DVR port a55ad201-d73b-4a57-8884-5a3ce5371fe2 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:28.206469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4646274b-780f-4a88-a574-ac953a29625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:28.209105 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6dca89a6-70ce-44ba-bf75-88a7a9733c8a req-4646274b-780f-4a88-a574-ac953a29625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "DELETE /v2.0/ports/a55ad201-d73b-4a57-8884-5a3ce5371fe2 HTTP/1.1" status: 204 len: 173 time: 0.5781517 Sep 29 23:28:28.256824 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1eb1d6f-dc16-4997-9d07-adb100466410 req-56140a4e-48f7-40f3-89be-30ecefe2810e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 210 time: 0.0309145 Sep 29 23:28:28.461855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37b832-65c1-4360-a187-29897d112d70 req-caa6548b-a0bb-47eb-8073-b793d2244516 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:28.473147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-caa6548b-a0bb-47eb-8073-b793d2244516 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "GET /v2.0/networks?id=d88ecf50-2d3c-4a93-8243-ecc344c70ded HTTP/1.1" status: 200 len: 814 time: 0.2592676 Sep 29 23:28:28.489689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '580a1133-7093-4d14-8a78-bfa6118baaca', 'name': 'network-vif-deleted', 'tag': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:28.492606 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea67ca7c-8b17-4617-871b-4a7f83bf4a7f" -d '{"events": [{"server_uuid": "580a1133-7093-4d14-8a78-bfa6118baaca", "name": "network-vif-deleted", "tag": "a55ad201-d73b-4a57-8884-5a3ce5371fe2"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:28.494302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 51018092-9c91-4d6e-aed2-a3ddc8bbda5a no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:28.506394 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Request body: {'port': {'device_id': '98c90f9c-cbe3-4f6a-8d53-841e55290294', 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded', 'admin_state_up': True, 'tenant_id': 'b4f0b49aa1bb4a49ab3be23b7428041c'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:28:28.533923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 51018092-9c91-4d6e-aed2-a3ddc8bbda5a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:28.537851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 51018092-9c91-4d6e-aed2-a3ddc8bbda5a not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:28.553972 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92f90575-0474-4b02-b5fc-9c329ec5c0f7 x-openstack-request-id: req-92f90575-0474-4b02-b5fc-9c329ec5c0f7 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:28.554468 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "580a1133-7093-4d14-8a78-bfa6118baaca", "name": "network-vif-deleted", "tag": "a55ad201-d73b-4a57-8884-5a3ce5371fe2", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:28.554829 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92f90575-0474-4b02-b5fc-9c329ec5c0f7 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:28.555290 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '580a1133-7093-4d14-8a78-bfa6118baaca', 'name': 'network-vif-deleted', 'tag': 'a55ad201-d73b-4a57-8884-5a3ce5371fe2', 'status': 'completed', 'code': 200} Sep 29 23:28:28.630120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Made reservation on behalf of b4f0b49aa1bb4a49ab3be23b7428041c for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:28:28.634008 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:28.636546 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48976) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:28.683784 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-93423c3d-fcc2-4052-98e7-bc70d8fd29f4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a24abe9a07fc4a47a1501e2b96652c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460207 Sep 29 23:28:28.686769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 48978) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:28.740445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ab4a-12cd-4ad8-b5d5-0b476c3b68bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:28.778436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ab4a-12cd-4ad8-b5d5-0b476c3b68bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:28.799068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e977b0-11a8-4870-b546-ade9aebb44c0 req-967d44bc-57f8-4642-befd-f4f9d16b95ac tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:28.800884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84e977b0-11a8-4870-b546-ade9aebb44c0 req-967d44bc-57f8-4642-befd-f4f9d16b95ac tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 946 time: 0.1302428 Sep 29 23:28:28.835598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Allocated IP 172.20.0.4 (d88ecf50-2d3c-4a93-8243-ecc344c70ded/dad56020-9d1f-4fde-a2a0-217641c3889f/d6ee2844-6161-4855-9c0a-ee64d619cb53) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:28:28.864510 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ab4a-12cd-4ad8-b5d5-0b476c3b68bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:28.867643 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2dd2ab4a-12cd-4ad8-b5d5-0b476c3b68bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:28.871377 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2dd2ab4a-12cd-4ad8-b5d5-0b476c3b68bc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0408a528-8221-472a-ad7f-4d7bd082f96a HTTP/1.1" status: 204 len: 168 time: 0.1812181 Sep 29 23:28:28.877382 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84e977b0-11a8-4870-b546-ade9aebb44c0 req-5df7c13f-b8bf-4f49-b738-1d4c23978c2e tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686023 Sep 29 23:28:28.881252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2ab4a-12cd-4ad8-b5d5-0b476c3b68bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0408a528-8221-472a-ad7f-4d7bd082f96a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:29.068199 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:29.111396 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:29.172061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Network d88ecf50-2d3c-4a93-8243-ecc344c70ded is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:28:29.175370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:28:29.178114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:28:29.211137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Pushing event updated for resources: {'Port': ['ID=d6ee2844-6161-4855-9c0a-ee64d619cb53,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:29.242853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:29.243726 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:29.262316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-8305a0de-2a63-4f42-8b43-39d6b08ce3d2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7597899 Sep 29 23:28:29.281491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Request body: {'port': {'device_id': '98c90f9c-cbe3-4f6a-8d53-841e55290294', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:28:29.362816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:29.455067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7ec2a-bc13-44d8-8af6-cc9322eb9120 req-07f691f3-2da3-4adf-989f-3700e7d2eac9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:29.456727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dda7ec2a-bc13-44d8-8af6-cc9322eb9120 req-07f691f3-2da3-4adf-989f-3700e7d2eac9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 931 time: 0.0843132 Sep 29 23:28:29.569980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dda7ec2a-bc13-44d8-8af6-cc9322eb9120 req-2a0dadac-cdb5-420e-88c8-ce8cf7fff36e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026673 Sep 29 23:28:29.754058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6ee2844-6161-4855-9c0a-ee64d619cb53 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:28:29.762570 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:29.785540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Transition to ACTIVE for port object d6ee2844-6161-4855-9c0a-ee64d619cb53 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:28:29.790182 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:29.852853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Pushing event updated for resources: {'Port': ['ID=d6ee2844-6161-4855-9c0a-ee64d619cb53,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:29.937595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Attempting to bind port d6ee2844-6161-4855-9c0a-ee64d619cb53 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:28:29.937939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Attempting to bind port d6ee2844-6161-4855-9c0a-ee64d619cb53 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:28:29.938271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Attempting to bind port d6ee2844-6161-4855-9c0a-ee64d619cb53 on network d88ecf50-2d3c-4a93-8243-ecc344c70ded {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:28:29.945200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Port d6ee2844-6161-4855-9c0a-ee64d619cb53 on network d88ecf50-2d3c-4a93-8243-ecc344c70ded not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:28:29.945659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Attempting to bind port d6ee2844-6161-4855-9c0a-ee64d619cb53 on network d88ecf50-2d3c-4a93-8243-ecc344c70ded {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:28:29.953336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:28:29.953671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Checking segment: {'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:28:29.954062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Bound using segment: {'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:28:29.954706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Bound port: d6ee2844-6161-4855-9c0a-ee64d619cb53, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350e592e-35ec-4f85-9b9b-e67f907eb59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:28:29.955129 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:29.999652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c80ca19-3f57-4754-928a-58287971d30d req-b985977b-51a9-4768-bea6-a4a17db1ddde tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:30.002023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3c80ca19-3f57-4754-928a-58287971d30d req-b985977b-51a9-4768-bea6-a4a17db1ddde tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.26 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 946 time: 0.0706680 Sep 29 23:28:30.083708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b079f8-f821-409d-8dac-f7a3310ff87d req-d16d562d-3a25-4727-a19f-b70f819280d4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:30.083708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80b079f8-f821-409d-8dac-f7a3310ff87d req-d16d562d-3a25-4727-a19f-b70f819280d4 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 946 time: 0.0786743 Sep 29 23:28:30.084574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] For port d6ee2844-6161-4855-9c0a-ee64d619cb53, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:28:30.090715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] For port d6ee2844-6161-4855-9c0a-ee64d619cb53, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d6ee2844-6161-4855-9c0a-ee64d619cb53,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:28:30.101686 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:30.168211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Pushing event updated for resources: {'Port': ['ID=d6ee2844-6161-4855-9c0a-ee64d619cb53,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:30.178471 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3c80ca19-3f57-4754-928a-58287971d30d req-37a4eadc-8222-4b4f-8a7f-f1d7e0a313c7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Deleting port 2c8cab0b-9594-4f86-8f48-511a187cd1af {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:30.178823 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3c80ca19-3f57-4754-928a-58287971d30d req-37a4eadc-8222-4b4f-8a7f-f1d7e0a313c7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:30.182161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:30.182790 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:30.186408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-bd576b35-ce6a-4244-b5e0-eefa6cf670eb service neutron] 10.222.0.42 "PUT /v2.0/ports/d6ee2844-6161-4855-9c0a-ee64d619cb53 HTTP/1.1" status: 200 len: 1091 time: 0.9103060 Sep 29 23:28:30.187229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c90f9c-cbe3-4f6a-8d53-841e55290294', 'tag': 'd6ee2844-6161-4855-9c0a-ee64d619cb53'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:30.189624 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050aff1b-fad2-4f3f-adac-18d6810fe1c7" -d '{"events": [{"name": "network-changed", "server_uuid": "98c90f9c-cbe3-4f6a-8d53-841e55290294", "tag": "d6ee2844-6161-4855-9c0a-ee64d619cb53"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:30.233823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80b079f8-f821-409d-8dac-f7a3310ff87d req-45ffbfb8-ab7c-4d89-9504-dfcec5b034dd tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407623 Sep 29 23:28:30.247038 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd005df-accc-42e6-b428-24cfe3118ae0 x-openstack-request-id: req-5cd005df-accc-42e6-b428-24cfe3118ae0 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:30.247886 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c90f9c-cbe3-4f6a-8d53-841e55290294", "tag": "d6ee2844-6161-4855-9c0a-ee64d619cb53", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:30.248611 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5cd005df-accc-42e6-b428-24cfe3118ae0 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:30.249347 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c90f9c-cbe3-4f6a-8d53-841e55290294', 'tag': 'd6ee2844-6161-4855-9c0a-ee64d619cb53', 'status': 'completed', 'code': 200} Sep 29 23:28:30.312672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37b832-65c1-4360-a187-29897d112d70 req-73a97055-5610-4bf7-a962-b4951ee21048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:30.314347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-73a97055-5610-4bf7-a962-b4951ee21048 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4f0b49aa1bb4a49ab3be23b7428041c&device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 1094 time: 0.0486445 Sep 29 23:28:30.316857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-3c80ca19-3f57-4754-928a-58287971d30d req-37a4eadc-8222-4b4f-8a7f-f1d7e0a313c7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] For port 2c8cab0b-9594-4f86-8f48-511a187cd1af, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=2c8cab0b-9594-4f86-8f48-511a187cd1af,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:30.317377 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3c80ca19-3f57-4754-928a-58287971d30d req-37a4eadc-8222-4b4f-8a7f-f1d7e0a313c7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:30.337076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3c80ca19-3f57-4754-928a-58287971d30d req-37a4eadc-8222-4b4f-8a7f-f1d7e0a313c7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Calling delete_port for 2c8cab0b-9594-4f86-8f48-511a187cd1af owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:30.364374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-b91d2ea7-ded2-4e48-b7c4-30da065ed794 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6ee2844-6161-4855-9c0a-ee64d619cb53 HTTP/1.1" status: 200 len: 217 time: 0.0371580 Sep 29 23:28:30.427930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d37b832-65c1-4360-a187-29897d112d70 req-b2deedc0-2963-4e8c-9f6f-b6384174d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:30.429714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-b2deedc0-2963-4e8c-9f6f-b6384174d226 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad56020-9d1f-4fde-a2a0-217641c3889f HTTP/1.1" status: 200 len: 854 time: 0.0577583 Sep 29 23:28:30.473962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-89ca097f-0aef-4c60-8429-84f7d2412059 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d88ecf50-2d3c-4a93-8243-ecc344c70ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360672 Sep 29 23:28:30.487492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3c80ca19-3f57-4754-928a-58287971d30d req-37a4eadc-8222-4b4f-8a7f-f1d7e0a313c7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:30.500197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a75516fc-6765-4c1b-91ed-0975dc738bdd', '2c8cab0b-9594-4f86-8f48-511a187cd1af'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:28:30.575768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4eadc-8222-4b4f-8a7f-f1d7e0a313c7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Pushing event deleted for resources: {'Port': ['ID=2c8cab0b-9594-4f86-8f48-511a187cd1af,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:30.590418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-928ce159-3ab7-4109-89c5-fe1ecd4509a2 service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087451 Sep 29 23:28:30.663317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c80ca19-3f57-4754-928a-58287971d30d req-37a4eadc-8222-4b4f-8a7f-f1d7e0a313c7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] No DVR routers for this DVR port 2c8cab0b-9594-4f86-8f48-511a187cd1af on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:30.672382 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3c80ca19-3f57-4754-928a-58287971d30d req-37a4eadc-8222-4b4f-8a7f-f1d7e0a313c7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:30.674531 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3c80ca19-3f57-4754-928a-58287971d30d req-37a4eadc-8222-4b4f-8a7f-f1d7e0a313c7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.26 "DELETE /v2.0/ports/2c8cab0b-9594-4f86-8f48-511a187cd1af HTTP/1.1" status: 204 len: 173 time: 0.6652398 Sep 29 23:28:30.675128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a50e166b-fc75-43aa-8722-0e27e9abe5e4', 'name': 'network-vif-deleted', 'tag': '2c8cab0b-9594-4f86-8f48-511a187cd1af'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:30.677603 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19071af-a5e4-481f-98f6-ee4268a71584" -d '{"events": [{"server_uuid": "a50e166b-fc75-43aa-8722-0e27e9abe5e4", "name": "network-vif-deleted", "tag": "2c8cab0b-9594-4f86-8f48-511a187cd1af"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:30.733429 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692b9167-6f86-4eaa-b61d-cf81d6d77b61 x-openstack-request-id: req-692b9167-6f86-4eaa-b61d-cf81d6d77b61 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:30.733735 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a50e166b-fc75-43aa-8722-0e27e9abe5e4", "name": "network-vif-deleted", "tag": "2c8cab0b-9594-4f86-8f48-511a187cd1af", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:30.733993 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-692b9167-6f86-4eaa-b61d-cf81d6d77b61 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:30.734408 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a50e166b-fc75-43aa-8722-0e27e9abe5e4', 'name': 'network-vif-deleted', 'tag': '2c8cab0b-9594-4f86-8f48-511a187cd1af', 'status': 'completed', 'code': 200} Sep 29 23:28:30.798867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49018) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:30.814804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d37b832-65c1-4360-a187-29897d112d70 req-79d5131d-fcc8-4b2a-8c77-ef4cd79b0e7c service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154908 Sep 29 23:28:30.823396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9885a4e-bc00-4435-8ca8-b42d41458233 req-2192ece2-abb4-462b-a0ff-653619000e01 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:30.825099 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9885a4e-bc00-4435-8ca8-b42d41458233 req-2192ece2-abb4-462b-a0ff-653619000e01 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 943 time: 0.0911622 Sep 29 23:28:30.871614 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9885a4e-bc00-4435-8ca8-b42d41458233 req-521ca36f-5ee6-4c85-82f1-dd4fa5eef286 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397584 Sep 29 23:28:30.970958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aff1b-fad2-4f3f-adac-18d6810fe1c7 req-70d64120-e3e2-4377-9368-9ca645d97652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:30.972913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-050aff1b-fad2-4f3f-adac-18d6810fe1c7 req-70d64120-e3e2-4377-9368-9ca645d97652 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b4f0b49aa1bb4a49ab3be23b7428041c&device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 1094 time: 0.0458655 Sep 29 23:28:31.067129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Deleting port fb965f99-b550-41a0-a043-220799b4f38f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:31.067641 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:31.215817 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:31.218058 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:31.233543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Calling delete_port for fb965f99-b550-41a0-a043-220799b4f38f owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:31.489846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68001602-714e-4a40-a452-5954142f08be req-3cb1006c-ea2c-4bfa-a7c8-ece1f8abd8e7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=a50e166b-fc75-43aa-8722-0e27e9abe5e4 HTTP/1.1" status: 200 len: 210 time: 0.0340178 Sep 29 23:28:31.519194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aff1b-fad2-4f3f-adac-18d6810fe1c7 req-d46049fe-73ad-444d-b48f-04aa1469013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:31.521352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-050aff1b-fad2-4f3f-adac-18d6810fe1c7 req-d46049fe-73ad-444d-b48f-04aa1469013b service neutron] 10.222.0.42 "GET /v2.0/networks?id=d88ecf50-2d3c-4a93-8243-ecc344c70ded HTTP/1.1" status: 200 len: 915 time: 0.5410168 Sep 29 23:28:31.524959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:31.561677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event deleted for resources: {'Port': ['ID=fb965f99-b550-41a0-a043-220799b4f38f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:31.566159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-050aff1b-fad2-4f3f-adac-18d6810fe1c7 req-27c44bf5-2839-44b3-8572-0f63800746ad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6ee2844-6161-4855-9c0a-ee64d619cb53 HTTP/1.1" status: 200 len: 217 time: 0.0356965 Sep 29 23:28:31.626538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:31.626980 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Floating IP 5f625f63-16fd-4291-a23f-12cdc720af12 disassociated (deleted). External IP: 172.25.4.205, port: e524784a-c490-46e3-a13b-c7a88f2f66a4. Sep 29 23:28:31.639991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050aff1b-fad2-4f3f-adac-18d6810fe1c7 req-d1399113-8a43-4482-8105-51d6cd78d915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:31.641465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-050aff1b-fad2-4f3f-adac-18d6810fe1c7 req-d1399113-8a43-4482-8105-51d6cd78d915 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dad56020-9d1f-4fde-a2a0-217641c3889f HTTP/1.1" status: 200 len: 854 time: 0.0512941 Sep 29 23:28:31.674397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-050aff1b-fad2-4f3f-adac-18d6810fe1c7 req-402081f8-12eb-400b-9d1b-673084843b06 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d88ecf50-2d3c-4a93-8243-ecc344c70ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250654 Sep 29 23:28:31.783126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-050aff1b-fad2-4f3f-adac-18d6810fe1c7 req-21680c79-1a65-4646-9fa5-7843e13ebfd4 service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006227 Sep 29 23:28:31.874129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Router 69b8532d-24fd-4464-b100-8ee66f8a921b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:28:31.899974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-050aff1b-fad2-4f3f-adac-18d6810fe1c7 req-550db3ec-cd4b-44a2-b386-1628cbc21105 service neutron] 10.222.0.42 "GET /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072946 Sep 29 23:28:32.008807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:28:32.014411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:32.015271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b61f5-90cf-4b66-acfd-d6cfe3edb473 req-bc6c3a43-762f-4e09-baca-477d30c97b9d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:32.018172 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-450b61f5-90cf-4b66-acfd-d6cfe3edb473 req-bc6c3a43-762f-4e09-baca-477d30c97b9d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 943 time: 0.0589237 Sep 29 23:28:32.021424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] Sync routers for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:28:32.033811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:32.034722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:32.054343 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2d592829-6db0-49cf-82d6-1c61232d2ba3 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "DELETE /v2.0/floatingips/5f625f63-16fd-4291-a23f-12cdc720af12 HTTP/1.1" status: 204 len: 168 time: 1.2542856 Sep 29 23:28:32.073855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-450b61f5-90cf-4b66-acfd-d6cfe3edb473 req-5ed34b6d-45d1-4457-9035-5c083abe77ce tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471358 Sep 29 23:28:32.164442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:32.321286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efc7e60-d089-442b-a9d6-7bcd4936e2e2 req-e61889a0-aeac-4184-ab62-9e801a7ccbab tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:32.324087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5efc7e60-d089-442b-a9d6-7bcd4936e2e2 req-e61889a0-aeac-4184-ab62-9e801a7ccbab tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 945 time: 0.0668015 Sep 29 23:28:32.374232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5efc7e60-d089-442b-a9d6-7bcd4936e2e2 req-6f9d1fe8-dbe4-4ea0-a86d-e199919dab33 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393162 Sep 29 23:28:32.398006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 5, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:32.426680 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] Checking router: 69b8532d-24fd-4464-b100-8ee66f8a921b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:28:32.435863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:32.436531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:32.546938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:32.735696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:32.739312 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0af94f0-b781-4a1b-b647-fc40949ff37f" -d '{"events": [{"name": "network-changed", "server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:32.775021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 5, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:32.803457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469bf45d-2249-4e56-b444-ee3fc455ce5a None None] The sync data for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 is: [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:24:20Z', 'revision_number': 4, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0b8f9080-3841-41f8-b8d2-6ffb19571c62', 'name': '', 'network_id': '045105f3-847c-41bd-b77c-5f2a11f3d831', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'mac_address': 'fa:16:3e:3e:db:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2685, 'fixed_ips': [{'subnet_id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:18Z', 'updated_at': '2021-09-29T23:24:23Z', 'revision_number': 5, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'subnets': [{'id': 'a19b355e-e9c2-49f6-938a-4c982c5139b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:28:32.823316 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b76e71d-f640-4564-b18e-3ce79fb836bd x-openstack-request-id: req-7b76e71d-f640-4564-b18e-3ce79fb836bd {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:32.823641 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:32.823921 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b76e71d-f640-4564-b18e-3ce79fb836bd {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:32.824329 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'status': 'completed', 'code': 200} Sep 29 23:28:32.928532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-19d80cd0-aecb-4397-8c45-01ef75cd41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:32.930242 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-19d80cd0-aecb-4397-8c45-01ef75cd41ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=436ce38eb4f34f4fa371cbbb830adb48&device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 1096 time: 0.0572212 Sep 29 23:28:33.058875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-c43abd91-ec77-4c32-a75f-e74d4b60728b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:33.062197 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-c43abd91-ec77-4c32-a75f-e74d4b60728b service neutron] 10.222.0.26 "GET /v2.0/networks?id=045105f3-847c-41bd-b77c-5f2a11f3d831 HTTP/1.1" status: 200 len: 915 time: 0.1180975 Sep 29 23:28:33.112154 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-8eb4d921-2ad5-4210-8439-d7b7bbcbdd18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4 HTTP/1.1" status: 200 len: 217 time: 0.0420012 Sep 29 23:28:33.195385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-c76b5e8b-9493-44b0-8f63-0bec909bf54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:33.197308 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-c76b5e8b-9493-44b0-8f63-0bec909bf54f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a19b355e-e9c2-49f6-938a-4c982c5139b5 HTTP/1.1" status: 200 len: 853 time: 0.0713317 Sep 29 23:28:33.203088 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5d925c-aadb-4bc2-adbf-404bf055a89f None None] New status for floating IP 5f625f63-16fd-4291-a23f-12cdc720af12: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:28:33.341733 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-63d471c7-02e6-4209-9c67-12e862ee69f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:33.355342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d0864e-cc34-4dee-9cc4-00d9922b973e req-f09b1cda-ec49-4028-89d0-dbe3ef12c8a6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:33.378722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83d0864e-cc34-4dee-9cc4-00d9922b973e req-f09b1cda-ec49-4028-89d0-dbe3ef12c8a6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 943 time: 0.1607544 Sep 29 23:28:33.482306 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83d0864e-cc34-4dee-9cc4-00d9922b973e req-fc8740cc-6d7c-4593-9edb-4e951ca740f3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028783 Sep 29 23:28:33.639950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa57880-529f-4657-bacb-a3eff75175bb req-75fcead2-3023-4bf4-8ea3-f91099cd10d9 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:33.648392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4fa57880-529f-4657-bacb-a3eff75175bb req-75fcead2-3023-4bf4-8ea3-f91099cd10d9 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 945 time: 0.0791683 Sep 29 23:28:33.702847 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4fa57880-529f-4657-bacb-a3eff75175bb req-f31b1d83-28dc-4eb7-ac3f-4b67b2a5a581 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/security-groups?id=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492835 Sep 29 23:28:33.772992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-000fcef0-7e70-43a8-bfdf-1dad9c702edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:33.776022 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-000fcef0-7e70-43a8-bfdf-1dad9c702edf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=045105f3-847c-41bd-b77c-5f2a11f3d831&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5624056 Sep 29 23:28:34.005155 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-c83576c9-e62b-41c9-8a8c-47a689354d32 service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188485 Sep 29 23:28:34.079265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce1a61-06c3-441c-a57b-f150f5ecfda3 req-64fbc22a-802a-4bff-bf86-0f917a0a8b85 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:34.087854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5ce1a61-06c3-441c-a57b-f150f5ecfda3 req-64fbc22a-802a-4bff-bf86-0f917a0a8b85 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0884838 Sep 29 23:28:34.093969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4f585cc5-4e99-48d8-91aa-88c48187b14f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:34.095287 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4f585cc5-4e99-48d8-91aa-88c48187b14f tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.26 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 945 time: 0.1790383 Sep 29 23:28:34.141140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5ce1a61-06c3-441c-a57b-f150f5ecfda3 req-18dcf439-e4e9-4bc7-a2cd-4043ef05c635 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517569 Sep 29 23:28:34.155429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2c8cab0b-9594-4f86-8f48-511a187cd1af no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:34.178881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 2c8cab0b-9594-4f86-8f48-511a187cd1af {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:34.179473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 2c8cab0b-9594-4f86-8f48-511a187cd1af not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:34.258508 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d0af94f0-b781-4a1b-b647-fc40949ff37f req-bf1c7226-036b-410a-b4a7-fac584c11245 service neutron] 10.222.0.26 "GET /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441723 Sep 29 23:28:34.303910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Deleting port e524784a-c490-46e3-a13b-c7a88f2f66a4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:34.304503 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:34.428043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] For port e524784a-c490-46e3-a13b-c7a88f2f66a4, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e524784a-c490-46e3-a13b-c7a88f2f66a4,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:34.429164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:34.444745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Calling delete_port for e524784a-c490-46e3-a13b-c7a88f2f66a4 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:34.612771 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:34.654169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event deleted for resources: {'Port': ['ID=e524784a-c490-46e3-a13b-c7a88f2f66a4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:34.678060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481725f-c281-44a9-8c8a-5dbc7eccc4e2 req-e11f713e-2447-48ac-b5d5-64de3bdeb22c tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:34.681442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.681442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.681442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.681442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.681442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.685248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.685248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.685248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.685248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.685248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.685248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.685248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:34.691695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2481725f-c281-44a9-8c8a-5dbc7eccc4e2 req-e11f713e-2447-48ac-b5d5-64de3bdeb22c tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 943 time: 0.0828171 Sep 29 23:28:34.711331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] No DVR routers for this DVR port e524784a-c490-46e3-a13b-c7a88f2f66a4 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:34.714877 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:34.718501 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96741b9a-3c64-438f-a2af-93be1ad032c8 req-4ab07a21-d6e0-4659-b722-af8a09d6926e tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.26 "DELETE /v2.0/ports/e524784a-c490-46e3-a13b-c7a88f2f66a4 HTTP/1.1" status: 204 len: 173 time: 0.5821896 Sep 29 23:28:34.784854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2481725f-c281-44a9-8c8a-5dbc7eccc4e2 req-bb0c6198-2efb-410d-999c-1952a98237a3 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920279 Sep 29 23:28:34.828718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'name': 'network-vif-deleted', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:34.839900 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c21b7d-0dd3-45cf-aae1-e64489991c0c" -d '{"events": [{"server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "name": "network-vif-deleted", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:34.870176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16645212-d0b4-4cbb-8766-63a7a6e55221 req-e73a58d9-6849-4beb-b093-f1dbf9be5078 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 210 time: 0.0627079 Sep 29 23:28:34.912250 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdcaa78-862d-4dc3-bdfd-69ff5356cd8d x-openstack-request-id: req-dbdcaa78-862d-4dc3-bdfd-69ff5356cd8d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:34.915223 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215814cb-9972-487a-845e-42860fd3b636", "name": "network-vif-deleted", "tag": "e524784a-c490-46e3-a13b-c7a88f2f66a4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:34.915653 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dbdcaa78-862d-4dc3-bdfd-69ff5356cd8d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:34.918460 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215814cb-9972-487a-845e-42860fd3b636', 'name': 'network-vif-deleted', 'tag': 'e524784a-c490-46e3-a13b-c7a88f2f66a4', 'status': 'completed', 'code': 200} Sep 29 23:28:35.316456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b51b2-5e97-4250-b9c3-3ab84b99f7db req-71654846-e316-4493-8af5-8d17299b8957 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:35.329761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe2b51b2-5e97-4250-b9c3-3ab84b99f7db req-71654846-e316-4493-8af5-8d17299b8957 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0983391 Sep 29 23:28:35.380664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe2b51b2-5e97-4250-b9c3-3ab84b99f7db req-61e0def9-f395-47d0-8d17-f3e6628b68dc tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502169 Sep 29 23:28:36.011397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d6ee2844-6161-4855-9c0a-ee64d619cb53 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:28:36.075224 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dda79429-2af0-4688-a868-763dc4749e68 req-e8b019bd-b6db-4a9d-aa38-1cef26d738c7 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 210 time: 0.0785131 Sep 29 23:28:36.086702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de7bc1-050a-49e1-9b33-ad247b58e340 req-061d4d2a-ae55-4a79-a01f-070cbe9035aa tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:36.097572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00de7bc1-050a-49e1-9b33-ad247b58e340 req-061d4d2a-ae55-4a79-a01f-070cbe9035aa tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 943 time: 0.2049093 Sep 29 23:28:36.193822 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e524784a-c490-46e3-a13b-c7a88f2f66a4 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:36.225568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: e524784a-c490-46e3-a13b-c7a88f2f66a4 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:36.226192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e524784a-c490-46e3-a13b-c7a88f2f66a4 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:36.258836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00de7bc1-050a-49e1-9b33-ad247b58e340 req-c1ab223e-8eab-4f07-90b6-2d6dcfbb7904 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602089 Sep 29 23:28:36.278433 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd1190ee-3923-4384-89a1-8941e5f15ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:36.305949 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d6ee2844-6161-4855-9c0a-ee64d619cb53, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d6ee2844-6161-4855-9c0a-ee64d619cb53,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:36.337231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'd6ee2844-6161-4855-9c0a-ee64d619cb53', 'network_id': 'd88ecf50-2d3c-4a93-8243-ecc344c70ded', 'port_id': 'd6ee2844-6161-4855-9c0a-ee64d619cb53', 'mac_address': 'fa:16:3e:cd:07:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dad56020-9d1f-4fde-a2a0-217641c3889f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:28:36.492401 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:36.541790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6ee2844-6161-4855-9c0a-ee64d619cb53 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:28:36.569437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d6ee2844-6161-4855-9c0a-ee64d619cb53, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d6ee2844-6161-4855-9c0a-ee64d619cb53,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:36.658990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f2d45-a670-4a58-b59e-a9f03f078d3d req-b2152361-5f8c-4437-a50f-3233430ab1b6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:36.671779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e12f2d45-a670-4a58-b59e-a9f03f078d3d req-b2152361-5f8c-4437-a50f-3233430ab1b6 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 946 time: 0.1922612 Sep 29 23:28:36.710344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a5e4a2-85e3-477b-927d-42f4c71adb93 req-eebdac89-eb32-4a7d-977a-769a17b291c9 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:36.712206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10a5e4a2-85e3-477b-927d-42f4c71adb93 req-eebdac89-eb32-4a7d-977a-769a17b291c9 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1671484 Sep 29 23:28:36.750105 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:36.756775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e12f2d45-a670-4a58-b59e-a9f03f078d3d req-33ad521e-8e3a-4f24-bb46-b3b3a95e5b48 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828891 Sep 29 23:28:36.787654 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:36.831744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10a5e4a2-85e3-477b-927d-42f4c71adb93 req-755f3e65-f12e-4bc1-88af-5ba68b7c837a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985656 Sep 29 23:28:36.857442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=d6ee2844-6161-4855-9c0a-ee64d619cb53,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:36.867503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.868627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.869248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.869742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.870282 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.870767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.871288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.871761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.872300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.872785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.873425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:36.873987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:37.162947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d6ee2844-6161-4855-9c0a-ee64d619cb53'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:28:37.222091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de95053a-8063-4f9e-8f4f-fe4ec36dd114 req-27d8861e-aa2d-4154-a935-e5f33bd607f7 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 210 time: 0.0294111 Sep 29 23:28:37.429728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf676c5-1846-40a5-b14b-8dc34a579306 req-4245e048-8a5d-4688-9083-33349e2a538e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:37.431544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6cf676c5-1846-40a5-b14b-8dc34a579306 req-4245e048-8a5d-4688-9083-33349e2a538e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 944 time: 0.0534320 Sep 29 23:28:37.464569 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:37.492554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6cf676c5-1846-40a5-b14b-8dc34a579306 req-dc3189a7-2c4e-47ec-9bd0-0b587376a147 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518174 Sep 29 23:28:37.876587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-523c6d92-1661-472d-862f-88e6008d4849 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:37.878374 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-523c6d92-1661-472d-862f-88e6008d4849 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.26 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 946 time: 0.0744472 Sep 29 23:28:37.920621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d582d6-2543-486b-871d-472809ef3577 req-87b3a144-4a59-4947-9dda-7d6b02008db9 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:37.931552 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72d582d6-2543-486b-871d-472809ef3577 req-87b3a144-4a59-4947-9dda-7d6b02008db9 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/ports?device_id=dec5a0b4-70a2-487e-b7d2-46ec2cf26356 HTTP/1.1" status: 200 len: 946 time: 0.0821607 Sep 29 23:28:38.011141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b438532-fca7-47bc-9448-70659f8e648d req-3e499605-12c7-4c3a-a893-8c301d1147fc tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:38.019213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b438532-fca7-47bc-9448-70659f8e648d req-3e499605-12c7-4c3a-a893-8c301d1147fc tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0767970 Sep 29 23:28:38.040155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72d582d6-2543-486b-871d-472809ef3577 req-e2169e40-087d-420e-8309-926cb18ebfb7 tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.44 "GET /v2.0/security-groups?id=97eeb1eb-cc9b-470b-9d5b-827555a4df42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075692 Sep 29 23:28:38.040518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-87670be8-8661-43a6-a9f2-f7cc7efdd39a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Deleting port a75516fc-6765-4c1b-91ed-0975dc738bdd {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:38.040876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-87670be8-8661-43a6-a9f2-f7cc7efdd39a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:38.065926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b438532-fca7-47bc-9448-70659f8e648d req-ca2103cf-b175-4a67-957f-c5195ca9c82e tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456538 Sep 29 23:28:38.171594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-87670be8-8661-43a6-a9f2-f7cc7efdd39a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] For port a75516fc-6765-4c1b-91ed-0975dc738bdd, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a75516fc-6765-4c1b-91ed-0975dc738bdd,segment=NetworkSegment(53e62fcd-a5e7-4960-b6e2-9c90a44367ad),segment_id=53e62fcd-a5e7-4960-b6e2-9c90a44367ad)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:38.172001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-87670be8-8661-43a6-a9f2-f7cc7efdd39a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:38.188690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-87670be8-8661-43a6-a9f2-f7cc7efdd39a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Calling delete_port for a75516fc-6765-4c1b-91ed-0975dc738bdd owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:38.346171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68ebf2a3-973f-4d51-b30b-73b3d15bbfb0 req-42a506a6-bcc0-4321-8a38-88af961a35d7 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "GET /v2.0/ports?device_id=215814cb-9972-487a-845e-42860fd3b636 HTTP/1.1" status: 200 len: 210 time: 0.0384977 Sep 29 23:28:38.423345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-87670be8-8661-43a6-a9f2-f7cc7efdd39a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:38.436000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a75516fc-6765-4c1b-91ed-0975dc738bdd'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:28:38.463459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87670be8-8661-43a6-a9f2-f7cc7efdd39a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Pushing event deleted for resources: {'Port': ['ID=a75516fc-6765-4c1b-91ed-0975dc738bdd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:38.518412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-87670be8-8661-43a6-a9f2-f7cc7efdd39a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] No DVR routers for this DVR port a75516fc-6765-4c1b-91ed-0975dc738bdd on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:38.521328 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-87670be8-8661-43a6-a9f2-f7cc7efdd39a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:38.523438 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7b4457e7-8e5e-4ade-bddf-ded552cc9d07 req-87670be8-8661-43a6-a9f2-f7cc7efdd39a tempest-AttachVolumeNegativeTest-1547423963 tempest-AttachVolumeNegativeTest-1547423963-project] 10.222.0.26 "DELETE /v2.0/ports/a75516fc-6765-4c1b-91ed-0975dc738bdd HTTP/1.1" status: 204 len: 173 time: 0.6390839 Sep 29 23:28:38.523911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dec5a0b4-70a2-487e-b7d2-46ec2cf26356', 'name': 'network-vif-deleted', 'tag': 'a75516fc-6765-4c1b-91ed-0975dc738bdd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:38.526976 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf2d34a-5577-4d6b-80e3-53f85899f30d" -d '{"events": [{"server_uuid": "dec5a0b4-70a2-487e-b7d2-46ec2cf26356", "name": "network-vif-deleted", "tag": "a75516fc-6765-4c1b-91ed-0975dc738bdd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:38.588390 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009e3b37-72d3-4d8e-90f0-ae89fb347052 x-openstack-request-id: req-009e3b37-72d3-4d8e-90f0-ae89fb347052 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:38.588970 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dec5a0b4-70a2-487e-b7d2-46ec2cf26356", "name": "network-vif-deleted", "tag": "a75516fc-6765-4c1b-91ed-0975dc738bdd", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:38.589426 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-009e3b37-72d3-4d8e-90f0-ae89fb347052 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:38.590014 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dec5a0b4-70a2-487e-b7d2-46ec2cf26356', 'name': 'network-vif-deleted', 'tag': 'a75516fc-6765-4c1b-91ed-0975dc738bdd', 'status': 'completed', 'code': 200} Sep 29 23:28:38.636522 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:38.703410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab6276-4f15-4996-bc8d-57bf3635d445 req-d0224c4f-636c-4c2c-808f-f515a546af3d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:38.705446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4ab6276-4f15-4996-bc8d-57bf3635d445 req-d0224c4f-636c-4c2c-808f-f515a546af3d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 944 time: 0.1018040 Sep 29 23:28:38.776149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4ab6276-4f15-4996-bc8d-57bf3635d445 req-d53fe6a3-cc28-4ea6-9a6e-00d0a54066fe tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587485 Sep 29 23:28:39.142747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49116) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:39.243477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ec32f4-4887-46e7-88c0-7ba1ebe5af76 admin admin] Deleting subnet 0241c012-ef0f-4e20-99e8-af5ff1ea48ce {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:28:39.251274 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90ec32f4-4887-46e7-88c0-7ba1ebe5af76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.251496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5675dcf-1f60-481a-8e83-6a130c30deed req-b7ccbf44-fdcd-4499-8199-0e07ed8c9503 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:39.259136 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5675dcf-1f60-481a-8e83-6a130c30deed req-b7ccbf44-fdcd-4499-8199-0e07ed8c9503 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0825841 Sep 29 23:28:39.335420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90ec32f4-4887-46e7-88c0-7ba1ebe5af76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.351772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5675dcf-1f60-481a-8e83-6a130c30deed req-e44f2210-c6b7-4b9c-9a3d-6fc4e2d6dde7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737998 Sep 29 23:28:39.444859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90ec32f4-4887-46e7-88c0-7ba1ebe5af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.455465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:39.528689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5daff15d-2cda-4887-befa-9f45e12d0788 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.542669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90ec32f4-4887-46e7-88c0-7ba1ebe5af76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.558095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5daff15d-2cda-4887-befa-9f45e12d0788 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.613284 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.619493 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90ec32f4-4887-46e7-88c0-7ba1ebe5af76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.621490 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-90ec32f4-4887-46e7-88c0-7ba1ebe5af76 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0241c012-ef0f-4e20-99e8-af5ff1ea48ce HTTP/1.1" status: 204 len: 168 time: 0.4776030 Sep 29 23:28:39.622717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec32f4-4887-46e7-88c0-7ba1ebe5af76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0241c012-ef0f-4e20-99e8-af5ff1ea48ce,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:39.625314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:39.661770 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5daff15d-2cda-4887-befa-9f45e12d0788 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.665051 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5daff15d-2cda-4887-befa-9f45e12d0788 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.668878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5daff15d-2cda-4887-befa-9f45e12d0788 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] 10.222.0.44 "DELETE /v2.0/security-groups/b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a HTTP/1.1" status: 204 len: 168 time: 0.2098677 Sep 29 23:28:39.690234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daff15d-2cda-4887-befa-9f45e12d0788 tempest-TestVolumeBackupRestore-1292751111 tempest-TestVolumeBackupRestore-1292751111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9805a8d-0c2f-40f0-9b32-ca7c1f8ffc9a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:39.762419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:39.973127 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:40.015370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21231345-7d4f-49f4-9c0d-5711cbff8dc6']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:40.025671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e62fcd-a5e7-4960-b6e2-9c90a44367ad') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:40.026090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e62fcd-a5e7-4960-b6e2-9c90a44367ad') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:40.059993 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:40.071946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d6ee2844-6161-4855-9c0a-ee64d619cb53 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:28:40.074046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:40.095564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:28:40.095929 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:28:40.099771 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:28:40.156601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port d6ee2844-6161-4855-9c0a-ee64d619cb53 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:28:40.160915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port d6ee2844-6161-4855-9c0a-ee64d619cb53 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:28:40.161474 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:40.244441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:40.254023 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:40.258632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] 10.222.0.44 "DELETE /v2.0/networks/21231345-7d4f-49f4-9c0d-5711cbff8dc6 HTTP/1.1" status: 204 len: 168 time: 0.6297882 Sep 29 23:28:40.277003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0342e82-043c-45f1-8fc7-e7c580269584 admin admin] Pushing event deleted for resources: {'Network': ['ID=21231345-7d4f-49f4-9c0d-5711cbff8dc6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:40.288888 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:40.297300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd016b3f-c97f-4207-9f43-7d86842d0851 req-9d53615a-ccc8-4b71-881f-de7b89d5937b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:40.305492 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd016b3f-c97f-4207-9f43-7d86842d0851 req-9d53615a-ccc8-4b71-881f-de7b89d5937b tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 944 time: 0.4200923 Sep 29 23:28:40.325737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c90f9c-cbe3-4f6a-8d53-841e55290294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee2844-6161-4855-9c0a-ee64d619cb53'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:40.328885 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-637e4e43-1844-42ca-9a3f-f8a21ca5b309" -d '{"events": [{"server_uuid": "98c90f9c-cbe3-4f6a-8d53-841e55290294", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee2844-6161-4855-9c0a-ee64d619cb53"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:40.350616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port d6ee2844-6161-4855-9c0a-ee64d619cb53, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d6ee2844-6161-4855-9c0a-ee64d619cb53,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:40.361335 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:40.370282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd016b3f-c97f-4207-9f43-7d86842d0851 req-eb230e7f-f1fd-44e6-bb12-6f85581005c2 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637383 Sep 29 23:28:40.525342 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdafa05-49ee-4554-ad62-82c60f8bcf94 x-openstack-request-id: req-0fdafa05-49ee-4554-ad62-82c60f8bcf94 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:40.525559 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c90f9c-cbe3-4f6a-8d53-841e55290294", "name": "network-vif-plugged", "status": "completed", "tag": "d6ee2844-6161-4855-9c0a-ee64d619cb53", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:40.525903 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0fdafa05-49ee-4554-ad62-82c60f8bcf94 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:40.526397 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c90f9c-cbe3-4f6a-8d53-841e55290294', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6ee2844-6161-4855-9c0a-ee64d619cb53', 'code': 200} Sep 29 23:28:40.543303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=d6ee2844-6161-4855-9c0a-ee64d619cb53,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:40.544961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aad1b-58bc-496e-88b8-5b6d301951d8 req-87d4737e-e816-4847-9bf9-94c0da056222 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:40.561812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-076aad1b-58bc-496e-88b8-5b6d301951d8 req-87d4737e-e816-4847-9bf9-94c0da056222 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0959549 Sep 29 23:28:40.666400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-076aad1b-58bc-496e-88b8-5b6d301951d8 req-c1b6c1bf-eab9-48a8-84ec-5773e4b655cf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033602 Sep 29 23:28:40.696011 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd85df9-4c0b-4fef-80ba-72e1fac6b0f2 req-9e918ba2-7009-4823-bac6-d863d36d827e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:40.698861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0bd85df9-4c0b-4fef-80ba-72e1fac6b0f2 req-9e918ba2-7009-4823-bac6-d863d36d827e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 1096 time: 0.1278467 Sep 29 23:28:40.743878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0bd85df9-4c0b-4fef-80ba-72e1fac6b0f2 req-6b6d4729-ec1d-4296-992c-d68f3ec0b4dc service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360119 Sep 29 23:28:40.758123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49222) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:40.809052 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0ac20a88-634c-4605-a127-213a92d82c9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e32addf739ff4563a50de14bac991b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496783 Sep 29 23:28:40.809922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49228) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:40.885034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c401e08c-1f93-41a5-817e-950a1011c19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:40.911712 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c401e08c-1f93-41a5-817e-950a1011c19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:41.037629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c401e08c-1f93-41a5-817e-950a1011c19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:41.042884 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c401e08c-1f93-41a5-817e-950a1011c19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:41.058535 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c401e08c-1f93-41a5-817e-950a1011c19d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/97eeb1eb-cc9b-470b-9d5b-827555a4df42 HTTP/1.1" status: 204 len: 168 time: 0.2474473 Sep 29 23:28:41.088959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401e08c-1f93-41a5-817e-950a1011c19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eeb1eb-cc9b-470b-9d5b-827555a4df42,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:41.529448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651e3627-1db7-4a9b-9ecb-a68c839354ad req-9f224087-c452-4745-a9b1-7e5d5cf0a3c7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:41.532612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-651e3627-1db7-4a9b-9ecb-a68c839354ad req-9f224087-c452-4745-a9b1-7e5d5cf0a3c7 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.0692313 Sep 29 23:28:41.635637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-651e3627-1db7-4a9b-9ecb-a68c839354ad req-ab1118ed-6a26-4468-834e-f51be0a3eb21 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923679 Sep 29 23:28:41.900951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a11af4f-40a3-4925-8d02-1bb102952b12 req-4497e8b9-abed-4c3e-839c-22448b0b20f2 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:41.909047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a11af4f-40a3-4925-8d02-1bb102952b12 req-4497e8b9-abed-4c3e-839c-22448b0b20f2 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1165028 Sep 29 23:28:42.011950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a11af4f-40a3-4925-8d02-1bb102952b12 req-88daf3d5-8892-4345-8e0e-ea4d37ec93ca tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004004 Sep 29 23:28:42.218815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a75516fc-6765-4c1b-91ed-0975dc738bdd no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:42.267511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: a75516fc-6765-4c1b-91ed-0975dc738bdd {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:42.268340 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a75516fc-6765-4c1b-91ed-0975dc738bdd not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:42.883305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae5f1c6-833b-413f-972a-55f8efa4e984 req-669239a2-ddfe-4dfc-896a-42efc99a7f0e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:42.884962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aae5f1c6-833b-413f-972a-55f8efa4e984 req-669239a2-ddfe-4dfc-896a-42efc99a7f0e tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.0828693 Sep 29 23:28:42.948406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aae5f1c6-833b-413f-972a-55f8efa4e984 req-29cdcf2a-8428-4b32-9cfb-c01a20e9625a tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475094 Sep 29 23:28:43.224246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12f9e8-c2ed-4384-a5a5-8454e672ddb5 req-24a6177a-ac95-4115-b25f-f6a66367b6ab tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:43.226134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f12f9e8-c2ed-4384-a5a5-8454e672ddb5 req-24a6177a-ac95-4115-b25f-f6a66367b6ab tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.1811564 Sep 29 23:28:43.369739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f12f9e8-c2ed-4384-a5a5-8454e672ddb5 req-768549ec-ccf3-4da8-bf83-baac4cd84b09 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114578 Sep 29 23:28:43.411958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2ce12-ff49-45c7-a892-2e87d290e139 req-fd2cf2af-f3c5-44e8-80e3-ef65e887a79c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:43.436419 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42f2ce12-ff49-45c7-a892-2e87d290e139 req-fd2cf2af-f3c5-44e8-80e3-ef65e887a79c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.2092125 Sep 29 23:28:43.516078 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-42f2ce12-ff49-45c7-a892-2e87d290e139 req-704bb5d1-a9f2-4476-a72d-037a6e683c1d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786004 Sep 29 23:28:43.883780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3579516-70d5-41b6-888c-cf5c26a0438a req-253a1e83-77f0-467f-981d-cb7046a584cb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:43.887313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3579516-70d5-41b6-888c-cf5c26a0438a req-253a1e83-77f0-467f-981d-cb7046a584cb tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.1201954 Sep 29 23:28:43.983174 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3579516-70d5-41b6-888c-cf5c26a0438a req-461b04cb-626c-47e4-9dc5-d75ce8c46438 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782344 Sep 29 23:28:44.170793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b064a7-b9fe-49a8-b8a7-9ebc1e64f34f req-69607aed-3859-4225-9561-bf313efb53c1 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:44.179263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36b064a7-b9fe-49a8-b8a7-9ebc1e64f34f req-69607aed-3859-4225-9561-bf313efb53c1 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.0979660 Sep 29 23:28:44.298238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36b064a7-b9fe-49a8-b8a7-9ebc1e64f34f req-909a68c1-7198-45b2-9d54-3ccd13f0a972 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086080 Sep 29 23:28:44.480395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49640) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:44.800406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad3205-fa7b-41b5-9190-1b59c2b3e660 req-1bab3830-b4e0-4893-8f82-4284185ab500 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:44.807821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3ad3205-fa7b-41b5-9190-1b59c2b3e660 req-1bab3830-b4e0-4893-8f82-4284185ab500 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1659911 Sep 29 23:28:44.885831 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f3ad3205-fa7b-41b5-9190-1b59c2b3e660 req-0456b933-4622-4cf4-a22f-074ad93ff520 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747187 Sep 29 23:28:44.910552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bf071-985d-4a4c-857f-7e987421d1a6 req-9c9de62e-8187-4349-985c-1419d8342c0d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:44.912593 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-493bf071-985d-4a4c-857f-7e987421d1a6 req-9c9de62e-8187-4349-985c-1419d8342c0d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.1024935 Sep 29 23:28:44.965158 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-493bf071-985d-4a4c-857f-7e987421d1a6 req-b6d99e96-c288-46b1-a339-08a7c718a7d9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447581 Sep 29 23:28:45.124495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee72a4-43bf-4842-a768-a32f8b28bd30 req-c0ee26ad-2cfc-423b-9652-9b1dda8a1a83 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:45.126868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1ee72a4-43bf-4842-a768-a32f8b28bd30 req-c0ee26ad-2cfc-423b-9652-9b1dda8a1a83 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.0812192 Sep 29 23:28:45.145485 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:45.210151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1ee72a4-43bf-4842-a768-a32f8b28bd30 req-174299ed-ade2-437b-af07-924e9c597493 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670919 Sep 29 23:28:45.621603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] Deleting port 0b8f9080-3841-41f8-b8d2-6ffb19571c62 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:45.623142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:45.802186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355675f7-147c-4e00-805b-28328eb72f87 req-5969b652-46e9-46f5-901c-41a5e9b3c065 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:45.806812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] For port 0b8f9080-3841-41f8-b8d2-6ffb19571c62, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0b8f9080-3841-41f8-b8d2-6ffb19571c62,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:45.807487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:45.812728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-355675f7-147c-4e00-805b-28328eb72f87 req-5969b652-46e9-46f5-901c-41a5e9b3c065 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.1074669 Sep 29 23:28:45.823133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] Calling delete_port for 0b8f9080-3841-41f8-b8d2-6ffb19571c62 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:45.873238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-355675f7-147c-4e00-805b-28328eb72f87 req-b74ea8b9-d799-4763-bfa1-fbbfd72e9856 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595152 Sep 29 23:28:46.052808 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:46.071380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb75af-4d56-4f93-9281-d81b5178b4b6 req-90ee9b73-d6eb-43df-bff0-ee2cad33f1ff tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:46.073093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8eb75af-4d56-4f93-9281-d81b5178b4b6 req-90ee9b73-d6eb-43df-bff0-ee2cad33f1ff tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0761952 Sep 29 23:28:46.084074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b8f9080-3841-41f8-b8d2-6ffb19571c62,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:46.140427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8eb75af-4d56-4f93-9281-d81b5178b4b6 req-49020d8c-0531-4e42-9369-0cd48e532b8f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601261 Sep 29 23:28:46.328192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:46.573738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] Router 69b8532d-24fd-4464-b100-8ee66f8a921b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:28:46.683214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:28:46.689985 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d97f92ca-6c77-4fc2-9807-d0ac15873807 admin admin] 10.222.0.44 "PUT /v2.0/routers/69b8532d-24fd-4464-b100-8ee66f8a921b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2050431 Sep 29 23:28:46.691460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49706) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:46.694238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] Sync routers for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:28:46.706075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:46.706936 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:46.813400 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:46.823019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:46.955989 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.033491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41'}], 'enable_snat': True}, 'gw_port_id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:28:45Z', 'revision_number': 5, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port': {'id': 'f76dc8af-c783-42d1-a7d2-3568acd159fb', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:46:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2683, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:15Z', 'updated_at': '2021-09-29T23:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:47.033830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b421c09-d0c8-4e15-a644-ff701b739950 req-a48a07f3-41a9-42d1-9d42-618cf431431f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:47.044396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b421c09-d0c8-4e15-a644-ff701b739950 req-a48a07f3-41a9-42d1-9d42-618cf431431f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.0746439 Sep 29 23:28:47.052488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Deleting port f76dc8af-c783-42d1-a7d2-3568acd159fb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:47.052830 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.078966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] Checking router: 69b8532d-24fd-4464-b100-8ee66f8a921b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:28:47.091451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] Routers {'69b8532d-24fd-4464-b100-8ee66f8a921b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:47.092681 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69b8532d-24fd-4464-b100-8ee66f8a921b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:47.100326 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b421c09-d0c8-4e15-a644-ff701b739950 req-553d4082-cb81-4e63-ae91-40047b71f32d tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546644 Sep 29 23:28:47.164767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] For port f76dc8af-c783-42d1-a7d2-3568acd159fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f76dc8af-c783-42d1-a7d2-3568acd159fb,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:47.165494 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.183138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Calling delete_port for f76dc8af-c783-42d1-a7d2-3568acd159fb owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:47.206691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] Set router 69b8532d-24fd-4464-b100-8ee66f8a921b gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:47.277083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:28:46Z', 'revision_number': 6, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:47.286772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678166a-f4b9-40f7-834c-00ede6811c39 req-1b86c406-7423-4d96-bf09-66efba0d7abf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:47.289608 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d678166a-f4b9-40f7-834c-00ede6811c39 req-1b86c406-7423-4d96-bf09-66efba0d7abf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0728798 Sep 29 23:28:47.347206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3083dd21-a96f-4ecc-a605-6b386e146df4 None None] The sync data for ids ['69b8532d-24fd-4464-b100-8ee66f8a921b'] in n-d-811173-2 is: [{'id': '69b8532d-24fd-4464-b100-8ee66f8a921b', 'name': 'tempest-TestVolumeBackupRestore-1134313974-router', 'tenant_id': '436ce38eb4f34f4fa371cbbb830adb48', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:13Z', 'updated_at': '2021-09-29T23:28:46Z', 'revision_number': 6, 'project_id': '436ce38eb4f34f4fa371cbbb830adb48', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:28:47.396876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d678166a-f4b9-40f7-834c-00ede6811c39 req-01964430-66e8-426d-8b4d-fd031c92c3c7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001678 Sep 29 23:28:47.495374 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.530611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f76dc8af-c783-42d1-a7d2-3568acd159fb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:47.572741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-c70ecb05-7a4e-4ec6-bca5-c67df579f850 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:47.577264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-c70ecb05-7a4e-4ec6-bca5-c67df579f850 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.1018071 Sep 29 23:28:47.620899 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.756572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:47.758369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.761237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.777022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-70f90bc8-f4cf-4678-a2b8-9eeed80c76f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Deleting port d6ee2844-6161-4855-9c0a-ee64d619cb53 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:47.777307 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-70f90bc8-f4cf-4678-a2b8-9eeed80c76f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.850857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.855000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69b8532d-24fd-4464-b100-8ee66f8a921b {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:28:47.863530 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.867715 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e3c94496-24fd-4550-a4ff-ecfca9a7fde1 admin admin] 10.222.0.44 "DELETE /v2.0/routers/69b8532d-24fd-4464-b100-8ee66f8a921b HTTP/1.1" status: 204 len: 168 time: 1.1751006 Sep 29 23:28:47.870411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49730) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:47.973021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1251b3b4-4547-417a-9efb-1c2b48aad0b9 admin admin] Deleting subnet a19b355e-e9c2-49f6-938a-4c982c5139b5 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:28:47.976553 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1251b3b4-4547-417a-9efb-1c2b48aad0b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:47.977005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-70f90bc8-f4cf-4678-a2b8-9eeed80c76f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] For port d6ee2844-6161-4855-9c0a-ee64d619cb53, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d6ee2844-6161-4855-9c0a-ee64d619cb53,segment=NetworkSegment(350e592e-35ec-4f85-9b9b-e67f907eb59e),segment_id=350e592e-35ec-4f85-9b9b-e67f907eb59e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:47.977381 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-70f90bc8-f4cf-4678-a2b8-9eeed80c76f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.016422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1251b3b4-4547-417a-9efb-1c2b48aad0b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.038900 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2729f851-772a-42d0-a6be-90054c55c188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.041422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-70f90bc8-f4cf-4678-a2b8-9eeed80c76f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Calling delete_port for d6ee2844-6161-4855-9c0a-ee64d619cb53 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:48.114933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device dd891d4d-8b96-42bc-9bb0-42800916a5a0 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:28:48.172241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1251b3b4-4547-417a-9efb-1c2b48aad0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.307462 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1251b3b4-4547-417a-9efb-1c2b48aad0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.382634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba0a9a-83e4-46b8-843e-ec1fa0b18718 req-67a72359-6dc6-4b0b-93e5-1f6e11f1805f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:48.383262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:48.390706 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3ba0a9a-83e4-46b8-843e-ec1fa0b18718 req-67a72359-6dc6-4b0b-93e5-1f6e11f1805f tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/ports?device_id=98c90f9c-cbe3-4f6a-8d53-841e55290294 HTTP/1.1" status: 200 len: 945 time: 0.1537087 Sep 29 23:28:48.412953 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'port_id': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'mac_address': 'fa:16:3e:6f:ca:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:28:48.417634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251b3b4-4547-417a-9efb-1c2b48aad0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a19b355e-e9c2-49f6-938a-4c982c5139b5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:48.452406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1251b3b4-4547-417a-9efb-1c2b48aad0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.464056 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1251b3b4-4547-417a-9efb-1c2b48aad0b9 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a19b355e-e9c2-49f6-938a-4c982c5139b5 HTTP/1.1" status: 204 len: 168 time: 0.5924244 Sep 29 23:28:48.468544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49736) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:48.496226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-70f90bc8-f4cf-4678-a2b8-9eeed80c76f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.522064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7da9fb-a074-4907-a7f5-3563fed91b75 None None] Network 045105f3-847c-41bd-b77c-5f2a11f3d831 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:28:48.550054 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3ba0a9a-83e4-46b8-843e-ec1fa0b18718 req-d04a5f33-4f5d-4e9b-92d5-a661495520a6 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.44 "GET /v2.0/security-groups?id=610959c5-1a85-4ae8-a399-3004422416a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529357 Sep 29 23:28:48.613410 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2729f851-772a-42d0-a6be-90054c55c188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.617264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f90bc8-f4cf-4678-a2b8-9eeed80c76f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Pushing event deleted for resources: {'Port': ['ID=d6ee2844-6161-4855-9c0a-ee64d619cb53,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:48.622604 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.656629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2729f851-772a-42d0-a6be-90054c55c188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.664029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['d6ee2844-6161-4855-9c0a-ee64d619cb53'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:28:48.683762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Deleting port a398d7da-33bf-499d-9113-f721695d1c12 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:48.684760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.685449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f76dc8af-c783-42d1-a7d2-3568acd159fb no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:48.737848 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.764598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f76dc8af-c783-42d1-a7d2-3568acd159fb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:48.765050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f76dc8af-c783-42d1-a7d2-3568acd159fb not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:48.765560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0b8f9080-3841-41f8-b8d2-6ffb19571c62 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:48.807189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-70f90bc8-f4cf-4678-a2b8-9eeed80c76f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] No DVR routers for this DVR port d6ee2844-6161-4855-9c0a-ee64d619cb53 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:48.820291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dd891d4d-8b96-42bc-9bb0-42800916a5a0 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:28:48.828018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 0b8f9080-3841-41f8-b8d2-6ffb19571c62 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:48.828463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0b8f9080-3841-41f8-b8d2-6ffb19571c62 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:48.841765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-70f90bc8-f4cf-4678-a2b8-9eeed80c76f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.844213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c43df71-abd5-4a4d-9d04-81dbe25d59fa req-70f90bc8-f4cf-4678-a2b8-9eeed80c76f9 tempest-ServerDiskConfigTestJSON-1309077042 tempest-ServerDiskConfigTestJSON-1309077042-project] 10.222.0.42 "DELETE /v2.0/ports/d6ee2844-6161-4855-9c0a-ee64d619cb53 HTTP/1.1" status: 204 len: 173 time: 1.2580545 Sep 29 23:28:48.855477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c90f9c-cbe3-4f6a-8d53-841e55290294', 'name': 'network-vif-deleted', 'tag': 'd6ee2844-6161-4855-9c0a-ee64d619cb53'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:48.864851 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661422d2-8b5b-4547-b54e-b1cec942412a" -d '{"events": [{"server_uuid": "98c90f9c-cbe3-4f6a-8d53-841e55290294", "name": "network-vif-deleted", "tag": "d6ee2844-6161-4855-9c0a-ee64d619cb53"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:48.882630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:48.891747 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:48.955693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729f851-772a-42d0-a6be-90054c55c188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84298078-16ed-4a4b-920c-4598b3e91dfc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:48.990331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2729f851-772a-42d0-a6be-90054c55c188 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e13cfb2b303442c590bc28ea975a79cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2326360 Sep 29 23:28:48.990658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf37462-570a-4c55-8dee-cc9c284abe2b None None] DHCP port deletion for 045105f3-847c-41bd-b77c-5f2a11f3d831 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:28:48.991516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49742) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:48.993692 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a6b172-93dd-4e78-a672-e19974c2105b x-openstack-request-id: req-14a6b172-93dd-4e78-a672-e19974c2105b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:48.996300 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c90f9c-cbe3-4f6a-8d53-841e55290294", "name": "network-vif-deleted", "tag": "d6ee2844-6161-4855-9c0a-ee64d619cb53", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:48.996567 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14a6b172-93dd-4e78-a672-e19974c2105b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:48.997492 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c90f9c-cbe3-4f6a-8d53-841e55290294', 'name': 'network-vif-deleted', 'tag': 'd6ee2844-6161-4855-9c0a-ee64d619cb53', 'status': 'completed', 'code': 200} Sep 29 23:28:49.032091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c094384-655a-49f8-8e4a-d08cd304e4ea req-7dfc118a-7411-4231-b681-a95e35b15049 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:49.033000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:49.040648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c094384-655a-49f8-8e4a-d08cd304e4ea req-7dfc118a-7411-4231-b681-a95e35b15049 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.4534962 Sep 29 23:28:49.098506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['dd891d4d-8b96-42bc-9bb0-42800916a5a0'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:28:49.164007 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c094384-655a-49f8-8e4a-d08cd304e4ea req-21eb7492-12fb-423d-b98c-47322297c39f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223407 Sep 29 23:28:49.171606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a4271a31-ad76-454f-9a1f-d2d5fb51930f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.201862 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a4271a31-ad76-454f-9a1f-d2d5fb51930f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.230350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] For port a398d7da-33bf-499d-9113-f721695d1c12, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a398d7da-33bf-499d-9113-f721695d1c12,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:49.230917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.233387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4bf37462-570a-4c55-8dee-cc9c284abe2b None None] Deleting port a398d7da-33bf-499d-9113-f721695d1c12 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:49.233912 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4bf37462-570a-4c55-8dee-cc9c284abe2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.246446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Calling delete_port for a398d7da-33bf-499d-9113-f721695d1c12 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:49.258022 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a4271a31-ad76-454f-9a1f-d2d5fb51930f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.261057 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a4271a31-ad76-454f-9a1f-d2d5fb51930f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.265538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a4271a31-ad76-454f-9a1f-d2d5fb51930f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84298078-16ed-4a4b-920c-4598b3e91dfc HTTP/1.1" status: 204 len: 168 time: 0.2665453 Sep 29 23:28:49.273370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4271a31-ad76-454f-9a1f-d2d5fb51930f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84298078-16ed-4a4b-920c-4598b3e91dfc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:49.349723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4bf37462-570a-4c55-8dee-cc9c284abe2b None None] For port a398d7da-33bf-499d-9113-f721695d1c12, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a398d7da-33bf-499d-9113-f721695d1c12,segment=NetworkSegment(0656a659-d2a4-4a3f-b5ae-0733417e46b4),segment_id=0656a659-d2a4-4a3f-b5ae-0733417e46b4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:49.350216 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4bf37462-570a-4c55-8dee-cc9c284abe2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.371627 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4bf37462-570a-4c55-8dee-cc9c284abe2b None None] Calling delete_port for a398d7da-33bf-499d-9113-f721695d1c12 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:49.374355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.425324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] No DVR routers for this DVR port a398d7da-33bf-499d-9113-f721695d1c12 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:49.432946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Pushing event deleted for resources: {'Port': ['ID=a398d7da-33bf-499d-9113-f721695d1c12,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:49.471084 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4bf37462-570a-4c55-8dee-cc9c284abe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.505178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf37462-570a-4c55-8dee-cc9c284abe2b None None] Pushing event deleted for resources: {'Port': ['ID=a398d7da-33bf-499d-9113-f721695d1c12,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:49.515435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf37462-570a-4c55-8dee-cc9c284abe2b None None] No DVR routers for this DVR port a398d7da-33bf-499d-9113-f721695d1c12 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:49.534284 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.559904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['045105f3-847c-41bd-b77c-5f2a11f3d831']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:49.572153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0656a659-d2a4-4a3f-b5ae-0733417e46b4') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:49.572559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0656a659-d2a4-4a3f-b5ae-0733417e46b4') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:49.602453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.634596 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.644692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Releasing vlan 511 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:28:49.645369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:28:49.647478 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:28:49.732832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.742548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.748500 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] 10.222.0.44 "DELETE /v2.0/networks/045105f3-847c-41bd-b77c-5f2a11f3d831 HTTP/1.1" status: 204 len: 168 time: 1.2756763 Sep 29 23:28:49.748872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49764) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:49.766401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49766) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:49.767332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e49244-8a75-481c-ada2-80b00ab68004 admin admin] Pushing event deleted for resources: {'Network': ['ID=045105f3-847c-41bd-b77c-5f2a11f3d831,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:49.830663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7c0360b-8a16-4e9d-bf36-8ae7e9ef7fcb admin admin] Deleting subnet dad56020-9d1f-4fde-a2a0-217641c3889f {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:28:49.834376 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7c0360b-8a16-4e9d-bf36-8ae7e9ef7fcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.883537 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7c0360b-8a16-4e9d-bf36-8ae7e9ef7fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:49.951509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7c0360b-8a16-4e9d-bf36-8ae7e9ef7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.064280 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7c0360b-8a16-4e9d-bf36-8ae7e9ef7fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.100608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c0360b-8a16-4e9d-bf36-8ae7e9ef7fcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dad56020-9d1f-4fde-a2a0-217641c3889f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:50.104487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7c0360b-8a16-4e9d-bf36-8ae7e9ef7fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.109750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49778) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:50.110066 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f7c0360b-8a16-4e9d-bf36-8ae7e9ef7fcb admin admin] 10.222.0.44 "DELETE /v2.0/subnets/dad56020-9d1f-4fde-a2a0-217641c3889f HTTP/1.1" status: 204 len: 168 time: 0.3399849 Sep 29 23:28:50.116505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device dd891d4d-8b96-42bc-9bb0-42800916a5a0 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:28:50.204228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port dd891d4d-8b96-42bc-9bb0-42800916a5a0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:28:50.206539 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.225614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.294799 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.363095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.371021 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.403476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:28:50.406040 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f97b03-336c-425b-bc5c-a92c9df4ee01" -d '{"events": [{"server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "name": "network-vif-plugged", "status": "completed", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:28:50.408540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.432066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:50.444780 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.445582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d6ee2844-6161-4855-9c0a-ee64d619cb53 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:50.490697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d98168-3a58-4c6b-b430-9408439a61e9 req-afb7e283-61be-4d7a-8aea-2b581e85f4ba tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:50.492423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3d98168-3a58-4c6b-b430-9408439a61e9 req-afb7e283-61be-4d7a-8aea-2b581e85f4ba tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.2083800 Sep 29 23:28:50.496478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88ecf50-2d3c-4a93-8243-ecc344c70ded']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:50.513429 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0170f385-a835-41a1-84ac-7c8b3c270fe2 x-openstack-request-id: req-0170f385-a835-41a1-84ac-7c8b3c270fe2 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:28:50.513919 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "name": "network-vif-plugged", "status": "completed", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:28:50.514223 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0170f385-a835-41a1-84ac-7c8b3c270fe2 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:28:50.514611 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'code': 200} Sep 29 23:28:50.516753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: d6ee2844-6161-4855-9c0a-ee64d619cb53 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:50.517099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d6ee2844-6161-4855-9c0a-ee64d619cb53 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:50.518942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a398d7da-33bf-499d-9113-f721695d1c12 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:50.519876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350e592e-35ec-4f85-9b9b-e67f907eb59e') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:50.520258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350e592e-35ec-4f85-9b9b-e67f907eb59e') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:50.575673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.616961 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.630488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3d98168-3a58-4c6b-b430-9408439a61e9 req-3bf8d962-c93a-4843-8f04-0426ff4a8193 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233299 Sep 29 23:28:50.663207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:28:50.663696 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:28:50.665822 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:28:50.712081 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:28:50.768313 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.780417 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.780577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a398d7da-33bf-499d-9113-f721695d1c12 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:50.780870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a398d7da-33bf-499d-9113-f721695d1c12 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:50.783183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] 10.222.0.44 "DELETE /v2.0/networks/d88ecf50-2d3c-4a93-8243-ecc344c70ded HTTP/1.1" status: 204 len: 168 time: 0.6719649 Sep 29 23:28:50.804112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb8b35-defd-4de9-91aa-6a748b8b4649 admin admin] Pushing event deleted for resources: {'Network': ['ID=d88ecf50-2d3c-4a93-8243-ecc344c70ded,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:50.845066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:50.892982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] Deleting port 5d45c4a5-725c-427f-a6f2-52d6b9815b74 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:50.893786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:50.988949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] For port 5d45c4a5-725c-427f-a6f2-52d6b9815b74, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5d45c4a5-725c-427f-a6f2-52d6b9815b74,segment=NetworkSegment(2b61a05e-069e-4b36-b438-5e33e6de1fd4),segment_id=2b61a05e-069e-4b36-b438-5e33e6de1fd4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:50.989416 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:51.003012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] Calling delete_port for 5d45c4a5-725c-427f-a6f2-52d6b9815b74 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:51.056629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49804) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:51.150678 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f3750adc-e827-4d7b-acad-aa2e29039ad3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b4f0b49aa1bb4a49ab3be23b7428041c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0924854 Sep 29 23:28:51.150972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49810) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:51.258086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d18d126-effa-475c-a6ce-6cecc90f28c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:51.289237 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:51.294827 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d18d126-effa-475c-a6ce-6cecc90f28c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:51.346251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d45c4a5-725c-427f-a6f2-52d6b9815b74,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:51.454882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d18d126-effa-475c-a6ce-6cecc90f28c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:51.457536 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d18d126-effa-475c-a6ce-6cecc90f28c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:51.458725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2d18d126-effa-475c-a6ce-6cecc90f28c9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/610959c5-1a85-4ae8-a399-3004422416a0 HTTP/1.1" status: 204 len: 168 time: 0.3067141 Sep 29 23:28:51.497684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18d126-effa-475c-a6ce-6cecc90f28c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610959c5-1a85-4ae8-a399-3004422416a0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:52.004307 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:52.063702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143087f-fbee-45a5-8522-cef5afc8603f req-733f3b0f-c230-440b-a100-ed04dff56fc8 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:52.071421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b143087f-fbee-45a5-8522-cef5afc8603f req-733f3b0f-c230-440b-a100-ed04dff56fc8 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1146891 Sep 29 23:28:52.140503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b143087f-fbee-45a5-8522-cef5afc8603f req-f89b8c06-312c-4b9d-b112-fac853ab089b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677025 Sep 29 23:28:52.364927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] Router 65a648e6-7613-4890-8b2e-342c5d8ac670 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:28:52.497431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:28:52.507450 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] Sync routers for ids ['65a648e6-7613-4890-8b2e-342c5d8ac670'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:28:52.515153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49872) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:52.516527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-edd6d794-6cee-464a-bbb9-68691ff5da0a admin admin] 10.222.0.44 "PUT /v2.0/routers/65a648e6-7613-4890-8b2e-342c5d8ac670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7658765 Sep 29 23:28:52.550990 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] Routers {'65a648e6-7613-4890-8b2e-342c5d8ac670'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:52.551662 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65a648e6-7613-4890-8b2e-342c5d8ac670'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:52.679907 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] Set router 65a648e6-7613-4890-8b2e-342c5d8ac670 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:52.742548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:52.892739 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'name': 'tempest-TestVolumeBackupRestore-1494003419-router', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218'}], 'enable_snat': True}, 'gw_port_id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:23Z', 'updated_at': '2021-09-29T23:28:51Z', 'revision_number': 5, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'gw_port': {'id': 'adefb76a-82ef-4bec-a224-143f5b374b2f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:4a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2698, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:24:24Z', 'updated_at': '2021-09-29T23:24:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:52.993154 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] Checking router: 65a648e6-7613-4890-8b2e-342c5d8ac670 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:28:52.994322 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:53.017075 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] Routers {'65a648e6-7613-4890-8b2e-342c5d8ac670'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:28:53.018048 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['65a648e6-7613-4890-8b2e-342c5d8ac670'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:53.091677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Deleting port adefb76a-82ef-4bec-a224-143f5b374b2f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:53.091968 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:53.265546 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] Set router 65a648e6-7613-4890-8b2e-342c5d8ac670 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:28:53.291712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] For port adefb76a-82ef-4bec-a224-143f5b374b2f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=adefb76a-82ef-4bec-a224-143f5b374b2f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:53.292585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:53.319519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Calling delete_port for adefb76a-82ef-4bec-a224-143f5b374b2f owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:53.455100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a727acc-21c8-4a1f-9bea-a1ee2b5cff34 req-4192c068-5759-4f11-85c3-22e6d7a27a5a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:53.463862 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a727acc-21c8-4a1f-9bea-a1ee2b5cff34 req-4192c068-5759-4f11-85c3-22e6d7a27a5a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1877115 Sep 29 23:28:53.471653 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'name': 'tempest-TestVolumeBackupRestore-1494003419-router', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:23Z', 'updated_at': '2021-09-29T23:28:52Z', 'revision_number': 6, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:53.509529 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3736b47-f271-4c12-817d-ff9c89c8dd15 None None] The sync data for ids ['65a648e6-7613-4890-8b2e-342c5d8ac670'] in n-d-811173-2 is: [{'id': '65a648e6-7613-4890-8b2e-342c5d8ac670', 'name': 'tempest-TestVolumeBackupRestore-1494003419-router', 'tenant_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:24:23Z', 'updated_at': '2021-09-29T23:28:52Z', 'revision_number': 6, 'project_id': '2bd12459c3ab4ecfb3aecb2f8297aa26', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:28:53.569562 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a727acc-21c8-4a1f-9bea-a1ee2b5cff34 req-4edff900-6ac0-4e6a-b020-271ac17a3975 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993397 Sep 29 23:28:53.629415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:53.666296 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:53.700696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49904) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:53.767342 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Pushing event deleted for resources: {'Port': ['ID=adefb76a-82ef-4bec-a224-143f5b374b2f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:53.830864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.008792 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.013173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.076751 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.099704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.100402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65a648e6-7613-4890-8b2e-342c5d8ac670 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:28:54.112986 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.116195 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-690ae291-ef49-4b65-be43-0b6427082588 admin admin] 10.222.0.44 "DELETE /v2.0/routers/65a648e6-7613-4890-8b2e-342c5d8ac670 HTTP/1.1" status: 204 len: 168 time: 1.5983050 Sep 29 23:28:54.116853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49910) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:54.132799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49912) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:54.141958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-811867745-network', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:28:54.228470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d246d57-99d9-475c-a84e-170ee209c0e2 admin admin] Deleting subnet f8958705-a3c9-497d-89b1-999891c5e2b4 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:28:54.235410 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f73b2d28-c0c5-4c1f-9a2e-ea71903224dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.246515 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d246d57-99d9-475c-a84e-170ee209c0e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.284290 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.295160 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.303266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d246d57-99d9-475c-a84e-170ee209c0e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.331876 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.db.api [None req-f73b2d28-c0c5-4c1f-9a2e-ea71903224dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:28:54.331876 n-d-811173-2 neutron-server[110005]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 29 23:28:54.331876 n-d-811173-2 neutron-server[110005]: [parameters: {'project_id_1': 'ba99610ea204477f943ba820fc7be6af', 'expiration_1': datetime.datetime(2021, 9, 29, 23, 28, 34, 254052)}] Sep 29 23:28:54.331876 n-d-811173-2 neutron-server[110005]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110005) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:28:54.332351 n-d-811173-2 neutron-server[110005]: DEBUG oslo_db.api [None req-f73b2d28-c0c5-4c1f-9a2e-ea71903224dc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:28:54.353266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Made reservation on behalf of 3dd0d48ecad341829446b51ead66e44d for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:28:54.356577 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.370040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5740e56-3fbe-4791-bb08-deafce81cf41,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:54.374167 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.382650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9d0e9d1a0d3a43f38d6d0e6a3f692299&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6808050 Sep 29 23:28:54.389837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49916) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:54.418213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d246d57-99d9-475c-a84e-170ee209c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.500540 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d246d57-99d9-475c-a84e-170ee209c0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.505513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.505513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.506103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.506103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.506420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.506815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.508682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.509193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.509548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.509867 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.510237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.510533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-773ed57e-f2e2-4714-a592-36b63d44610a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:28:54.553413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device adefb76a-82ef-4bec-a224-143f5b374b2f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:54.584825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d246d57-99d9-475c-a84e-170ee209c0e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8958705-a3c9-497d-89b1-999891c5e2b4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:54.593220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84dc7ccd-cb64-4047-8cad-89fcd17c5ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.618325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d246d57-99d9-475c-a84e-170ee209c0e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.622718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2e45ad-1962-49bd-bf18-c2ad3dc24f94 None None] Network f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:28:54.625634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3d246d57-99d9-475c-a84e-170ee209c0e2 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/f8958705-a3c9-497d-89b1-999891c5e2b4 HTTP/1.1" status: 204 len: 168 time: 0.5061467 Sep 29 23:28:54.626664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49920) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:54.630306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: adefb76a-82ef-4bec-a224-143f5b374b2f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:54.631375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device adefb76a-82ef-4bec-a224-143f5b374b2f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:54.632301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5d45c4a5-725c-427f-a6f2-52d6b9815b74 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:54.653581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.660070 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84dc7ccd-cb64-4047-8cad-89fcd17c5ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.675912 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.711336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32dcf98-1af0-48ea-bee6-13ea317c5b77,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:54.712426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 5d45c4a5-725c-427f-a6f2-52d6b9815b74 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:54.729095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5d45c4a5-725c-427f-a6f2-52d6b9815b74 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:54.745594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:28:54.822633 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.823226 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Added segment 5df20693-d097-4b27-aed0-6a7659e09bdc of type vlan for network 63478665-fb48-43a7-8607-cd9ea811f490 Sep 29 23:28:54.835532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f73b2d28-c0c5-4c1f-9a2e-ea71903224dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.845107 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:54.936821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Deleting port 1b9d6870-c2bc-4d90-9760-b332986ad518 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:54.938773 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.006595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb435-1aca-4e06-9c97-475f14dca441 req-bbd0719f-bf8a-4c49-acb2-7a634f738f90 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:55.028546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab2cb435-1aca-4e06-9c97-475f14dca441 req-bbd0719f-bf8a-4c49-acb2-7a634f738f90 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.2882326 Sep 29 23:28:55.062965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] For port 1b9d6870-c2bc-4d90-9760-b332986ad518, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1b9d6870-c2bc-4d90-9760-b332986ad518,segment=NetworkSegment(2b61a05e-069e-4b36-b438-5e33e6de1fd4),segment_id=2b61a05e-069e-4b36-b438-5e33e6de1fd4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:55.063349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.088564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Calling delete_port for 1b9d6870-c2bc-4d90-9760-b332986ad518 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:55.107174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21601767-6c1c-49a9-8f94-7e0b8e3e74c6 None None] DHCP port deletion for f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:28:55.142283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.145222 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84dc7ccd-cb64-4047-8cad-89fcd17c5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.148020 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-84dc7ccd-cb64-4047-8cad-89fcd17c5ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.149387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-84dc7ccd-cb64-4047-8cad-89fcd17c5ce4 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f5740e56-3fbe-4791-bb08-deafce81cf41 HTTP/1.1" status: 204 len: 168 time: 0.7583547 Sep 29 23:28:55.158727 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f73b2d28-c0c5-4c1f-9a2e-ea71903224dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.175333 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f73b2d28-c0c5-4c1f-9a2e-ea71903224dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.192442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc7ccd-cb64-4047-8cad-89fcd17c5ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5740e56-3fbe-4791-bb08-deafce81cf41,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:55.236539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab2cb435-1aca-4e06-9c97-475f14dca441 req-b33b6450-a08a-4244-b272-4c9738445b6d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064960 Sep 29 23:28:55.257517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.265440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-21601767-6c1c-49a9-8f94-7e0b8e3e74c6 None None] Deleting port 1b9d6870-c2bc-4d90-9760-b332986ad518 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:28:55.268133 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-21601767-6c1c-49a9-8f94-7e0b8e3e74c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.277761 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.277761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:55.278418 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.286009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f73b2d28-c0c5-4c1f-9a2e-ea71903224dc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ba99610ea204477f943ba820fc7be6af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1521962 Sep 29 23:28:55.292223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49924) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:55.293019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73b2d28-c0c5-4c1f-9a2e-ea71903224dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412ef773-726f-4a03-8885-05936f3669b6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:55.322951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b9d6870-c2bc-4d90-9760-b332986ad518,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:55.332750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] No DVR routers for this DVR port 1b9d6870-c2bc-4d90-9760-b332986ad518 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:55.357458 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7268751 Sep 29 23:28:55.368258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49926) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:55.382964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Request body: {'subnet': {'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-811867745-subnet', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:28:55.423498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-21601767-6c1c-49a9-8f94-7e0b8e3e74c6 None None] For port 1b9d6870-c2bc-4d90-9760-b332986ad518, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:55.424207 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-21601767-6c1c-49a9-8f94-7e0b8e3e74c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.451559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-21601767-6c1c-49a9-8f94-7e0b8e3e74c6 None None] Calling delete_port for 1b9d6870-c2bc-4d90-9760-b332986ad518 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:28:55.469801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-21601767-6c1c-49a9-8f94-7e0b8e3e74c6 None None] Port 1b9d6870-c2bc-4d90-9760-b332986ad518 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:28:55.471343 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-21601767-6c1c-49a9-8f94-7e0b8e3e74c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.497347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21601767-6c1c-49a9-8f94-7e0b8e3e74c6 None None] No DVR routers for this DVR port 1b9d6870-c2bc-4d90-9760-b332986ad518 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:28:55.506262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.530081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21601767-6c1c-49a9-8f94-7e0b8e3e74c6 None None] Pushing event deleted for resources: {'Port': ['ID=1b9d6870-c2bc-4d90-9760-b332986ad518,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:55.530678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd9ccb-d2c2-474f-af60-394e73b2a606 admin admin] Pushing event updated for resources: {'Network': ['ID=63478665-fb48-43a7-8607-cd9ea811f490,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:55.553280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Made reservation on behalf of 3dd0d48ecad341829446b51ead66e44d for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:28:55.556773 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.559617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 63478665-fb48-43a7-8607-cd9ea811f490 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:28:55.573613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5504b5d-a78f-46e7-a27f-3ac35b86f9c7']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:55.587993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b61a05e-069e-4b36-b438-5e33e6de1fd4') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:55.588544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b61a05e-069e-4b36-b438-5e33e6de1fd4') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:28:55.605171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.626141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.635543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:28:55.636258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.638585 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33106066-9799-40e3-9a23-28999635f456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.718418 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33106066-9799-40e3-9a23-28999635f456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:28:55.720894 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:28:55.731547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.747027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.749776 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] 10.222.0.44 "DELETE /v2.0/networks/f5504b5d-a78f-46e7-a27f-3ac35b86f9c7 HTTP/1.1" status: 204 len: 168 time: 1.1202931 Sep 29 23:28:55.773345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49932) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:55.793765 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b0a323e-6836-4908-9ab6-1c46088d075c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.797660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae63fe6-bbd9-4622-8b5d-14f7108bc983 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5504b5d-a78f-46e7-a27f-3ac35b86f9c7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:55.859937 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33106066-9799-40e3-9a23-28999635f456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.862693 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33106066-9799-40e3-9a23-28999635f456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.864045 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-33106066-9799-40e3-9a23-28999635f456 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/412ef773-726f-4a03-8885-05936f3669b6 HTTP/1.1" status: 204 len: 168 time: 0.5674162 Sep 29 23:28:55.888326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33106066-9799-40e3-9a23-28999635f456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412ef773-726f-4a03-8885-05936f3669b6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:55.900579 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:55.990442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cde1437a-7115-4f12-a2ef-39ca66538822,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:55.993529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Checking segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:28:55.994019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Network hostable DHCP agents. Network: 63478665-fb48-43a7-8607-cd9ea811f490, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:28:56.021328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Network 63478665-fb48-43a7-8607-cd9ea811f490 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:28:56.035043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 63478665-fb48-43a7-8607-cd9ea811f490) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:28:56.041893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:56.047107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6b7d98-8b7f-4155-8d11-2ee996e7f660 None None] Network 63478665-fb48-43a7-8607-cd9ea811f490 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:28:56.051654 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b0a323e-6836-4908-9ab6-1c46088d075c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.058202 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.063093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b0a323e-6836-4908-9ab6-1c46088d075c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.103369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9774b669-dbd8-46b6-bd6b-8e18a80ea775 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7252328 Sep 29 23:28:56.107796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49936) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:56.108581 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9b0a323e-6836-4908-9ab6-1c46088d075c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=97133affa14a4f508e4866f16fb7c1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3331056 Sep 29 23:28:56.111598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49938) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:56.132698 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:28:56.136255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a323e-6836-4908-9ab6-1c46088d075c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a4cd4c-a2ab-45f9-9d0e-15b784eae9ad,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:56.185742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49940) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:56.231911 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1c229f8-8d1d-423b-a864-a1e75437f049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.243328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.244591 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.271362 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1c229f8-8d1d-423b-a864-a1e75437f049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.291904 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6376025e-c894-44c3-889c-212b3c5af532 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=436ce38eb4f34f4fa371cbbb830adb48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1040010 Sep 29 23:28:56.295630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49946) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:56.354870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-63478665-fb48-43a7-8607-cd9ea811f490', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:28:56.356992 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.380313 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.535057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1b9d6870-c2bc-4d90-9760-b332986ad518 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:28:56.561644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 1b9d6870-c2bc-4d90-9760-b332986ad518 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:28:56.562628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1b9d6870-c2bc-4d90-9760-b332986ad518 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:28:56.585028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1c229f8-8d1d-423b-a864-a1e75437f049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.586454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Allocated IP 172.20.0.2 (63478665-fb48-43a7-8607-cd9ea811f490/cde1437a-7115-4f12-a2ef-39ca66538822/33e9f215-957e-4020-9d81-d4c88b5e0a7f) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:28:56.587429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1c229f8-8d1d-423b-a864-a1e75437f049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.590983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b1c229f8-8d1d-423b-a864-a1e75437f049 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/12a4cd4c-a2ab-45f9-9d0e-15b784eae9ad HTTP/1.1" status: 204 len: 168 time: 0.4457891 Sep 29 23:28:56.644282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.647449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c229f8-8d1d-423b-a864-a1e75437f049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a4cd4c-a2ab-45f9-9d0e-15b784eae9ad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:56.702052 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b5c4-dc5e-4b7d-bb71-e6467dfe4211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.717816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea089491-5073-43a9-bcd3-6edff52acf21 req-b533fda2-2d86-40e4-aedf-28da42a962d0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:56.720373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea089491-5073-43a9-bcd3-6edff52acf21 req-b533fda2-2d86-40e4-aedf-28da42a962d0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.2119417 Sep 29 23:28:56.781989 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b5c4-dc5e-4b7d-bb71-e6467dfe4211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.815163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea089491-5073-43a9-bcd3-6edff52acf21 req-fd1deaa7-1325-451f-a460-e6aa927a0190 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817955 Sep 29 23:28:56.930196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b5c4-dc5e-4b7d-bb71-e6467dfe4211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.935581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5b0b5c4-dc5e-4b7d-bb71-e6467dfe4211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.937122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a5b0b5c4-dc5e-4b7d-bb71-e6467dfe4211 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1928505f-aed9-420e-84ad-b9472fe8b679 HTTP/1.1" status: 204 len: 168 time: 0.6323433 Sep 29 23:28:56.946412 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.968758 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:56.985484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b0b5c4-dc5e-4b7d-bb71-e6467dfe4211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1928505f-aed9-420e-84ad-b9472fe8b679,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:57.085228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Network 63478665-fb48-43a7-8607-cd9ea811f490 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:28:57.086457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Pushing event updated for resources: {'Port': ['ID=33e9f215-957e-4020-9d81-d4c88b5e0a7f,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:57.089580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:28:57.092891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:28:57.125953 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:57.150108 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:57.216835 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Attempting to bind port 33e9f215-957e-4020-9d81-d4c88b5e0a7f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:28:57.217951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Attempting to bind port 33e9f215-957e-4020-9d81-d4c88b5e0a7f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:28:57.218427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Attempting to bind port 33e9f215-957e-4020-9d81-d4c88b5e0a7f on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:28:57.229158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:28:57.229158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Checking segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:28:57.229158 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:57.229748 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Bound using segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:28:57.230345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Bound port: 33e9f215-957e-4020-9d81-d4c88b5e0a7f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:28:57.230914 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:57.288323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Allocated IP 172.25.4.56 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/7ec96af1-e3cc-4189-8384-c8d78a803fa3) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:28:57.327011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] For port 33e9f215-957e-4020-9d81-d4c88b5e0a7f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:28:57.335140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] For port 33e9f215-957e-4020-9d81-d4c88b5e0a7f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=33e9f215-957e-4020-9d81-d4c88b5e0a7f,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:28:57.348975 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:57.485953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 49980) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:57.494129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b0ca4-91e4-49ff-a29c-2517a5a97041 None None] Pushing event updated for resources: {'Port': ['ID=33e9f215-957e-4020-9d81-d4c88b5e0a7f,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:57.546576 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:57.605544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:57.617334 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5e68ecba-c92a-4272-80d2-7d4441a29a0a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2bd12459c3ab4ecfb3aecb2f8297aa26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293049 Sep 29 23:28:57.618795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 49984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:28:57.667759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:28:57.702542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:28:57.706630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:28:57.823669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Pushing event updated for resources: {'Port': ['ID=7ec96af1-e3cc-4189-8384-c8d78a803fa3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:57.851201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ccfdff-90be-4d65-a17e-f1229cb5b52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:57.890134 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ccfdff-90be-4d65-a17e-f1229cb5b52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:58.142252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4974d117-66cb-462e-bef9-708b776f15b4 req-e9906014-dbc0-4528-a23b-e58775d3d7cf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:28:58.144273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4974d117-66cb-462e-bef9-708b776f15b4 req-e9906014-dbc0-4528-a23b-e58775d3d7cf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1824210 Sep 29 23:28:58.147265 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ccfdff-90be-4d65-a17e-f1229cb5b52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:58.150621 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79ccfdff-90be-4d65-a17e-f1229cb5b52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:58.152414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-79ccfdff-90be-4d65-a17e-f1229cb5b52f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c8fc1d3-a59f-4c27-9785-12d48547ff87 HTTP/1.1" status: 204 len: 168 time: 0.5253808 Sep 29 23:28:58.224983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccfdff-90be-4d65-a17e-f1229cb5b52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8fc1d3-a59f-4c27-9785-12d48547ff87,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:58.270445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4974d117-66cb-462e-bef9-708b776f15b4 req-e0a6baac-1b0c-4c46-bccd-40b08bde7fa3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153781 Sep 29 23:28:58.539205 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:58.714651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 33e9f215-957e-4020-9d81-d4c88b5e0a7f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:28:58.826026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 33e9f215-957e-4020-9d81-d4c88b5e0a7f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:28:58.826585 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:58.977858 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:59.032897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 33e9f215-957e-4020-9d81-d4c88b5e0a7f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=33e9f215-957e-4020-9d81-d4c88b5e0a7f,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:28:59.041659 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:59.086214 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:59.096853 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319681ab-3b34-4d91-886d-1238618893c1 None None] Network 63478665-fb48-43a7-8607-cd9ea811f490 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:28:59.262002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-419aa7d2-d65a-419f-b070-4022d01b5760 None None] Provisioning complete for port 33e9f215-957e-4020-9d81-d4c88b5e0a7f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:28:59.263493 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-419aa7d2-d65a-419f-b070-4022d01b5760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:28:59.265743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=33e9f215-957e-4020-9d81-d4c88b5e0a7f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:28:59.324013 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:29:00.124253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-22da63d5-93c7-4c2f-a1ad-3941841167ce None None] Provisioning complete for port 33e9f215-957e-4020-9d81-d4c88b5e0a7f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:00.124832 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22da63d5-93c7-4c2f-a1ad-3941841167ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:00.148457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83f8ec3-88b6-492f-9b55-7b3ee205446d req-daf8d406-a503-4cc4-b73b-d7e238b7cc42 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:00.149974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c83f8ec3-88b6-492f-9b55-7b3ee205446d req-daf8d406-a503-4cc4-b73b-d7e238b7cc42 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.6316590 Sep 29 23:29:00.151083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:00.173588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Sync routers for ids ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:00.201232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c83f8ec3-88b6-492f-9b55-7b3ee205446d req-0ea390d9-068d-4247-9b2a-615c96e5040c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 Sep 29 23:29:00.202029 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:00.203291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-66c5609e-a027-478b-a59f-3ee526c6bcc4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0863774 Sep 29 23:29:00.206297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50038) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:00.229131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Routers {'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:00.230496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:00.443158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Set router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:00.596046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 33e9f215-957e-4020-9d81-d4c88b5e0a7f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:00.698954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 33e9f215-957e-4020-9d81-d4c88b5e0a7f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:00.698954 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:00.753263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:28:58Z', 'revision_number': 3, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:28:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:00.790787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Checking router: ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:29:00.791145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Updating router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa port 7ec96af1-e3cc-4189-8384-c8d78a803fa3 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:29:00.819366 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:00.833779 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:01.140537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Allocated IP 172.20.0.1 (63478665-fb48-43a7-8607-cd9ea811f490/cde1437a-7115-4f12-a2ef-39ca66538822/f7b5dd5e-14b5-4fad-afcc-811af9785ce9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:01.302695 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:01.305190 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:01.312389 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:01.382044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:01.409000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Attempting to bind port 7ec96af1-e3cc-4189-8384-c8d78a803fa3 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:01.409579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Attempting to bind port 7ec96af1-e3cc-4189-8384-c8d78a803fa3 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:01.410412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Attempting to bind port 7ec96af1-e3cc-4189-8384-c8d78a803fa3 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:01.414196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252feabf-26b8-4336-8c82-f38dcda5d4af None None] Pushing event updated for resources: {'Port': ['ID=7ec96af1-e3cc-4189-8384-c8d78a803fa3,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:01.422671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:01.422915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:01.423441 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:01.423984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:01.424598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Bound port: 7ec96af1-e3cc-4189-8384-c8d78a803fa3, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:01.425709 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:01.462049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Network 63478665-fb48-43a7-8607-cd9ea811f490 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:01.473316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:01.475936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:01.478196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd3b7f-ed87-4137-9540-de6439a9ead0 req-1afe81e2-4086-40cf-ad7b-a454165a33ca tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:01.484069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fdd3b7f-ed87-4137-9540-de6439a9ead0 req-1afe81e2-4086-40cf-ad7b-a454165a33ca tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1228063 Sep 29 23:29:01.507873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Pushing event updated for resources: {'Port': ['ID=f7b5dd5e-14b5-4fad-afcc-811af9785ce9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:01.531609 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:01.560067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] For port 7ec96af1-e3cc-4189-8384-c8d78a803fa3, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:01.569155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] For port 7ec96af1-e3cc-4189-8384-c8d78a803fa3, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7ec96af1-e3cc-4189-8384-c8d78a803fa3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:01.576887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fdd3b7f-ed87-4137-9540-de6439a9ead0 req-97d156d6-ae41-463c-8c86-854ce5b9fe0a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804930 Sep 29 23:29:01.581491 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:01.658391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Routers {'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:01.659042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:01.662990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252feabf-26b8-4336-8c82-f38dcda5d4af None None] Pushing event updated for resources: {'Port': ['ID=7ec96af1-e3cc-4189-8384-c8d78a803fa3,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:01.765689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:01.894596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] Set router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:02.133666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:02.141167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:02.235797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Pushing event updated for resources: {'Port': ['ID=f7b5dd5e-14b5-4fad-afcc-811af9785ce9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:02.241492 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e8cf3d5f-284f-4dee-b592-b200c39f3d6c None None] Provisioning complete for port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:02.241492 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3d5f-284f-4dee-b592-b200c39f3d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:02.260245 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:02.317894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf3d5f-284f-4dee-b592-b200c39f3d6c None None] Port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:02.412488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Network 63478665-fb48-43a7-8607-cd9ea811f490 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:02.414450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:02.447739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:28:58Z', 'revision_number': 3, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:02.490716 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d78b2c-3f5e-471a-8a75-5ff65db6dccf None None] The sync data for ids ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'] in n-d-811173-2 is: [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:28:58Z', 'revision_number': 3, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:02.660904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:29:02.853498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1657ade4-6956-461f-a648-f63cb4756c8d req-409dc472-02dc-4d08-aea2-543b55a4749b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:02.861219 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1657ade4-6956-461f-a648-f63cb4756c8d req-409dc472-02dc-4d08-aea2-543b55a4749b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0987990 Sep 29 23:29:02.885840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7bc1b7b0-7703-46c0-81b5-4f460e6544c8 None None] Provisioning complete for port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:02.886214 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7bc1b7b0-7703-46c0-81b5-4f460e6544c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:02.917758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:02.935292 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ffb0e18b-7e44-4147-9da6-5856240127ad admin admin] 10.222.0.44 "PUT /v2.0/routers/ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7277806 Sep 29 23:29:02.982699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7bc1b7b0-7703-46c0-81b5-4f460e6544c8 None None] Port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:03.025021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1657ade4-6956-461f-a648-f63cb4756c8d req-d3f6b2d3-fde8-4b45-b956-a0dd013fd9c0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1504824 Sep 29 23:29:03.326065 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-28475cc8-b84f-41bc-9e20-fe923099f2ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:03.780730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50096) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:03.785763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-43e69842-3c08-44d5-a767-cd1d8374d58f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'security_group': {'name': 'tempest-securitygroup--766095581', 'description': 'tempest-description--707238214'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:03.814396 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43e69842-3c08-44d5-a767-cd1d8374d58f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:03.952862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43e69842-3c08-44d5-a767-cd1d8374d58f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:03.960771 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43e69842-3c08-44d5-a767-cd1d8374d58f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.002029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e69842-3c08-44d5-a767-cd1d8374d58f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4303dc-296c-4f8b-9b64-f9e44f74971d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:04.009408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43e69842-3c08-44d5-a767-cd1d8374d58f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.013077 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-43e69842-3c08-44d5-a767-cd1d8374d58f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2293487 Sep 29 23:29:04.014475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50100) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:04.020354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a5384957-29f4-4e57-b22c-ea21e1abb9f7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'security_group_rule': {'security_group_id': '9f4303dc-296c-4f8b-9b64-f9e44f74971d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:04.073891 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5384957-29f4-4e57-b22c-ea21e1abb9f7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.159540 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5384957-29f4-4e57-b22c-ea21e1abb9f7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.168950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5384957-29f4-4e57-b22c-ea21e1abb9f7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.197499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5384957-29f4-4e57-b22c-ea21e1abb9f7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c811679-5335-406a-b846-5951e5f3b5a6,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:04.215264 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5384957-29f4-4e57-b22c-ea21e1abb9f7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.220535 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a5384957-29f4-4e57-b22c-ea21e1abb9f7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2043166 Sep 29 23:29:04.221464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50104) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:04.227535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5dc29bb6-01ae-428a-8f2a-50ece176bb65 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'security_group_rule': {'security_group_id': '9f4303dc-296c-4f8b-9b64-f9e44f74971d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:04.281563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc10033-4913-46c4-9b21-c4ec09ac4df1 req-25100e71-bb38-4cde-811f-18bcb472a7e7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:04.283171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbc10033-4913-46c4-9b21-c4ec09ac4df1 req-25100e71-bb38-4cde-811f-18bcb472a7e7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1066446 Sep 29 23:29:04.284951 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5dc29bb6-01ae-428a-8f2a-50ece176bb65 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.382451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbc10033-4913-46c4-9b21-c4ec09ac4df1 req-6fbe6802-9e15-477b-a1e7-9a85814db765 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857775 Sep 29 23:29:04.405400 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5dc29bb6-01ae-428a-8f2a-50ece176bb65 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.424537 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5dc29bb6-01ae-428a-8f2a-50ece176bb65 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.469570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc29bb6-01ae-428a-8f2a-50ece176bb65 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0a579f-9fbf-41f7-a480-297013be1e6b,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:04.478128 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5dc29bb6-01ae-428a-8f2a-50ece176bb65 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.479445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5dc29bb6-01ae-428a-8f2a-50ece176bb65 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2561302 Sep 29 23:29:04.483042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50110) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:04.492229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:04.532958 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.596938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ec96af1-e3cc-4189-8384-c8d78a803fa3 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:04.694948 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.714045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7ec96af1-e3cc-4189-8384-c8d78a803fa3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:04.714826 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.843812 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.880283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 7ec96af1-e3cc-4189-8384-c8d78a803fa3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7ec96af1-e3cc-4189-8384-c8d78a803fa3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:04.887946 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:04.896310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Allocated IP 172.25.4.170 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/b5c15c4b-3db9-4fbd-af21-a52bcbaf5dae) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:04.980125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=7ec96af1-e3cc-4189-8384-c8d78a803fa3,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:05.061881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:05.115477 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:05.157129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:05.160527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:05.165316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:05.213763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'Port': ['ID=b5c15c4b-3db9-4fbd-af21-a52bcbaf5dae,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:05.276407 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Sync routers for ids ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:05.312027 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Routers {'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:05.313312 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:28:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:05.347094 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:05.407297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:05.489392 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Set router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:05.666909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d948bc51-3059-40e6-a7d5-19ee110faa24 req-d98a3a15-6296-440d-b27b-52b9cab0f549 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:05.669223 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d948bc51-3059-40e6-a7d5-19ee110faa24 req-d98a3a15-6296-440d-b27b-52b9cab0f549 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0722904 Sep 29 23:29:05.716618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d948bc51-3059-40e6-a7d5-19ee110faa24 req-02472512-2e27-4e39-92cd-931d2d8d0ecf tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403922 Sep 29 23:29:05.734001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:05.754349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:05.775923 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'f7b5dd5e-14b5-4fad-afcc-811af9785ce9', 'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'mac_address': 'fa:16:3e:ab:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:00Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 2, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'subnets': [{'id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:05.857964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'Port': ['ID=b5c15c4b-3db9-4fbd-af21-a52bcbaf5dae,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:05.966012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:05.998734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:06.014658 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4ac007eb-5330-4bad-9221-f67728d7cb04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5304322 Sep 29 23:29:06.048174 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Checking router: ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:29:06.051581 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Updating router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:29:06.124013 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:06.244078 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9fc4cce0-d2d8-4f8a-8fe2-1d68a343faa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:06.407923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-c976e93c-75e7-41aa-a455-8fd593f48d8e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--766095581&fields=id&tenant_id=3dd0d48ecad341829446b51ead66e44d HTTP/1.1" status: 200 len: 267 time: 0.0947387 Sep 29 23:29:06.577441 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:06.623781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ec96af1-e3cc-4189-8384-c8d78a803fa3 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:06.703248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7ec96af1-e3cc-4189-8384-c8d78a803fa3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:06.704955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:06.724923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-42cfe758-d5b3-493b-96c2-8a444e454de4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:06.726652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-42cfe758-d5b3-493b-96c2-8a444e454de4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 811 time: 0.3117778 Sep 29 23:29:06.768979 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-9580eb54-8d84-4adf-bb7b-4daf55d4c0a5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/quotas/3dd0d48ecad341829446b51ead66e44d HTTP/1.1" status: 200 len: 375 time: 0.0293841 Sep 29 23:29:06.893742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-3d6657f8-3b41-4ff3-8fad-2ec851bb4ce6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1126075 Sep 29 23:29:06.974039 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:06.983691 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:07.064391 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Pushing event updated for resources: {'Port': ['ID=f7b5dd5e-14b5-4fad-afcc-811af9785ce9,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:07.153458 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Attempting to bind port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:07.153458 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Attempting to bind port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:07.153458 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Attempting to bind port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:07.158638 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.159146 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.159487 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.159880 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.160373 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.160847 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.161231 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.161713 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.162094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c03d7f5-f673-468c-802d-ed64b1012950 req-3ca2eb20-9fad-4b02-969e-c2f43f4d79c6 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:07.162221 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.162503 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.162821 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.163310 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:07.172832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c03d7f5-f673-468c-802d-ed64b1012950 req-3ca2eb20-9fad-4b02-969e-c2f43f4d79c6 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.2744422 Sep 29 23:29:07.188939 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:07.189321 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Checking segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:07.189734 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:07.192257 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Bound using segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:07.193406 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Bound port: f7b5dd5e-14b5-4fad-afcc-811af9785ce9, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:07.193406 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:07.255604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c03d7f5-f673-468c-802d-ed64b1012950 req-90b3cbe3-8b79-48f4-b486-b1697e32dcd2 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809057 Sep 29 23:29:07.287793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-814c47c3-9e7d-41db-b571-2b95c8b3a6d8 service neutron] 10.222.0.44 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689096 Sep 29 23:29:07.339923 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] For port f7b5dd5e-14b5-4fad-afcc-811af9785ce9, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:07.349592 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] For port f7b5dd5e-14b5-4fad-afcc-811af9785ce9, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f7b5dd5e-14b5-4fad-afcc-811af9785ce9,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:07.362536 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:07.467868 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:07.486688 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Routers {'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:07.487341 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:07.518626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-c0e982b7-e6a4-4b5a-a9d3-0d6219834457 service neutron] 10.222.0.44 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224178 Sep 29 23:29:07.564385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-58906012-8eb4-4a27-ada9-b8306d4714e2 None None] Provisioning complete for port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:07.567011 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58906012-8eb4-4a27-ada9-b8306d4714e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:07.683799 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] Set router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:07.801684 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58906012-8eb4-4a27-ada9-b8306d4714e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:07.839324 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5b8ff-ad7d-4a4f-87e8-fc6199006c61 None None] Pushing event updated for resources: {'Port': ['ID=f7b5dd5e-14b5-4fad-afcc-811af9785ce9,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:07.868435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-58906012-8eb4-4a27-ada9-b8306d4714e2 None None] For port f7b5dd5e-14b5-4fad-afcc-811af9785ce9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f7b5dd5e-14b5-4fad-afcc-811af9785ce9,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:07.888445 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58906012-8eb4-4a27-ada9-b8306d4714e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:07.985104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58906012-8eb4-4a27-ada9-b8306d4714e2 None None] Pushing event updated for resources: {'Port': ['ID=f7b5dd5e-14b5-4fad-afcc-811af9785ce9,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:08.010919 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d736d516-4911-4bfa-874b-284a32b95d78 req-55da4371-c882-4f43-b67d-5c0731e4795a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 210 time: 0.0492582 Sep 29 23:29:08.030067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-44d9e965-ff73-4205-bf2e-eab24fd20bb9 None None] Provisioning complete for port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:08.030946 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-44d9e965-ff73-4205-bf2e-eab24fd20bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:08.243632 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'f7b5dd5e-14b5-4fad-afcc-811af9785ce9', 'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'mac_address': 'fa:16:3e:ab:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:00Z', 'updated_at': '2021-09-29T23:29:07Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'subnets': [{'id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:08.283609 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd63d1b-388c-4bed-a8b9-3fe01a6b1570 None None] The sync data for ids ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'] in n-d-811173-2 is: [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'f7b5dd5e-14b5-4fad-afcc-811af9785ce9', 'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'mac_address': 'fa:16:3e:ab:cc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:00Z', 'updated_at': '2021-09-29T23:29:07Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'subnets': [{'id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:08.445307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-84d25b3a-4ba8-4c57-9baf-58dbd4a4f9bf req-26e38f16-26ea-4113-a944-4ef0c802f1c5 tempest-DeleteServersTestJSON-1482734908 tempest-DeleteServersTestJSON-1482734908-project] (110005) timed out ('10.222.0.42', 49223) {{(pid=110005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 23:29:08.548104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33c6a44-a2fb-41c3-94cf-0ce7f385fb78 req-70933e42-358b-4923-8d55-0c6be1d26a24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:08.557776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d33c6a44-a2fb-41c3-94cf-0ce7f385fb78 req-70933e42-358b-4923-8d55-0c6be1d26a24 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1379554 Sep 29 23:29:08.646577 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:08.652627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d33c6a44-a2fb-41c3-94cf-0ce7f385fb78 req-c2e09232-a8d1-49ed-abef-0b84e500d402 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926011 Sep 29 23:29:08.692173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f7b5dd5e-14b5-4fad-afcc-811af9785ce9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:08.703148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50194) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:08.833666 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:08.834051 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:09.033243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46f747cd-1da6-405c-a041-e3a0d8c83c4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:09.344813 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c20729a-eabc-4844-be1e-602105fefbc7 req-a9200242-6eb3-45e1-a667-7cd2f74dfe0d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 210 time: 0.0756948 Sep 29 23:29:09.636619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:09.777016 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46f747cd-1da6-405c-a041-e3a0d8c83c4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:09.786726 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-46f747cd-1da6-405c-a041-e3a0d8c83c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:09.834875 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-46f747cd-1da6-405c-a041-e3a0d8c83c4e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0afdcdb3acbc4ecd8b747e06897cf72b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1300530 Sep 29 23:29:09.841096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50204) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:09.847769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f747cd-1da6-405c-a041-e3a0d8c83c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e484a-81ae-4561-816e-83b892c89a6b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:09.951465 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a44f6ba1-ca75-47fe-ab00-92e9cd1774d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:09.971441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63df6a-2b4d-4479-a9ad-ec7940fe16b8 req-402dac12-7e5a-4df6-b31e-2d44bd38ed0c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:09.973329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f63df6a-2b4d-4479-a9ad-ec7940fe16b8 req-402dac12-7e5a-4df6-b31e-2d44bd38ed0c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1766195 Sep 29 23:29:09.984984 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a44f6ba1-ca75-47fe-ab00-92e9cd1774d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.062239 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a44f6ba1-ca75-47fe-ab00-92e9cd1774d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.065603 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a44f6ba1-ca75-47fe-ab00-92e9cd1774d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.070577 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a44f6ba1-ca75-47fe-ab00-92e9cd1774d9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c06e484a-81ae-4561-816e-83b892c89a6b HTTP/1.1" status: 204 len: 168 time: 0.2281060 Sep 29 23:29:10.084278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f6ba1-ca75-47fe-ab00-92e9cd1774d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e484a-81ae-4561-816e-83b892c89a6b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:10.120520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4f63df6a-2b4d-4479-a9ad-ec7940fe16b8 req-57f990ac-6a68-41cc-aaf6-d6d2fb2be09d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378944 Sep 29 23:29:10.166271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-7316b827-a7b1-4cbf-b3ce-a445fa62a8f9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:10.168913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-7316b827-a7b1-4cbf-b3ce-a445fa62a8f9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 811 time: 0.2710664 Sep 29 23:29:10.240590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-ad3f0ae8-3a09-4f74-87b2-27feedf1e902 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dd0d48ecad341829446b51ead66e44d HTTP/1.1" status: 200 len: 379 time: 0.0512807 Sep 29 23:29:10.252328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'port': {'device_id': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'admin_state_up': True, 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'security_groups': ['9f4303dc-296c-4f8b-9b64-f9e44f74971d']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:10.509932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Made reservation on behalf of 3dd0d48ecad341829446b51ead66e44d for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:10.515403 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.541240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50224) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:10.548438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdd211ef-e241-4264-a6c9-8b49455926ae req-c9ed1320-90d1-4e46-9638-840d38b0e877 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 210 time: 0.0725143 Sep 29 23:29:10.577056 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c411e738-3c60-4f26-998d-753ef769abd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.716933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c411e738-3c60-4f26-998d-753ef769abd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.723892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c411e738-3c60-4f26-998d-753ef769abd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.768750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Allocated IP 172.20.0.9 (63478665-fb48-43a7-8607-cd9ea811f490/cde1437a-7115-4f12-a2ef-39ca66538822/aea7bf7d-4ced-4fad-b9c0-85478005ff64) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:10.774031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411e738-3c60-4f26-998d-753ef769abd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02e48cb-c465-4f1b-9ca8-cf1bc2e69668,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:10.784067 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c411e738-3c60-4f26-998d-753ef769abd7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4c5673cf43454613a217990601e6df58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368922 Sep 29 23:29:10.784067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50236) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:10.852057 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-082dcdb9-e17f-4ab0-b357-e2f8b1cf693b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.883888 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-082dcdb9-e17f-4ab0-b357-e2f8b1cf693b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.943437 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-082dcdb9-e17f-4ab0-b357-e2f8b1cf693b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.946428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-082dcdb9-e17f-4ab0-b357-e2f8b1cf693b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:10.952130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-082dcdb9-e17f-4ab0-b357-e2f8b1cf693b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d02e48cb-c465-4f1b-9ca8-cf1bc2e69668 HTTP/1.1" status: 204 len: 168 time: 0.1694298 Sep 29 23:29:10.985961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dcdb9-e17f-4ab0-b357-e2f8b1cf693b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02e48cb-c465-4f1b-9ca8-cf1bc2e69668,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:11.032123 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:11.086735 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:11.141113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Network 63478665-fb48-43a7-8607-cd9ea811f490 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:11.144861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:11.164724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:11.252612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:11.360701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:11.361574 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:11.392181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-77708975-00f7-4936-ae28-7ffe371eeef5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1440024 Sep 29 23:29:11.416880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Request body: {'port': {'device_id': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:11.431681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5926fe-b395-40d7-872b-f268df8a7b5c req-7f95cce1-44ec-43f3-aeb1-3a815d8c0708 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:11.435282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba5926fe-b395-40d7-872b-f268df8a7b5c req-7f95cce1-44ec-43f3-aeb1-3a815d8c0708 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1505253 Sep 29 23:29:11.553441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba5926fe-b395-40d7-872b-f268df8a7b5c req-1cfedf6f-3a5d-4512-813f-39e9ba274efb tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968952 Sep 29 23:29:11.554657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:11.657475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cc15c94a-df76-4779-87f5-5dcaea11c922 None None] Provisioning complete for port aea7bf7d-4ced-4fad-b9c0-85478005ff64 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:11.658057 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cc15c94a-df76-4779-87f5-5dcaea11c922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:11.726988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cc15c94a-df76-4779-87f5-5dcaea11c922 None None] Port aea7bf7d-4ced-4fad-b9c0-85478005ff64 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:11.816693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de701087-7ac5-4260-a4d5-25c049100e09 req-e6356488-4b5e-4d12-ba4a-1c7db42d3957 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:11.818746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de701087-7ac5-4260-a4d5-25c049100e09 req-e6356488-4b5e-4d12-ba4a-1c7db42d3957 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 931 time: 0.1486661 Sep 29 23:29:11.887524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de701087-7ac5-4260-a4d5-25c049100e09 req-2b0dedf6-dba2-4027-9c2b-89a802714bc1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508416 Sep 29 23:29:12.072579 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aea7bf7d-4ced-4fad-b9c0-85478005ff64 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:29:12.083666 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:12.101438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Transition to ACTIVE for port object aea7bf7d-4ced-4fad-b9c0-85478005ff64 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:29:12.107125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:12.212622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:12.280663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Attempting to bind port aea7bf7d-4ced-4fad-b9c0-85478005ff64 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:12.281532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Attempting to bind port aea7bf7d-4ced-4fad-b9c0-85478005ff64 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:12.282019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Attempting to bind port aea7bf7d-4ced-4fad-b9c0-85478005ff64 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:12.292440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Port aea7bf7d-4ced-4fad-b9c0-85478005ff64 on network 63478665-fb48-43a7-8607-cd9ea811f490 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:29:12.293010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Attempting to bind port aea7bf7d-4ced-4fad-b9c0-85478005ff64 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:12.300497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:12.301115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Checking segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:12.301617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Bound using segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:12.302341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Bound port: aea7bf7d-4ced-4fad-b9c0-85478005ff64, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:12.302835 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:12.483714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:12.488037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:12.497397 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:12.580945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:12.598634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:12.616515 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:12.620135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-625571c6-ccd8-4ae4-b95b-db9ca68e7ee9 service neutron] 10.222.0.42 "PUT /v2.0/ports/aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 1091 time: 1.2113841 Sep 29 23:29:12.627365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:12.642101 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2908d791-425f-4ec6-a042-295041a978f4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:12.764511 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c086f4-e7ec-48bc-bdf2-4c501f62792a x-openstack-request-id: req-74c086f4-e7ec-48bc-bdf2-4c501f62792a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:12.765140 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:12.765756 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-74c086f4-e7ec-48bc-bdf2-4c501f62792a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:12.766387 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'status': 'completed', 'code': 200} Sep 29 23:29:12.822642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2ba36-b2b3-4546-8e4a-cfdf84e621fc req-359068c7-68c2-4b43-a913-a817d976ab81 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:12.833945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57d2ba36-b2b3-4546-8e4a-cfdf84e621fc req-359068c7-68c2-4b43-a913-a817d976ab81 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1074967 Sep 29 23:29:12.905807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-41a684fd-d1a1-40ea-a84a-3632280f01e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:12.935144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-41a684fd-d1a1-40ea-a84a-3632280f01e8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1094 time: 0.2439415 Sep 29 23:29:13.056712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-5552fb43-ee6d-4a25-bd4e-829b9df74171 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 217 time: 0.0851603 Sep 29 23:29:13.075215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57d2ba36-b2b3-4546-8e4a-cfdf84e621fc req-390b43d1-48f3-44fe-980e-43b69a3e2807 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409165 Sep 29 23:29:13.187922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8907452-2b7e-425e-8dc8-1712d50d1fcb req-b990ac59-379d-492f-8512-8d782c82b6ce tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:13.189628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8907452-2b7e-425e-8dc8-1712d50d1fcb req-b990ac59-379d-492f-8512-8d782c82b6ce tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 943 time: 0.1386421 Sep 29 23:29:13.197739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-05ad1b8a-dc12-4414-8a14-054748acc42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:13.199313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-05ad1b8a-dc12-4414-8a14-054748acc42d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.1286952 Sep 29 23:29:13.277923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8907452-2b7e-425e-8dc8-1712d50d1fcb req-26e9d999-05c1-4041-a8f6-a6f39da366b7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771766 Sep 29 23:29:13.306397 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-5533aa75-aed7-40df-acf0-17a69bd12bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:13.307987 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-5533aa75-aed7-40df-acf0-17a69bd12bda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004143 Sep 29 23:29:13.437410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-fb4d945a-412f-49dd-afeb-9c1e9d811c15 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203880 Sep 29 23:29:13.587517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91f6804c-ce1f-47d2-b883-d751510c48fa req-6eae8d85-0835-48d1-aebe-3236990543c9 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356039 Sep 29 23:29:13.773975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d791-425f-4ec6-a042-295041a978f4 req-74e2773b-7778-41c2-9a6f-9aa3b1fc2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:13.776728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2908d791-425f-4ec6-a042-295041a978f4 req-74e2773b-7778-41c2-9a6f-9aa3b1fc2ff8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1094 time: 0.0641418 Sep 29 23:29:13.914973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d791-425f-4ec6-a042-295041a978f4 req-ec278309-a0aa-45be-b7ea-4928bbfaab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:13.916940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2908d791-425f-4ec6-a042-295041a978f4 req-ec278309-a0aa-45be-b7ea-4928bbfaab9d service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.1200938 Sep 29 23:29:13.967893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2908d791-425f-4ec6-a042-295041a978f4 req-ce6b7817-bbf8-4fc7-8d17-fe640af315b4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 217 time: 0.0432100 Sep 29 23:29:14.021650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d791-425f-4ec6-a042-295041a978f4 req-39056cd4-d5eb-4610-ade3-747c9e0953ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:14.023185 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2908d791-425f-4ec6-a042-295041a978f4 req-39056cd4-d5eb-4610-ade3-747c9e0953ff service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0484586 Sep 29 23:29:14.079503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2908d791-425f-4ec6-a042-295041a978f4 req-f0e5402a-8e86-47f1-8318-82fa042a8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:14.081463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2908d791-425f-4ec6-a042-295041a978f4 req-f0e5402a-8e86-47f1-8318-82fa042a8f7a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507526 Sep 29 23:29:14.188489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2908d791-425f-4ec6-a042-295041a978f4 req-32a0ec61-b5c7-4c0a-b2a1-dd58ff90c1df service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983632 Sep 29 23:29:14.341885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94fa50-e7fc-4cae-a1cb-52f1a58e4bd2 req-57116389-2069-4cb1-83eb-45a2229f0d39 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:14.343733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a94fa50-e7fc-4cae-a1cb-52f1a58e4bd2 req-57116389-2069-4cb1-83eb-45a2229f0d39 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1268225 Sep 29 23:29:14.376680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2908d791-425f-4ec6-a042-295041a978f4 req-45ebaf5e-30a7-4b8c-95be-857032ca5ba3 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795173 Sep 29 23:29:14.398881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a94fa50-e7fc-4cae-a1cb-52f1a58e4bd2 req-4583bc1e-13b6-4931-a27c-21fb2d267101 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452287 Sep 29 23:29:14.703879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50374) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:14.737290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c814cd5e-c3fa-462f-8946-a4fe2bcc3153 req-2cece816-47e4-4fd9-bbd2-2e6608d8746e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:14.739066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c814cd5e-c3fa-462f-8946-a4fe2bcc3153 req-2cece816-47e4-4fd9-bbd2-2e6608d8746e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 943 time: 0.3750818 Sep 29 23:29:14.794699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c814cd5e-c3fa-462f-8946-a4fe2bcc3153 req-321a2f16-5a23-4cac-b1a8-06532f8adf22 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495379 Sep 29 23:29:14.852923 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69240dd2-2a75-4c0f-add5-8472c1ec8589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:14.949062 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69240dd2-2a75-4c0f-add5-8472c1ec8589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:14.952708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-69240dd2-2a75-4c0f-add5-8472c1ec8589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:14.993995 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-69240dd2-2a75-4c0f-add5-8472c1ec8589 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=2b0e77feb29b477cacc2d808952150ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889874 Sep 29 23:29:14.994931 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69240dd2-2a75-4c0f-add5-8472c1ec8589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1494200-a8a9-415b-8122-d0dcd41ac9ad,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:14.996712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50378) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:15.072237 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7f231c3a-c0cf-4a1e-be7f-2f62f3a666bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.094049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-959bb01c-ec9c-4653-ab70-0bc2833eb64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:15.095565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-959bb01c-ec9c-4653-ab70-0bc2833eb64b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1097 time: 0.0658715 Sep 29 23:29:15.100028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7f231c3a-c0cf-4a1e-be7f-2f62f3a666bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.217999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7f231c3a-c0cf-4a1e-be7f-2f62f3a666bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.220600 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7f231c3a-c0cf-4a1e-be7f-2f62f3a666bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.221855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7f231c3a-c0cf-4a1e-be7f-2f62f3a666bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f1494200-a8a9-415b-8122-d0dcd41ac9ad HTTP/1.1" status: 204 len: 168 time: 0.2240984 Sep 29 23:29:15.223006 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-fb5bf9b2-73f7-4ab3-b37f-6cc075e2b885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:15.224440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-fb5bf9b2-73f7-4ab3-b37f-6cc075e2b885 service neutron] 10.222.0.42 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.1183650 Sep 29 23:29:15.231872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f231c3a-c0cf-4a1e-be7f-2f62f3a666bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1494200-a8a9-415b-8122-d0dcd41ac9ad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:15.294065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-dbe58c46-a291-412d-ab69-a9016da518b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 1001 time: 0.0598636 Sep 29 23:29:15.349382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-76149736-7bf2-4ea9-9e08-748c585f843d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:15.350910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-76149736-7bf2-4ea9-9e08-748c585f843d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.0495403 Sep 29 23:29:15.397784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-2493050e-9368-4a19-ba92-e8402cbdfb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:15.399298 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-2493050e-9368-4a19-ba92-e8402cbdfb1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410154 Sep 29 23:29:15.517368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50386) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:15.531714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11203185-dc5c-4b4e-b218-50bff5d8d8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.533719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-35ba3740-7589-4a4c-b497-0f0106d157ca service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273479 Sep 29 23:29:15.546156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2290166-549e-4977-86a8-ad3f931fed84 req-6278bbd8-6e4c-47da-8549-5743a993a377 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:15.547606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2290166-549e-4977-86a8-ad3f931fed84 req-6278bbd8-6e4c-47da-8549-5743a993a377 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0712185 Sep 29 23:29:15.626157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11203185-dc5c-4b4e-b218-50bff5d8d8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.631608 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11203185-dc5c-4b4e-b218-50bff5d8d8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.634151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2290166-549e-4977-86a8-ad3f931fed84 req-5a9a1145-1b99-49b5-8824-6e54a1d1565a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785613 Sep 29 23:29:15.666587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-178823fc-01c5-4cc4-bfaf-cd1027e9710a req-7f27360b-e42d-470b-b619-24e938aa8b27 service neutron] 10.222.0.42 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179972 Sep 29 23:29:15.667768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11203185-dc5c-4b4e-b218-50bff5d8d8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c7931a-6139-4ad5-a38d-aec6f036faac,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:15.685755 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-11203185-dc5c-4b4e-b218-50bff5d8d8c7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7ab098f2ede4911921ac0513a107121&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668549 Sep 29 23:29:15.686410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50392) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:15.738063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5e089353-1e5b-4cfc-bb91-1053ea6b4001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.771272 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5e089353-1e5b-4cfc-bb91-1053ea6b4001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.820348 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5e089353-1e5b-4cfc-bb91-1053ea6b4001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.823383 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5e089353-1e5b-4cfc-bb91-1053ea6b4001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:15.834510 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5e089353-1e5b-4cfc-bb91-1053ea6b4001 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/89c7931a-6139-4ad5-a38d-aec6f036faac HTTP/1.1" status: 204 len: 168 time: 0.1403534 Sep 29 23:29:15.847365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e089353-1e5b-4cfc-bb91-1053ea6b4001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c7931a-6139-4ad5-a38d-aec6f036faac,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:15.934093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a8c777-ce76-47f6-b182-a6afe52fc345 req-d0fb6b75-bf2e-46c0-93c0-e105112c3723 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:15.935999 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4a8c777-ce76-47f6-b182-a6afe52fc345 req-d0fb6b75-bf2e-46c0-93c0-e105112c3723 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 943 time: 0.0630548 Sep 29 23:29:15.980763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4a8c777-ce76-47f6-b182-a6afe52fc345 req-47977917-8621-4367-b93d-6025edca1119 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380561 Sep 29 23:29:16.986974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea7b1b-0c6f-447c-a1ec-4d274b6bd1de req-7564ef30-9593-49aa-8a46-6b4e79997761 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:16.988662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21ea7b1b-0c6f-447c-a1ec-4d274b6bd1de req-7564ef30-9593-49aa-8a46-6b4e79997761 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.2620757 Sep 29 23:29:17.036879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21ea7b1b-0c6f-447c-a1ec-4d274b6bd1de req-fba972d4-d722-4a14-85e4-3bb41964d070 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418599 Sep 29 23:29:17.108516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e745d-e4d7-41d2-a7c7-090f9abd7a71 req-a82b37dc-49d3-45c2-b9bb-becb26879a1f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:17.110012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e6e745d-e4d7-41d2-a7c7-090f9abd7a71 req-a82b37dc-49d3-45c2-b9bb-becb26879a1f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 943 time: 0.0503862 Sep 29 23:29:17.148374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e6e745d-e4d7-41d2-a7c7-090f9abd7a71 req-649ba6d9-0cca-45d4-94fc-849dfef95ce5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320985 Sep 29 23:29:18.139017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50474) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:18.166181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f9992e-e02c-40d4-b56a-cf2e171ede1b req-13c63c9a-3cb3-41dc-a176-9f8184790a95 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:18.174755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0f9992e-e02c-40d4-b56a-cf2e171ede1b req-13c63c9a-3cb3-41dc-a176-9f8184790a95 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.0633781 Sep 29 23:29:18.220540 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0f9992e-e02c-40d4-b56a-cf2e171ede1b req-c2117a60-3abf-4b96-9d6c-f62a78bf24a6 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445733 Sep 29 23:29:18.255638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:29:18.269520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device dd891d4d-8b96-42bc-9bb0-42800916a5a0 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:29:18.278868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b33f7-e91b-4dd6-9944-75ef44e1805b req-74b1cd65-5a54-475c-92a8-2d3c5232b3d5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:18.281458 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-483b33f7-e91b-4dd6-9944-75ef44e1805b req-74b1cd65-5a54-475c-92a8-2d3c5232b3d5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 943 time: 0.0598805 Sep 29 23:29:18.290635 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72fa81fe-14d2-487a-ab4a-340f2f4794db admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.362800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-483b33f7-e91b-4dd6-9944-75ef44e1805b req-4e15383e-6e73-4463-a9fa-9d22af3e327c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745330 Sep 29 23:29:18.437191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72fa81fe-14d2-487a-ab4a-340f2f4794db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.445904 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72fa81fe-14d2-487a-ab4a-340f2f4794db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.448815 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.483875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:18.498544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:18.500656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50488) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:18.501280 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-72fa81fe-14d2-487a-ab4a-340f2f4794db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e510aa39e3664f289c2b06f603d21604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609838 Sep 29 23:29:18.501659 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45e6d20-7c90-4c95-8728-af7779dcb762" -d '{"events": [{"server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "name": "network-vif-unplugged", "status": "completed", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:18.502385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fa81fe-14d2-487a-ab4a-340f2f4794db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db4b05c-bf16-41c8-924e-f20cf252ab52,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:18.518889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:18.526784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'port_id': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'mac_address': 'fa:16:3e:01:36:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:29:18.538679 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.578979 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efde4a41-7d83-4f84-894b-a00598694ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.583298 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.602009 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa9b384-62a8-4e20-bb2e-9456f5e4acdd x-openstack-request-id: req-5aa9b384-62a8-4e20-bb2e-9456f5e4acdd {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:18.602773 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "name": "network-vif-unplugged", "status": "failed", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0", "code": 422}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:18.603045 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5aa9b384-62a8-4e20-bb2e-9456f5e4acdd {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:18.603890 n-d-811173-2 neutron-server[110007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'code': 422} returned with failed status Sep 29 23:29:18.616970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efde4a41-7d83-4f84-894b-a00598694ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.635458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea7bf7d-4ced-4fad-b9c0-85478005ff64 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:29:18.688346 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efde4a41-7d83-4f84-894b-a00598694ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.693288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efde4a41-7d83-4f84-894b-a00598694ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.698541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-efde4a41-7d83-4f84-894b-a00598694ee7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9db4b05c-bf16-41c8-924e-f20cf252ab52 HTTP/1.1" status: 204 len: 168 time: 0.1946099 Sep 29 23:29:18.698859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:18.704236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:18.715795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde4a41-7d83-4f84-894b-a00598694ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db4b05c-bf16-41c8-924e-f20cf252ab52,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:18.722839 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:18.793657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:19.151868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['aea7bf7d-4ced-4fad-b9c0-85478005ff64'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:29:19.495401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f80f6da-6719-4132-9342-978cef89ae94 req-fa5afbbe-f631-4248-8276-f845550f5af0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:19.498069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f80f6da-6719-4132-9342-978cef89ae94 req-fa5afbbe-f631-4248-8276-f845550f5af0 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 944 time: 0.1067238 Sep 29 23:29:19.500428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dcfb4-0620-4fb1-a1ff-fcc084ed7296 req-718518a1-d478-4b10-9096-241055806002 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:19.502025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd9dcfb4-0620-4fb1-a1ff-fcc084ed7296 req-718518a1-d478-4b10-9096-241055806002 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1097 time: 0.1071823 Sep 29 23:29:19.566408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0f80f6da-6719-4132-9342-978cef89ae94 req-97541ef7-8a96-403c-855c-1dad689acd41 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606310 Sep 29 23:29:19.573095 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd9dcfb4-0620-4fb1-a1ff-fcc084ed7296 req-1387a8b3-fbe3-4aff-bdd8-3bc14edc9c33 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641942 Sep 29 23:29:19.606130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:19.781516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-6ca66f01-d4ad-4a71-8a8a-e1850313b589 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1230009 Sep 29 23:29:20.181359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bdb9f6-1214-44b1-88ac-6563a4cc3cac req-61ad25fd-3556-4422-ac7b-ad3e35d35906 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:20.189240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31bdb9f6-1214-44b1-88ac-6563a4cc3cac req-61ad25fd-3556-4422-ac7b-ad3e35d35906 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.4925780 Sep 29 23:29:20.265784 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:20.269742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:20.335139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31bdb9f6-1214-44b1-88ac-6563a4cc3cac req-c5365b2e-aed9-4371-afd2-1829b1420797 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445453 Sep 29 23:29:20.353712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50572) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:20.360482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-2bcb840a-74c9-4a4e-a2ac-2a2465621d58 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6157310 Sep 29 23:29:20.363900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-06ab430a-7d42-43b3-a21d-6f80f29deb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:20.366008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-06ab430a-7d42-43b3-a21d-6f80f29deb3c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1097 time: 0.2144186 Sep 29 23:29:20.397266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port aea7bf7d-4ced-4fad-b9c0-85478005ff64 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:29:20.402458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port aea7bf7d-4ced-4fad-b9c0-85478005ff64 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:20.402893 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:20.468525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 2246111c-3e11-442a-9729-e8a4fefa8f82 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:29:20.468880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:20.585494 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:20.668362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:20.670097 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:20.674818 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7372ff13-fc04-4245-b8da-d2bcafc23195" -d '{"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-plugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:20.685615 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:20.687194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device dd891d4d-8b96-42bc-9bb0-42800916a5a0 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:29:20.746842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c8f05dd-4b3a-4795-926c-100007e63ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:20.777243 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905d2275-6bce-4dad-9d19-0a0cb2a12a19 x-openstack-request-id: req-905d2275-6bce-4dad-9d19-0a0cb2a12a19 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:20.777243 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-plugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:20.777243 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-905d2275-6bce-4dad-9d19-0a0cb2a12a19 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:20.777531 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'code': 200} Sep 29 23:29:20.796902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-0485db9d-fcdb-40cb-8d3f-d1d5527641dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:20.801195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-0485db9d-fcdb-40cb-8d3f-d1d5527641dd service neutron] 10.222.0.42 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 898 time: 0.4077120 Sep 29 23:29:20.875215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:20.900361 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:20.900790 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:20.933743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576651ce-de7f-4900-9951-820ffbacd9e9 req-b0eb6dc4-ee2e-4cdc-a02b-e0b7d1a6c14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:20.936048 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576651ce-de7f-4900-9951-820ffbacd9e9 req-b0eb6dc4-ee2e-4cdc-a02b-e0b7d1a6c14e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1096 time: 0.0844030 Sep 29 23:29:20.952190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31025a26-af23-455d-bcdd-cd26e86bbe94 req-86620fbd-bdce-4524-bb72-5bb6266fc1b6 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:20.966694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31025a26-af23-455d-bcdd-cd26e86bbe94 req-86620fbd-bdce-4524-bb72-5bb6266fc1b6 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 944 time: 0.2361655 Sep 29 23:29:20.989328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 2246111c-3e11-442a-9729-e8a4fefa8f82 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:29:20.993154 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-bc8dbcb5-98dc-4292-a515-c7fd7f39b9d8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 1002 time: 0.1718569 Sep 29 23:29:21.000440 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c8f05dd-4b3a-4795-926c-100007e63ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.008494 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576651ce-de7f-4900-9951-820ffbacd9e9 req-8a3d46b1-56e9-4e33-827c-f7018a7d7352 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639677 Sep 29 23:29:21.009189 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c8f05dd-4b3a-4795-926c-100007e63ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.056036 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3c8f05dd-4b3a-4795-926c-100007e63ec8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1221cafac8a34b91a372ead61af5a47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7011428 Sep 29 23:29:21.057033 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50612) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:21.061381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f05dd-4b3a-4795-926c-100007e63ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28513d1d-6e99-4360-ba63-1e9bbfff3257,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:21.137544 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7684-72f2-4f31-a922-2139a3dd3f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.173696 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7684-72f2-4f31-a922-2139a3dd3f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.180472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31025a26-af23-455d-bcdd-cd26e86bbe94 req-d99eaab3-98c3-4bbe-988b-04db2b8d42f6 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862752 Sep 29 23:29:21.218874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-ed784586-8cfe-460e-bc9a-4a4200759862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:21.221814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-ed784586-8cfe-460e-bc9a-4a4200759862 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 200 len: 835 time: 0.2167585 Sep 29 23:29:21.229908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7684-72f2-4f31-a922-2139a3dd3f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.233241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf0f7684-72f2-4f31-a922-2139a3dd3f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.236763 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf0f7684-72f2-4f31-a922-2139a3dd3f01 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/28513d1d-6e99-4360-ba63-1e9bbfff3257 HTTP/1.1" status: 204 len: 168 time: 0.1748204 Sep 29 23:29:21.248616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f7684-72f2-4f31-a922-2139a3dd3f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28513d1d-6e99-4360-ba63-1e9bbfff3257,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:21.361274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.401032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=2246111c-3e11-442a-9729-e8a4fefa8f82,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:21.446542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50632) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:21.512618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-65d0cc49-fb0f-4885-8453-b3b0f4caa316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:21.515012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-65d0cc49-fb0f-4885-8453-b3b0f4caa316 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badc2d66-9c01-4394-ae68-d780763ac87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239724 Sep 29 23:29:21.534882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.535172 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Floating IP 714870dc-c64a-45d8-b007-e00b06ca1c18 disassociated (deleted). External IP: 172.25.4.111, port: d62a73d1-b8bc-407a-ba82-b0b3b78a1230. Sep 29 23:29:21.555298 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b48759f-8862-445e-9a17-c1aae0cd375a req-26010e6e-8333-4fc4-b99a-8b9976dd0d96 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:21.556856 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b48759f-8862-445e-9a17-c1aae0cd375a req-26010e6e-8333-4fc4-b99a-8b9976dd0d96 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 945 time: 0.1283808 Sep 29 23:29:21.599801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73d666b9-b0f8-4932-a7fe-21dfca42e66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.619868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-eb4540ab-7fc7-4253-8377-02fde33abfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:21.622208 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-eb4540ab-7fc7-4253-8377-02fde33abfe4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e&tenant_id=e773d84f005142cda2dbedd73f471c4a HTTP/1.1" status: 200 len: 1095 time: 0.1078641 Sep 29 23:29:21.637901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:21.721323 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.728715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b48759f-8862-445e-9a17-c1aae0cd375a req-26d643a4-f33f-4645-a7d4-33866d49b6f2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313937 Sep 29 23:29:21.760364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-87a79679-600f-468c-a34f-15dd45810054 service neutron] 10.222.0.42 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345555 Sep 29 23:29:21.869305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73d666b9-b0f8-4932-a7fe-21dfca42e66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.876837 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73d666b9-b0f8-4932-a7fe-21dfca42e66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:21.942763 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-73d666b9-b0f8-4932-a7fe-21dfca42e66a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7c0d24a0cb4540a88476940d1c6ae16e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949820 Sep 29 23:29:21.945611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d666b9-b0f8-4932-a7fe-21dfca42e66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf277c-41c7-40f8-ad79-d16fa00b7984,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:21.947137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:22.010628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2492208-c291-4c7e-b1c8-2b1aae98541c req-ef5a8680-f525-4f83-bd9d-ba65e210a652 service neutron] 10.222.0.42 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377913 Sep 29 23:29:22.017873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router 0e83650e-cee0-4b91-924c-e6e44c5cde0a has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:29:22.026053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:22.074354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:22.090262 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45b691cd-8edf-4684-9079-6835058fdfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:22.114319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd891d4d-8b96-42bc-9bb0-42800916a5a0 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:29:22.123186 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:22.124930 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45b691cd-8edf-4684-9079-6835058fdfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:22.136744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Transition to ACTIVE for port object dd891d4d-8b96-42bc-9bb0-42800916a5a0 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:29:22.143516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:22.201622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:22.206405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:22.212451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] Sync routers for ids ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:22.222327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] Routers {'0e83650e-cee0-4b91-924c-e6e44c5cde0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:22.222974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:22.286943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c4bfa9c3-dac9-4c35-9997-ff1e05bcb0d3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/floatingips/714870dc-c64a-45d8-b007-e00b06ca1c18 HTTP/1.1" status: 204 len: 168 time: 2.6792414 Sep 29 23:29:22.291697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:22.306574 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b860f82-7388-403a-b607-8c920379e5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:22.322399 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45b691cd-8edf-4684-9079-6835058fdfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:22.336492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45b691cd-8edf-4684-9079-6835058fdfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:22.339877 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-45b691cd-8edf-4684-9079-6835058fdfee admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1bf277c-41c7-40f8-ad79-d16fa00b7984 HTTP/1.1" status: 204 len: 168 time: 0.3865428 Sep 29 23:29:22.383663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:22.459463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] No DVR routers for this DVR port dd891d4d-8b96-42bc-9bb0-42800916a5a0 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:29:22.491466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] Set router 0e83650e-cee0-4b91-924c-e6e44c5cde0a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:22.499877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b691cd-8edf-4684-9079-6835058fdfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf277c-41c7-40f8-ad79-d16fa00b7984,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:22.584827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22602b75-73e4-453f-91fc-e0cc846cd6e8 req-c9248d57-ad9f-4c1d-8412-15b14d1d0358 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:22.594985 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22602b75-73e4-453f-91fc-e0cc846cd6e8 req-c9248d57-ad9f-4c1d-8412-15b14d1d0358 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 944 time: 0.2314134 Sep 29 23:29:22.667567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22602b75-73e4-453f-91fc-e0cc846cd6e8 req-d9cee9b2-129e-44a9-beb9-2c4b0d633a92 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685551 Sep 29 23:29:22.677526 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cf31aa-bf95-4d2e-8dc6-faa22fedbd43 x-openstack-request-id: req-05cf31aa-bf95-4d2e-8dc6-faa22fedbd43 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:22.678766 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:22.679136 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-05cf31aa-bf95-4d2e-8dc6-faa22fedbd43 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:22.679639 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'status': 'completed', 'code': 200} Sep 29 23:29:22.787145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Attempting to bind port dd891d4d-8b96-42bc-9bb0-42800916a5a0 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:22.787405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Attempting to bind port dd891d4d-8b96-42bc-9bb0-42800916a5a0 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:22.787748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Attempting to bind port dd891d4d-8b96-42bc-9bb0-42800916a5a0 on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:22.798346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Port dd891d4d-8b96-42bc-9bb0-42800916a5a0 on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:29:22.798688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Attempting to bind port dd891d4d-8b96-42bc-9bb0-42800916a5a0 on network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:22.809496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:22.810041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Checking segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:22.810446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Bound using segment: {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:22.810896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Bound port: dd891d4d-8b96-42bc-9bb0-42800916a5a0, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3174b366-4129-40c4-ad8d-6f747fe4c051', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:22.811272 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:22.827669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b860f82-7388-403a-b607-8c920379e5cd req-eda59230-5265-451c-804f-de346a5430b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:22.829297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b860f82-7388-403a-b607-8c920379e5cd req-eda59230-5265-451c-804f-de346a5430b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 1097 time: 0.1003857 Sep 29 23:29:22.924592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89ccbf6-03ae-43d4-9060-951069e9502d req-f7469c42-1615-405e-a8cf-5c9eb266f8dc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:22.926192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d89ccbf6-03ae-43d4-9060-951069e9502d req-f7469c42-1615-405e-a8cf-5c9eb266f8dc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.1524417 Sep 29 23:29:22.934428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:22.945742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:22.953669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:22.958431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b7c90107-3176-452e-9ff9-e2687ac5163a', 'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:77:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:56Z', 'updated_at': '2021-09-29T23:27:04Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:23.002153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:23.003671 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:23.006396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] Checking router: 0e83650e-cee0-4b91-924c-e6e44c5cde0a for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:29:23.009185 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] 10.222.0.26 "PUT /v2.0/ports/dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 1092 time: 1.3739171 Sep 29 23:29:23.009961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:23.013867 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67032f6e-c4d5-45e0-bf03-371e8efd62fb" -d '{"events": [{"name": "network-changed", "server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:23.023530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] Routers {'0e83650e-cee0-4b91-924c-e6e44c5cde0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:23.026859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:23.076240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:23.101453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55160d-87d1-4d13-b2d4-7f34c5c2809d service neutron] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:23.109691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cde883-e049-483e-97dc-b784884c8aac req-6147829f-518c-4bed-9f04-d3501d685a2f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:23.111270 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6cde883-e049-483e-97dc-b784884c8aac req-6147829f-518c-4bed-9f04-d3501d685a2f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 945 time: 0.2372777 Sep 29 23:29:23.132709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-bbdf1777-0880-421f-b66d-e126d26d9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:23.134244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-bbdf1777-0880-421f-b66d-e126d26d9772 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1096 time: 0.1008077 Sep 29 23:29:23.170937 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10047331-4634-4746-a51c-a861f6c79913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:23.175484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d89ccbf6-03ae-43d4-9060-951069e9502d req-8367dc03-ff16-4894-951e-52f92dff0b18 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344873 Sep 29 23:29:23.208356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b860f82-7388-403a-b607-8c920379e5cd req-7338d327-e25d-4144-b6ec-c6358722f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:23.209982 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b860f82-7388-403a-b607-8c920379e5cd req-7338d327-e25d-4144-b6ec-c6358722f14a service neutron] 10.222.0.42 "GET /v2.0/networks?id=badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 200 len: 898 time: 0.3719101 Sep 29 23:29:23.217180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] Set router 0e83650e-cee0-4b91-924c-e6e44c5cde0a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:23.253101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6cde883-e049-483e-97dc-b784884c8aac req-0807abc2-bfdd-423f-88c4-1394dac5e4e3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078501 Sep 29 23:29:23.279610 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fa5862-3b6b-4bbb-83a4-e317954325b1 x-openstack-request-id: req-d1fa5862-3b6b-4bbb-83a4-e317954325b1 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:23.279851 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:23.290300 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d1fa5862-3b6b-4bbb-83a4-e317954325b1 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:23.295345 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'status': 'completed', 'code': 200} Sep 29 23:29:23.303646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b860f82-7388-403a-b607-8c920379e5cd req-153e300f-f21d-4cf0-9cab-66f058d85070 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 200 len: 217 time: 0.0792296 Sep 29 23:29:23.352521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-0c690512-e660-4b08-a782-11ce7ddd9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:23.354767 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-0c690512-e660-4b08-a782-11ce7ddd9ccf service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.2129681 Sep 29 23:29:23.446723 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-617525eb-83c2-4cf8-b08f-caa3fd0d92e5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 999 time: 0.0831451 Sep 29 23:29:23.462694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfffae9-4c9f-40b4-8826-4d83b153038e req-bbdebaea-60d9-4996-82b9-00221d5c72fe tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:23.464250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebfffae9-4c9f-40b4-8826-4d83b153038e req-bbdebaea-60d9-4996-82b9-00221d5c72fe tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 945 time: 0.0959790 Sep 29 23:29:23.465701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b860f82-7388-403a-b607-8c920379e5cd req-6881234a-4ab4-4685-a95b-de227f946921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:23.468855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b860f82-7388-403a-b607-8c920379e5cd req-6881234a-4ab4-4685-a95b-de227f946921 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 200 len: 835 time: 0.1510253 Sep 29 23:29:23.489697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50738) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:23.491879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b7c90107-3176-452e-9ff9-e2687ac5163a', 'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:77:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:56Z', 'updated_at': '2021-09-29T23:27:04Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:23.505457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-da15a8ce-8ccc-45a6-a426-04998099261c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'floatingip': {'port_id': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:23.521956 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-abe5a5c8-4313-4bc0-8274-6d3e27e5cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:23.523634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-abe5a5c8-4313-4bc0-8274-6d3e27e5cdaf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.0680616 Sep 29 23:29:23.529855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8bd7b4-42a7-4ad9-bfcc-3ec028135f59 None None] The sync data for ids ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'] in n-d-811173-2 is: [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b7c90107-3176-452e-9ff9-e2687ac5163a', 'name': '', 'network_id': 'badc2d66-9c01-4394-ae68-d780763ac87f', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:77:b4:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:56Z', 'updated_at': '2021-09-29T23:27:04Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '28871664-8f78-44a2-9e56-7291f5bddb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:23.584813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-b7f8e80d-59f8-4870-addd-a8c24094d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:23.586468 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-b7f8e80d-59f8-4870-addd-a8c24094d615 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552270 Sep 29 23:29:23.601561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da15a8ce-8ccc-45a6-a426-04998099261c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:23.695538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b860f82-7388-403a-b607-8c920379e5cd req-9b2db99c-d4cf-4c83-9530-3ad1b2c6feee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:23.697124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b860f82-7388-403a-b607-8c920379e5cd req-9b2db99c-d4cf-4c83-9530-3ad1b2c6feee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=badc2d66-9c01-4394-ae68-d780763ac87f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2208066 Sep 29 23:29:23.715187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-eb14b8b8-80c1-40c8-8b5f-89c11ec06a33 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199365 Sep 29 23:29:23.732710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10047331-4634-4746-a51c-a861f6c79913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:23.743766 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10047331-4634-4746-a51c-a861f6c79913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:23.857572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-10047331-4634-4746-a51c-a861f6c79913 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=910d8fde1ded4ed0a808185485b92480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7772043 Sep 29 23:29:23.860888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50790) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:23.874891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-847cc4a4-715e-4782-8a22-4c86c54a27ee req-a2cf3f33-5a76-481b-b862-8aec8d786d58 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506677 Sep 29 23:29:23.934970 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66d9fe1d-206f-4f53-bb6d-50a4b65dfeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:23.951021 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1180f03-ff36-4bea-9367-d0ad92d75fa3 None None] New status for floating IP 714870dc-c64a-45d8-b007-e00b06ca1c18: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:29:23.977230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10047331-4634-4746-a51c-a861f6c79913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786c137e-f39d-4098-ae77-f828d1a6c009,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:24.006816 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66d9fe1d-206f-4f53-bb6d-50a4b65dfeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:24.026925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b81f7-be1a-4865-a2e2-633828e19c0b req-827a2cc9-c712-4f90-84e2-2a8dd6faab2e tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:24.035294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-464b81f7-be1a-4865-a2e2-633828e19c0b req-827a2cc9-c712-4f90-84e2-2a8dd6faab2e tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.2474301 Sep 29 23:29:24.047498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-25fff1a4-d1be-4bb6-b9b5-51ea5a2acb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:24.050390 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-25fff1a4-d1be-4bb6-b9b5-51ea5a2acb35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1096 time: 0.1046460 Sep 29 23:29:24.051327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b860f82-7388-403a-b607-8c920379e5cd req-e5a6ee39-88f7-4544-b030-a0b5ba083a82 service neutron] 10.222.0.42 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392489 Sep 29 23:29:24.163347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66d9fe1d-206f-4f53-bb6d-50a4b65dfeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:24.166097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66d9fe1d-206f-4f53-bb6d-50a4b65dfeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:24.167321 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-66d9fe1d-206f-4f53-bb6d-50a4b65dfeb0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/786c137e-f39d-4098-ae77-f828d1a6c009 HTTP/1.1" status: 204 len: 168 time: 0.3033335 Sep 29 23:29:24.179127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9fe1d-206f-4f53-bb6d-50a4b65dfeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786c137e-f39d-4098-ae77-f828d1a6c009,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:24.205329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-34a11719-5382-4f32-99d7-42979376e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:24.208301 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-34a11719-5382-4f32-99d7-42979376e545 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.1507163 Sep 29 23:29:24.374382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-2e43ef0f-4329-47eb-9bb0-547680f08c0f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:24.376001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-2e43ef0f-4329-47eb-9bb0-547680f08c0f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.42 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.0869849 Sep 29 23:29:24.377962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-17657856-78c5-4521-9445-7633dfa7ad11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 999 time: 0.1628895 Sep 29 23:29:24.514030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-e90bb987-1ad1-4846-b4e9-2c1f8f78ddda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:24.516111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-e90bb987-1ad1-4846-b4e9-2c1f8f78ddda service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.1219494 Sep 29 23:29:24.562697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50828) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:24.580944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-464b81f7-be1a-4865-a2e2-633828e19c0b req-1c08312b-6ea2-4e7e-b4e3-13d712138b4f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5350518 Sep 29 23:29:24.590263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-280c6fc3-1657-4fae-b215-818282ca602e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:29:24.590669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-280c6fc3-1657-4fae-b215-818282ca602e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:24.617467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-ae6a3440-aef6-401c-bafb-71440c5867ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:24.619058 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-ae6a3440-aef6-401c-bafb-71440c5867ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0951869 Sep 29 23:29:24.690949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c9c1c-afa2-4250-a97d-b8e801aad3ed req-b4c38e9c-b1fd-4611-b4cc-d5707148625e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:24.698415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c85c9c1c-afa2-4250-a97d-b8e801aad3ed req-b4c38e9c-b1fd-4611-b4cc-d5707148625e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 946 time: 0.3121719 Sep 29 23:29:24.730473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b860f82-7388-403a-b607-8c920379e5cd req-301a3ab8-a300-46de-b256-60892851f049 service neutron] 10.222.0.42 "GET /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409224 Sep 29 23:29:24.814380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c85c9c1c-afa2-4250-a97d-b8e801aad3ed req-3a3b6185-490b-49d3-b4b9-1816d42dc3b5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=94aacf75-25b8-497f-bb39-bbe4f07e411e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062241 Sep 29 23:29:24.918614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3962ad14-7391-42ba-b283-7979e27903ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:24.991078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-280c6fc3-1657-4fae-b215-818282ca602e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port d62a73d1-b8bc-407a-ba82-b0b3b78a1230, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:24.992848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-280c6fc3-1657-4fae-b215-818282ca602e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.007182 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da15a8ce-8ccc-45a6-a426-04998099261c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.014530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da15a8ce-8ccc-45a6-a426-04998099261c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.072788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-280c6fc3-1657-4fae-b215-818282ca602e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for d62a73d1-b8bc-407a-ba82-b0b3b78a1230 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:29:25.134807 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-88c8e34c-d20a-4368-a9cb-dfec50904ed5 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5079398 Sep 29 23:29:25.231121 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-da15a8ce-8ccc-45a6-a426-04998099261c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Floating IP d7c18d74-195e-44b4-99e4-a678bae751ea associated. External IP: 172.25.4.170, port: aea7bf7d-4ced-4fad-b9c0-85478005ff64. Sep 29 23:29:25.440497 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3962ad14-7391-42ba-b283-7979e27903ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.447566 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3962ad14-7391-42ba-b283-7979e27903ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.476472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-280c6fc3-1657-4fae-b215-818282ca602e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.503720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da15a8ce-8ccc-45a6-a426-04998099261c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:29:25.569580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3962ad14-7391-42ba-b283-7979e27903ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=83085714f71f4a0c997704b02446aea9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0050459 Sep 29 23:29:25.571056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280c6fc3-1657-4fae-b215-818282ca602e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=d62a73d1-b8bc-407a-ba82-b0b3b78a1230,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:25.573070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962ad14-7391-42ba-b283-7979e27903ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05d2609-f045-4927-89c5-b23c4f8b84b4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:25.576606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50856) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:25.688870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-280c6fc3-1657-4fae-b215-818282ca602e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] No DVR routers for this DVR port d62a73d1-b8bc-407a-ba82-b0b3b78a1230 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:29:25.693600 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-280c6fc3-1657-4fae-b215-818282ca602e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.695810 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cbc5c5db-6a52-4a91-add0-a89eb9de6c74 req-280c6fc3-1657-4fae-b215-818282ca602e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.42 "DELETE /v2.0/ports/d62a73d1-b8bc-407a-ba82-b0b3b78a1230 HTTP/1.1" status: 204 len: 173 time: 1.3130217 Sep 29 23:29:25.696399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'name': 'network-vif-deleted', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:25.699544 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5253d07-4ee4-4009-bf1a-22935755107c" -d '{"events": [{"server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "name": "network-vif-deleted", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:25.720231 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aef1931e-55ca-4c63-9d81-7bfb7737738f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.783012 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aef1931e-55ca-4c63-9d81-7bfb7737738f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.824640 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c1c168c-1539-40bc-aa23-10914fc3f8ad x-openstack-request-id: req-9c1c168c-1539-40bc-aa23-10914fc3f8ad {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:25.827702 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491a6e18-5cc6-4d45-a740-d4694ca756d6", "name": "network-vif-deleted", "tag": "d62a73d1-b8bc-407a-ba82-b0b3b78a1230", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:25.827702 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c1c168c-1539-40bc-aa23-10914fc3f8ad {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:25.827702 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491a6e18-5cc6-4d45-a740-d4694ca756d6', 'name': 'network-vif-deleted', 'tag': 'd62a73d1-b8bc-407a-ba82-b0b3b78a1230', 'status': 'completed', 'code': 200} Sep 29 23:29:25.847988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da15a8ce-8ccc-45a6-a426-04998099261c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:25.853971 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-da15a8ce-8ccc-45a6-a426-04998099261c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.885411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aef1931e-55ca-4c63-9d81-7bfb7737738f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.886013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] Sync routers for ids ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:25.890363 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aef1931e-55ca-4c63-9d81-7bfb7737738f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:25.896140 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-aef1931e-55ca-4c63-9d81-7bfb7737738f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d05d2609-f045-4927-89c5-b23c4f8b84b4 HTTP/1.1" status: 204 len: 168 time: 0.3180513 Sep 29 23:29:25.914612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1931e-55ca-4c63-9d81-7bfb7737738f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05d2609-f045-4927-89c5-b23c4f8b84b4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:25.951321 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] Routers {'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:25.952007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:25.974757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36053ee8-747e-464f-abc6-620c70b64854 req-f4c6c700-26f1-4d24-a9c4-5c84b8a7261d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:25.992444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36053ee8-747e-464f-abc6-620c70b64854 req-f4c6c700-26f1-4d24-a9c4-5c84b8a7261d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.2526023 Sep 29 23:29:26.020469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-da15a8ce-8ccc-45a6-a426-04998099261c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "PUT /v2.0/floatingips/d7c18d74-195e-44b4-99e4-a678bae751ea HTTP/1.1" status: 200 len: 991 time: 2.5183372 Sep 29 23:29:26.054433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:26.061150 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31edf49-247c-48dc-a408-e498ea61742d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:26.129766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52353c14-462b-48e7-bfd9-9ff1e3f13c11 req-4f784f9f-c9cc-4596-ac72-785ef3f1785f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=491a6e18-5cc6-4d45-a740-d4694ca756d6 HTTP/1.1" status: 200 len: 210 time: 0.1343458 Sep 29 23:29:26.195069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36053ee8-747e-464f-abc6-620c70b64854 req-c4962758-b267-408e-97da-2b0dafd3f45b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015922 Sep 29 23:29:26.253818 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a464515-20c6-4323-bf43-0259767e4663 x-openstack-request-id: req-1a464515-20c6-4323-bf43-0259767e4663 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:26.254461 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:26.254940 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a464515-20c6-4323-bf43-0259767e4663 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:26.255723 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'status': 'completed', 'code': 200} Sep 29 23:29:26.570917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edf49-247c-48dc-a408-e498ea61742d req-a66b2ec3-5b31-438c-b24a-b6ba1283b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:26.580114 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b31edf49-247c-48dc-a408-e498ea61742d req-a66b2ec3-5b31-438c-b24a-b6ba1283b458 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1096 time: 0.1150658 Sep 29 23:29:26.615737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] Set router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:26.718490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edf49-247c-48dc-a408-e498ea61742d req-61ed7f3f-a5d0-4ebb-8e93-81b71145ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:26.718490 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b31edf49-247c-48dc-a408-e498ea61742d req-61ed7f3f-a5d0-4ebb-8e93-81b71145ee0f service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.1319363 Sep 29 23:29:26.805805 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b31edf49-247c-48dc-a408-e498ea61742d req-0811c8a7-64a4-4337-b2b4-b5d9a4a400c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 999 time: 0.0799501 Sep 29 23:29:26.806464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50884) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:26.810582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d62a73d1-b8bc-407a-ba82-b0b3b78a1230 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:29:26.861591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: d62a73d1-b8bc-407a-ba82-b0b3b78a1230 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:29:26.861953 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device d62a73d1-b8bc-407a-ba82-b0b3b78a1230 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:29:26.874441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:26.896042 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45a8e99c-7605-441c-9a2c-3566040d3062 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:26.902273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edf49-247c-48dc-a408-e498ea61742d req-238b86ca-f9c0-4fb1-9161-7312b2e7e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:26.905406 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b31edf49-247c-48dc-a408-e498ea61742d req-238b86ca-f9c0-4fb1-9161-7312b2e7e642 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0910473 Sep 29 23:29:26.992901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31edf49-247c-48dc-a408-e498ea61742d req-c29ddf6a-ce4c-4968-a9ed-259824997c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:26.997925 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b31edf49-247c-48dc-a408-e498ea61742d req-c29ddf6a-ce4c-4968-a9ed-259824997c76 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789969 Sep 29 23:29:27.087054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45a8e99c-7605-441c-9a2c-3566040d3062 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:27.088555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'd7c18d74-195e-44b4-99e4-a678bae751ea', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'port_id': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'mac_address': 'fa:16:3e:01:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:29:05Z', 'updated_at': '2021-09-29T23:29:24Z', 'revision_number': 1, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b5dd5e-14b5-4fad-afcc-811af9785ce9', 'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'mac_address': 'fa:16:3e:ab:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:00Z', 'updated_at': '2021-09-29T23:29:07Z', 'revision_number': 5, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'subnets': [{'id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:27.097756 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45a8e99c-7605-441c-9a2c-3566040d3062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:27.134927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] Checking router: ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:29:27.147163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] Routers {'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:27.147976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:27.165801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-45a8e99c-7605-441c-9a2c-3566040d3062 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4b5d8612dd4b4acdba84666ce58b0b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2884490 Sep 29 23:29:27.179780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50890) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:27.196482 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b31edf49-247c-48dc-a408-e498ea61742d req-a255c53c-f666-4e15-9586-43f08a6d95a6 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915030 Sep 29 23:29:27.236086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8e99c-7605-441c-9a2c-3566040d3062 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33954c91-d60b-4a91-be8c-b438a9321dea,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:27.275055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50896) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:27.349592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:27.354219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] Set router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:27.361685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b31edf49-247c-48dc-a408-e498ea61742d req-a8e4d42c-dec5-478b-89b0-b19e1b9d1176 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593530 Sep 29 23:29:27.438248 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-830e9b54-83e6-4c71-9b39-ac05f60c5694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:27.554248 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:27.567737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-830e9b54-83e6-4c71-9b39-ac05f60c5694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:27.600470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0677d3c-6cc4-4c81-b19a-f6b20c0f105b req-3245d252-48bf-402f-ab21-1fe7fca91169 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:27.607996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0677d3c-6cc4-4c81-b19a-f6b20c0f105b req-3245d252-48bf-402f-ab21-1fe7fca91169 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.2742000 Sep 29 23:29:27.702942 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:29:27.715451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'd7c18d74-195e-44b4-99e4-a678bae751ea', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'port_id': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'mac_address': 'fa:16:3e:01:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:29:05Z', 'updated_at': '2021-09-29T23:29:24Z', 'revision_number': 1, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b5dd5e-14b5-4fad-afcc-811af9785ce9', 'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'mac_address': 'fa:16:3e:ab:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:00Z', 'updated_at': '2021-09-29T23:29:07Z', 'revision_number': 5, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'subnets': [{'id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:27.743944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0677d3c-6cc4-4c81-b19a-f6b20c0f105b req-2073c9e8-5bec-4711-8330-11ce5b30fde1 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349673 Sep 29 23:29:27.793943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3499cba-5dbd-463e-8bdc-bc78ee45cef6 None None] The sync data for ids ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'] in n-d-811173-2 is: [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'd7c18d74-195e-44b4-99e4-a678bae751ea', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'floating_ip_address': '172.25.4.170', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'port_id': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2997, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'mac_address': 'fa:16:3e:01:36:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:29:05Z', 'updated_at': '2021-09-29T23:29:24Z', 'revision_number': 1, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7b5dd5e-14b5-4fad-afcc-811af9785ce9', 'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'mac_address': 'fa:16:3e:ab:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:00Z', 'updated_at': '2021-09-29T23:29:07Z', 'revision_number': 5, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'subnets': [{'id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:27.847483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-830e9b54-83e6-4c71-9b39-ac05f60c5694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:27.860287 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-830e9b54-83e6-4c71-9b39-ac05f60c5694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:27.868489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-830e9b54-83e6-4c71-9b39-ac05f60c5694 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/33954c91-d60b-4a91-be8c-b438a9321dea HTTP/1.1" status: 204 len: 168 time: 0.6748152 Sep 29 23:29:27.902465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e9b54-83e6-4c71-9b39-ac05f60c5694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33954c91-d60b-4a91-be8c-b438a9321dea,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:27.991494 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:28.147662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Allocated IP 172.25.4.86 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/41f96f6c-af62-49bc-b336-2f2db3e62f61) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:28.185269 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e656e6e-a19f-4d99-be47-fd4af0b99b33 None None] New status for floating IP d7c18d74-195e-44b4-99e4-a678bae751ea: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:29:28.429409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:28.471070 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:28.533163 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:28.585595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:28.637518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:28.648814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:28.653166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Pushing event updated for resources: {'Port': ['ID=41f96f6c-af62-49bc-b336-2f2db3e62f61,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:28.902866 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:28.980314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5eae8-3b28-428f-a237-341e39b0dc83 req-8804243a-2226-4095-9ee3-7a89c7b9ff08 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:28.982733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6d5eae8-3b28-428f-a237-341e39b0dc83 req-8804243a-2226-4095-9ee3-7a89c7b9ff08 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.1423767 Sep 29 23:29:29.009922 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:29.413961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6d5eae8-3b28-428f-a237-341e39b0dc83 req-04b5fd91-11df-4e3c-b681-090216ca46a9 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4077950 Sep 29 23:29:29.440906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port b7c90107-3176-452e-9ff9-e2687ac5163a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:29:29.440906 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:29.596236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port b7c90107-3176-452e-9ff9-e2687ac5163a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b7c90107-3176-452e-9ff9-e2687ac5163a,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:29.596619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:29.622892 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:29.640327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for b7c90107-3176-452e-9ff9-e2687ac5163a owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:29:29.686659 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:29.791262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Pushing event updated for resources: {'Port': ['ID=41f96f6c-af62-49bc-b336-2f2db3e62f61,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:29.843169 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:29.861836 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:29.863414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-45864a5a-3243-4a96-867a-07f54ab80bc9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0557795 Sep 29 23:29:29.866447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50944) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:29.872134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1561487504', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'fixed_ips': [{'ip_address': '172.25.4.86'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:29.919525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Made reservation on behalf of 1d727ac609ef472b83caa2359ecfbb10 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:29.922157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:29.937749 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:30.003801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:30.040670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=b7c90107-3176-452e-9ff9-e2687ac5163a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:30.222931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:30.234820 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:30.242607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] device_id is not set on port 621f46c6-95b4-43a8-ab13-0397d8dc6235 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:29:30.323312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=083d8d36-b6bd-4284-b3f1-7ff33840c6c5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:30.410368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:30.659589 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 29 23:29:30.660141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:29:30.723083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714c17d-3ae2-440c-997f-4fcc887cc20d req-07a2ea48-c724-4638-bd0b-d7995a268ca6 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:30.724672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2714c17d-3ae2-440c-997f-4fcc887cc20d req-07a2ea48-c724-4638-bd0b-d7995a268ca6 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.1663051 Sep 29 23:29:30.748519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50964) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:30.749145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c29128c8-e1ef-46ba-ac26-fe79056b5ae9 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.8809354 Sep 29 23:29:30.825988 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2714c17d-3ae2-440c-997f-4fcc887cc20d req-74c3f127-d48f-4f1b-96b3-143e30918d76 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942791 Sep 29 23:29:30.850310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router 0e83650e-cee0-4b91-924c-e6e44c5cde0a has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:29:30.987066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50966) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:30.994159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'network': {'name': 'tempest-network-smoke--1982640182', 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'port_security_enabled': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:30.995795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:31.006399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8531500f-fe7b-42d2-8810-1d3d91803941 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "PUT /v2.0/routers/0e83650e-cee0-4b91-924c-e6e44c5cde0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7270093 Sep 29 23:29:31.008056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50968) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:31.011558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1df92177-3a1d-40cd-9ad1-c1089943e6b8 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Deleting port 41f96f6c-af62-49bc-b336-2f2db3e62f61 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:29:31.011940 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1df92177-3a1d-40cd-9ad1-c1089943e6b8 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.015914 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] Sync routers for ids ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:31.026412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] Routers {'0e83650e-cee0-4b91-924c-e6e44c5cde0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:31.027045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:31.077815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Made reservation on behalf of 017e7a33ad044e3bbbb26b207169c28f for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:31.081902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.130633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.148967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-2719137f-8cd8-411a-8b0b-408c96942f07 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting subnet 28871664-8f78-44a2-9e56-7291f5bddb48 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:29:31.150529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] Set router 0e83650e-cee0-4b91-924c-e6e44c5cde0a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:31.153833 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2719137f-8cd8-411a-8b0b-408c96942f07 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.225810 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1df92177-3a1d-40cd-9ad1-c1089943e6b8 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.226419 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1df92177-3a1d-40cd-9ad1-c1089943e6b8 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.230403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2719137f-8cd8-411a-8b0b-408c96942f07 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.278426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1df92177-3a1d-40cd-9ad1-c1089943e6b8 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Calling delete_port for 41f96f6c-af62-49bc-b336-2f2db3e62f61 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:29:31.392649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:29:29Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:31.420400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] Checking router: 0e83650e-cee0-4b91-924c-e6e44c5cde0a for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:29:31.429636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] Routers {'0e83650e-cee0-4b91-924c-e6e44c5cde0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:31.430629 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:31.436330 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2719137f-8cd8-411a-8b0b-408c96942f07 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.496821 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.515924 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.553968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:29:31.573176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] Set router 0e83650e-cee0-4b91-924c-e6e44c5cde0a gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:31.610793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcecdd2e-8626-4edc-a37a-318ba213fb40,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:31.620845 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2719137f-8cd8-411a-8b0b-408c96942f07 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.637310 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2719137f-8cd8-411a-8b0b-408c96942f07 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.643187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2719137f-8cd8-411a-8b0b-408c96942f07 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/subnets/28871664-8f78-44a2-9e56-7291f5bddb48 HTTP/1.1" status: 204 len: 168 time: 0.6314819 Sep 29 23:29:31.643501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50972) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:31.662221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.662570 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Added segment 9c1c468e-b170-401b-b5f6-66ea8802b1f8 of type vlan for network 5bd5fbc8-8b72-4017-91db-cf292c93eded Sep 29 23:29:31.664552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1df92177-3a1d-40cd-9ad1-c1089943e6b8 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.681612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719137f-8cd8-411a-8b0b-408c96942f07 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Subnet': ['ID=28871664-8f78-44a2-9e56-7291f5bddb48,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:31.719043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbb2eec-fa73-4e07-bf44-39169999d6a8 None None] Network badc2d66-9c01-4394-ae68-d780763ac87f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:29:31.750607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df92177-3a1d-40cd-9ad1-c1089943e6b8 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Pushing event deleted for resources: {'Port': ['ID=41f96f6c-af62-49bc-b336-2f2db3e62f61,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:31.773271 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:31.977575 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.013014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:29:29Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:32.116897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d87b82-e9a0-4ae6-bc0b-38b8866d8a63 None None] DHCP port deletion for badc2d66-9c01-4394-ae68-d780763ac87f request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:29:32.130235 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18629613-ea3f-41d8-8c7e-937481bd478a None None] The sync data for ids ['0e83650e-cee0-4b91-924c-e6e44c5cde0a'] in n-d-811173-2 is: [{'id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1072495345', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116'}], 'enable_snat': True}, 'gw_port_id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:26:51Z', 'updated_at': '2021-09-29T23:29:29Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '13d8ed78-0ffc-4500-8215-6b22b05c8838', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:03:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e83650e-cee0-4b91-924c-e6e44c5cde0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2872, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:26:52Z', 'updated_at': '2021-09-29T23:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:32.227534 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b439d-6a82-43d3-b556-88473c622829 req-57acb359-df05-4ff2-b8b2-de4461053d5f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:32.236285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a97b439d-6a82-43d3-b556-88473c622829 req-57acb359-df05-4ff2-b8b2-de4461053d5f tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.2331867 Sep 29 23:29:32.239225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.239771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b6d87b82-e9a0-4ae6-bc0b-38b8866d8a63 None None] Deleting port 4d07cde5-d2ce-4082-a110-a8322c5f86fe {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:29:32.240427 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b6d87b82-e9a0-4ae6-bc0b-38b8866d8a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.267916 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1df92177-3a1d-40cd-9ad1-c1089943e6b8 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.270572 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1df92177-3a1d-40cd-9ad1-c1089943e6b8 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.276236 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1df92177-3a1d-40cd-9ad1-c1089943e6b8 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490 tempest-ExternalNetworksAdminNegativeTestJSON-1088956490-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/bfb7f57a-3c0d-49cf-8f32-2dbed9562057 HTTP/1.1" status: 204 len: 168 time: 1.5264609 Sep 29 23:29:32.286060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.292369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:32.293358 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.306431 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a97b439d-6a82-43d3-b556-88473c622829 req-a4e66f04-d472-416b-9f3b-5ab9f2423b5e tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601106 Sep 29 23:29:32.312462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3227603 Sep 29 23:29:32.314253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 13d8ed78-0ffc-4500-8215-6b22b05c8838 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:29:32.314253 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.336017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50980) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:32.343183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'admin_state_up': True, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:32.379044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.380432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.381219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b6d87b82-e9a0-4ae6-bc0b-38b8866d8a63 None None] For port 4d07cde5-d2ce-4082-a110-a8322c5f86fe, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4d07cde5-d2ce-4082-a110-a8322c5f86fe,segment=NetworkSegment(35efc012-6937-4ff1-9c60-f897532bfd35),segment_id=35efc012-6937-4ff1-9c60-f897532bfd35)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:32.381832 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b6d87b82-e9a0-4ae6-bc0b-38b8866d8a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.396181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b6d87b82-e9a0-4ae6-bc0b-38b8866d8a63 None None] Calling delete_port for 4d07cde5-d2ce-4082-a110-a8322c5f86fe owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:29:32.435259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2866c9-6bce-4ef6-8994-58329b3f7683 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Network': ['ID=5bd5fbc8-8b72-4017-91db-cf292c93eded,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:32.539492 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 5bd5fbc8-8b72-4017-91db-cf292c93eded details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:29:32.552805 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.564989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port 13d8ed78-0ffc-4500-8215-6b22b05c8838, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=13d8ed78-0ffc-4500-8215-6b22b05c8838,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:32.565370 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.601943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 13d8ed78-0ffc-4500-8215-6b22b05c8838 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:29:32.633102 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b6d87b82-e9a0-4ae6-bc0b-38b8866d8a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.718292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b7c90107-3176-452e-9ff9-e2687ac5163a no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:29:32.760229 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:32.815075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d87b82-e9a0-4ae6-bc0b-38b8866d8a63 None None] No DVR routers for this DVR port 4d07cde5-d2ce-4082-a110-a8322c5f86fe on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:29:32.816877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d87b82-e9a0-4ae6-bc0b-38b8866d8a63 None None] Pushing event deleted for resources: {'Port': ['ID=4d07cde5-d2ce-4082-a110-a8322c5f86fe,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:32.881204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: b7c90107-3176-452e-9ff9-e2687ac5163a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:29:32.881576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b7c90107-3176-452e-9ff9-e2687ac5163a not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:29:32.882011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4d07cde5-d2ce-4082-a110-a8322c5f86fe no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:29:32.921441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4d07cde5-d2ce-4082-a110-a8322c5f86fe {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:29:32.921804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4d07cde5-d2ce-4082-a110-a8322c5f86fe not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:29:32.941461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50984) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:33.094952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.132283 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.133151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=13d8ed78-0ffc-4500-8215-6b22b05c8838,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:33.135329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab26ecbd-f486-4881-b2c5-fe76a6493aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.168528 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.237992 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.318987 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3069a059-5429-4a3d-a174-10204a96655c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.333505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Allocated IP 172.25.4.227 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/95b0a7bb-64a2-44f9-a124-91369ccb2afa) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:33.384505 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.387032 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.405910 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab26ecbd-f486-4881-b2c5-fe76a6493aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.437965 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ab26ecbd-f486-4881-b2c5-fe76a6493aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.469095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.470091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Fanout notify agent at l3_agent the message router_deleted on router 0e83650e-cee0-4b91-924c-e6e44c5cde0a {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:29:33.492386 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.496375 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ab26ecbd-f486-4881-b2c5-fe76a6493aee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=92df71f1d6a94192b0dc6194da3b493a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503592 Sep 29 23:29:33.496541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e34a8da6-9e10-444f-abcb-6c893935c142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/routers/0e83650e-cee0-4b91-924c-e6e44c5cde0a HTTP/1.1" status: 204 len: 168 time: 1.8491623 Sep 29 23:29:33.496541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 50992) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:33.501932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 50994) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:33.536506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26ecbd-f486-4881-b2c5-fe76a6493aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c79047-5c4b-4772-9b11-dd3461428f5a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:33.546188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1cabe-cff4-4daf-abd3-084a3380d02f req-ae618152-4488-421c-a3d7-42e7fffded1a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:33.547759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34f1cabe-cff4-4daf-abd3-084a3380d02f req-ae618152-4488-421c-a3d7-42e7fffded1a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.0939140 Sep 29 23:29:33.571814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.618446 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15c1b476-74c2-41dd-8db2-bf4dea4856e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.646166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-34f1cabe-cff4-4daf-abd3-084a3380d02f req-17c7dc78-f4ba-4b12-b770-a6eb8dc1695d tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852771 Sep 29 23:29:33.657865 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15c1b476-74c2-41dd-8db2-bf4dea4856e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.677063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.730406 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15c1b476-74c2-41dd-8db2-bf4dea4856e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.734913 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15c1b476-74c2-41dd-8db2-bf4dea4856e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.736415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-15c1b476-74c2-41dd-8db2-bf4dea4856e1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/04c79047-5c4b-4772-9b11-dd3461428f5a HTTP/1.1" status: 204 len: 168 time: 0.2399187 Sep 29 23:29:33.748268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1b476-74c2-41dd-8db2-bf4dea4856e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c79047-5c4b-4772-9b11-dd3461428f5a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:33.785305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.865669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:33.869495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:33.880763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Port': ['ID=95b0a7bb-64a2-44f9-a124-91369ccb2afa,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:33.885182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:33.891012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:33.925992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['badc2d66-9c01-4394-ae68-d780763ac87f']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:33.941219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35efc012-6937-4ff1-9c60-f897532bfd35') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:33.941517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35efc012-6937-4ff1-9c60-f897532bfd35') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:33.964691 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.059316 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:29:34.095418 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:29:34.113828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51000) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:34.165505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b7ad2d78-9577-4be0-996e-d5916b5de011 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1d727ac609ef472b83caa2359ecfbb10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504057 Sep 29 23:29:34.166038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51002) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:34.184383 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.233836 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.238189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/networks/badc2d66-9c01-4394-ae68-d780763ac87f HTTP/1.1" status: 204 len: 168 time: 0.7326734 Sep 29 23:29:34.240779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51006) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:34.254129 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9e56c1c-b3a5-4fa2-9b49-294b7399df87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.265200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fb27b-0cd0-40be-bfcb-e1057b62e2ee tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Network': ['ID=badc2d66-9c01-4394-ae68-d780763ac87f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:34.283259 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9e56c1c-b3a5-4fa2-9b49-294b7399df87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.351184 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9e56c1c-b3a5-4fa2-9b49-294b7399df87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.354554 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a9e56c1c-b3a5-4fa2-9b49-294b7399df87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.358613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a9e56c1c-b3a5-4fa2-9b49-294b7399df87 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/083d8d36-b6bd-4284-b3f1-7ff33840c6c5 HTTP/1.1" status: 204 len: 168 time: 0.1890223 Sep 29 23:29:34.366000 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e56c1c-b3a5-4fa2-9b49-294b7399df87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=083d8d36-b6bd-4284-b3f1-7ff33840c6c5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:34.392660 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f100aa68-9dd1-4dca-8638-c05b5964bb95 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.425868 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.486641 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f100aa68-9dd1-4dca-8638-c05b5964bb95 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.586010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 13d8ed78-0ffc-4500-8215-6b22b05c8838 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:29:34.586733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f100aa68-9dd1-4dca-8638-c05b5964bb95 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.589664 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f100aa68-9dd1-4dca-8638-c05b5964bb95 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.594483 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f100aa68-9dd1-4dca-8638-c05b5964bb95 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/security-groups/94aacf75-25b8-497f-bb39-bbe4f07e411e HTTP/1.1" status: 204 len: 168 time: 0.3496988 Sep 29 23:29:34.625734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 13d8ed78-0ffc-4500-8215-6b22b05c8838 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:29:34.626690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 13d8ed78-0ffc-4500-8215-6b22b05c8838 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:29:34.653385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100aa68-9dd1-4dca-8638-c05b5964bb95 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aacf75-25b8-497f-bb39-bbe4f07e411e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:34.903915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:34.939095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5856b9b-f316-4637-acfe-ddc2e3d72211 req-5f97042e-2c8d-4980-8bac-e576de4068fc tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:34.947741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5856b9b-f316-4637-acfe-ddc2e3d72211 req-5f97042e-2c8d-4980-8bac-e576de4068fc tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.0892467 Sep 29 23:29:35.000383 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5856b9b-f316-4637-acfe-ddc2e3d72211 req-168e8439-f43c-438b-984c-f74c467bd788 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508792 Sep 29 23:29:35.174351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Router 4fc6b196-13d8-4c25-8792-0241e7301b99 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:29:35.338876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:35.351810 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Sync routers for ids ['4fc6b196-13d8-4c25-8792-0241e7301b99'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:35.362856 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:35.368923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51032) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:35.371152 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Routers {'4fc6b196-13d8-4c25-8792-0241e7301b99'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:35.373246 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['4fc6b196-13d8-4c25-8792-0241e7301b99'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:35.373858 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6c0eb6f7-03a9-41e8-ab3f-e42a8f394c5d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.0363581 Sep 29 23:29:35.388432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51036) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:35.395667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b77bd6e7-6e20-47cf-b1cd-2c9c6d9c6ced tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107598686', 'description': 'tempest-secgroup-smoke-2107598686 description', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:35.442488 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b77bd6e7-6e20-47cf-b1cd-2c9c6d9c6ced tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:35.537984 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Set router 4fc6b196-13d8-4c25-8792-0241e7301b99 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:35.569567 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b77bd6e7-6e20-47cf-b1cd-2c9c6d9c6ced tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:35.577092 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b77bd6e7-6e20-47cf-b1cd-2c9c6d9c6ced tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:35.622617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77bd6e7-6e20-47cf-b1cd-2c9c6d9c6ced tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c94c5-c430-4692-a786-f32fe38ea3bd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:35.666815 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b77bd6e7-6e20-47cf-b1cd-2c9c6d9c6ced tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:35.668303 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b77bd6e7-6e20-47cf-b1cd-2c9c6d9c6ced tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2785323 Sep 29 23:29:35.670444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5b922048-c365-4c2a-9bbd-445390242770 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=017e7a33ad044e3bbbb26b207169c28f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2992151 Sep 29 23:29:35.671222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51044) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:35.673030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51046) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:35.676255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a075cc22-5366-423b-9f09-821f25cc9b67 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'db5c94c5-c430-4692-a786-f32fe38ea3bd', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:35.714564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51048) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:35.775349 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:34Z', 'revision_number': 3, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:35.805156 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Checking router: 4fc6b196-13d8-4c25-8792-0241e7301b99 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:29:35.805541 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Updating router 4fc6b196-13d8-4c25-8792-0241e7301b99 port 95b0a7bb-64a2-44f9-a124-91369ccb2afa binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:29:35.828087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a075cc22-5366-423b-9f09-821f25cc9b67 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:35.835675 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:35.858480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1667666997'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:35.931996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Made reservation on behalf of fb4a855cf0304bc6863c8f4dc45e3469 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:35.936418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:35.952187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:35.963487 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67032f6e-c4d5-45e0-bf03-371e8efd62fb req-7e420837-b220-4777-9d40-ceb93e82fb28 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416795 Sep 29 23:29:36.069432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.076614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.110188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:29:36.126803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47174069-6d24-4385-b96e-854007ba5e46,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:36.129413 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.129761 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Added segment 5de3aaef-8381-43ed-b32a-a4f30baf6602 of type vlan for network 477e081f-ba37-404f-8b21-4a3b768074ac Sep 29 23:29:36.144661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.145007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.145367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.145682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.146010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.146337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.146672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.147002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.147323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.147646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.147990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.148312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:36.184462 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.216367 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.223043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:36.223744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.243749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5c7b81f5-2e96-46cc-98d0-247908a5e04c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.256507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e77b1f4-d13d-4f01-8c4f-50ccb3d21612 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:36.258054 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6e77b1f4-d13d-4f01-8c4f-50ccb3d21612 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5773108 Sep 29 23:29:36.261773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51054) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:36.268567 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.274107 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.276453 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.5607929 Sep 29 23:29:36.282549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51056) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:36.303071 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ddc31340-93ff-45b1-9582-615debc3fdc1 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380490 Sep 29 23:29:36.309850 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51058) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:36.319190 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a075cc22-5366-423b-9f09-821f25cc9b67 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.320769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Request body: {'subnet': {'network_id': '477e081f-ba37-404f-8b21-4a3b768074ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:36.323130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1222453697', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:36.335014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4647c-404f-49a5-b257-1a9bf11c37d1 req-f55726b2-78bc-4d35-b43c-c73a36e2c634 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:36.336662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ee4647c-404f-49a5-b257-1a9bf11c37d1 req-f55726b2-78bc-4d35-b43c-c73a36e2c634 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.1371286 Sep 29 23:29:36.339115 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a075cc22-5366-423b-9f09-821f25cc9b67 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.341328 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Attempting to bind port 95b0a7bb-64a2-44f9-a124-91369ccb2afa on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:36.342012 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Attempting to bind port 95b0a7bb-64a2-44f9-a124-91369ccb2afa by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:36.342947 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Attempting to bind port 95b0a7bb-64a2-44f9-a124-91369ccb2afa on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:36.345451 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997f1c5-756e-4180-85bd-3095281349ac None None] Pushing event updated for resources: {'Port': ['ID=95b0a7bb-64a2-44f9-a124-91369ccb2afa,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:36.352355 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:36.353092 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:36.353287 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.353777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db9433-c642-4909-a6af-44a7379c5da1 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event updated for resources: {'Network': ['ID=477e081f-ba37-404f-8b21-4a3b768074ac,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:36.354011 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:36.354765 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Bound port: 95b0a7bb-64a2-44f9-a124-91369ccb2afa, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:36.355318 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.370897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 477e081f-ba37-404f-8b21-4a3b768074ac details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:29:36.427345 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] For port 95b0a7bb-64a2-44f9-a124-91369ccb2afa, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:36.429294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075cc22-5366-423b-9f09-821f25cc9b67 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cff7136-82f0-45a1-b1c3-bc8069fbe3e1,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:36.431035 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] For port 95b0a7bb-64a2-44f9-a124-91369ccb2afa, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=95b0a7bb-64a2-44f9-a124-91369ccb2afa,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:36.440328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a075cc22-5366-423b-9f09-821f25cc9b67 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.441572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a075cc22-5366-423b-9f09-821f25cc9b67 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7693040 Sep 29 23:29:36.444440 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.447775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51060) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:36.454483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cd1cdf0a-15cb-41fd-b5e3-ac7e7951c433 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'db5c94c5-c430-4692-a786-f32fe38ea3bd', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:36.465385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Made reservation on behalf of fb4a855cf0304bc6863c8f4dc45e3469 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:36.479561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.483626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ee4647c-404f-49a5-b257-1a9bf11c37d1 req-ff037221-09b9-4ff6-b54a-075f5b937b12 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300249 Sep 29 23:29:36.509002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Made reservation on behalf of 017e7a33ad044e3bbbb26b207169c28f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:36.514774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.532934 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Routers {'4fc6b196-13d8-4c25-8792-0241e7301b99'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:36.533800 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['4fc6b196-13d8-4c25-8792-0241e7301b99'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:36.563958 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.601458 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997f1c5-756e-4180-85bd-3095281349ac None None] Pushing event updated for resources: {'Port': ['ID=95b0a7bb-64a2-44f9-a124-91369ccb2afa,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:36.634187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdf0a-15cb-41fd-b5e3-ac7e7951c433 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.674280 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] Set router 4fc6b196-13d8-4c25-8792-0241e7301b99 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:36.722959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.741476 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdf0a-15cb-41fd-b5e3-ac7e7951c433 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.749143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdf0a-15cb-41fd-b5e3-ac7e7951c433 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.786200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event updated for resources: {'Subnet': ['ID=3b1510d7-63bf-4768-8aec-1b823fa557ae,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:36.803349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Checking segment: {'id': '5de3aaef-8381-43ed-b32a-a4f30baf6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '477e081f-ba37-404f-8b21-4a3b768074ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:36.804086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Network hostable DHCP agents. Network: 477e081f-ba37-404f-8b21-4a3b768074ac, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:29:36.807485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1cdf0a-15cb-41fd-b5e3-ac7e7951c433 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=376633f8-f8d8-4ae9-a798-62ab9d046c2c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:36.819686 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.825978 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cd1cdf0a-15cb-41fd-b5e3-ac7e7951c433 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.830050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cd1cdf0a-15cb-41fd-b5e3-ac7e7951c433 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3786118 Sep 29 23:29:36.832636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51064) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:36.837154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6a47a17e-2afb-4fa0-b26f-45bbd9bbbc5c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'db5c94c5-c430-4692-a786-f32fe38ea3bd', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:36.868140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Network 477e081f-ba37-404f-8b21-4a3b768074ac is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:29:36.873864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a47a17e-2afb-4fa0-b26f-45bbd9bbbc5c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.890654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 477e081f-ba37-404f-8b21-4a3b768074ac) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:36.890895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Subnet': ['ID=19b93d8b-9edd-4ace-a93e-35f534a9e4f0,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:36.900854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Checking segment: {'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:36.901226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network hostable DHCP agents. Network: 5bd5fbc8-8b72-4017-91db-cf292c93eded, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:29:36.901876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:36.902488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.905418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409ed473-3a2e-4f2e-b49c-c74e49477823 None None] Network 477e081f-ba37-404f-8b21-4a3b768074ac requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:29:36.909759 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:34Z', 'revision_number': 3, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:36.922131 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network 5bd5fbc8-8b72-4017-91db-cf292c93eded is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:29:36.929455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 5bd5fbc8-8b72-4017-91db-cf292c93eded) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:36.936325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:36.936978 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.940138 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-323b545e-40d3-41df-9e47-8fa1f477e796 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6565228 Sep 29 23:29:36.943799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51066) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:36.950974 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7eac7ec-0cae-42a4-967f-665cd88986c3 None None] The sync data for ids ['4fc6b196-13d8-4c25-8792-0241e7301b99'] in n-d-811173-2 is: [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:34Z', 'revision_number': 3, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:36.954544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Request body: {'port': {'network_id': '477e081f-ba37-404f-8b21-4a3b768074ac', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-850532897'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:36.959601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ce5923-3d15-4af7-b58b-bcf344fb1162 None None] Network 5bd5fbc8-8b72-4017-91db-cf292c93eded requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:29:36.968072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a47a17e-2afb-4fa0-b26f-45bbd9bbbc5c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.976237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a47a17e-2afb-4fa0-b26f-45bbd9bbbc5c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:36.989884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-acce7e38-e683-4de1-8f45-27acca9f233d tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6740923 Sep 29 23:29:36.990544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51068) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:37.011792 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a47a17e-2afb-4fa0-b26f-45bbd9bbbc5c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.016129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6a47a17e-2afb-4fa0-b26f-45bbd9bbbc5c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1800120 Sep 29 23:29:37.016464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51070) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:37.021273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2229ef4b-e98c-4c5e-8dce-a99fb5717c89 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'db5c94c5-c430-4692-a786-f32fe38ea3bd', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:37.027075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47a17e-2afb-4fa0-b26f-45bbd9bbbc5c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca0bec84-45d0-48a5-97b4-435d9c059d47,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:37.057020 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2229ef4b-e98c-4c5e-8dce-a99fb5717c89 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.148032 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2229ef4b-e98c-4c5e-8dce-a99fb5717c89 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.155693 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2229ef4b-e98c-4c5e-8dce-a99fb5717c89 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.177422 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229ef4b-e98c-4c5e-8dce-a99fb5717c89 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd5b6c1-28cb-43b2-aab5-f6f1a01214e0,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:37.197524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Made reservation on behalf of fb4a855cf0304bc6863c8f4dc45e3469 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:37.201055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.201760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2229ef4b-e98c-4c5e-8dce-a99fb5717c89 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.206166 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2229ef4b-e98c-4c5e-8dce-a99fb5717c89 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1886892 Sep 29 23:29:37.206943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51072) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:37.212778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8b8faf28-1a70-4b9c-b3d7-ddb80c7891d0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'db5c94c5-c430-4692-a786-f32fe38ea3bd', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:37.244782 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-8b8faf28-1a70-4b9c-b3d7-ddb80c7891d0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Project 8c9b032445a841f1bea01ab3b724c1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:29:37.253471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf28-1a70-4b9c-b3d7-ddb80c7891d0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.264078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] device_id is not set on port 163d4d1b-5f90-43e7-b2fc-f1b6be329edd yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:29:37.385305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf28-1a70-4b9c-b3d7-ddb80c7891d0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.392609 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf28-1a70-4b9c-b3d7-ddb80c7891d0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.417396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8faf28-1a70-4b9c-b3d7-ddb80c7891d0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc3ba95-b324-46e7-92b6-479172126d3e,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:37.431194 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8b8faf28-1a70-4b9c-b3d7-ddb80c7891d0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.436116 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8b8faf28-1a70-4b9c-b3d7-ddb80c7891d0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2280526 Sep 29 23:29:37.437627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51074) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:37.443363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-5bd5fbc8-8b72-4017-91db-cf292c93eded', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:29:37.444337 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.456845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e2e5fe6a-2964-4414-8aae-27ccf3b52f25 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'db5c94c5-c430-4692-a786-f32fe38ea3bd', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:37.470684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-477e081f-ba37-404f-8b21-4a3b768074ac', 'network_id': '477e081f-ba37-404f-8b21-4a3b768074ac', 'tenant_id': 'fb4a855cf0304bc6863c8f4dc45e3469', 'fixed_ips': [{'subnet_id': '3b1510d7-63bf-4768-8aec-1b823fa557ae'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:29:37.471660 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.490146 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-e2e5fe6a-2964-4414-8aae-27ccf3b52f25 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Project 8c9b032445a841f1bea01ab3b724c1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:29:37.504930 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fe6a-2964-4414-8aae-27ccf3b52f25 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.520006 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.602361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fe6a-2964-4414-8aae-27ccf3b52f25 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.612942 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fe6a-2964-4414-8aae-27ccf3b52f25 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.614511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Allocated IP 2001:db8::20b (477e081f-ba37-404f-8b21-4a3b768074ac/3b1510d7-63bf-4768-8aec-1b823fa557ae/163d4d1b-5f90-43e7-b2fc-f1b6be329edd) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:37.663864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5fe6a-2964-4414-8aae-27ccf3b52f25 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c69987-4bc1-4300-abe5-0532ea52c7d2,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:37.675644 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2e5fe6a-2964-4414-8aae-27ccf3b52f25 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.677468 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e2e5fe6a-2964-4414-8aae-27ccf3b52f25 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2394662 Sep 29 23:29:37.681248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51080) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:37.688556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'network': {'name': 'tempest-network-smoke--1827251483', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'port_security_enabled': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:37.718543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:37.727018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.755397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Allocated IP 172.20.0.2 (5bd5fbc8-8b72-4017-91db-cf292c93eded/19b93d8b-9edd-4ace-a93e-35f534a9e4f0/5cfeab1a-6cb2-4fff-abc4-1db9ee884c66) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:37.847377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595937c8-4454-4184-9096-5d935abca546 req-250a7422-2bf4-4e74-8090-0ed36ada2fba tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:37.849027 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-595937c8-4454-4184-9096-5d935abca546 req-250a7422-2bf4-4e74-8090-0ed36ada2fba tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 945 time: 0.1977522 Sep 29 23:29:37.948066 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.949342 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:37.961303 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.010860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Network 5bd5fbc8-8b72-4017-91db-cf292c93eded is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:38.017434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:38.025888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:38.049522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Pushing event updated for resources: {'Port': ['ID=5cfeab1a-6cb2-4fff-abc4-1db9ee884c66,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:38.058645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-595937c8-4454-4184-9096-5d935abca546 req-93161325-23ab-476a-8f6c-16b4c07c0e69 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994233 Sep 29 23:29:38.067908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.093276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.093724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.094142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.094538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.095266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.095266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.095782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.096253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.096580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.096904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.097228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.097728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:38.097843 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.105296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:29:38.116645 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.117021 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Added segment 8c7c80f4-9547-4c32-82e4-14a853287e66 of type vlan for network a18162ba-c032-446b-af4f-fc7c0f7a0768 Sep 29 23:29:38.161546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Attempting to bind port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:38.162203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Attempting to bind port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:38.162725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Attempting to bind port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 on network 5bd5fbc8-8b72-4017-91db-cf292c93eded {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:38.170485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:38.171190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Checking segment: {'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:38.172076 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.172630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Bound using segment: {'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:38.173304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Bound port: 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:38.173695 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.179807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.193343 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Allocated IP 2001:db8::2 (477e081f-ba37-404f-8b21-4a3b768074ac/3b1510d7-63bf-4768-8aec-1b823fa557ae/a2f0aad7-843a-4cad-9215-9b6eb54aa2a8) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:38.218097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.222541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Network 477e081f-ba37-404f-8b21-4a3b768074ac is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:38.224704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:38.225351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.230389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event updated for resources: {'Port': ['ID=163d4d1b-5f90-43e7-b2fc-f1b6be329edd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:38.233743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:38.237546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:38.243742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:38.244429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.286878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6042528 Sep 29 23:29:38.290907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:38.297510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a52d55be-cfc5-47dd-b941-81a863c53d71 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3493094 Sep 29 23:29:38.298044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'admin_state_up': True, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:38.318767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51084) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:38.325292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a65525-0336-4b8d-b61a-d50c307a14e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Network': ['ID=a18162ba-c032-446b-af4f-fc7c0f7a0768,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:38.327528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Request body: {'port': {'network_id': '477e081f-ba37-404f-8b21-4a3b768074ac', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-168004677', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:38.327687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] bootfile-name is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:29:38.328063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] tftp-server is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:29:38.328540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] server-ip-address is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:29:38.351261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.352320 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.353519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network a18162ba-c032-446b-af4f-fc7c0f7a0768 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:29:38.360508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] For port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:38.391348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] For port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5cfeab1a-6cb2-4fff-abc4-1db9ee884c66,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:38.405225 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.509489 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.540875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device dd891d4d-8b96-42bc-9bb0-42800916a5a0 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:29:38.580793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05fe8b-dddd-4d3c-91f5-79f2be7c707b None None] Pushing event updated for resources: {'Port': ['ID=5cfeab1a-6cb2-4fff-abc4-1db9ee884c66,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:38.611706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 95b0a7bb-64a2-44f9-a124-91369ccb2afa up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:38.667401 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.689190 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.695257 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.757408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Made reservation on behalf of fb4a855cf0304bc6863c8f4dc45e3469 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:38.767950 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.792397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Network 477e081f-ba37-404f-8b21-4a3b768074ac is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:38.801450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:38.804061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:38.814670 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.851236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] device_id is not set on port 5c5b0ebe-6771-4637-b881-3564ac2159b0 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:29:38.860196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Pushing event updated for resources: {'Port': ['ID=a2f0aad7-843a-4cad-9215-9b6eb54aa2a8,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:38.913261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:38.923672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 95b0a7bb-64a2-44f9-a124-91369ccb2afa triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:38.924081 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.948987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Attempting to bind port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:38.949365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Attempting to bind port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '5de3aaef-8381-43ed-b32a-a4f30baf6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '477e081f-ba37-404f-8b21-4a3b768074ac'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:38.949845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Attempting to bind port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 on network 477e081f-ba37-404f-8b21-4a3b768074ac {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:38.955447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'port_id': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'mac_address': 'fa:16:3e:6f:ca:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 522, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:29:38.956249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Allocated IP 172.20.0.1 (5bd5fbc8-8b72-4017-91db-cf292c93eded/19b93d8b-9edd-4ace-a93e-35f534a9e4f0/c88e1ef3-fa95-47cc-988b-37c8f9b07bba) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:38.965102 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:38.966031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Checking segment: {'id': '5de3aaef-8381-43ed-b32a-a4f30baf6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '477e081f-ba37-404f-8b21-4a3b768074ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:38.967198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:38.967198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Bound using segment: {'id': '5de3aaef-8381-43ed-b32a-a4f30baf6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '477e081f-ba37-404f-8b21-4a3b768074ac'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:38.967848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Bound port: a2f0aad7-843a-4cad-9215-9b6eb54aa2a8, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de3aaef-8381-43ed-b32a-a4f30baf6602', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '477e081f-ba37-404f-8b21-4a3b768074ac'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:38.968252 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:39.063881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Allocated IP 2001:db8::1a6 (477e081f-ba37-404f-8b21-4a3b768074ac/3b1510d7-63bf-4768-8aec-1b823fa557ae/5c5b0ebe-6771-4637-b881-3564ac2159b0) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:39.069698 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:39.102958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd891d4d-8b96-42bc-9bb0-42800916a5a0 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:29:39.130928 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:39.146894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] For port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:39.167496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:39.182985 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:39.190763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] For port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a2f0aad7-843a-4cad-9215-9b6eb54aa2a8,segment=NetworkSegment(5de3aaef-8381-43ed-b32a-a4f30baf6602),segment_id=5de3aaef-8381-43ed-b32a-a4f30baf6602)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:39.197329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 95b0a7bb-64a2-44f9-a124-91369ccb2afa, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=95b0a7bb-64a2-44f9-a124-91369ccb2afa,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:39.221272 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:39.227614 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:39.260699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=11']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:39.350400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c65fd9-327a-4af0-beb5-dcd1a0516170 None None] Pushing event updated for resources: {'Port': ['ID=a2f0aad7-843a-4cad-9215-9b6eb54aa2a8,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:39.435266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['dd891d4d-8b96-42bc-9bb0-42800916a5a0'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:29:39.473942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=95b0a7bb-64a2-44f9-a124-91369ccb2afa,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:39.668423 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:39.712439 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:39.751304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f626e7-3e3a-4d99-b0df-7f2399e5c98b req-8803c12b-7698-4de2-a0f2-a5790ef58b10 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:39.753021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2f626e7-3e3a-4d99-b0df-7f2399e5c98b req-8803c12b-7698-4de2-a0f2-a5790ef58b10 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.2167351 Sep 29 23:29:39.924154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94dd7d7-69f2-491c-8066-e3d26924c7d4 None None] Network 5bd5fbc8-8b72-4017-91db-cf292c93eded requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:29:39.978198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2f626e7-3e3a-4d99-b0df-7f2399e5c98b req-2c52cf7e-0e6d-4e59-8db2-ec4e035886a4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170315 Sep 29 23:29:39.985541 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.028341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4670ac29-5a50-4eb0-918d-8770fdecd274 None None] Provisioning complete for port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:40.028784 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4670ac29-5a50-4eb0-918d-8770fdecd274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.046205 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.081903 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.087481 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.093425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network 5bd5fbc8-8b72-4017-91db-cf292c93eded is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:40.117950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:40.124873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:40.127417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Port': ['ID=c88e1ef3-fa95-47cc-988b-37c8f9b07bba,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:40.176672 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4670ac29-5a50-4eb0-918d-8770fdecd274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.216037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4670ac29-5a50-4eb0-918d-8770fdecd274 None None] For port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5cfeab1a-6cb2-4fff-abc4-1db9ee884c66,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:40.224547 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4670ac29-5a50-4eb0-918d-8770fdecd274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.263589 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.268243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.278968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4670ac29-5a50-4eb0-918d-8770fdecd274 None None] Pushing event updated for resources: {'Port': ['ID=5cfeab1a-6cb2-4fff-abc4-1db9ee884c66,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:40.380154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Network 477e081f-ba37-404f-8b21-4a3b768074ac is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:40.381485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.25.4.147 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/8d80dac9-3e25-40cb-806d-075c1acf4f1f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:40.394647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:40.401971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:40.408388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:40.409067 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.411516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event updated for resources: {'Port': ['ID=5c5b0ebe-6771-4637-b881-3564ac2159b0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:40.474044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-49a300c9-3163-4108-aa56-c9246edcf871 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.1541758 Sep 29 23:29:40.476713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51092) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:40.525375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device dd891d4d-8b96-42bc-9bb0-42800916a5a0 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:40.585219 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.605593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7f216-f5cd-485f-ade3-79e7bae8fbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:40.633030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7f216-f5cd-485f-ade3-79e7bae8fbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:40.641266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee7f216-f5cd-485f-ade3-79e7bae8fbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:40.646097 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.646296 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9ee7f216-f5cd-485f-ade3-79e7bae8fbe2 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1684141 Sep 29 23:29:40.647664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51094) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:40.648705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dbde77c7-3cfd-4663-8448-768a9787fe54 None None] Provisioning complete for port c88e1ef3-fa95-47cc-988b-37c8f9b07bba triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:40.649297 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dbde77c7-3cfd-4663-8448-768a9787fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.710328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-dbde77c7-3cfd-4663-8448-768a9787fe54 None None] Port c88e1ef3-fa95-47cc-988b-37c8f9b07bba cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:40.726270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dbde77c7-3cfd-4663-8448-768a9787fe54 None None] Provisioning complete for port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:40.727008 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dbde77c7-3cfd-4663-8448-768a9787fe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.756208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port dd891d4d-8b96-42bc-9bb0-42800916a5a0 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:29:40.766340 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port dd891d4d-8b96-42bc-9bb0-42800916a5a0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:40.766934 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.798982 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.828883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f8a86-a3ef-41c2-bacd-d89ce670737d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Deleting port 5c5b0ebe-6771-4637-b881-3564ac2159b0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:29:40.829563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c3f8a86-a3ef-41c2-bacd-d89ce670737d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.840013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:40.871160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:40.884351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:40.897632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:40.900719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae98540b-64ce-417d-bf97-77b5b56b2ecd None None] Network 477e081f-ba37-404f-8b21-4a3b768074ac requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:29:40.932828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=8d80dac9-3e25-40cb-806d-075c1acf4f1f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:40.942422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c3f8a86-a3ef-41c2-bacd-d89ce670737d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:40.955934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f8a86-a3ef-41c2-bacd-d89ce670737d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Calling delete_port for 5c5b0ebe-6771-4637-b881-3564ac2159b0 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:29:41.113345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c3f8a86-a3ef-41c2-bacd-d89ce670737d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.146319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f8a86-a3ef-41c2-bacd-d89ce670737d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event deleted for resources: {'Port': ['ID=5c5b0ebe-6771-4637-b881-3564ac2159b0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:41.177358 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9c3f8a86-a3ef-41c2-bacd-d89ce670737d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.179641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9c3f8a86-a3ef-41c2-bacd-d89ce670737d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "DELETE /v2.0/ports/5c5b0ebe-6771-4637-b881-3564ac2159b0 HTTP/1.1" status: 204 len: 168 time: 0.5310631 Sep 29 23:29:41.184004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51100) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:41.191106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Request body: {'port': {'name': 'tempest-new-port-name-1767390861', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:41.191761 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.api.validators [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] bootfile-name is not in valid_values {{(pid=110006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:29:41.192270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.api.validators [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] tftp-server is not in valid_values {{(pid=110006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:29:41.192774 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.api.validators [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] server-ip-address is not in valid_values {{(pid=110006) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:29:41.221705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.227820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:41.228222 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.236692 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774df5-244d-4978-a0ef-13c3b48706c1 req-ff991713-6b12-4556-8a72-9988bbfe27aa tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:41.238305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03774df5-244d-4978-a0ef-13c3b48706c1 req-ff991713-6b12-4556-8a72-9988bbfe27aa tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 946 time: 0.1298530 Sep 29 23:29:41.269576 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.271452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.284325 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.346477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:41.348781 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2252368f-5ce7-4dd6-9a45-0f6471997c5b" -d '{"events": [{"server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "name": "network-vif-plugged", "status": "completed", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:41.371207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:41.401430 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.430913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Port': ['ID=c88e1ef3-fa95-47cc-988b-37c8f9b07bba,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:41.440828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03774df5-244d-4978-a0ef-13c3b48706c1 req-f199f01d-5526-47d3-a316-e83ab3184331 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619966 Sep 29 23:29:41.443422 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46adda9-913a-4e73-9702-b68f4c5e602c x-openstack-request-id: req-c46adda9-913a-4e73-9702-b68f4c5e602c {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:41.443745 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "name": "network-vif-plugged", "status": "completed", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:41.444344 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c46adda9-913a-4e73-9702-b68f4c5e602c {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:41.444473 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'code': 200} Sep 29 23:29:41.467272 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.467272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-51c1044e-49ea-4529-9932-0c4d1c859aec None None] Provisioning complete for port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:41.467272 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-51c1044e-49ea-4529-9932-0c4d1c859aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.476989 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.548148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:41.565545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.589759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.599194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=12']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:41.638833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network 5bd5fbc8-8b72-4017-91db-cf292c93eded is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:41.641758 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:41.650380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] In _notify_port_updated(), no bound segment for port 163d4d1b-5f90-43e7-b2fc-f1b6be329edd on network 477e081f-ba37-404f-8b21-4a3b768074ac {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:29:41.660537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:41.661319 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.665633 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "PUT /v2.0/ports/163d4d1b-5f90-43e7-b2fc-f1b6be329edd HTTP/1.1" status: 200 len: 1130 time: 0.4795539 Sep 29 23:29:41.666565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51104) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:41.697736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-51c1044e-49ea-4529-9932-0c4d1c859aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.719258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:41.720012 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.768698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c24fc8-c2cf-48aa-9ed4-dcdf333540a9 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:41.773152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51106) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:41.774939 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-10c24fc8-c2cf-48aa-9ed4-dcdf333540a9 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "GET /v2.0/ports/163d4d1b-5f90-43e7-b2fc-f1b6be329edd HTTP/1.1" status: 200 len: 1130 time: 0.1025689 Sep 29 23:29:41.776986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10301e11-dfc9-4906-82af-74e3760a95f4 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event updated for resources: {'Port': ['ID=163d4d1b-5f90-43e7-b2fc-f1b6be329edd,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:41.783001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affefae4-d8d8-464d-b156-759957e207e1 req-905485cd-94bb-4055-8ecc-75e1375174d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:41.784687 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-affefae4-d8d8-464d-b156-759957e207e1 req-905485cd-94bb-4055-8ecc-75e1375174d3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1098 time: 0.2119627 Sep 29 23:29:41.792378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-51c1044e-49ea-4529-9932-0c4d1c859aec None None] For port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a2f0aad7-843a-4cad-9215-9b6eb54aa2a8,segment=NetworkSegment(5de3aaef-8381-43ed-b32a-a4f30baf6602),segment_id=5de3aaef-8381-43ed-b32a-a4f30baf6602)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:41.802308 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-51c1044e-49ea-4529-9932-0c4d1c859aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.839867 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-affefae4-d8d8-464d-b156-759957e207e1 req-c8ebeac7-d014-4641-94d6-33e2617fa1ac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453458 Sep 29 23:29:41.889879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-51c1044e-49ea-4529-9932-0c4d1c859aec None None] Provisioning complete for port c88e1ef3-fa95-47cc-988b-37c8f9b07bba triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:41.890168 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-51c1044e-49ea-4529-9932-0c4d1c859aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.932554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 95b0a7bb-64a2-44f9-a124-91369ccb2afa up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:41.959187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c1044e-49ea-4529-9932-0c4d1c859aec None None] Pushing event updated for resources: {'Port': ['ID=a2f0aad7-843a-4cad-9215-9b6eb54aa2a8,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:41.975526 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:41.976555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-51c1044e-49ea-4529-9932-0c4d1c859aec None None] Port c88e1ef3-fa95-47cc-988b-37c8f9b07bba cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:41.997872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 95b0a7bb-64a2-44f9-a124-91369ccb2afa triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:41.998256 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.032913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Router 4fc6b196-13d8-4c25-8792-0241e7301b99 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:29:42.079389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c163dfe1-ad93-4275-a6d6-353d9155f911 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Deleting port 163d4d1b-5f90-43e7-b2fc-f1b6be329edd {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:29:42.079737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c163dfe1-ad93-4275-a6d6-353d9155f911 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.111107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-341071fd-e937-452f-962e-77b6ce37ffa3 None None] Provisioning complete for port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:42.111488 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-341071fd-e937-452f-962e-77b6ce37ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.204050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-341071fd-e937-452f-962e-77b6ce37ffa3 None None] Provisioning complete for port c88e1ef3-fa95-47cc-988b-37c8f9b07bba triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:42.204469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-341071fd-e937-452f-962e-77b6ce37ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.246800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-341071fd-e937-452f-962e-77b6ce37ffa3 None None] Port c88e1ef3-fa95-47cc-988b-37c8f9b07bba cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:42.257789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-341071fd-e937-452f-962e-77b6ce37ffa3 None None] Provisioning complete for port 163d4d1b-5f90-43e7-b2fc-f1b6be329edd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:42.258162 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-341071fd-e937-452f-962e-77b6ce37ffa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.294586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-341071fd-e937-452f-962e-77b6ce37ffa3 None None] Port 163d4d1b-5f90-43e7-b2fc-f1b6be329edd cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:42.409396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b049ff09-5278-4dee-81d2-56a3298b3e0f None None] Could not find standard attr ID for object 5c5b0ebe-6771-4637-b881-3564ac2159b0. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:29:42.424563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b049ff09-5278-4dee-81d2-56a3298b3e0f None None] Provisioning complete for port 163d4d1b-5f90-43e7-b2fc-f1b6be329edd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:42.424953 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b049ff09-5278-4dee-81d2-56a3298b3e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.461995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b049ff09-5278-4dee-81d2-56a3298b3e0f None None] Port 163d4d1b-5f90-43e7-b2fc-f1b6be329edd cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:42.544675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:42.597272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:42.597789 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.657214 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c163dfe1-ad93-4275-a6d6-353d9155f911 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.696632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c163dfe1-ad93-4275-a6d6-353d9155f911 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Calling delete_port for 163d4d1b-5f90-43e7-b2fc-f1b6be329edd owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:29:42.698774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:42.710217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9c12045e-8d62-4f6f-aa6b-6d453f644dfe tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "PUT /v2.0/routers/4fc6b196-13d8-4c25-8792-0241e7301b99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7121589 Sep 29 23:29:42.711761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Sync routers for ids ['4fc6b196-13d8-4c25-8792-0241e7301b99'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:42.713270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51112) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:42.719719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3d1643e9-b57b-4f92-868c-3d2533126303 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--241997946', 'description': 'tempest-secgroup_access--241997946 description', 'project_id': '017e7a33ad044e3bbbb26b207169c28f'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:42.736335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Routers {'4fc6b196-13d8-4c25-8792-0241e7301b99'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:42.737304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['4fc6b196-13d8-4c25-8792-0241e7301b99'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:42.747341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96751d60-f38f-4be1-8779-43f75bf89a93 req-2ac4bf99-3172-4440-9487-16478fc569ad tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:42.750497 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d1643e9-b57b-4f92-868c-3d2533126303 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.751444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96751d60-f38f-4be1-8779-43f75bf89a93 req-2ac4bf99-3172-4440-9487-16478fc569ad tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 947 time: 0.1389279 Sep 29 23:29:42.861086 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d1643e9-b57b-4f92-868c-3d2533126303 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.868119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router e777cea6-1870-4bdc-946b-15d64b02b3e8 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:29:42.870515 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d1643e9-b57b-4f92-868c-3d2533126303 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.912430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d1643e9-b57b-4f92-868c-3d2533126303 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.914120 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3d1643e9-b57b-4f92-868c-3d2533126303 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1990070 Sep 29 23:29:42.915775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1643e9-b57b-4f92-868c-3d2533126303 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:42.918940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51118) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:42.924210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d09aaf3d-c5a9-43ce-884c-9710f35b01c6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1729021715', 'description': 'tempest-secgroup_general--1729021715 description', 'project_id': '017e7a33ad044e3bbbb26b207169c28f'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:42.953802 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d09aaf3d-c5a9-43ce-884c-9710f35b01c6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:42.968167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96751d60-f38f-4be1-8779-43f75bf89a93 req-50ac1996-80af-4c28-ae3c-865c36248939 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057624 Sep 29 23:29:42.976704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Set router 4fc6b196-13d8-4c25-8792-0241e7301b99 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:43.071876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d09aaf3d-c5a9-43ce-884c-9710f35b01c6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.079129 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d09aaf3d-c5a9-43ce-884c-9710f35b01c6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.134621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:43.135814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d09aaf3d-c5a9-43ce-884c-9710f35b01c6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.137050 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d09aaf3d-c5a9-43ce-884c-9710f35b01c6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2171690 Sep 29 23:29:43.138549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09aaf3d-c5a9-43ce-884c-9710f35b01c6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9598e-6b78-4c62-97f3-382822ef675c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:43.140928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51128) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:43.148628 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Sync routers for ids ['e777cea6-1870-4bdc-946b-15d64b02b3e8'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:43.154671 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c163dfe1-ad93-4275-a6d6-353d9155f911 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.155473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d27d3413-ff60-43db-bc7e-ff6a65f08d53 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'security_group_rule': {'security_group_id': 'd5fba613-5b31-41a7-a1a3-f8bc440c8a3e', 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:43.167409 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Routers {'e777cea6-1870-4bdc-946b-15d64b02b3e8'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:43.169222 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e777cea6-1870-4bdc-946b-15d64b02b3e8'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:43.195010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ce7f2197-eb72-47e5-a288-f19d48033755 None None] Provisioning complete for port 163d4d1b-5f90-43e7-b2fc-f1b6be329edd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:43.195383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ce7f2197-eb72-47e5-a288-f19d48033755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.199119 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d27d3413-ff60-43db-bc7e-ff6a65f08d53 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.241177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f2197-eb72-47e5-a288-f19d48033755 None None] Port 163d4d1b-5f90-43e7-b2fc-f1b6be329edd was deleted so its status cannot be updated. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 29 23:29:43.250992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163dfe1-ad93-4275-a6d6-353d9155f911 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event deleted for resources: {'Port': ['ID=163d4d1b-5f90-43e7-b2fc-f1b6be329edd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:43.271987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'c88e1ef3-fa95-47cc-988b-37c8f9b07bba', 'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:fe:7e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 2, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:43.281095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.282559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2d116419-795c-453d-902e-17e280c9961c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.9901536 Sep 29 23:29:43.290174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:43.332963 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Checking router: 4fc6b196-13d8-4c25-8792-0241e7301b99 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:29:43.333324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Updating router 4fc6b196-13d8-4c25-8792-0241e7301b99 port c88e1ef3-fa95-47cc-988b-37c8f9b07bba binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:29:43.362968 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.369448 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c163dfe1-ad93-4275-a6d6-353d9155f911 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.379412 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d27d3413-ff60-43db-bc7e-ff6a65f08d53 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.383762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51156) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:43.384531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c163dfe1-ad93-4275-a6d6-353d9155f911 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "DELETE /v2.0/ports/163d4d1b-5f90-43e7-b2fc-f1b6be329edd HTTP/1.1" status: 204 len: 168 time: 1.6096869 Sep 29 23:29:43.387002 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-24fdaf71-9af5-42ba-95be-6f2c99ac8343 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8c9b032445a841f1bea01ab3b724c1b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0951173 Sep 29 23:29:43.388486 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Set router e777cea6-1870-4bdc-946b-15d64b02b3e8 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:43.389616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51158) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:43.404525 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d27d3413-ff60-43db-bc7e-ff6a65f08d53 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.475922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d3413-ff60-43db-bc7e-ff6a65f08d53 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73f16c1-a3bf-4294-a277-446a0e07610e,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:43.482312 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d27d3413-ff60-43db-bc7e-ff6a65f08d53 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.483182 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d27d3413-ff60-43db-bc7e-ff6a65f08d53 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329630 Sep 29 23:29:43.531698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-12922b84-23ab-459a-8a1c-c93b8f932cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Deleting subnet 3b1510d7-63bf-4768-8aec-1b823fa557ae {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:29:43.541476 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12922b84-23ab-459a-8a1c-c93b8f932cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.610764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b3bf6c-070f-4167-813c-c6253d1b689c tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:43.613561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-46b3bf6c-070f-4167-813c-c6253d1b689c tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2226846 Sep 29 23:29:43.622356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51162) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:43.650739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12922b84-23ab-459a-8a1c-c93b8f932cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.709384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1ae614e3-d0a1-41cf-8148-948c33452735 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0821280 Sep 29 23:29:43.710060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51166) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:43.735584 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:41Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:43.736288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-339512795', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:43.781648 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Checking router: e777cea6-1870-4bdc-946b-15d64b02b3e8 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:29:43.782008 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Updating router e777cea6-1870-4bdc-946b-15d64b02b3e8 port 8d80dac9-3e25-40cb-806d-075c1acf4f1f binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:29:43.816844 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.831731 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12922b84-23ab-459a-8a1c-c93b8f932cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.883203 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.890831 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.955326 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0b47a-8c73-4a1e-af4f-cf116fad07c8 None None] Pushing event updated for resources: {'Port': ['ID=c88e1ef3-fa95-47cc-988b-37c8f9b07bba,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:43.975207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12922b84-23ab-459a-8a1c-c93b8f932cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:43.994293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-7b6f8dfe-57d7-47f0-80ee-a334f55c37b3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_access--241997946&fields=id&tenant_id=017e7a33ad044e3bbbb26b207169c28f HTTP/1.1" status: 200 len: 267 time: 0.1926336 Sep 29 23:29:44.016999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-12922b84-23ab-459a-8a1c-c93b8f932cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.020327 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-12922b84-23ab-459a-8a1c-c93b8f932cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "DELETE /v2.0/subnets/3b1510d7-63bf-4768-8aec-1b823fa557ae HTTP/1.1" status: 204 len: 168 time: 0.6346424 Sep 29 23:29:44.022815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:44.026496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Attempting to bind port c88e1ef3-fa95-47cc-988b-37c8f9b07bba on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:44.026987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Attempting to bind port c88e1ef3-fa95-47cc-988b-37c8f9b07bba by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:44.027434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Attempting to bind port c88e1ef3-fa95-47cc-988b-37c8f9b07bba on network 5bd5fbc8-8b72-4017-91db-cf292c93eded {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:44.030005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b2500b-ddbc-440a-a626-a998608647e7 None None] Network 477e081f-ba37-404f-8b21-4a3b768074ac requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:29:44.030670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:44.037814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:44.038275 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Checking segment: {'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:44.039246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.039382 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.039870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Bound using segment: {'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:44.040353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Bound port: c88e1ef3-fa95-47cc-988b-37c8f9b07bba, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:44.040723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.046808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12922b84-23ab-459a-8a1c-c93b8f932cd5 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event deleted for resources: {'Subnet': ['ID=3b1510d7-63bf-4768-8aec-1b823fa557ae,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:44.145132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-781a576f-4dcf-48d7-a642-3080687db8d1 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup_general--1729021715&fields=id&tenant_id=017e7a33ad044e3bbbb26b207169c28f HTTP/1.1" status: 200 len: 267 time: 0.1496332 Sep 29 23:29:44.168637 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.178342 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.236072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] For port c88e1ef3-fa95-47cc-988b-37c8f9b07bba, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:44.237943 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac6aaa-66b3-4e47-8d1b-a295b89d6c50 None None] Pushing event updated for resources: {'Port': ['ID=8d80dac9-3e25-40cb-806d-075c1acf4f1f,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:44.243168 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Attempting to bind port 8d80dac9-3e25-40cb-806d-075c1acf4f1f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:44.243624 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Attempting to bind port 8d80dac9-3e25-40cb-806d-075c1acf4f1f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:44.244069 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Attempting to bind port 8d80dac9-3e25-40cb-806d-075c1acf4f1f on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:44.250284 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:44.250653 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:44.251054 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.251441 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:44.251939 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Bound port: 8d80dac9-3e25-40cb-806d-075c1acf4f1f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:44.252326 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.259616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] For port c88e1ef3-fa95-47cc-988b-37c8f9b07bba, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c88e1ef3-fa95-47cc-988b-37c8f9b07bba,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:44.269118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.326093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2145042c-6dcf-4c2d-9cd3-594d9df8f9fb None None] Provisioning complete for port c88e1ef3-fa95-47cc-988b-37c8f9b07bba triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:44.326093 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2145042c-6dcf-4c2d-9cd3-594d9df8f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.333196 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] For port 8d80dac9-3e25-40cb-806d-075c1acf4f1f, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:44.338577 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] For port 8d80dac9-3e25-40cb-806d-075c1acf4f1f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8d80dac9-3e25-40cb-806d-075c1acf4f1f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:44.349952 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.359336 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.389712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0b47a-8c73-4a1e-af4f-cf116fad07c8 None None] Pushing event updated for resources: {'Port': ['ID=c88e1ef3-fa95-47cc-988b-37c8f9b07bba,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:44.399598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2325c-a769-4fdc-8bee-fd7a450cdf92 None None] DHCP port deletion for 477e081f-ba37-404f-8b21-4a3b768074ac request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:29:44.413545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Routers {'4fc6b196-13d8-4c25-8792-0241e7301b99'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:44.414853 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['4fc6b196-13d8-4c25-8792-0241e7301b99'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:44.422769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58b176c-cf87-41c2-a557-749b24793cc9 req-a827950a-3976-41cd-a64d-426c7c9e673b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:44.425082 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac6aaa-66b3-4e47-8d1b-a295b89d6c50 None None] Pushing event updated for resources: {'Port': ['ID=8d80dac9-3e25-40cb-806d-075c1acf4f1f,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:44.431068 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c58b176c-cf87-41c2-a557-749b24793cc9 req-a827950a-3976-41cd-a64d-426c7c9e673b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 947 time: 0.3175902 Sep 29 23:29:44.488202 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Routers {'e777cea6-1870-4bdc-946b-15d64b02b3e8'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:44.489703 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e777cea6-1870-4bdc-946b-15d64b02b3e8'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:44.561147 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d478665-3a7a-4755-a29f-5f839be42355 req-191b4cf2-1b2e-4488-a776-4aeddaffc40c tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:44.563163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-191b4cf2-1b2e-4488-a776-4aeddaffc40c tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/networks?id=5bd5fbc8-8b72-4017-91db-cf292c93eded HTTP/1.1" status: 200 len: 797 time: 0.3962820 Sep 29 23:29:44.596979 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2145042c-6dcf-4c2d-9cd3-594d9df8f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.598919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:29:44.627750 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] Set router e777cea6-1870-4bdc-946b-15d64b02b3e8 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:44.635258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-0102d023-185e-42d0-bc8c-f375ee8953ea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/quotas/017e7a33ad044e3bbbb26b207169c28f HTTP/1.1" status: 200 len: 375 time: 0.0559447 Sep 29 23:29:44.656519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c58b176c-cf87-41c2-a557-749b24793cc9 req-c5cd77d5-3dd4-49d8-8670-87f26f39317c tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152152 Sep 29 23:29:44.763036 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.777017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Deleting port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:29:44.777384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.809858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-77ebdc5d-713f-4c6d-ac21-87711cca666a tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=017e7a33ad044e3bbbb26b207169c28f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510401 Sep 29 23:29:44.868159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2325c-a769-4fdc-8bee-fd7a450cdf92 None None] Deleting port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:29:44.868620 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9ec2325c-a769-4fdc-8bee-fd7a450cdf92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.933764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Subnet': ['ID=1e1f5588-1e8c-4757-b854-69cd2db309c0,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:44.952999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2145042c-6dcf-4c2d-9cd3-594d9df8f9fb None None] For port c88e1ef3-fa95-47cc-988b-37c8f9b07bba, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c88e1ef3-fa95-47cc-988b-37c8f9b07bba,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:44.961614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] Set router 4fc6b196-13d8-4c25-8792-0241e7301b99 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:44.966205 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2145042c-6dcf-4c2d-9cd3-594d9df8f9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.972436 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:41Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:44.990158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] For port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a2f0aad7-843a-4cad-9215-9b6eb54aa2a8,segment=NetworkSegment(5de3aaef-8381-43ed-b32a-a4f30baf6602),segment_id=5de3aaef-8381-43ed-b32a-a4f30baf6602)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:44.990542 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:44.994410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Checking segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:44.994785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network hostable DHCP agents. Network: a18162ba-c032-446b-af4f-fc7c0f7a0768, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:29:45.003859 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083f6396-fc2c-499c-8f03-42399a99206f None None] The sync data for ids ['e777cea6-1870-4bdc-946b-15d64b02b3e8'] in n-d-811173-2 is: [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:41Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:45.027504 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Calling delete_port for a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:29:45.035511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9ec2325c-a769-4fdc-8bee-fd7a450cdf92 None None] For port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a2f0aad7-843a-4cad-9215-9b6eb54aa2a8,segment=NetworkSegment(5de3aaef-8381-43ed-b32a-a4f30baf6602),segment_id=5de3aaef-8381-43ed-b32a-a4f30baf6602)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:45.036211 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9ec2325c-a769-4fdc-8bee-fd7a450cdf92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.042404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-5f527de2-6570-4129-836b-4902a9f521c7 service neutron] 10.222.0.44 "GET /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128901 Sep 29 23:29:45.047971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network a18162ba-c032-446b-af4f-fc7c0f7a0768 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:29:45.114388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, a18162ba-c032-446b-af4f-fc7c0f7a0768) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:45.129538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9ec2325c-a769-4fdc-8bee-fd7a450cdf92 None None] Calling delete_port for a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:29:45.131457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:45.132091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.143208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b8df3-a5e7-4d59-ad50-51de4d4e8211 None None] Network a18162ba-c032-446b-af4f-fc7c0f7a0768 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:29:45.192078 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.195285 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2145042c-6dcf-4c2d-9cd3-594d9df8f9fb None None] Pushing event updated for resources: {'Port': ['ID=c88e1ef3-fa95-47cc-988b-37c8f9b07bba,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:45.198737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9f51c593-8017-4e19-9780-9486d697177e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4834650 Sep 29 23:29:45.198992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:45.250715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.302797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event deleted for resources: {'Port': ['ID=a2f0aad7-843a-4cad-9215-9b6eb54aa2a8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:45.312293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-e85e2c20-3257-49a0-bb52-9ea03c05e8f0 service neutron] 10.222.0.44 "GET /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289140 Sep 29 23:29:45.313128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] No DVR routers for this DVR port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:29:45.361918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a145b8a2-830f-4249-9d38-0af65a070f10 None None] Provisioning complete for port c88e1ef3-fa95-47cc-988b-37c8f9b07bba triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:45.362383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a145b8a2-830f-4249-9d38-0af65a070f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.485189 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.557139 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:29:45.560198 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 29 23:29:45.570726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['477e081f-ba37-404f-8b21-4a3b768074ac']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:45.600396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1d33b26-5aa5-482f-8cc5-95c567df3b98 req-59f28afa-9129-45c2-bd68-8a6f698a01da tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 210 time: 0.0477092 Sep 29 23:29:45.607363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de3aaef-8381-43ed-b32a-a4f30baf6602') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:45.607686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de3aaef-8381-43ed-b32a-a4f30baf6602') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:45.621082 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9ec2325c-a769-4fdc-8bee-fd7a450cdf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.631588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.683755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.694315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-a18162ba-c032-446b-af4f-fc7c0f7a0768', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:29:45.695154 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.699752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Releasing vlan 544 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:29:45.699752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.701032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2325c-a769-4fdc-8bee-fd7a450cdf92 None None] Pushing event deleted for resources: {'Port': ['ID=a2f0aad7-843a-4cad-9215-9b6eb54aa2a8,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:29:45.703400 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:29:45.747031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2325c-a769-4fdc-8bee-fd7a450cdf92 None None] No DVR routers for this DVR port a2f0aad7-843a-4cad-9215-9b6eb54aa2a8 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:29:45.898798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.920431 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:45.922562 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] 10.222.0.44 "DELETE /v2.0/networks/477e081f-ba37-404f-8b21-4a3b768074ac HTTP/1.1" status: 204 len: 168 time: 1.8931184 Sep 29 23:29:45.923318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c92b0-d1b7-4f8b-8777-bb8ce37da06d tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383 tempest-ExtraDHCPOptionsIpV6TestJSON-2076187383-project] Pushing event deleted for resources: {'Network': ['ID=477e081f-ba37-404f-8b21-4a3b768074ac,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:45.945330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'c88e1ef3-fa95-47cc-988b-37c8f9b07bba', 'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:fe:7e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:44Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:45.996989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ab9436-605d-46ff-80c7-a62c646e2e02 None None] The sync data for ids ['4fc6b196-13d8-4c25-8792-0241e7301b99'] in n-d-811173-2 is: [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'c88e1ef3-fa95-47cc-988b-37c8f9b07bba', 'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:fe:7e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:44Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:46.024224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Allocated IP 172.20.0.2 (a18162ba-c032-446b-af4f-fc7c0f7a0768/1e1f5588-1e8c-4757-b854-69cd2db309c0/e7a520d0-3fa7-4c55-98b7-9eca451cc761) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:46.171672 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:46.303673 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:46.316741 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:46.370950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Network a18162ba-c032-446b-af4f-fc7c0f7a0768 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:46.380007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:46.385705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:46.390484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Pushing event updated for resources: {'Port': ['ID=e7a520d0-3fa7-4c55-98b7-9eca451cc761,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:46.491034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Attempting to bind port e7a520d0-3fa7-4c55-98b7-9eca451cc761 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:46.491488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Attempting to bind port e7a520d0-3fa7-4c55-98b7-9eca451cc761 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:46.491985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Attempting to bind port e7a520d0-3fa7-4c55-98b7-9eca451cc761 on network a18162ba-c032-446b-af4f-fc7c0f7a0768 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:46.499203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:46.499572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Checking segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:46.500094 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:46.500646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Bound using segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:46.501707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Bound port: e7a520d0-3fa7-4c55-98b7-9eca451cc761, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:46.502105 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:46.535926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51204) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:46.614995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] For port e7a520d0-3fa7-4c55-98b7-9eca451cc761, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:46.628936 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] For port e7a520d0-3fa7-4c55-98b7-9eca451cc761, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e7a520d0-3fa7-4c55-98b7-9eca451cc761,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:46.636466 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:46.711451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c88e1ef3-fa95-47cc-988b-37c8f9b07bba up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:46.713844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.20.0.1 (a18162ba-c032-446b-af4f-fc7c0f7a0768/1e1f5588-1e8c-4757-b854-69cd2db309c0/29395399-b3d9-46fc-ba8a-4ec9ab76eac7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:46.743171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d73c5-3cbc-49f0-8e29-38c938763d56 None None] Pushing event updated for resources: {'Port': ['ID=e7a520d0-3fa7-4c55-98b7-9eca451cc761,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:46.785863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port c88e1ef3-fa95-47cc-988b-37c8f9b07bba triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:46.786271 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:46.786485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3fb15d43-fa98-4c6a-89e6-6338512c7699 req-e280e68e-758a-4e0d-a74b-035a1ff04658 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 210 time: 0.0646706 Sep 29 23:29:46.864854 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-402a0315-8ca5-4486-9fb8-2f18d7d9dfb6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fb4a855cf0304bc6863c8f4dc45e3469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3183527 Sep 29 23:29:46.865665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51210) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:46.922934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d80dac9-3e25-40cb-806d-075c1acf4f1f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:47.055242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8d80dac9-3e25-40cb-806d-075c1acf4f1f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:47.055768 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.067397 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.150801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.197227 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.203752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network a18162ba-c032-446b-af4f-fc7c0f7a0768 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:47.204684 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8fb64f03-f4d4-4493-bb73-1f047482172c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.207859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:47.210417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:47.229762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2f5f8d58-63ab-43a9-9ba1-b64c5e350355 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:47.231953 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2f5f8d58-63ab-43a9-9ba1-b64c5e350355 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.26 "GET /v2.0/networks?id=5bd5fbc8-8b72-4017-91db-cf292c93eded HTTP/1.1" status: 200 len: 797 time: 0.2905376 Sep 29 23:29:47.235183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 8d80dac9-3e25-40cb-806d-075c1acf4f1f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8d80dac9-3e25-40cb-806d-075c1acf4f1f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:47.243015 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.272262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8fb64f03-f4d4-4493-bb73-1f047482172c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.316236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=8d80dac9-3e25-40cb-806d-075c1acf4f1f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:47.354371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-c57507c5-9e1e-46de-8a72-2da2fe97a692 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=017e7a33ad044e3bbbb26b207169c28f HTTP/1.1" status: 200 len: 477 time: 0.1083155 Sep 29 23:29:47.366100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'port': {'device_id': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'admin_state_up': True, 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'security_groups': ['d5fba613-5b31-41a7-a1a3-f8bc440c8a3e', 'e9c9598e-6b78-4c62-97f3-382822ef675c']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:47.410327 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8fb64f03-f4d4-4493-bb73-1f047482172c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.413218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8fb64f03-f4d4-4493-bb73-1f047482172c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.414580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8fb64f03-f4d4-4493-bb73-1f047482172c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47174069-6d24-4385-b96e-854007ba5e46 HTTP/1.1" status: 204 len: 168 time: 0.5476661 Sep 29 23:29:47.456178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb64f03-f4d4-4493-bb73-1f047482172c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47174069-6d24-4385-b96e-854007ba5e46,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:47.519099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Made reservation on behalf of 017e7a33ad044e3bbbb26b207169c28f for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:47.523129 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.630294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=29395399-b3d9-46fc-ba8a-4ec9ab76eac7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:47.654113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.713377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Allocated IP 172.20.0.13 (5bd5fbc8-8b72-4017-91db-cf292c93eded/19b93d8b-9edd-4ace-a93e-35f534a9e4f0/f18e085c-be0b-4678-aab5-c2ee22b73ca4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:47.819489 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:47.969259 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.002555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54775d4f-11ac-46bb-a527-85980c917e74 req-7d8c0aca-eeb5-4622-a969-f17a25b1d6f1 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 210 time: 0.0615830 Sep 29 23:29:48.017654 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.082139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network 5bd5fbc8-8b72-4017-91db-cf292c93eded is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:48.094586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:48.100005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:48.101289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e67178e-e16b-4c85-bf34-e4613d577398 None None] Network a18162ba-c032-446b-af4f-fc7c0f7a0768 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:29:48.146433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Port': ['ID=f18e085c-be0b-4678-aab5-c2ee22b73ca4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:48.194400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:48.195543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.213255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-424ff925-c40b-425c-b4a9-899f2c315eb8 None None] Provisioning complete for port e7a520d0-3fa7-4c55-98b7-9eca451cc761 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:48.213609 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-424ff925-c40b-425c-b4a9-899f2c315eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.217318 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-2ac12f62-198e-428a-9f05-d31f393284d7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8564134 Sep 29 23:29:48.229246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-b313def0-dfd2-4dde-9629-763657284233 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:29:48.230537 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-b313def0-dfd2-4dde-9629-763657284233 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062885 Sep 29 23:29:48.244701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Request body: {'port': {'device_id': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:48.339539 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.421283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.430952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.485256 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-424ff925-c40b-425c-b4a9-899f2c315eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.573378 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.581548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-424ff925-c40b-425c-b4a9-899f2c315eb8 None None] For port e7a520d0-3fa7-4c55-98b7-9eca451cc761, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e7a520d0-3fa7-4c55-98b7-9eca451cc761,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:48.582787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=29395399-b3d9-46fc-ba8a-4ec9ab76eac7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:48.591929 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-424ff925-c40b-425c-b4a9-899f2c315eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.641286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51238) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:48.688296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ff925-c40b-425c-b4a9-899f2c315eb8 None None] Pushing event updated for resources: {'Port': ['ID=e7a520d0-3fa7-4c55-98b7-9eca451cc761,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:48.718753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-484415a1-a4ec-4e87-a7ba-f6192cadb678 None None] Provisioning complete for port f18e085c-be0b-4678-aab5-c2ee22b73ca4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:48.719537 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-484415a1-a4ec-4e87-a7ba-f6192cadb678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.795532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e7a520d0-3fa7-4c55-98b7-9eca451cc761 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:48.808051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network a18162ba-c032-446b-af4f-fc7c0f7a0768 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:48.810127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:48.845210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-484415a1-a4ec-4e87-a7ba-f6192cadb678 None None] Port f18e085c-be0b-4678-aab5-c2ee22b73ca4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:48.856050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18e085c-be0b-4678-aab5-c2ee22b73ca4 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:29:48.864925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.875607 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e7a520d0-3fa7-4c55-98b7-9eca451cc761 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:48.877075 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.884259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Transition to ACTIVE for port object f18e085c-be0b-4678-aab5-c2ee22b73ca4 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:29:48.889084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-154280014'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:48.889442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.935060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Made reservation on behalf of 63f657bc76a54be792a7fb292b21aade for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:48.939194 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:48.969524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Pushing event updated for resources: {'Port': ['ID=f18e085c-be0b-4678-aab5-c2ee22b73ca4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:48.995856 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.010188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fb0aa582-2967-4c95-a739-b25e6e403195 None None] Provisioning complete for port e7a520d0-3fa7-4c55-98b7-9eca451cc761 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:49.010747 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb0aa582-2967-4c95-a739-b25e6e403195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.041240 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d80dac9-3e25-40cb-806d-075c1acf4f1f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:49.049772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router e777cea6-1870-4bdc-946b-15d64b02b3e8 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:29:49.111377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Attempting to bind port f18e085c-be0b-4678-aab5-c2ee22b73ca4 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:49.111728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Attempting to bind port f18e085c-be0b-4678-aab5-c2ee22b73ca4 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:49.112093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Attempting to bind port f18e085c-be0b-4678-aab5-c2ee22b73ca4 on network 5bd5fbc8-8b72-4017-91db-cf292c93eded {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:49.126816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Port f18e085c-be0b-4678-aab5-c2ee22b73ca4 on network 5bd5fbc8-8b72-4017-91db-cf292c93eded not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:29:49.127257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Attempting to bind port f18e085c-be0b-4678-aab5-c2ee22b73ca4 on network 5bd5fbc8-8b72-4017-91db-cf292c93eded {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:49.141173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:49.141533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Checking segment: {'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:49.143055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Bound using segment: {'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:49.143514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Bound port: f18e085c-be0b-4678-aab5-c2ee22b73ca4, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c1c468e-b170-401b-b5f6-66ea8802b1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:49.143908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.224288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8d80dac9-3e25-40cb-806d-075c1acf4f1f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:49.225260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.235430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] For port f18e085c-be0b-4678-aab5-c2ee22b73ca4, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:49.244317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] For port f18e085c-be0b-4678-aab5-c2ee22b73ca4, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f18e085c-be0b-4678-aab5-c2ee22b73ca4,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:49.254503 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.294908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:49.295714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.297399 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] 10.222.0.26 "PUT /v2.0/ports/f18e085c-be0b-4678-aab5-c2ee22b73ca4 HTTP/1.1" status: 200 len: 1131 time: 1.0575235 Sep 29 23:29:49.297976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'tag': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:49.300933 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5517b-57b8-4b1c-8b83-bc3e8564a608", "tag": "f18e085c-be0b-4678-aab5-c2ee22b73ca4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:49.304307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fb0aa582-2967-4c95-a739-b25e6e403195 None None] Provisioning complete for port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:49.304697 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb0aa582-2967-4c95-a739-b25e6e403195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.390889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-fb0aa582-2967-4c95-a739-b25e6e403195 None None] Port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:49.396474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32475032-4aed-44f3-8eae-5b2bbe40a034 req-eeff528e-04e8-42d1-a20a-71b312d69767 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:49.398593 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32475032-4aed-44f3-8eae-5b2bbe40a034 req-eeff528e-04e8-42d1-a20a-71b312d69767 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 983 time: 0.2407050 Sep 29 23:29:49.403059 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:49.415695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Sync routers for ids ['e777cea6-1870-4bdc-946b-15d64b02b3e8'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:49.420262 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557a71fb-d22f-472f-bb33-57b716bb44e6 x-openstack-request-id: req-557a71fb-d22f-472f-bb33-57b716bb44e6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:49.420561 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5517b-57b8-4b1c-8b83-bc3e8564a608", "tag": "f18e085c-be0b-4678-aab5-c2ee22b73ca4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:49.420818 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-557a71fb-d22f-472f-bb33-57b716bb44e6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:49.421230 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'tag': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'status': 'completed', 'code': 200} Sep 29 23:29:49.423265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770a35f3-612e-453a-a7af-ebb07a4f0492 service neutron] Pushing event updated for resources: {'Port': ['ID=f18e085c-be0b-4678-aab5-c2ee22b73ca4,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:49.431474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0be30deb-629e-4f26-8ec3-84e9e9feabe8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "PUT /v2.0/routers/e777cea6-1870-4bdc-946b-15d64b02b3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2314425 Sep 29 23:29:49.433620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.437669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Routers {'e777cea6-1870-4bdc-946b-15d64b02b3e8'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:49.438319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e777cea6-1870-4bdc-946b-15d64b02b3e8'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:49.456766 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.472675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d478665-3a7a-4755-a29f-5f839be42355 req-60d7fa8c-bc81-41c8-a729-b73b7a78049d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:49.474284 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-60d7fa8c-bc81-41c8-a729-b73b7a78049d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=017e7a33ad044e3bbbb26b207169c28f&device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 1134 time: 0.1184437 Sep 29 23:29:49.526718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:29:49.550670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd99534b-7100-4227-b9ce-527ab8c64646,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:49.561027 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.562628 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Added segment 31ac03aa-710f-4ba3-8ead-4776c2209797 of type vlan for network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 Sep 29 23:29:49.586714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32475032-4aed-44f3-8eae-5b2bbe40a034 req-61124d51-ae89-4417-a15e-1affab250001 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1628618 Sep 29 23:29:49.593974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Set router e777cea6-1870-4bdc-946b-15d64b02b3e8 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:49.633330 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-76905fc3-27fb-4784-8848-d865a1ec6b08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f18e085c-be0b-4678-aab5-c2ee22b73ca4 HTTP/1.1" status: 200 len: 217 time: 0.1480315 Sep 29 23:29:49.639040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-89baead1-dcc0-48fc-b2b1-c673c38f693c None None] Provisioning complete for port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:49.639424 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-89baead1-dcc0-48fc-b2b1-c673c38f693c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.682589 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.721914 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.728940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:49.729611 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.737773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-89baead1-dcc0-48fc-b2b1-c673c38f693c None None] Port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:49.749409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d478665-3a7a-4755-a29f-5f839be42355 req-43429537-baa1-4b8d-9662-4cb777de519b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:49.751043 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-43429537-baa1-4b8d-9662-4cb777de519b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19b93d8b-9edd-4ace-a93e-35f534a9e4f0 HTTP/1.1" status: 200 len: 835 time: 0.1116731 Sep 29 23:29:49.782564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1383877 Sep 29 23:29:49.786295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51260) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:49.792642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'subnet': {'network_id': '00dfba91-c9ad-4c8f-a2c8-f2ab157e5252', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:49.803357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-a65521d8-7c27-458a-a576-96d5a3d102cc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107598686&fields=id&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 267 time: 0.0900366 Sep 29 23:29:49.855568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e614d4-0f5b-4a23-aa2b-a8525024b1f2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Network': ['ID=00dfba91-c9ad-4c8f-a2c8-f2ab157e5252,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:49.874045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d478665-3a7a-4755-a29f-5f839be42355 req-54a92864-17ba-467a-9979-9ee94b22c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:49.875634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-54a92864-17ba-467a-9979-9ee94b22c0be service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5bd5fbc8-8b72-4017-91db-cf292c93eded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1175072 Sep 29 23:29:49.929747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Made reservation on behalf of 63f657bc76a54be792a7fb292b21aade for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:49.933284 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:49.964958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-85f565ae-0359-45e6-bf2c-47bd5788f9b6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:49.967231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-85f565ae-0359-45e6-bf2c-47bd5788f9b6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 797 time: 0.1353431 Sep 29 23:29:49.969152 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:29:49.986268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-69af824a-10d4-47c4-bf65-8e9d84baa263 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/quotas/8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 375 time: 0.0112109 Sep 29 23:29:50.043321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-1112f088-c1fa-4b35-b9e9-872ce17e507a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0499163 Sep 29 23:29:50.061280 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-3495069a-601a-49dc-b206-2dd230e8b92c service neutron] 10.222.0.26 "GET /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742291 Sep 29 23:29:50.095118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-acb18d87-7bd2-493e-9855-636576623e47 None None] Provisioning complete for port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:50.095510 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-acb18d87-7bd2-493e-9855-636576623e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.139183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-acb18d87-7bd2-493e-9855-636576623e47 None None] Port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:50.155083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '29395399-b3d9-46fc-ba8a-4ec9ab76eac7', 'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:0e:92:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:46Z', 'updated_at': '2021-09-29T23:29:48Z', 'revision_number': 2, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:50.172603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-9d1813c5-bd17-4ed7-a1f7-f2bd91ff01f5 service neutron] 10.222.0.44 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137338 Sep 29 23:29:50.182988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Checking router: e777cea6-1870-4bdc-946b-15d64b02b3e8 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:29:50.183467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Updating router e777cea6-1870-4bdc-946b-15d64b02b3e8 port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:29:50.210356 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.229044 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5d478665-3a7a-4755-a29f-5f839be42355 req-ec469442-09de-4dab-b607-79d0f83964d0 service neutron] 10.222.0.26 "GET /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591225 Sep 29 23:29:50.250627 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.272562 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.280384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-cf46b836-b6f9-4d4f-bbbe-77d7b5306ac4 service neutron] 10.222.0.44 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024396 Sep 29 23:29:50.374078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Subnet': ['ID=f56d284f-7945-4c3a-bada-4648d919c359,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:50.394222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-11554b9b-fe33-425b-80fa-880f5d978147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:50.395774 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-11554b9b-fe33-425b-80fa-880f5d978147 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=017e7a33ad044e3bbbb26b207169c28f&device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 1134 time: 0.1025853 Sep 29 23:29:50.439517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Checking segment: {'id': '31ac03aa-710f-4ba3-8ead-4776c2209797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '00dfba91-c9ad-4c8f-a2c8-f2ab157e5252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:50.440172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network hostable DHCP agents. Network: 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:29:50.474044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eb862a60-6be1-4b52-b221-4ecf33c193e9 req-ff5d7433-5e13-43c3-96be-c53e4138d98c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 210 time: 0.0278008 Sep 29 23:29:50.505563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:29:50.529216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:50.533600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:50.534201 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.559779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566c714e-bb34-4f6a-960e-52969b8cc31b None None] Network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:29:50.564508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-45eb633c-490a-4503-9727-926d09cf8118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:50.567714 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-45eb633c-490a-4503-9727-926d09cf8118 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5bd5fbc8-8b72-4017-91db-cf292c93eded HTTP/1.1" status: 200 len: 898 time: 0.1629679 Sep 29 23:29:50.569589 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf9fa153-df5d-471a-b4b4-19a94a0bf66f tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7820601 Sep 29 23:29:50.572505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51268) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:50.577404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-800754179', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:50.578898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e7a520d0-3fa7-4c55-98b7-9eca451cc761 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:50.636526 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-b9575284-db93-442f-93f1-f6ea03c356fa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f18e085c-be0b-4678-aab5-c2ee22b73ca4 HTTP/1.1" status: 200 len: 217 time: 0.0525374 Sep 29 23:29:50.679563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.680946 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.688516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.705547 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.705879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-7a69ddd1-a156-4b32-94e0-d04710f0e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:50.707361 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-7a69ddd1-a156-4b32-94e0-d04710f0e625 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19b93d8b-9edd-4ace-a93e-35f534a9e4f0 HTTP/1.1" status: 200 len: 835 time: 0.0628476 Sep 29 23:29:50.780431 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.798645 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781556f-36be-4768-acb7-a3dfd2000746 req-bf3e4bbc-2a9e-403f-a80a-f43ef224c2e4 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:50.800311 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b781556f-36be-4768-acb7-a3dfd2000746 req-bf3e4bbc-2a9e-403f-a80a-f43ef224c2e4 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 983 time: 0.0978487 Sep 29 23:29:50.815706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e7a520d0-3fa7-4c55-98b7-9eca451cc761 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:50.816122 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:50.839457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-a0c977e1-2dc2-4bb0-b828-4954acab13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:50.844311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-a0c977e1-2dc2-4bb0-b828-4954acab13f4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5bd5fbc8-8b72-4017-91db-cf292c93eded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255071 Sep 29 23:29:50.868494 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b781556f-36be-4768-acb7-a3dfd2000746 req-0cacb45e-9df0-4e52-a2ba-999a709419d0 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0607862 Sep 29 23:29:50.872894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e85b63-5a7f-408c-94ae-ef0d7f04d08c None None] Pushing event updated for resources: {'Port': ['ID=29395399-b3d9-46fc-ba8a-4ec9ab76eac7,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:50.944911 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db30a224-4024-4360-bccb-39e6807f6d54 None None] Network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:29:50.993030 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Attempting to bind port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:50.993396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Attempting to bind port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:50.993771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Attempting to bind port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 on network a18162ba-c032-446b-af4f-fc7c0f7a0768 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:50.999654 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-ba8fffc7-8127-4f87-bb3c-54c3a57892f6 service neutron] 10.222.0.26 "GET /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457555 Sep 29 23:29:51.034962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:51.035393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Checking segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:51.035764 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:51.036222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Bound using segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:51.036721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Bound port: 29395399-b3d9-46fc-ba8a-4ec9ab76eac7, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:51.037366 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:51.213795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a88c6dd8-3581-4142-8406-b7b756dfceee None None] Provisioning complete for port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:51.214184 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a88c6dd8-3581-4142-8406-b7b756dfceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:51.218560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] For port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:51.258388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] For port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=29395399-b3d9-46fc-ba8a-4ec9ab76eac7,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:51.268286 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:51.299118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a88c6dd8-3581-4142-8406-b7b756dfceee None None] Port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:51.345112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e85b63-5a7f-408c-94ae-ef0d7f04d08c None None] Pushing event updated for resources: {'Port': ['ID=29395399-b3d9-46fc-ba8a-4ec9ab76eac7,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:51.348893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Routers {'e777cea6-1870-4bdc-946b-15d64b02b3e8'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:51.349725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e777cea6-1870-4bdc-946b-15d64b02b3e8'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:51.367145 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:51.480027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] Set router e777cea6-1870-4bdc-946b-15d64b02b3e8 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:29:51.490600 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3605b09e-c1e3-4c84-b09c-4d9bb766bc50 req-c65c1056-f070-4a77-942f-30e9f8e77b86 service neutron] 10.222.0.26 "GET /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183858 Sep 29 23:29:51.615250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f6ab699-5544-49e0-9b54-edb06a9ea60b req-96e03fe5-e0b4-40f5-a576-b195c2084e89 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 210 time: 0.0486765 Sep 29 23:29:51.655481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-eaddd505-e7d4-47c4-a0a9-d57c78af9832 None None] Provisioning complete for port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:51.656003 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eaddd505-e7d4-47c4-a0a9-d57c78af9832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:51.705909 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:51.736167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:51.792082 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eaddd505-e7d4-47c4-a0a9-d57c78af9832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:51.796881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '29395399-b3d9-46fc-ba8a-4ec9ab76eac7', 'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:0e:92:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:46Z', 'updated_at': '2021-09-29T23:29:51Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:51.829565 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85710bee-2126-40b0-aae8-88f21ae23ab1 None None] The sync data for ids ['e777cea6-1870-4bdc-946b-15d64b02b3e8'] in n-d-811173-2 is: [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '29395399-b3d9-46fc-ba8a-4ec9ab76eac7', 'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:0e:92:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:46Z', 'updated_at': '2021-09-29T23:29:51Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:51.855357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eaddd505-e7d4-47c4-a0a9-d57c78af9832 None None] For port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=29395399-b3d9-46fc-ba8a-4ec9ab76eac7,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:51.860759 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eaddd505-e7d4-47c4-a0a9-d57c78af9832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:51.914785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-35b2c822-ee2c-4691-a09d-b98e31f5024e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:51.916350 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-35b2c822-ee2c-4691-a09d-b98e31f5024e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.42 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 797 time: 0.2202249 Sep 29 23:29:51.947939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaddd505-e7d4-47c4-a0a9-d57c78af9832 None None] Pushing event updated for resources: {'Port': ['ID=29395399-b3d9-46fc-ba8a-4ec9ab76eac7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:51.976789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.25.4.223 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/c9f13d95-48f9-46cb-8623-ee8da1b4f7df) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:52.018360 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-a1ec14d0-db40-4a14-b90b-f233bf7191e3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 380 time: 0.0835736 Sep 29 23:29:52.025701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80392d06-f69f-408a-8716-147bd5ba582d req-33f64ae0-3d03-4e01-bfd7-d8e0ff6a9ac7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:52.028878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80392d06-f69f-408a-8716-147bd5ba582d req-33f64ae0-3d03-4e01-bfd7-d8e0ff6a9ac7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 983 time: 0.0615778 Sep 29 23:29:52.032697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'port': {'device_id': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'admin_state_up': True, 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'security_groups': ['db5c94c5-c430-4692-a786-f32fe38ea3bd']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:52.079976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80392d06-f69f-408a-8716-147bd5ba582d req-8759953b-9733-46b5-8a68-7ab45a7f50ba tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0444853 Sep 29 23:29:52.204115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:52.235955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:52.239485 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:52.266676 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:52.358755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:52.365486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:52.372156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:52.402003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=c9f13d95-48f9-46cb-8623-ee8da1b4f7df,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:52.503789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.20.0.10 (a18162ba-c032-446b-af4f-fc7c0f7a0768/1e1f5588-1e8c-4757-b854-69cd2db309c0/5aae683d-aa8a-422e-a5fd-971c5f3c76cb) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:52.583010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:52.619906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device f18e085c-be0b-4678-aab5-c2ee22b73ca4 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:29:52.719422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:52.719803 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:52.766630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-360c1fc4-0984-47b2-992f-7beecc67da6e req-f3ab7ad0-4a22-4a2b-9cd6-1709b50dd6c4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 210 time: 0.0373595 Sep 29 23:29:52.779937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port f18e085c-be0b-4678-aab5-c2ee22b73ca4, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f18e085c-be0b-4678-aab5-c2ee22b73ca4,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:52.800950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'port_id': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'mac_address': 'fa:16:3e:d1:11:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:29:52.829854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:52.835392 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:52.870629 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:52.886283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18e085c-be0b-4678-aab5-c2ee22b73ca4 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:29:52.908190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port f18e085c-be0b-4678-aab5-c2ee22b73ca4, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f18e085c-be0b-4678-aab5-c2ee22b73ca4,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:52.912403 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:52.968736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:52.980331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=f18e085c-be0b-4678-aab5-c2ee22b73ca4,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:53.050791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network a18162ba-c032-446b-af4f-fc7c0f7a0768 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:53.057401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:53.065649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:53.104115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:53.121272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['f18e085c-be0b-4678-aab5-c2ee22b73ca4'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:29:53.168209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:53.168864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:53.190663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:53.194695 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0bd44bd6-5c2e-405f-adbf-353cb608682d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1659462 Sep 29 23:29:53.241383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Request body: {'port': {'device_id': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:53.260619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd2d2f1-69d2-4e65-b7f6-fa354b2929d0 req-7a491e35-c4b6-442a-8dbb-dba76f7a6fd5 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:53.262285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afd2d2f1-69d2-4e65-b7f6-fa354b2929d0 req-7a491e35-c4b6-442a-8dbb-dba76f7a6fd5 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 984 time: 0.0656846 Sep 29 23:29:53.334506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afd2d2f1-69d2-4e65-b7f6-fa354b2929d0 req-e28d7940-3b01-4477-b953-4b47e46a2239 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0618253 Sep 29 23:29:53.379852 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:53.395217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ebbf1680-1070-461f-a540-81c418916c91 None None] Provisioning complete for port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:53.395916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ebbf1680-1070-461f-a540-81c418916c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:53.430042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf1680-1070-461f-a540-81c418916c91 None None] Port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:29:53.436743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:29:53.669561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:53.678993 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f0c8b-9518-42e5-ae04-3603ec23d20f None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:53.688478 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f0c8b-9518-42e5-ae04-3603ec23d20f None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:53.689103 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-517f0c8b-9518-42e5-ae04-3603ec23d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:53.703590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:53.707589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51292) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:53.707758 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a90f7c11-28bb-4ef6-aa53-9f1bfacf5d23 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1338902 Sep 29 23:29:53.724648 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-517f0c8b-9518-42e5-ae04-3603ec23d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:53.733471 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f0c8b-9518-42e5-ae04-3603ec23d20f None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:53.734242 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-517f0c8b-9518-42e5-ae04-3603ec23d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:53.765916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aae683d-aa8a-422e-a5fd-971c5f3c76cb {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:29:53.769891 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-517f0c8b-9518-42e5-ae04-3603ec23d20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:53.770765 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f0c8b-9518-42e5-ae04-3603ec23d20f None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:53.775925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:53.789186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Transition to ACTIVE for port object 5aae683d-aa8a-422e-a5fd-971c5f3c76cb will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:29:53.793657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:53.845823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:53.931976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:29:53.932370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:29:53.932643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on network a18162ba-c032-446b-af4f-fc7c0f7a0768 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:53.937493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on network a18162ba-c032-446b-af4f-fc7c0f7a0768 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:29:53.937939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on network a18162ba-c032-446b-af4f-fc7c0f7a0768 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:29:53.943034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:29:53.943443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Checking segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:29:53.943955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Bound using segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:29:53.944450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Bound port: 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:29:53.944879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:53.973021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e061b71-5ca4-4d48-9db9-3851d2452048 req-7a0fbc15-8b5b-4c21-a976-7cfdf448219b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:53.974588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e061b71-5ca4-4d48-9db9-3851d2452048 req-7a0fbc15-8b5b-4c21-a976-7cfdf448219b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 944 time: 0.1018660 Sep 29 23:29:54.015364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:29:54.018245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:29:54.024066 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:54.060171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:54.060859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:54.062197 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] 10.222.0.42 "PUT /v2.0/ports/5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 1092 time: 0.8258986 Sep 29 23:29:54.062644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:54.064934 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0b318a-4b5f-4c96-a501-506b9b93bed6" -d '{"events": [{"name": "network-changed", "server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:54.066475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e061b71-5ca4-4d48-9db9-3851d2452048 req-341b5e2c-11cd-4115-b768-9d6bf2065d3c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810061 Sep 29 23:29:54.109831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d296bb7f-14a7-4b6a-9a4b-97ee0298dc8e service neutron] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:54.119137 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60af49e8-27f9-4db7-bec5-8cfe50006f2a x-openstack-request-id: req-60af49e8-27f9-4db7-bec5-8cfe50006f2a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:54.119539 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:54.119650 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-60af49e8-27f9-4db7-bec5-8cfe50006f2a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:54.120085 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'status': 'completed', 'code': 200} Sep 29 23:29:54.196580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-33d4df8e-4c95-4504-9866-1317f99837d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:54.198130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-33d4df8e-4c95-4504-9866-1317f99837d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1095 time: 0.0516019 Sep 29 23:29:54.248975 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-946c29e9-7229-4e14-b45d-6b166b158258 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 217 time: 0.0362895 Sep 29 23:29:54.276465 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:54.301343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-df0e3b58-9684-4599-9a3a-5487e6892392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:54.302815 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-df0e3b58-9684-4599-9a3a-5487e6892392 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.0469799 Sep 29 23:29:54.353080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-bf0b7d41-dac0-4cb0-802e-f586525eff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:54.354605 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-bf0b7d41-dac0-4cb0-802e-f586525eff2c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436099 Sep 29 23:29:54.450112 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-0a108309-fd26-4fca-bd68-c7fe7e6c9726 service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873916 Sep 29 23:29:54.524951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d394b-0fd9-48de-8025-597607d70273 req-8737cb91-2ae7-4462-813d-d49b9570e802 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:54.526443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-023d394b-0fd9-48de-8025-597607d70273 req-8737cb91-2ae7-4462-813d-d49b9570e802 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 984 time: 0.0951648 Sep 29 23:29:54.547053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e619dbf3-057b-4609-a969-03cfa56dd971 req-168a98c9-cee8-4f09-a688-b2d0d0e32f6b service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896814 Sep 29 23:29:54.613654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-023d394b-0fd9-48de-8025-597607d70273 req-f1b2960d-32f3-4e38-8f26-de676b789ff9 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0779734 Sep 29 23:29:54.626695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device f18e085c-be0b-4678-aab5-c2ee22b73ca4 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:29:54.628376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.20.0.1 (00dfba91-c9ad-4c8f-a2c8-f2ab157e5252/f56d284f-7945-4c3a-bada-4648d919c359/95a24fd2-6f55-4d7d-94ce-22a10c6fa59b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:54.685472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port f18e085c-be0b-4678-aab5-c2ee22b73ca4 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:29:54.689214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port f18e085c-be0b-4678-aab5-c2ee22b73ca4 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:29:54.689714 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:54.691649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-61108322-bf9b-4d3e-b045-be033aa5ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:54.693334 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-61108322-bf9b-4d3e-b045-be033aa5ded8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1095 time: 0.0630887 Sep 29 23:29:54.765552 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:54.776917 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:54.804989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:54.807067 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:54.807932 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0c3a39-1ecb-48ec-bb70-252c16816be8" -d '{"events": [{"server_uuid": "d3b5517b-57b8-4b1c-8b83-bc3e8564a608", "name": "network-vif-plugged", "status": "completed", "tag": "f18e085c-be0b-4678-aab5-c2ee22b73ca4"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:54.821246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port f18e085c-be0b-4678-aab5-c2ee22b73ca4, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f18e085c-be0b-4678-aab5-c2ee22b73ca4,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:54.826701 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:54.862915 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c1aecc-58fa-421c-9598-4273c02c01d7 x-openstack-request-id: req-72c1aecc-58fa-421c-9598-4273c02c01d7 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:54.863202 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5517b-57b8-4b1c-8b83-bc3e8564a608", "name": "network-vif-plugged", "status": "completed", "tag": "f18e085c-be0b-4678-aab5-c2ee22b73ca4", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:54.863456 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72c1aecc-58fa-421c-9598-4273c02c01d7 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:54.864379 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'code': 200} Sep 29 23:29:54.865528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:54.869017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:54.876546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:54.881235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=95a24fd2-6f55-4d7d-94ce-22a10c6fa59b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:54.908288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=f18e085c-be0b-4678-aab5-c2ee22b73ca4,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:54.932775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.933122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.933465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.933901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.934289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.934564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.934900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.935401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.935724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.936089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.936417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.936746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:29:54.964455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:55.098944 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:55.160975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-9b690f08-459d-4198-81dd-b06eed7eb223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:55.162443 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-9b690f08-459d-4198-81dd-b06eed7eb223 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.4495387 Sep 29 23:29:55.167590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8d19b-5c59-49a8-9b30-4aab56a9fbde req-06292dce-78c2-4d9a-a2c3-372e4f73e92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:55.169430 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f8d19b-5c59-49a8-9b30-4aab56a9fbde req-06292dce-78c2-4d9a-a2c3-372e4f73e92b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 1136 time: 0.0637631 Sep 29 23:29:55.209965 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-06cf2724-5e06-4157-95c6-e5b14a11bbba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 217 time: 0.0389652 Sep 29 23:29:55.247008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4672cfda-3483-4d1e-b8ff-b1453ebfff40 req-cb86e9a4-b6d6-4a2a-84a1-f890bf88eeba tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:55.248577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4672cfda-3483-4d1e-b8ff-b1453ebfff40 req-cb86e9a4-b6d6-4a2a-84a1-f890bf88eeba tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 944 time: 0.0982556 Sep 29 23:29:55.271355 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f8d19b-5c59-49a8-9b30-4aab56a9fbde req-fa7a2a57-e5a0-4096-b364-7dace7b08c9c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0938811 Sep 29 23:29:55.280701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-d82e7120-5703-4ea8-8342-0e42f741ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:55.282065 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-d82e7120-5703-4ea8-8342-0e42f741ed5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.0634170 Sep 29 23:29:55.328466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4672cfda-3483-4d1e-b8ff-b1453ebfff40 req-00587a7d-8453-43bf-ba56-d8feaa4129ce tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733359 Sep 29 23:29:55.331105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-c13864e1-bb75-4b14-ba95-d50d714efdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:55.332866 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-c13864e1-bb75-4b14-ba95-d50d714efdef service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429354 Sep 29 23:29:55.428879 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-e2d7f883-2a50-4249-8ef7-5b335b8941c9 service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887649 Sep 29 23:29:55.450917 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:55.455426 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:55.523037 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4f0b318a-4b5f-4c96-a501-506b9b93bed6 req-53be158a-9900-418a-9240-260e7308f627 service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842965 Sep 29 23:29:55.530224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=95a24fd2-6f55-4d7d-94ce-22a10c6fa59b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:55.532828 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:55.625841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:55.627199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:56.071353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:29:56.090118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc04eb7-5cda-49fb-bd2f-f4563a9c6bda req-8618616d-b344-492f-9684-5b4cdd61cef1 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:56.091627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5dc04eb7-5cda-49fb-bd2f-f4563a9c6bda req-8618616d-b344-492f-9684-5b4cdd61cef1 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 985 time: 0.0686424 Sep 29 23:29:56.173150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5dc04eb7-5cda-49fb-bd2f-f4563a9c6bda req-eaa2bcbd-dedb-4473-ad7f-535cf5e761c9 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0751588 Sep 29 23:29:56.222925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:56.230124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7ae76a7a-2a5b-4e74-bf1a-8a0c6f4547b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "PUT /v2.0/routers/0e97db56-5b5a-4177-9345-cad59f8bf9b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5203893 Sep 29 23:29:56.232166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51310) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:56.232380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65675f8c-496c-4545-8561-3fe78ca36614 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:56.237411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'port': {'network_id': '00dfba91-c9ad-4c8f-a2c8-f2ab157e5252', 'name': 'tempest-FloatingIPTestJSON-825102434'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:56.241682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65675f8c-496c-4545-8561-3fe78ca36614 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:56.242405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-65675f8c-496c-4545-8561-3fe78ca36614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:56.278259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-65675f8c-496c-4545-8561-3fe78ca36614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:56.286872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65675f8c-496c-4545-8561-3fe78ca36614 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:56.287514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-65675f8c-496c-4545-8561-3fe78ca36614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:56.319514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-65675f8c-496c-4545-8561-3fe78ca36614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:56.320106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65675f8c-496c-4545-8561-3fe78ca36614 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:56.355313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Made reservation on behalf of 63f657bc76a54be792a7fb292b21aade for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:56.359437 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:56.376842 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] device_id is not set on port 25f35f9a-4f78-4be3-a2bc-f583a83cd5c5 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:29:56.505014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055dee7-dd8a-4f4a-bdf5-935082a124f4 req-c3638475-b183-4c18-a54a-924427c36e39 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:56.506497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e055dee7-dd8a-4f4a-bdf5-935082a124f4 req-c3638475-b183-4c18-a54a-924427c36e39 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 944 time: 0.0943534 Sep 29 23:29:56.539441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.20.0.6 (00dfba91-c9ad-4c8f-a2c8-f2ab157e5252/f56d284f-7945-4c3a-bada-4648d919c359/25f35f9a-4f78-4be3-a2bc-f583a83cd5c5) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:56.566626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e055dee7-dd8a-4f4a-bdf5-935082a124f4 req-5a615088-4632-4ff9-8611-da98bb8bbad8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527744 Sep 29 23:29:56.698319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:56.731935 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:56.774465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:56.778083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:56.780704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:56.809740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=25f35f9a-4f78-4be3-a2bc-f583a83cd5c5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:56.836353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:56.836881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:56.851534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fb1b8b50-2b8e-4d03-a8f7-f831ebda8dd1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6180372 Sep 29 23:29:56.854073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51316) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:56.859282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'port': {'network_id': '00dfba91-c9ad-4c8f-a2c8-f2ab157e5252', 'name': 'tempest-FloatingIPTestJSON-1619344710'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:56.977796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Made reservation on behalf of 63f657bc76a54be792a7fb292b21aade for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:29:56.981469 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:56.998694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] device_id is not set on port 2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:29:57.108299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.20.0.10 (00dfba91-c9ad-4c8f-a2c8-f2ab157e5252/f56d284f-7945-4c3a-bada-4648d919c359/2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:57.261158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:57.317797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa194af-4ebe-42fd-b1a5-948a864639ab req-791ea93c-b4ce-4a8a-93b6-d9a74a6455d8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:57.319327 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aa194af-4ebe-42fd-b1a5-948a864639ab req-791ea93c-b4ce-4a8a-93b6-d9a74a6455d8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 985 time: 0.0763803 Sep 29 23:29:57.335967 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:57.391682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:57.398940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:57.402892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:57.409263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aa194af-4ebe-42fd-b1a5-948a864639ab req-b74b00c4-c893-4985-bfe0-e0ad71312ec1 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0825810 Sep 29 23:29:57.436174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:57.464427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:57.465095 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:57.480355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4e8804d6-9588-46a5-8acf-b1b380b96e63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6252480 Sep 29 23:29:57.483711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51322) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:57.488399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:57.509864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:57.536941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5fa6e-01d1-4879-a0fd-45d86855082c req-c3d25c30-b9fa-429e-9d29-49501f76c77e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:57.538486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2d5fa6e-01d1-4879-a0fd-45d86855082c req-c3d25c30-b9fa-429e-9d29-49501f76c77e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 985 time: 0.0501952 Sep 29 23:29:57.585042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2d5fa6e-01d1-4879-a0fd-45d86855082c req-017d770a-bacb-4332-955d-c5143b0cbe2b tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0398207 Sep 29 23:29:57.616387 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:57.719039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f9280c-267c-4426-8662-ef71f8fbc0f0 req-bb2d60da-8747-4297-821f-bd8109da8848 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:57.720487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21f9280c-267c-4426-8662-ef71f8fbc0f0 req-bb2d60da-8747-4297-821f-bd8109da8848 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 944 time: 0.0797164 Sep 29 23:29:57.723237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.25.4.158 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/e7ff470f-00d4-4843-ac59-8b9dae620817) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:57.726096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d29907-2e36-4a35-b189-3a002cc46d78 req-bab0c116-a490-4162-8133-be3dce8439d0 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:57.727656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31d29907-2e36-4a35-b189-3a002cc46d78 req-bab0c116-a490-4162-8133-be3dce8439d0 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 1136 time: 0.0607600 Sep 29 23:29:57.756993 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-31d29907-2e36-4a35-b189-3a002cc46d78 req-878cd2e0-fb44-447c-91ce-e3e93488c0c8 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:57.785440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21f9280c-267c-4426-8662-ef71f8fbc0f0 req-510c2431-5609-4187-ad4b-1f42aa94518b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568027 Sep 29 23:29:57.836670 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:57.867355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-31d29907-2e36-4a35-b189-3a002cc46d78 req-878cd2e0-fb44-447c-91ce-e3e93488c0c8 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:57.869957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:57.872849 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-31d29907-2e36-4a35-b189-3a002cc46d78 req-878cd2e0-fb44-447c-91ce-e3e93488c0c8 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:57.900526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31d29907-2e36-4a35-b189-3a002cc46d78 req-878cd2e0-fb44-447c-91ce-e3e93488c0c8 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1652000 Sep 29 23:29:57.910635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:57.912153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:57.916070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:57.917387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878cd2e0-fb44-447c-91ce-e3e93488c0c8 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d563fa5-e082-4ea7-abd4-05be57116bda,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:57.932352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51330) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:57.949986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=e7ff470f-00d4-4843-ac59-8b9dae620817,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:57.979032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79809d70-58d9-4a01-a4cb-5de1e8eead18 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:57.980603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-79809d70-58d9-4a01-a4cb-5de1e8eead18 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 1131 time: 0.0472388 Sep 29 23:29:57.983646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51332) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:57.987977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:58.009253 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.107460 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.215278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Allocated IP 172.25.4.239 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/afafd007-d2b3-41d7-b428-a830ee87b760) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:29:58.296812 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.322721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.362518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.366057 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.375724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:29:58.403319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:29:58.406467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:29:58.413614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:29:58.416738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Port': ['ID=afafd007-d2b3-41d7-b428-a830ee87b760,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:58.543422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.548832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.634653 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:58.638262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=e7ff470f-00d4-4843-ac59-8b9dae620817,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:58.653455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'port_id': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'mac_address': 'fa:16:3e:2b:fc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:29:58.653947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.694448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.712211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aae683d-aa8a-422e-a5fd-971c5f3c76cb {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:29:58.734002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:29:58.739526 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.782976 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP 97253f22-c18c-4ea9-ab2e-6e52a5e003e8 associated. External IP: 172.25.4.158, port: 2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd. Sep 29 23:29:58.798010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:58.854839 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:58.955728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438cc85-4965-440c-9263-b9cd957491c8 req-6328aa99-b9c6-4e17-90b3-bba646ce218a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:29:58.957304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d438cc85-4965-440c-9263-b9cd957491c8 req-6328aa99-b9c6-4e17-90b3-bba646ce218a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 945 time: 0.0795679 Sep 29 23:29:58.992778 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:59.018877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:29:59.027144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d438cc85-4965-440c-9263-b9cd957491c8 req-10630224-7d5a-4044-9117-51492e564e65 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591886 Sep 29 23:29:59.109186 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5aae683d-aa8a-422e-a5fd-971c5f3c76cb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:29:59.134272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:59.144773 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b86cca9-88e8-4842-a1cb-1cc02f8b0ce0 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:59.156907 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b86cca9-88e8-4842-a1cb-1cc02f8b0ce0 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:59.157495 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0b86cca9-88e8-4842-a1cb-1cc02f8b0ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:59.161129 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:59.177923 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:59.184113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:59.192985 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0b86cca9-88e8-4842-a1cb-1cc02f8b0ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:59.198892 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-af2c8f46-5b85-4ef5-9ac3-8e3422c6dea9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 1.7139575 Sep 29 23:29:59.201771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51338) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:59.202745 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b86cca9-88e8-4842-a1cb-1cc02f8b0ce0 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:59.203460 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0b86cca9-88e8-4842-a1cb-1cc02f8b0ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:59.206562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ffab993f-e88a-48bf-8554-345954562fa8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:29:59.240723 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0b86cca9-88e8-4842-a1cb-1cc02f8b0ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:59.241656 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b86cca9-88e8-4842-a1cb-1cc02f8b0ce0 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:59.267537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Port': ['ID=afafd007-d2b3-41d7-b428-a830ee87b760,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:29:59.274605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffab993f-e88a-48bf-8554-345954562fa8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:59.283260 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:59.409767 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Floating IP 6d1e185d-df32-4451-9b6a-ac2c03a67afb associated. External IP: 172.25.4.239, port: f18e085c-be0b-4678-aab5-c2ee22b73ca4. Sep 29 23:29:59.429432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffab993f-e88a-48bf-8554-345954562fa8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:59.433194 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffab993f-e88a-48bf-8554-345954562fa8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:59.433736 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-ffab993f-e88a-48bf-8554-345954562fa8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP 97253f22-c18c-4ea9-ab2e-6e52a5e003e8 disassociated. External IP: 172.25.4.158, port: 2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd. Sep 29 23:29:59.618880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Router 4fc6b196-13d8-4c25-8792-0241e7301b99 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:29:59.643432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffab993f-e88a-48bf-8554-345954562fa8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:29:59.746196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:59.753448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffab993f-e88a-48bf-8554-345954562fa8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:29:59.757745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] Sync routers for ids ['4fc6b196-13d8-4c25-8792-0241e7301b99'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:59.758210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffab993f-e88a-48bf-8554-345954562fa8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:59.766228 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:29:59.766938 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c9230d-506c-4ab0-af8b-f19669f4fcd8 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:29:59.772195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] Routers {'4fc6b196-13d8-4c25-8792-0241e7301b99'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:59.773195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['4fc6b196-13d8-4c25-8792-0241e7301b99'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:59.778203 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c9230d-506c-4ab0-af8b-f19669f4fcd8 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:59.779739 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-89c9230d-506c-4ab0-af8b-f19669f4fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:59.792510 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ffab993f-e88a-48bf-8554-345954562fa8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "PUT /v2.0/floatingips/97253f22-c18c-4ea9-ab2e-6e52a5e003e8 HTTP/1.1" status: 200 len: 688 time: 0.5871155 Sep 29 23:29:59.792855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51340) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:59.799292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51342) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:29:59.799745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c6f5e953-d4d6-4c78-898a-a816650a8ff8 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8149550 Sep 29 23:29:59.800442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'tag': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:29:59.803087 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5517b-57b8-4b1c-8b83-bc3e8564a608", "tag": "f18e085c-be0b-4678-aab5-c2ee22b73ca4"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:29:59.825686 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-89c9230d-506c-4ab0-af8b-f19669f4fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:59.844198 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c9230d-506c-4ab0-af8b-f19669f4fcd8 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:29:59.846685 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0236a9-0d04-43d7-bcd7-97a89bd665a3 x-openstack-request-id: req-dd0236a9-0d04-43d7-bcd7-97a89bd665a3 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:29:59.846981 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5517b-57b8-4b1c-8b83-bc3e8564a608", "tag": "f18e085c-be0b-4678-aab5-c2ee22b73ca4", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:29:59.847231 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-dd0236a9-0d04-43d7-bcd7-97a89bd665a3 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:29:59.847683 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'tag': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'status': 'completed', 'code': 200} Sep 29 23:29:59.847898 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-89c9230d-506c-4ab0-af8b-f19669f4fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:59.881986 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-89c9230d-506c-4ab0-af8b-f19669f4fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:29:59.882618 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c9230d-506c-4ab0-af8b-f19669f4fcd8 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:29:59.903050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] Set router 4fc6b196-13d8-4c25-8792-0241e7301b99 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:00.121857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-316bab46-f18e-43e9-bd02-b6cf61c2f782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.123543 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-316bab46-f18e-43e9-bd02-b6cf61c2f782 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=017e7a33ad044e3bbbb26b207169c28f&device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 1136 time: 0.2480032 Sep 29 23:30:00.151432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321bf422-0093-45e3-a85c-26020a4acddd tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.152082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321bf422-0093-45e3-a85c-26020a4acddd tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.153198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321bf422-0093-45e3-a85c-26020a4acddd tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.153742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321bf422-0093-45e3-a85c-26020a4acddd tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.153974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6d1e185d-df32-4451-9b6a-ac2c03a67afb', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'port_id': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'mac_address': 'fa:16:3e:d1:11:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:29:58Z', 'updated_at': '2021-09-29T23:29:58Z', 'revision_number': 0, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88e1ef3-fa95-47cc-988b-37c8f9b07bba', 'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:fe:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:44Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:00.154436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321bf422-0093-45e3-a85c-26020a4acddd tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.155043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321bf422-0093-45e3-a85c-26020a4acddd tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.155575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321bf422-0093-45e3-a85c-26020a4acddd tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.156134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321bf422-0093-45e3-a85c-26020a4acddd tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.160634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-321bf422-0093-45e3-a85c-26020a4acddd tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.3579178 Sep 29 23:30:00.164238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e17aea0-0b85-4fe0-b105-beb1788d964d req-fd632957-d23a-44cd-93a9-c0faeccbf966 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.165796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e17aea0-0b85-4fe0-b105-beb1788d964d req-fd632957-d23a-44cd-93a9-c0faeccbf966 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 945 time: 0.0556381 Sep 29 23:30:00.166277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51350) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:00.186101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] Checking router: 4fc6b196-13d8-4c25-8792-0241e7301b99 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:30:00.195020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] Routers {'4fc6b196-13d8-4c25-8792-0241e7301b99'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:00.195660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['4fc6b196-13d8-4c25-8792-0241e7301b99'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:00.272497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14e07-c761-42b0-8ae6-75b077549ba7 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.272975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14e07-c761-42b0-8ae6-75b077549ba7 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.273446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14e07-c761-42b0-8ae6-75b077549ba7 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.273904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14e07-c761-42b0-8ae6-75b077549ba7 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.274619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14e07-c761-42b0-8ae6-75b077549ba7 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.275090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14e07-c761-42b0-8ae6-75b077549ba7 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.275541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14e07-c761-42b0-8ae6-75b077549ba7 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.276030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14e07-c761-42b0-8ae6-75b077549ba7 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.281885 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8fc14e07-c761-42b0-8ae6-75b077549ba7 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5225 time: 0.1119554 Sep 29 23:30:00.282851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51352) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:00.307135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] Set router 4fc6b196-13d8-4c25-8792-0241e7301b99 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:00.381777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e17aea0-0b85-4fe0-b105-beb1788d964d req-f2a07258-8900-442e-90f7-314cc78822e4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368253 Sep 29 23:30:00.390434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:00.520972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:30:00.527311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:00.527728 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:00.538318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1b051ac6-de3b-40b9-b5ea-fe05054a9c45 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port e7ff470f-00d4-4843-ac59-8b9dae620817 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:00.538800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b051ac6-de3b-40b9-b5ea-fe05054a9c45 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:00.577988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-38818561-efd1-4cd7-8fe7-f02b7f89791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.579571 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-38818561-efd1-4cd7-8fe7-f02b7f89791d service neutron] 10.222.0.26 "GET /v2.0/networks?id=5bd5fbc8-8b72-4017-91db-cf292c93eded HTTP/1.1" status: 200 len: 898 time: 0.4395800 Sep 29 23:30:00.593737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f413b098-7a6a-4546-890c-1fde20753e47 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4505 time: 0.3090703 Sep 29 23:30:00.596296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51354) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:00.641560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d69437d-33f0-42e1-81fa-257fd5a12508 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.642319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d69437d-33f0-42e1-81fa-257fd5a12508 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.648669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3d69437d-33f0-42e1-81fa-257fd5a12508 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4fc6b196-13d8-4c25-8792-0241e7301b99 HTTP/1.1" status: 200 len: 1990 time: 0.0465598 Sep 29 23:30:00.670412 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:00.674445 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6d1e185d-df32-4451-9b6a-ac2c03a67afb', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'port_id': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'mac_address': 'fa:16:3e:d1:11:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:29:58Z', 'updated_at': '2021-09-29T23:29:58Z', 'revision_number': 0, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88e1ef3-fa95-47cc-988b-37c8f9b07bba', 'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:fe:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:44Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:00.687472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b051ac6-de3b-40b9-b5ea-fe05054a9c45 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:00.688051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b051ac6-de3b-40b9-b5ea-fe05054a9c45 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:00.707106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-75e63e8f-bf90-43c4-9728-31108c817ca1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f18e085c-be0b-4678-aab5-c2ee22b73ca4 HTTP/1.1" status: 200 len: 1000 time: 0.0935974 Sep 29 23:30:00.707969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1b051ac6-de3b-40b9-b5ea-fe05054a9c45 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for e7ff470f-00d4-4843-ac59-8b9dae620817 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:00.708840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76c3b65-d211-490b-9bcf-0fa797b4bcd4 None None] The sync data for ids ['4fc6b196-13d8-4c25-8792-0241e7301b99'] in n-d-811173-2 is: [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6d1e185d-df32-4451-9b6a-ac2c03a67afb', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'port_id': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'mac_address': 'fa:16:3e:d1:11:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:29:58Z', 'updated_at': '2021-09-29T23:29:58Z', 'revision_number': 0, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c88e1ef3-fa95-47cc-988b-37c8f9b07bba', 'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:fe:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:44Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:00.722608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:30:00.724878 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c4bf88-c71c-431d-a5ef-1320bbc00336" -d '{"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-plugged", "status": "completed", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:30:00.737746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:00.744118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:00.776494 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fd62e7-c838-49bc-b772-52fc75d679b5 x-openstack-request-id: req-19fd62e7-c838-49bc-b772-52fc75d679b5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:30:00.777094 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-plugged", "status": "completed", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:30:00.777094 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-19fd62e7-c838-49bc-b772-52fc75d679b5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:30:00.778055 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'code': 200} Sep 29 23:30:00.806910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:00.810689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-103a4285-53ba-49a1-be39-eca81ffe1a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.812216 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-103a4285-53ba-49a1-be39-eca81ffe1a46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19b93d8b-9edd-4ace-a93e-35f534a9e4f0 HTTP/1.1" status: 200 len: 835 time: 0.0950849 Sep 29 23:30:00.912324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-39ab1733-d954-40a7-a401-f3d1ddee710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.913878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-39ab1733-d954-40a7-a401-f3d1ddee710d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5bd5fbc8-8b72-4017-91db-cf292c93eded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912695 Sep 29 23:30:00.936142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e87af3-be41-491c-aff2-6aa2eb5e94ea None None] New status for floating IP 6d1e185d-df32-4451-9b6a-ac2c03a67afb: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:30:00.994326 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3476f6d-3985-4a5b-889b-ba796c93179a req-f86823bf-0c76-4091-a7ac-b498e97976ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:00.995848 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3476f6d-3985-4a5b-889b-ba796c93179a req-f86823bf-0c76-4091-a7ac-b498e97976ee service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1097 time: 0.1284602 Sep 29 23:30:01.035180 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b051ac6-de3b-40b9-b5ea-fe05054a9c45 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:01.085958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b051ac6-de3b-40b9-b5ea-fe05054a9c45 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=e7ff470f-00d4-4843-ac59-8b9dae620817,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:01.124309 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3476f6d-3985-4a5b-889b-ba796c93179a req-8cd07652-3bb1-49ed-9e94-9556ef5c9ad6 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024823 Sep 29 23:30:01.128403 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-f61fd9b5-7620-4550-bf8d-b1f1cebff93b service neutron] 10.222.0.26 "GET /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946754 Sep 29 23:30:01.193904 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b051ac6-de3b-40b9-b5ea-fe05054a9c45 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:01.196512 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b051ac6-de3b-40b9-b5ea-fe05054a9c45 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:01.197680 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1b051ac6-de3b-40b9-b5ea-fe05054a9c45 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/floatingips/97253f22-c18c-4ea9-ab2e-6e52a5e003e8 HTTP/1.1" status: 204 len: 168 time: 1.4038832 Sep 29 23:30:01.201590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51362) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:01.206095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '25f35f9a-4f78-4be3-a2bc-f583a83cd5c5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:01.228362 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:01.255025 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd2ef81-5ac9-40ee-9146-9a50a101cdf0 req-d818b81d-8cf8-403a-a16e-44daa56b9c08 service neutron] 10.222.0.26 "GET /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077099 Sep 29 23:30:01.333908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:01.435344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.25.4.30 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/ef550e39-d2a9-4494-b039-a808c023317a) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:01.557029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cd38e2-4f32-4397-910d-81d872ac62fb req-67928b91-a4e5-4275-aa7d-bb64d05cbd99 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:01.559041 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0cd38e2-4f32-4397-910d-81d872ac62fb req-67928b91-a4e5-4275-aa7d-bb64d05cbd99 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0977895 Sep 29 23:30:01.592993 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:01.618936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0cd38e2-4f32-4397-910d-81d872ac62fb req-2a6ef5b5-0ef1-491b-8409-44ebbbf4b164 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525191 Sep 29 23:30:01.641257 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:01.686405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:01.689202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:01.692589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:01.700038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=ef550e39-d2a9-4494-b039-a808c023317a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:02.046904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:02.430563 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:02.594236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:02.601375 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:02.674367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=ef550e39-d2a9-4494-b039-a808c023317a,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:02.682731 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:02.812100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef272cd8-eeb7-4f73-8fa6-3981f637dab2 req-800023f4-815f-4671-b984-a0979816dd61 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:02.813616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef272cd8-eeb7-4f73-8fa6-3981f637dab2 req-800023f4-815f-4671-b984-a0979816dd61 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0918849 Sep 29 23:30:02.840153 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP 29eacdd3-6ab2-441d-9d72-8eb9e5f1a8fa associated. External IP: 172.25.4.30, port: 25f35f9a-4f78-4be3-a2bc-f583a83cd5c5. Sep 29 23:30:02.894628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef272cd8-eeb7-4f73-8fa6-3981f637dab2 req-97492361-5845-4615-a48c-942f5f58616b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746641 Sep 29 23:30:03.084458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df75e97-d179-433d-ae68-de29c238467a req-be8a2031-aa21-4b02-ada3-06236324bdbc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:03.085936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5df75e97-d179-433d-ae68-de29c238467a req-be8a2031-aa21-4b02-ada3-06236324bdbc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0944564 Sep 29 23:30:03.119884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:03.141434 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5df75e97-d179-433d-ae68-de29c238467a req-f116e0fb-93c4-456b-925f-ea4d94abd820 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493541 Sep 29 23:30:03.163657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51372) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:03.204283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff025e54-aa0f-4065-a3d2-c7f2ef3dc0af tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:03.205818 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ff025e54-aa0f-4065-a3d2-c7f2ef3dc0af tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1092 time: 0.0411155 Sep 29 23:30:03.208621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51374) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:03.212841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:03.235687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:03.247749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:03.258106 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0915bb-734b-42b3-af41-3e3339b75e38 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:03.264825 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:03.270387 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0915bb-734b-42b3-af41-3e3339b75e38 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:03.271219 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ab0915bb-734b-42b3-af41-3e3339b75e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:03.292366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-86f1bb1b-ab15-4f01-8f60-5cfc88a6137c tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.0896606 Sep 29 23:30:03.296005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51376) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:03.307108 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ab0915bb-734b-42b3-af41-3e3339b75e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:03.317875 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0915bb-734b-42b3-af41-3e3339b75e38 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:03.318872 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ab0915bb-734b-42b3-af41-3e3339b75e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:03.321294 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-492509e5-9bee-4312-a89c-f932b3754fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:03.354380 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ab0915bb-734b-42b3-af41-3e3339b75e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:03.355935 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab0915bb-734b-42b3-af41-3e3339b75e38 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:03.359210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:03.371879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4926b891-5d7e-44eb-a99c-26287b8ed6e3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "GET /v2.0/floatingips/29eacdd3-6ab2-441d-9d72-8eb9e5f1a8fa HTTP/1.1" status: 200 len: 976 time: 0.0746055 Sep 29 23:30:03.374462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51378) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:03.468396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.25.4.38 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/a4cf1909-e6a4-4216-af43-b5b55ebc9703) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:03.485478 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9c74c0b1-5811-4648-bb91-2f6547ae8a3a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1099148 Sep 29 23:30:03.487929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:03.492149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'port_id': '2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:03.546649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:03.574018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:03.611285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:03.653913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:03.658104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:03.665302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:03.668689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=a4cf1909-e6a4-4216-af43-b5b55ebc9703,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:04.014139 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:04.018308 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:04.028962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:04.096266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:04.119034 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP 29eacdd3-6ab2-441d-9d72-8eb9e5f1a8fa associated. External IP: 172.25.4.30, port: 25f35f9a-4f78-4be3-a2bc-f583a83cd5c5. Sep 29 23:30:04.254405 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:04.259408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:04.327678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:04.336891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=a4cf1909-e6a4-4216-af43-b5b55ebc9703,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:04.346589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:04.436823 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:04.445928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc881d-52e5-484f-aa23-d3f009f256c9 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:04.449494 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Floating IP 1cb194ff-c67a-4920-ae0f-a131d57014ce associated. External IP: 172.25.4.38, port: 5aae683d-aa8a-422e-a5fd-971c5f3c76cb. Sep 29 23:30:04.457753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc881d-52e5-484f-aa23-d3f009f256c9 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:04.458375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a7dc881d-52e5-484f-aa23-d3f009f256c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:04.490562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a7dc881d-52e5-484f-aa23-d3f009f256c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:04.499291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dc881d-52e5-484f-aa23-d3f009f256c9 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:04.499933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a7dc881d-52e5-484f-aa23-d3f009f256c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:04.534276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a7dc881d-52e5-484f-aa23-d3f009f256c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:04.534931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dc881d-52e5-484f-aa23-d3f009f256c9 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:04.667681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router e777cea6-1870-4bdc-946b-15d64b02b3e8 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:04.709124 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:30:04.790750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:04.800803 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] Sync routers for ids ['e777cea6-1870-4bdc-946b-15d64b02b3e8'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:04.809383 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:04.811086 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] Routers {'e777cea6-1870-4bdc-946b-15d64b02b3e8'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:04.811963 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e777cea6-1870-4bdc-946b-15d64b02b3e8'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:04.843097 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5a807d7c-01e5-404a-b5f6-397176fe117e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6308060 Sep 29 23:30:04.843097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:30:04.843768 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57234a8f-7192-4148-84d7-5e8b119111a3" -d '{"events": [{"name": "network-changed", "server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:30:04.895107 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41825298-aafa-4267-b179-99de5c3710bc x-openstack-request-id: req-41825298-aafa-4267-b179-99de5c3710bc {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:30:04.895407 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:30:04.895698 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-41825298-aafa-4267-b179-99de5c3710bc {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:30:04.896197 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'status': 'completed', 'code': 200} Sep 29 23:30:04.941701 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] Set router e777cea6-1870-4bdc-946b-15d64b02b3e8 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:04.985499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-36279b4c-d131-4d7c-bd3f-8bc3233a4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:04.987191 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-36279b4c-d131-4d7c-bd3f-8bc3233a4609 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1097 time: 0.0466888 Sep 29 23:30:05.017964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:05.045126 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e506c5-01d6-46f7-b06f-81b2f68433b1 req-c0e446de-e27d-40a7-b8b3-234bad210e41 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:05.046659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1e506c5-01d6-46f7-b06f-81b2f68433b1 req-c0e446de-e27d-40a7-b8b3-234bad210e41 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0769048 Sep 29 23:30:05.094175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-5057ed3c-257b-4198-8f2e-04b3cb761a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:05.095663 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-5057ed3c-257b-4198-8f2e-04b3cb761a3d service neutron] 10.222.0.42 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.1014652 Sep 29 23:30:05.126689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1e506c5-01d6-46f7-b06f-81b2f68433b1 req-acd1b2d1-1bc7-4dbc-b3fa-36563878255f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487852 Sep 29 23:30:05.156016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51390) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:05.184093 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '1cb194ff-c67a-4920-ae0f-a131d57014ce', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'port_id': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'mac_address': 'fa:16:3e:2b:fc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:30:03Z', 'updated_at': '2021-09-29T23:30:03Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29395399-b3d9-46fc-ba8a-4ec9ab76eac7', 'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:0e:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:46Z', 'updated_at': '2021-09-29T23:29:51Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.185078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:05.189561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:05.198682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a25103-b5bb-4508-a5c3-655d9fceb192 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:05.210264 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-ad2b770a-0f82-4341-95a1-2b5fe9f78fc8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 999 time: 0.1067793 Sep 29 23:30:05.210846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a25103-b5bb-4508-a5c3-655d9fceb192 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:05.211817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b5a25103-b5bb-4508-a5c3-655d9fceb192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.217005 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] Checking router: e777cea6-1870-4bdc-946b-15d64b02b3e8 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:30:05.227649 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] Routers {'e777cea6-1870-4bdc-946b-15d64b02b3e8'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:05.228445 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e777cea6-1870-4bdc-946b-15d64b02b3e8'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.252323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4bddba4c-05bf-4002-8ea3-e26b3d5136b5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "PUT /v2.0/floatingips/29eacdd3-6ab2-441d-9d72-8eb9e5f1a8fa HTTP/1.1" status: 200 len: 978 time: 1.7631967 Sep 29 23:30:05.252788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b5a25103-b5bb-4508-a5c3-655d9fceb192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.252908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:05.257500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b83e1a8f-6b51-40ea-9750-f61b1ee9e200 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:05.261759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a25103-b5bb-4508-a5c3-655d9fceb192 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:05.262803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b5a25103-b5bb-4508-a5c3-655d9fceb192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.274058 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ca3bfd15-b1c5-462e-9e2f-4d85ba88fef6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/1cb194ff-c67a-4920-ae0f-a131d57014ce HTTP/1.1" status: 200 len: 991 time: 0.1157122 Sep 29 23:30:05.287664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-cde714dc-bd32-4eee-844d-f83820344fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:05.289512 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-cde714dc-bd32-4eee-844d-f83820344fe4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.0706472 Sep 29 23:30:05.300139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b5a25103-b5bb-4508-a5c3-655d9fceb192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.300815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a25103-b5bb-4508-a5c3-655d9fceb192 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:05.329441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83e1a8f-6b51-40ea-9750-f61b1ee9e200 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:05.349712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-952a03cc-6523-43c2-b28c-00f231924ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:05.351251 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-952a03cc-6523-43c2-b28c-00f231924ef3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542140 Sep 29 23:30:05.357862 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] Set router e777cea6-1870-4bdc-946b-15d64b02b3e8 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:05.362911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-5633c65a-2452-4267-ba00-2095cb3de11e service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:30:05.363927 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-5633c65a-2452-4267-ba00-2095cb3de11e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053773 Sep 29 23:30:05.464071 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-4e5f0730-65f6-4c5b-9605-ee890a356ffa service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926208 Sep 29 23:30:05.484996 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83e1a8f-6b51-40ea-9750-f61b1ee9e200 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:05.490308 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83e1a8f-6b51-40ea-9750-f61b1ee9e200 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:05.490903 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-b83e1a8f-6b51-40ea-9750-f61b1ee9e200 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP 29eacdd3-6ab2-441d-9d72-8eb9e5f1a8fa disassociated. External IP: 172.25.4.30, port: 2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd. Sep 29 23:30:05.572562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57234a8f-7192-4148-84d7-5e8b119111a3 req-b5619af7-adc1-4ae0-84c0-e3c4b9708d3f service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987749 Sep 29 23:30:05.607605 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '1cb194ff-c67a-4920-ae0f-a131d57014ce', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'port_id': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'mac_address': 'fa:16:3e:2b:fc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:30:03Z', 'updated_at': '2021-09-29T23:30:03Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29395399-b3d9-46fc-ba8a-4ec9ab76eac7', 'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:0e:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:46Z', 'updated_at': '2021-09-29T23:29:51Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.714061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83e1a8f-6b51-40ea-9750-f61b1ee9e200 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:05.727694 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3880191e-718b-4ac6-9c6b-58952d38bc3b None None] The sync data for ids ['e777cea6-1870-4bdc-946b-15d64b02b3e8'] in n-d-811173-2 is: [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '1cb194ff-c67a-4920-ae0f-a131d57014ce', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.38', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'port_id': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'mac_address': 'fa:16:3e:2b:fc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:30:03Z', 'updated_at': '2021-09-29T23:30:03Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29395399-b3d9-46fc-ba8a-4ec9ab76eac7', 'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:0e:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:46Z', 'updated_at': '2021-09-29T23:29:51Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:05.828061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83e1a8f-6b51-40ea-9750-f61b1ee9e200 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:05.833200 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b83e1a8f-6b51-40ea-9750-f61b1ee9e200 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:05.838792 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17d7a4-0f35-4876-b3a2-4d0885a108ce None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:05.848595 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17d7a4-0f35-4876-b3a2-4d0885a108ce None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:05.849423 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-de17d7a4-0f35-4876-b3a2-4d0885a108ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.867681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b83e1a8f-6b51-40ea-9750-f61b1ee9e200 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "PUT /v2.0/floatingips/29eacdd3-6ab2-441d-9d72-8eb9e5f1a8fa HTTP/1.1" status: 200 len: 687 time: 0.6137443 Sep 29 23:30:05.870072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51398) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:05.889577 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-de17d7a4-0f35-4876-b3a2-4d0885a108ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.898856 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17d7a4-0f35-4876-b3a2-4d0885a108ce None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:05.899602 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-de17d7a4-0f35-4876-b3a2-4d0885a108ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:29:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.935971 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-de17d7a4-0f35-4876-b3a2-4d0885a108ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:05.936628 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de17d7a4-0f35-4876-b3a2-4d0885a108ce None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:05.949367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467bbf4e-7cec-4b02-8952-7266c0988978 None None] New status for floating IP 1cb194ff-c67a-4920-ae0f-a131d57014ce: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:30:06.003973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-52f7c772-b44f-4e67-b7d8-0158b3db0109 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port ef550e39-d2a9-4494-b039-a808c023317a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:06.004247 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52f7c772-b44f-4e67-b7d8-0158b3db0109 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:06.084289 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52f7c772-b44f-4e67-b7d8-0158b3db0109 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:06.085083 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52f7c772-b44f-4e67-b7d8-0158b3db0109 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:06.098621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-52f7c772-b44f-4e67-b7d8-0158b3db0109 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for ef550e39-d2a9-4494-b039-a808c023317a owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:06.218523 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3b78e568-f5d3-435e-87ad-a01e1d9b266c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:06.227480 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52f7c772-b44f-4e67-b7d8-0158b3db0109 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:06.257876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f7c772-b44f-4e67-b7d8-0158b3db0109 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=ef550e39-d2a9-4494-b039-a808c023317a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:06.276191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51400) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:06.330271 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52f7c772-b44f-4e67-b7d8-0158b3db0109 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:06.333010 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52f7c772-b44f-4e67-b7d8-0158b3db0109 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:06.334199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-52f7c772-b44f-4e67-b7d8-0158b3db0109 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/floatingips/29eacdd3-6ab2-441d-9d72-8eb9e5f1a8fa HTTP/1.1" status: 204 len: 168 time: 0.4632072 Sep 29 23:30:06.336808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51402) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:06.341292 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c0bcf198-91c8-4dce-aa22-60e195125291 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/1cb194ff-c67a-4920-ae0f-a131d57014ce HTTP/1.1" status: 200 len: 993 time: 0.0639510 Sep 29 23:30:06.372381 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-116ce1e4-8f5a-4d74-a28d-62a9a579f13a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] delete failed (client error): The resource could not be found. Sep 29 23:30:06.373432 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-116ce1e4-8f5a-4d74-a28d-62a9a579f13a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/floatingips/29eacdd3-6ab2-441d-9d72-8eb9e5f1a8fa HTTP/1.1" status: 404 len: 345 time: 0.0354760 Sep 29 23:30:06.377178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:06.474192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8231e-a451-400d-bd46-bbd160d51764 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:06.480334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8231e-a451-400d-bd46-bbd160d51764 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:06.486881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8231e-a451-400d-bd46-bbd160d51764 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:06.491330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51406) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:06.491474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d1b8231e-a451-400d-bd46-bbd160d51764 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "GET /v2.0/ports?network_id=00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 HTTP/1.1" status: 200 len: 2358 time: 0.1131809 Sep 29 23:30:06.553592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb88f4f-dd05-4d1c-aec0-5ac85e02d2d9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:06.561107 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7fb88f4f-dd05-4d1c-aec0-5ac85e02d2d9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "GET /v2.0/subnets/f56d284f-7945-4c3a-bada-4648d919c359 HTTP/1.1" status: 200 len: 797 time: 0.0637128 Sep 29 23:30:06.562149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51410) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:06.562966 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:06.569439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'port': {'network_id': '00dfba91-c9ad-4c8f-a2c8-f2ab157e5252', 'name': 'tempest-FloatingIPTestJSON-199088960', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:06.685826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Made reservation on behalf of 63f657bc76a54be792a7fb292b21aade for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:06.775220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:06.793718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] device_id is not set on port dcc17db0-7e2c-44e9-9524-0306d52ba0d5 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:30:07.079968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.20.0.14 (00dfba91-c9ad-4c8f-a2c8-f2ab157e5252/f56d284f-7945-4c3a-bada-4648d919c359/dcc17db0-7e2c-44e9-9524-0306d52ba0d5) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:07.086238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.20.0.13 (00dfba91-c9ad-4c8f-a2c8-f2ab157e5252/f56d284f-7945-4c3a-bada-4648d919c359/dcc17db0-7e2c-44e9-9524-0306d52ba0d5) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:07.223316 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:07.260096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:07.301847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:07.304824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:07.308355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:07.333546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=dcc17db0-7e2c-44e9-9524-0306d52ba0d5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:07.362570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:07.363220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:07.377706 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-35297eba-f8dd-44ce-b828-675f59568373 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 0.8125918 Sep 29 23:30:07.380352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51414) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:07.384542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': 'dcc17db0-7e2c-44e9-9524-0306d52ba0d5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:07.413333 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:07.460100 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:07.519026 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:07.621887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.25.4.119 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/17b6b431-f435-4447-aa99-dff7587bbb7c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:07.723678 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:07.757686 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:07.796726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:07.800943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:07.804311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:07.827993 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=17b6b431-f435-4447-aa99-dff7587bbb7c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:08.159243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:08.222918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:08.372293 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:08.376700 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:08.445476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=17b6b431-f435-4447-aa99-dff7587bbb7c,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:08.453660 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:08.551374 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP 157c5482-ea6d-4d59-86ca-77fdc7e87fbe associated. External IP: 172.25.4.119, port: dcc17db0-7e2c-44e9-9524-0306d52ba0d5. Sep 29 23:30:08.637806 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:08.767212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:08.872425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:08.881460 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62958cca-ef6a-4a3b-a427-33d1f3d389e1 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:08.889018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:08.890460 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62958cca-ef6a-4a3b-a427-33d1f3d389e1 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:08.891077 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-62958cca-ef6a-4a3b-a427-33d1f3d389e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:08.915715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0b50b88f-b2d5-4afb-b7e4-bf8f749a12c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 1.5343635 Sep 29 23:30:08.919066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51418) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:08.923686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1e5a01d2-6451-4f7c-ae52-d8bf3c800585 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'port_id': 'dcc17db0-7e2c-44e9-9524-0306d52ba0d5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:08.925332 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-62958cca-ef6a-4a3b-a427-33d1f3d389e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:08.933682 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62958cca-ef6a-4a3b-a427-33d1f3d389e1 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:08.934826 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-62958cca-ef6a-4a3b-a427-33d1f3d389e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:08.966243 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-62958cca-ef6a-4a3b-a427-33d1f3d389e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:08.966872 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62958cca-ef6a-4a3b-a427-33d1f3d389e1 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:08.980125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e5a01d2-6451-4f7c-ae52-d8bf3c800585 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:09.638776 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:09.754744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e5a01d2-6451-4f7c-ae52-d8bf3c800585 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:09.758552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e5a01d2-6451-4f7c-ae52-d8bf3c800585 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:09.967569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e5a01d2-6451-4f7c-ae52-d8bf3c800585 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:10.077514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5a01d2-6451-4f7c-ae52-d8bf3c800585 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:10.082172 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e5a01d2-6451-4f7c-ae52-d8bf3c800585 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:10.087039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82b24e1-ac6d-4964-8052-06f68c7b2ec5 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:10.096782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b24e1-ac6d-4964-8052-06f68c7b2ec5 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:10.097434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a82b24e1-ac6d-4964-8052-06f68c7b2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:10.140185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a82b24e1-ac6d-4964-8052-06f68c7b2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:10.140706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51426) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:10.144638 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1e5a01d2-6451-4f7c-ae52-d8bf3c800585 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "PUT /v2.0/floatingips/157c5482-ea6d-4d59-86ca-77fdc7e87fbe HTTP/1.1" status: 200 len: 978 time: 1.2242997 Sep 29 23:30:10.149621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82b24e1-ac6d-4964-8052-06f68c7b2ec5 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:10.150517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a82b24e1-ac6d-4964-8052-06f68c7b2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:10.184078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a82b24e1-ac6d-4964-8052-06f68c7b2ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:10.184743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82b24e1-ac6d-4964-8052-06f68c7b2ec5 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:10.618817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port 17b6b431-f435-4447-aa99-dff7587bbb7c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:10.619178 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:10.696321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:10.696649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:10.707984 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for 17b6b431-f435-4447-aa99-dff7587bbb7c owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:10.851016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:10.876711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=17b6b431-f435-4447-aa99-dff7587bbb7c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:10.935548 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:10.935924 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP 157c5482-ea6d-4d59-86ca-77fdc7e87fbe disassociated (deleted). External IP: 172.25.4.119, port: dcc17db0-7e2c-44e9-9524-0306d52ba0d5. Sep 29 23:30:11.141142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:11.248126 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:11.252348 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:11.256977 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c12876a-9ff7-4bd0-8372-98f58e46a287 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:11.266337 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12876a-9ff7-4bd0-8372-98f58e46a287 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:11.266946 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c12876a-9ff7-4bd0-8372-98f58e46a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:11.280994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6a132fff-47b2-422e-a91c-0e78dbdd12d2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/floatingips/157c5482-ea6d-4d59-86ca-77fdc7e87fbe HTTP/1.1" status: 204 len: 168 time: 1.1391668 Sep 29 23:30:11.283459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51432) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:11.302607 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c12876a-9ff7-4bd0-8372-98f58e46a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:11.312042 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c12876a-9ff7-4bd0-8372-98f58e46a287 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:11.312662 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c12876a-9ff7-4bd0-8372-98f58e46a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:11.345183 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2c12876a-9ff7-4bd0-8372-98f58e46a287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:11.345826 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c12876a-9ff7-4bd0-8372-98f58e46a287 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:11.373329 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a04395ef-fdeb-41b2-b28b-ba09e65735ec tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port dcc17db0-7e2c-44e9-9524-0306d52ba0d5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:11.373677 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a04395ef-fdeb-41b2-b28b-ba09e65735ec tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:11.456111 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a04395ef-fdeb-41b2-b28b-ba09e65735ec tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:11.467352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a04395ef-fdeb-41b2-b28b-ba09e65735ec tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for dcc17db0-7e2c-44e9-9524-0306d52ba0d5 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:11.636325 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a04395ef-fdeb-41b2-b28b-ba09e65735ec tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:11.662628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04395ef-fdeb-41b2-b28b-ba09e65735ec tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=dcc17db0-7e2c-44e9-9524-0306d52ba0d5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:11.750076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a04395ef-fdeb-41b2-b28b-ba09e65735ec tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:11.751913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a04395ef-fdeb-41b2-b28b-ba09e65735ec tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/ports/dcc17db0-7e2c-44e9-9524-0306d52ba0d5 HTTP/1.1" status: 204 len: 168 time: 0.4674602 Sep 29 23:30:11.755464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51434) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:11.759906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:11.782953 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:11.879117 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:11.979141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.25.4.16 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/47aad22d-fe62-4efb-bf70-0f5904111f47) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:12.083625 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:12.115035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:12.152419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:12.156503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:12.163658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:12.165554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=47aad22d-fe62-4efb-bf70-0f5904111f47,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:12.244710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:12.281668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:12.431981 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:12.436330 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:12.510378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=47aad22d-fe62-4efb-bf70-0f5904111f47,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:12.520164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:12.533891 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:12.535322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d817e3b3-1ef8-42a1-9f53-cc99bc222678 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7787960 Sep 29 23:30:12.538017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51438) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:12.543531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'port': {'network_id': '00dfba91-c9ad-4c8f-a2c8-f2ab157e5252', 'name': 'tempest-FloatingIPTestJSON-1272843586'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:12.648829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Made reservation on behalf of 63f657bc76a54be792a7fb292b21aade for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:12.652557 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:12.673413 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] device_id is not set on port 2f9f7188-3f70-47dd-a63e-09e0cf0715d3 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:30:12.782248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.20.0.8 (00dfba91-c9ad-4c8f-a2c8-f2ab157e5252/f56d284f-7945-4c3a-bada-4648d919c359/2f9f7188-3f70-47dd-a63e-09e0cf0715d3) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:12.927868 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:12.960613 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:13.003525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:13.006489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:13.008736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:13.038500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=2f9f7188-3f70-47dd-a63e-09e0cf0715d3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:13.065060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:13.065690 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:13.079728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-45a02dd1-004c-42c6-b8dc-6436c9f5b868 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5406737 Sep 29 23:30:13.082600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51442) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:13.086935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f30c0e3d-ed17-4527-9c71-19031a138bbb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'port_id': '2f9f7188-3f70-47dd-a63e-09e0cf0715d3'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:13.131073 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f30c0e3d-ed17-4527-9c71-19031a138bbb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:13.567725 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f30c0e3d-ed17-4527-9c71-19031a138bbb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:13.571749 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f30c0e3d-ed17-4527-9c71-19031a138bbb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:13.673030 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-f30c0e3d-ed17-4527-9c71-19031a138bbb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP ce37c759-7b03-4673-b2f4-f05e5dc0e0a0 associated. External IP: 172.25.4.16, port: 2f9f7188-3f70-47dd-a63e-09e0cf0715d3. Sep 29 23:30:13.875369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30c0e3d-ed17-4527-9c71-19031a138bbb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:13.980782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30c0e3d-ed17-4527-9c71-19031a138bbb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:13.985269 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f30c0e3d-ed17-4527-9c71-19031a138bbb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:13.989713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178c16f-3d45-4a73-a27c-3940cd511c36 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:13.999318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178c16f-3d45-4a73-a27c-3940cd511c36 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:13.999957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2178c16f-3d45-4a73-a27c-3940cd511c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:14.015762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f30c0e3d-ed17-4527-9c71-19031a138bbb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "PUT /v2.0/floatingips/ce37c759-7b03-4673-b2f4-f05e5dc0e0a0 HTTP/1.1" status: 200 len: 977 time: 0.9321351 Sep 29 23:30:14.018412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51446) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:14.030797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2178c16f-3d45-4a73-a27c-3940cd511c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:14.039136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178c16f-3d45-4a73-a27c-3940cd511c36 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:14.039737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2178c16f-3d45-4a73-a27c-3940cd511c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:14.112389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port 2f9f7188-3f70-47dd-a63e-09e0cf0715d3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:14.112959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:14.204140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:14.220026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2178c16f-3d45-4a73-a27c-3940cd511c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:14.220680 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178c16f-3d45-4a73-a27c-3940cd511c36 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:14.454410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:14.454787 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:14.455109 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP ce37c759-7b03-4673-b2f4-f05e5dc0e0a0 disassociated. External IP: 172.25.4.16, port: 2f9f7188-3f70-47dd-a63e-09e0cf0715d3. Sep 29 23:30:14.455456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for 2f9f7188-3f70-47dd-a63e-09e0cf0715d3 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:14.508708 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-969e333e-1839-4c7d-9ec0-0d242eaacc21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1580055 Sep 29 23:30:14.624689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:14.656997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-0d610f82-7793-4489-9a3d-8d47097322a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:14.658466 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-0d610f82-7793-4489-9a3d-8d47097322a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e773d84f005142cda2dbedd73f471c4a&device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 1098 time: 0.0907736 Sep 29 23:30:14.661281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=2f9f7188-3f70-47dd-a63e-09e0cf0715d3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:14.841586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-08866033-e552-4f55-adbf-f19a7bd672b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:14.843300 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-08866033-e552-4f55-adbf-f19a7bd672b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 200 len: 918 time: 0.1406679 Sep 29 23:30:14.847056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:14.952127 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-562c0397-4e09-44f6-bc6e-1cf20168a0f5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 200 len: 1001 time: 0.1000216 Sep 29 23:30:15.041093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:15.044820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-2d8060ae-d0de-4adc-a1ba-61052672e6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:15.046326 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-2d8060ae-d0de-4adc-a1ba-61052672e6a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 200 len: 856 time: 0.0847876 Sep 29 23:30:15.054648 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412326be-cf97-46ee-8953-a98cc7327991 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:15.066715 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412326be-cf97-46ee-8953-a98cc7327991 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:15.067666 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-412326be-cf97-46ee-8953-a98cc7327991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:15.106972 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-412326be-cf97-46ee-8953-a98cc7327991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:15.115294 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412326be-cf97-46ee-8953-a98cc7327991 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:15.115939 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-412326be-cf97-46ee-8953-a98cc7327991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:15.148649 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-412326be-cf97-46ee-8953-a98cc7327991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:15.149523 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412326be-cf97-46ee-8953-a98cc7327991 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:15.153755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-ad9782e0-40fc-4c21-bbeb-a8601cbbd659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:15.155253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-ad9782e0-40fc-4c21-bbeb-a8601cbbd659 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977144 Sep 29 23:30:15.156303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:15.160730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51458) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:15.161135 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1da7c7bb-39b8-4f44-b6ab-1e9c7faff72d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/ports/2f9f7188-3f70-47dd-a63e-09e0cf0715d3 HTTP/1.1" status: 204 len: 168 time: 1.1413090 Sep 29 23:30:15.209487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-75e39825-6ea4-43dd-b1c5-9bf64ddf0992 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "GET /v2.0/floatingips/ce37c759-7b03-4673-b2f4-f05e5dc0e0a0 HTTP/1.1" status: 200 len: 687 time: 0.0450678 Sep 29 23:30:15.209670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51460) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:15.250073 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-d604ee67-4677-45d7-9d7a-fe245556f143 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859711 Sep 29 23:30:15.346549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c72e283f-9792-4dfa-b244-e1575d6dd567 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port 47aad22d-fe62-4efb-bf70-0f5904111f47 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:15.346933 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c72e283f-9792-4dfa-b244-e1575d6dd567 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:15.354356 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8cb9585-7665-41ba-8f6d-94a22e91ba6d req-97359250-ad7e-430e-b938-b03367cf0b86 service neutron] 10.222.0.26 "GET /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935521 Sep 29 23:30:15.443512 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c72e283f-9792-4dfa-b244-e1575d6dd567 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:15.443904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c72e283f-9792-4dfa-b244-e1575d6dd567 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:15.456436 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c72e283f-9792-4dfa-b244-e1575d6dd567 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for 47aad22d-fe62-4efb-bf70-0f5904111f47 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:15.557114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd1bde-2bdc-4b30-94a6-0e9b79f615ad req-33fd4988-8939-4c21-ba91-5038bc3fd5e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:15.559393 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79dd1bde-2bdc-4b30-94a6-0e9b79f615ad req-33fd4988-8939-4c21-ba91-5038bc3fd5e3 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 947 time: 0.0988593 Sep 29 23:30:15.616209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79dd1bde-2bdc-4b30-94a6-0e9b79f615ad req-057a351c-70c0-4973-b836-e234230c368e tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495517 Sep 29 23:30:15.658422 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c72e283f-9792-4dfa-b244-e1575d6dd567 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:15.688502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e283f-9792-4dfa-b244-e1575d6dd567 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=47aad22d-fe62-4efb-bf70-0f5904111f47,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:15.750931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c72e283f-9792-4dfa-b244-e1575d6dd567 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:15.753541 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c72e283f-9792-4dfa-b244-e1575d6dd567 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:15.754724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c72e283f-9792-4dfa-b244-e1575d6dd567 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/floatingips/ce37c759-7b03-4673-b2f4-f05e5dc0e0a0 HTTP/1.1" status: 204 len: 168 time: 0.5436070 Sep 29 23:30:15.758270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51470) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:15.763133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:15.784528 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:15.886697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:15.988624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.25.4.202 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/d1d6053f-ef49-45df-9e4d-b76838343d3b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:16.094832 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:16.127029 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:16.161415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:16.164191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:16.168956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:16.203561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=d1d6053f-ef49-45df-9e4d-b76838343d3b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:16.806809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e707a-9518-42d8-9b48-4808716f4aa1 req-9b3a5b19-8c87-40da-b2ec-e7834197430a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:16.808276 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b3e707a-9518-42d8-9b48-4808716f4aa1 req-9b3a5b19-8c87-40da-b2ec-e7834197430a tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 947 time: 0.0882471 Sep 29 23:30:16.849863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-6557341f-201d-4d40-940a-4949f92fe42b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:16.851343 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-6557341f-201d-4d40-940a-4949f92fe42b tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.26 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 947 time: 0.0507388 Sep 29 23:30:16.893423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b3e707a-9518-42d8-9b48-4808716f4aa1 req-900aca16-ac7a-4e02-93fb-fe6ba8c108b7 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups?id=72277706-e001-4e74-a8b8-4aadc76a568d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787537 Sep 29 23:30:16.944107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Deleting port dd891d4d-8b96-42bc-9bb0-42800916a5a0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:16.944452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:16.951874 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.020324 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.041638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] For port dd891d4d-8b96-42bc-9bb0-42800916a5a0, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=dd891d4d-8b96-42bc-9bb0-42800916a5a0,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:17.042010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.173588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.178076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.221897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.222274 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.222740 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Floating IP c2f9384a-7ee9-4f41-9644-89a2e69ce8da disassociated. External IP: 172.25.4.22, port: dd891d4d-8b96-42bc-9bb0-42800916a5a0. Sep 29 23:30:17.223092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Calling delete_port for dd891d4d-8b96-42bc-9bb0-42800916a5a0 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:17.248774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=d1d6053f-ef49-45df-9e4d-b76838343d3b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:17.255243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.363546 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.372401 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP 14c0e34d-e196-44d9-81fc-551920567fb7 associated. External IP: 172.25.4.202, port: 2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd. Sep 29 23:30:17.392644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event deleted for resources: {'Port': ['ID=dd891d4d-8b96-42bc-9bb0-42800916a5a0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:17.508680 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Router cac8eaf7-dd40-4afc-b9af-b95d462311f4 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:17.590699 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:17.624971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:17.634376 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] Sync routers for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:17.644227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:17.645103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:17.669925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] No DVR routers for this DVR port dd891d4d-8b96-42bc-9bb0-42800916a5a0 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:30:17.672495 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.674650 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4cc736f4-7d24-4f9c-bd76-fc44eeff46d0 req-5cb01ef2-231a-4dbc-ad6f-9918b431c7e4 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.26 "DELETE /v2.0/ports/dd891d4d-8b96-42bc-9bb0-42800916a5a0 HTTP/1.1" status: 204 len: 173 time: 0.8163016 Sep 29 23:30:17.675106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'name': 'network-vif-deleted', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:30:17.677415 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cddec38-e0b3-478f-a926-3a2e17b6e843" -d '{"events": [{"server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "name": "network-vif-deleted", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:30:17.727561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:17.749283 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6d1ef-9cab-47ce-a5dd-ebb297bc227f None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:17.750555 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7036680f-bf79-4520-a678-f7078744ee4f x-openstack-request-id: req-7036680f-bf79-4520-a678-f7078744ee4f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:30:17.750964 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d79253b8-cc01-4f3e-8e59-d4401bd7f31e", "name": "network-vif-deleted", "tag": "dd891d4d-8b96-42bc-9bb0-42800916a5a0", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:30:17.751174 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7036680f-bf79-4520-a678-f7078744ee4f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:30:17.751654 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd79253b8-cc01-4f3e-8e59-d4401bd7f31e', 'name': 'network-vif-deleted', 'tag': 'dd891d4d-8b96-42bc-9bb0-42800916a5a0', 'status': 'completed', 'code': 200} Sep 29 23:30:17.756508 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.768129 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6d1ef-9cab-47ce-a5dd-ebb297bc227f None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:17.768950 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d1ef-9cab-47ce-a5dd-ebb297bc227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:17.799481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:17.829934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-579e92ad-c8f9-4ae2-9bf1-fcd24e4b1be5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 2.0705304 Sep 29 23:30:17.832395 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:17.837445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2069226479'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:17.847459 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d1ef-9cab-47ce-a5dd-ebb297bc227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:17.868657 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6d1ef-9cab-47ce-a5dd-ebb297bc227f None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:17.869297 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d1ef-9cab-47ce-a5dd-ebb297bc227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:17.877203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Made reservation on behalf of 63f657bc76a54be792a7fb292b21aade for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:17.880787 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.919572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:17.921762 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9fc6d1ef-9cab-47ce-a5dd-ebb297bc227f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:17.922625 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6d1ef-9cab-47ce-a5dd-ebb297bc227f None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:17.963097 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:17.963454 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Added segment c06ec409-98c8-4fed-b474-962b199467e4 of type vlan for network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a Sep 29 23:30:18.055152 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbe309b6-b44d-4f16-a853-3a7fd7fe45da req-9f431f13-4a3d-41f0-9b54-a2de390457ed tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/ports?device_id=d79253b8-cc01-4f3e-8e59-d4401bd7f31e HTTP/1.1" status: 200 len: 210 time: 0.0397439 Sep 29 23:30:18.059215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.063253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:18.093801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.094588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] Checking router: cac8eaf7-dd40-4afc-b9af-b95d462311f4 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:30:18.100096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:18.100713 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.103698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:18.104706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:18.139322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51484) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:18.139968 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3059645 Sep 29 23:30:18.144415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'subnet': {'network_id': 'e3ada4f0-0ecc-433d-81d0-ba30fa6c041a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:18.198296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04e3cb-6610-4533-a72b-411f22aabc63 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Network': ['ID=e3ada4f0-0ecc-433d-81d0-ba30fa6c041a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:18.211459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:18.250817 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Made reservation on behalf of 63f657bc76a54be792a7fb292b21aade for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:18.255717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.256906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:18.443191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.492532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:18.502149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Subnet': ['ID=94e0390f-ab63-4fe5-9c7b-d2944811fad0,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:18.512558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Checking segment: {'id': 'c06ec409-98c8-4fed-b474-962b199467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e3ada4f0-0ecc-433d-81d0-ba30fa6c041a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:18.512924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network hostable DHCP agents. Network: e3ada4f0-0ecc-433d-81d0-ba30fa6c041a, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:30:18.519524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e444e771-05d0-4e1a-95f2-e49bbc50748a None None] The sync data for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 is: [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:21:19Z', 'revision_number': 4, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8d017da9-5ac0-4d55-9d8c-54d2b668548b', 'name': '', 'network_id': 'bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'mac_address': 'fa:16:3e:76:6e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:18Z', 'updated_at': '2021-09-29T23:21:24Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'subnets': [{'id': '41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:18.529768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:30:18.538532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, e3ada4f0-0ecc-433d-81d0-ba30fa6c041a) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:18.543176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:18.543888 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.551050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9fc187d-d8e4-4bc1-a2ac-03c8fdf38abf None None] Network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:18.559411 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-73b00d61-14f8-45be-9d41-65e51c050456 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4187438 Sep 29 23:30:18.562087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51486) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:18.568255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-760259063', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:18.597477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.598917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.659576 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.711212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-e3ada4f0-0ecc-433d-81d0-ba30fa6c041a', 'network_id': 'e3ada4f0-0ecc-433d-81d0-ba30fa6c041a', 'tenant_id': '63f657bc76a54be792a7fb292b21aade', 'fixed_ips': [{'subnet_id': '94e0390f-ab63-4fe5-9c7b-d2944811fad0'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:30:18.712802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.788187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e57b1-e98f-4269-9853-8a8cbebf926b None None] New status for floating IP c2f9384a-7ee9-4f41-9644-89a2e69ce8da: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:30:18.814880 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:18.959493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Allocated IP 172.20.0.2 (e3ada4f0-0ecc-433d-81d0-ba30fa6c041a/94e0390f-ab63-4fe5-9c7b-d2944811fad0/a4b42545-71fc-425c-abd2-36a4a0ec568b) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:19.122197 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.128675 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.153581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51494) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:19.181894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:19.184875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:19.192020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:19.195256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Pushing event updated for resources: {'Port': ['ID=a4b42545-71fc-425c-abd2-36a4a0ec568b,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:19.219607 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0949cb9b-7e6f-495d-8f0b-b67f9e55ad09 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.244402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0949cb9b-7e6f-495d-8f0b-b67f9e55ad09 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.252466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Attempting to bind port a4b42545-71fc-425c-abd2-36a4a0ec568b on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:30:19.252843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Attempting to bind port a4b42545-71fc-425c-abd2-36a4a0ec568b by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'c06ec409-98c8-4fed-b474-962b199467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e3ada4f0-0ecc-433d-81d0-ba30fa6c041a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:30:19.253211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Attempting to bind port a4b42545-71fc-425c-abd2-36a4a0ec568b on network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:19.258643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:30:19.259018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Checking segment: {'id': 'c06ec409-98c8-4fed-b474-962b199467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e3ada4f0-0ecc-433d-81d0-ba30fa6c041a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:19.259548 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.259977 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Bound using segment: {'id': 'c06ec409-98c8-4fed-b474-962b199467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e3ada4f0-0ecc-433d-81d0-ba30fa6c041a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:30:19.260449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Bound port: a4b42545-71fc-425c-abd2-36a4a0ec568b, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06ec409-98c8-4fed-b474-962b199467e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e3ada4f0-0ecc-433d-81d0-ba30fa6c041a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:30:19.260832 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.294932 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0949cb9b-7e6f-495d-8f0b-b67f9e55ad09 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.298421 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0949cb9b-7e6f-495d-8f0b-b67f9e55ad09 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.302878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0949cb9b-7e6f-495d-8f0b-b67f9e55ad09 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "DELETE /v2.0/security-groups/72277706-e001-4e74-a8b8-4aadc76a568d HTTP/1.1" status: 204 len: 168 time: 0.1481473 Sep 29 23:30:19.303570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51496) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:19.326449 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-60f84594-73b8-45bd-82cb-a2775dc04646 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] show failed (client error): The resource could not be found. Sep 29 23:30:19.327539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-60f84594-73b8-45bd-82cb-a2775dc04646 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "GET /v2.0/security-groups/72277706-e001-4e74-a8b8-4aadc76a568d HTTP/1.1" status: 404 len: 347 time: 0.0198655 Sep 29 23:30:19.328575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949cb9b-7e6f-495d-8f0b-b67f9e55ad09 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72277706-e001-4e74-a8b8-4aadc76a568d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:19.331335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51498) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:19.333140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.342083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] For port a4b42545-71fc-425c-abd2-36a4a0ec568b, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:30:19.360418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.362747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] For port a4b42545-71fc-425c-abd2-36a4a0ec568b, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a4b42545-71fc-425c-abd2-36a4a0ec568b,segment=NetworkSegment(c06ec409-98c8-4fed-b474-962b199467e4),segment_id=c06ec409-98c8-4fed-b474-962b199467e4)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:30:19.367906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.432781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b004e8c-d83c-4ccb-8042-3c0c90a61ec7 None None] Pushing event updated for resources: {'Port': ['ID=a4b42545-71fc-425c-abd2-36a4a0ec568b,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:19.575111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.25.4.225 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/b06afb98-b89c-458c-93b2-4a642f83033a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:19.593273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-78e5c6fc-efac-4b34-a992-27b2b3352148 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Deleting port 7013170d-e06b-47a8-a81d-9e82a3ece618 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:19.593794 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78e5c6fc-efac-4b34-a992-27b2b3352148 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.740454 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78e5c6fc-efac-4b34-a992-27b2b3352148 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.740788 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78e5c6fc-efac-4b34-a992-27b2b3352148 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.763864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-78e5c6fc-efac-4b34-a992-27b2b3352148 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Calling delete_port for 7013170d-e06b-47a8-a81d-9e82a3ece618 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:19.776329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.869547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:19.920802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:19.927562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:19.952907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:19.957554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=b06afb98-b89c-458c-93b2-4a642f83033a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:20.009141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78e5c6fc-efac-4b34-a992-27b2b3352148 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.102037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e5c6fc-efac-4b34-a992-27b2b3352148 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Pushing event deleted for resources: {'Port': ['ID=7013170d-e06b-47a8-a81d-9e82a3ece618,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:20.237479 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78e5c6fc-efac-4b34-a992-27b2b3352148 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.240154 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-78e5c6fc-efac-4b34-a992-27b2b3352148 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.241373 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-78e5c6fc-efac-4b34-a992-27b2b3352148 tempest-AttachVolumeShelveTestJSON-1456985184 tempest-AttachVolumeShelveTestJSON-1456985184-project] 10.222.0.44 "DELETE /v2.0/floatingips/c2f9384a-7ee9-4f41-9644-89a2e69ce8da HTTP/1.1" status: 204 len: 168 time: 0.9051342 Sep 29 23:30:20.264926 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.322286 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.393703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430bd262-eee3-4b6e-8348-a75be156d196 None None] Network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:20.482467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-46fe8bbb-07b7-4251-8574-bb05b7fdf643 None None] Provisioning complete for port a4b42545-71fc-425c-abd2-36a4a0ec568b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:20.482844 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46fe8bbb-07b7-4251-8574-bb05b7fdf643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.579908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.626927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a4b42545-71fc-425c-abd2-36a4a0ec568b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:20.750708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a4b42545-71fc-425c-abd2-36a4a0ec568b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:20.751018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 8e6f868c-6fc0-442f-af7b-ed8923616174 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:30:20.751136 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.752923 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46fe8bbb-07b7-4251-8574-bb05b7fdf643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.794498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device dd891d4d-8b96-42bc-9bb0-42800916a5a0 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:30:20.828750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: dd891d4d-8b96-42bc-9bb0-42800916a5a0 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:30:20.829009 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device dd891d4d-8b96-42bc-9bb0-42800916a5a0 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:30:20.841271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-46fe8bbb-07b7-4251-8574-bb05b7fdf643 None None] For port a4b42545-71fc-425c-abd2-36a4a0ec568b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a4b42545-71fc-425c-abd2-36a4a0ec568b,segment=NetworkSegment(c06ec409-98c8-4fed-b474-962b199467e4),segment_id=c06ec409-98c8-4fed-b474-962b199467e4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:20.848863 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-46fe8bbb-07b7-4251-8574-bb05b7fdf643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.890726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:20.906100 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff1e92-2533-4298-89b4-ec986460fa36 None None] Sync routers for ids ['8e6f868c-6fc0-442f-af7b-ed8923616174'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:20.912060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:20.915731 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-724d7fcd-3434-41b3-83f0-b4a685b2c9ac tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3498993 Sep 29 23:30:20.916495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51508) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:20.930885 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff1e92-2533-4298-89b4-ec986460fa36 None None] Routers {'8e6f868c-6fc0-442f-af7b-ed8923616174'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:20.932176 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-30ff1e92-2533-4298-89b4-ec986460fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8e6f868c-6fc0-442f-af7b-ed8923616174'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:20.989586 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-30ff1e92-2533-4298-89b4-ec986460fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:21.003072 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff1e92-2533-4298-89b4-ec986460fa36 None None] Routers {'8e6f868c-6fc0-442f-af7b-ed8923616174'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:21.004167 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-30ff1e92-2533-4298-89b4-ec986460fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8e6f868c-6fc0-442f-af7b-ed8923616174'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:21.051466 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-30ff1e92-2533-4298-89b4-ec986460fa36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:21.052502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ff1e92-2533-4298-89b4-ec986460fa36 None None] The sync data for ids ['8e6f868c-6fc0-442f-af7b-ed8923616174'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:21.127335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe8bbb-07b7-4251-8574-bb05b7fdf643 None None] Pushing event updated for resources: {'Port': ['ID=a4b42545-71fc-425c-abd2-36a4a0ec568b,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:21.141986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ba0d6589-cd65-4e29-a5eb-e07ed2838af5 None None] Provisioning complete for port a4b42545-71fc-425c-abd2-36a4a0ec568b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:21.142445 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ba0d6589-cd65-4e29-a5eb-e07ed2838af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:21.382925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:21.978923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.20.0.1 (e3ada4f0-0ecc-433d-81d0-ba30fa6c041a/94e0390f-ab63-4fe5-9c7b-d2944811fad0/0ba34142-0a44-4938-9fa0-6776618cbc03) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:22.105522 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:22.140310 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:22.182298 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:22.188328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:22.194788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:22.199279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=0ba34142-0a44-4938-9fa0-6776618cbc03,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:22.240262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:22.389545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:22.448779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c6a0113d-c8ea-4287-9e1d-e2d6a0263783 None None] Provisioning complete for port 0ba34142-0a44-4938-9fa0-6776618cbc03 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:22.449468 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c6a0113d-c8ea-4287-9e1d-e2d6a0263783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:22.483862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c6a0113d-c8ea-4287-9e1d-e2d6a0263783 None None] Port 0ba34142-0a44-4938-9fa0-6776618cbc03 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:30:22.587303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a4b42545-71fc-425c-abd2-36a4a0ec568b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:22.656437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a4b42545-71fc-425c-abd2-36a4a0ec568b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:22.657079 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:22.701883 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:22.707199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:22.797742 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:22.802790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=0ba34142-0a44-4938-9fa0-6776618cbc03,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:22.901567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:22.903810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:23.031408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 8e6f868c-6fc0-442f-af7b-ed8923616174 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:23.148639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:23.157078 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-67ce513f-5cd3-4507-8baa-22fce2199e61 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "PUT /v2.0/routers/8e6f868c-6fc0-442f-af7b-ed8923616174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2369428 Sep 29 23:30:23.157078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51528) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:23.160008 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777df45a-37fa-4561-b12b-b51e8fcc18fa None None] Sync routers for ids ['8e6f868c-6fc0-442f-af7b-ed8923616174'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:23.162188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'port': {'network_id': 'e3ada4f0-0ecc-433d-81d0-ba30fa6c041a', 'name': 'tempest-FloatingIPTestJSON-1843098469'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:23.170651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777df45a-37fa-4561-b12b-b51e8fcc18fa None None] Routers {'8e6f868c-6fc0-442f-af7b-ed8923616174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:23.171264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-777df45a-37fa-4561-b12b-b51e8fcc18fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8e6f868c-6fc0-442f-af7b-ed8923616174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:23.211370 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-777df45a-37fa-4561-b12b-b51e8fcc18fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:23.225250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777df45a-37fa-4561-b12b-b51e8fcc18fa None None] Routers {'8e6f868c-6fc0-442f-af7b-ed8923616174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:23.226375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-777df45a-37fa-4561-b12b-b51e8fcc18fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8e6f868c-6fc0-442f-af7b-ed8923616174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:23.266594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-777df45a-37fa-4561-b12b-b51e8fcc18fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:23.267313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777df45a-37fa-4561-b12b-b51e8fcc18fa None None] The sync data for ids ['8e6f868c-6fc0-442f-af7b-ed8923616174'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:23.269705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ecf22c63-22cf-41b3-a6d1-34db69fae698 None None] Provisioning complete for port 0ba34142-0a44-4938-9fa0-6776618cbc03 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:23.270157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ecf22c63-22cf-41b3-a6d1-34db69fae698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:23.295617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Made reservation on behalf of 63f657bc76a54be792a7fb292b21aade for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:23.300335 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:23.305938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ecf22c63-22cf-41b3-a6d1-34db69fae698 None None] Port 0ba34142-0a44-4938-9fa0-6776618cbc03 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:30:23.322524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] device_id is not set on port e68755d2-4300-4596-8ccb-717ac2ee2e29 yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:30:23.433777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Allocated IP 172.20.0.4 (e3ada4f0-0ecc-433d-81d0-ba30fa6c041a/94e0390f-ab63-4fe5-9c7b-d2944811fad0/e68755d2-4300-4596-8ccb-717ac2ee2e29) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:23.586915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:23.624308 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:23.670637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:23.673705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:23.680764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:23.685086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event updated for resources: {'Port': ['ID=e68755d2-4300-4596-8ccb-717ac2ee2e29,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:23.746479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:23.747211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:23.769470 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0b82f868-e078-4d0c-868e-212d292d6d53 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6082356 Sep 29 23:30:23.770035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51534) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:23.774840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Request body: {'floatingip': {'port_id': 'e68755d2-4300-4596-8ccb-717ac2ee2e29'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:23.846296 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:23.933037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5c123597-09bf-470d-8d36-2bf218dc779d None None] Provisioning complete for port e68755d2-4300-4596-8ccb-717ac2ee2e29 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:23.934055 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5c123597-09bf-470d-8d36-2bf218dc779d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:23.969670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5c123597-09bf-470d-8d36-2bf218dc779d None None] Port e68755d2-4300-4596-8ccb-717ac2ee2e29 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:30:24.365571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:24.371508 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:24.476813 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP 14c0e34d-e196-44d9-81fc-551920567fb7 associated. External IP: 172.25.4.202, port: 2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd. Sep 29 23:30:24.695302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:24.809973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:24.820445 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e869420-735b-4b30-bfb6-eb33ab756263 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:24.833143 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e869420-735b-4b30-bfb6-eb33ab756263 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:24.834027 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1e869420-735b-4b30-bfb6-eb33ab756263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:24.871706 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1e869420-735b-4b30-bfb6-eb33ab756263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:24.881189 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e869420-735b-4b30-bfb6-eb33ab756263 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:24.881824 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1e869420-735b-4b30-bfb6-eb33ab756263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:24.920064 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1e869420-735b-4b30-bfb6-eb33ab756263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:24.920949 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e869420-735b-4b30-bfb6-eb33ab756263 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:25.052612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 8e6f868c-6fc0-442f-af7b-ed8923616174 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:25.476399 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:25.481479 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:25.486377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a19e9e9-f2b5-429f-8c57-123d68162442 None None] Sync routers for ids ['8e6f868c-6fc0-442f-af7b-ed8923616174'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:25.496334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19e9e9-f2b5-429f-8c57-123d68162442 None None] Routers {'8e6f868c-6fc0-442f-af7b-ed8923616174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:25.497294 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a19e9e9-f2b5-429f-8c57-123d68162442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8e6f868c-6fc0-442f-af7b-ed8923616174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:25.535416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a19e9e9-f2b5-429f-8c57-123d68162442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:25.540478 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e98d13c4-f300-4b52-b13b-b6484f3481b1 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "PUT /v2.0/floatingips/14c0e34d-e196-44d9-81fc-551920567fb7 HTTP/1.1" status: 200 len: 978 time: 1.7669621 Sep 29 23:30:25.540855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51542) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:25.555421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a19e9e9-f2b5-429f-8c57-123d68162442 None None] Routers {'8e6f868c-6fc0-442f-af7b-ed8923616174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:25.556079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a19e9e9-f2b5-429f-8c57-123d68162442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8e6f868c-6fc0-442f-af7b-ed8923616174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:25.589150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4a19e9e9-f2b5-429f-8c57-123d68162442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:25.590709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a19e9e9-f2b5-429f-8c57-123d68162442 None None] The sync data for ids ['8e6f868c-6fc0-442f-af7b-ed8923616174'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:25.630069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port e68755d2-4300-4596-8ccb-717ac2ee2e29 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:25.630420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:25.720203 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:25.947010 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:25.947384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:25.947711 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Floating IP 14c0e34d-e196-44d9-81fc-551920567fb7 disassociated. External IP: 172.25.4.202, port: e68755d2-4300-4596-8ccb-717ac2ee2e29. Sep 29 23:30:25.948076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for e68755d2-4300-4596-8ccb-717ac2ee2e29 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:26.007190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51550) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:26.073947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:26.112506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=e68755d2-4300-4596-8ccb-717ac2ee2e29,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:26.234311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 8e6f868c-6fc0-442f-af7b-ed8923616174 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:26.346943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:26.360986 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c543612-a2a4-41ad-8fd0-58357bf22c7e None None] Sync routers for ids ['8e6f868c-6fc0-442f-af7b-ed8923616174'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:26.370368 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c543612-a2a4-41ad-8fd0-58357bf22c7e None None] Routers {'8e6f868c-6fc0-442f-af7b-ed8923616174'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:26.371320 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6c543612-a2a4-41ad-8fd0-58357bf22c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8e6f868c-6fc0-442f-af7b-ed8923616174'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:26.405261 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6c543612-a2a4-41ad-8fd0-58357bf22c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:26.414222 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:26.414657 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c543612-a2a4-41ad-8fd0-58357bf22c7e None None] Routers {'8e6f868c-6fc0-442f-af7b-ed8923616174'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:26.415281 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6c543612-a2a4-41ad-8fd0-58357bf22c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8e6f868c-6fc0-442f-af7b-ed8923616174'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:26.419605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-75d6fe2d-13f5-4713-9813-90f63d9b8fdc tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/ports/e68755d2-4300-4596-8ccb-717ac2ee2e29 HTTP/1.1" status: 204 len: 168 time: 0.8747747 Sep 29 23:30:26.419847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51554) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:26.456191 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6c543612-a2a4-41ad-8fd0-58357bf22c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:26.456748 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c543612-a2a4-41ad-8fd0-58357bf22c7e None None] The sync data for ids ['8e6f868c-6fc0-442f-af7b-ed8923616174'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:26.508124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:26.758842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] Deleting port 8d017da9-5ac0-4d55-9d8c-54d2b668548b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:26.759074 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:26.789386 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:26.837598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] For port 8d017da9-5ac0-4d55-9d8c-54d2b668548b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8d017da9-5ac0-4d55-9d8c-54d2b668548b,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:26.837972 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:26.851731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] Calling delete_port for 8d017da9-5ac0-4d55-9d8c-54d2b668548b owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:27.035085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:27.046758 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port 0ba34142-0a44-4938-9fa0-6776618cbc03 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:27.047106 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:27.061832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] Pushing event deleted for resources: {'Port': ['ID=8d017da9-5ac0-4d55-9d8c-54d2b668548b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:27.151274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:27.164113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for 0ba34142-0a44-4938-9fa0-6776618cbc03 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:27.241196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:27.357023 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:27.382870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=0ba34142-0a44-4938-9fa0-6776618cbc03,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:27.471427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] Router cac8eaf7-dd40-4afc-b9af-b95d462311f4 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:27.565138 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:27.583151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:27.590906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0bddcea1-44c2-4a31-8438-98e255a0aa7b admin admin] 10.222.0.44 "PUT /v2.0/routers/cac8eaf7-dd40-4afc-b9af-b95d462311f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5822361 Sep 29 23:30:27.595555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51562) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:27.596944 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] Sync routers for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:27.613716 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:27.614812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:27.723210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:27.728795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:27.833944 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:27.894989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Deleting port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:27.895396 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:27.919933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104'}], 'enable_snat': True}, 'gw_port_id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:30:26Z', 'revision_number': 5, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port': {'id': '0fef32b8-befd-4eca-8b23-ffd778cb8ad2', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:a2:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2528, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:21:15Z', 'updated_at': '2021-09-29T23:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:27.947689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] Checking router: cac8eaf7-dd40-4afc-b9af-b95d462311f4 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:30:27.957255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] Routers {'cac8eaf7-dd40-4afc-b9af-b95d462311f4'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:27.957901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:27.983972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] For port 0fef32b8-befd-4eca-8b23-ffd778cb8ad2, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0fef32b8-befd-4eca-8b23-ffd778cb8ad2,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:27.984366 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:27.998909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Calling delete_port for 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:28.046469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] Set router cac8eaf7-dd40-4afc-b9af-b95d462311f4 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:28.100664 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:30:27Z', 'revision_number': 6, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:28.133458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7685ab-f207-4488-a56d-fe0409454c66 None None] The sync data for ids ['cac8eaf7-dd40-4afc-b9af-b95d462311f4'] in n-d-811173-2 is: [{'id': 'cac8eaf7-dd40-4afc-b9af-b95d462311f4', 'name': 'tempest-AttachVolumeShelveTestJSON-1980912931-router', 'tenant_id': 'e773d84f005142cda2dbedd73f471c4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:21:14Z', 'updated_at': '2021-09-29T23:30:27Z', 'revision_number': 6, 'project_id': 'e773d84f005142cda2dbedd73f471c4a', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:28.133696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 8e6f868c-6fc0-442f-af7b-ed8923616174 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:28.178913 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.209774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0fef32b8-befd-4eca-8b23-ffd778cb8ad2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:28.248679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:28.253713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-70d1c029-aaad-48a7-8001-30d647b2271e tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "PUT /v2.0/routers/8e6f868c-6fc0-442f-af7b-ed8923616174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8328955 Sep 29 23:30:28.256503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51564) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:28.260067 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c99e7c-ba7b-45c3-876b-a28c91e1434f None None] Sync routers for ids ['8e6f868c-6fc0-442f-af7b-ed8923616174'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:28.270633 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c99e7c-ba7b-45c3-876b-a28c91e1434f None None] Routers {'8e6f868c-6fc0-442f-af7b-ed8923616174'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:28.271314 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-79c99e7c-ba7b-45c3-876b-a28c91e1434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8e6f868c-6fc0-442f-af7b-ed8923616174'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:28.278564 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.306258 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-79c99e7c-ba7b-45c3-876b-a28c91e1434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:28.316818 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c99e7c-ba7b-45c3-876b-a28c91e1434f None None] Routers {'8e6f868c-6fc0-442f-af7b-ed8923616174'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:28.317501 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-79c99e7c-ba7b-45c3-876b-a28c91e1434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8e6f868c-6fc0-442f-af7b-ed8923616174'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:28.354711 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-79c99e7c-ba7b-45c3-876b-a28c91e1434f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:28.355538 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c99e7c-ba7b-45c3-876b-a28c91e1434f None None] The sync data for ids ['8e6f868c-6fc0-442f-af7b-ed8923616174'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:28.366155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.374637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.377075 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.420894 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.421467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router cac8eaf7-dd40-4afc-b9af-b95d462311f4 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:30:28.426198 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.427360 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c247c578-0c0c-43bf-8537-3f43c701d7ba admin admin] 10.222.0.44 "DELETE /v2.0/routers/cac8eaf7-dd40-4afc-b9af-b95d462311f4 HTTP/1.1" status: 204 len: 168 time: 0.8226502 Sep 29 23:30:28.429986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51566) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:28.471981 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.476282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d8d28ba-8fe8-4225-b5cb-8ab13980dd39 admin admin] Deleting subnet 41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:30:28.480498 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8d28ba-8fe8-4225-b5cb-8ab13980dd39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.528896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8d28ba-8fe8-4225-b5cb-8ab13980dd39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.533146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port b06afb98-b89c-458c-93b2-4a642f83033a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:28.533569 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.620878 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.622200 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8d28ba-8fe8-4225-b5cb-8ab13980dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.634019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for b06afb98-b89c-458c-93b2-4a642f83033a owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:28.678379 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8d28ba-8fe8-4225-b5cb-8ab13980dd39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.706002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d28ba-8fe8-4225-b5cb-8ab13980dd39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:28.713227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d8d28ba-8fe8-4225-b5cb-8ab13980dd39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.716388 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3d8d28ba-8fe8-4225-b5cb-8ab13980dd39 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/41ad34c5-20ca-47c6-bc53-aef6ef4b1ec6 HTTP/1.1" status: 204 len: 168 time: 0.2849588 Sep 29 23:30:28.719036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51570) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:28.721533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb7d11d-eecf-42a8-ba1c-dd48fc884351 None None] Network bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:28.798807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.817251 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.842695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=b06afb98-b89c-458c-93b2-4a642f83033a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:28.857930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Deleting port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:28.859730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.919149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.939968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] For port 18c27ee1-05c6-455d-bcb3-06af4a078fa9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=18c27ee1-05c6-455d-bcb3-06af4a078fa9,segment=NetworkSegment(3174b366-4129-40c4-ad8d-6f747fe4c051),segment_id=3174b366-4129-40c4-ad8d-6f747fe4c051)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:28.940343 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:28.956284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Calling delete_port for 18c27ee1-05c6-455d-bcb3-06af4a078fa9 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:28.984390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1806b3c-146c-4d9f-927d-2f614165598d None None] DHCP port deletion for bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:30:29.020273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.021072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d017da9-5ac0-4d55-9d8c-54d2b668548b no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:30:29.022889 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.044854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.045083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8d017da9-5ac0-4d55-9d8c-54d2b668548b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:30:29.045452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d017da9-5ac0-4d55-9d8c-54d2b668548b not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:30:29.066241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a1806b3c-146c-4d9f-927d-2f614165598d None None] Deleting port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:29.066828 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a1806b3c-146c-4d9f-927d-2f614165598d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.070590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.071338 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Fanout notify agent at l3_agent the message router_deleted on router 8e6f868c-6fc0-442f-af7b-ed8923616174 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:30:29.075368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c27ee1-05c6-455d-bcb3-06af4a078fa9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:29.079994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] No DVR routers for this DVR port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:30:29.088956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.092287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-be0995ee-1a73-4e04-8416-8e55efd9dfc5 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/routers/8e6f868c-6fc0-442f-af7b-ed8923616174 HTTP/1.1" status: 204 len: 168 time: 0.8348188 Sep 29 23:30:29.093872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51572) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:29.151386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a1806b3c-146c-4d9f-927d-2f614165598d None None] For port 18c27ee1-05c6-455d-bcb3-06af4a078fa9, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:29.151862 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a1806b3c-146c-4d9f-927d-2f614165598d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.158759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bde4510-018c-49c0-b0d7-250039ae14bb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting subnet 94e0390f-ab63-4fe5-9c7b-d2944811fad0 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:30:29.162215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bde4510-018c-49c0-b0d7-250039ae14bb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.164368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a1806b3c-146c-4d9f-927d-2f614165598d None None] Calling delete_port for 18c27ee1-05c6-455d-bcb3-06af4a078fa9 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:29.167429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-a1806b3c-146c-4d9f-927d-2f614165598d None None] Port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:30:29.168710 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a1806b3c-146c-4d9f-927d-2f614165598d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.178505 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.196500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1806b3c-146c-4d9f-927d-2f614165598d None None] Pushing event deleted for resources: {'Port': ['ID=18c27ee1-05c6-455d-bcb3-06af4a078fa9,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:29.202926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:29.204591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1806b3c-146c-4d9f-927d-2f614165598d None None] No DVR routers for this DVR port 18c27ee1-05c6-455d-bcb3-06af4a078fa9 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:30:29.211706 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bde4510-018c-49c0-b0d7-250039ae14bb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.213872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3174b366-4129-40c4-ad8d-6f747fe4c051') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:29.214405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3174b366-4129-40c4-ad8d-6f747fe4c051') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:29.229062 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.246391 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.254081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:30:29.254968 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:30:29.256437 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:30:29.315409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bde4510-018c-49c0-b0d7-250039ae14bb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.326429 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.332436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.337380 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a HTTP/1.1" status: 204 len: 168 time: 0.6170595 Sep 29 23:30:29.353057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72d7cf-2fcf-4ccc-826e-152ecd7f8068 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfde5441-f7c4-4b4c-a7dc-f28a5a88d84a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:29.390613 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bde4510-018c-49c0-b0d7-250039ae14bb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.420914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde4510-018c-49c0-b0d7-250039ae14bb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Subnet': ['ID=94e0390f-ab63-4fe5-9c7b-d2944811fad0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:29.426032 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bde4510-018c-49c0-b0d7-250039ae14bb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.427965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9bde4510-018c-49c0-b0d7-250039ae14bb tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/subnets/94e0390f-ab63-4fe5-9c7b-d2944811fad0 HTTP/1.1" status: 204 len: 168 time: 0.3331296 Sep 29 23:30:29.430513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51576) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:29.435264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55982d35-c070-4ba2-88e6-b746bba22324 None None] Network e3ada4f0-0ecc-433d-81d0-ba30fa6c041a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:29.469556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51578) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:29.512495 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1e8aa8fc-87a1-4659-9295-d7dbf8aa88bf admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e773d84f005142cda2dbedd73f471c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416393 Sep 29 23:30:29.514813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51580) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:29.515309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.571188 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50a9c927-715c-45a3-bf24-ee8e984fdc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.574719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port a4b42545-71fc-425c-abd2-36a4a0ec568b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:29.575084 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.595226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50a9c927-715c-45a3-bf24-ee8e984fdc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.634246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fabcd7fe-301d-45fc-b6ae-0d04ed0f007c None None] DHCP port deletion for e3ada4f0-0ecc-433d-81d0-ba30fa6c041a request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:30:29.652270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50a9c927-715c-45a3-bf24-ee8e984fdc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.653421 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] For port a4b42545-71fc-425c-abd2-36a4a0ec568b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a4b42545-71fc-425c-abd2-36a4a0ec568b,segment=NetworkSegment(c06ec409-98c8-4fed-b474-962b199467e4),segment_id=c06ec409-98c8-4fed-b474-962b199467e4)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:29.653801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.655285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50a9c927-715c-45a3-bf24-ee8e984fdc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.658847 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-50a9c927-715c-45a3-bf24-ee8e984fdc52 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8c8d40de-faa5-428d-9cb1-786db071c2db HTTP/1.1" status: 204 len: 168 time: 0.1408868 Sep 29 23:30:29.665158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9c927-715c-45a3-bf24-ee8e984fdc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c8d40de-faa5-428d-9cb1-786db071c2db,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:29.670591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for a4b42545-71fc-425c-abd2-36a4a0ec568b owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:29.702448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-fabcd7fe-301d-45fc-b6ae-0d04ed0f007c None None] Deleting port a4b42545-71fc-425c-abd2-36a4a0ec568b {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:29.702833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fabcd7fe-301d-45fc-b6ae-0d04ed0f007c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.766984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.767433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fabcd7fe-301d-45fc-b6ae-0d04ed0f007c None None] For port a4b42545-71fc-425c-abd2-36a4a0ec568b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a4b42545-71fc-425c-abd2-36a4a0ec568b,segment=NetworkSegment(c06ec409-98c8-4fed-b474-962b199467e4),segment_id=c06ec409-98c8-4fed-b474-962b199467e4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:29.767957 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fabcd7fe-301d-45fc-b6ae-0d04ed0f007c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.785786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-fabcd7fe-301d-45fc-b6ae-0d04ed0f007c None None] Calling delete_port for a4b42545-71fc-425c-abd2-36a4a0ec568b owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:29.812781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=a4b42545-71fc-425c-abd2-36a4a0ec568b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:29.815550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] No DVR routers for this DVR port a4b42545-71fc-425c-abd2-36a4a0ec568b on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:30:29.877213 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fabcd7fe-301d-45fc-b6ae-0d04ed0f007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.898624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabcd7fe-301d-45fc-b6ae-0d04ed0f007c None None] Pushing event deleted for resources: {'Port': ['ID=a4b42545-71fc-425c-abd2-36a4a0ec568b,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:29.908313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabcd7fe-301d-45fc-b6ae-0d04ed0f007c None None] No DVR routers for this DVR port a4b42545-71fc-425c-abd2-36a4a0ec568b on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:30:29.908862 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.936217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ada4f0-0ecc-433d-81d0-ba30fa6c041a']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:29.946081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06ec409-98c8-4fed-b474-962b199467e4') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:29.946383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06ec409-98c8-4fed-b474-962b199467e4') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:29.956090 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.970362 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.976493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:30:29.976898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:30:29.980542 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:30:30.043946 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:30.048502 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:30.050428 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/networks/e3ada4f0-0ecc-433d-81d0-ba30fa6c041a HTTP/1.1" status: 204 len: 168 time: 0.6190050 Sep 29 23:30:30.053240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51594) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:30.067763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058c02e-0f76-4fe3-bdba-01217c13bbc9 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Network': ['ID=e3ada4f0-0ecc-433d-81d0-ba30fa6c041a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:30.180610 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3f93fbff-862d-45a8-9f76-30420bd10180 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port d1d6053f-ef49-45df-9e4d-b76838343d3b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:30.180961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f93fbff-862d-45a8-9f76-30420bd10180 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:30.577452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f93fbff-862d-45a8-9f76-30420bd10180 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:30.577799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f93fbff-862d-45a8-9f76-30420bd10180 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:30.585534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 18c27ee1-05c6-455d-bcb3-06af4a078fa9 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:30:30.591611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3f93fbff-862d-45a8-9f76-30420bd10180 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for d1d6053f-ef49-45df-9e4d-b76838343d3b owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:30.606094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 18c27ee1-05c6-455d-bcb3-06af4a078fa9 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:30:30.606443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 18c27ee1-05c6-455d-bcb3-06af4a078fa9 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:30:30.606905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a4b42545-71fc-425c-abd2-36a4a0ec568b no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:30:30.628532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a4b42545-71fc-425c-abd2-36a4a0ec568b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:30:30.631605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a4b42545-71fc-425c-abd2-36a4a0ec568b not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:30:30.632064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:30:30.654424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:30:30.654777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0fef32b8-befd-4eca-8b23-ffd778cb8ad2 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:30:30.742071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f93fbff-862d-45a8-9f76-30420bd10180 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:30.767638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93fbff-862d-45a8-9f76-30420bd10180 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=d1d6053f-ef49-45df-9e4d-b76838343d3b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:30.829611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f93fbff-862d-45a8-9f76-30420bd10180 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:30.832330 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f93fbff-862d-45a8-9f76-30420bd10180 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:30.833470 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3f93fbff-862d-45a8-9f76-30420bd10180 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/floatingips/14c0e34d-e196-44d9-81fc-551920567fb7 HTTP/1.1" status: 204 len: 168 time: 0.7790806 Sep 29 23:30:30.837294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51618) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:30.861526 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-acff44ee-3b87-4000-bbfd-3c632798cd48 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] DELETE failed (client error): The resource could not be found. Sep 29 23:30:30.862191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acff44ee-3b87-4000-bbfd-3c632798cd48 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:30:30.864036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-acff44ee-3b87-4000-bbfd-3c632798cd48 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/ports/e68755d2-4300-4596-8ccb-717ac2ee2e29 HTTP/1.1" status: 404 len: 333 time: 0.0255754 Sep 29 23:30:30.866624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51622) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:30.894751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4544b3e5-cde2-4a99-9026-d04d611fb989 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "GET /v2.0/ports?device_id=8e6f868c-6fc0-442f-af7b-ed8923616174 HTTP/1.1" status: 200 len: 205 time: 0.0269537 Sep 29 23:30:30.897424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51628) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:30.939802 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-c2958b6f-8df5-44e5-a62f-f6a9eebfdb6d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] delete failed (client error): The resource could not be found. Sep 29 23:30:30.940884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c2958b6f-8df5-44e5-a62f-f6a9eebfdb6d tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/routers/8e6f868c-6fc0-442f-af7b-ed8923616174 HTTP/1.1" status: 404 len: 336 time: 0.0423586 Sep 29 23:30:30.943554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:30.971549 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f234922-5da7-4ba1-80ce-206e8482f8c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] DELETE failed (client error): The resource could not be found. Sep 29 23:30:30.972107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f234922-5da7-4ba1-80ce-206e8482f8c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:30:30.973851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9f234922-5da7-4ba1-80ce-206e8482f8c3 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/subnets/94e0390f-ab63-4fe5-9c7b-d2944811fad0 HTTP/1.1" status: 404 len: 337 time: 0.0293703 Sep 29 23:30:30.976494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51632) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:31.071181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b12f3-6a7e-48ce-89fd-70c04ca035f8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port 2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:31.071526 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d9b12f3-6a7e-48ce-89fd-70c04ca035f8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:31.162462 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d9b12f3-6a7e-48ce-89fd-70c04ca035f8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:31.174335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b12f3-6a7e-48ce-89fd-70c04ca035f8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for 2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:31.310520 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d9b12f3-6a7e-48ce-89fd-70c04ca035f8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:31.340215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b12f3-6a7e-48ce-89fd-70c04ca035f8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:31.411783 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d9b12f3-6a7e-48ce-89fd-70c04ca035f8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:31.413791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5d9b12f3-6a7e-48ce-89fd-70c04ca035f8 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/ports/2d80e4d2-b1a4-42f6-908d-bc29ba9e3ecd HTTP/1.1" status: 204 len: 168 time: 0.4363921 Sep 29 23:30:31.416247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51644) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:31.506238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7a42274e-487f-4475-a6ef-e5d7972a826a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port 25f35f9a-4f78-4be3-a2bc-f583a83cd5c5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:31.506581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a42274e-487f-4475-a6ef-e5d7972a826a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:31.597935 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a42274e-487f-4475-a6ef-e5d7972a826a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:31.611062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7a42274e-487f-4475-a6ef-e5d7972a826a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for 25f35f9a-4f78-4be3-a2bc-f583a83cd5c5 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:31.741815 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a42274e-487f-4475-a6ef-e5d7972a826a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:31.776446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42274e-487f-4475-a6ef-e5d7972a826a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=25f35f9a-4f78-4be3-a2bc-f583a83cd5c5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:31.847944 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a42274e-487f-4475-a6ef-e5d7972a826a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:31.849944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7a42274e-487f-4475-a6ef-e5d7972a826a tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/ports/25f35f9a-4f78-4be3-a2bc-f583a83cd5c5 HTTP/1.1" status: 204 len: 168 time: 0.4327037 Sep 29 23:30:31.852535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:31.899815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd597d5b-0290-4cc6-b8fd-129c7863a653 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:31.901350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fd597d5b-0290-4cc6-b8fd-129c7863a653 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "GET /v2.0/ports?device_id=0e97db56-5b5a-4177-9345-cad59f8bf9b3 HTTP/1.1" status: 200 len: 913 time: 0.0478547 Sep 29 23:30:31.904922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:32.270224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:32.540202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port 95a24fd2-6f55-4d7d-94ce-22a10c6fa59b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:32.540555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:32.630460 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:32.642336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for 95a24fd2-6f55-4d7d-94ce-22a10c6fa59b owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:32.841890 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:32.870946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=95a24fd2-6f55-4d7d-94ce-22a10c6fa59b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:33.041778 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:33.272965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:33.328815 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-482847ca-a9bc-43bd-8e5d-bebc156c2329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:33.389918 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:33.394881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6177dd49-3d28-44cf-a9cf-b4edce1a3883 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "PUT /v2.0/routers/0e97db56-5b5a-4177-9345-cad59f8bf9b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4890141 Sep 29 23:30:33.397377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51698) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:33.400048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb61c04-abae-4b21-85fc-c6cf0f275744 None None] Sync routers for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:33.410381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb61c04-abae-4b21-85fc-c6cf0f275744 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:33.410997 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-beb61c04-abae-4b21-85fc-c6cf0f275744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:33.445722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-beb61c04-abae-4b21-85fc-c6cf0f275744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:33.456308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb61c04-abae-4b21-85fc-c6cf0f275744 None None] Routers {'0e97db56-5b5a-4177-9345-cad59f8bf9b3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:33.456925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-beb61c04-abae-4b21-85fc-c6cf0f275744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:33.489452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-beb61c04-abae-4b21-85fc-c6cf0f275744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:33.490186 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb61c04-abae-4b21-85fc-c6cf0f275744 None None] The sync data for ids ['0e97db56-5b5a-4177-9345-cad59f8bf9b3'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:33.851777 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:33.956813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.008519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting port c9f13d95-48f9-46cb-8623-ee8da1b4f7df {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:34.008856 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.082807 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.094992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Calling delete_port for c9f13d95-48f9-46cb-8623-ee8da1b4f7df owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:34.256485 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.285758 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Port': ['ID=c9f13d95-48f9-46cb-8623-ee8da1b4f7df,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:34.348696 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.439065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.441419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.484185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.484718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Fanout notify agent at l3_agent the message router_deleted on router 0e97db56-5b5a-4177-9345-cad59f8bf9b3 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:30:34.491850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.493946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3e64b61e-6d25-436e-9040-a439333a52b2 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/routers/0e97db56-5b5a-4177-9345-cad59f8bf9b3 HTTP/1.1" status: 204 len: 168 time: 1.0946860 Sep 29 23:30:34.496338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51712) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:34.550203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0776c99-e211-4013-a819-90953700a4ba tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Deleting subnet f56d284f-7945-4c3a-bada-4648d919c359 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:30:34.553338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0776c99-e211-4013-a819-90953700a4ba tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.593595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0776c99-e211-4013-a819-90953700a4ba tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.638954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0776c99-e211-4013-a819-90953700a4ba tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.648939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51714) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:34.701745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0776c99-e211-4013-a819-90953700a4ba tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.734516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0776c99-e211-4013-a819-90953700a4ba tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Subnet': ['ID=f56d284f-7945-4c3a-bada-4648d919c359,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:34.741137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f0776c99-e211-4013-a819-90953700a4ba tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.743011 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f0776c99-e211-4013-a819-90953700a4ba tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/subnets/f56d284f-7945-4c3a-bada-4648d919c359 HTTP/1.1" status: 204 len: 168 time: 0.2456815 Sep 29 23:30:34.746123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51722) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:34.772702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0bedde22-8759-4a6b-9174-15c3466c56eb tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2674 time: 0.1225159 Sep 29 23:30:34.775345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:34.781016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'network': {'name': 'tempest-network-smoke--1085898478', 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'port_security_enabled': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:34.804592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Made reservation on behalf of 017e7a33ad044e3bbbb26b207169c28f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:34.808919 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.824342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.833959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:34.844626 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.845266 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Added segment b532f729-248e-4cde-820f-b159a9d56c53 of type vlan for network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 Sep 29 23:30:34.888277 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.919335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.925893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:34.931019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.934287 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:34.954536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00dfba91-c9ad-4c8f-a2c8-f2ab157e5252']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:34.965908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ac03aa-710f-4ba3-8ead-4776c2209797') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:34.966261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ac03aa-710f-4ba3-8ead-4776c2209797') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:34.967734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1913378 Sep 29 23:30:34.972624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51730) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:34.977558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1680228806', 'admin_state_up': True, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:34.986074 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.004931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.012204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a27d7-c86a-4e77-a74e-19ac0c96b982 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Network': ['ID=e4c22d4b-f21a-46e7-bbea-8588ed44a4c1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:35.013358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:30:35.013803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:30:35.017671 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:30:35.024374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:35.081736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.082295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.097355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.109680 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.111653 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] 10.222.0.44 "DELETE /v2.0/networks/00dfba91-c9ad-4c8f-a2c8-f2ab157e5252 HTTP/1.1" status: 204 len: 168 time: 0.3641744 Sep 29 23:30:35.137235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd103d0-e904-4650-b031-4aa1d42d1052 tempest-FloatingIPTestJSON-1147831550 tempest-FloatingIPTestJSON-1147831550-project] Pushing event deleted for resources: {'Network': ['ID=00dfba91-c9ad-4c8f-a2c8-f2ab157e5252,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:35.174039 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.333961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.423778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51746) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:35.542570 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.563563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.587382 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-60721604-3f3e-44fb-a027-9aaad20cf7fa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=63f657bc76a54be792a7fb292b21aade&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622815 Sep 29 23:30:35.590491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51752) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:35.641715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8ce4-ff92-4f96-8e89-31667662bd00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.664183 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8ce4-ff92-4f96-8e89-31667662bd00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.682547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Allocated IP 172.25.4.201 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/f0b0775f-bfe3-4095-a896-a5e530df3ffd) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:35.715195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8ce4-ff92-4f96-8e89-31667662bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.718773 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b2ff8ce4-ff92-4f96-8e89-31667662bd00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.719987 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b2ff8ce4-ff92-4f96-8e89-31667662bd00 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cd99534b-7100-4227-b9ce-527ab8c64646 HTTP/1.1" status: 204 len: 168 time: 0.1284590 Sep 29 23:30:35.728039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ff8ce4-ff92-4f96-8e89-31667662bd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd99534b-7100-4227-b9ce-527ab8c64646,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:35.815965 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.863434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:35.894202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51760) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:35.902678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:35.905927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:35.909647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:35.941064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Port': ['ID=f0b0775f-bfe3-4095-a896-a5e530df3ffd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:36.019003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f57fee71-b351-4e6a-b3fd-247021c88002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.119479 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f57fee71-b351-4e6a-b3fd-247021c88002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.124815 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f57fee71-b351-4e6a-b3fd-247021c88002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.168256 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f57fee71-b351-4e6a-b3fd-247021c88002 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=12f79e296122449ea4bf17561dcb6f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765305 Sep 29 23:30:36.169438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fee71-b351-4e6a-b3fd-247021c88002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e27ab9-5850-4d2d-b69e-1a24ae6caa9c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:36.171345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51774) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:36.219325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.224280 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-59c3eacd-4ac8-4674-8cfb-d45e1a2619e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.293584 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.350410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.397460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51784) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:36.483873 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.486478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.487679 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f3e27ab9-5850-4d2d-b69e-1a24ae6caa9c HTTP/1.1" status: 204 len: 168 time: 0.3153336 Sep 29 23:30:36.500911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'networks': [{'name': 'tempest-network--879270740'}, {'name': 'tempest-network--1796003843'}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:36.501240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'network': {'name': 'tempest-network--879270740'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:36.501693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'network': {'name': 'tempest-network--1796003843'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:36.502170 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.505739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e27ab9-5850-4d2d-b69e-1a24ae6caa9c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:36.518138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.518482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.519156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.519156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.519467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.520092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.520225 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.520442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.520792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.521562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.521562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.521772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd27aac-4c69-4f95-8d88-5f62d3701d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:36.533391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Made reservation on behalf of c082792c9dd34e039115cd721cdea394 for: {'network': 2} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:36.538499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.552377 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.566637 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.664189 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.668525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.669237 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.672542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:30:36.709838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eedf30c-9fdd-46aa-ae7a-f6fc169dfeef,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:36.715670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 509} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:36.725576 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.726013 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Added segment dfa5c3d4-2342-48fe-8b25-0d8fb0b05a2c of type vlan for network cd619792-440e-4988-9700-174ba102069f Sep 29 23:30:36.769786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.792057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:36.801769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:36.807386 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Sync routers for ids ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:36.814684 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.815041 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Added segment 36522680-d29f-4383-ab56-4b4f7d110655 of type vlan for network 3b780747-b60d-4032-b326-19e9f26307fc Sep 29 23:30:36.817809 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Routers {'0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:36.818459 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:36.824050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.830114 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-61573915-5557-477b-ae69-56969042b9aa tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8537476 Sep 29 23:30:36.830652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51792) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:36.864502 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.909138 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.909898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.911265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51794) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:36.916915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:36.922973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:36.923639 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.938732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfa24af-9987-4ad1-8935-916c048ab2a4 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:36.943304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1dfa24af-9987-4ad1-8935-916c048ab2a4 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=017e7a33ad044e3bbbb26b207169c28f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1113844 Sep 29 23:30:36.944263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51796) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:36.949743 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Set router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:36.954702 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13f3dbae-b7cf-4557-a8ef-726a8cdb476a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:36.976252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5752192 Sep 29 23:30:36.976480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51798) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:37.076174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'Network': ['ID=cd619792-440e-4988-9700-174ba102069f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:37.084108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5833650f-f8f7-4fc0-bec9-e581739d813e tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:37.089503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network cd619792-440e-4988-9700-174ba102069f details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:37.089909 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5833650f-f8f7-4fc0-bec9-e581739d813e tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1438673 Sep 29 23:30:37.092664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51800) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:37.141695 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-413f977d-89c9-40a4-8118-ff895ddfb6b1 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0475814 Sep 29 23:30:37.143500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51802) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:37.193055 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8c72d4fc-27df-4498-8c6f-2950c415e376 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=017e7a33ad044e3bbbb26b207169c28f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0478294 Sep 29 23:30:37.194978 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1680228806', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:36Z', 'revision_number': 3, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:37.198721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51804) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:37.224542 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Checking router: 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:30:37.224889 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Updating router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 port f0b0775f-bfe3-4095-a896-a5e530df3ffd binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:30:37.258365 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.307167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855fc347-1064-4c00-a7c7-f851bb7b564d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'Network': ['ID=3b780747-b60d-4032-b326-19e9f26307fc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:37.325211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 3b780747-b60d-4032-b326-19e9f26307fc details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:37.341727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13f3dbae-b7cf-4557-a8ef-726a8cdb476a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.355173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede460d4-d288-45fc-a9c9-f9b05cbe5616 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:37.366864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede460d4-d288-45fc-a9c9-f9b05cbe5616 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:37.374377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede460d4-d288-45fc-a9c9-f9b05cbe5616 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:37.375878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-13f3dbae-b7cf-4557-a8ef-726a8cdb476a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.381593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede460d4-d288-45fc-a9c9-f9b05cbe5616 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:37.384435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ede460d4-d288-45fc-a9c9-f9b05cbe5616 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4068596 Sep 29 23:30:37.387542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:37.387891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dae052-1286-4010-b70f-428e9307f6e3 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:37.390761 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-51dae052-1286-4010-b70f-428e9307f6e3 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1906030 Sep 29 23:30:37.395283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:37.451908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-78296929-09ec-45e2-b291-3d26e769f7f7 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0541809 Sep 29 23:30:37.455268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51812) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:37.458873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3dbae-b7cf-4557-a8ef-726a8cdb476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41b67d7-d5cf-4eac-8f33-3ce7e50660ec,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:37.460572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-99528178', 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1', 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:37.475290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-13f3dbae-b7cf-4557-a8ef-726a8cdb476a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d31658a37ef543b6ba30b39e94aedc3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5627573 Sep 29 23:30:37.476199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51814) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:37.501092 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.570354 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0b13492-c779-4ff3-9364-939f01d01f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.602433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0b13492-c779-4ff3-9364-939f01d01f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.606104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.659680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Made reservation on behalf of 017e7a33ad044e3bbbb26b207169c28f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:37.663283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.668757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0b13492-c779-4ff3-9364-939f01d01f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.672957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0b13492-c779-4ff3-9364-939f01d01f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.681217 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b0b13492-c779-4ff3-9364-939f01d01f02 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b41b67d7-d5cf-4eac-8f33-3ce7e50660ec HTTP/1.1" status: 204 len: 168 time: 0.1966996 Sep 29 23:30:37.681431 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.686994 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.692291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b13492-c779-4ff3-9364-939f01d01f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41b67d7-d5cf-4eac-8f33-3ce7e50660ec,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:37.752389 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Attempting to bind port f0b0775f-bfe3-4095-a896-a5e530df3ffd on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:30:37.752820 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Attempting to bind port f0b0775f-bfe3-4095-a896-a5e530df3ffd by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:30:37.753362 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Attempting to bind port f0b0775f-bfe3-4095-a896-a5e530df3ffd on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:37.764208 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:30:37.764606 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:37.764973 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.765374 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:30:37.765829 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Bound port: f0b0775f-bfe3-4095-a896-a5e530df3ffd, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:30:37.766213 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.795932 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.829207 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Pushing event updated for resources: {'Port': ['ID=f0b0775f-bfe3-4095-a896-a5e530df3ffd,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:37.838690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd619792-440e-4988-9700-174ba102069f']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:37.858650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa5c3d4-2342-48fe-8b25-0d8fb0b05a2c') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:37.858870 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] For port f0b0775f-bfe3-4095-a896-a5e530df3ffd, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:30:37.858982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa5c3d4-2342-48fe-8b25-0d8fb0b05a2c') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:37.862048 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] For port f0b0775f-bfe3-4095-a896-a5e530df3ffd, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f0b0775f-bfe3-4095-a896-a5e530df3ffd,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:30:37.864620 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.865046 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.865291 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.865832 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.866192 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.866681 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.867181 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.867505 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.867851 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.868184 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.868497 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.868812 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:37.873472 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.873767 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.896059 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.926241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Releasing vlan 509 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:30:37.926481 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:30:37.930090 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:30:38.006931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.024471 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Routers {'0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:38.025101 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:38.031369 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b90bb7-fee0-4360-bd6a-809423c81ac4 None None] Pushing event updated for resources: {'Port': ['ID=f0b0775f-bfe3-4095-a896-a5e530df3ffd,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:38.037603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.039747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "DELETE /v2.0/networks/cd619792-440e-4988-9700-174ba102069f HTTP/1.1" status: 204 len: 168 time: 0.6511819 Sep 29 23:30:38.043303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51820) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:38.061091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa1c20-a4c2-4336-b2bd-0d8a2a1a8622 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Network': ['ID=cd619792-440e-4988-9700-174ba102069f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:38.077641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.150859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.157369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Checking segment: {'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:38.157753 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network hostable DHCP agents. Network: e4c22d4b-f21a-46e7-bbea-8588ed44a4c1, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:30:38.165109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Subnet': ['ID=d396615a-3a2c-448c-a162-2e86f78dae29,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:38.165888 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] Set router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:38.192760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:30:38.209505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, e4c22d4b-f21a-46e7-bbea-8588ed44a4c1) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:38.217182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:38.218753 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.219322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91254283-56e2-4dea-bc8e-f455c625f034 None None] Network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:38.245821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-15ca6cf2-81f7-4926-87e7-7a95b5461bea tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.7876632 Sep 29 23:30:38.247865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51828) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:38.286444 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.309833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b780747-b60d-4032-b326-19e9f26307fc']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:38.324598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36522680-d29f-4383-ab56-4b4f7d110655') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:38.324598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36522680-d29f-4383-ab56-4b4f7d110655') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:38.332718 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.349693 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.360030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:30:38.360454 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:30:38.363597 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:30:38.427910 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1680228806', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:36Z', 'revision_number': 3, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:38.433863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.444281 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.449727 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "DELETE /v2.0/networks/3b780747-b60d-4032-b326-19e9f26307fc HTTP/1.1" status: 204 len: 168 time: 0.4025793 Sep 29 23:30:38.450083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51834) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:38.484942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-e4c22d4b-f21a-46e7-bbea-8588ed44a4c1', 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'fixed_ips': [{'subnet_id': 'd396615a-3a2c-448c-a162-2e86f78dae29'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:30:38.487115 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.499777 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68c6c0f-5760-4fe7-9208-68dce222320f None None] The sync data for ids ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'] in n-d-811173-2 is: [{'id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1680228806', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:36Z', 'revision_number': 3, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:79:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:38.508456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bace2f-a676-434b-950e-0e966787433c tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Network': ['ID=3b780747-b60d-4032-b326-19e9f26307fc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:38.716285 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.771257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdcc8cd-5990-4456-966d-e62fa3eed9b3 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:38.781007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bdcc8cd-5990-4456-966d-e62fa3eed9b3 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:38.782677 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9bdcc8cd-5990-4456-966d-e62fa3eed9b3 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3315985 Sep 29 23:30:38.786753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51848) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:38.792208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1717102211'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:38.821119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Made reservation on behalf of c082792c9dd34e039115cd721cdea394 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:38.827202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.831768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Allocated IP 172.20.0.18 (e4c22d4b-f21a-46e7-bbea-8588ed44a4c1/d396615a-3a2c-448c-a162-2e86f78dae29/79873159-32ca-4eab-a084-04e9d00f8d0d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:38.925008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 547} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:38.936388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:38.936797 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Added segment 004272ac-4f57-4704-9f1f-10b95962a391 of type vlan for network 6b763d8c-6056-4c3f-9060-905633c7981f Sep 29 23:30:38.969748 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.005132 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.043965 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.050265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:39.050902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.137545 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3495944 Sep 29 23:30:39.141991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51854) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:39.148172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1144873039'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:39.148684 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.165232 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.209021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98d6a-a7ee-4f78-af1b-d9abff39f9c2 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'Network': ['ID=6b763d8c-6056-4c3f-9060-905633c7981f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:39.241449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6b763d8c-6056-4c3f-9060-905633c7981f details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:39.254726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Made reservation on behalf of c082792c9dd34e039115cd721cdea394 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:39.258632 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.317182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:39.336164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.336554 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Added segment ab17cca3-46a1-48fb-8405-bf685f603093 of type vlan for network 844ebe00-4d09-4046-93c3-d4292c79eb73 Sep 29 23:30:39.390469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.428842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.443734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:39.451412 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.466657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Allocated IP 172.20.0.17 (e4c22d4b-f21a-46e7-bbea-8588ed44a4c1/d396615a-3a2c-448c-a162-2e86f78dae29/4cc3d780-90b6-445d-a505-3088ba80ce88) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:39.492546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51858) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:39.494119 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3479993 Sep 29 23:30:39.508696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'ports': [{'network_id': '6b763d8c-6056-4c3f-9060-905633c7981f', 'name': 'tempest-port--4743335', 'admin_state_up': True}, {'network_id': '844ebe00-4d09-4046-93c3-d4292c79eb73', 'admin_state_up': False}]} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:39.509088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'port': {'network_id': '6b763d8c-6056-4c3f-9060-905633c7981f', 'name': 'tempest-port--4743335', 'admin_state_up': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:39.509502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'port': {'network_id': '844ebe00-4d09-4046-93c3-d4292c79eb73', 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:39.573063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:39.587082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:39.592144 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:39.613967 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Pushing event updated for resources: {'Port': ['ID=79873159-32ca-4eab-a084-04e9d00f8d0d,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:39.635420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f05f39-8a2d-4a63-97f2-de7e82b9b90d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'Network': ['ID=844ebe00-4d09-4046-93c3-d4292c79eb73,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:39.639419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.639837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.640191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.640672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.641016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.641352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.641682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.642764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.642764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.642764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.643203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.643283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:39.669336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 844ebe00-4d09-4046-93c3-d4292c79eb73 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:39.729387 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.733853 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Attempting to bind port 79873159-32ca-4eab-a084-04e9d00f8d0d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:30:39.734235 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Attempting to bind port 79873159-32ca-4eab-a084-04e9d00f8d0d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:30:39.734652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Attempting to bind port 79873159-32ca-4eab-a084-04e9d00f8d0d on network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:39.813975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:30:39.814259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Checking segment: {'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:39.814589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.814994 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Bound using segment: {'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:30:39.815687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Bound port: 79873159-32ca-4eab-a084-04e9d00f8d0d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:30:39.816322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.906394 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.911755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] For port 79873159-32ca-4eab-a084-04e9d00f8d0d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:30:39.917599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] For port 79873159-32ca-4eab-a084-04e9d00f8d0d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=79873159-32ca-4eab-a084-04e9d00f8d0d,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:30:39.923756 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.945904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Made reservation on behalf of c082792c9dd34e039115cd721cdea394 for: {'port': 2} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:39.951168 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:39.968009 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:40.001522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:40.026131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d194c921-0d92-4782-8175-2e4aafa7271b None None] Pushing event updated for resources: {'Port': ['ID=79873159-32ca-4eab-a084-04e9d00f8d0d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:40.082076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Port': ['ID=4cc3d780-90b6-445d-a505-3088ba80ce88,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:40.143920 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:40.148649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] device_id is not set on port 1b39273d-38eb-4b73-940e-b2fc35d35697 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:30:40.152057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:40.156670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:40.209543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:40.485432 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:40.513135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:40.622312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] device_id is not set on port d49d36dd-0c4d-424b-aac9-73c5fcab3c5f yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:30:40.665317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 79873159-32ca-4eab-a084-04e9d00f8d0d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:40.722840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 79873159-32ca-4eab-a084-04e9d00f8d0d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:40.723428 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:40.816053 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:40.853840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 79873159-32ca-4eab-a084-04e9d00f8d0d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=79873159-32ca-4eab-a084-04e9d00f8d0d,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:40.859393 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:40.860264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f0b0775f-bfe3-4095-a896-a5e530df3ffd up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:40.953684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=79873159-32ca-4eab-a084-04e9d00f8d0d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:40.974901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f0b0775f-bfe3-4095-a896-a5e530df3ffd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:40.974901 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.065000 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.112905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port f0b0775f-bfe3-4095-a896-a5e530df3ffd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f0b0775f-bfe3-4095-a896-a5e530df3ffd,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:41.124677 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.194816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=f0b0775f-bfe3-4095-a896-a5e530df3ffd,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:41.267664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.395368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.406012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51952) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:41.428505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ea7570-91f9-451b-aa06-f61304464390 None None] Network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:41.494443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'Port': ['ID=1b39273d-38eb-4b73-940e-b2fc35d35697,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:41.508860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8126c0e6-eb99-4790-89e5-0cc871be93f3 None None] Provisioning complete for port 79873159-32ca-4eab-a084-04e9d00f8d0d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:41.509310 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8126c0e6-eb99-4790-89e5-0cc871be93f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.520114 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.529091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.534266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3811637-96e2-4d0a-b386-b37de896edce admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.587428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Checking segment: {'id': '004272ac-4f57-4704-9f1f-10b95962a391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 547, 'network_id': '6b763d8c-6056-4c3f-9060-905633c7981f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:41.587847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Network hostable DHCP agents. Network: 6b763d8c-6056-4c3f-9060-905633c7981f, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:30:41.624107 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.628427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Port': ['ID=4cc3d780-90b6-445d-a505-3088ba80ce88,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:41.640281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Network 6b763d8c-6056-4c3f-9060-905633c7981f is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:30:41.644949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3811637-96e2-4d0a-b386-b37de896edce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.649190 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e3811637-96e2-4d0a-b386-b37de896edce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.670733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6b763d8c-6056-4c3f-9060-905633c7981f) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:41.674491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:41.675485 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.681809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fccfe76-0fd3-434e-b596-4f45c18088eb None None] Network 6b763d8c-6056-4c3f-9060-905633c7981f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:41.698714 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:30:41.702499 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e3811637-96e2-4d0a-b386-b37de896edce admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea126a76d87745aaa0e297567390f4e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953172 Sep 29 23:30:41.704114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51956) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:41.711564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3811637-96e2-4d0a-b386-b37de896edce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ae28a5-fd57-4fc1-aacc-436270f71c01,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:41.762573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd5befb2-f09f-4311-81d6-8e79e3fa683a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.787030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd5befb2-f09f-4311-81d6-8e79e3fa683a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.791401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'Port': ['ID=d49d36dd-0c4d-424b-aac9-73c5fcab3c5f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:41.846306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Checking segment: {'id': 'ab17cca3-46a1-48fb-8405-bf685f603093', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '844ebe00-4d09-4046-93c3-d4292c79eb73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:41.846923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Network hostable DHCP agents. Network: 844ebe00-4d09-4046-93c3-d4292c79eb73, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:30:41.857931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd5befb2-f09f-4311-81d6-8e79e3fa683a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.860941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd5befb2-f09f-4311-81d6-8e79e3fa683a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.862320 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fd5befb2-f09f-4311-81d6-8e79e3fa683a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/18ae28a5-fd57-4fc1-aacc-436270f71c01 HTTP/1.1" status: 204 len: 168 time: 0.1572814 Sep 29 23:30:41.872026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5befb2-f09f-4311-81d6-8e79e3fa683a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ae28a5-fd57-4fc1-aacc-436270f71c01,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:41.872434 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:41.875690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:41.920993 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Network 844ebe00-4d09-4046-93c3-d4292c79eb73 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:30:41.940897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 844ebe00-4d09-4046-93c3-d4292c79eb73) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:41.944698 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:41.951011 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:41.956548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:41.957599 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:41.958291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f504593-4b6b-4b36-8528-912fcdc94723 None None] Network 844ebe00-4d09-4046-93c3-d4292c79eb73 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:42.014758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b7202c8c-3958-4b5c-8f87-acfbf61f6711 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1447 time: 2.5209193 Sep 29 23:30:42.017147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51962) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:42.068107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:30:42.111363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c54fc-e3c5-4777-b68e-741454db9351 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:42.118635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7c54fc-e3c5-4777-b68e-741454db9351 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:42.120942 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9c7c54fc-e3c5-4777-b68e-741454db9351 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1442 time: 0.1025712 Sep 29 23:30:42.125339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51966) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:42.132826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2ee3236b-f86b-4a31-bdf7-ec72cd5ceb2d None None] Provisioning complete for port 79873159-32ca-4eab-a084-04e9d00f8d0d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:42.132826 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2ee3236b-f86b-4a31-bdf7-ec72cd5ceb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.231405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:42.244652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6e67604e-a5f3-44e5-9867-e141686cdfeb tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "PUT /v2.0/routers/0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9971037 Sep 29 23:30:42.254707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Sync routers for ids ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:42.272577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Routers {'0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:42.273226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:42.298150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51970) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:42.320425 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efdbc360-e0cf-48c5-b44d-26ba2ae825e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.338522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-30c6b523-0949-4002-840e-55a7f7eb7d1b tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Deleting port 1b39273d-38eb-4b73-940e-b2fc35d35697 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:42.340121 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30c6b523-0949-4002-840e-55a7f7eb7d1b tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.359504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2ee3236b-f86b-4a31-bdf7-ec72cd5ceb2d None None] Provisioning complete for port 4cc3d780-90b6-445d-a505-3088ba80ce88 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:42.360018 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2ee3236b-f86b-4a31-bdf7-ec72cd5ceb2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.454195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30c6b523-0949-4002-840e-55a7f7eb7d1b tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.468958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-30c6b523-0949-4002-840e-55a7f7eb7d1b tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Calling delete_port for 1b39273d-38eb-4b73-940e-b2fc35d35697 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:42.480295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2ee3236b-f86b-4a31-bdf7-ec72cd5ceb2d None None] Port 4cc3d780-90b6-445d-a505-3088ba80ce88 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:30:42.486700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Set router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:42.492905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efdbc360-e0cf-48c5-b44d-26ba2ae825e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.499531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-efdbc360-e0cf-48c5-b44d-26ba2ae825e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.604009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30c6b523-0949-4002-840e-55a7f7eb7d1b tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.612198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdbc360-e0cf-48c5-b44d-26ba2ae825e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3afde60-3de2-4a04-bfa6-4f1bfdd21397,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:42.626906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-efdbc360-e0cf-48c5-b44d-26ba2ae825e1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4d49a0be213f44ef96a1582c90477271&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3250303 Sep 29 23:30:42.634971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51982) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:42.642208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6b523-0949-4002-840e-55a7f7eb7d1b tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Port': ['ID=1b39273d-38eb-4b73-940e-b2fc35d35697,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:42.644800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-528016b6-bbc4-4fa7-865b-95b1235a2a8d None None] Provisioning complete for port 4cc3d780-90b6-445d-a505-3088ba80ce88 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:42.644800 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-528016b6-bbc4-4fa7-865b-95b1235a2a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.648880 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-30c6b523-0949-4002-840e-55a7f7eb7d1b tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.650912 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-30c6b523-0949-4002-840e-55a7f7eb7d1b tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "DELETE /v2.0/ports/1b39273d-38eb-4b73-940e-b2fc35d35697 HTTP/1.1" status: 204 len: 168 time: 0.5242543 Sep 29 23:30:42.654284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51984) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:42.657183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 79873159-32ca-4eab-a084-04e9d00f8d0d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:42.748443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c15f43ab-41f8-4811-936d-4dc8702fef51 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Deleting port d49d36dd-0c4d-424b-aac9-73c5fcab3c5f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:42.748824 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c15f43ab-41f8-4811-936d-4dc8702fef51 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.749778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-528016b6-bbc4-4fa7-865b-95b1235a2a8d None None] Port 4cc3d780-90b6-445d-a505-3088ba80ce88 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:30:42.783796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-69baaa64-8c49-440e-bd18-18c1f9363252 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:42.787889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-69baaa64-8c49-440e-bd18-18c1f9363252 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/networks?id=e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 HTTP/1.1" status: 200 len: 798 time: 0.2642541 Sep 29 23:30:42.798429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 79873159-32ca-4eab-a084-04e9d00f8d0d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:42.798724 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.815180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-56eb0571-6a9a-4e9f-946c-ffe8e045deb6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/quotas/017e7a33ad044e3bbbb26b207169c28f HTTP/1.1" status: 200 len: 375 time: 0.0205796 Sep 29 23:30:42.816148 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-adfca45d-77e8-4456-8035-238e25233617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.829819 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c15f43ab-41f8-4811-936d-4dc8702fef51 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.843424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c15f43ab-41f8-4811-936d-4dc8702fef51 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Calling delete_port for d49d36dd-0c4d-424b-aac9-73c5fcab3c5f owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:42.851385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1680228806', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4cc3d780-90b6-445d-a505-3088ba80ce88', 'name': '', 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:c5:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd396615a-3a2c-448c-a162-2e86f78dae29', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:39Z', 'updated_at': '2021-09-29T23:30:41Z', 'revision_number': 2, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': 'd396615a-3a2c-448c-a162-2e86f78dae29', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:42.878772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Checking router: 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:30:42.879130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Updating router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 port 4cc3d780-90b6-445d-a505-3088ba80ce88 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:30:42.891561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-adfca45d-77e8-4456-8035-238e25233617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.927217 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c15f43ab-41f8-4811-936d-4dc8702fef51 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.929805 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.953165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f0b0775f-bfe3-4095-a896-a5e530df3ffd up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:42.956028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-4938ce56-b30f-443f-888c-2f259084caaf tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=017e7a33ad044e3bbbb26b207169c28f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1282852 Sep 29 23:30:42.983629 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c15f43ab-41f8-4811-936d-4dc8702fef51 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:42.985864 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c15f43ab-41f8-4811-936d-4dc8702fef51 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "DELETE /v2.0/ports/d49d36dd-0c4d-424b-aac9-73c5fcab3c5f HTTP/1.1" status: 204 len: 168 time: 0.3305719 Sep 29 23:30:42.986967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f43ab-41f8-4811-936d-4dc8702fef51 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Port': ['ID=d49d36dd-0c4d-424b-aac9-73c5fcab3c5f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:42.989849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51986) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:43.010740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-adfca45d-77e8-4456-8035-238e25233617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.013650 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-adfca45d-77e8-4456-8035-238e25233617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.017279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-adfca45d-77e8-4456-8035-238e25233617 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b3afde60-3de2-4a04-bfa6-4f1bfdd21397 HTTP/1.1" status: 204 len: 168 time: 0.3792372 Sep 29 23:30:43.030898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-761459dc-8f11-4ab1-8798-e98a4f807758 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0365813 Sep 29 23:30:43.031857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 51990) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:43.037828 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1329668278'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:43.061561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfca45d-77e8-4456-8035-238e25233617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3afde60-3de2-4a04-bfa6-4f1bfdd21397,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:43.066287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Made reservation on behalf of c082792c9dd34e039115cd721cdea394 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:43.070058 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.097939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:43.102313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-e2ee6a17-0892-4880-9c6e-cd0ef77ca56a service neutron] 10.222.0.44 "GET /v2.0/networks/e4c22d4b-f21a-46e7-bbea-8588ed44a4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338668 Sep 29 23:30:43.117798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.118151 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Added segment a0803c99-9491-43f9-96a3-df8f7d5f2c94 of type vlan for network 83ac3219-403d-4090-b3c3-b460bdb58268 Sep 29 23:30:43.179571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.222464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-ff29af9e-a5c1-4ee5-9171-a929413c23ce service neutron] 10.222.0.44 "GET /v2.0/networks/e4c22d4b-f21a-46e7-bbea-8588ed44a4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120818 Sep 29 23:30:43.222955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f0b0775f-bfe3-4095-a896-a5e530df3ffd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:43.223312 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.227772 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.236832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:43.238211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.283619 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2506485 Sep 29 23:30:43.286926 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 51994) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:43.292987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1522924467'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:43.327631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdecc498-9eef-4b92-b678-f69e9b6a398f tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'Network': ['ID=83ac3219-403d-4090-b3c3-b460bdb58268,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:43.329091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Made reservation on behalf of c082792c9dd34e039115cd721cdea394 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:43.333129 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.342090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 83ac3219-403d-4090-b3c3-b460bdb58268 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:43.363612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:43.376017 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.376704 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Added segment 64cebaa2-1134-4891-9f35-6ab16a390ea3 of type vlan for network 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be Sep 29 23:30:43.436582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.438158 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.480936 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.487874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:43.488538 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.518626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1edfa48a-c8ee-4566-ae59-84648bd9ebd0 req-91274711-672e-4a7b-9670-b410cbd4bba3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 210 time: 0.0547009 Sep 29 23:30:43.560439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2720308 Sep 29 23:30:43.609605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3132b67-e531-400c-a972-583977566840 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'Network': ['ID=1b8c54e7-1fcb-4018-ae82-b24ae62fb2be,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:43.668268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:43.700054 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.782345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62395725-92e4-4e87-92e4-f9644622564b None None] Pushing event updated for resources: {'Port': ['ID=4cc3d780-90b6-445d-a505-3088ba80ce88,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:43.901461 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Attempting to bind port 4cc3d780-90b6-445d-a505-3088ba80ce88 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:30:43.902032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Attempting to bind port 4cc3d780-90b6-445d-a505-3088ba80ce88 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:30:43.902922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Attempting to bind port 4cc3d780-90b6-445d-a505-3088ba80ce88 on network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:43.909556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:30:43.909982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Checking segment: {'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:43.910398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.910790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Bound using segment: {'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:30:43.911264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Bound port: 4cc3d780-90b6-445d-a505-3088ba80ce88, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:30:43.911740 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:43.991430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] For port 4cc3d780-90b6-445d-a505-3088ba80ce88, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:30:43.995394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] For port 4cc3d780-90b6-445d-a505-3088ba80ce88, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4cc3d780-90b6-445d-a505-3088ba80ce88,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:30:44.017360 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:44.089687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Routers {'0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:44.090264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:44.160763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-462cf5ea-c19f-435c-a45e-14ecd8068d99 None None] Provisioning complete for port 4cc3d780-90b6-445d-a505-3088ba80ce88 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:44.161427 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-462cf5ea-c19f-435c-a45e-14ecd8068d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:44.164406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62395725-92e4-4e87-92e4-f9644622564b None None] Pushing event updated for resources: {'Port': ['ID=4cc3d780-90b6-445d-a505-3088ba80ce88,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:44.441313 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-462cf5ea-c19f-435c-a45e-14ecd8068d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:44.454658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] Set router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:30:44.608761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-462cf5ea-c19f-435c-a45e-14ecd8068d99 None None] For port 4cc3d780-90b6-445d-a505-3088ba80ce88, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4cc3d780-90b6-445d-a505-3088ba80ce88,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:44.638510 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-462cf5ea-c19f-435c-a45e-14ecd8068d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:44.712032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52326a9a-13d8-4a8e-9f0c-ab4adc6a7522 req-cce97743-4363-471b-bb88-6365b0f161b2 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 210 time: 0.0449669 Sep 29 23:30:44.812668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-abbcfb98-f0d0-4b7e-934e-5ed68ca75388 None None] Provisioning complete for port 4cc3d780-90b6-445d-a505-3088ba80ce88 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:44.813188 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-abbcfb98-f0d0-4b7e-934e-5ed68ca75388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:44.817517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cf5ea-c19f-435c-a45e-14ecd8068d99 None None] Pushing event updated for resources: {'Port': ['ID=4cc3d780-90b6-445d-a505-3088ba80ce88,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:44.862378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1680228806', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4cc3d780-90b6-445d-a505-3088ba80ce88', 'name': '', 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:c5:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd396615a-3a2c-448c-a162-2e86f78dae29', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:39Z', 'updated_at': '2021-09-29T23:30:43Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': 'd396615a-3a2c-448c-a162-2e86f78dae29', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:44.890499 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ea1197-a4ac-4215-aa24-f2400d48b7c9 None None] The sync data for ids ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'] in n-d-811173-2 is: [{'id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1680228806', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4cc3d780-90b6-445d-a505-3088ba80ce88', 'name': '', 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:c5:13:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_interface', 'standard_attr_id': 3179, 'fixed_ips': [{'subnet_id': 'd396615a-3a2c-448c-a162-2e86f78dae29', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:39Z', 'updated_at': '2021-09-29T23:30:43Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': 'd396615a-3a2c-448c-a162-2e86f78dae29', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:45.025420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52046) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:45.244042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-67e9c9b0-1598-431d-9c49-6b875293cb7c tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-424801427'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:45.244774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-67e9c9b0-1598-431d-9c49-6b875293cb7c tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Unknown quota resources ['metering_label']. {{(pid=110006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:30:45.657387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-eaaa1b04-7801-4226-b021-229127bf9b01 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:45.658840 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-eaaa1b04-7801-4226-b021-229127bf9b01 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.42 "GET /v2.0/networks?id=e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 HTTP/1.1" status: 200 len: 798 time: 0.5644715 Sep 29 23:30:45.738584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Request body: {'port': {'device_id': '6653ccc9-f288-4fb9-990a-c2b08029dacd', 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1', 'admin_state_up': True, 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:45.815610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f8158b0-1ffd-4a91-b6b0-76d5f2b60e4b req-f9f99c81-2d72-4b73-aeab-20631c77248c tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 210 time: 0.0334237 Sep 29 23:30:45.915545 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-67e9c9b0-1598-431d-9c49-6b875293cb7c tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:45.917641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-67e9c9b0-1598-431d-9c49-6b875293cb7c tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8898518 Sep 29 23:30:45.920980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52054) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:45.927168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b8dac820-3a57-4a8f-a46a-9b214563e302 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2b680db7-29f9-4da3-ace7-ea734f7cae30'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:45.927932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b8dac820-3a57-4a8f-a46a-9b214563e302 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110006) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:30:45.972780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Made reservation on behalf of 017e7a33ad044e3bbbb26b207169c28f for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:45.976103 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:46.029402 n-d-811173-2 neutron-server[110006]: WARNING neutron.services.metering.metering_plugin [None req-b8dac820-3a57-4a8f-a46a-9b214563e302 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 29 23:30:46.145553 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8dac820-3a57-4a8f-a46a-9b214563e302 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:46.146750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b8dac820-3a57-4a8f-a46a-9b214563e302 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2246232 Sep 29 23:30:46.149930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52056) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:46.154911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e5d2c8e3-9df3-413b-bb3a-1d762e317525 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2b680db7-29f9-4da3-ace7-ea734f7cae30'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:46.155400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e5d2c8e3-9df3-413b-bb3a-1d762e317525 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:30:46.240583 n-d-811173-2 neutron-server[110005]: WARNING neutron.services.metering.metering_plugin [None req-e5d2c8e3-9df3-413b-bb3a-1d762e317525 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 29 23:30:46.273002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Allocated IP 172.20.0.23 (e4c22d4b-f21a-46e7-bbea-8588ed44a4c1/d396615a-3a2c-448c-a162-2e86f78dae29/1b96b126-6e36-41e8-9552-bc12944eec81) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:46.372148 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5d2c8e3-9df3-413b-bb3a-1d762e317525 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:46.376010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e5d2c8e3-9df3-413b-bb3a-1d762e317525 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2225263 Sep 29 23:30:46.376317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52058) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:46.386965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8f68c780-bb1d-47bc-891b-221929820b91 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=c397fc40-3636-4715-bfd5-c722f5fd6175 HTTP/1.1" status: 200 len: 464 time: 0.0094802 Sep 29 23:30:46.389739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52060) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:46.406037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:46.455342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:46.496583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:46.500674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:46.509017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:46.511897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2e890f35-f137-487f-bc49-6ae3099f7b73 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:46.517181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2e890f35-f137-487f-bc49-6ae3099f7b73 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/c397fc40-3636-4715-bfd5-c722f5fd6175 HTTP/1.1" status: 204 len: 168 time: 0.1263564 Sep 29 23:30:46.518004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52064) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:46.533517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dac3b09e-7b15-4ce7-8d4b-59e5ca216705 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=c397fc40-3636-4715-bfd5-c722f5fd6175 HTTP/1.1" status: 200 len: 221 time: 0.0142004 Sep 29 23:30:46.534326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52066) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:46.538775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-601b9d0b-8168-4c84-a356-6aec9c25e432 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--354432463', 'description': 'label created by tempest'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:46.540924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-601b9d0b-8168-4c84-a356-6aec9c25e432 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Unknown quota resources ['metering_label']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:30:46.549476 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event updated for resources: {'Port': ['ID=1b96b126-6e36-41e8-9552-bc12944eec81,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:46.612027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:46.612771 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:46.632282 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-77ba6452-c6f3-41c1-af72-b6109b25af73 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9434366 Sep 29 23:30:46.699194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4cc3d780-90b6-445d-a505-3088ba80ce88 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:46.738186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Request body: {'port': {'device_id': '6653ccc9-f288-4fb9-990a-c2b08029dacd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:46.797653 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4cc3d780-90b6-445d-a505-3088ba80ce88 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:46.798379 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:46.805117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52070) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:46.810582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'subnets': [{'network_id': '83ac3219-403d-4090-b3c3-b460bdb58268', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--352936558', 'ip_version': 6}, {'network_id': '1b8c54e7-1fcb-4018-ae82-b24ae62fb2be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:46.810818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'subnet': {'network_id': '83ac3219-403d-4090-b3c3-b460bdb58268', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--352936558', 'ip_version': 6}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:46.811492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Request body: {'subnet': {'network_id': '1b8c54e7-1fcb-4018-ae82-b24ae62fb2be', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:46.818243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:46.860076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5adc2755-6874-4f56-8762-e4c840d770e4 None None] Provisioning complete for port 1b96b126-6e36-41e8-9552-bc12944eec81 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:46.860575 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5adc2755-6874-4f56-8762-e4c840d770e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:46.937599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5adc2755-6874-4f56-8762-e4c840d770e4 None None] Port 1b96b126-6e36-41e8-9552-bc12944eec81 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:30:47.113362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Made reservation on behalf of c082792c9dd34e039115cd721cdea394 for: {'subnet': 2} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:47.118100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.118448 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.147164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-601b9d0b-8168-4c84-a356-6aec9c25e432 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.149017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-601b9d0b-8168-4c84-a356-6aec9c25e432 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6135201 Sep 29 23:30:47.153676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52074) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:47.197388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97110ac-3792-4d06-9b1e-9074006bcc45 req-1ae6e62a-058e-46ec-ab34-ffb61c9e21d3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:47.199769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e97110ac-3792-4d06-9b1e-9074006bcc45 req-1ae6e62a-058e-46ec-ab34-ffb61c9e21d3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 895 time: 0.1457038 Sep 29 23:30:47.241569 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-068cbb43-771d-45e1-9e4a-41822838a329 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=8fec79d7-017a-4426-8c0f-85926bfe1d58 HTTP/1.1" status: 200 len: 467 time: 0.0867627 Sep 29 23:30:47.244739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52076) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:47.392499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b96b126-6e36-41e8-9552-bc12944eec81 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:30:47.424379 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.427625 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe397fa1-5d11-49bb-8a5c-f5238fdc41a4 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.431252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fe397fa1-5d11-49bb-8a5c-f5238fdc41a4 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/8fec79d7-017a-4426-8c0f-85926bfe1d58 HTTP/1.1" status: 204 len: 168 time: 0.1824422 Sep 29 23:30:47.431614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52078) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:47.446094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b3c5330d-57ec-480f-94fe-71dd9b15c493 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=8fec79d7-017a-4426-8c0f-85926bfe1d58 HTTP/1.1" status: 200 len: 216 time: 0.0101855 Sep 29 23:30:47.446471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52080) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:47.456456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bcfc7d8b-a762-4cd3-83ae-8b52da105e04 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087476 Sep 29 23:30:47.459911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:47.461960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Transition to ACTIVE for port object 1b96b126-6e36-41e8-9552-bc12944eec81 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:30:47.466947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.472852 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5f0bc4d3-06fd-43ca-aac1-1f56f6136b74 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0117407 Sep 29 23:30:47.476032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52084) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:47.534185 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e16b4a58-2266-4671-add7-dcf7b91f4921 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-labels/2b680db7-29f9-4da3-ace7-ea734f7cae30 HTTP/1.1" status: 200 len: 472 time: 0.0529559 Sep 29 23:30:47.534577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52088) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:47.551410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-672e5bb7-3e26-4b08-8560-faf462880561 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "GET /v2.0/metering/metering-label-rules/a9b10493-0464-4ebd-82c4-4a1eb968280b HTTP/1.1" status: 200 len: 461 time: 0.0120740 Sep 29 23:30:47.551651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52090) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:47.594612 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Pushing event updated for resources: {'Port': ['ID=1b96b126-6e36-41e8-9552-bc12944eec81,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:47.669895 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63058c04-9f3e-445a-8a8a-2015db0fb4da tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.673295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-63058c04-9f3e-445a-8a8a-2015db0fb4da tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-label-rules/a9b10493-0464-4ebd-82c4-4a1eb968280b HTTP/1.1" status: 204 len: 168 time: 0.1185265 Sep 29 23:30:47.674408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52092) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:47.724821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Attempting to bind port 1b96b126-6e36-41e8-9552-bc12944eec81 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:30:47.724821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Attempting to bind port 1b96b126-6e36-41e8-9552-bc12944eec81 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:30:47.725169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Attempting to bind port 1b96b126-6e36-41e8-9552-bc12944eec81 on network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:47.735327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Port 1b96b126-6e36-41e8-9552-bc12944eec81 on network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:30:47.735710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Attempting to bind port 1b96b126-6e36-41e8-9552-bc12944eec81 on network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:47.762485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:30:47.762967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Checking segment: {'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:47.763309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Bound using segment: {'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:30:47.764366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Bound port: 1b96b126-6e36-41e8-9552-bc12944eec81, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b532f729-248e-4cde-820f-b159a9d56c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:30:47.764756 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.797346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.860694 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a4b1e1ea-51d6-4029-b468-e2303e85e9b2 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.861791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a4b1e1ea-51d6-4029-b468-e2303e85e9b2 tempest-MeteringTestJSON-505299938 tempest-MeteringTestJSON-505299938-project-admin] 10.222.0.44 "DELETE /v2.0/metering/metering-labels/2b680db7-29f9-4da3-ace7-ea734f7cae30 HTTP/1.1" status: 204 len: 168 time: 0.1861577 Sep 29 23:30:47.898783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'Subnet': ['ID=d4b38ec4-8100-4fbc-bb3b-70f6db80916f,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:47.919261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] For port 1b96b126-6e36-41e8-9552-bc12944eec81, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:30:47.924020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] For port 1b96b126-6e36-41e8-9552-bc12944eec81, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1b96b126-6e36-41e8-9552-bc12944eec81,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:30:47.929023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Checking segment: {'id': 'a0803c99-9491-43f9-96a3-df8f7d5f2c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83ac3219-403d-4090-b3c3-b460bdb58268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:47.929656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Network hostable DHCP agents. Network: 83ac3219-403d-4090-b3c3-b460bdb58268, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:30:47.933946 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.979600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:47.980264 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:47.981686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] 10.222.0.42 "PUT /v2.0/ports/1b96b126-6e36-41e8-9552-bc12944eec81 HTTP/1.1" status: 200 len: 1055 time: 1.3319812 Sep 29 23:30:47.982232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6653ccc9-f288-4fb9-990a-c2b08029dacd', 'tag': '1b96b126-6e36-41e8-9552-bc12944eec81'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:30:47.984560 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "6653ccc9-f288-4fb9-990a-c2b08029dacd", "tag": "1b96b126-6e36-41e8-9552-bc12944eec81"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:30:48.020568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Network 83ac3219-403d-4090-b3c3-b460bdb58268 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:30:48.032125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab554e-38aa-4011-aa01-b48340d08408 service neutron] Pushing event updated for resources: {'Port': ['ID=1b96b126-6e36-41e8-9552-bc12944eec81,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:48.043535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 83ac3219-403d-4090-b3c3-b460bdb58268) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:48.052554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be454dc2-fa7e-4762-9052-bc0db042e835 None None] Network 83ac3219-403d-4090-b3c3-b460bdb58268 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:48.083005 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.165705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-093eff08-49f2-42b3-aae4-53e0238d5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:48.168573 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-093eff08-49f2-42b3-aae4-53e0238d5831 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=017e7a33ad044e3bbbb26b207169c28f&device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 1058 time: 0.1266277 Sep 29 23:30:48.192063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52102) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:48.197123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event updated for resources: {'Subnet': ['ID=e8f79c57-ffb8-49ca-a654-684844f2df0f,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:48.239395 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-309fe57f-5119-4eea-b6c2-36ea77cc345a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=1b96b126-6e36-41e8-9552-bc12944eec81 HTTP/1.1" status: 200 len: 217 time: 0.0498586 Sep 29 23:30:48.240605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Checking segment: {'id': '64cebaa2-1134-4891-9f35-6ab16a390ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1b8c54e7-1fcb-4018-ae82-b24ae62fb2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:48.240959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Network hostable DHCP agents. Network: 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:30:48.292141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-83ac3219-403d-4090-b3c3-b460bdb58268', 'network_id': '83ac3219-403d-4090-b3c3-b460bdb58268', 'tenant_id': 'c082792c9dd34e039115cd721cdea394', 'fixed_ips': [{'subnet_id': 'd4b38ec4-8100-4fbc-bb3b-70f6db80916f'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:30:48.294244 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.318483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Network 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:30:48.332532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-82dd406d-95a1-4fad-8d4f-e899a77cb8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:48.334321 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-82dd406d-95a1-4fad-8d4f-e899a77cb8d7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d396615a-3a2c-448c-a162-2e86f78dae29 HTTP/1.1" status: 200 len: 836 time: 0.0852499 Sep 29 23:30:48.336321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:48.342654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:48.343560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:48.344110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.374016 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-94f3c017-bd78-470b-8882-13aba94d4d5d tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.5679126 Sep 29 23:30:48.374289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52108) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:48.452114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-f70c2957-8e21-4ef6-8f31-a50ef6249ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:48.453686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-f70c2957-8e21-4ef6-8f31-a50ef6249ae1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4c22d4b-f21a-46e7-bbea-8588ed44a4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965312 Sep 29 23:30:48.457226 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9832b93-023d-4459-b473-e2c8e9aa3948 x-openstack-request-id: req-c9832b93-023d-4459-b473-e2c8e9aa3948 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:30:48.457697 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6653ccc9-f288-4fb9-990a-c2b08029dacd", "tag": "1b96b126-6e36-41e8-9552-bc12944eec81", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:30:48.457956 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c9832b93-023d-4459-b473-e2c8e9aa3948 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:30:48.458347 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6653ccc9-f288-4fb9-990a-c2b08029dacd', 'tag': '1b96b126-6e36-41e8-9552-bc12944eec81', 'status': 'completed', 'code': 200} Sep 29 23:30:48.460194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f29bad-69ce-45a2-a852-8db7f9fec7a4 req-f2bb8fb6-ee16-4579-b00b-5f75a99b67ba tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:48.461724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55f29bad-69ce-45a2-a852-8db7f9fec7a4 req-f2bb8fb6-ee16-4579-b00b-5f75a99b67ba tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 907 time: 0.1581607 Sep 29 23:30:48.463053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a33307-a3fa-4bf5-82ee-9a363e3c5731 None None] Network 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:48.492944 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab381cb7-17fb-495a-974e-87ea9f452b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.527809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbedcaff-185a-444c-a827-8b05a3fadcbe tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:48.529381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbedcaff-185a-444c-a827-8b05a3fadcbe tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:48.530985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbedcaff-185a-444c-a827-8b05a3fadcbe tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:48.532838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cbedcaff-185a-444c-a827-8b05a3fadcbe tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1562710 Sep 29 23:30:48.542732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52110) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:48.543071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Allocated IP 2001:db8::1 (83ac3219-403d-4090-b3c3-b460bdb58268/d4b38ec4-8100-4fbc-bb3b-70f6db80916f/7617a08d-9f4c-4963-86f5-347fe8dbd8c8) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:48.621949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a469f08-f4f0-4559-8127-63b85ff5e0b7 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Deleting subnet d4b38ec4-8100-4fbc-bb3b-70f6db80916f {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:30:48.628506 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-077b6972-0577-43f5-a95d-81be22207812 service neutron] 10.222.0.42 "GET /v2.0/networks/e4c22d4b-f21a-46e7-bbea-8588ed44a4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547542 Sep 29 23:30:48.631714 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab381cb7-17fb-495a-974e-87ea9f452b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.637301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab381cb7-17fb-495a-974e-87ea9f452b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.685737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ab381cb7-17fb-495a-974e-87ea9f452b68 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5e6b99388c1c46e0a3584df875b74534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4915774 Sep 29 23:30:48.688389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52114) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:48.695784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab381cb7-17fb-495a-974e-87ea9f452b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9034a38f-a9e3-4eaa-86f7-ca5391df8d52,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:48.726144 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-1b8c54e7-1fcb-4018-ae82-b24ae62fb2be', 'network_id': '1b8c54e7-1fcb-4018-ae82-b24ae62fb2be', 'tenant_id': 'c082792c9dd34e039115cd721cdea394', 'fixed_ips': [{'subnet_id': 'e8f79c57-ffb8-49ca-a654-684844f2df0f'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:30:48.727003 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.744484 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-37099472-7edd-4381-b0b0-fa4c3df3be7b req-cafb113c-0ddf-4849-827d-a96b560973ce service neutron] 10.222.0.42 "GET /v2.0/networks/e4c22d4b-f21a-46e7-bbea-8588ed44a4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072617 Sep 29 23:30:48.757282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a87369c1-9cf3-4e21-b93e-3c2db162467e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.781197 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a87369c1-9cf3-4e21-b93e-3c2db162467e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.834135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a87369c1-9cf3-4e21-b93e-3c2db162467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.836850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a87369c1-9cf3-4e21-b93e-3c2db162467e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.838021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a87369c1-9cf3-4e21-b93e-3c2db162467e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9034a38f-a9e3-4eaa-86f7-ca5391df8d52 HTTP/1.1" status: 204 len: 168 time: 0.1486325 Sep 29 23:30:48.844012 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.852356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87369c1-9cf3-4e21-b93e-3c2db162467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9034a38f-a9e3-4eaa-86f7-ca5391df8d52,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:48.860089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a469f08-f4f0-4559-8127-63b85ff5e0b7 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.864537 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.928717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a469f08-f4f0-4559-8127-63b85ff5e0b7 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:48.936258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Network 83ac3219-403d-4090-b3c3-b460bdb58268 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:48.958865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Pushing event updated for resources: {'Port': ['ID=7617a08d-9f4c-4963-86f5-347fe8dbd8c8,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:48.960425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:48.971502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:48.972156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-aa012b1b-95f3-44e6-af64-62c36beebbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:48.973685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-aa012b1b-95f3-44e6-af64-62c36beebbff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=017e7a33ad044e3bbbb26b207169c28f&device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 1058 time: 0.1302593 Sep 29 23:30:49.037183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Allocated IP 2001:db8:0:1::1 (1b8c54e7-1fcb-4018-ae82-b24ae62fb2be/e8f79c57-ffb8-49ca-a654-684844f2df0f/564bda01-c2c6-4def-bf90-1353419ac58a) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:49.074095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Attempting to bind port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:30:49.075105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Attempting to bind port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'a0803c99-9491-43f9-96a3-df8f7d5f2c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83ac3219-403d-4090-b3c3-b460bdb58268'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:30:49.075435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Attempting to bind port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 on network 83ac3219-403d-4090-b3c3-b460bdb58268 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:49.095530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:30:49.096118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Checking segment: {'id': 'a0803c99-9491-43f9-96a3-df8f7d5f2c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83ac3219-403d-4090-b3c3-b460bdb58268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:49.096654 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.097293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Bound using segment: {'id': 'a0803c99-9491-43f9-96a3-df8f7d5f2c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83ac3219-403d-4090-b3c3-b460bdb58268'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:30:49.098124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Bound port: 7617a08d-9f4c-4963-86f5-347fe8dbd8c8, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0803c99-9491-43f9-96a3-df8f7d5f2c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '83ac3219-403d-4090-b3c3-b460bdb58268'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:30:49.098703 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.102858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a469f08-f4f0-4559-8127-63b85ff5e0b7 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.142378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-6afe54d0-b8c9-4611-8926-5dbad232d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:49.143536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:49.143895 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-6afe54d0-b8c9-4611-8926-5dbad232d06e service neutron] 10.222.0.42 "GET /v2.0/networks?id=e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 HTTP/1.1" status: 200 len: 899 time: 0.1611114 Sep 29 23:30:49.157881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e905c733-5545-481e-a2d3-615f7365e6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.197132 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-258c5d80-5371-4c59-91c2-251025028ef3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=1b96b126-6e36-41e8-9552-bc12944eec81 HTTP/1.1" status: 200 len: 217 time: 0.0448771 Sep 29 23:30:49.252984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e905c733-5545-481e-a2d3-615f7365e6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.260281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e905c733-5545-481e-a2d3-615f7365e6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.263065 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a469f08-f4f0-4559-8127-63b85ff5e0b7 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.275624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] For port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:30:49.288516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.293687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] For port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7617a08d-9f4c-4963-86f5-347fe8dbd8c8,segment=NetworkSegment(a0803c99-9491-43f9-96a3-df8f7d5f2c94),segment_id=a0803c99-9491-43f9-96a3-df8f7d5f2c94)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:30:49.297629 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.302631 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.306229 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a469f08-f4f0-4559-8127-63b85ff5e0b7 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b38ec4-8100-4fbc-bb3b-70f6db80916f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:49.306645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e905c733-5545-481e-a2d3-615f7365e6b8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=496f4110771f4d9c84918910bacfd1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606386 Sep 29 23:30:49.308844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:49.309082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1a469f08-f4f0-4559-8127-63b85ff5e0b7 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.310979 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1a469f08-f4f0-4559-8127-63b85ff5e0b7 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "DELETE /v2.0/subnets/d4b38ec4-8100-4fbc-bb3b-70f6db80916f HTTP/1.1" status: 204 len: 168 time: 0.7672462 Sep 29 23:30:49.313626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52126) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:49.318360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-89f538aa-ddf3-498d-b76f-21f998de6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:49.320414 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-89f538aa-ddf3-498d-b76f-21f998de6647 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d396615a-3a2c-448c-a162-2e86f78dae29 HTTP/1.1" status: 200 len: 836 time: 0.1154671 Sep 29 23:30:49.363197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Network 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:49.364557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Pushing event updated for resources: {'Port': ['ID=564bda01-c2c6-4def-bf90-1353419ac58a,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:49.366801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e905c733-5545-481e-a2d3-615f7365e6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f29861-8ec4-4d6d-826c-7c6677b86be6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:49.367174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:49.371215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:49.391524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-c6fb9328-d5f6-4390-a7a0-be599b7df908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:49.396416 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-c6fb9328-d5f6-4390-a7a0-be599b7df908 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e4c22d4b-f21a-46e7-bbea-8588ed44a4c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659416 Sep 29 23:30:49.426453 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b4264df-fef8-43d2-85a9-c366b8a60c3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.441662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0d9f8e6-8adf-49c8-b51b-e0a5a23203da tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Deleting subnet e8f79c57-ffb8-49ca-a654-684844f2df0f {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:30:49.451682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f8e6-8adf-49c8-b51b-e0a5a23203da tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.488250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3cbcb-63e5-42f9-bd33-75f13213f826 None None] Pushing event updated for resources: {'Port': ['ID=7617a08d-9f4c-4963-86f5-347fe8dbd8c8,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:49.502495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Attempting to bind port 564bda01-c2c6-4def-bf90-1353419ac58a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:30:49.502875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Attempting to bind port 564bda01-c2c6-4def-bf90-1353419ac58a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '64cebaa2-1134-4891-9f35-6ab16a390ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1b8c54e7-1fcb-4018-ae82-b24ae62fb2be'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:30:49.503544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b4264df-fef8-43d2-85a9-c366b8a60c3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.503682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Attempting to bind port 564bda01-c2c6-4def-bf90-1353419ac58a on network 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:49.508554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:30:49.509174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Checking segment: {'id': '64cebaa2-1134-4891-9f35-6ab16a390ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1b8c54e7-1fcb-4018-ae82-b24ae62fb2be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:49.509583 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.509975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Bound using segment: {'id': '64cebaa2-1134-4891-9f35-6ab16a390ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1b8c54e7-1fcb-4018-ae82-b24ae62fb2be'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:30:49.510729 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Bound port: 564bda01-c2c6-4def-bf90-1353419ac58a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64cebaa2-1134-4891-9f35-6ab16a390ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '1b8c54e7-1fcb-4018-ae82-b24ae62fb2be'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:30:49.510954 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.521722 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-3886d23b-105b-4526-9c83-91d9860a9fcc service neutron] 10.222.0.42 "GET /v2.0/networks/e4c22d4b-f21a-46e7-bbea-8588ed44a4c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175654 Sep 29 23:30:49.585277 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b4264df-fef8-43d2-85a9-c366b8a60c3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.588225 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1b4264df-fef8-43d2-85a9-c366b8a60c3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.589895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1b4264df-fef8-43d2-85a9-c366b8a60c3d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c6f29861-8ec4-4d6d-826c-7c6677b86be6 HTTP/1.1" status: 204 len: 168 time: 0.2800493 Sep 29 23:30:49.633661 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f8e6-8adf-49c8-b51b-e0a5a23203da tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.643670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] For port 564bda01-c2c6-4def-bf90-1353419ac58a, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:30:49.647560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] For port 564bda01-c2c6-4def-bf90-1353419ac58a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=564bda01-c2c6-4def-bf90-1353419ac58a,segment=NetworkSegment(64cebaa2-1134-4891-9f35-6ab16a390ea3),segment_id=64cebaa2-1134-4891-9f35-6ab16a390ea3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:30:49.655485 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.681418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4264df-fef8-43d2-85a9-c366b8a60c3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f29861-8ec4-4d6d-826c-7c6677b86be6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:49.699095 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b7503fa9-e6de-4443-9bc2-0da1dbab3bfd req-2cd3a37c-5090-4571-821e-a399dbfdc10b service neutron] 10.222.0.42 "GET /v2.0/networks/e4c22d4b-f21a-46e7-bbea-8588ed44a4c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659968 Sep 29 23:30:49.734593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83832896-eda4-4230-8657-89c0deb3d7c3 req-49bae2e4-5031-49b3-bbaa-ec8169a17ead tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:49.738818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83832896-eda4-4230-8657-89c0deb3d7c3 req-49bae2e4-5031-49b3-bbaa-ec8169a17ead tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 907 time: 0.1784680 Sep 29 23:30:49.833325 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f8e6-8adf-49c8-b51b-e0a5a23203da tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.835545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d95c77-95ab-44ca-9b99-962aee879f7e None None] Pushing event updated for resources: {'Port': ['ID=564bda01-c2c6-4def-bf90-1353419ac58a,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:49.917153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f8e6-8adf-49c8-b51b-e0a5a23203da tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.947558 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f8e6-8adf-49c8-b51b-e0a5a23203da tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:49.950546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a0d9f8e6-8adf-49c8-b51b-e0a5a23203da tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "DELETE /v2.0/subnets/e8f79c57-ffb8-49ca-a654-684844f2df0f HTTP/1.1" status: 204 len: 168 time: 0.6054487 Sep 29 23:30:49.951620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9f8e6-8adf-49c8-b51b-e0a5a23203da tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f79c57-ffb8-49ca-a654-684844f2df0f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:49.953672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52136) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:50.069110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57422955-4e74-43a9-b9e8-09bec5452c33 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:50.070627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-57422955-4e74-43a9-b9e8-09bec5452c33 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1155889 Sep 29 23:30:50.074917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52142) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:50.164780 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.221916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Deleting port 564bda01-c2c6-4def-bf90-1353419ac58a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:50.222335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.265180 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.308769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] For port 564bda01-c2c6-4def-bf90-1353419ac58a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=564bda01-c2c6-4def-bf90-1353419ac58a,segment=NetworkSegment(64cebaa2-1134-4891-9f35-6ab16a390ea3),segment_id=64cebaa2-1134-4891-9f35-6ab16a390ea3)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:50.309336 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.324071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Calling delete_port for 564bda01-c2c6-4def-bf90-1353419ac58a owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:50.413999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.442411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Port': ['ID=564bda01-c2c6-4def-bf90-1353419ac58a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:50.446078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] No DVR routers for this DVR port 564bda01-c2c6-4def-bf90-1353419ac58a on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:30:50.544016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.565315 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52156) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:50.575071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8c54e7-1fcb-4018-ae82-b24ae62fb2be']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:50.590298 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64cebaa2-1134-4891-9f35-6ab16a390ea3') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:50.591435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64cebaa2-1134-4891-9f35-6ab16a390ea3') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:50.594291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335dc932-3667-4be0-84fc-877b75d80c33 None None] Network 83ac3219-403d-4090-b3c3-b460bdb58268 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:50.606191 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.631484 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.649251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:30:50.650166 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:30:50.654983 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:30:50.689850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:50.745570 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.755496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.757809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "DELETE /v2.0/networks/1b8c54e7-1fcb-4018-ae82-b24ae62fb2be HTTP/1.1" status: 204 len: 168 time: 0.6818841 Sep 29 23:30:50.766531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52160) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:50.774185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee44ae3-b730-4057-be4d-d42585a2727a tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Network': ['ID=1b8c54e7-1fcb-4018-ae82-b24ae62fb2be,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:50.796822 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3d434bf1-1450-4dbf-a02a-decc1fbfebca None None] Provisioning complete for port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:50.797277 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3d434bf1-1450-4dbf-a02a-decc1fbfebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.814475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5191d776-a9d5-4992-ba55-d7d482f0ef4d tempest-AgentManagementNegativeTest-1469637411 tempest-AgentManagementNegativeTest-1469637411-project] 10.222.0.44 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2478218 Sep 29 23:30:50.920610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde2d02-57d5-452c-b6b2-8d8f4b403192 req-65ddca24-4517-4614-ba20-5a98d3f6817c tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:50.941872 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:50.942667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bde2d02-57d5-452c-b6b2-8d8f4b403192 req-65ddca24-4517-4614-ba20-5a98d3f6817c tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 907 time: 0.1118236 Sep 29 23:30:51.022378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Deleting port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:51.022721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.049873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:51.050254 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.101139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] For port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7617a08d-9f4c-4963-86f5-347fe8dbd8c8,segment=NetworkSegment(a0803c99-9491-43f9-96a3-df8f7d5f2c94),segment_id=a0803c99-9491-43f9-96a3-df8f7d5f2c94)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:51.101729 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.128820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Calling delete_port for 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:51.132654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c491f801-db3e-4e54-8263-00a834524e72 None None] DHCP port deletion for 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:30:51.158484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f31b60-2c57-4391-85d8-91806ff502ae None None] DHCP port deletion for 83ac3219-403d-4090-b3c3-b460bdb58268 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:30:51.165556 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3d434bf1-1450-4dbf-a02a-decc1fbfebca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.171436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d839e96b-70b6-4ebe-a961-429353b97462 None None] Network 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:51.214255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:51.231285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.238382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d839e96b-70b6-4ebe-a961-429353b97462 None None] Network 1b8c54e7-1fcb-4018-ae82-b24ae62fb2be could not be found, it might have been deleted concurrently. {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 23:30:51.269340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] No DVR routers for this DVR port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:30:51.270699 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.271176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Port': ['ID=7617a08d-9f4c-4963-86f5-347fe8dbd8c8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:51.329674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d5f31b60-2c57-4391-85d8-91806ff502ae None None] Deleting port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:51.330057 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d5f31b60-2c57-4391-85d8-91806ff502ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.348707 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f341e46b-3ab4-4633-9e6e-3377543be378 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.371598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.393440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ac3219-403d-4090-b3c3-b460bdb58268']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:51.400781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d5f31b60-2c57-4391-85d8-91806ff502ae None None] For port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:51.401911 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d5f31b60-2c57-4391-85d8-91806ff502ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.404323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0803c99-9491-43f9-96a3-df8f7d5f2c94') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:51.404710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-066f5814-b27f-4742-a1f9-22ff6a798ea2 None None] Could not find standard attr ID for object 564bda01-c2c6-4def-bf90-1353419ac58a. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:30:51.404830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0803c99-9491-43f9-96a3-df8f7d5f2c94') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:51.416626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d5f31b60-2c57-4391-85d8-91806ff502ae None None] Calling delete_port for 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:51.420611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-d5f31b60-2c57-4391-85d8-91806ff502ae None None] Port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:30:51.421917 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d5f31b60-2c57-4391-85d8-91806ff502ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.422405 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.438302 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.444426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:30:51.444825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:30:51.448458 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:30:51.450849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f31b60-2c57-4391-85d8-91806ff502ae None None] Pushing event deleted for resources: {'Port': ['ID=7617a08d-9f4c-4963-86f5-347fe8dbd8c8,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:51.452006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f31b60-2c57-4391-85d8-91806ff502ae None None] No DVR routers for this DVR port 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:30:51.462909 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f341e46b-3ab4-4633-9e6e-3377543be378 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.468620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f341e46b-3ab4-4633-9e6e-3377543be378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.507164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f341e46b-3ab4-4633-9e6e-3377543be378 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb0cc83c4d42417abc31debbdcaf377e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916589 Sep 29 23:30:51.508112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341e46b-3ab4-4633-9e6e-3377543be378 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73bd902-0c1a-4bfc-bcc3-128621985513,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:51.509829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52174) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:51.524042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.529468 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.531290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "DELETE /v2.0/networks/83ac3219-403d-4090-b3c3-b460bdb58268 HTTP/1.1" status: 204 len: 168 time: 0.7466850 Sep 29 23:30:51.535175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52176) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:51.554101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15160ca0-9ffa-41c0-a6f2-694b4fbb6a84 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Network': ['ID=83ac3219-403d-4090-b3c3-b460bdb58268,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:51.582821 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ff12cc7-9e5d-4198-81a9-e6c773af9dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.604703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ff12cc7-9e5d-4198-81a9-e6c773af9dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.615213 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.652751 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ff12cc7-9e5d-4198-81a9-e6c773af9dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.655536 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ff12cc7-9e5d-4198-81a9-e6c773af9dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.656700 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8ff12cc7-9e5d-4198-81a9-e6c773af9dd6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a73bd902-0c1a-4bfc-bcc3-128621985513 HTTP/1.1" status: 204 len: 168 time: 0.1454082 Sep 29 23:30:51.664628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff12cc7-9e5d-4198-81a9-e6c773af9dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73bd902-0c1a-4bfc-bcc3-128621985513,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:51.707685 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.728857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['844ebe00-4d09-4046-93c3-d4292c79eb73']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:51.738035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab17cca3-46a1-48fb-8405-bf685f603093') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:51.738336 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab17cca3-46a1-48fb-8405-bf685f603093') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:51.752571 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.766456 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.777919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:30:51.778469 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:30:51.781621 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:30:51.840410 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.847594 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:51.849479 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "DELETE /v2.0/networks/844ebe00-4d09-4046-93c3-d4292c79eb73 HTTP/1.1" status: 204 len: 168 time: 0.3131196 Sep 29 23:30:51.852242 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52182) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:51.866931 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf40dd-d8b7-4582-914b-f7cfd9e90aea tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Network': ['ID=844ebe00-4d09-4046-93c3-d4292c79eb73,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:51.937672 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.065526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9f931-d831-44c8-a1ec-7950184990ad req-5e57e4a4-0dd9-4d79-b731-7214e58e72f6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:52.067255 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6b9f931-d831-44c8-a1ec-7950184990ad req-5e57e4a4-0dd9-4d79-b731-7214e58e72f6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 907 time: 0.0524611 Sep 29 23:30:52.352331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52204) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:52.359775 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.379860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b763d8c-6056-4c3f-9060-905633c7981f']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:52.389045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004272ac-4f57-4704-9f1f-10b95962a391') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:52.389348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004272ac-4f57-4704-9f1f-10b95962a391') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:52.398625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.412060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.418526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Releasing vlan 547 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:30:52.418921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:30:52.421910 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:30:52.455783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1001259369'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:52.476259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Made reservation on behalf of 8db23b0d447f4fada85426e1b85b3bdc for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:52.480226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.481241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.489048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.489380 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.492342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] 10.222.0.44 "DELETE /v2.0/networks/6b763d8c-6056-4c3f-9060-905633c7981f HTTP/1.1" status: 204 len: 168 time: 0.6387160 Sep 29 23:30:52.508333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ac423-bdbd-4619-a189-7f1cacf43ab5 tempest-BulkNetworkOpsIpV6Test-1900602575 tempest-BulkNetworkOpsIpV6Test-1900602575-project] Pushing event deleted for resources: {'Network': ['ID=6b763d8c-6056-4c3f-9060-905633c7981f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:52.591110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 564bda01-c2c6-4def-bf90-1353419ac58a no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:30:52.597960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.603082 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.616347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 564bda01-c2c6-4def-bf90-1353419ac58a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:30:52.616822 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 564bda01-c2c6-4def-bf90-1353419ac58a not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:30:52.617252 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:30:52.632653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:52.640852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1b96b126-6e36-41e8-9552-bc12944eec81 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:30:52.643839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:30:52.644190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7617a08d-9f4c-4963-86f5-347fe8dbd8c8 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:30:52.644825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89c8760-5734-4e49-a9da-c8ca7a350793,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:52.657934 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.658390 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Added segment f4e99d25-4916-4b6e-8b48-a9e51960699d of type vlan for network bc359d80-2d43-4d7d-96ab-9931b76aa777 Sep 29 23:30:52.712365 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.745610 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.748604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1b96b126-6e36-41e8-9552-bc12944eec81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1b96b126-6e36-41e8-9552-bc12944eec81,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:52.750968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:52.751593 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.759782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '1b96b126-6e36-41e8-9552-bc12944eec81', 'network_id': 'e4c22d4b-f21a-46e7-bbea-8588ed44a4c1', 'port_id': '1b96b126-6e36-41e8-9552-bc12944eec81', 'mac_address': 'fa:16:3e:78:0b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd396615a-3a2c-448c-a162-2e86f78dae29', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:30:52.782771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4293082 Sep 29 23:30:52.785791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52212) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:52.794993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'subnet': {'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:52.808313 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.822327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b96b126-6e36-41e8-9552-bc12944eec81 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:30:52.827208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd5e13-f798-4a5b-9e77-9d4d96f81df1 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Network': ['ID=bc359d80-2d43-4d7d-96ab-9931b76aa777,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:52.835563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52214) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:52.845311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:52.851083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1b96b126-6e36-41e8-9552-bc12944eec81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1b96b126-6e36-41e8-9552-bc12944eec81,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:52.863225 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.908606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Made reservation on behalf of 8db23b0d447f4fada85426e1b85b3bdc for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:52.913228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:52.956642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=1b96b126-6e36-41e8-9552-bc12944eec81,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:52.996530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3b9ce9cd-87e5-4c5c-94d2-913ad7d84ea0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c082792c9dd34e039115cd721cdea394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596506 Sep 29 23:30:52.999052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52218) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:53.052353 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5eee4e1-f589-4609-91db-9fb69402719d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.075634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5eee4e1-f589-4609-91db-9fb69402719d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.115871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.145185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5eee4e1-f589-4609-91db-9fb69402719d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.148204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5eee4e1-f589-4609-91db-9fb69402719d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.152538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a5eee4e1-f589-4609-91db-9fb69402719d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9eedf30c-9fdd-46aa-ae7a-f6fc169dfeef HTTP/1.1" status: 204 len: 168 time: 0.1525147 Sep 29 23:30:53.163871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eee4e1-f589-4609-91db-9fb69402719d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eedf30c-9fdd-46aa-ae7a-f6fc169dfeef,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:53.199678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Subnet': ['ID=993a2333-e4c8-4723-b786-0bfc8270d90b,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:53.204586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Checking segment: {'id': 'f4e99d25-4916-4b6e-8b48-a9e51960699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:53.204950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Network hostable DHCP agents. Network: bc359d80-2d43-4d7d-96ab-9931b76aa777, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:30:53.224581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:30:53.225418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5bb67-a468-4236-869b-d18a7be0646a req-21e7f0a5-b6af-4f35-a8a3-ce42b5857275 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:53.227126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d3e5bb67-a468-4236-869b-d18a7be0646a req-21e7f0a5-b6af-4f35-a8a3-ce42b5857275 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 908 time: 0.0651851 Sep 29 23:30:53.235201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, bc359d80-2d43-4d7d-96ab-9931b76aa777) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:53.239504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:53.240133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.254572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0429aa24-3efb-4e2e-aa7c-13cb89f49cf0 None None] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:53.258310 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4726ada8-9c4f-4965-9021-53c5cf37bd7e tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4707983 Sep 29 23:30:53.261571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52226) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:53.267627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'port': {'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777', 'name': 'tempest-AllowedAddressPairTestJSON-171129185'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:53.273086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['1b96b126-6e36-41e8-9552-bc12944eec81'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:30:53.402971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Made reservation on behalf of 8db23b0d447f4fada85426e1b85b3bdc for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:53.406683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.424581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] device_id is not set on port d3e0394f-3157-4397-bb6b-faea1374d5be yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:30:53.467472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-bc359d80-2d43-4d7d-96ab-9931b76aa777', 'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777', 'tenant_id': '8db23b0d447f4fada85426e1b85b3bdc', 'fixed_ips': [{'subnet_id': '993a2333-e4c8-4723-b786-0bfc8270d90b'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:30:53.469164 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.543735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Allocated IP 172.20.0.11 (bc359d80-2d43-4d7d-96ab-9931b76aa777/993a2333-e4c8-4723-b786-0bfc8270d90b/d3e0394f-3157-4397-bb6b-faea1374d5be) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:53.705150 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.741110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.789232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:53.789232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:53.791627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:53.797112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Allocated IP 172.20.0.2 (bc359d80-2d43-4d7d-96ab-9931b76aa777/993a2333-e4c8-4723-b786-0bfc8270d90b/021ec2c2-0f59-488d-a8f4-d931bcdfc11c) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:53.827975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Port': ['ID=d3e0394f-3157-4397-bb6b-faea1374d5be,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:53.855109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:53.855871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.873336 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-84962767-73ba-457a-a336-6691e43d0e1d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6101832 Sep 29 23:30:53.877925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52246) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:53.884107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'port': {'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777', 'name': 'tempest-AllowedAddressPairTestJSON-151565566', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:20:1a:84'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:53.910908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52248) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:53.962909 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:53.971771 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.001696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Made reservation on behalf of 8db23b0d447f4fada85426e1b85b3bdc for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:54.011630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:54.016442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:54.020128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:54.021639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1048839211'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:54.030670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Pushing event updated for resources: {'Port': ['ID=021ec2c2-0f59-488d-a8f4-d931bcdfc11c,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:54.046466 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:54.050389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.062295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.085321 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Attempting to bind port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:30:54.085689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Attempting to bind port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'f4e99d25-4916-4b6e-8b48-a9e51960699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:30:54.086053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Attempting to bind port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c on network bc359d80-2d43-4d7d-96ab-9931b76aa777 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:54.092495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:30:54.092865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Checking segment: {'id': 'f4e99d25-4916-4b6e-8b48-a9e51960699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:54.093700 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.094090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Bound using segment: {'id': 'f4e99d25-4916-4b6e-8b48-a9e51960699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:30:54.094555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Bound port: 021ec2c2-0f59-488d-a8f4-d931bcdfc11c, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4e99d25-4916-4b6e-8b48-a9e51960699d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:30:54.094684 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.095028 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.112628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] device_id is not set on port 338458cc-18ba-4e97-9d54-826559f8f35c yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:30:54.161808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] For port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:30:54.164889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] For port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=021ec2c2-0f59-488d-a8f4-d931bcdfc11c,segment=NetworkSegment(f4e99d25-4916-4b6e-8b48-a9e51960699d),segment_id=f4e99d25-4916-4b6e-8b48-a9e51960699d)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:30:54.169892 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.175963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.183322 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.231613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:54.244455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff4df7e-9810-4ef8-9c64-713ad80e1981,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:54.249369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Allocated IP 172.20.0.12 (bc359d80-2d43-4d7d-96ab-9931b76aa777/993a2333-e4c8-4723-b786-0bfc8270d90b/338458cc-18ba-4e97-9d54-826559f8f35c) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:54.255963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.256400 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added segment c88ea50d-10b3-4e02-8a7b-d289741606f9 of type vlan for network 1e1f8b5f-d30a-4847-86b5-91c420aec079 Sep 29 23:30:54.268490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31675d79-33b9-423b-9f98-cbf5c4a4c6f4 None None] Pushing event updated for resources: {'Port': ['ID=021ec2c2-0f59-488d-a8f4-d931bcdfc11c,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:54.309941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.343892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.351568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:54.351568 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.382224 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4701164 Sep 29 23:30:54.384916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52256) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:54.390036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1406926145'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:54.440682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dee296-4eaa-490a-9b2b-5e65447b4a47 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Network': ['ID=1e1f8b5f-d30a-4847-86b5-91c420aec079,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:54.442860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3ca2a-ff19-4e36-8e25-f2edb2dbcf17 req-5e99744b-52bf-4125-9943-509831ff2f82 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:54.444328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffa3ca2a-ff19-4e36-8e25-f2edb2dbcf17 req-5e99744b-52bf-4125-9943-509831ff2f82 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 908 time: 0.1129715 Sep 29 23:30:54.451932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 1e1f8b5f-d30a-4847-86b5-91c420aec079 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:54.489223 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.492444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:54.507397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.536696 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.548469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:30:54.568263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.568628 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added segment 6c997604-3d0f-4799-ba5c-5ea81b28faa9 of type vlan for network 14cb876a-f64b-40ac-aaea-01b155045ae2 Sep 29 23:30:54.618800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:54.623765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:54.626880 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.637152 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1b96b126-6e36-41e8-9552-bc12944eec81 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:54.645658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:54.676391 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.685845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:54.686506 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.694007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 021ec2c2-0f59-488d-a8f4-d931bcdfc11c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:54.696957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Port': ['ID=338458cc-18ba-4e97-9d54-826559f8f35c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:54.728091 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3417263 Sep 29 23:30:54.731640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52260) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:54.738005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'subnet': {'network_id': '1e1f8b5f-d30a-4847-86b5-91c420aec079', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:54.748082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:54.748837 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.762541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:54.762919 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.787599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ce40b436-de39-4217-8641-e08fe034f370 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.9055619 Sep 29 23:30:54.788401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52262) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:54.788618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 1b96b126-6e36-41e8-9552-bc12944eec81 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:30:54.793650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edf722-5532-40e7-9de0-fbb83967c076 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Network': ['ID=14cb876a-f64b-40ac-aaea-01b155045ae2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:54.797444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 1b96b126-6e36-41e8-9552-bc12944eec81 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:54.797933 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.820816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 14cb876a-f64b-40ac-aaea-01b155045ae2 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:30:54.920370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c9182-8e32-4c4a-ac23-c2d6620fc5d5 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:54.926197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c9182-8e32-4c4a-ac23-c2d6620fc5d5 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:54.932119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37c9182-8e32-4c4a-ac23-c2d6620fc5d5 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:54.933845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f37c9182-8e32-4c4a-ac23-c2d6620fc5d5 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1443386 Sep 29 23:30:54.935162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:54.937474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52264) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:54.942432 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.977071 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:54.999010 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.037517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=021ec2c2-0f59-488d-a8f4-d931bcdfc11c,segment=NetworkSegment(f4e99d25-4916-4b6e-8b48-a9e51960699d),segment_id=f4e99d25-4916-4b6e-8b48-a9e51960699d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:55.044653 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6653ccc9-f288-4fb9-990a-c2b08029dacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b96b126-6e36-41e8-9552-bc12944eec81'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:30:55.048008 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32b110a-943e-404e-93b8-56741370b274" -d '{"events": [{"server_uuid": "6653ccc9-f288-4fb9-990a-c2b08029dacd", "name": "network-vif-plugged", "status": "completed", "tag": "1b96b126-6e36-41e8-9552-bc12944eec81"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:30:55.060266 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.065494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ed704bb8-53a4-4565-98e6-4643738b7b4b tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Deleting port 338458cc-18ba-4e97-9d54-826559f8f35c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:55.065989 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed704bb8-53a4-4565-98e6-4643738b7b4b tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.101412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 1b96b126-6e36-41e8-9552-bc12944eec81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1b96b126-6e36-41e8-9552-bc12944eec81,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:55.114369 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.158275 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=021ec2c2-0f59-488d-a8f4-d931bcdfc11c,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:55.181937 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.212588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed704bb8-53a4-4565-98e6-4643738b7b4b tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.233715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ed704bb8-53a4-4565-98e6-4643738b7b4b tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Calling delete_port for 338458cc-18ba-4e97-9d54-826559f8f35c owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:55.258844 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=1b96b126-6e36-41e8-9552-bc12944eec81,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:55.273262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Subnet': ['ID=366a89f1-a0f1-42ae-8049-0d7460c44e37,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:55.286082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.286437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.286784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.287127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.287471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.301252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.301756 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.302114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.304391 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9735951-8ec6-47c2-8674-8a1bd56a45a5 x-openstack-request-id: req-f9735951-8ec6-47c2-8674-8a1bd56a45a5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:30:55.304831 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6653ccc9-f288-4fb9-990a-c2b08029dacd", "name": "network-vif-plugged", "status": "completed", "tag": "1b96b126-6e36-41e8-9552-bc12944eec81", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:30:55.305160 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f9735951-8ec6-47c2-8674-8a1bd56a45a5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:30:55.305852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.306218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.306898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.307093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:30:55.326227 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6653ccc9-f288-4fb9-990a-c2b08029dacd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b96b126-6e36-41e8-9552-bc12944eec81', 'code': 200} Sep 29 23:30:55.355934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Checking segment: {'id': 'c88ea50d-10b3-4e02-8a7b-d289741606f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e1f8b5f-d30a-4847-86b5-91c420aec079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:55.356390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network hostable DHCP agents. Network: 1e1f8b5f-d30a-4847-86b5-91c420aec079, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:30:55.381022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 1e1f8b5f-d30a-4847-86b5-91c420aec079 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:30:55.391874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 1e1f8b5f-d30a-4847-86b5-91c420aec079) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:55.396156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:55.396763 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.406182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272de6ec-6727-47a4-ada6-e7511600f6c2 None None] Network 1e1f8b5f-d30a-4847-86b5-91c420aec079 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:55.425675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed704bb8-53a4-4565-98e6-4643738b7b4b tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.426361 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-df925cd2-d624-45f0-877f-e890a62efc86 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6927731 Sep 29 23:30:55.429135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52272) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:55.438708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'subnet': {'network_id': '14cb876a-f64b-40ac-aaea-01b155045ae2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:55.521462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed704bb8-53a4-4565-98e6-4643738b7b4b tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event deleted for resources: {'Port': ['ID=338458cc-18ba-4e97-9d54-826559f8f35c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:55.590874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-1e1f8b5f-d30a-4847-86b5-91c420aec079', 'network_id': '1e1f8b5f-d30a-4847-86b5-91c420aec079', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'fixed_ips': [{'subnet_id': '366a89f1-a0f1-42ae-8049-0d7460c44e37'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:30:55.592165 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.596714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd2d18-d9a5-435b-b1dd-2cb5b64ee445 req-b2edf019-1b13-4bf6-95a6-56268f78a5f6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:55.598486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6bd2d18-d9a5-435b-b1dd-2cb5b64ee445 req-b2edf019-1b13-4bf6-95a6-56268f78a5f6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 909 time: 0.0566306 Sep 29 23:30:55.605906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cafd922-d847-48a5-9e02-2fd1c090a85d None None] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:55.669999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74cf51-0cfd-43ce-b275-4559ee290f8f req-6b80e98d-0cb6-4b05-be58-1814b12dd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:55.671527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4d74cf51-0cfd-43ce-b275-4559ee290f8f req-6b80e98d-0cb6-4b05-be58-1814b12dd62c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 1060 time: 0.2243948 Sep 29 23:30:55.701283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:55.704715 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.785318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7cae368a-a29a-4bc6-b5e5-0b1941441df6 None None] Provisioning complete for port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:55.785682 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7cae368a-a29a-4bc6-b5e5-0b1941441df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.829655 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed704bb8-53a4-4565-98e6-4643738b7b4b tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:55.831455 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ed704bb8-53a4-4565-98e6-4643738b7b4b tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "DELETE /v2.0/ports/338458cc-18ba-4e97-9d54-826559f8f35c HTTP/1.1" status: 204 len: 168 time: 0.8929689 Sep 29 23:30:55.834312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52276) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:55.854823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-a0f5af4b-ea7f-4611-8016-0ef4ddbdd79b req-ad9715e8-104c-4351-b5f4-89bce9be89f8 service neutron] (110006) timed out ('10.222.0.26', 60865) {{(pid=110006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 23:30:55.872146 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aef561b-bb03-4ebb-b236-0918f7e4371a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] GET failed (client error): The resource could not be found. Sep 29 23:30:55.874147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3aef561b-bb03-4ebb-b236-0918f7e4371a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "GET /v2.0/ports/338458cc-18ba-4e97-9d54-826559f8f35c HTTP/1.1" status: 404 len: 333 time: 0.0379207 Sep 29 23:30:55.878366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52278) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:55.880172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Allocated IP 2001:db8::2 (1e1f8b5f-d30a-4847-86b5-91c420aec079/366a89f1-a0f1-42ae-8049-0d7460c44e37/78dee095-779a-4d28-984b-7a7e5e3064a6) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:55.887134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'port': {'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777', 'name': 'tempest-AllowedAddressPairTestJSON-297220816'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:55.964991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.011061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Made reservation on behalf of 8db23b0d447f4fada85426e1b85b3bdc for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:56.015433 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.031111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Subnet': ['ID=6a1bf3ee-2288-4f7d-86ef-d03f4d85972d,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:56.033305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] device_id is not set on port 477ec375-93ab-42de-9ba7-9026364e7884 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:30:56.039547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Checking segment: {'id': '6c997604-3d0f-4799-ba5c-5ea81b28faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14cb876a-f64b-40ac-aaea-01b155045ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:56.039951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network hostable DHCP agents. Network: 14cb876a-f64b-40ac-aaea-01b155045ae2, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:30:56.066994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 14cb876a-f64b-40ac-aaea-01b155045ae2 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:30:56.078378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 14cb876a-f64b-40ac-aaea-01b155045ae2) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:56.082785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:56.083438 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.093975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3c6dff-4217-41c9-99aa-da049bcec662 None None] Network 14cb876a-f64b-40ac-aaea-01b155045ae2 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:56.105802 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9ed2ebe1-e61b-4ada-8e55-d2e1c506afc7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6749420 Sep 29 23:30:56.109539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52280) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:56.115540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-172550ec-d9dc-4130-9561-1fb8ad0d96b2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1811057794', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:56.144593 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-172550ec-d9dc-4130-9561-1fb8ad0d96b2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.145659 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-172550ec-d9dc-4130-9561-1fb8ad0d96b2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.177383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Allocated IP 172.20.0.9 (bc359d80-2d43-4d7d-96ab-9931b76aa777/993a2333-e4c8-4723-b786-0bfc8270d90b/477ec375-93ab-42de-9ba7-9026364e7884) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:56.217720 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.220920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-172550ec-d9dc-4130-9561-1fb8ad0d96b2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.227572 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-172550ec-d9dc-4130-9561-1fb8ad0d96b2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.240522 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.258471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-172550ec-d9dc-4130-9561-1fb8ad0d96b2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.260268 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-172550ec-d9dc-4130-9561-1fb8ad0d96b2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1497226 Sep 29 23:30:56.264296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52282) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:56.299028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Pushing event updated for resources: {'Port': ['ID=78dee095-779a-4d28-984b-7a7e5e3064a6,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:56.344781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Network 1e1f8b5f-d30a-4847-86b5-91c420aec079 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:56.350726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:56.358624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:56.391003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.429447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4af23756-a781-4c86-9cdd-ddffb7e656e1 None None] Provisioning complete for port d3e0394f-3157-4397-bb6b-faea1374d5be triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:56.429857 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4af23756-a781-4c86-9cdd-ddffb7e656e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.478603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Attempting to bind port 78dee095-779a-4d28-984b-7a7e5e3064a6 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:30:56.478900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Attempting to bind port 78dee095-779a-4d28-984b-7a7e5e3064a6 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'c88ea50d-10b3-4e02-8a7b-d289741606f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e1f8b5f-d30a-4847-86b5-91c420aec079'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:30:56.488005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Attempting to bind port 78dee095-779a-4d28-984b-7a7e5e3064a6 on network 1e1f8b5f-d30a-4847-86b5-91c420aec079 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:56.501200 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:30:56.501472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Checking segment: {'id': 'c88ea50d-10b3-4e02-8a7b-d289741606f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e1f8b5f-d30a-4847-86b5-91c420aec079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:56.501888 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.502314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Bound using segment: {'id': 'c88ea50d-10b3-4e02-8a7b-d289741606f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e1f8b5f-d30a-4847-86b5-91c420aec079'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:30:56.502772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Bound port: 78dee095-779a-4d28-984b-7a7e5e3064a6, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c88ea50d-10b3-4e02-8a7b-d289741606f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '1e1f8b5f-d30a-4847-86b5-91c420aec079'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:30:56.503159 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.509245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-14cb876a-f64b-40ac-aaea-01b155045ae2', 'network_id': '14cb876a-f64b-40ac-aaea-01b155045ae2', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'fixed_ips': [{'subnet_id': '6a1bf3ee-2288-4f7d-86ef-d03f4d85972d'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:30:56.510109 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.540361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4af23756-a781-4c86-9cdd-ddffb7e656e1 None None] Port d3e0394f-3157-4397-bb6b-faea1374d5be cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:30:56.610518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4af23756-a781-4c86-9cdd-ddffb7e656e1 None None] Provisioning complete for port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:56.610847 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4af23756-a781-4c86-9cdd-ddffb7e656e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.661917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.714441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 021ec2c2-0f59-488d-a8f4-d931bcdfc11c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:56.857370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da660e51-0645-4b1b-8770-ee86e5df0ba8 req-3942b7ac-b462-47ef-9bbd-cc865f887e60 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:56.859029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da660e51-0645-4b1b-8770-ee86e5df0ba8 req-3942b7ac-b462-47ef-9bbd-cc865f887e60 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 909 time: 0.0702491 Sep 29 23:30:56.860813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.910130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:56.913534 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:56.915959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:56.974303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] For port 78dee095-779a-4d28-984b-7a7e5e3064a6, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:30:56.978589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:56.980497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:56.980630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Allocated IP 2001:db8::1 (1e1f8b5f-d30a-4847-86b5-91c420aec079/366a89f1-a0f1-42ae-8049-0d7460c44e37/f6d8398a-1e49-45f0-b3bd-7062a70d6c6d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:56.992043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Port': ['ID=477ec375-93ab-42de-9ba7-9026364e7884,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:57.009852 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-79aa29af-8414-4b97-952c-bcf9cf0da85d tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1294134 Sep 29 23:30:57.010519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52288) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:57.017152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1334d3c7-f78a-4077-a396-111a0bb13ebf tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:20:1a:84'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:57.021294 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] For port 78dee095-779a-4d28-984b-7a7e5e3064a6, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=78dee095-779a-4d28-984b-7a7e5e3064a6,segment=NetworkSegment(c88ea50d-10b3-4e02-8a7b-d289741606f9),segment_id=c88ea50d-10b3-4e02-8a7b-d289741606f9)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:30:57.044072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:57.044540 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.051654 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.128375 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1334d3c7-f78a-4077-a396-111a0bb13ebf tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.164083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Allocated IP 2001:db8:1::2 (14cb876a-f64b-40ac-aaea-01b155045ae2/6a1bf3ee-2288-4f7d-86ef-d03f4d85972d/a085cfd4-b309-412e-9067-07d4a0b81ffb) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:57.198282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.254250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.310525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 1e1f8b5f-d30a-4847-86b5-91c420aec079 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:57.315979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:57.320670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:57.321237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.342319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177185d-3e22-4778-af57-c9d00b08b6f1 None None] Pushing event updated for resources: {'Port': ['ID=78dee095-779a-4d28-984b-7a7e5e3064a6,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:57.393620 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=f6d8398a-1e49-45f0-b3bd-7062a70d6c6d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:57.486211 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.502591 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.507047 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1334d3c7-f78a-4077-a396-111a0bb13ebf tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.513584 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1334d3c7-f78a-4077-a396-111a0bb13ebf tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.545416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Network 14cb876a-f64b-40ac-aaea-01b155045ae2 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:57.548498 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:57.553434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:57.598863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.612330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Pushing event updated for resources: {'Port': ['ID=a085cfd4-b309-412e-9067-07d4a0b81ffb,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:57.667948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334d3c7-f78a-4077-a396-111a0bb13ebf tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Port': ['ID=477ec375-93ab-42de-9ba7-9026364e7884,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:57.669251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Attempting to bind port a085cfd4-b309-412e-9067-07d4a0b81ffb on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:30:57.669636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Attempting to bind port a085cfd4-b309-412e-9067-07d4a0b81ffb by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6c997604-3d0f-4799-ba5c-5ea81b28faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14cb876a-f64b-40ac-aaea-01b155045ae2'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:30:57.670004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Attempting to bind port a085cfd4-b309-412e-9067-07d4a0b81ffb on network 14cb876a-f64b-40ac-aaea-01b155045ae2 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:30:57.671566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1334d3c7-f78a-4077-a396-111a0bb13ebf tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] In _notify_port_updated(), no bound segment for port 477ec375-93ab-42de-9ba7-9026364e7884 on network bc359d80-2d43-4d7d-96ab-9931b76aa777 {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:30:57.672169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b4a7523c-b3f1-40ba-aeff-5623cf55ae91 None None] Provisioning complete for port 477ec375-93ab-42de-9ba7-9026364e7884 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:57.672544 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b4a7523c-b3f1-40ba-aeff-5623cf55ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.679630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1334d3c7-f78a-4077-a396-111a0bb13ebf tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:57.680415 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1334d3c7-f78a-4077-a396-111a0bb13ebf tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.685148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1334d3c7-f78a-4077-a396-111a0bb13ebf tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "PUT /v2.0/ports/477ec375-93ab-42de-9ba7-9026364e7884 HTTP/1.1" status: 200 len: 993 time: 0.6700556 Sep 29 23:30:57.685775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52292) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:57.694779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:30:57.695156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Checking segment: {'id': '6c997604-3d0f-4799-ba5c-5ea81b28faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14cb876a-f64b-40ac-aaea-01b155045ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:30:57.695571 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.696000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Bound using segment: {'id': '6c997604-3d0f-4799-ba5c-5ea81b28faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14cb876a-f64b-40ac-aaea-01b155045ae2'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:30:57.696487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Bound port: a085cfd4-b309-412e-9067-07d4a0b81ffb, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c997604-3d0f-4799-ba5c-5ea81b28faa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14cb876a-f64b-40ac-aaea-01b155045ae2'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:30:57.696891 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.723271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b4a7523c-b3f1-40ba-aeff-5623cf55ae91 None None] Port 477ec375-93ab-42de-9ba7-9026364e7884 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:30:57.742784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b4a7523c-b3f1-40ba-aeff-5623cf55ae91 None None] Could not find standard attr ID for object 338458cc-18ba-4e97-9d54-826559f8f35c. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:30:57.767153 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b4a7523c-b3f1-40ba-aeff-5623cf55ae91 None None] Provisioning complete for port d3e0394f-3157-4397-bb6b-faea1374d5be triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:57.767531 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b4a7523c-b3f1-40ba-aeff-5623cf55ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.806208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] For port a085cfd4-b309-412e-9067-07d4a0b81ffb, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:30:57.811355 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] For port a085cfd4-b309-412e-9067-07d4a0b81ffb, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a085cfd4-b309-412e-9067-07d4a0b81ffb,segment=NetworkSegment(6c997604-3d0f-4799-ba5c-5ea81b28faa9),segment_id=6c997604-3d0f-4799-ba5c-5ea81b28faa9)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:30:57.818397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b4a7523c-b3f1-40ba-aeff-5623cf55ae91 None None] Port d3e0394f-3157-4397-bb6b-faea1374d5be cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:30:57.820450 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.882624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfaf37-9959-4909-a5b9-84c04ef9d7c0 None None] Pushing event updated for resources: {'Port': ['ID=a085cfd4-b309-412e-9067-07d4a0b81ffb,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:57.917927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-23496dac-07d2-411d-8ab7-c6e8644e21ca tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Deleting port 477ec375-93ab-42de-9ba7-9026364e7884 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:30:57.918270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23496dac-07d2-411d-8ab7-c6e8644e21ca tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.941839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-17f0fe57-968e-4400-9fcd-cd006fe8bfae None None] Provisioning complete for port 477ec375-93ab-42de-9ba7-9026364e7884 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:57.942537 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-17f0fe57-968e-4400-9fcd-cd006fe8bfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:57.991214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-17f0fe57-968e-4400-9fcd-cd006fe8bfae None None] Port 477ec375-93ab-42de-9ba7-9026364e7884 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:30:58.000607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968496c-edcd-44cb-afed-40fb03502ca2 req-65cb7c09-46fb-4789-b66a-a5290efd1aa0 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:58.002761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a968496c-edcd-44cb-afed-40fb03502ca2 req-65cb7c09-46fb-4789-b66a-a5290efd1aa0 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 909 time: 0.0579376 Sep 29 23:30:58.071532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23496dac-07d2-411d-8ab7-c6e8644e21ca tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:58.101786 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:58.104193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-23496dac-07d2-411d-8ab7-c6e8644e21ca tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Calling delete_port for 477ec375-93ab-42de-9ba7-9026364e7884 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:30:58.120463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:58.120616 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:58.182380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d574b498-1507-4e45-8e0f-8b9b9e0ae0ab req-6e49cb28-19c5-4926-9218-203751b4fc55 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:58.184110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d574b498-1507-4e45-8e0f-8b9b9e0ae0ab req-6e49cb28-19c5-4926-9218-203751b4fc55 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 909 time: 0.0671470 Sep 29 23:30:58.240665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=f6d8398a-1e49-45f0-b3bd-7062a70d6c6d,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:58.305391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf0c9c-88f4-485a-85be-3b2f69e9f90e req-5442f290-db0c-46ba-83c7-1c82635ea43a tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:58.306949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0caf0c9c-88f4-485a-85be-3b2f69e9f90e req-5442f290-db0c-46ba-83c7-1c82635ea43a tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 1060 time: 0.0431774 Sep 29 23:30:58.337784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 1e1f8b5f-d30a-4847-86b5-91c420aec079 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:58.344641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:58.434240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c13fd62-67ec-412a-86a8-08782524b58c req-b4d57fc8-dd6e-4c40-b884-dd4bd282c88e tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:58.442084 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c13fd62-67ec-412a-86a8-08782524b58c req-b4d57fc8-dd6e-4c40-b884-dd4bd282c88e tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 1136 time: 0.0596018 Sep 29 23:30:58.467392 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23496dac-07d2-411d-8ab7-c6e8644e21ca tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:58.493761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c13fd62-67ec-412a-86a8-08782524b58c req-e0c72bf1-1a06-4322-8c5d-f9cc9d402cd1 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0459163 Sep 29 23:30:58.505384 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:58.508505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23496dac-07d2-411d-8ab7-c6e8644e21ca tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event deleted for resources: {'Port': ['ID=477ec375-93ab-42de-9ba7-9026364e7884,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:58.559044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59db1fa6-b9b5-4007-bcfd-385ee08089e4 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:58.564480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-59db1fa6-b9b5-4007-bcfd-385ee08089e4 tempest-TestSecurityGroupsBasicOps-1129486418 tempest-TestSecurityGroupsBasicOps-1129486418-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 1055 time: 0.0579975 Sep 29 23:30:58.675996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-762e3e27-67ff-41f9-b042-16a0f8decb58 None None] Network 1e1f8b5f-d30a-4847-86b5-91c420aec079 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:58.722019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23496dac-07d2-411d-8ab7-c6e8644e21ca tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:58.724823 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-23496dac-07d2-411d-8ab7-c6e8644e21ca tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "DELETE /v2.0/ports/477ec375-93ab-42de-9ba7-9026364e7884 HTTP/1.1" status: 204 len: 168 time: 1.0378697 Sep 29 23:30:58.725549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:30:58.727510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52308) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:58.755081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 78dee095-779a-4d28-984b-7a7e5e3064a6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:30:58.770751 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-7339c5b7-7693-4a77-8d0e-b39de777a6ec tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] GET failed (client error): The resource could not be found. Sep 29 23:30:58.776450 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7339c5b7-7693-4a77-8d0e-b39de777a6ec tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "GET /v2.0/ports/477ec375-93ab-42de-9ba7-9026364e7884 HTTP/1.1" status: 404 len: 333 time: 0.0442007 Sep 29 23:30:58.777335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52310) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:58.783594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'port': {'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777', 'name': 'tempest-AllowedAddressPairTestJSON-2026223502'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:58.925393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-77c9279d-4bdb-4f56-a0c9-9056ad6fab08 None None] Provisioning complete for port 78dee095-779a-4d28-984b-7a7e5e3064a6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:58.925769 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77c9279d-4bdb-4f56-a0c9-9056ad6fab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:58.991325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 78dee095-779a-4d28-984b-7a7e5e3064a6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:58.992049 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.039506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa6e2a-6677-44db-a4be-0f8fa8cb44de req-f6b1a0be-579a-4ef5-8245-099801a860c7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:59.041263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdaa6e2a-6677-44db-a4be-0f8fa8cb44de req-f6b1a0be-579a-4ef5-8245-099801a860c7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 909 time: 0.0682635 Sep 29 23:30:59.043266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Made reservation on behalf of 8db23b0d447f4fada85426e1b85b3bdc for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:30:59.048638 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.075660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] device_id is not set on port bf2ed59f-dc31-49e6-a896-8f6eb0c084fd yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:30:59.198810 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77c9279d-4bdb-4f56-a0c9-9056ad6fab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.223531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Allocated IP 172.20.0.10 (bc359d80-2d43-4d7d-96ab-9931b76aa777/993a2333-e4c8-4723-b786-0bfc8270d90b/bf2ed59f-dc31-49e6-a896-8f6eb0c084fd) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:30:59.225220 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.258867 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdeb7fa-3dca-49ee-9525-833b0adaa4ba None None] Network 14cb876a-f64b-40ac-aaea-01b155045ae2 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:30:59.265950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:30:59.273981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-77c9279d-4bdb-4f56-a0c9-9056ad6fab08 None None] For port 78dee095-779a-4d28-984b-7a7e5e3064a6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=78dee095-779a-4d28-984b-7a7e5e3064a6,segment=NetworkSegment(c88ea50d-10b3-4e02-8a7b-d289741606f9),segment_id=c88ea50d-10b3-4e02-8a7b-d289741606f9)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:59.275240 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e1e59768-60b2-4e3d-8aaf-3bc905ff5920 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0094459 Sep 29 23:30:59.276636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52314) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:59.282776 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54473ba0-2eb5-4b98-8d77-e19e6f76415c None None] Sync routers for ids ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:30:59.296111 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77c9279d-4bdb-4f56-a0c9-9056ad6fab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.303884 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54473ba0-2eb5-4b98-8d77-e19e6f76415c None None] Routers {'d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:59.304523 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-54473ba0-2eb5-4b98-8d77-e19e6f76415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:59.341297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3d545b-46f3-4e1a-8f5a-c8167bdda168 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:59.346501 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bc3d545b-46f3-4e1a-8f5a-c8167bdda168 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports/f6d8398a-1e49-45f0-b3bd-7062a70d6c6d HTTP/1.1" status: 200 len: 911 time: 0.0685620 Sep 29 23:30:59.348035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52316) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:59.349297 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-54473ba0-2eb5-4b98-8d77-e19e6f76415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:59.359032 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54473ba0-2eb5-4b98-8d77-e19e6f76415c None None] Routers {'d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:30:59.359662 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-54473ba0-2eb5-4b98-8d77-e19e6f76415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:59.392165 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-54473ba0-2eb5-4b98-8d77-e19e6f76415c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:30:59.393253 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54473ba0-2eb5-4b98-8d77-e19e6f76415c None None] The sync data for ids ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:30:59.462494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9279d-4bdb-4f56-a0c9-9056ad6fab08 None None] Pushing event updated for resources: {'Port': ['ID=78dee095-779a-4d28-984b-7a7e5e3064a6,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:59.482273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.498551 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:30:59.499131 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:30:59.502993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-852abf02-547f-4fd9-86da-2954cafa50ee None None] Provisioning complete for port a085cfd4-b309-412e-9067-07d4a0b81ffb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:59.503562 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-852abf02-547f-4fd9-86da-2954cafa50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.522614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.549186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:30:59.551969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:30:59.578165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:30:59.645364 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-852abf02-547f-4fd9-86da-2954cafa50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.647794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Port': ['ID=bf2ed59f-dc31-49e6-a896-8f6eb0c084fd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:59.664671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:30:59.665341 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.691140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-445a520f-07d4-40ea-8822-8ecffc3065bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9116046 Sep 29 23:30:59.695439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52318) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:30:59.702681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9bda250d-0eb8-441b-8b62-13eaeb409a6f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:20:1a:84'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:30:59.714333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-852abf02-547f-4fd9-86da-2954cafa50ee None None] For port a085cfd4-b309-412e-9067-07d4a0b81ffb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a085cfd4-b309-412e-9067-07d4a0b81ffb,segment=NetworkSegment(6c997604-3d0f-4799-ba5c-5ea81b28faa9),segment_id=6c997604-3d0f-4799-ba5c-5ea81b28faa9)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:30:59.726455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-852abf02-547f-4fd9-86da-2954cafa50ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.799637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852abf02-547f-4fd9-86da-2954cafa50ee None None] Pushing event updated for resources: {'Port': ['ID=a085cfd4-b309-412e-9067-07d4a0b81ffb,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:30:59.863011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-976e055c-cc8e-4905-8333-d14f331cb4e2 None None] Provisioning complete for port 78dee095-779a-4d28-984b-7a7e5e3064a6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:30:59.863615 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-976e055c-cc8e-4905-8333-d14f331cb4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.865142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:30:59.992900 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bda250d-0eb8-441b-8b62-13eaeb409a6f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.049526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-976e055c-cc8e-4905-8333-d14f331cb4e2 None None] Provisioning complete for port f6d8398a-1e49-45f0-b3bd-7062a70d6c6d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:00.053728 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-976e055c-cc8e-4905-8333-d14f331cb4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.083030 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a085cfd4-b309-412e-9067-07d4a0b81ffb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:00.140363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-976e055c-cc8e-4905-8333-d14f331cb4e2 None None] Port f6d8398a-1e49-45f0-b3bd-7062a70d6c6d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:00.157364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a085cfd4-b309-412e-9067-07d4a0b81ffb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:00.158059 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.278475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503656f-2e31-4cbe-87a0-0121a4974c74 req-e1c871cc-2beb-4cc4-a893-1af182dfa79c tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:00.280138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8503656f-2e31-4cbe-87a0-0121a4974c74 req-e1c871cc-2beb-4cc4-a893-1af182dfa79c tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 909 time: 0.0866251 Sep 29 23:31:00.282136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6d40d6c5-b1a7-4101-aed5-e38fa46ec3c1 None None] Provisioning complete for port bf2ed59f-dc31-49e6-a896-8f6eb0c084fd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:00.282514 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6d40d6c5-b1a7-4101-aed5-e38fa46ec3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.310793 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bda250d-0eb8-441b-8b62-13eaeb409a6f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.311007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Allocated IP 2001:db8:1::1 (14cb876a-f64b-40ac-aaea-01b155045ae2/6a1bf3ee-2288-4f7d-86ef-d03f4d85972d/44eca993-df6c-4c1a-965e-9b18cf6fc7f4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:00.319029 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bda250d-0eb8-441b-8b62-13eaeb409a6f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.347050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6d40d6c5-b1a7-4101-aed5-e38fa46ec3c1 None None] Port bf2ed59f-dc31-49e6-a896-8f6eb0c084fd cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:00.358207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6d40d6c5-b1a7-4101-aed5-e38fa46ec3c1 None None] Provisioning complete for port f6d8398a-1e49-45f0-b3bd-7062a70d6c6d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:00.359149 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6d40d6c5-b1a7-4101-aed5-e38fa46ec3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.403300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6d40d6c5-b1a7-4101-aed5-e38fa46ec3c1 None None] Port f6d8398a-1e49-45f0-b3bd-7062a70d6c6d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:00.421496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bda250d-0eb8-441b-8b62-13eaeb409a6f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Port': ['ID=bf2ed59f-dc31-49e6-a896-8f6eb0c084fd,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:00.422785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6d40d6c5-b1a7-4101-aed5-e38fa46ec3c1 None None] Provisioning complete for port a085cfd4-b309-412e-9067-07d4a0b81ffb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:00.424410 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6d40d6c5-b1a7-4101-aed5-e38fa46ec3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.434276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9bda250d-0eb8-441b-8b62-13eaeb409a6f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] In _notify_port_updated(), no bound segment for port bf2ed59f-dc31-49e6-a896-8f6eb0c084fd on network bc359d80-2d43-4d7d-96ab-9931b76aa777 {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:31:00.440096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bda250d-0eb8-441b-8b62-13eaeb409a6f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:00.440769 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bda250d-0eb8-441b-8b62-13eaeb409a6f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.442501 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9bda250d-0eb8-441b-8b62-13eaeb409a6f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "PUT /v2.0/ports/bf2ed59f-dc31-49e6-a896-8f6eb0c084fd HTTP/1.1" status: 200 len: 997 time: 0.7458463 Sep 29 23:31:00.445251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52324) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:00.509236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84661fa6-61eb-45bb-9082-dd878af143de req-ab89a262-5a24-42cc-86de-0db5e875119f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:00.511665 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84661fa6-61eb-45bb-9082-dd878af143de req-ab89a262-5a24-42cc-86de-0db5e875119f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.42 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 909 time: 0.0962505 Sep 29 23:31:00.554224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.554852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-379372d4-b4f9-42e4-ab48-799d3df8ceb3 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Deleting port bf2ed59f-dc31-49e6-a896-8f6eb0c084fd {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:00.555791 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-379372d4-b4f9-42e4-ab48-799d3df8ceb3 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.626387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 78dee095-779a-4d28-984b-7a7e5e3064a6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:00.653465 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.680444 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-379372d4-b4f9-42e4-ab48-799d3df8ceb3 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.682811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b3a0a91c-3b91-4ee0-a9b0-7bdca9faa96d None None] Provisioning complete for port bf2ed59f-dc31-49e6-a896-8f6eb0c084fd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:00.683453 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a91c-3b91-4ee0-a9b0-7bdca9faa96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.695762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-379372d4-b4f9-42e4-ab48-799d3df8ceb3 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Calling delete_port for bf2ed59f-dc31-49e6-a896-8f6eb0c084fd owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:00.712220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 14cb876a-f64b-40ac-aaea-01b155045ae2 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:00.716938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-84661fa6-61eb-45bb-9082-dd878af143de req-4c29622b-dd9e-41a5-bf88-3abfc90ee611 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Deleting port 1b96b126-6e36-41e8-9552-bc12944eec81 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:00.717403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-84661fa6-61eb-45bb-9082-dd878af143de req-4c29622b-dd9e-41a5-bf88-3abfc90ee611 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.718880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 78dee095-779a-4d28-984b-7a7e5e3064a6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:00.719260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.727053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:00.739784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=44eca993-df6c-4c1a-965e-9b18cf6fc7f4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:00.745209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:00.745350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.751559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0a91c-3b91-4ee0-a9b0-7bdca9faa96d None None] Port bf2ed59f-dc31-49e6-a896-8f6eb0c084fd cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:00.773570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b3a0a91c-3b91-4ee0-a9b0-7bdca9faa96d None None] Provisioning complete for port f6d8398a-1e49-45f0-b3bd-7062a70d6c6d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:00.773955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b3a0a91c-3b91-4ee0-a9b0-7bdca9faa96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.837257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b3a0a91c-3b91-4ee0-a9b0-7bdca9faa96d None None] Port f6d8398a-1e49-45f0-b3bd-7062a70d6c6d cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:00.848068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a085cfd4-b309-412e-9067-07d4a0b81ffb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:00.865884 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-379372d4-b4f9-42e4-ab48-799d3df8ceb3 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.902226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a085cfd4-b309-412e-9067-07d4a0b81ffb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:00.902603 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.903448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-84661fa6-61eb-45bb-9082-dd878af143de req-4c29622b-dd9e-41a5-bf88-3abfc90ee611 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] For port 1b96b126-6e36-41e8-9552-bc12944eec81, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=1b96b126-6e36-41e8-9552-bc12944eec81,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:00.903846 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-84661fa6-61eb-45bb-9082-dd878af143de req-4c29622b-dd9e-41a5-bf88-3abfc90ee611 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:00.947345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379372d4-b4f9-42e4-ab48-799d3df8ceb3 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event deleted for resources: {'Port': ['ID=bf2ed59f-dc31-49e6-a896-8f6eb0c084fd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:00.978020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-84661fa6-61eb-45bb-9082-dd878af143de req-4c29622b-dd9e-41a5-bf88-3abfc90ee611 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Calling delete_port for 1b96b126-6e36-41e8-9552-bc12944eec81 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:01.003100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.035303 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-379372d4-b4f9-42e4-ab48-799d3df8ceb3 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.041120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-379372d4-b4f9-42e4-ab48-799d3df8ceb3 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "DELETE /v2.0/ports/bf2ed59f-dc31-49e6-a896-8f6eb0c084fd HTTP/1.1" status: 204 len: 168 time: 0.5924029 Sep 29 23:31:01.042029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52328) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:01.069628 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed0ca52-30d7-4850-b3dc-1bfb15107d60 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] GET failed (client error): The resource could not be found. Sep 29 23:31:01.075125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7ed0ca52-30d7-4850-b3dc-1bfb15107d60 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "GET /v2.0/ports/bf2ed59f-dc31-49e6-a896-8f6eb0c084fd HTTP/1.1" status: 404 len: 333 time: 0.0282657 Sep 29 23:31:01.075628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52330) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:01.081037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'port': {'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777', 'name': 'tempest-AllowedAddressPairTestJSON-1804142918'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:01.163392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ad2df5cc-8dfd-42b4-a677-4a8396e105d4 None None] Provisioning complete for port 44eca993-df6c-4c1a-965e-9b18cf6fc7f4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:01.164053 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ad2df5cc-8dfd-42b4-a677-4a8396e105d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.214934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ad2df5cc-8dfd-42b4-a677-4a8396e105d4 None None] Port 44eca993-df6c-4c1a-965e-9b18cf6fc7f4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:01.215169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Made reservation on behalf of 8db23b0d447f4fada85426e1b85b3bdc for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:01.219664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.237455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] device_id is not set on port 15e37e85-afdd-493a-9e97-56eb5b9e8625 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:31:01.294583 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-84661fa6-61eb-45bb-9082-dd878af143de req-4c29622b-dd9e-41a5-bf88-3abfc90ee611 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.342561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29622b-dd9e-41a5-bf88-3abfc90ee611 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Port': ['ID=1b96b126-6e36-41e8-9552-bc12944eec81,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:01.358415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Allocated IP 172.20.0.3 (bc359d80-2d43-4d7d-96ab-9931b76aa777/993a2333-e4c8-4723-b786-0bfc8270d90b/15e37e85-afdd-493a-9e97-56eb5b9e8625) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:01.427850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-970fd9c6-5a75-4792-83f8-267276605060 req-4d4058cf-3b87-4fa3-b531-8f092534e45f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=6653ccc9-f288-4fb9-990a-c2b08029dacd HTTP/1.1" status: 200 len: 210 time: 0.0489480 Sep 29 23:31:01.453748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-84661fa6-61eb-45bb-9082-dd878af143de req-4c29622b-dd9e-41a5-bf88-3abfc90ee611 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] No DVR routers for this DVR port 1b96b126-6e36-41e8-9552-bc12944eec81 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:01.453748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-84661fa6-61eb-45bb-9082-dd878af143de req-4c29622b-dd9e-41a5-bf88-3abfc90ee611 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.454616 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84661fa6-61eb-45bb-9082-dd878af143de req-4c29622b-dd9e-41a5-bf88-3abfc90ee611 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.42 "DELETE /v2.0/ports/1b96b126-6e36-41e8-9552-bc12944eec81 HTTP/1.1" status: 204 len: 173 time: 0.9334900 Sep 29 23:31:01.455379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6653ccc9-f288-4fb9-990a-c2b08029dacd', 'name': 'network-vif-deleted', 'tag': '1b96b126-6e36-41e8-9552-bc12944eec81'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:31:01.458052 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1832f186-8fe2-4593-a8af-21f8f9ca6428" -d '{"events": [{"server_uuid": "6653ccc9-f288-4fb9-990a-c2b08029dacd", "name": "network-vif-deleted", "tag": "1b96b126-6e36-41e8-9552-bc12944eec81"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:31:01.521666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.523995 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.526271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.538166 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a7797-5904-4aa8-a193-66ca08616aea x-openstack-request-id: req-593a7797-5904-4aa8-a193-66ca08616aea {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:31:01.538473 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6653ccc9-f288-4fb9-990a-c2b08029dacd", "name": "network-vif-deleted", "tag": "1b96b126-6e36-41e8-9552-bc12944eec81", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:31:01.538706 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-593a7797-5904-4aa8-a193-66ca08616aea {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:31:01.539157 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6653ccc9-f288-4fb9-990a-c2b08029dacd', 'name': 'network-vif-deleted', 'tag': '1b96b126-6e36-41e8-9552-bc12944eec81', 'status': 'completed', 'code': 200} Sep 29 23:31:01.595866 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.610317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=44eca993-df6c-4c1a-965e-9b18cf6fc7f4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:01.636819 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.676500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 14cb876a-f64b-40ac-aaea-01b155045ae2 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:01.678010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:01.689709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:01.692935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:01.695293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:01.745750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Port': ['ID=15e37e85-afdd-493a-9e97-56eb5b9e8625,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:01.766871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:01.767525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:01.785741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52338) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:01.786302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d389c7cd-9085-42b5-9c26-db1654afb115 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7094896 Sep 29 23:31:01.792213 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'port': {'network_id': 'bc359d80-2d43-4d7d-96ab-9931b76aa777', 'name': 'tempest-AllowedAddressPairTestJSON-1303428830'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:01.799957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:01.971789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:01.977256 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-95d0fb82-0643-45a5-8a31-d5693c9327e7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6288145 Sep 29 23:31:01.980554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52340) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:01.984688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4f759-a3f0-4c74-b5be-9b3b2f3b255f None None] Sync routers for ids ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:01.994723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4f759-a3f0-4c74-b5be-9b3b2f3b255f None None] Routers {'d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:01.994723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f759-a3f0-4c74-b5be-9b3b2f3b255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:02.028395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f759-a3f0-4c74-b5be-9b3b2f3b255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:02.035015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Made reservation on behalf of 8db23b0d447f4fada85426e1b85b3bdc for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:02.038321 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e4f759-a3f0-4c74-b5be-9b3b2f3b255f None None] Routers {'d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:02.039844 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f759-a3f0-4c74-b5be-9b3b2f3b255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:02.040151 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.064961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c89507-e28f-4a2a-811e-d9c3e4e9fc27 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:02.066539 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e0c89507-e28f-4a2a-811e-d9c3e4e9fc27 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports/44eca993-df6c-4c1a-965e-9b18cf6fc7f4 HTTP/1.1" status: 200 len: 913 time: 0.0850537 Sep 29 23:31:02.069598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52344) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:02.082226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b0e4f759-a3f0-4c74-b5be-9b3b2f3b255f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:02.083115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e4f759-a3f0-4c74-b5be-9b3b2f3b255f None None] The sync data for ids ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:02.092260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ad29ca08-0b91-4112-ba94-f628112fe5d2 None None] Provisioning complete for port 44eca993-df6c-4c1a-965e-9b18cf6fc7f4 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:02.092883 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ad29ca08-0b91-4112-ba94-f628112fe5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.097108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] device_id is not set on port 60be4999-6b32-49ee-b6d0-fdb8d64ba51c yet. {{(pid=110006) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:31:02.144440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ad29ca08-0b91-4112-ba94-f628112fe5d2 None None] Port 44eca993-df6c-4c1a-965e-9b18cf6fc7f4 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:02.156655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ad29ca08-0b91-4112-ba94-f628112fe5d2 None None] Provisioning complete for port 15e37e85-afdd-493a-9e97-56eb5b9e8625 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:02.157031 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ad29ca08-0b91-4112-ba94-f628112fe5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.191204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ad29ca08-0b91-4112-ba94-f628112fe5d2 None None] Port 15e37e85-afdd-493a-9e97-56eb5b9e8625 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:02.227067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Allocated IP 172.20.0.14 (bc359d80-2d43-4d7d-96ab-9931b76aa777/993a2333-e4c8-4723-b786-0bfc8270d90b/60be4999-6b32-49ee-b6d0-fdb8d64ba51c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:02.380836 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.413922 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.418162 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.451353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:02.454569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:02.459349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:02.503592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Port': ['ID=60be4999-6b32-49ee-b6d0-fdb8d64ba51c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:02.528149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:02.528849 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.531309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52348) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:02.602652 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-812c5043-008a-4b84-a25f-1d195187b2bb tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8155661 Sep 29 23:31:02.605349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52350) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:02.611294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-55481444-a38e-4f0e-94b9-49c62573cc1a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:20:1a:84'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:16:4f:1b'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:02.685889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port 44eca993-df6c-4c1a-965e-9b18cf6fc7f4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:02.686237 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.711748 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0db15427-f3f7-4bbd-83fe-e16582209cc2 None None] Provisioning complete for port 60be4999-6b32-49ee-b6d0-fdb8d64ba51c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:02.712161 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0db15427-f3f7-4bbd-83fe-e16582209cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.749957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0db15427-f3f7-4bbd-83fe-e16582209cc2 None None] Port 60be4999-6b32-49ee-b6d0-fdb8d64ba51c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:02.785656 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.797676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for 44eca993-df6c-4c1a-965e-9b18cf6fc7f4 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:02.921543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55481444-a38e-4f0e-94b9-49c62573cc1a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.967684 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:02.994163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=44eca993-df6c-4c1a-965e-9b18cf6fc7f4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:03.115705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:03.318261 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb47841b-16dc-4f0a-9128-1983791dcafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:03.340587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:03.573867 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55481444-a38e-4f0e-94b9-49c62573cc1a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:03.580431 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55481444-a38e-4f0e-94b9-49c62573cc1a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:03.600069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:03.736126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55481444-a38e-4f0e-94b9-49c62573cc1a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event updated for resources: {'Port': ['ID=60be4999-6b32-49ee-b6d0-fdb8d64ba51c,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:03.743892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-55481444-a38e-4f0e-94b9-49c62573cc1a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] In _notify_port_updated(), no bound segment for port 60be4999-6b32-49ee-b6d0-fdb8d64ba51c on network bc359d80-2d43-4d7d-96ab-9931b76aa777 {{(pid=110006) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:31:03.744106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:03.748984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55481444-a38e-4f0e-94b9-49c62573cc1a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:03.749601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55481444-a38e-4f0e-94b9-49c62573cc1a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:03.750946 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-55481444-a38e-4f0e-94b9-49c62573cc1a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "PUT /v2.0/ports/60be4999-6b32-49ee-b6d0-fdb8d64ba51c HTTP/1.1" status: 200 len: 1057 time: 1.1446764 Sep 29 23:31:03.755579 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6bd8a-cd1f-43c2-ba67-35c0bb93f802 None None] Sync routers for ids ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:03.762595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-63238ea9-618a-4816-b4d6-5fdc5638c0e8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6888072 Sep 29 23:31:03.762595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52354) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:03.766468 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6bd8a-cd1f-43c2-ba67-35c0bb93f802 None None] Routers {'d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:03.767102 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-92b6bd8a-cd1f-43c2-ba67-35c0bb93f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:03.768462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52356) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:03.805406 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-92b6bd8a-cd1f-43c2-ba67-35c0bb93f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:03.814395 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b6bd8a-cd1f-43c2-ba67-35c0bb93f802 None None] Routers {'d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:03.815325 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-92b6bd8a-cd1f-43c2-ba67-35c0bb93f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:03.852312 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-92b6bd8a-cd1f-43c2-ba67-35c0bb93f802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:03.852972 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b6bd8a-cd1f-43c2-ba67-35c0bb93f802 None None] The sync data for ids ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:03.880674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0cc5c6ed-3071-4d84-8510-58c9d5a087c1 None None] Provisioning complete for port 60be4999-6b32-49ee-b6d0-fdb8d64ba51c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:03.881314 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0cc5c6ed-3071-4d84-8510-58c9d5a087c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:03.919562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0cc5c6ed-3071-4d84-8510-58c9d5a087c1 None None] Port 60be4999-6b32-49ee-b6d0-fdb8d64ba51c cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:03.978528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Deleting port 4cc3d780-90b6-445d-a505-3088ba80ce88 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:03.978950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.027452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-711f8030-c55f-4c91-84d2-4e604b479eee tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Deleting port 60be4999-6b32-49ee-b6d0-fdb8d64ba51c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:04.027799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-711f8030-c55f-4c91-84d2-4e604b479eee tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.077282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] For port 4cc3d780-90b6-445d-a505-3088ba80ce88, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4cc3d780-90b6-445d-a505-3088ba80ce88,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:04.077659 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.090247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Calling delete_port for 4cc3d780-90b6-445d-a505-3088ba80ce88 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:04.169697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-711f8030-c55f-4c91-84d2-4e604b479eee tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.185491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-711f8030-c55f-4c91-84d2-4e604b479eee tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Calling delete_port for 60be4999-6b32-49ee-b6d0-fdb8d64ba51c owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:04.281815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.311489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Port': ['ID=4cc3d780-90b6-445d-a505-3088ba80ce88,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:04.311881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.442377 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-711f8030-c55f-4c91-84d2-4e604b479eee tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.475999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711f8030-c55f-4c91-84d2-4e604b479eee tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event deleted for resources: {'Port': ['ID=60be4999-6b32-49ee-b6d0-fdb8d64ba51c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:04.501983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.678427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1b96b126-6e36-41e8-9552-bc12944eec81 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:04.706393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 1b96b126-6e36-41e8-9552-bc12944eec81 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:04.707025 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 1b96b126-6e36-41e8-9552-bc12944eec81 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:04.773531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:04.828208 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-711f8030-c55f-4c91-84d2-4e604b479eee tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.830964 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-711f8030-c55f-4c91-84d2-4e604b479eee tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "DELETE /v2.0/ports/60be4999-6b32-49ee-b6d0-fdb8d64ba51c HTTP/1.1" status: 204 len: 168 time: 1.0695088 Sep 29 23:31:04.832673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52360) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:04.863366 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-955e9afb-1b5a-4725-8b3d-f2722bd68b95 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] GET failed (client error): The resource could not be found. Sep 29 23:31:04.864895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-955e9afb-1b5a-4725-8b3d-f2722bd68b95 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "GET /v2.0/ports/60be4999-6b32-49ee-b6d0-fdb8d64ba51c HTTP/1.1" status: 404 len: 333 time: 0.0313122 Sep 29 23:31:04.867691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52362) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:04.872098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port f6d8398a-1e49-45f0-b3bd-7062a70d6c6d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:04.872450 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.917923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:04.928002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] Sync routers for ids ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:04.939656 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-81653207-e2a5-42a5-974f-3a7a3e03ce29 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "PUT /v2.0/routers/0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4070160 Sep 29 23:31:04.942264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52364) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:04.943033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] Routers {'0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:04.943739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:04.983212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3dca02cb-c425-4fd5-a933-de0db2b0ee51 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Deleting port 15e37e85-afdd-493a-9e97-56eb5b9e8625 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:04.984296 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dca02cb-c425-4fd5-a933-de0db2b0ee51 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:04.998947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.017530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for f6d8398a-1e49-45f0-b3bd-7062a70d6c6d owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:05.022925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-073d7c95-93e5-40fa-b69f-e4444e04ca99 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Deleting subnet d396615a-3a2c-448c-a162-2e86f78dae29 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:05.030205 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-073d7c95-93e5-40fa-b69f-e4444e04ca99 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.080611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dca02cb-c425-4fd5-a933-de0db2b0ee51 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.096093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3dca02cb-c425-4fd5-a933-de0db2b0ee51 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Calling delete_port for 15e37e85-afdd-493a-9e97-56eb5b9e8625 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:05.106466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-073d7c95-93e5-40fa-b69f-e4444e04ca99 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.222925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] Set router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:05.241839 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dca02cb-c425-4fd5-a933-de0db2b0ee51 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.258175 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-073d7c95-93e5-40fa-b69f-e4444e04ca99 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.273317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca02cb-c425-4fd5-a933-de0db2b0ee51 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event deleted for resources: {'Port': ['ID=15e37e85-afdd-493a-9e97-56eb5b9e8625,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:05.349133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dca02cb-c425-4fd5-a933-de0db2b0ee51 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.354634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3dca02cb-c425-4fd5-a933-de0db2b0ee51 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "DELETE /v2.0/ports/15e37e85-afdd-493a-9e97-56eb5b9e8625 HTTP/1.1" status: 204 len: 168 time: 0.4851580 Sep 29 23:31:05.355320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52368) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:05.381662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-073d7c95-93e5-40fa-b69f-e4444e04ca99 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.392350 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-e012dcbe-1d3f-41c9-ad52-c09ff8a2fc21 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] GET failed (client error): The resource could not be found. Sep 29 23:31:05.393181 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.398717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e012dcbe-1d3f-41c9-ad52-c09ff8a2fc21 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "GET /v2.0/ports/15e37e85-afdd-493a-9e97-56eb5b9e8625 HTTP/1.1" status: 404 len: 333 time: 0.0423095 Sep 29 23:31:05.399440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52370) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:05.438496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-073d7c95-93e5-40fa-b69f-e4444e04ca99 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.440449 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-073d7c95-93e5-40fa-b69f-e4444e04ca99 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "DELETE /v2.0/subnets/d396615a-3a2c-448c-a162-2e86f78dae29 HTTP/1.1" status: 204 len: 168 time: 0.4972374 Sep 29 23:31:05.455100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52372) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:05.464484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ded494-a06d-4619-9df4-ea57f7b824b2 None None] Network e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:05.470038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d7c95-93e5-40fa-b69f-e4444e04ca99 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Subnet': ['ID=d396615a-3a2c-448c-a162-2e86f78dae29,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:05.474731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=f6d8398a-1e49-45f0-b3bd-7062a70d6c6d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:05.612128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b8146-4480-4b2f-89d4-8ae81122002a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Deleting port d3e0394f-3157-4397-bb6b-faea1374d5be {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:05.612507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8146-4480-4b2f-89d4-8ae81122002a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.615599 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.646125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.647802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1680228806', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:31:04Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:05.684866 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] Checking router: 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:31:05.710789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] Routers {'0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:05.711015 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:05.799489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:05.809051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8146-4480-4b2f-89d4-8ae81122002a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.826640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39811529-dd1c-48ca-90dc-fc5e91db4b23 None None] DHCP port deletion for e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:05.830391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b8146-4480-4b2f-89d4-8ae81122002a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Calling delete_port for d3e0394f-3157-4397-bb6b-faea1374d5be owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:05.847440 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:05.876447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] Set router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:05.879448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:05.890286 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440a35e-ddec-428f-b375-9da9e2bae4ad None None] Sync routers for ids ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:05.892948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9285f28d-5e74-4c51-b2c1-041b5caaf67d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1224308 Sep 29 23:31:05.895905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52374) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:05.899382 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440a35e-ddec-428f-b375-9da9e2bae4ad None None] Routers {'d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:05.900330 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d440a35e-ddec-428f-b375-9da9e2bae4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:05.936667 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d440a35e-ddec-428f-b375-9da9e2bae4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:05.946885 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440a35e-ddec-428f-b375-9da9e2bae4ad None None] Routers {'d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:05.948039 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d440a35e-ddec-428f-b375-9da9e2bae4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:30:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:05.982273 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d440a35e-ddec-428f-b375-9da9e2bae4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:05.983312 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d440a35e-ddec-428f-b375-9da9e2bae4ad None None] The sync data for ids ['d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:05.983431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-39811529-dd1c-48ca-90dc-fc5e91db4b23 None None] Deleting port 79873159-32ca-4eab-a084-04e9d00f8d0d {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:05.983713 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-39811529-dd1c-48ca-90dc-fc5e91db4b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.026860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8146-4480-4b2f-89d4-8ae81122002a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.070590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b8146-4480-4b2f-89d4-8ae81122002a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event deleted for resources: {'Port': ['ID=d3e0394f-3157-4397-bb6b-faea1374d5be,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:06.113273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Deleting port f0b0775f-bfe3-4095-a896-a5e530df3ffd {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:06.113608 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.139010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-39811529-dd1c-48ca-90dc-fc5e91db4b23 None None] For port 79873159-32ca-4eab-a084-04e9d00f8d0d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=79873159-32ca-4eab-a084-04e9d00f8d0d,segment=NetworkSegment(b532f729-248e-4cde-820f-b159a9d56c53),segment_id=b532f729-248e-4cde-820f-b159a9d56c53)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:06.139426 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-39811529-dd1c-48ca-90dc-fc5e91db4b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.160618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-39811529-dd1c-48ca-90dc-fc5e91db4b23 None None] Calling delete_port for 79873159-32ca-4eab-a084-04e9d00f8d0d owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:06.214691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1680228806', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:31:04Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:06.218630 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8146-4480-4b2f-89d4-8ae81122002a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.224859 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2d2b8146-4480-4b2f-89d4-8ae81122002a tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "DELETE /v2.0/ports/d3e0394f-3157-4397-bb6b-faea1374d5be HTTP/1.1" status: 204 len: 168 time: 0.8243554 Sep 29 23:31:06.225814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52376) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:06.264514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998b83f-edc0-4a87-aa3f-6b8fc4aea3e3 None None] The sync data for ids ['0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40'] in n-d-811173-2 is: [{'id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1680228806', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:31:04Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': 'f0b0775f-bfe3-4095-a896-a5e530df3ffd', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:79:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:30:35Z', 'updated_at': '2021-09-29T23:30:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:06.277550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b90a9f77-af0c-4814-baf2-8df2901efa16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c HTTP/1.1" status: 200 len: 205 time: 0.3802004 Sep 29 23:31:06.280171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52378) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:06.281585 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd7cef82-4f10-44dc-9439-d46e77295e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.300761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fdaaf14-8da7-453f-8599-01622c526970 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Deleting subnet 993a2333-e4c8-4723-b786-0bfc8270d90b {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:06.311045 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fdaaf14-8da7-453f-8599-01622c526970 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.336625 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-39811529-dd1c-48ca-90dc-fc5e91db4b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.365275 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39811529-dd1c-48ca-90dc-fc5e91db4b23 None None] Pushing event deleted for resources: {'Port': ['ID=79873159-32ca-4eab-a084-04e9d00f8d0d,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:06.369311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39811529-dd1c-48ca-90dc-fc5e91db4b23 None None] No DVR routers for this DVR port 79873159-32ca-4eab-a084-04e9d00f8d0d on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:06.377337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fdaaf14-8da7-453f-8599-01622c526970 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.397198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3234872-a10f-4676-8c25-c9cf093aa782 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.413670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] For port f0b0775f-bfe3-4095-a896-a5e530df3ffd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f0b0775f-bfe3-4095-a896-a5e530df3ffd,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:06.414046 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.431735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Calling delete_port for f0b0775f-bfe3-4095-a896-a5e530df3ffd owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:06.532377 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fdaaf14-8da7-453f-8599-01622c526970 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.561271 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3234872-a10f-4676-8c25-c9cf093aa782 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.562353 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.563818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3234872-a10f-4676-8c25-c9cf093aa782 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.607363 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3234872-a10f-4676-8c25-c9cf093aa782 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.607949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3234872-a10f-4676-8c25-c9cf093aa782 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Fanout notify agent at l3_agent the message router_deleted on router d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:31:06.614988 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3234872-a10f-4676-8c25-c9cf093aa782 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.618846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b3234872-a10f-4676-8c25-c9cf093aa782 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c HTTP/1.1" status: 204 len: 168 time: 0.3302352 Sep 29 23:31:06.618846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:06.658624 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fdaaf14-8da7-453f-8599-01622c526970 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.687885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a169b75-5905-41b2-b2d8-951fd50b8302 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting subnet 6a1bf3ee-2288-4f7d-86ef-d03f4d85972d {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:06.687885 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a169b75-5905-41b2-b2d8-951fd50b8302 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.701647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaaf14-8da7-453f-8599-01622c526970 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event deleted for resources: {'Subnet': ['ID=993a2333-e4c8-4723-b786-0bfc8270d90b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:06.739625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4cc3d780-90b6-445d-a505-3088ba80ce88 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:06.747952 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fdaaf14-8da7-453f-8599-01622c526970 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.751010 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5fdaaf14-8da7-453f-8599-01622c526970 tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "DELETE /v2.0/subnets/993a2333-e4c8-4723-b786-0bfc8270d90b HTTP/1.1" status: 204 len: 168 time: 0.5227914 Sep 29 23:31:06.754042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52384) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:06.773449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a169b75-5905-41b2-b2d8-951fd50b8302 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.788324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4cc3d780-90b6-445d-a505-3088ba80ce88 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:06.788755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4cc3d780-90b6-445d-a505-3088ba80ce88 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:06.789747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 79873159-32ca-4eab-a084-04e9d00f8d0d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:06.809713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.823171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 79873159-32ca-4eab-a084-04e9d00f8d0d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:06.823670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 79873159-32ca-4eab-a084-04e9d00f8d0d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:06.825149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb426933-9faf-4986-8302-88b5c684553c None None] Network bc359d80-2d43-4d7d-96ab-9931b76aa777 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:06.889899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Port': ['ID=f0b0775f-bfe3-4095-a896-a5e530df3ffd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:06.915385 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:06.937506 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a169b75-5905-41b2-b2d8-951fd50b8302 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.008631 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.021783 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a169b75-5905-41b2-b2d8-951fd50b8302 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.054656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a169b75-5905-41b2-b2d8-951fd50b8302 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Subnet': ['ID=6a1bf3ee-2288-4f7d-86ef-d03f4d85972d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:07.060631 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a169b75-5905-41b2-b2d8-951fd50b8302 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.064929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0a169b75-5905-41b2-b2d8-951fd50b8302 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/6a1bf3ee-2288-4f7d-86ef-d03f4d85972d HTTP/1.1" status: 204 len: 168 time: 0.4426491 Sep 29 23:31:07.065296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52386) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:07.077553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6341e11e-fc2c-4574-b0ce-6e79d7a541fa None None] Network 14cb876a-f64b-40ac-aaea-01b155045ae2 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:07.091976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96cb9b-8844-471c-8cbc-de93c16a2fc2 None None] DHCP port deletion for bc359d80-2d43-4d7d-96ab-9931b76aa777 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:07.097788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Deleting port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:07.098139 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.129508 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.132247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.140100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21e7322-86b7-4083-969a-4923bb15b997 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting subnet 366a89f1-a0f1-42ae-8049-0d7460c44e37 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:07.144025 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d21e7322-86b7-4083-969a-4923bb15b997 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.195869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d21e7322-86b7-4083-969a-4923bb15b997 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.224548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.225093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Fanout notify agent at l3_agent the message router_deleted on router 0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:31:07.233808 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.234929 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f2b158bb-70a8-4ae8-8c33-cd75704fc83e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "DELETE /v2.0/routers/0f4434b7-5149-4cc9-a2fa-8ccbfd0dca40 HTTP/1.1" status: 204 len: 168 time: 1.7789018 Sep 29 23:31:07.237682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:07.240479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] For port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=021ec2c2-0f59-488d-a8f4-d931bcdfc11c,segment=NetworkSegment(f4e99d25-4916-4b6e-8b48-a9e51960699d),segment_id=f4e99d25-4916-4b6e-8b48-a9e51960699d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:07.240861 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.259071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Calling delete_port for 021ec2c2-0f59-488d-a8f4-d931bcdfc11c owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:07.306148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4c96cb9b-8844-471c-8cbc-de93c16a2fc2 None None] Deleting port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:07.307449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4c96cb9b-8844-471c-8cbc-de93c16a2fc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.379256 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.389814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea592b4d-3191-40d9-bf91-f63d4569161c None None] DHCP port deletion for 14cb876a-f64b-40ac-aaea-01b155045ae2 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:07.406835 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4c96cb9b-8844-471c-8cbc-de93c16a2fc2 None None] For port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=021ec2c2-0f59-488d-a8f4-d931bcdfc11c,segment=NetworkSegment(f4e99d25-4916-4b6e-8b48-a9e51960699d),segment_id=f4e99d25-4916-4b6e-8b48-a9e51960699d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:07.407231 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4c96cb9b-8844-471c-8cbc-de93c16a2fc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.412372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.415110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event deleted for resources: {'Port': ['ID=021ec2c2-0f59-488d-a8f4-d931bcdfc11c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:07.427799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] No DVR routers for this DVR port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:07.441247 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d21e7322-86b7-4083-969a-4923bb15b997 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.453402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4c96cb9b-8844-471c-8cbc-de93c16a2fc2 None None] Calling delete_port for 021ec2c2-0f59-488d-a8f4-d931bcdfc11c owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:07.520516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.523107 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.536650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ea592b4d-3191-40d9-bf91-f63d4569161c None None] Deleting port a085cfd4-b309-412e-9067-07d4a0b81ffb {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:07.537019 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea592b4d-3191-40d9-bf91-f63d4569161c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.550265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc359d80-2d43-4d7d-96ab-9931b76aa777']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:07.563714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4e99d25-4916-4b6e-8b48-a9e51960699d') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:07.563914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4e99d25-4916-4b6e-8b48-a9e51960699d') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:07.570643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.577182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.595907 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.602533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c22d4b-f21a-46e7-bbea-8588ed44a4c1']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:07.607774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:07.608293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:07.611449 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:07.617567 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d21e7322-86b7-4083-969a-4923bb15b997 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.622746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b532f729-248e-4cde-820f-b159a9d56c53') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:07.623155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b532f729-248e-4cde-820f-b159a9d56c53') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:07.624332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ea592b4d-3191-40d9-bf91-f63d4569161c None None] For port a085cfd4-b309-412e-9067-07d4a0b81ffb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a085cfd4-b309-412e-9067-07d4a0b81ffb,segment=NetworkSegment(6c997604-3d0f-4799-ba5c-5ea81b28faa9),segment_id=6c997604-3d0f-4799-ba5c-5ea81b28faa9)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:07.625892 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea592b4d-3191-40d9-bf91-f63d4569161c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.628568 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4c96cb9b-8844-471c-8cbc-de93c16a2fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.643729 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ea592b4d-3191-40d9-bf91-f63d4569161c None None] Calling delete_port for a085cfd4-b309-412e-9067-07d4a0b81ffb owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:07.661204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.663542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21e7322-86b7-4083-969a-4923bb15b997 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Subnet': ['ID=366a89f1-a0f1-42ae-8049-0d7460c44e37,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:07.674661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96cb9b-8844-471c-8cbc-de93c16a2fc2 None None] Pushing event deleted for resources: {'Port': ['ID=021ec2c2-0f59-488d-a8f4-d931bcdfc11c,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:07.679673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d21e7322-86b7-4083-969a-4923bb15b997 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.682710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d21e7322-86b7-4083-969a-4923bb15b997 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/366a89f1-a0f1-42ae-8049-0d7460c44e37 HTTP/1.1" status: 204 len: 168 time: 0.6166265 Sep 29 23:31:07.683386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c96cb9b-8844-471c-8cbc-de93c16a2fc2 None None] No DVR routers for this DVR port 021ec2c2-0f59-488d-a8f4-d931bcdfc11c on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:07.685639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:07.686240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.696771 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.701742 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.703619 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] 10.222.0.44 "DELETE /v2.0/networks/bc359d80-2d43-4d7d-96ab-9931b76aa777 HTTP/1.1" status: 204 len: 168 time: 0.9485087 Sep 29 23:31:07.718481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b4e9f-74be-4d2f-8256-4914a995cd4f tempest-AllowedAddressPairTestJSON-826300147 tempest-AllowedAddressPairTestJSON-826300147-project] Pushing event deleted for resources: {'Network': ['ID=bc359d80-2d43-4d7d-96ab-9931b76aa777,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:07.727387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:07.727882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:07.732191 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:07.735455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081bac3e-b90e-43ba-8bfa-37dd6131cf78 None None] Network 1e1f8b5f-d30a-4847-86b5-91c420aec079 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:07.858542 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.861547 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.875483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.879058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "DELETE /v2.0/networks/e4c22d4b-f21a-46e7-bbea-8588ed44a4c1 HTTP/1.1" status: 204 len: 168 time: 0.6384747 Sep 29 23:31:07.880164 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52396) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:07.891208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785c05c8-ba82-4fc8-a195-ad55b4b1e872 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Network': ['ID=e4c22d4b-f21a-46e7-bbea-8588ed44a4c1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:07.891984 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea592b4d-3191-40d9-bf91-f63d4569161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:07.927382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea592b4d-3191-40d9-bf91-f63d4569161c None None] Pushing event deleted for resources: {'Port': ['ID=a085cfd4-b309-412e-9067-07d4a0b81ffb,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:07.929897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea592b4d-3191-40d9-bf91-f63d4569161c None None] No DVR routers for this DVR port a085cfd4-b309-412e-9067-07d4a0b81ffb on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:07.997419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa157b75-37d4-4c72-ab03-5f39d58e8062 None None] DHCP port deletion for 1e1f8b5f-d30a-4847-86b5-91c420aec079 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:07.998003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.022895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14cb876a-f64b-40ac-aaea-01b155045ae2']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:08.035743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c997604-3d0f-4799-ba5c-5ea81b28faa9') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:08.035743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c997604-3d0f-4799-ba5c-5ea81b28faa9') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:08.049540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-aa157b75-37d4-4c72-ab03-5f39d58e8062 None None] Deleting port 78dee095-779a-4d28-984b-7a7e5e3064a6 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:08.050057 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.050394 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa157b75-37d4-4c72-ab03-5f39d58e8062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.066695 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.077957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:08.079180 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:08.085602 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:08.096790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52400) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:08.118930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Deleting port afafd007-d2b3-41d7-b428-a830ee87b760 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:08.119285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.129906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-aa157b75-37d4-4c72-ab03-5f39d58e8062 None None] For port 78dee095-779a-4d28-984b-7a7e5e3064a6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=78dee095-779a-4d28-984b-7a7e5e3064a6,segment=NetworkSegment(c88ea50d-10b3-4e02-8a7b-d289741606f9),segment_id=c88ea50d-10b3-4e02-8a7b-d289741606f9)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:08.130419 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa157b75-37d4-4c72-ab03-5f39d58e8062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.154264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-aa157b75-37d4-4c72-ab03-5f39d58e8062 None None] Calling delete_port for 78dee095-779a-4d28-984b-7a7e5e3064a6 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:08.157093 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.174402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.179578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52404) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:08.180302 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/networks/14cb876a-f64b-40ac-aaea-01b155045ae2 HTTP/1.1" status: 204 len: 168 time: 0.4927168 Sep 29 23:31:08.198562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea038a1-d050-499e-a3e5-9f6038c490c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Network': ['ID=14cb876a-f64b-40ac-aaea-01b155045ae2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:08.241278 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa157b75-37d4-4c72-ab03-5f39d58e8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.268033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa157b75-37d4-4c72-ab03-5f39d58e8062 None None] Pushing event deleted for resources: {'Port': ['ID=78dee095-779a-4d28-984b-7a7e5e3064a6,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:08.272374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa157b75-37d4-4c72-ab03-5f39d58e8062 None None] No DVR routers for this DVR port 78dee095-779a-4d28-984b-7a7e5e3064a6 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:08.598379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f0b0775f-bfe3-4095-a896-a5e530df3ffd no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:08.618488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f0b0775f-bfe3-4095-a896-a5e530df3ffd {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:08.618837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f0b0775f-bfe3-4095-a896-a5e530df3ffd not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:08.619392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 021ec2c2-0f59-488d-a8f4-d931bcdfc11c no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:08.623891 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.624221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.646478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.650553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Calling delete_port for afafd007-d2b3-41d7-b428-a830ee87b760 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:08.750925 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b9ae3cd3-b934-4cb8-af17-66bb4b5b1df6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8db23b0d447f4fada85426e1b85b3bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6514530 Sep 29 23:31:08.753932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52410) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:08.799193 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 021ec2c2-0f59-488d-a8f4-d931bcdfc11c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:08.799535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 021ec2c2-0f59-488d-a8f4-d931bcdfc11c not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:08.799980 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 78dee095-779a-4d28-984b-7a7e5e3064a6 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:08.814929 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdd08368-822e-46f4-9e0a-07d46219c6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.833439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 78dee095-779a-4d28-984b-7a7e5e3064a6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:08.833907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 78dee095-779a-4d28-984b-7a7e5e3064a6 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:08.834454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a085cfd4-b309-412e-9067-07d4a0b81ffb no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:08.837645 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.839515 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.840807 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdd08368-822e-46f4-9e0a-07d46219c6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.854432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a085cfd4-b309-412e-9067-07d4a0b81ffb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:08.854783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a085cfd4-b309-412e-9067-07d4a0b81ffb not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:08.874178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e1f8b5f-d30a-4847-86b5-91c420aec079']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:08.895494 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdd08368-822e-46f4-9e0a-07d46219c6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.897643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c88ea50d-10b3-4e02-8a7b-d289741606f9') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:08.898170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c88ea50d-10b3-4e02-8a7b-d289741606f9') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:08.898523 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cdd08368-822e-46f4-9e0a-07d46219c6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.902214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cdd08368-822e-46f4-9e0a-07d46219c6d6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e89c8760-5734-4e49-a9da-c8ca7a350793 HTTP/1.1" status: 204 len: 168 time: 0.1447296 Sep 29 23:31:08.908586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.914881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd08368-822e-46f4-9e0a-07d46219c6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89c8760-5734-4e49-a9da-c8ca7a350793,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:08.926534 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.956293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:08.956704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:08.959669 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:09.026399 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.031855 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.065471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.067265 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/networks/1e1f8b5f-d30a-4847-86b5-91c420aec079 HTTP/1.1" status: 204 len: 168 time: 0.8867188 Sep 29 23:31:09.068229 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Port': ['ID=afafd007-d2b3-41d7-b428-a830ee87b760,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:09.071301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52416) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:09.078593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-749216621'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:09.086266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c5972e-e4e3-4ce6-a551-45b166dea980 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Network': ['ID=1e1f8b5f-d30a-4847-86b5-91c420aec079,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:09.106571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:09.110222 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.135586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:09.143347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.144074 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Floating IP 6d1e185d-df32-4451-9b6a-ac2c03a67afb disassociated (deleted). External IP: 172.25.4.239, port: f18e085c-be0b-4678-aab5-c2ee22b73ca4. Sep 29 23:31:09.145077 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.145424 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added segment 793f5b5e-bcbb-4641-ae00-128d4f717690 of type vlan for network a55455a6-434b-4dad-8d6d-b7b693179a78 Sep 29 23:31:09.194273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.221429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.227305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:09.227690 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.262197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1893404 Sep 29 23:31:09.265159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52426) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:09.271031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'subnet': {'network_id': 'a55455a6-434b-4dad-8d6d-b7b693179a78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:09.327160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c99ba-6d13-4b12-af14-3f613a1697cc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Network': ['ID=a55455a6-434b-4dad-8d6d-b7b693179a78,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:09.342048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network a55455a6-434b-4dad-8d6d-b7b693179a78 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:09.409965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Router 4fc6b196-13d8-4c25-8792-0241e7301b99 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:09.426163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:09.429661 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.540451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:09.545850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.554140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] Sync routers for ids ['4fc6b196-13d8-4c25-8792-0241e7301b99'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:09.564453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] Routers {'4fc6b196-13d8-4c25-8792-0241e7301b99'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:09.565083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['4fc6b196-13d8-4c25-8792-0241e7301b99'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:09.578365 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8e38d14e-7514-43ef-bbec-bbc6d6127dc3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "DELETE /v2.0/floatingips/6d1e185d-df32-4451-9b6a-ac2c03a67afb HTTP/1.1" status: 204 len: 168 time: 1.6968191 Sep 29 23:31:09.578968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'tag': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:31:09.581539 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84dca549-05d5-46a4-b235-aaf6ca8936bf" -d '{"events": [{"name": "network-changed", "server_uuid": "d3b5517b-57b8-4b1c-8b83-bc3e8564a608", "tag": "f18e085c-be0b-4678-aab5-c2ee22b73ca4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:31:09.627164 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10194d03-e982-4dd3-b920-67d69dc3ae7f x-openstack-request-id: req-10194d03-e982-4dd3-b920-67d69dc3ae7f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:31:09.628107 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3b5517b-57b8-4b1c-8b83-bc3e8564a608", "tag": "f18e085c-be0b-4678-aab5-c2ee22b73ca4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:31:09.628746 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10194d03-e982-4dd3-b920-67d69dc3ae7f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:31:09.629314 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'tag': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'status': 'completed', 'code': 200} Sep 29 23:31:09.655292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.672370 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.693718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52440) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:09.718792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-bd68801a-f98b-460b-ae69-d9729df02d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:09.721072 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-bd68801a-f98b-460b-ae69-d9729df02d01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=017e7a33ad044e3bbbb26b207169c28f&device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 1136 time: 0.0683811 Sep 29 23:31:09.742472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Subnet': ['ID=14b60cd3-503c-4cdd-927b-73ad0ee2f412,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:09.750454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Checking segment: {'id': '793f5b5e-bcbb-4641-ae00-128d4f717690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a55455a6-434b-4dad-8d6d-b7b693179a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:09.750830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network hostable DHCP agents. Network: a55455a6-434b-4dad-8d6d-b7b693179a78, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:09.771984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] Set router 4fc6b196-13d8-4c25-8792-0241e7301b99 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:09.775211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network a55455a6-434b-4dad-8d6d-b7b693179a78 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:09.799382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, a55455a6-434b-4dad-8d6d-b7b693179a78) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:09.810009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:09.810620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.816012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2573642-8587-4c27-a2ca-a7c38424d8e7 None None] Network a55455a6-434b-4dad-8d6d-b7b693179a78 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:09.845266 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b41df2bf-ad5d-4471-bcf4-839c659cbfd1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5783868 Sep 29 23:31:09.847899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52448) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:09.856218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3d7163b8-cbe0-4b31-827f-7662b9341d88 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1979779016', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:09.899981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-1327d658-5fe5-4cee-b958-df39eceebe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:09.902149 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-1327d658-5fe5-4cee-b958-df39eceebe64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5bd5fbc8-8b72-4017-91db-cf292c93eded HTTP/1.1" status: 200 len: 898 time: 0.1736019 Sep 29 23:31:09.911639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-34891030'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:09.939023 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7163b8-cbe0-4b31-827f-7662b9341d88 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.940198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7163b8-cbe0-4b31-827f-7662b9341d88 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:09.951613 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-846ec6ff-9a4b-4712-9519-fe5360d150de service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f18e085c-be0b-4678-aab5-c2ee22b73ca4 HTTP/1.1" status: 200 len: 217 time: 0.0390825 Sep 29 23:31:10.001162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:10.004633 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.012523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-b586b12c-2b2c-4f25-a16f-ed81fddbe526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:10.014280 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-b586b12c-2b2c-4f25-a16f-ed81fddbe526 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=19b93d8b-9edd-4ace-a93e-35f534a9e4f0 HTTP/1.1" status: 200 len: 835 time: 0.0510328 Sep 29 23:31:10.017592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2136b86-d5f2-4081-8076-bf953ca67ace req-d35b5df1-97ac-4778-913d-00a6ffa19a70 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:10.019102 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2136b86-d5f2-4081-8076-bf953ca67ace req-d35b5df1-97ac-4778-913d-00a6ffa19a70 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 985 time: 0.1253190 Sep 29 23:31:10.046525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.070231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-6c26ae07-7bcc-40dc-80ac-c7fe4d993c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:10.071000 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7163b8-cbe0-4b31-827f-7662b9341d88 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.072092 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-6c26ae07-7bcc-40dc-80ac-c7fe4d993c16 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5bd5fbc8-8b72-4017-91db-cf292c93eded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465052 Sep 29 23:31:10.084225 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7163b8-cbe0-4b31-827f-7662b9341d88 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.117151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-a55455a6-434b-4dad-8d6d-b7b693179a78', 'network_id': 'a55455a6-434b-4dad-8d6d-b7b693179a78', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'fixed_ips': [{'subnet_id': '14b60cd3-503c-4cdd-927b-73ad0ee2f412'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:10.118200 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.143397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2136b86-d5f2-4081-8076-bf953ca67ace req-0f2ce286-4bbf-4d48-b3ee-3fb267627b0e tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1162579 Sep 29 23:31:10.148019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'c88e1ef3-fa95-47cc-988b-37c8f9b07bba', 'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:fe:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:44Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:10.185064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] Checking router: 4fc6b196-13d8-4c25-8792-0241e7301b99 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:31:10.188650 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-8fac43f8-1f38-42e3-99b7-4c74669a2997 service neutron] 10.222.0.26 "GET /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074719 Sep 29 23:31:10.223389 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.230384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.240261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d7163b8-cbe0-4b31-827f-7662b9341d88 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.244221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3d7163b8-cbe0-4b31-827f-7662b9341d88 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3952935 Sep 29 23:31:10.245378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] Routers {'4fc6b196-13d8-4c25-8792-0241e7301b99'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:10.246033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['4fc6b196-13d8-4c25-8792-0241e7301b99'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:10.247503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52452) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:10.261934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'port': {'network_id': 'a55455a6-434b-4dad-8d6d-b7b693179a78', 'name': 'tempest-RoutersIpV6Test-1695363972'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:10.272650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:10.307458 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.307807 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Added segment 4085c131-a49a-47fd-865d-c53608a5f713 of type vlan for network 2576b570-df97-4424-82c3-2b4b1f96a5c1 Sep 29 23:31:10.311260 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-84dca549-05d5-46a4-b235-aaf6ca8936bf req-9394354d-07c0-4584-bb3f-80c9da0f2868 service neutron] 10.222.0.26 "GET /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119530 Sep 29 23:31:10.315021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dedba137-c3fe-4c47-b7f9-65c1e8bb4462,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:10.395676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Allocated IP 2001:db8::2 (a55455a6-434b-4dad-8d6d-b7b693179a78/14b60cd3-503c-4cdd-927b-73ad0ee2f412/ad299158-e1f5-4051-82cc-d71a72887478) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:10.404418 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.416854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] Set router 4fc6b196-13d8-4c25-8792-0241e7301b99 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:10.451924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.458711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:10.459313 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.491023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:10.495436 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.519151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.8219836 Sep 29 23:31:10.552938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] device_id is not set on port 45d36f93-0d54-4611-bd37-9d765c9f9a55 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:31:10.557962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202fb3f4-952c-4f49-bb52-6d2f830eaac5 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=2576b570-df97-4424-82c3-2b4b1f96a5c1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:10.606728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 2576b570-df97-4424-82c3-2b4b1f96a5c1 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:10.762403 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.770539 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.813548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Network a55455a6-434b-4dad-8d6d-b7b693179a78 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:10.818041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:10.824187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:10.836658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Allocated IP 2001:db8::359 (a55455a6-434b-4dad-8d6d-b7b693179a78/14b60cd3-503c-4cdd-927b-73ad0ee2f412/45d36f93-0d54-4611-bd37-9d765c9f9a55) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:10.840203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Pushing event updated for resources: {'Port': ['ID=ad299158-e1f5-4051-82cc-d71a72887478,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:10.846212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'c88e1ef3-fa95-47cc-988b-37c8f9b07bba', 'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:fe:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:44Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:10.898379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e560c2-86e0-4bed-a7e0-6e29b921ad96 None None] The sync data for ids ['4fc6b196-13d8-4c25-8792-0241e7301b99'] in n-d-811173-2 is: [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:29:40Z', 'revision_number': 4, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'c88e1ef3-fa95-47cc-988b-37c8f9b07bba', 'name': '', 'network_id': '5bd5fbc8-8b72-4017-91db-cf292c93eded', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'mac_address': 'fa:16:3e:fe:7e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:44Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'subnets': [{'id': '19b93d8b-9edd-4ace-a93e-35f534a9e4f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:10.944434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Attempting to bind port ad299158-e1f5-4051-82cc-d71a72887478 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:10.944817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Attempting to bind port ad299158-e1f5-4051-82cc-d71a72887478 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '793f5b5e-bcbb-4641-ae00-128d4f717690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a55455a6-434b-4dad-8d6d-b7b693179a78'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:10.945882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Attempting to bind port ad299158-e1f5-4051-82cc-d71a72887478 on network a55455a6-434b-4dad-8d6d-b7b693179a78 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:10.954297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:10.954841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Checking segment: {'id': '793f5b5e-bcbb-4641-ae00-128d4f717690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a55455a6-434b-4dad-8d6d-b7b693179a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:10.955266 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:10.955665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Bound using segment: {'id': '793f5b5e-bcbb-4641-ae00-128d4f717690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a55455a6-434b-4dad-8d6d-b7b693179a78'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:10.956216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Bound port: ad299158-e1f5-4051-82cc-d71a72887478, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '793f5b5e-bcbb-4641-ae00-128d4f717690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': 'a55455a6-434b-4dad-8d6d-b7b693179a78'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:10.956611 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:11.042930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] For port ad299158-e1f5-4051-82cc-d71a72887478, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:11.046665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] For port ad299158-e1f5-4051-82cc-d71a72887478, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ad299158-e1f5-4051-82cc-d71a72887478,segment=NetworkSegment(793f5b5e-bcbb-4641-ae00-128d4f717690),segment_id=793f5b5e-bcbb-4641-ae00-128d4f717690)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:11.055429 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:11.066354 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:11.112061 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:11.122968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca0c92-b893-43d8-aceb-1cbc0caca053 None None] Pushing event updated for resources: {'Port': ['ID=ad299158-e1f5-4051-82cc-d71a72887478,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:11.157948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65e0ae4-f594-497c-8853-04713365e005 req-cd41d768-0a4d-4dce-a948-9ab6feafae50 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:11.160108 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f65e0ae4-f594-497c-8853-04713365e005 req-cd41d768-0a4d-4dce-a948-9ab6feafae50 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.26 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 985 time: 0.0985498 Sep 29 23:31:11.165307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network a55455a6-434b-4dad-8d6d-b7b693179a78 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:11.176230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:11.184689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:11.191516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:11.191914 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:11.195606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=45d36f93-0d54-4611-bd37-9d765c9f9a55,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:11.215336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8c2a362f-91de-4781-baa3-8337cecb983c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9572406 Sep 29 23:31:11.215567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52458) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:11.319533 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd84b4-58b3-46e8-a852-6db6053d482a None None] New status for floating IP 6d1e185d-df32-4451-9b6a-ac2c03a67afb: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:31:11.352526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f65e0ae4-f594-497c-8853-04713365e005 req-6ba9610c-97a9-425a-94e1-169c6416d97f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Deleting port f18e085c-be0b-4678-aab5-c2ee22b73ca4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:11.352979 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f65e0ae4-f594-497c-8853-04713365e005 req-6ba9610c-97a9-425a-94e1-169c6416d97f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:11.510624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f65e0ae4-f594-497c-8853-04713365e005 req-6ba9610c-97a9-425a-94e1-169c6416d97f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] For port f18e085c-be0b-4678-aab5-c2ee22b73ca4, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=f18e085c-be0b-4678-aab5-c2ee22b73ca4,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:11.510998 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f65e0ae4-f594-497c-8853-04713365e005 req-6ba9610c-97a9-425a-94e1-169c6416d97f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:11.517375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b6cd5-0bea-4f9e-93e2-94f136e6ded5 req-b76a35ab-7ad6-4e31-ab6f-6bf28df68126 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:11.520137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e0b6cd5-0bea-4f9e-93e2-94f136e6ded5 req-b76a35ab-7ad6-4e31-ab6f-6bf28df68126 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3b5517b-57b8-4b1c-8b83-bc3e8564a608 HTTP/1.1" status: 200 len: 985 time: 0.2218208 Sep 29 23:31:11.545271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f65e0ae4-f594-497c-8853-04713365e005 req-6ba9610c-97a9-425a-94e1-169c6416d97f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Calling delete_port for f18e085c-be0b-4678-aab5-c2ee22b73ca4 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:11.711785 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f65e0ae4-f594-497c-8853-04713365e005 req-6ba9610c-97a9-425a-94e1-169c6416d97f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:11.718073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e0b6cd5-0bea-4f9e-93e2-94f136e6ded5 req-30cf9787-758b-4966-8260-405c78ce2a8f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "GET /v2.0/security-groups?id=e9c9598e-6b78-4c62-97f3-382822ef675c&id=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1532612 Sep 29 23:31:11.755479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9610c-97a9-425a-94e1-169c6416d97f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Port': ['ID=f18e085c-be0b-4678-aab5-c2ee22b73ca4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:11.779435 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:11.803034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65e0ae4-f594-497c-8853-04713365e005 req-6ba9610c-97a9-425a-94e1-169c6416d97f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] No DVR routers for this DVR port f18e085c-be0b-4678-aab5-c2ee22b73ca4 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:11.805717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f65e0ae4-f594-497c-8853-04713365e005 req-6ba9610c-97a9-425a-94e1-169c6416d97f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:11.808466 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f65e0ae4-f594-497c-8853-04713365e005 req-6ba9610c-97a9-425a-94e1-169c6416d97f tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.26 "DELETE /v2.0/ports/f18e085c-be0b-4678-aab5-c2ee22b73ca4 HTTP/1.1" status: 204 len: 173 time: 0.6289649 Sep 29 23:31:11.808908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'name': 'network-vif-deleted', 'tag': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:31:11.811363 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234317ce-4def-4200-806f-e826935570c4" -d '{"events": [{"server_uuid": "d3b5517b-57b8-4b1c-8b83-bc3e8564a608", "name": "network-vif-deleted", "tag": "f18e085c-be0b-4678-aab5-c2ee22b73ca4"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:31:11.876513 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ad246e-ff83-4367-8286-b2f3a884c9b4 x-openstack-request-id: req-d2ad246e-ff83-4367-8286-b2f3a884c9b4 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:31:11.877017 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3b5517b-57b8-4b1c-8b83-bc3e8564a608", "name": "network-vif-deleted", "tag": "f18e085c-be0b-4678-aab5-c2ee22b73ca4", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:31:11.877270 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2ad246e-ff83-4367-8286-b2f3a884c9b4 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:31:11.877711 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3b5517b-57b8-4b1c-8b83-bc3e8564a608', 'name': 'network-vif-deleted', 'tag': 'f18e085c-be0b-4678-aab5-c2ee22b73ca4', 'status': 'completed', 'code': 200} Sep 29 23:31:12.427861 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:12.436113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:12.509922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f572aabc-3e9b-4a77-9bdb-43cffba3bdb1 None None] Network a55455a6-434b-4dad-8d6d-b7b693179a78 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:12.535366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=45d36f93-0d54-4611-bd37-9d765c9f9a55,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:12.647143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:12.716710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ad299158-e1f5-4051-82cc-d71a72887478 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:12.782694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52466) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:12.803807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4587b351-b06d-442f-b067-017a0a6bf9c1 None None] Provisioning complete for port ad299158-e1f5-4051-82cc-d71a72887478 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:12.804035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:12.804760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4587b351-b06d-442f-b067-017a0a6bf9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:12.867923 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e5a9666-f461-479b-a27b-1e01f07810bd tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:12.897172 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e5a9666-f461-479b-a27b-1e01f07810bd tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:12.906345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ad299158-e1f5-4051-82cc-d71a72887478 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:12.906828 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:12.947131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e5a9666-f461-479b-a27b-1e01f07810bd tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:12.952794 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e5a9666-f461-479b-a27b-1e01f07810bd tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:12.957262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6e5a9666-f461-479b-a27b-1e01f07810bd tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "DELETE /v2.0/security-groups/e9c9598e-6b78-4c62-97f3-382822ef675c HTTP/1.1" status: 204 len: 168 time: 0.1735702 Sep 29 23:31:12.957939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52468) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:12.987431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a9666-f461-479b-a27b-1e01f07810bd tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9598e-6b78-4c62-97f3-382822ef675c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:13.011934 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4587b351-b06d-442f-b067-017a0a6bf9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.030248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b61468b4-adcc-4070-af3e-05de816978a3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.058536 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b61468b4-adcc-4070-af3e-05de816978a3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.115096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4587b351-b06d-442f-b067-017a0a6bf9c1 None None] For port ad299158-e1f5-4051-82cc-d71a72887478, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ad299158-e1f5-4051-82cc-d71a72887478,segment=NetworkSegment(793f5b5e-bcbb-4641-ae00-128d4f717690),segment_id=793f5b5e-bcbb-4641-ae00-128d4f717690)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:13.128556 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4587b351-b06d-442f-b067-017a0a6bf9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.151230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b61468b4-adcc-4070-af3e-05de816978a3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.154435 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b61468b4-adcc-4070-af3e-05de816978a3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.160046 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b61468b4-adcc-4070-af3e-05de816978a3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "DELETE /v2.0/security-groups/d5fba613-5b31-41a7-a1a3-f8bc440c8a3e HTTP/1.1" status: 204 len: 168 time: 0.1982994 Sep 29 23:31:13.160869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52472) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:13.202471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.216811 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.218633 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.244793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587b351-b06d-442f-b067-017a0a6bf9c1 None None] Pushing event updated for resources: {'Port': ['ID=ad299158-e1f5-4051-82cc-d71a72887478,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:13.258456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61468b4-adcc-4070-af3e-05de816978a3 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fba613-5b31-41a7-a1a3-f8bc440c8a3e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:13.369592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=45d36f93-0d54-4611-bd37-9d765c9f9a55,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:13.407590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network a55455a6-434b-4dad-8d6d-b7b693179a78 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:13.408514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:13.566465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9f3161d1-572c-4ebd-879d-d88229a6247a None None] Provisioning complete for port ad299158-e1f5-4051-82cc-d71a72887478 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:13.567050 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f3161d1-572c-4ebd-879d-d88229a6247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.578158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router d040a985-a9ec-4194-9081-5bcbdb5728c3 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:31:13.706356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:13.716780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b16e903d-950d-476a-8e4c-065f0d963ea4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/d040a985-a9ec-4194-9081-5bcbdb5728c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4990196 Sep 29 23:31:13.720087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52474) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:13.729879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15845d-d6bc-4f79-b50d-68d7a7dbc7c7 None None] Sync routers for ids ['d040a985-a9ec-4194-9081-5bcbdb5728c3'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:13.744988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15845d-d6bc-4f79-b50d-68d7a7dbc7c7 None None] Routers {'d040a985-a9ec-4194-9081-5bcbdb5728c3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:13.745635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8c15845d-d6bc-4f79-b50d-68d7a7dbc7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d040a985-a9ec-4194-9081-5bcbdb5728c3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:13.766373 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.778390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8c15845d-d6bc-4f79-b50d-68d7a7dbc7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:13.780610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9f3161d1-572c-4ebd-879d-d88229a6247a None None] Provisioning complete for port 45d36f93-0d54-4611-bd37-9d765c9f9a55 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:13.780990 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f3161d1-572c-4ebd-879d-d88229a6247a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:13.810622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15845d-d6bc-4f79-b50d-68d7a7dbc7c7 None None] Routers {'d040a985-a9ec-4194-9081-5bcbdb5728c3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:13.811270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8c15845d-d6bc-4f79-b50d-68d7a7dbc7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d040a985-a9ec-4194-9081-5bcbdb5728c3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:13.833865 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1dbb28-39c5-4658-89e4-c145b260fcb9 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:13.835305 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7f1dbb28-39c5-4658-89e4-c145b260fcb9 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports/45d36f93-0d54-4611-bd37-9d765c9f9a55 HTTP/1.1" status: 200 len: 984 time: 0.1147087 Sep 29 23:31:13.838185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52476) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:13.847104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52478) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:13.851052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8c15845d-d6bc-4f79-b50d-68d7a7dbc7c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:13.851722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15845d-d6bc-4f79-b50d-68d7a7dbc7c7 None None] The sync data for ids ['d040a985-a9ec-4194-9081-5bcbdb5728c3'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:13.868566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9f3161d1-572c-4ebd-879d-d88229a6247a None None] Port 45d36f93-0d54-4611-bd37-9d765c9f9a55 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:13.886246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'network_id': '2576b570-df97-4424-82c3-2b4b1f96a5c1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:13.989540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-906fb04d-b564-4089-8f09-bee3f93e9bc1 None None] Provisioning complete for port 45d36f93-0d54-4611-bd37-9d765c9f9a55 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:13.989885 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-906fb04d-b564-4089-8f09-bee3f93e9bc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.029223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-906fb04d-b564-4089-8f09-bee3f93e9bc1 None None] Port 45d36f93-0d54-4611-bd37-9d765c9f9a55 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:14.071998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:14.075708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.150218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0daf4b3d-4836-4010-951c-a5bb1bfd6c89 None None] Provisioning complete for port 45d36f93-0d54-4611-bd37-9d765c9f9a55 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:14.151285 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0daf4b3d-4836-4010-951c-a5bb1bfd6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.192596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0daf4b3d-4836-4010-951c-a5bb1bfd6c89 None None] Port 45d36f93-0d54-4611-bd37-9d765c9f9a55 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:14.296163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Deleting port c88e1ef3-fa95-47cc-988b-37c8f9b07bba {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:14.296520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.333292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c9e6de86-a202-490b-bede-c91aad4738b5 None None] Provisioning complete for port 45d36f93-0d54-4611-bd37-9d765c9f9a55 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:14.333676 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c9e6de86-a202-490b-bede-c91aad4738b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.341035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.368053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c9e6de86-a202-490b-bede-c91aad4738b5 None None] Port 45d36f93-0d54-4611-bd37-9d765c9f9a55 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:14.374326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.479643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=2c8436fe-1267-48b1-8fe5-025f82e299e5,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:14.501714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking segment: {'id': '4085c131-a49a-47fd-865d-c53608a5f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2576b570-df97-4424-82c3-2b4b1f96a5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:14.502068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network hostable DHCP agents. Network: 2576b570-df97-4424-82c3-2b4b1f96a5c1, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:14.504995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] For port c88e1ef3-fa95-47cc-988b-37c8f9b07bba, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c88e1ef3-fa95-47cc-988b-37c8f9b07bba,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:14.505356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.520374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Calling delete_port for c88e1ef3-fa95-47cc-988b-37c8f9b07bba owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:14.556762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port 45d36f93-0d54-4611-bd37-9d765c9f9a55 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:14.557687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.570736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network 2576b570-df97-4424-82c3-2b4b1f96a5c1 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:14.591519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 2576b570-df97-4424-82c3-2b4b1f96a5c1) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:14.597935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:14.598544 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.604892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae26b7ba-88d5-450c-8f89-8ade02174e4d None None] Network 2576b570-df97-4424-82c3-2b4b1f96a5c1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:14.630596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ad299158-e1f5-4051-82cc-d71a72887478 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:14.659881 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-35b43c43-4b1e-4be1-86b5-e549abfd9b4d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8101234 Sep 29 23:31:14.662437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52482) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:14.669115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-558859701'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:14.677599 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.695520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for 45d36f93-0d54-4611-bd37-9d765c9f9a55 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:14.708953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:14.712546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.762533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ad299158-e1f5-4051-82cc-d71a72887478 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:14.762846 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.774363 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.779741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:14.793652 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.794003 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Added segment 082dcda9-c74b-4cfd-a759-097289b10ce0 of type vlan for network 2f2d6454-e022-442e-9378-36d08837a272 Sep 29 23:31:14.804029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Port': ['ID=c88e1ef3-fa95-47cc-988b-37c8f9b07bba,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:14.839580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-2576b570-df97-4424-82c3-2b4b1f96a5c1', 'network_id': '2576b570-df97-4424-82c3-2b4b1f96a5c1', 'tenant_id': '0c2ade494e7941bbb70a3f8befe35dd5', 'fixed_ips': [{'subnet_id': '2c8436fe-1267-48b1-8fe5-025f82e299e5'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:14.840534 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.883925 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.937214 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.943470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:14.943665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:14.993940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3278480 Sep 29 23:31:14.994721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device f18e085c-be0b-4678-aab5-c2ee22b73ca4 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:14.995314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52484) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:15.033201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'network_id': '2f2d6454-e022-442e-9378-36d08837a272', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:15.033477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: f18e085c-be0b-4678-aab5-c2ee22b73ca4 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:15.033806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device f18e085c-be0b-4678-aab5-c2ee22b73ca4 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:15.041739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4563565-ff46-4129-8954-7f57e680abde tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=2f2d6454-e022-442e-9378-36d08837a272,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:15.048524 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:15.057948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 2f2d6454-e022-442e-9378-36d08837a272 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:15.082588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Allocated IP 2001:db8:0:ffff::2 (2576b570-df97-4424-82c3-2b4b1f96a5c1/2c8436fe-1267-48b1-8fe5-025f82e299e5/e17a23cf-fb50-4dff-9aab-cf0a553f9de7) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:15.087124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=45d36f93-0d54-4611-bd37-9d765c9f9a55,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:15.089527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:15.207373 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:15.241119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:15.244969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:15.354309 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:15.371293 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:15.402748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router d040a985-a9ec-4194-9081-5bcbdb5728c3 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:15.423496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Network 2576b570-df97-4424-82c3-2b4b1f96a5c1 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:15.426626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:15.430212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:15.441117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Pushing event updated for resources: {'Port': ['ID=e17a23cf-fb50-4dff-9aab-cf0a553f9de7,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:15.497079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Attempting to bind port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:15.497453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Attempting to bind port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '4085c131-a49a-47fd-865d-c53608a5f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2576b570-df97-4424-82c3-2b4b1f96a5c1'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:15.497824 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Attempting to bind port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 on network 2576b570-df97-4424-82c3-2b4b1f96a5c1 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:15.504018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:15.504406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Checking segment: {'id': '4085c131-a49a-47fd-865d-c53608a5f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2576b570-df97-4424-82c3-2b4b1f96a5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:15.504987 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:15.505399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Bound using segment: {'id': '4085c131-a49a-47fd-865d-c53608a5f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2576b570-df97-4424-82c3-2b4b1f96a5c1'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:15.505874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Bound port: e17a23cf-fb50-4dff-9aab-cf0a553f9de7, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4085c131-a49a-47fd-865d-c53608a5f713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '2576b570-df97-4424-82c3-2b4b1f96a5c1'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:15.506266 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:15.570693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Router 4fc6b196-13d8-4c25-8792-0241e7301b99 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:15.577039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] For port e17a23cf-fb50-4dff-9aab-cf0a553f9de7, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:15.581191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] For port e17a23cf-fb50-4dff-9aab-cf0a553f9de7, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e17a23cf-fb50-4dff-9aab-cf0a553f9de7,segment=NetworkSegment(4085c131-a49a-47fd-865d-c53608a5f713),segment_id=4085c131-a49a-47fd-865d-c53608a5f713)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:15.586995 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:15.661980 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d739e2-42cf-457b-abeb-573f5bd6f09d None None] Pushing event updated for resources: {'Port': ['ID=e17a23cf-fb50-4dff-9aab-cf0a553f9de7,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:15.671793 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:15.789420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=a45216df-9b26-4098-8785-5e31287dbce5,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:15.792651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:15.798675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:15.799618 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6e826ad7-68ab-41ac-80ee-fa4703e3ade7 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "PUT /v2.0/routers/4fc6b196-13d8-4c25-8792-0241e7301b99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6290293 Sep 29 23:31:15.802255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52488) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:15.805577 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] Sync routers for ids ['4fc6b196-13d8-4c25-8792-0241e7301b99'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:15.810442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ccbd3013-0668-4932-897f-e97a641f96e4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/d040a985-a9ec-4194-9081-5bcbdb5728c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9685435 Sep 29 23:31:15.812995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52490) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:15.813121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08502c-02bd-48c6-9ad6-7b781c0289dd None None] Sync routers for ids ['d040a985-a9ec-4194-9081-5bcbdb5728c3'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:15.816238 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] Routers {'4fc6b196-13d8-4c25-8792-0241e7301b99'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:15.816856 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['4fc6b196-13d8-4c25-8792-0241e7301b99'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:15.821953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking segment: {'id': '082dcda9-c74b-4cfd-a759-097289b10ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': '2f2d6454-e022-442e-9378-36d08837a272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:15.822571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network hostable DHCP agents. Network: 2f2d6454-e022-442e-9378-36d08837a272, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:15.828903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08502c-02bd-48c6-9ad6-7b781c0289dd None None] Routers {'d040a985-a9ec-4194-9081-5bcbdb5728c3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:15.829555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7c08502c-02bd-48c6-9ad6-7b781c0289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d040a985-a9ec-4194-9081-5bcbdb5728c3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:15.895485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7c08502c-02bd-48c6-9ad6-7b781c0289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:15.922101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08502c-02bd-48c6-9ad6-7b781c0289dd None None] Routers {'d040a985-a9ec-4194-9081-5bcbdb5728c3'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:15.922748 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7c08502c-02bd-48c6-9ad6-7b781c0289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d040a985-a9ec-4194-9081-5bcbdb5728c3'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:15.928284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-23497c39-0d00-43d1-ac93-e5d664732368 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Deleting subnet 19b93d8b-9edd-4ace-a93e-35f534a9e4f0 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:15.936920 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23497c39-0d00-43d1-ac93-e5d664732368 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.000161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] Set router 4fc6b196-13d8-4c25-8792-0241e7301b99 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:16.013220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23497c39-0d00-43d1-ac93-e5d664732368 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.014700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7c08502c-02bd-48c6-9ad6-7b781c0289dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:16.015379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08502c-02bd-48c6-9ad6-7b781c0289dd None None] The sync data for ids ['d040a985-a9ec-4194-9081-5bcbdb5728c3'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:16.124157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23497c39-0d00-43d1-ac93-e5d664732368 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.185348 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23497c39-0d00-43d1-ac93-e5d664732368 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.202474 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:31:14Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:16.215739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23497c39-0d00-43d1-ac93-e5d664732368 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Subnet': ['ID=19b93d8b-9edd-4ace-a93e-35f534a9e4f0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:16.219974 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23497c39-0d00-43d1-ac93-e5d664732368 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.224748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-23497c39-0d00-43d1-ac93-e5d664732368 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "DELETE /v2.0/subnets/19b93d8b-9edd-4ace-a93e-35f534a9e4f0 HTTP/1.1" status: 204 len: 168 time: 0.4214301 Sep 29 23:31:16.225390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52492) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:16.233066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf68b64-4a49-4380-9246-253ad1af81bf None None] Network 5bd5fbc8-8b72-4017-91db-cf292c93eded requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:16.238738 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] Checking router: 4fc6b196-13d8-4c25-8792-0241e7301b99 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:31:16.248326 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] Routers {'4fc6b196-13d8-4c25-8792-0241e7301b99'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:16.249555 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['4fc6b196-13d8-4c25-8792-0241e7301b99'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:16.379033 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] Set router 4fc6b196-13d8-4c25-8792-0241e7301b99 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:16.394778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network 2f2d6454-e022-442e-9378-36d08837a272 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:16.404874 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.464839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 2f2d6454-e022-442e-9378-36d08837a272) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:16.472143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e397f24-2108-42c5-90d5-79afed4a3bc0 None None] Network 2f2d6454-e022-442e-9378-36d08837a272 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:16.489200 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-3858ab72-91cb-462d-9fe5-3fa1388bdb6c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] remove_router_interface failed (client error): The resource could not be found. Sep 29 23:31:16.494879 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3858ab72-91cb-462d-9fe5-3fa1388bdb6c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/d040a985-a9ec-4194-9081-5bcbdb5728c3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6796250 Sep 29 23:31:16.495121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52496) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:16.496607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:16.497155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.503226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffd5a30-5d74-4a33-8618-9d1484622df2 None None] DHCP port deletion for 5bd5fbc8-8b72-4017-91db-cf292c93eded request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:16.551344 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-63d8a20c-6465-49e6-ba65-8e3b135c0013 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=d040a985-a9ec-4194-9081-5bcbdb5728c3 HTTP/1.1" status: 200 len: 205 time: 0.0512233 Sep 29 23:31:16.554741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52498) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:16.580758 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.607315 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ca09e28d-5991-4b6d-907e-864855864c78 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5807569 Sep 29 23:31:16.613774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52500) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:16.672964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd5a30-5d74-4a33-8618-9d1484622df2 None None] Deleting port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:16.673471 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5a30-5d74-4a33-8618-9d1484622df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.736536 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fb1938d-be5e-4f16-ab02-a89a69f6e4a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.861439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e17a23cf-fb50-4dff-9aab-cf0a553f9de7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:16.878082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Deleting port 95b0a7bb-64a2-44f9-a124-91369ccb2afa {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:16.878675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.890991 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.929273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0ffd5a30-5d74-4a33-8618-9d1484622df2 None None] For port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5cfeab1a-6cb2-4fff-abc4-1db9ee884c66,segment=NetworkSegment(9c1c468e-b170-401b-b5f6-66ea8802b1f8),segment_id=9c1c468e-b170-401b-b5f6-66ea8802b1f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:16.929675 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5a30-5d74-4a33-8618-9d1484622df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.961892 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:31:14Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:16.969132 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0ffd5a30-5d74-4a33-8618-9d1484622df2 None None] Calling delete_port for 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:16.980397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:16.980783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.990128 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:16.999055 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af9eb4d-ce45-4550-b22f-cfbebd860652 None None] The sync data for ids ['4fc6b196-13d8-4c25-8792-0241e7301b99'] in n-d-811173-2 is: [{'id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'name': 'tempest-TestSecurityGroupsBasicOps-router-521593820', 'tenant_id': '017e7a33ad044e3bbbb26b207169c28f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:32Z', 'updated_at': '2021-09-29T23:31:14Z', 'revision_number': 5, 'project_id': '017e7a33ad044e3bbbb26b207169c28f', 'gw_port': {'id': '95b0a7bb-64a2-44f9-a124-91369ccb2afa', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c6:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc6b196-13d8-4c25-8792-0241e7301b99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:33Z', 'updated_at': '2021-09-29T23:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:17.037707 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fb1938d-be5e-4f16-ab02-a89a69f6e4a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.044722 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fb1938d-be5e-4f16-ab02-a89a69f6e4a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.083229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaea12f3-0429-4f89-883f-2df3ef5cd116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-2f2d6454-e022-442e-9378-36d08837a272', 'network_id': '2f2d6454-e022-442e-9378-36d08837a272', 'tenant_id': '0c2ade494e7941bbb70a3f8befe35dd5', 'fixed_ips': [{'subnet_id': 'a45216df-9b26-4098-8785-5e31287dbce5'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:17.084117 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eaea12f3-0429-4f89-883f-2df3ef5cd116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.106205 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fb1938d-be5e-4f16-ab02-a89a69f6e4a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.110876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] For port 95b0a7bb-64a2-44f9-a124-91369ccb2afa, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=95b0a7bb-64a2-44f9-a124-91369ccb2afa,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:17.111449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.112387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb1938d-be5e-4f16-ab02-a89a69f6e4a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Fanout notify agent at l3_agent the message router_deleted on router d040a985-a9ec-4194-9081-5bcbdb5728c3 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:31:17.122463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0fb1938d-be5e-4f16-ab02-a89a69f6e4a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.123923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0fb1938d-be5e-4f16-ab02-a89a69f6e4a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/d040a985-a9ec-4194-9081-5bcbdb5728c3 HTTP/1.1" status: 204 len: 168 time: 0.5679591 Sep 29 23:31:17.126188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52502) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:17.131050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598db550-9582-4ecf-97ef-aeafb9054eb9 None None] Network 2576b570-df97-4424-82c3-2b4b1f96a5c1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:17.144301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Calling delete_port for 95b0a7bb-64a2-44f9-a124-91369ccb2afa owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:17.155425 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.183596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5f9def-216b-4821-8f21-b3bc372f81bd tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting subnet 14b60cd3-503c-4cdd-927b-73ad0ee2f412 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:17.186863 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b5f9def-216b-4821-8f21-b3bc372f81bd tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.221742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Subnet': ['ID=a45216df-9b26-4098-8785-5e31287dbce5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:17.241421 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b5f9def-216b-4821-8f21-b3bc372f81bd tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.270641 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5a30-5d74-4a33-8618-9d1484622df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.308061 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.334476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f2d6454-e022-442e-9378-36d08837a272']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:17.357757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd5a30-5d74-4a33-8618-9d1484622df2 None None] Pushing event deleted for resources: {'Port': ['ID=5cfeab1a-6cb2-4fff-abc4-1db9ee884c66,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:17.360637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffd5a30-5d74-4a33-8618-9d1484622df2 None None] No DVR routers for this DVR port 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:17.363112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b2ecb772-a840-40ad-b951-aef80ae362fa None None] Provisioning complete for port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:17.363442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2ecb772-a840-40ad-b951-aef80ae362fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.368137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b5f9def-216b-4821-8f21-b3bc372f81bd tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.368506 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server [None req-eaea12f3-0429-4f89-883f-2df3ef5cd116 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a45216df-9b26-4098-8785-5e31287dbce5: This subnet is being modified by another concurrent operation. Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:31:17.376923 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise exception Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a45216df-9b26-4098-8785-5e31287dbce5: This subnet is being modified by another concurrent operation. Sep 29 23:31:17.380266 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Sep 29 23:31:17.398451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082dcda9-c74b-4cfd-a759-097289b10ce0') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:17.398599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082dcda9-c74b-4cfd-a759-097289b10ce0') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:17.416864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f1cbee-f324-4ecf-9ab7-3356acb9903a None None] Network 2f2d6454-e022-442e-9378-36d08837a272 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:17.417294 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.458798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.473156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:17.473578 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:17.477107 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:17.485486 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b5f9def-216b-4821-8f21-b3bc372f81bd tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.515761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f9def-216b-4821-8f21-b3bc372f81bd tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Subnet': ['ID=14b60cd3-503c-4cdd-927b-73ad0ee2f412,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:17.527864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b5f9def-216b-4821-8f21-b3bc372f81bd tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.529924 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b5f9def-216b-4821-8f21-b3bc372f81bd tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/14b60cd3-503c-4cdd-927b-73ad0ee2f412 HTTP/1.1" status: 204 len: 168 time: 0.4025979 Sep 29 23:31:17.533952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52506) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:17.604333 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.613613 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.616049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/2f2d6454-e022-442e-9378-36d08837a272 HTTP/1.1" status: 204 len: 168 time: 1.0006120 Sep 29 23:31:17.618030 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.643127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52510) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:17.646249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7279a6-0b00-49d1-ab4d-70672a8c1310 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Network': ['ID=2f2d6454-e022-442e-9378-36d08837a272,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:17.668920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.680716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1022697657'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:17.684576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Port': ['ID=95b0a7bb-64a2-44f9-a124-91369ccb2afa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:17.743456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port ad299158-e1f5-4051-82cc-d71a72887478 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:17.744452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.746001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a2b58f-ddac-4b6b-8242-0a56ee4ff083 None None] Network a55455a6-434b-4dad-8d6d-b7b693179a78 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:17.778677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port e17a23cf-fb50-4dff-9aab-cf0a553f9de7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e17a23cf-fb50-4dff-9aab-cf0a553f9de7,segment=NetworkSegment(4085c131-a49a-47fd-865d-c53608a5f713),segment_id=4085c131-a49a-47fd-865d-c53608a5f713)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:17.799100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:17.802750 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.804625 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.815193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port ad299158-e1f5-4051-82cc-d71a72887478, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ad299158-e1f5-4051-82cc-d71a72887478,segment=NetworkSegment(793f5b5e-bcbb-4641-ae00-128d4f717690),segment_id=793f5b5e-bcbb-4641-ae00-128d4f717690)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:17.815646 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.821180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b195d7a-7b4b-45bb-975e-488140b26284 req-3f0a7d0c-8ded-4f77-b52f-e16d3ec45695 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:17.823499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b195d7a-7b4b-45bb-975e-488140b26284 req-3f0a7d0c-8ded-4f77-b52f-e16d3ec45695 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1097 time: 0.1034105 Sep 29 23:31:17.830226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.840565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for ad299158-e1f5-4051-82cc-d71a72887478 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:17.911687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:17.936003 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.946396 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.951367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:17.964369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:17.976190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No DVR routers for this DVR port ad299158-e1f5-4051-82cc-d71a72887478 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:17.978149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=ad299158-e1f5-4051-82cc-d71a72887478,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:17.996043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:17.996391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5cfeab1a-6cb2-4fff-abc4-1db9ee884c66 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:18.021115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b195d7a-7b4b-45bb-975e-488140b26284 req-93857e99-989b-4589-8299-5d5cebc39c59 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597381 Sep 29 23:31:18.022253 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.022581 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Added segment be3de29b-160c-4b96-beeb-38ee2aaa1527 of type vlan for network 195365f6-7ad3-4168-b876-f031161338cf Sep 29 23:31:18.033973 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.034542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Fanout notify agent at l3_agent the message router_deleted on router 4fc6b196-13d8-4c25-8792-0241e7301b99 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:31:18.047499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.051121 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-019c91a3-c2ed-4e9c-bbb1-b12b84e75033 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "DELETE /v2.0/routers/4fc6b196-13d8-4c25-8792-0241e7301b99 HTTP/1.1" status: 204 len: 168 time: 1.8223615 Sep 29 23:31:18.051881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52514) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:18.076014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=e17a23cf-fb50-4dff-9aab-cf0a553f9de7,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:18.095170 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.143227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.162297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.176659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:18.177349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.200898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27171f8e-ab49-463b-a701-d4f498223262 None None] DHCP port deletion for a55455a6-434b-4dad-8d6d-b7b693179a78 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:18.219734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a55455a6-434b-4dad-8d6d-b7b693179a78']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:18.244585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '793f5b5e-bcbb-4641-ae00-128d4f717690') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:18.244955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '793f5b5e-bcbb-4641-ae00-128d4f717690') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:18.254924 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.261084 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.276637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6238129 Sep 29 23:31:18.283231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52518) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:18.286577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'network_id': '195365f6-7ad3-4168-b876-f031161338cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:18.290361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.318198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:18.318711 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:18.321974 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:18.325412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f0f08-e273-4aa6-b023-32e454731f9c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=195365f6-7ad3-4168-b876-f031161338cf,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:18.335604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 195365f6-7ad3-4168-b876-f031161338cf details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:18.346244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82d87a-9b97-4caf-acb2-7f41cd2cd2fe req-51a6f1df-8feb-48de-92a1-e8f996bccf38 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:18.351796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b82d87a-9b97-4caf-acb2-7f41cd2cd2fe req-51a6f1df-8feb-48de-92a1-e8f996bccf38 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1483064 Sep 29 23:31:18.389950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b82d87a-9b97-4caf-acb2-7f41cd2cd2fe req-94aa9b9e-d930-48e5-84c9-71deebee5dd0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371277 Sep 29 23:31:18.415688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52520) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:18.423335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702ef55e-dbae-4b3c-a14c-7948b220d2d2 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:31:18.479505 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.484710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.488309 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/networks/a55455a6-434b-4dad-8d6d-b7b693179a78 HTTP/1.1" status: 204 len: 168 time: 0.9519694 Sep 29 23:31:18.496084 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a74e1c5d-7980-47de-9633-9ba76060b589 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/1cb194ff-c67a-4920-ae0f-a131d57014ce HTTP/1.1" status: 200 len: 993 time: 0.0783746 Sep 29 23:31:18.496696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52522) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:18.499572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8384512f-c3db-40c1-a9b4-707a6e673ca1 None None] Provisioning complete for port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:18.499966 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8384512f-c3db-40c1-a9b4-707a6e673ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.504117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1869662805'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:18.520993 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.557779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:18.564041 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.565100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 29 23:31:18.565100 n-d-811173-2 neutron-server[110006]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 29 23:31:18.565100 n-d-811173-2 neutron-server[110006]: [parameters: {'project_id': '0c2ade494e7941bbb70a3f8befe35dd5', 'id': '2d1fb0e1-8198-429d-bfcc-01c80f545503', 'expiration': datetime.datetime(2021, 9, 29, 23, 33, 18, 536113)}] Sep 29 23:31:18.565100 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:31:18.565478 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:31:18.567576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d7876-4bde-482d-8408-ca7badbb17c1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Network': ['ID=a55455a6-434b-4dad-8d6d-b7b693179a78,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:18.570382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd5fbc8-8b72-4017-91db-cf292c93eded']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:18.580344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c1c468e-b170-401b-b5f6-66ea8802b1f8') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:18.580651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c1c468e-b170-401b-b5f6-66ea8802b1f8') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:18.595252 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702ef55e-dbae-4b3c-a14c-7948b220d2d2 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:31:18.595752 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.601838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:18.623937 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.623937 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added segment 078146dc-34cd-40db-ae33-d65a7d8ab5a7 of type vlan for network 6a7ccdec-8085-4598-908d-af505e6be049 Sep 29 23:31:18.631572 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.638166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:18.638650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:18.642667 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:18.694887 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.697666 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:31:18.722391 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.728774 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.734770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:18.736094 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.739291 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.743480 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] 10.222.0.44 "DELETE /v2.0/networks/5bd5fbc8-8b72-4017-91db-cf292c93eded HTTP/1.1" status: 204 len: 168 time: 0.6882057 Sep 29 23:31:18.771652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2738309 Sep 29 23:31:18.774973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52534) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:18.782075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'subnet': {'network_id': '6a7ccdec-8085-4598-908d-af505e6be049', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:18.785047 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e17a23cf-fb50-4dff-9aab-cf0a553f9de7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:18.786459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e48984-271b-4d45-a1a3-19a5f6e85db6 tempest-TestSecurityGroupsBasicOps-1846630998 tempest-TestSecurityGroupsBasicOps-1846630998-project] Pushing event deleted for resources: {'Network': ['ID=5bd5fbc8-8b72-4017-91db-cf292c93eded,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:18.882785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26b2d1-eacf-4a0e-87ef-ece48e54f10b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Network': ['ID=6a7ccdec-8085-4598-908d-af505e6be049,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:18.914468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6a7ccdec-8085-4598-908d-af505e6be049 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:18.940553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:18.940935 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.956901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:18.961266 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:18.985429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-cab8b915-4ac2-4354-8341-0b46e93ec3e2 req-2e18bca6-9ad9-4cd0-8456-edb9032f98dc service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:31:18.986513 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cab8b915-4ac2-4354-8341-0b46e93ec3e2 req-2e18bca6-9ad9-4cd0-8456-edb9032f98dc service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1109326 Sep 29 23:31:19.095307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:19.100673 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.193655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:19.199035 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c88e1ef3-fa95-47cc-988b-37c8f9b07bba no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:19.224514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: c88e1ef3-fa95-47cc-988b-37c8f9b07bba {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:19.225290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c88e1ef3-fa95-47cc-988b-37c8f9b07bba not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:19.226214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ad299158-e1f5-4051-82cc-d71a72887478 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:19.233340 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.249881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ad299158-e1f5-4051-82cc-d71a72887478 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:19.249881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ad299158-e1f5-4051-82cc-d71a72887478 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:19.250679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 95b0a7bb-64a2-44f9-a124-91369ccb2afa no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:19.274621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 95b0a7bb-64a2-44f9-a124-91369ccb2afa {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:19.276067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 95b0a7bb-64a2-44f9-a124-91369ccb2afa not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:19.347754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Subnet': ['ID=257155a9-52d1-4aae-a88e-7724e862fec4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:19.396678 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fccf6363-44f3-4b2a-9af0-43364d9e6d6d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=017e7a33ad044e3bbbb26b207169c28f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021229 Sep 29 23:31:19.397693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Checking segment: {'id': '078146dc-34cd-40db-ae33-d65a7d8ab5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6a7ccdec-8085-4598-908d-af505e6be049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:19.398059 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network hostable DHCP agents. Network: 6a7ccdec-8085-4598-908d-af505e6be049, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:19.399350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52550) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:19.407181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.417072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 6a7ccdec-8085-4598-908d-af505e6be049 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:19.426779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6a7ccdec-8085-4598-908d-af505e6be049) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:19.435487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:19.435654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd24c26f-6193-41b7-8176-0b5cf38933e8 None None] Network 6a7ccdec-8085-4598-908d-af505e6be049 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:19.436111 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.460490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-63dafb70-e424-481b-a040-852420494d69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6848366 Sep 29 23:31:19.461636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52552) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:19.470150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f73e11f5-7eb4-447b-8d8f-077c54582e9a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1761544748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:19.497184 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f73e11f5-7eb4-447b-8d8f-077c54582e9a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.498471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f73e11f5-7eb4-447b-8d8f-077c54582e9a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.517923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=33bd15aa-07b5-4d9d-aacf-4af3fb06c44f,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:19.536396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking segment: {'id': 'be3de29b-160c-4b96-beeb-38ee2aaa1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '195365f6-7ad3-4168-b876-f031161338cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:19.536811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network hostable DHCP agents. Network: 195365f6-7ad3-4168-b876-f031161338cf, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:19.575633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-554f74d0-9a41-450c-8776-9f936b6de8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.581896 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f73e11f5-7eb4-447b-8d8f-077c54582e9a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.601677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network 195365f6-7ad3-4168-b876-f031161338cf is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:19.606003 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-554f74d0-9a41-450c-8776-9f936b6de8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.624010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 195365f6-7ad3-4168-b876-f031161338cf) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:19.628040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f73e11f5-7eb4-447b-8d8f-077c54582e9a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.633271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee6aad0-bf6f-4716-96f0-af3ef4fdd233 None None] Network 195365f6-7ad3-4168-b876-f031161338cf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:19.640201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:19.641081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.674947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-6a7ccdec-8085-4598-908d-af505e6be049', 'network_id': '6a7ccdec-8085-4598-908d-af505e6be049', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'fixed_ips': [{'subnet_id': '257155a9-52d1-4aae-a88e-7724e862fec4'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:19.676453 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.686651 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f73e11f5-7eb4-447b-8d8f-077c54582e9a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.687953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f73e11f5-7eb4-447b-8d8f-077c54582e9a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2238932 Sep 29 23:31:19.691607 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-27275ae4-5b97-47da-8c24-c86918378ca6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4089732 Sep 29 23:31:19.692006 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52556) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:19.692538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52558) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:19.701521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1673775072'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:19.727956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610cc90f-f56c-42d1-91f4-529f8bed13d2 req-3ed02474-bfd1-4b30-a5ab-e9f7d34a1bda tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:19.729545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-610cc90f-f56c-42d1-91f4-529f8bed13d2 req-3ed02474-bfd1-4b30-a5ab-e9f7d34a1bda tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1447539 Sep 29 23:31:19.732336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-9c5634ec-1647-4888-a298-f4ccd5ee8ded service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1488445 Sep 29 23:31:19.737648 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-554f74d0-9a41-450c-8776-9f936b6de8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.740557 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-554f74d0-9a41-450c-8776-9f936b6de8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.741977 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-554f74d0-9a41-450c-8776-9f936b6de8d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fcecdd2e-8626-4edc-a37a-318ba213fb40 HTTP/1.1" status: 204 len: 168 time: 0.3414814 Sep 29 23:31:19.753874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:19.757946 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.763405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554f74d0-9a41-450c-8776-9f936b6de8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcecdd2e-8626-4edc-a37a-318ba213fb40,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:19.853985 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-610cc90f-f56c-42d1-91f4-529f8bed13d2 req-df365008-2424-477e-a459-fbdc03900d59 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104119 Sep 29 23:31:19.860732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:19.874673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:19.875533 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Added segment 161e99d2-baa2-4ef9-a6db-a83f6b2e32db of type vlan for network e800d4c0-6cfe-4b71-9502-30a134553248 Sep 29 23:31:19.967609 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.013736 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.021105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-195365f6-7ad3-4168-b876-f031161338cf', 'network_id': '195365f6-7ad3-4168-b876-f031161338cf', 'tenant_id': '0c2ade494e7941bbb70a3f8befe35dd5', 'fixed_ips': [{'subnet_id': '33bd15aa-07b5-4d9d-aacf-4af3fb06c44f'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:20.021957 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.031775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:20.034158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.063713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Allocated IP 2001:db8::2 (6a7ccdec-8085-4598-908d-af505e6be049/257155a9-52d1-4aae-a88e-7724e862fec4/f446b07e-32c0-42a2-841d-d984db3e0b44) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:20.078901 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.125249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4297588 Sep 29 23:31:20.129076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52576) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:20.136402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'network_id': 'e800d4c0-6cfe-4b71-9502-30a134553248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:20.216844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bf82c-97c2-4630-b1df-bdd488d61340 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=e800d4c0-6cfe-4b71-9502-30a134553248,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:20.254202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network e800d4c0-6cfe-4b71-9502-30a134553248 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:20.297960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52584) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:20.328361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Allocated IP 2001:db8::1 (195365f6-7ad3-4168-b876-f031161338cf/33bd15aa-07b5-4d9d-aacf-4af3fb06c44f/d3829ddd-d2e3-4af5-a51d-23bc339bcf39) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:20.339360 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d8c4-a07f-4f5c-bafb-6e149d07b677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.354774 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.371464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:20.375196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.460307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Performing IP validity checks on allocation pools {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 23:31:20.461048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 23:31:20.518123 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.528998 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.582005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Network 6a7ccdec-8085-4598-908d-af505e6be049 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:20.613591 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d8c4-a07f-4f5c-bafb-6e149d07b677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.616816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:20.618741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Pushing event updated for resources: {'Port': ['ID=f446b07e-32c0-42a2-841d-d984db3e0b44,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:20.624156 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d8c4-a07f-4f5c-bafb-6e149d07b677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.630935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:20.634565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Allocated IP 2001:db8::1 (6a7ccdec-8085-4598-908d-af505e6be049/257155a9-52d1-4aae-a88e-7724e862fec4/e3340f10-88a1-403a-8426-23945dbe1c88) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:20.692126 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5d8c4-a07f-4f5c-bafb-6e149d07b677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65a85b3-802d-4000-b2ed-0ab4fd5f27c7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:20.736899 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a0b5d8c4-a07f-4f5c-bafb-6e149d07b677 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1e2d9d3b7c404341a75384d79d1cf822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332223 Sep 29 23:31:20.738707 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.740846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52592) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:20.831566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=aba18a2d-16c1-4258-bb3c-2defc72f691d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:20.837129 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.867266 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd26d5da-313d-4b58-af5e-f8a3fc7bd262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.870708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking segment: {'id': '161e99d2-baa2-4ef9-a6db-a83f6b2e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e800d4c0-6cfe-4b71-9502-30a134553248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:20.871302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network hostable DHCP agents. Network: e800d4c0-6cfe-4b71-9502-30a134553248, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:20.889237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.901496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.902987 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd26d5da-313d-4b58-af5e-f8a3fc7bd262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.905850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Attempting to bind port f446b07e-32c0-42a2-841d-d984db3e0b44 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:20.906402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Attempting to bind port f446b07e-32c0-42a2-841d-d984db3e0b44 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '078146dc-34cd-40db-ae33-d65a7d8ab5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6a7ccdec-8085-4598-908d-af505e6be049'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:20.907435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Attempting to bind port f446b07e-32c0-42a2-841d-d984db3e0b44 on network 6a7ccdec-8085-4598-908d-af505e6be049 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:20.912188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:20.912594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Checking segment: {'id': '078146dc-34cd-40db-ae33-d65a7d8ab5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6a7ccdec-8085-4598-908d-af505e6be049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:20.913203 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.913761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Bound using segment: {'id': '078146dc-34cd-40db-ae33-d65a7d8ab5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6a7ccdec-8085-4598-908d-af505e6be049'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:20.914424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Bound port: f446b07e-32c0-42a2-841d-d984db3e0b44, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '078146dc-34cd-40db-ae33-d65a7d8ab5a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6a7ccdec-8085-4598-908d-af505e6be049'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:20.914973 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.925909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network e800d4c0-6cfe-4b71-9502-30a134553248 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:20.927288 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.978516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, e800d4c0-6cfe-4b71-9502-30a134553248) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:20.990604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d68f9272-c599-4bca-986c-bfc50801dadc req-be92507b-75eb-4926-b0f1-499b9405e9f1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3722212 Sep 29 23:31:20.991050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:20.991758 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:20.992682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 6a7ccdec-8085-4598-908d-af505e6be049 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:20.999811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:21.002049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=e3340f10-88a1-403a-8426-23945dbe1c88,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:21.004426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:21.005079 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.007283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd26d5da-313d-4b58-af5e-f8a3fc7bd262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.012046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd26d5da-313d-4b58-af5e-f8a3fc7bd262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.018239 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fef8ee-806a-4ec1-ad6d-420289a1e66d None None] Network e800d4c0-6cfe-4b71-9502-30a134553248 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:21.029728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dd26d5da-313d-4b58-af5e-f8a3fc7bd262 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c65a85b3-802d-4000-b2ed-0ab4fd5f27c7 HTTP/1.1" status: 204 len: 168 time: 0.2849154 Sep 29 23:31:21.038805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Network 195365f6-7ad3-4168-b876-f031161338cf is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:21.042473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8346c2a5-95be-497a-9449-8543c7528e33 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9117017 Sep 29 23:31:21.048043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52600) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:21.095290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26d5da-313d-4b58-af5e-f8a3fc7bd262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65a85b3-802d-4000-b2ed-0ab4fd5f27c7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:21.096057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:21.116208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:21.147075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879984af-5dce-4276-b5b8-4476426e74c6 req-6ed1d21f-e6e6-4909-b06b-01cca3a2eac0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:21.149377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-879984af-5dce-4276-b5b8-4476426e74c6 req-6ed1d21f-e6e6-4909-b06b-01cca3a2eac0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1160877 Sep 29 23:31:21.207105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-879984af-5dce-4276-b5b8-4476426e74c6 req-6c5a611a-f0b7-4e16-8a81-724a69267583 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500264 Sep 29 23:31:21.211029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Pushing event updated for resources: {'Port': ['ID=d3829ddd-d2e3-4af5-a51d-23bc339bcf39,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:21.253506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f9272-c599-4bca-986c-bfc50801dadc req-3fa868df-1f9a-4a43-8334-5c4bb03070a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:21.255013 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d68f9272-c599-4bca-986c-bfc50801dadc req-3fa868df-1f9a-4a43-8334-5c4bb03070a6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1096 time: 0.1400013 Sep 29 23:31:21.261029 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.273349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.286803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] For port f446b07e-32c0-42a2-841d-d984db3e0b44, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:21.295534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Attempting to bind port d3829ddd-d2e3-4af5-a51d-23bc339bcf39 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:21.295927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Attempting to bind port d3829ddd-d2e3-4af5-a51d-23bc339bcf39 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'be3de29b-160c-4b96-beeb-38ee2aaa1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '195365f6-7ad3-4168-b876-f031161338cf'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:21.296289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Attempting to bind port d3829ddd-d2e3-4af5-a51d-23bc339bcf39 on network 195365f6-7ad3-4168-b876-f031161338cf {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:21.311087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:21.311458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Checking segment: {'id': 'be3de29b-160c-4b96-beeb-38ee2aaa1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '195365f6-7ad3-4168-b876-f031161338cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:21.311907 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.312299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Bound using segment: {'id': 'be3de29b-160c-4b96-beeb-38ee2aaa1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '195365f6-7ad3-4168-b876-f031161338cf'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:21.312784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Bound port: d3829ddd-d2e3-4af5-a51d-23bc339bcf39, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be3de29b-160c-4b96-beeb-38ee2aaa1527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '195365f6-7ad3-4168-b876-f031161338cf'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:21.313171 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.319572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] For port f446b07e-32c0-42a2-841d-d984db3e0b44, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f446b07e-32c0-42a2-841d-d984db3e0b44,segment=NetworkSegment(078146dc-34cd-40db-ae33-d65a7d8ab5a7),segment_id=078146dc-34cd-40db-ae33-d65a7d8ab5a7)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:21.332779 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.489963 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a0b96-bdb9-4d14-8bd8-403106dc784f None None] Pushing event updated for resources: {'Port': ['ID=f446b07e-32c0-42a2-841d-d984db3e0b44,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:21.496570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] For port d3829ddd-d2e3-4af5-a51d-23bc339bcf39, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:21.499858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] For port d3829ddd-d2e3-4af5-a51d-23bc339bcf39, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d3829ddd-d2e3-4af5-a51d-23bc339bcf39,segment=NetworkSegment(be3de29b-160c-4b96-beeb-38ee2aaa1527),segment_id=be3de29b-160c-4b96-beeb-38ee2aaa1527)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:21.506613 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.517410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-e800d4c0-6cfe-4b71-9502-30a134553248', 'network_id': 'e800d4c0-6cfe-4b71-9502-30a134553248', 'tenant_id': '0c2ade494e7941bbb70a3f8befe35dd5', 'fixed_ips': [{'subnet_id': 'aba18a2d-16c1-4258-bb3c-2defc72f691d'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:21.518646 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.520878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f9272-c599-4bca-986c-bfc50801dadc req-1fcbe1ff-c46b-48f5-a35f-c93291eaeabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:21.522363 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d68f9272-c599-4bca-986c-bfc50801dadc req-1fcbe1ff-c46b-48f5-a35f-c93291eaeabd service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.2470133 Sep 29 23:31:21.524901 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:21.658903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52604) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:21.667733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-05f51d02-8fb9-47fa-97b8-cbc9ddf80237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:21.669585 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-05f51d02-8fb9-47fa-97b8-cbc9ddf80237 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1097 time: 0.1857014 Sep 29 23:31:21.684977 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f94b644-e324-44a1-b3c8-331cca4f261e None None] Pushing event updated for resources: {'Port': ['ID=d3829ddd-d2e3-4af5-a51d-23bc339bcf39,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:21.787544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Allocated IP 2001:db8::3 (e800d4c0-6cfe-4b71-9502-30a134553248/aba18a2d-16c1-4258-bb3c-2defc72f691d/49d1b95e-a0b9-419d-9117-e9353d0b42d4) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:21.937390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-59b9b5e0-2cfe-4817-ba47-6fadfe3917fc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=091d472dab2740c487b65818a8777e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2770000 Sep 29 23:31:21.940764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52606) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:22.000160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-67de2e56-6698-451b-bb5a-8420a0bd2dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:22.002240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-67de2e56-6698-451b-bb5a-8420a0bd2dd4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.3179970 Sep 29 23:31:22.073776 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.082844 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.141943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Network e800d4c0-6cfe-4b71-9502-30a134553248 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:22.148130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:22.163632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:22.168625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Pushing event updated for resources: {'Port': ['ID=49d1b95e-a0b9-419d-9117-e9353d0b42d4,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:22.212145 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.216575 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d68f9272-c599-4bca-986c-bfc50801dadc req-911fde12-4b98-45fb-85e7-5f4f651c07a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 1001 time: 0.6841471 Sep 29 23:31:22.226005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Attempting to bind port 49d1b95e-a0b9-419d-9117-e9353d0b42d4 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:22.226480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Attempting to bind port 49d1b95e-a0b9-419d-9117-e9353d0b42d4 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '161e99d2-baa2-4ef9-a6db-a83f6b2e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e800d4c0-6cfe-4b71-9502-30a134553248'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:22.226919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Attempting to bind port 49d1b95e-a0b9-419d-9117-e9353d0b42d4 on network e800d4c0-6cfe-4b71-9502-30a134553248 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:22.233574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:22.234052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Checking segment: {'id': '161e99d2-baa2-4ef9-a6db-a83f6b2e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e800d4c0-6cfe-4b71-9502-30a134553248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:22.234523 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.234995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Bound using segment: {'id': '161e99d2-baa2-4ef9-a6db-a83f6b2e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e800d4c0-6cfe-4b71-9502-30a134553248'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:22.235549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Bound port: 49d1b95e-a0b9-419d-9117-e9353d0b42d4, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '161e99d2-baa2-4ef9-a6db-a83f6b2e32db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': 'e800d4c0-6cfe-4b71-9502-30a134553248'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:22.236058 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.304264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] For port 49d1b95e-a0b9-419d-9117-e9353d0b42d4, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:22.309850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] For port 49d1b95e-a0b9-419d-9117-e9353d0b42d4, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=49d1b95e-a0b9-419d-9117-e9353d0b42d4,segment=NetworkSegment(161e99d2-baa2-4ef9-a6db-a83f6b2e32db),segment_id=161e99d2-baa2-4ef9-a6db-a83f6b2e32db)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:22.318668 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.360779 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.396279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Subnet': ['ID=aba18a2d-16c1-4258-bb3c-2defc72f691d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:22.399059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.399884 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.407635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937a062-3dda-46ee-9f17-a4bb8c20a9ec None None] Pushing event updated for resources: {'Port': ['ID=49d1b95e-a0b9-419d-9117-e9353d0b42d4,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:22.430348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac9678-2a30-4024-a094-1ac4b1597912 None None] Network e800d4c0-6cfe-4b71-9502-30a134553248 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:22.493882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=e3340f10-88a1-403a-8426-23945dbe1c88,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:22.524106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f9272-c599-4bca-986c-bfc50801dadc req-aa29bc92-8e41-4d01-b47a-df4e42abf0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:22.526333 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d68f9272-c599-4bca-986c-bfc50801dadc req-aa29bc92-8e41-4d01-b47a-df4e42abf0e0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.1312234 Sep 29 23:31:22.570523 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55ba72ba-59f1-41ea-9b5a-bde1389b8bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.606591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-d130ec9c-a5d1-4f81-8af8-f5e43cf11b50 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 1001 time: 0.5895333 Sep 29 23:31:22.609118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55ba72ba-59f1-41ea-9b5a-bde1389b8bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.618808 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2fd50e-0d2a-4fce-90f1-8797608886e3 req-92c0bc4b-98e6-4b5c-989e-590434a7970d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:22.626733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a2fd50e-0d2a-4fce-90f1-8797608886e3 req-92c0bc4b-98e6-4b5c-989e-590434a7970d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1480229 Sep 29 23:31:22.646798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 6a7ccdec-8085-4598-908d-af505e6be049 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:22.674791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:22.706793 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.756128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4a2fd50e-0d2a-4fce-90f1-8797608886e3 req-3bf2fef2-1e6f-419c-bc90-fc48fe61fb2c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247048 Sep 29 23:31:22.774877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d3829ddd-d2e3-4af5-a51d-23bc339bcf39 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:22.776627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-1d3fe0a8-5347-49c7-9923-a433d72d9ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:22.778904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-1d3fe0a8-5347-49c7-9923-a433d72d9ff5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.1488116 Sep 29 23:31:22.816501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e800d4c0-6cfe-4b71-9502-30a134553248']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:22.834701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d3829ddd-d2e3-4af5-a51d-23bc339bcf39 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:22.835103 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.862451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161e99d2-baa2-4ef9-a6db-a83f6b2e32db') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:22.862749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161e99d2-baa2-4ef9-a6db-a83f6b2e32db') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:22.875135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55ba72ba-59f1-41ea-9b5a-bde1389b8bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.877786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55ba72ba-59f1-41ea-9b5a-bde1389b8bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.880513 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-55ba72ba-59f1-41ea-9b5a-bde1389b8bed admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6d563fa5-e082-4ea7-abd4-05be57116bda HTTP/1.1" status: 204 len: 168 time: 0.9311948 Sep 29 23:31:22.881139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f9272-c599-4bca-986c-bfc50801dadc req-67dab4f9-12e2-4722-be24-8303c271e426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:22.882803 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d68f9272-c599-4bca-986c-bfc50801dadc req-67dab4f9-12e2-4722-be24-8303c271e426 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522032 Sep 29 23:31:22.890730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:22.893717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-26199b34-27ed-4381-a121-b30c66a70387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:22.895245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-26199b34-27ed-4381-a121-b30c66a70387 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1099925 Sep 29 23:31:22.903064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ba72ba-59f1-41ea-9b5a-bde1389b8bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d563fa5-e082-4ea7-abd4-05be57116bda,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:22.975377 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:23.038424 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d68f9272-c599-4bca-986c-bfc50801dadc req-3b3c02d2-5884-4977-911d-09ad3fcdea6a service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448414 Sep 29 23:31:23.049958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-e532bcfa-fb38-4738-ac5b-ab2f22cf535a service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446958 Sep 29 23:31:23.057686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port d3829ddd-d2e3-4af5-a51d-23bc339bcf39, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d3829ddd-d2e3-4af5-a51d-23bc339bcf39,segment=NetworkSegment(be3de29b-160c-4b96-beeb-38ee2aaa1527),segment_id=be3de29b-160c-4b96-beeb-38ee2aaa1527)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:23.069156 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:23.070487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f446b07e-32c0-42a2-841d-d984db3e0b44 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:23.096835 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:23.149623 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9033a9-ad10-4e32-8add-d3cebbe6368b None None] Network 6a7ccdec-8085-4598-908d-af505e6be049 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:23.190580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:23.191240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:23.196624 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:23.271329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-b04b59d3-dfb0-4488-b364-2cd2a9c016d6 service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131693 Sep 29 23:31:23.331285 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=d3829ddd-d2e3-4af5-a51d-23bc339bcf39,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:23.369828 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d68f9272-c599-4bca-986c-bfc50801dadc req-038fbe2c-b3c1-4f23-a3d2-4c1523e57b7f service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230832 Sep 29 23:31:23.376323 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 23:31:23.376323 n-d-811173-2 neutron-server[110006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 23:31:23.376323 n-d-811173-2 neutron-server[110006]: [parameters: {'id': 'e800d4c0-6cfe-4b71-9502-30a134553248'}] Sep 29 23:31:23.376323 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:31:23.376923 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:31:23.391280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router d4b4d76d-2d7d-459b-80cc-4cf1d71d6028 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:31:23.500415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-10fa522e-765f-4077-aa17-dd80aab40771 None None] Provisioning complete for port f446b07e-32c0-42a2-841d-d984db3e0b44 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:23.500794 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-10fa522e-765f-4077-aa17-dd80aab40771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:23.556145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f446b07e-32c0-42a2-841d-d984db3e0b44 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:23.556585 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:23.577166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:23.593158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a972183-8048-436f-a69c-525f58cf19a8 None None] Network 195365f6-7ad3-4168-b876-f031161338cf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:23.599496 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-052d92b3-0434-4113-a5ce-ac3051cfc23c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/d4b4d76d-2d7d-459b-80cc-4cf1d71d6028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9055037 Sep 29 23:31:23.602504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52616) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:23.602636 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d9c5e-866a-4bfa-96e9-8bf8d0a86f51 None None] Sync routers for ids ['d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:23.614853 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d9c5e-866a-4bfa-96e9-8bf8d0a86f51 None None] Routers {'d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:23.615480 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-358d9c5e-866a-4bfa-96e9-8bf8d0a86f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:23.651741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7313daa7-1704-4996-9733-1e01b3b65d17 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:23.653594 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7313daa7-1704-4996-9733-1e01b3b65d17 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports/e3340f10-88a1-403a-8426-23945dbe1c88 HTTP/1.1" status: 200 len: 911 time: 0.0488579 Sep 29 23:31:23.656618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52618) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:23.681218 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-358d9c5e-866a-4bfa-96e9-8bf8d0a86f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:23.693184 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358d9c5e-866a-4bfa-96e9-8bf8d0a86f51 None None] Routers {'d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:23.694004 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-358d9c5e-866a-4bfa-96e9-8bf8d0a86f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:23.728688 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-358d9c5e-866a-4bfa-96e9-8bf8d0a86f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:23.729742 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358d9c5e-866a-4bfa-96e9-8bf8d0a86f51 None None] The sync data for ids ['d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:23.777424 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-10fa522e-765f-4077-aa17-dd80aab40771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:23.879427 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:23.882642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-10fa522e-765f-4077-aa17-dd80aab40771 None None] For port f446b07e-32c0-42a2-841d-d984db3e0b44, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f446b07e-32c0-42a2-841d-d984db3e0b44,segment=NetworkSegment(078146dc-34cd-40db-ae33-d65a7d8ab5a7),segment_id=078146dc-34cd-40db-ae33-d65a7d8ab5a7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:23.889298 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e7abf-6380-4179-9483-e63985c7b475 req-92fde8a8-0293-4475-bc3b-17b895bc165e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:23.892016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b1e7abf-6380-4179-9483-e63985c7b475 req-92fde8a8-0293-4475-bc3b-17b895bc165e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0653503 Sep 29 23:31:23.899880 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-10fa522e-765f-4077-aa17-dd80aab40771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:23.912707 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:23.960114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b1e7abf-6380-4179-9483-e63985c7b475 req-770f0c4e-0822-4bb4-b37e-e4fccb4e0cf5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558600 Sep 29 23:31:24.031353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Deleting port 49d1b95e-a0b9-419d-9117-e9353d0b42d4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:24.031706 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.112271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] For port 49d1b95e-a0b9-419d-9117-e9353d0b42d4, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=49d1b95e-a0b9-419d-9117-e9353d0b42d4,segment=NetworkSegment(161e99d2-baa2-4ef9-a6db-a83f6b2e32db),segment_id=161e99d2-baa2-4ef9-a6db-a83f6b2e32db)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:24.112672 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.130350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.163618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fa522e-765f-4077-aa17-dd80aab40771 None None] Pushing event updated for resources: {'Port': ['ID=f446b07e-32c0-42a2-841d-d984db3e0b44,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:24.168053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Calling delete_port for 49d1b95e-a0b9-419d-9117-e9353d0b42d4 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:24.192875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f49ae8d1-a273-49ab-8c7b-5bd0c39cf46f None None] Provisioning complete for port d3829ddd-d2e3-4af5-a51d-23bc339bcf39 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:24.193105 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f49ae8d1-a273-49ab-8c7b-5bd0c39cf46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.232221 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:31:24.232575 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:31:24.355366 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.389661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Port': ['ID=49d1b95e-a0b9-419d-9117-e9353d0b42d4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:24.394489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No DVR routers for this DVR port 49d1b95e-a0b9-419d-9117-e9353d0b42d4 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:24.415028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ac2d991a-6179-4b91-83df-dc5660de039e None None] Provisioning complete for port e3340f10-88a1-403a-8426-23945dbe1c88 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:24.415411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ac2d991a-6179-4b91-83df-dc5660de039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.457635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ac2d991a-6179-4b91-83df-dc5660de039e None None] Port e3340f10-88a1-403a-8426-23945dbe1c88 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:24.468093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ac2d991a-6179-4b91-83df-dc5660de039e None None] Provisioning complete for port f446b07e-32c0-42a2-841d-d984db3e0b44 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:24.468742 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ac2d991a-6179-4b91-83df-dc5660de039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.511274 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.564715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e800d4c0-6cfe-4b71-9502-30a134553248']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:24.577647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161e99d2-baa2-4ef9-a6db-a83f6b2e32db') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:24.577957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161e99d2-baa2-4ef9-a6db-a83f6b2e32db') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:24.590134 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.608380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.616803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:24.617136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:24.620802 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:24.636506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port e3340f10-88a1-403a-8426-23945dbe1c88 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:24.636864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.679596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902e7f58-d341-4a4a-80c9-78f9166af7a9 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:31:24.726421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d0a0380d-7665-44d4-8f63-cebb20bebea9 None None] Provisioning complete for port d3829ddd-d2e3-4af5-a51d-23bc339bcf39 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:24.726898 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d0a0380d-7665-44d4-8f63-cebb20bebea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.740992 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.751189 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.753019 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/e800d4c0-6cfe-4b71-9502-30a134553248 HTTP/1.1" status: 204 len: 168 time: 3.7039344 Sep 29 23:31:24.758267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52624) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:24.764337 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1056825500'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:24.771440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd8ce4-7e83-4d09-becf-27830964bd27 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Network': ['ID=e800d4c0-6cfe-4b71-9502-30a134553248,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:24.789589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.792647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:24.796523 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.803972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for e3340f10-88a1-403a-8426-23945dbe1c88 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:24.821679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:24.848229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.849054 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Added segment 930b1414-d3dc-41d0-9937-d28b814b9255 of type vlan for network ea61b1c4-3bef-48da-8911-b29d1eb9a4eb Sep 29 23:31:24.872052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902e7f58-d341-4a4a-80c9-78f9166af7a9 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:31:24.908948 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.925144 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d3829ddd-d2e3-4af5-a51d-23bc339bcf39 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:24.939390 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.945483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:24.946091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:24.974214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d0a0380d-7665-44d4-8f63-cebb20bebea9 None None] Provisioning complete for port e3340f10-88a1-403a-8426-23945dbe1c88 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:24.974590 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d0a0380d-7665-44d4-8f63-cebb20bebea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.012970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=ea61b1c4-3bef-48da-8911-b29d1eb9a4eb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:25.023603 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.026775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8bc01be5-3881-4427-9827-e7375c436c46 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2665794 Sep 29 23:31:25.029553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52628) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:25.033710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network ea61b1c4-3bef-48da-8911-b29d1eb9a4eb details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:25.036468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'network_id': 'ea61b1c4-3bef-48da-8911-b29d1eb9a4eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:25.074131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=e3340f10-88a1-403a-8426-23945dbe1c88,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:25.085348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d0a0380d-7665-44d4-8f63-cebb20bebea9 None None] Port e3340f10-88a1-403a-8426-23945dbe1c88 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:25.149045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d3829ddd-d2e3-4af5-a51d-23bc339bcf39 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:25.149338 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.179138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.180644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd3ba5-45b8-47dc-af6d-c003204d4062 req-ddf488f7-cf9a-4eb3-a219-4c3f9c1bae22 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:25.182677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8dd3ba5-45b8-47dc-af6d-c003204d4062 req-ddf488f7-cf9a-4eb3-a219-4c3f9c1bae22 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1059649 Sep 29 23:31:25.192886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:25.196660 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.296188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8dd3ba5-45b8-47dc-af6d-c003204d4062 req-1675242a-bc50-4f50-bfb0-0e3a7c3254ad tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945008 Sep 29 23:31:25.315849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f446b07e-32c0-42a2-841d-d984db3e0b44 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:25.362664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router d4b4d76d-2d7d-459b-80cc-4cf1d71d6028 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:25.376707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f446b07e-32c0-42a2-841d-d984db3e0b44 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:25.377590 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.448388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:25.455890 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-575a1ea3-6d8e-4016-9322-9288602546f0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/d4b4d76d-2d7d-459b-80cc-4cf1d71d6028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7965024 Sep 29 23:31:25.457954 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.461078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:25.464776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c82df-f8af-440e-89dd-dbe2abf4dedf None None] Sync routers for ids ['d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:25.483031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c82df-f8af-440e-89dd-dbe2abf4dedf None None] Routers {'d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:25.483669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bb2c82df-f8af-440e-89dd-dbe2abf4dedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:25.523931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bb2c82df-f8af-440e-89dd-dbe2abf4dedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:25.534777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c82df-f8af-440e-89dd-dbe2abf4dedf None None] Routers {'d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:25.535431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bb2c82df-f8af-440e-89dd-dbe2abf4dedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:25.538981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f9692987-fb00-4890-b2be-e21f10f995a7 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b4d76d-2d7d-459b-80cc-4cf1d71d6028 HTTP/1.1" status: 200 len: 205 time: 0.0731602 Sep 29 23:31:25.541634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52632) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:25.567393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=5193df29-892b-4a20-956f-42cf652248c2,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:25.571007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bb2c82df-f8af-440e-89dd-dbe2abf4dedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:25.571671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2c82df-f8af-440e-89dd-dbe2abf4dedf None None] The sync data for ids ['d4b4d76d-2d7d-459b-80cc-4cf1d71d6028'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:25.581068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking segment: {'id': '930b1414-d3dc-41d0-9937-d28b814b9255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'ea61b1c4-3bef-48da-8911-b29d1eb9a4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:25.581655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network hostable DHCP agents. Network: ea61b1c4-3bef-48da-8911-b29d1eb9a4eb, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:25.601843 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network ea61b1c4-3bef-48da-8911-b29d1eb9a4eb is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:25.616023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, ea61b1c4-3bef-48da-8911-b29d1eb9a4eb) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:25.621517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:25.622149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.635478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4d7731-f831-47a2-976e-297a17585d0f None None] Network ea61b1c4-3bef-48da-8911-b29d1eb9a4eb requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:25.658504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-028aecd3-d168-4ec2-aa0b-e15ce17ff2df tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.6248300 Sep 29 23:31:25.658957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52636) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:25.662525 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-086940ea-688a-4431-bb2e-3e1c279e294e tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.761854 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.790568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b8f9ab-6499-4712-aa9a-924825c34729 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-ea61b1c4-3bef-48da-8911-b29d1eb9a4eb', 'network_id': 'ea61b1c4-3bef-48da-8911-b29d1eb9a4eb', 'tenant_id': '0c2ade494e7941bbb70a3f8befe35dd5', 'fixed_ips': [{'subnet_id': '5193df29-892b-4a20-956f-42cf652248c2'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:25.791878 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27b8f9ab-6499-4712-aa9a-924825c34729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.825584 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.835648 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-086940ea-688a-4431-bb2e-3e1c279e294e tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.838769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-086940ea-688a-4431-bb2e-3e1c279e294e tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.886452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-086940ea-688a-4431-bb2e-3e1c279e294e tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.887134 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086940ea-688a-4431-bb2e-3e1c279e294e tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Fanout notify agent at l3_agent the message router_deleted on router d4b4d76d-2d7d-459b-80cc-4cf1d71d6028 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:31:25.894906 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-086940ea-688a-4431-bb2e-3e1c279e294e tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.896068 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-086940ea-688a-4431-bb2e-3e1c279e294e tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/d4b4d76d-2d7d-459b-80cc-4cf1d71d6028 HTTP/1.1" status: 204 len: 168 time: 0.3523588 Sep 29 23:31:25.899064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52638) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server [None req-27b8f9ab-6499-4712-aa9a-924825c34729 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5193df29-892b-4a20-956f-42cf652248c2: This subnet is being modified by another concurrent operation. Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:31:25.918808 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise exception Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5193df29-892b-4a20-956f-42cf652248c2: This subnet is being modified by another concurrent operation. Sep 29 23:31:25.922261 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Sep 29 23:31:25.935273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:25.943132 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425dbbae-a45c-4246-8d9a-73c25a976edd None None] Network ea61b1c4-3bef-48da-8911-b29d1eb9a4eb requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:25.975029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Subnet': ['ID=5193df29-892b-4a20-956f-42cf652248c2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:25.990466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-395e5a87-2057-4d53-966b-bdd1094291a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting subnet 257155a9-52d1-4aae-a88e-7724e862fec4 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:26.003202 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-395e5a87-2057-4d53-966b-bdd1094291a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.061614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5ce787-2ef2-49e7-9833-bd9f995ec220 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:31:26.082192 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.097286 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-395e5a87-2057-4d53-966b-bdd1094291a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.131997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea61b1c4-3bef-48da-8911-b29d1eb9a4eb']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:26.146251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930b1414-d3dc-41d0-9937-d28b814b9255') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:26.146545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930b1414-d3dc-41d0-9937-d28b814b9255') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:26.160846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5ce787-2ef2-49e7-9833-bd9f995ec220 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:31:26.162046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.200762 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.210101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:26.210490 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:26.214287 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:26.247012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-395e5a87-2057-4d53-966b-bdd1094291a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.307866 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.328509 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.330415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/ea61b1c4-3bef-48da-8911-b29d1eb9a4eb HTTP/1.1" status: 204 len: 168 time: 0.6701293 Sep 29 23:31:26.334307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f4f0a9-f02d-4e5c-9632-cee2957fe03c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Network': ['ID=ea61b1c4-3bef-48da-8911-b29d1eb9a4eb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:26.335382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52640) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:26.357255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1316258446'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:26.361894 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-395e5a87-2057-4d53-966b-bdd1094291a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.387659 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:26.392072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.400801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e5a87-2057-4d53-966b-bdd1094291a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Subnet': ['ID=257155a9-52d1-4aae-a88e-7724e862fec4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:26.416265 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-395e5a87-2057-4d53-966b-bdd1094291a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.419781 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-395e5a87-2057-4d53-966b-bdd1094291a8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/257155a9-52d1-4aae-a88e-7724e862fec4 HTTP/1.1" status: 204 len: 168 time: 0.5195570 Sep 29 23:31:26.420085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52644) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:26.423886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45aba8f-3a64-4c42-90ac-bde6bbe721de None None] Network 6a7ccdec-8085-4598-908d-af505e6be049 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:26.437688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:26.463577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefcde0c-e894-4878-9b2c-b600f5d4896e req-9b36d02e-01c8-4ab6-b67e-671f775e8f75 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:26.465034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eefcde0c-e894-4878-9b2c-b600f5d4896e req-9b36d02e-01c8-4ab6-b67e-671f775e8f75 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0664024 Sep 29 23:31:26.468218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.469012 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Added segment dd60787b-7946-49c9-aec3-88e9eaa381eb of type vlan for network b423071a-ac1f-4386-865d-b4b005ff48f0 Sep 29 23:31:26.509413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eefcde0c-e894-4878-9b2c-b600f5d4896e req-af48bcfc-8244-40dd-bf8d-5fb7fac508d5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367460 Sep 29 23:31:26.551272 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.557466 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.610873 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.612905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6abb47e-e800-44fc-a553-5efcc807a031 None None] DHCP port deletion for 6a7ccdec-8085-4598-908d-af505e6be049 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:26.616416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:26.616997 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.652084 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3060243 Sep 29 23:31:26.654966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52646) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:26.661835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'network_id': 'b423071a-ac1f-4386-865d-b4b005ff48f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:26.676663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f6abb47e-e800-44fc-a553-5efcc807a031 None None] Deleting port f446b07e-32c0-42a2-841d-d984db3e0b44 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:26.677078 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f6abb47e-e800-44fc-a553-5efcc807a031 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.750424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f6abb47e-e800-44fc-a553-5efcc807a031 None None] For port f446b07e-32c0-42a2-841d-d984db3e0b44, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f446b07e-32c0-42a2-841d-d984db3e0b44,segment=NetworkSegment(078146dc-34cd-40db-ae33-d65a7d8ab5a7),segment_id=078146dc-34cd-40db-ae33-d65a7d8ab5a7)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:26.750906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f6abb47e-e800-44fc-a553-5efcc807a031 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.766519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f6abb47e-e800-44fc-a553-5efcc807a031 None None] Calling delete_port for f446b07e-32c0-42a2-841d-d984db3e0b44 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:26.773482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:26.778543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.865782 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f6abb47e-e800-44fc-a553-5efcc807a031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:26.903562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abb47e-e800-44fc-a553-5efcc807a031 None None] Pushing event deleted for resources: {'Port': ['ID=f446b07e-32c0-42a2-841d-d984db3e0b44,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:26.906167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6abb47e-e800-44fc-a553-5efcc807a031 None None] No DVR routers for this DVR port f446b07e-32c0-42a2-841d-d984db3e0b44 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:26.933786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f446b07e-32c0-42a2-841d-d984db3e0b44 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:26.955786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f446b07e-32c0-42a2-841d-d984db3e0b44 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:26.956159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f446b07e-32c0-42a2-841d-d984db3e0b44 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:26.997780 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.062705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=5652c1ee-a115-4ecf-8978-e6b69869adfd,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:27.071484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port f446b07e-32c0-42a2-841d-d984db3e0b44 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:27.071989 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.074328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking segment: {'id': 'dd60787b-7946-49c9-aec3-88e9eaa381eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': 'b423071a-ac1f-4386-865d-b4b005ff48f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:27.074694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network hostable DHCP agents. Network: b423071a-ac1f-4386-865d-b4b005ff48f0, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:27.075462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2db8cc-742e-4c88-aab3-50412fafe36f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=b423071a-ac1f-4386-865d-b4b005ff48f0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:27.086359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network b423071a-ac1f-4386-865d-b4b005ff48f0 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:27.091620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network b423071a-ac1f-4386-865d-b4b005ff48f0 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:27.101381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, b423071a-ac1f-4386-865d-b4b005ff48f0) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:27.106250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:27.107676 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.126833 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b45703e8-4a57-40b9-bd0b-361cd1d0909f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4672360 Sep 29 23:31:27.127157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:27.147100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9210cf-c8e3-4c3d-8e45-5d9a12618c75 None None] Network b423071a-ac1f-4386-865d-b4b005ff48f0 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:27.162057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port f446b07e-32c0-42a2-841d-d984db3e0b44, host n-d-811173-2, got binding levels [] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:27.162571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.177245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for f446b07e-32c0-42a2-841d-d984db3e0b44 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:27.180205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Port f446b07e-32c0-42a2-841d-d984db3e0b44 was not found and therefore no delete operation was performed {{(pid=110006) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:31:27.182257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.207669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=f446b07e-32c0-42a2-841d-d984db3e0b44,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:27.214559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No DVR routers for this DVR port f446b07e-32c0-42a2-841d-d984db3e0b44 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:27.235926 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.292524 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.302278 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.319241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d20d7-2813-4c54-8792-dfef7064ba2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-b423071a-ac1f-4386-865d-b4b005ff48f0', 'network_id': 'b423071a-ac1f-4386-865d-b4b005ff48f0', 'tenant_id': '0c2ade494e7941bbb70a3f8befe35dd5', 'fixed_ips': [{'subnet_id': '5652c1ee-a115-4ecf-8978-e6b69869adfd'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:27.320151 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4e9d20d7-2813-4c54-8792-dfef7064ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.325649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7ccdec-8085-4598-908d-af505e6be049']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:27.335594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078146dc-34cd-40db-ae33-d65a7d8ab5a7') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:27.336180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078146dc-34cd-40db-ae33-d65a7d8ab5a7') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:27.346755 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.360063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.366363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:27.366749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:27.370659 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:27.373911 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.404183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Subnet': ['ID=5652c1ee-a115-4ecf-8978-e6b69869adfd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server [None req-4e9d20d7-2813-4c54-8792-dfef7064ba2a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5652c1ee-a115-4ecf-8978-e6b69869adfd: This subnet is being modified by another concurrent operation. Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:31:27.426949 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise exception Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5652c1ee-a115-4ecf-8978-e6b69869adfd: This subnet is being modified by another concurrent operation. Sep 29 23:31:27.431204 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Sep 29 23:31:27.449162 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.456338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.460469 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/networks/6a7ccdec-8085-4598-908d-af505e6be049 HTTP/1.1" status: 204 len: 168 time: 1.0316603 Sep 29 23:31:27.460677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52654) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:27.467392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-863592348', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:27.468821 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6551f881-b239-4f7b-90a2-ffde2f1382af None None] Network b423071a-ac1f-4386-865d-b4b005ff48f0 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:27.477597 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.489322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f67a61-fe10-47f6-b9de-3561f0672a23 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Network': ['ID=6a7ccdec-8085-4598-908d-af505e6be049,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:27.501480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b423071a-ac1f-4386-865d-b4b005ff48f0']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:27.505853 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.506982 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.511950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd60787b-7946-49c9-aec3-88e9eaa381eb') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:27.512258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd60787b-7946-49c9-aec3-88e9eaa381eb') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:27.522650 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.542468 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.550190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:27.550676 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:27.554290 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:27.576271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.600378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bacef856-c720-4cc6-8cef-188d84540980 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:31:27.659280 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.665193 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.672036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/b423071a-ac1f-4386-865d-b4b005ff48f0 HTTP/1.1" status: 204 len: 168 time: 0.5439193 Sep 29 23:31:27.675237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52658) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:27.682790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1150683509'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:27.693327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacef856-c720-4cc6-8cef-188d84540980 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:31:27.705483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca7c134-787c-4055-aa3e-1baf2be41778 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Network': ['ID=b423071a-ac1f-4386-865d-b4b005ff48f0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:27.719722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fe9a6-07b4-4ff0-98ef-e414d4888f2f req-444ff2cf-7ed6-4a6a-95ac-54b411664142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:27.721466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-870fe9a6-07b4-4ff0-98ef-e414d4888f2f req-444ff2cf-7ed6-4a6a-95ac-54b411664142 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1286819 Sep 29 23:31:27.739651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:27.739946 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.743565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.794073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-870fe9a6-07b4-4ff0-98ef-e414d4888f2f req-3e24d3e5-73c0-4b8a-a678-19c4d3b705ae tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628080 Sep 29 23:31:27.799664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:27.810848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.811226 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Added segment b3d4a313-2be2-4d32-993e-7f7a98876f43 of type vlan for network c71d2617-f359-451a-9c88-0399520b0121 Sep 29 23:31:27.863718 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.895352 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.902352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:27.902972 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.940467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2614233 Sep 29 23:31:27.948365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52664) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:27.955167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'network_id': 'c71d2617-f359-451a-9c88-0399520b0121', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:27.977920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:27.997942 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.003613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab58a0b-df44-4209-bc4d-082d9e987c9b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=c71d2617-f359-451a-9c88-0399520b0121,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:28.014053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c71d2617-f359-451a-9c88-0399520b0121 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:28.080405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:28.085276 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.106768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Allocated IP 172.25.4.6 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/2da13a68-4afa-4245-9212-16a01f03c931) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:28.211321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.244952 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.270538 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.281211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:28.284148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:28.288196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:28.314460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=2da13a68-4afa-4245-9212-16a01f03c931,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:28.325352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=4aa7735e-dcde-4c92-a77f-5152e1509d60,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:28.344107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking segment: {'id': 'b3d4a313-2be2-4d32-993e-7f7a98876f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c71d2617-f359-451a-9c88-0399520b0121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:28.344467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network hostable DHCP agents. Network: c71d2617-f359-451a-9c88-0399520b0121, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:28.360730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network c71d2617-f359-451a-9c88-0399520b0121 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:28.369528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, c71d2617-f359-451a-9c88-0399520b0121) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:28.374511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:28.376815 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.378875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8c6054-f683-4bdd-9824-a72705e33567 None None] Network c71d2617-f359-451a-9c88-0399520b0121 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:28.394343 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-979946ec-ee7d-4048-adcd-8c61cff1244d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4446886 Sep 29 23:31:28.394939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52666) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:28.400744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-49a09a5f-0c62-444c-af5b-ea844997e3e6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'network_id': 'c71d2617-f359-451a-9c88-0399520b0121', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:28.521166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a09a5f-0c62-444c-af5b-ea844997e3e6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:28.524856 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49a09a5f-0c62-444c-af5b-ea844997e3e6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.539653 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-c71d2617-f359-451a-9c88-0399520b0121', 'network_id': 'c71d2617-f359-451a-9c88-0399520b0121', 'tenant_id': '0c2ade494e7941bbb70a3f8befe35dd5', 'fixed_ips': [{'subnet_id': '4aa7735e-dcde-4c92-a77f-5152e1509d60'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:28.541376 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.563334 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.688131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Allocated IP 2001:db8::2 (c71d2617-f359-451a-9c88-0399520b0121/4aa7735e-dcde-4c92-a77f-5152e1509d60/663d8d67-c2d9-4c7e-8893-11ead76bcd2e) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:28.777929 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49a09a5f-0c62-444c-af5b-ea844997e3e6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.783155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.797861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a09a5f-0c62-444c-af5b-ea844997e3e6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network c71d2617-f359-451a-9c88-0399520b0121 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:28.820446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-49a09a5f-0c62-444c-af5b-ea844997e3e6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:28.825646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a09a5f-0c62-444c-af5b-ea844997e3e6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:28.827284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-49a09a5f-0c62-444c-af5b-ea844997e3e6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.856262 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-49a09a5f-0c62-444c-af5b-ea844997e3e6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4601338 Sep 29 23:31:28.858004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a09a5f-0c62-444c-af5b-ea844997e3e6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=e21df60a-9acf-4e02-aa13-7f4fa984cbd5,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:28.860203 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.866359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52670) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:28.869953 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:28.954022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router b2cb887a-fca3-4101-8b9b-a9e47647913b is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:31:28.964621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9780007-7ba3-42e6-9ff2-6f6d90132a18 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:28.966079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9780007-7ba3-42e6-9ff2-6f6d90132a18 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:28.967666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9780007-7ba3-42e6-9ff2-6f6d90132a18 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:28.970706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9780007-7ba3-42e6-9ff2-6f6d90132a18 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:28.972476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9780007-7ba3-42e6-9ff2-6f6d90132a18 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:28.975876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e9780007-7ba3-42e6-9ff2-6f6d90132a18 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1085179 Sep 29 23:31:28.983491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52674) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:28.988866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-20912956'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:29.020529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6adbf2-9828-4093-a072-acf6bdb447bc req-33528558-ed03-4d84-864e-8208f30c1d94 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:29.021626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e6adbf2-9828-4093-a072-acf6bdb447bc req-33528558-ed03-4d84-864e-8208f30c1d94 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1076183 Sep 29 23:31:29.040465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:29.044456 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.078857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Network c71d2617-f359-451a-9c88-0399520b0121 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:29.082923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:29.088696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:29.090880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:29.091561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e6adbf2-9828-4093-a072-acf6bdb447bc req-0283a95f-d028-4c2d-837f-9e33048e8d11 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601547 Sep 29 23:31:29.093347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Pushing event updated for resources: {'Port': ['ID=663d8d67-c2d9-4c7e-8893-11ead76bcd2e,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:29.099148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:29.107502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fbf7a-e784-4867-bdad-447f59cc6f44 None None] Sync routers for ids ['b2cb887a-fca3-4101-8b9b-a9e47647913b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:29.113926 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.114584 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Added segment 0b8dd06f-32f0-4ac3-91c2-3bd92a321984 of type vlan for network e04fb491-2623-44ff-9426-2a858ee2f326 Sep 29 23:31:29.119738 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fbf7a-e784-4867-bdad-447f59cc6f44 None None] Routers {'b2cb887a-fca3-4101-8b9b-a9e47647913b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:29.121108 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e25fbf7a-e784-4867-bdad-447f59cc6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b2cb887a-fca3-4101-8b9b-a9e47647913b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:29.126213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.127554 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a507706c-1408-4f27-abe8-675a0b57cd9b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 1.6657209 Sep 29 23:31:29.130517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52676) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:29.156524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Attempting to bind port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:29.156998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Attempting to bind port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'b3d4a313-2be2-4d32-993e-7f7a98876f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c71d2617-f359-451a-9c88-0399520b0121'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:29.157380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Attempting to bind port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e on network c71d2617-f359-451a-9c88-0399520b0121 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:29.159794 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e25fbf7a-e784-4867-bdad-447f59cc6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:29.162743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:29.163217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Checking segment: {'id': 'b3d4a313-2be2-4d32-993e-7f7a98876f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c71d2617-f359-451a-9c88-0399520b0121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:29.163680 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.164119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Bound using segment: {'id': 'b3d4a313-2be2-4d32-993e-7f7a98876f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c71d2617-f359-451a-9c88-0399520b0121'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:29.164638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Bound port: 663d8d67-c2d9-4c7e-8893-11ead76bcd2e, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d4a313-2be2-4d32-993e-7f7a98876f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c71d2617-f359-451a-9c88-0399520b0121'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:29.165052 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.169056 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fbf7a-e784-4867-bdad-447f59cc6f44 None None] Routers {'b2cb887a-fca3-4101-8b9b-a9e47647913b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:29.169669 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e25fbf7a-e784-4867-bdad-447f59cc6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b2cb887a-fca3-4101-8b9b-a9e47647913b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:29.202957 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e25fbf7a-e784-4867-bdad-447f59cc6f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:29.203507 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fbf7a-e784-4867-bdad-447f59cc6f44 None None] The sync data for ids ['b2cb887a-fca3-4101-8b9b-a9e47647913b'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:29.206034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.231368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] For port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:29.234433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] For port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=663d8d67-c2d9-4c7e-8893-11ead76bcd2e,segment=NetworkSegment(b3d4a313-2be2-4d32-993e-7f7a98876f43),segment_id=b3d4a313-2be2-4d32-993e-7f7a98876f43)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:29.238717 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.275104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.283438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:29.284112 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.299753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d0312-954b-41c2-b2fe-d697b652fb08 None None] Pushing event updated for resources: {'Port': ['ID=663d8d67-c2d9-4c7e-8893-11ead76bcd2e,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:29.319345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9701225c-e8ea-475a-891f-dc43a52c15d5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/routers/b2cb887a-fca3-4101-8b9b-a9e47647913b HTTP/1.1" status: 200 len: 882 time: 0.1876976 Sep 29 23:31:29.324099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52678) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:29.337315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3526957 Sep 29 23:31:29.341065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52680) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:29.345847 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-652a41ed-5dbf-40f1-8f11-c2e7a2e65658 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'New_network'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:29.388141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c9a0f5-4e49-4552-9d94-1b233085ac22 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=e04fb491-2623-44ff-9426-2a858ee2f326,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:29.399724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network e04fb491-2623-44ff-9426-2a858ee2f326 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:29.565726 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652a41ed-5dbf-40f1-8f11-c2e7a2e65658 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.581165 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652a41ed-5dbf-40f1-8f11-c2e7a2e65658 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.638897 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0f8f442d-13a2-42c8-be11-93d1b701c728 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.3134327 Sep 29 23:31:29.641170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52682) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:29.645864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-aba02686-f988-4b0e-956c-66d469a1a03b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-863592348'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:29.652988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a41ed-5dbf-40f1-8f11-c2e7a2e65658 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=e04fb491-2623-44ff-9426-2a858ee2f326,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:29.658128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-652a41ed-5dbf-40f1-8f11-c2e7a2e65658 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network e04fb491-2623-44ff-9426-2a858ee2f326 is not hosted by any dhcp agent {{(pid=110005) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 23:31:29.664501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652a41ed-5dbf-40f1-8f11-c2e7a2e65658 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:29.664916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network e04fb491-2623-44ff-9426-2a858ee2f326 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:29.665384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-652a41ed-5dbf-40f1-8f11-c2e7a2e65658 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.666950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-652a41ed-5dbf-40f1-8f11-c2e7a2e65658 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "PUT /v2.0/networks/e04fb491-2623-44ff-9426-2a858ee2f326 HTTP/1.1" status: 200 len: 723 time: 0.3257766 Sep 29 23:31:29.670027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52684) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:29.675026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'network_id': 'e04fb491-2623-44ff-9426-2a858ee2f326', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:29.769707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:29.773860 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.963343 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aba02686-f988-4b0e-956c-66d469a1a03b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.963909 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:29.981574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aba02686-f988-4b0e-956c-66d469a1a03b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.030118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=ea42515f-c8f7-4af0-9ec9-47239aaeb6c9,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:30.037892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking segment: {'id': '0b8dd06f-32f0-4ac3-91c2-3bd92a321984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e04fb491-2623-44ff-9426-2a858ee2f326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:30.037892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network hostable DHCP agents. Network: e04fb491-2623-44ff-9426-2a858ee2f326, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:30.061737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network e04fb491-2623-44ff-9426-2a858ee2f326 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:30.074665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, e04fb491-2623-44ff-9426-2a858ee2f326) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:30.078664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:30.079264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.087235 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a287150d-3b5f-444a-8a7d-fd2cc2128e55 None None] Network e04fb491-2623-44ff-9426-2a858ee2f326 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:30.100973 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-20e08c71-87a1-4e1b-b5a4-bca2235b6fdf tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4273179 Sep 29 23:31:30.104648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52688) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:30.111230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cf5ef775-645b-45cc-94ca-e86d8b207ab1 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:30.149518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba02686-f988-4b0e-956c-66d469a1a03b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router b2cb887a-fca3-4101-8b9b-a9e47647913b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:30.239075 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef775-645b-45cc-94ca-e86d8b207ab1 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4498483'] for subnet, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.274249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-e04fb491-2623-44ff-9426-2a858ee2f326', 'network_id': 'e04fb491-2623-44ff-9426-2a858ee2f326', 'tenant_id': '0c2ade494e7941bbb70a3f8befe35dd5', 'fixed_ips': [{'subnet_id': 'ea42515f-c8f7-4af0-9ec9-47239aaeb6c9'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:30.275455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.292060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba02686-f988-4b0e-956c-66d469a1a03b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:30.300685 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aba02686-f988-4b0e-956c-66d469a1a03b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.304369 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-aba02686-f988-4b0e-956c-66d469a1a03b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/b2cb887a-fca3-4101-8b9b-a9e47647913b HTTP/1.1" status: 200 len: 889 time: 0.6599128 Sep 29 23:31:30.306934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52692) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:30.314600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1669f99-9222-4195-9245-7761e16aca8c None None] Sync routers for ids ['b2cb887a-fca3-4101-8b9b-a9e47647913b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:30.368416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be5d9d-9508-427c-b296-fb0ad160fad0 req-e7c2e3d9-06ff-4f21-9c36-d705d866ea8e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:30.375960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7be5d9d-9508-427c-b296-fb0ad160fad0 req-e7c2e3d9-06ff-4f21-9c36-d705d866ea8e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1423991 Sep 29 23:31:30.392270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1669f99-9222-4195-9245-7761e16aca8c None None] Routers {'b2cb887a-fca3-4101-8b9b-a9e47647913b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:30.393512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b1669f99-9222-4195-9245-7761e16aca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b2cb887a-fca3-4101-8b9b-a9e47647913b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:30.438772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8983c1ed-9b5d-4b79-bdc7-73d61c601201 None None] Network c71d2617-f359-451a-9c88-0399520b0121 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:30.444734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b1669f99-9222-4195-9245-7761e16aca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:30.455923 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4c8e444a-f542-43b2-8a86-01704c76ed64 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/routers/b2cb887a-fca3-4101-8b9b-a9e47647913b HTTP/1.1" status: 200 len: 889 time: 0.1478302 Sep 29 23:31:30.458560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52694) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:30.462669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c7be5d9d-9508-427c-b296-fb0ad160fad0 req-f877fd7b-9f5c-42a3-a9db-ef64dd3589b5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857966 Sep 29 23:31:30.488076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef775-645b-45cc-94ca-e86d8b207ab1 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781141744631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5133050'] for subnet, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.490014 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2c49f04e-ffdd-468e-9232-270660c6ffe0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2cb887a-fca3-4101-8b9b-a9e47647913b HTTP/1.1" status: 200 len: 205 time: 0.0303733 Sep 29 23:31:30.492505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52696) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:30.514353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1669f99-9222-4195-9245-7761e16aca8c None None] Routers {'b2cb887a-fca3-4101-8b9b-a9e47647913b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:30.514988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b1669f99-9222-4195-9245-7761e16aca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b2cb887a-fca3-4101-8b9b-a9e47647913b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:30.532550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf5ef775-645b-45cc-94ca-e86d8b207ab1 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:30.534001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf5ef775-645b-45cc-94ca-e86d8b207ab1 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.538265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cf5ef775-645b-45cc-94ca-e86d8b207ab1 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "PUT /v2.0/subnets/ea42515f-c8f7-4af0-9ec9-47239aaeb6c9 HTTP/1.1" status: 200 len: 826 time: 0.4304338 Sep 29 23:31:30.538732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52698) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:30.557962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ef775-645b-45cc-94ca-e86d8b207ab1 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=ea42515f-c8f7-4af0-9ec9-47239aaeb6c9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:30.575169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b152eb36-682e-4348-93d9-457e5be9312b None None] Provisioning complete for port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:30.575667 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b152eb36-682e-4348-93d9-457e5be9312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.585543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b1669f99-9222-4195-9245-7761e16aca8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:30.586184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1669f99-9222-4195-9245-7761e16aca8c None None] The sync data for ids ['b2cb887a-fca3-4101-8b9b-a9e47647913b'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:30.647710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Allocated IP 2001:db8::2 (e04fb491-2623-44ff-9426-2a858ee2f326/ea42515f-c8f7-4af0-9ec9-47239aaeb6c9/08dd49c3-9f74-4281-b17e-7631bf0738e5) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:30.669666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.722007 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.836121 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b152eb36-682e-4348-93d9-457e5be9312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.936578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b152eb36-682e-4348-93d9-457e5be9312b None None] For port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=663d8d67-c2d9-4c7e-8893-11ead76bcd2e,segment=NetworkSegment(b3d4a313-2be2-4d32-993e-7f7a98876f43),segment_id=b3d4a313-2be2-4d32-993e-7f7a98876f43)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:30.954286 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.958446 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b152eb36-682e-4348-93d9-457e5be9312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:30.969312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 663d8d67-c2d9-4c7e-8893-11ead76bcd2e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:30.977142 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.052539 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f075976-a259-40d2-8c01-afef9bd7cd7b None None] Update dhcp port {'port': {'network_id': 'c71d2617-f359-451a-9c88-0399520b0121', 'fixed_ips': [{'subnet_id': '4aa7735e-dcde-4c92-a77f-5152e1509d60', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e21df60a-9acf-4e02-aa13-7f4fa984cbd5'}], 'binding:host_id': 'n-d-811173-2'}, 'id': '663d8d67-c2d9-4c7e-8893-11ead76bcd2e'} from n-d-811173-2. {{(pid=110007) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 29 23:31:31.071121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Network e04fb491-2623-44ff-9426-2a858ee2f326 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:31.093702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:31.096129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:31.110067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152eb36-682e-4348-93d9-457e5be9312b None None] Pushing event updated for resources: {'Port': ['ID=663d8d67-c2d9-4c7e-8893-11ead76bcd2e,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:31.141960 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f075976-a259-40d2-8c01-afef9bd7cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.202824 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.207045 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.209997 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:31.210371 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.219288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Pushing event updated for resources: {'Port': ['ID=08dd49c3-9f74-4281-b17e-7631bf0738e5,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:31.262956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Attempting to bind port 08dd49c3-9f74-4281-b17e-7631bf0738e5 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:31.263327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Attempting to bind port 08dd49c3-9f74-4281-b17e-7631bf0738e5 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0b8dd06f-32f0-4ac3-91c2-3bd92a321984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e04fb491-2623-44ff-9426-2a858ee2f326'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:31.263690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Attempting to bind port 08dd49c3-9f74-4281-b17e-7631bf0738e5 on network e04fb491-2623-44ff-9426-2a858ee2f326 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:31.276300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:31.276675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Checking segment: {'id': '0b8dd06f-32f0-4ac3-91c2-3bd92a321984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e04fb491-2623-44ff-9426-2a858ee2f326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:31.277077 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.277469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Bound using segment: {'id': '0b8dd06f-32f0-4ac3-91c2-3bd92a321984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e04fb491-2623-44ff-9426-2a858ee2f326'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:31.277939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Bound port: 08dd49c3-9f74-4281-b17e-7631bf0738e5, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8dd06f-32f0-4ac3-91c2-3bd92a321984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'e04fb491-2623-44ff-9426-2a858ee2f326'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:31.278319 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.295514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.330416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Subnet': ['ID=ea42515f-c8f7-4af0-9ec9-47239aaeb6c9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:31.332904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port 2da13a68-4afa-4245-9212-16a01f03c931 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:31.333248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.444693 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.478718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04fb491-2623-44ff-9426-2a858ee2f326']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:31.490258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] For port 08dd49c3-9f74-4281-b17e-7631bf0738e5, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:31.494469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.498282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8dd06f-32f0-4ac3-91c2-3bd92a321984') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:31.498590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8dd06f-32f0-4ac3-91c2-3bd92a321984') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:31.516428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.518366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for 2da13a68-4afa-4245-9212-16a01f03c931 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:31.519474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] For port 08dd49c3-9f74-4281-b17e-7631bf0738e5, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=08dd49c3-9f74-4281-b17e-7631bf0738e5,segment=NetworkSegment(0b8dd06f-32f0-4ac3-91c2-3bd92a321984),segment_id=0b8dd06f-32f0-4ac3-91c2-3bd92a321984)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:31.520982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-1f075976-a259-40d2-8c01-afef9bd7cd7b None None] Allocated IP 172.20.0.1 (c71d2617-f359-451a-9c88-0399520b0121/e21df60a-9acf-4e02-aa13-7f4fa984cbd5/663d8d67-c2d9-4c7e-8893-11ead76bcd2e) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:31.530326 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.570974 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.580323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:31.580757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:31.584110 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:31.602393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caba76e-46bc-4aec-9729-606d4dcc6888 req-d136f024-ff96-4119-9cb8-90a36791dc63 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:31.604928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4caba76e-46bc-4aec-9729-606d4dcc6888 req-d136f024-ff96-4119-9cb8-90a36791dc63 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0607836 Sep 29 23:31:31.650469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4caba76e-46bc-4aec-9729-606d4dcc6888 req-20b906f0-76b9-4a60-946b-1779333f5635 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380836 Sep 29 23:31:31.654514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ffdd3-d4ed-4ea8-8849-8b369009a74c None None] Pushing event updated for resources: {'Port': ['ID=08dd49c3-9f74-4281-b17e-7631bf0738e5,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:31.694125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f24ce-9c86-4c7c-94d0-33f4160671aa None None] Network e04fb491-2623-44ff-9426-2a858ee2f326 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:31.703907 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.db.api [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 29 23:31:31.703907 n-d-811173-2 neutron-server[110006]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 29 23:31:31.703907 n-d-811173-2 neutron-server[110006]: [parameters: {'id': 'e04fb491-2623-44ff-9426-2a858ee2f326'}] Sep 29 23:31:31.703907 n-d-811173-2 neutron-server[110006]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=110006) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:31:31.704681 n-d-811173-2 neutron-server[110006]: DEBUG oslo_db.api [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:31:31.770019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.801565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=2da13a68-4afa-4245-9212-16a01f03c931,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:31.865131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.932688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1f075976-a259-40d2-8c01-afef9bd7cd7b None None] For port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=663d8d67-c2d9-4c7e-8893-11ead76bcd2e,segment=NetworkSegment(b3d4a313-2be2-4d32-993e-7f7a98876f43),segment_id=b3d4a313-2be2-4d32-993e-7f7a98876f43)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:31.957983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.960386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:31.996397 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f075976-a259-40d2-8c01-afef9bd7cd7b None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.002420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f075976-a259-40d2-8c01-afef9bd7cd7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.004516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.005045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Fanout notify agent at l3_agent the message router_deleted on router b2cb887a-fca3-4101-8b9b-a9e47647913b {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:31:32.012375 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.016881 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-32b39f61-f223-4f70-89ac-d0b64bc32a31 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/b2cb887a-fca3-4101-8b9b-a9e47647913b HTTP/1.1" status: 204 len: 168 time: 1.5200965 Sep 29 23:31:32.017347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52704) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:32.022280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-954153438'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:32.046166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:32.050757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.068830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530fb30e-9142-4aed-a497-1c5378c6363d None None] Network e04fb491-2623-44ff-9426-2a858ee2f326 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:32.078901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:32.088304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.088647 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added segment 3ac2fedb-922b-411a-a0fd-3b1c64625d41 of type vlan for network 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 Sep 29 23:31:32.122855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f075976-a259-40d2-8c01-afef9bd7cd7b None None] Pushing event updated for resources: {'Port': ['ID=663d8d67-c2d9-4c7e-8893-11ead76bcd2e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:32.135095 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.163150 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.169767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:32.170538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.205649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.223398 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2052126 Sep 29 23:31:32.226522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52708) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:32.231900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'subnet': {'network_id': '056c5e2c-0757-462b-8bdd-eac50f0cc3d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:32.263800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7996591-066d-4ede-9cf7-728952c58aec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Network': ['ID=056c5e2c-0757-462b-8bdd-eac50f0cc3d9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:32.276553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:32.325485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Deleting port 08dd49c3-9f74-4281-b17e-7631bf0738e5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:32.326369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.356518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:32.361949 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.398488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] For port 08dd49c3-9f74-4281-b17e-7631bf0738e5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=08dd49c3-9f74-4281-b17e-7631bf0738e5,segment=NetworkSegment(0b8dd06f-32f0-4ac3-91c2-3bd92a321984),segment_id=0b8dd06f-32f0-4ac3-91c2-3bd92a321984)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:32.398948 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.413305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Calling delete_port for 08dd49c3-9f74-4281-b17e-7631bf0738e5 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:32.504125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.537152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Port': ['ID=08dd49c3-9f74-4281-b17e-7631bf0738e5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:32.541922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No DVR routers for this DVR port 08dd49c3-9f74-4281-b17e-7631bf0738e5 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:32.565031 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.633449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.647394 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Subnet': ['ID=6a8da132-8e46-4963-964d-99f8012afeaa,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:32.653027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Checking segment: {'id': '3ac2fedb-922b-411a-a0fd-3b1c64625d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '056c5e2c-0757-462b-8bdd-eac50f0cc3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:32.653386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network hostable DHCP agents. Network: 056c5e2c-0757-462b-8bdd-eac50f0cc3d9, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:32.656703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04fb491-2623-44ff-9426-2a858ee2f326']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:32.668279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8dd06f-32f0-4ac3-91c2-3bd92a321984') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:32.668584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8dd06f-32f0-4ac3-91c2-3bd92a321984') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:32.672683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:32.679195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.695116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 056c5e2c-0757-462b-8bdd-eac50f0cc3d9) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:32.695247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.699390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:32.700098 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.705514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f8f37a-f620-484d-ad36-9c30c5a9608e None None] Network 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:32.713103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 521 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:32.713817 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:32.717239 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:32.722261 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a532f7f3-6285-4691-81af-f529d3fdeabc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4946144 Sep 29 23:31:32.724761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52712) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:32.730186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a71781ed-11ed-4fbf-b552-cb7b46543977 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-656943421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:32.741622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b802fe-235d-41aa-97fb-7c63bcd9839c None None] Network c71d2617-f359-451a-9c88-0399520b0121 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:32.786755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a71781ed-11ed-4fbf-b552-cb7b46543977 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.787940 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a71781ed-11ed-4fbf-b552-cb7b46543977 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.792979 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.801950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.806736 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/e04fb491-2623-44ff-9426-2a858ee2f326 HTTP/1.1" status: 204 len: 168 time: 2.2642083 Sep 29 23:31:32.807695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52714) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:32.814127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9893d-937d-4d73-829a-7ee584306e1d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Network': ['ID=e04fb491-2623-44ff-9426-2a858ee2f326,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:32.819772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b285b1d-f9bc-4292-b8d0-a546b2cd04fc req-cb575425-771e-4384-bac7-3de5e5b83b1b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:32.821282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b285b1d-f9bc-4292-b8d0-a546b2cd04fc req-cb575425-771e-4384-bac7-3de5e5b83b1b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0782826 Sep 29 23:31:32.856282 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fcbb07-afd6-4b7f-b23b-c67a29d37ee3 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:32.856835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fcbb07-afd6-4b7f-b23b-c67a29d37ee3 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:32.858546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e4fcbb07-afd6-4b7f-b23b-c67a29d37ee3 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/e04fb491-2623-44ff-9426-2a858ee2f326 HTTP/1.1" status: 404 len: 339 time: 0.0474536 Sep 29 23:31:32.862420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52716) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:32.867636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-561866366', 'description': 'd1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:32.875926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6f6b070a-176a-4eec-b090-f32743392cd1 None None] Provisioning complete for port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:32.876653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6f6b070a-176a-4eec-b090-f32743392cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.895121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:32.899443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.931968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:32.933441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 663d8d67-c2d9-4c7e-8893-11ead76bcd2e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:32.943085 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:32.943355 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Added segment 90654f32-cb1c-4f72-8e75-0d3612a2a373 of type vlan for network f5831584-7e2c-4a83-8621-2d2b01674311 Sep 29 23:31:32.991992 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.020081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.027975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:33.028777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.063684 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2000806 Sep 29 23:31:33.067086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52718) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:33.153102 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-056c5e2c-0757-462b-8bdd-eac50f0cc3d9', 'network_id': '056c5e2c-0757-462b-8bdd-eac50f0cc3d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'fixed_ips': [{'subnet_id': '6a8da132-8e46-4963-964d-99f8012afeaa'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:33.153978 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.158382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aec10f-8da7-44f3-be3e-f29969fb763a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=f5831584-7e2c-4a83-8621-2d2b01674311,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:33.174784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:33.175160 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.176883 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f5831584-7e2c-4a83-8621-2d2b01674311 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:33.245629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bbee74-416c-4f7e-8988-654adc22d5b9 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:33.251188 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-43bbee74-416c-4f7e-8988-654adc22d5b9 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/networks?id=f5831584-7e2c-4a83-8621-2d2b01674311 HTTP/1.1" status: 200 len: 764 time: 0.1822801 Sep 29 23:31:33.251919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52720) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:33.257202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6f6596f9-7927-4dcb-8f42-feaf763ca1bc tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'description': 'd2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:33.293273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a71781ed-11ed-4fbf-b552-cb7b46543977 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.302525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b285b1d-f9bc-4292-b8d0-a546b2cd04fc req-c84d4846-040c-4ad6-baf5-78fba669de70 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711587 Sep 29 23:31:33.304342 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a71781ed-11ed-4fbf-b552-cb7b46543977 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.332798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a71781ed-11ed-4fbf-b552-cb7b46543977 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.334645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a71781ed-11ed-4fbf-b552-cb7b46543977 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6087675 Sep 29 23:31:33.344271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:33.397592 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7ad05c6-967c-41f8-ad48-0e6d365e39f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.455455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f6596f9-7927-4dcb-8f42-feaf763ca1bc tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.474249 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f6596f9-7927-4dcb-8f42-feaf763ca1bc tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.485801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f6596f9-7927-4dcb-8f42-feaf763ca1bc tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network f5831584-7e2c-4a83-8621-2d2b01674311 is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 23:31:33.492225 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6596f9-7927-4dcb-8f42-feaf763ca1bc tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:33.492857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f6596f9-7927-4dcb-8f42-feaf763ca1bc tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.494243 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6f6596f9-7927-4dcb-8f42-feaf763ca1bc tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "PUT /v2.0/networks/f5831584-7e2c-4a83-8621-2d2b01674311 HTTP/1.1" status: 200 len: 761 time: 0.2413070 Sep 29 23:31:33.499619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Allocated IP 2001:db8::2 (056c5e2c-0757-462b-8bdd-eac50f0cc3d9/6a8da132-8e46-4963-964d-99f8012afeaa/3e68bc63-fcf6-4947-b0b1-5e323c905a33) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:33.508280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52726) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:33.605333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6596f9-7927-4dcb-8f42-feaf763ca1bc tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=f5831584-7e2c-4a83-8621-2d2b01674311,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:33.640194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f5831584-7e2c-4a83-8621-2d2b01674311 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:33.657994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0992c5-2725-4427-a260-e1d1f2b6d50b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:33.662949 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cc0992c5-2725-4427-a260-e1d1f2b6d50b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/networks?id=f5831584-7e2c-4a83-8621-2d2b01674311 HTTP/1.1" status: 200 len: 764 time: 0.1501245 Sep 29 23:31:33.663446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52728) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:33.682992 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.709939 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.748271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-80938811-6dc8-4bc0-8489-b3eff287f003 None None] Provisioning complete for port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:33.748657 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-80938811-6dc8-4bc0-8489-b3eff287f003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.750568 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.830911 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Network 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:33.838248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:33.840560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Pushing event updated for resources: {'Port': ['ID=3e68bc63-fcf6-4947-b0b1-5e323c905a33,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:33.846905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:33.868247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fa946c-1b1b-4726-8b06-e2dd6c0e8394 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:33.873323 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-17fa946c-1b1b-4726-8b06-e2dd6c0e8394 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2064214 Sep 29 23:31:33.873675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52730) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:33.913519 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cb7f9491-db34-4e1e-84f5-094379a9b83e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 207 time: 0.0387900 Sep 29 23:31:33.917699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52732) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:33.935248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Attempting to bind port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:33.935878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Attempting to bind port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '3ac2fedb-922b-411a-a0fd-3b1c64625d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '056c5e2c-0757-462b-8bdd-eac50f0cc3d9'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:33.936006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Attempting to bind port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 on network 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:33.943647 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:33.944055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Checking segment: {'id': '3ac2fedb-922b-411a-a0fd-3b1c64625d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '056c5e2c-0757-462b-8bdd-eac50f0cc3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:33.944467 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.944860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Bound using segment: {'id': '3ac2fedb-922b-411a-a0fd-3b1c64625d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '056c5e2c-0757-462b-8bdd-eac50f0cc3d9'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:33.945635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Bound port: 3e68bc63-fcf6-4947-b0b1-5e323c905a33, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac2fedb-922b-411a-a0fd-3b1c64625d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '056c5e2c-0757-462b-8bdd-eac50f0cc3d9'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:33.945771 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:33.956140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Allocated IP 2001:db8::1 (056c5e2c-0757-462b-8bdd-eac50f0cc3d9/6a8da132-8e46-4963-964d-99f8012afeaa/f1a9f7e6-5769-4f8d-b9b8-66ac7708208b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:34.012249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] For port 3e68bc63-fcf6-4947-b0b1-5e323c905a33, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:34.015383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] For port 3e68bc63-fcf6-4947-b0b1-5e323c905a33, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3e68bc63-fcf6-4947-b0b1-5e323c905a33,segment=NetworkSegment(3ac2fedb-922b-411a-a0fd-3b1c64625d41),segment_id=3ac2fedb-922b-411a-a0fd-3b1c64625d41)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:34.020861 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:34.086681 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fb7d9-3a5b-40c0-b649-57197616e16a None None] Pushing event updated for resources: {'Port': ['ID=3e68bc63-fcf6-4947-b0b1-5e323c905a33,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:34.086845 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:34.123046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c9306-68f5-4f98-b1a3-7396319a6988 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.125888 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:34.129167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c9306-68f5-4f98-b1a3-7396319a6988 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.137517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c9306-68f5-4f98-b1a3-7396319a6988 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.143773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c9306-68f5-4f98-b1a3-7396319a6988 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.149961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c9306-68f5-4f98-b1a3-7396319a6988 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.156586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c9306-68f5-4f98-b1a3-7396319a6988 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.158434 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0e1c9306-68f5-4f98-b1a3-7396319a6988 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2398043 Sep 29 23:31:34.163286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52734) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:34.168768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:34.181956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:34.200280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:34.200822 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:34.206789 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=f1a9f7e6-5769-4f8d-b9b8-66ac7708208b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:34.405979 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9a9b994a-64b2-474a-9cc4-0aab9f263349 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2397594 Sep 29 23:31:34.409356 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52738) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:34.439966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:34.478785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d9e77-4564-42f7-9e17-e842126e07f3 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.480747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d9e77-4564-42f7-9e17-e842126e07f3 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.482331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d9e77-4564-42f7-9e17-e842126e07f3 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.484161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d9e77-4564-42f7-9e17-e842126e07f3 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.485919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88d9e77-4564-42f7-9e17-e842126e07f3 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.487547 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e88d9e77-4564-42f7-9e17-e842126e07f3 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0771303 Sep 29 23:31:34.491289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52742) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:34.492484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d332c1-abc3-45ad-aab7-a34a9cf869c2 req-b0decdf2-d90e-4236-9a34-cd50c2ee9617 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.494039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10d332c1-abc3-45ad-aab7-a34a9cf869c2 req-b0decdf2-d90e-4236-9a34-cd50c2ee9617 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0869968 Sep 29 23:31:34.555754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694c2f5-79d3-40b9-b946-61f564207a8a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.557843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694c2f5-79d3-40b9-b946-61f564207a8a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.559269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694c2f5-79d3-40b9-b946-61f564207a8a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.560839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694c2f5-79d3-40b9-b946-61f564207a8a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.562258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d694c2f5-79d3-40b9-b946-61f564207a8a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.563864 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d694c2f5-79d3-40b9-b946-61f564207a8a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0715950 Sep 29 23:31:34.567334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52744) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:34.626471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10d332c1-abc3-45ad-aab7-a34a9cf869c2 req-dc448660-6f51-4263-845b-b1a2c0095cf7 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246276 Sep 29 23:31:34.684898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c83b7c-c7f0-4755-beb6-6e336bc64005 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:34.689686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-98c83b7c-c7f0-4755-beb6-6e336bc64005 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/networks/2576b570-df97-4424-82c3-2b4b1f96a5c1 HTTP/1.1" status: 200 len: 802 time: 0.1213174 Sep 29 23:31:34.690361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52746) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:34.779432 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:34.788799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:34.789526 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:34.801088 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-726dc696-4abf-4d54-a52c-9fe919cc9724 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/networks/2576b570-df97-4424-82c3-2b4b1f96a5c1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1095133 Sep 29 23:31:34.804268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52748) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:34.864526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=f1a9f7e6-5769-4f8d-b9b8-66ac7708208b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:34.957962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:34.959259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:34.999699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3e68bc63-fcf6-4947-b0b1-5e323c905a33 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:35.055551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:35.055957 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.095902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 1dc72e41-b518-48af-b8d3-a8fa42018952 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:31:35.143010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf9a45a-92d2-4c72-ae79-ae62c3cd9920 None None] Network 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:35.162717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cae6bc1-0c90-4ef8-b1b1-7855c842c4e7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:35.164085 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3cae6bc1-0c90-4ef8-b1b1-7855c842c4e7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/subnets/2c8436fe-1267-48b1-8fe5-025f82e299e5 HTTP/1.1" status: 200 len: 843 time: 0.3588500 Sep 29 23:31:35.168504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52750) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:35.198121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1ed4231a-447a-4188-b633-65cfd44c7494 None None] Provisioning complete for port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:35.198501 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1ed4231a-447a-4188-b633-65cfd44c7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.201655 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.203316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:35.208907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-97ea2f6d-7ff7-4850-8128-85e47a0cdd70 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/1dc72e41-b518-48af-b8d3-a8fa42018952/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8621461 Sep 29 23:31:35.211590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52752) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:35.220238 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc57becd-2d06-45f9-ad35-f538eeb391e0 None None] Sync routers for ids ['1dc72e41-b518-48af-b8d3-a8fa42018952'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:35.233541 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc57becd-2d06-45f9-ad35-f538eeb391e0 None None] Routers {'1dc72e41-b518-48af-b8d3-a8fa42018952'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:35.234824 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cc57becd-2d06-45f9-ad35-f538eeb391e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1dc72e41-b518-48af-b8d3-a8fa42018952'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:35.254197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbb545f-6cf0-48b4-ac43-6af10daa6205 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['shared'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:35.255616 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6fbb545f-6cf0-48b4-ac43-6af10daa6205 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "GET /v2.0/subnets/2c8436fe-1267-48b1-8fe5-025f82e299e5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0861695 Sep 29 23:31:35.260645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52754) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:35.267558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-932790905'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:35.269375 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cc57becd-2d06-45f9-ad35-f538eeb391e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:35.280579 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc57becd-2d06-45f9-ad35-f538eeb391e0 None None] Routers {'1dc72e41-b518-48af-b8d3-a8fa42018952'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:35.281380 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cc57becd-2d06-45f9-ad35-f538eeb391e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1dc72e41-b518-48af-b8d3-a8fa42018952'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:35.286363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37707e5a-36ae-4514-83f8-dc447de6f1e5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:35.290507 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-37707e5a-36ae-4514-83f8-dc447de6f1e5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports/f1a9f7e6-5769-4f8d-b9b8-66ac7708208b HTTP/1.1" status: 200 len: 911 time: 0.0752573 Sep 29 23:31:35.291470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52756) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:35.297273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3048ba09-74b8-4d86-a959-e0da868c304a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6a8da132-8e46-4963-964d-99f8012afeaa'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:35.318290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:35.322775 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.342030 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-cc57becd-2d06-45f9-ad35-f538eeb391e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:35.344761 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc57becd-2d06-45f9-ad35-f538eeb391e0 None None] The sync data for ids ['1dc72e41-b518-48af-b8d3-a8fa42018952'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:35.361212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:35.372975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.373334 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Added segment efc6b74c-d149-4d15-bfed-7e28719db19a of type vlan for network 4d621480-8bcc-472c-8cf9-8287d3044f9d Sep 29 23:31:35.416983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.447476 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.457146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:35.457963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.472832 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3048ba09-74b8-4d86-a959-e0da868c304a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.480991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 3e68bc63-fcf6-4947-b0b1-5e323c905a33, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3e68bc63-fcf6-4947-b0b1-5e323c905a33,segment=NetworkSegment(3ac2fedb-922b-411a-a0fd-3b1c64625d41),segment_id=3ac2fedb-922b-411a-a0fd-3b1c64625d41)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:35.492709 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2289727 Sep 29 23:31:35.493019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:35.498716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'network_id': '4d621480-8bcc-472c-8cf9-8287d3044f9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:35.508814 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.562121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4bef7-bb83-42be-9258-ddf1e8123301 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Network': ['ID=4d621480-8bcc-472c-8cf9-8287d3044f9d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:35.581952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 4d621480-8bcc-472c-8cf9-8287d3044f9d details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:35.693455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=3e68bc63-fcf6-4947-b0b1-5e323c905a33,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:35.787652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Made reservation on behalf of 0c2ade494e7941bbb70a3f8befe35dd5 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:35.792150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:35.861199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dbd68-661b-498b-a2e8-77c94f3bedbe req-84cda8af-2639-43de-8b0e-c8b50d7fc8c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:35.862777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc8dbd68-661b-498b-a2e8-77c94f3bedbe req-84cda8af-2639-43de-8b0e-c8b50d7fc8c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1620975 Sep 29 23:31:35.939010 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Performing IP validity checks on allocation pools {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 23:31:35.939541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110005) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 23:31:35.976277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5610dd7c-cab9-438b-8a35-4cb94e056f65 None None] Provisioning complete for port f1a9f7e6-5769-4f8d-b9b8-66ac7708208b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:35.976740 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5610dd7c-cab9-438b-8a35-4cb94e056f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.010072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc8dbd68-661b-498b-a2e8-77c94f3bedbe req-45aafad0-c34f-444c-b667-8082db2a5ede tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342940 Sep 29 23:31:36.020050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5610dd7c-cab9-438b-8a35-4cb94e056f65 None None] Port f1a9f7e6-5769-4f8d-b9b8-66ac7708208b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:36.035365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5610dd7c-cab9-438b-8a35-4cb94e056f65 None None] Provisioning complete for port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:36.035749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5610dd7c-cab9-438b-8a35-4cb94e056f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.210567 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3048ba09-74b8-4d86-a959-e0da868c304a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.215041 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7c38c012-27c7-47aa-9064-5f43e962cbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.222739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.228743 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3048ba09-74b8-4d86-a959-e0da868c304a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.234840 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048ba09-74b8-4d86-a959-e0da868c304a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:36.235466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3048ba09-74b8-4d86-a959-e0da868c304a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.236874 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3048ba09-74b8-4d86-a959-e0da868c304a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/ports/f1a9f7e6-5769-4f8d-b9b8-66ac7708208b HTTP/1.1" status: 200 len: 911 time: 0.9441111 Sep 29 23:31:36.240332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52764) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:36.269717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-83d35ea6-1db7-46c5-a7de-92f263f1a823 None None] Provisioning complete for port f1a9f7e6-5769-4f8d-b9b8-66ac7708208b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:36.270287 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-83d35ea6-1db7-46c5-a7de-92f263f1a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.309049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048ba09-74b8-4d86-a959-e0da868c304a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=f1a9f7e6-5769-4f8d-b9b8-66ac7708208b,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:36.327987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-83d35ea6-1db7-46c5-a7de-92f263f1a823 None None] Port f1a9f7e6-5769-4f8d-b9b8-66ac7708208b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:36.359746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=581f7c2e-da50-4aad-94eb-c64b7aaa1e47,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:36.365354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Checking segment: {'id': 'efc6b74c-d149-4d15-bfed-7e28719db19a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '4d621480-8bcc-472c-8cf9-8287d3044f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:36.365735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network hostable DHCP agents. Network: 4d621480-8bcc-472c-8cf9-8287d3044f9d, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:36.366909 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143240ca-f57e-469e-a2af-5e7244af98d4 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:31:36.382954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Network 4d621480-8bcc-472c-8cf9-8287d3044f9d is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:36.393382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 4d621480-8bcc-472c-8cf9-8287d3044f9d) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:36.397838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:36.398519 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.415140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-043aaf7b-56f1-4937-8b3a-3af1d2784b8c tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9208701 Sep 29 23:31:36.418468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52766) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:36.423783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c4203ce2-9e0c-4bab-bc35-e98bc5ee407e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:36.470597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-57590da5-e906-483b-95cd-d1108cf73a5a None None] Provisioning complete for port f1a9f7e6-5769-4f8d-b9b8-66ac7708208b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:36.471326 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57590da5-e906-483b-95cd-d1108cf73a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.531575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-57590da5-e906-483b-95cd-d1108cf73a5a None None] Port f1a9f7e6-5769-4f8d-b9b8-66ac7708208b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:36.534113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4203ce2-9e0c-4bab-bc35-e98bc5ee407e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4498483'] for subnet, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.594233 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.603659 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.642790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143240ca-f57e-469e-a2af-5e7244af98d4 None None] Unable to find a vacant binding_index for network 4d621480-8bcc-472c-8cf9-8287d3044f9d and agent 76f70ab8-f590-4989-9db8-050d6bdcae20 {{(pid=110007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Sep 29 23:31:36.648246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143240ca-f57e-469e-a2af-5e7244af98d4 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 4d621480-8bcc-472c-8cf9-8287d3044f9d) {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:31:36.742285 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4203ce2-9e0c-4bab-bc35-e98bc5ee407e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781141744631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5133050'] for subnet, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.786453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4203ce2-9e0c-4bab-bc35-e98bc5ee407e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:36.787076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4203ce2-9e0c-4bab-bc35-e98bc5ee407e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.788438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c4203ce2-9e0c-4bab-bc35-e98bc5ee407e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "PUT /v2.0/subnets/581f7c2e-da50-4aad-94eb-c64b7aaa1e47 HTTP/1.1" status: 200 len: 900 time: 0.3690338 Sep 29 23:31:36.792270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52770) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:36.821954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4203ce2-9e0c-4bab-bc35-e98bc5ee407e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event updated for resources: {'Subnet': ['ID=581f7c2e-da50-4aad-94eb-c64b7aaa1e47,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:36.886183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port f1a9f7e6-5769-4f8d-b9b8-66ac7708208b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:36.886540 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.936422 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.936821 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef939dd-9b5b-4bda-b3b6-6e11e29cc5a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-4d621480-8bcc-472c-8cf9-8287d3044f9d', 'network_id': '4d621480-8bcc-472c-8cf9-8287d3044f9d', 'tenant_id': '0c2ade494e7941bbb70a3f8befe35dd5', 'fixed_ips': [{'subnet_id': '581f7c2e-da50-4aad-94eb-c64b7aaa1e47'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:36.937898 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bef939dd-9b5b-4bda-b3b6-6e11e29cc5a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:36.942742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3e68bc63-fcf6-4947-b0b1-5e323c905a33 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:37.007231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.017089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.039055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for f1a9f7e6-5769-4f8d-b9b8-66ac7708208b owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:37.077569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:37.078150 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.099247 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server [None req-bef939dd-9b5b-4bda-b3b6-6e11e29cc5a8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 581f7c2e-da50-4aad-94eb-c64b7aaa1e47: This subnet is being modified by another concurrent operation. Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:31:37.107138 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise exception Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 581f7c2e-da50-4aad-94eb-c64b7aaa1e47: This subnet is being modified by another concurrent operation. Sep 29 23:31:37.110729 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Sep 29 23:31:37.129749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f01229-5a5d-4931-9e6e-a8e8762c0fa0 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:31:37.182825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Subnet': ['ID=581f7c2e-da50-4aad-94eb-c64b7aaa1e47,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:37.254018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5aacfc-228f-4ee6-b2f3-bec9608c7161 req-9ceb0199-dfd4-4e3b-b38c-0c04b69a2037 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:37.256310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac5aacfc-228f-4ee6-b2f3-bec9608c7161 req-9ceb0199-dfd4-4e3b-b38c-0c04b69a2037 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1479208 Sep 29 23:31:37.277610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f01229-5a5d-4931-9e6e-a8e8762c0fa0 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:31:37.286257 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.311452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.326334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d621480-8bcc-472c-8cf9-8287d3044f9d']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:37.336697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=f1a9f7e6-5769-4f8d-b9b8-66ac7708208b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:37.349560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc6b74c-d149-4d15-bfed-7e28719db19a') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:37.350068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc6b74c-d149-4d15-bfed-7e28719db19a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:37.357403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.357403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.357403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.357935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.358051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.358394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.358809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.359254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.359646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.360133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.361175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.361175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:37.367237 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac5aacfc-228f-4ee6-b2f3-bec9608c7161 req-60383806-b38d-4d5a-ae3a-4acabe39f21f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755508 Sep 29 23:31:37.369375 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.389959 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.396527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 534 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:37.397067 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:37.400876 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:37.476610 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.485654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.496780 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.514039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.516825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/4d621480-8bcc-472c-8cf9-8287d3044f9d HTTP/1.1" status: 204 len: 168 time: 0.7232852 Sep 29 23:31:37.519532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d56f1-95ed-491b-8c78-c15b3176349b tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Network': ['ID=4d621480-8bcc-472c-8cf9-8287d3044f9d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:37.522869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52774) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:37.559301 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ad5fa8-b83c-4ba5-ab96-079161eb06d6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:37.559301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ad5fa8-b83c-4ba5-ab96-079161eb06d6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:37.561135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-42ad5fa8-b83c-4ba5-ab96-079161eb06d6 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/subnets/581f7c2e-da50-4aad-94eb-c64b7aaa1e47 HTTP/1.1" status: 404 len: 337 time: 0.0371871 Sep 29 23:31:37.563925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52776) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:37.590360 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-0008cd6a-8cca-4f44-95b5-58907ebca9e8 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:37.591100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0008cd6a-8cca-4f44-95b5-58907ebca9e8 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:37.593091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0008cd6a-8cca-4f44-95b5-58907ebca9e8 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/4d621480-8bcc-472c-8cf9-8287d3044f9d HTTP/1.1" status: 404 len: 339 time: 0.0278039 Sep 29 23:31:37.596848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52778) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:37.614196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5652c-14cc-4710-8ae9-834f120ae72a None None] Network 4d621480-8bcc-472c-8cf9-8287d3044f9d requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:37.645594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5652c-14cc-4710-8ae9-834f120ae72a None None] Network 4d621480-8bcc-472c-8cf9-8287d3044f9d could not be found, it might have been deleted concurrently. {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 23:31:37.661466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408b3c56-b726-4852-9abb-d0ca51f135ac None None] Network 4d621480-8bcc-472c-8cf9-8287d3044f9d requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:37.676475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408b3c56-b726-4852-9abb-d0ca51f135ac None None] Network 4d621480-8bcc-472c-8cf9-8287d3044f9d could not be found, it might have been deleted concurrently. {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 23:31:37.686343 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2d3cc-d366-496a-a2e2-24abc85b5e58 None None] Network 4d621480-8bcc-472c-8cf9-8287d3044f9d requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:37.692987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 1dc72e41-b518-48af-b8d3-a8fa42018952 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:37.705830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d2d3cc-d366-496a-a2e2-24abc85b5e58 None None] Network 4d621480-8bcc-472c-8cf9-8287d3044f9d could not be found, it might have been deleted concurrently. {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 29 23:31:37.707216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.802816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:37.810729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.812240 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0d99f47e-12ff-45f4-ba2e-c4384c8b2636 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/1dc72e41-b518-48af-b8d3-a8fa42018952/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5707679 Sep 29 23:31:37.812987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52782) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:37.820711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522f60a9-1b6c-49ec-9ae5-7f101731cf36 None None] Sync routers for ids ['1dc72e41-b518-48af-b8d3-a8fa42018952'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:37.831085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f60a9-1b6c-49ec-9ae5-7f101731cf36 None None] Routers {'1dc72e41-b518-48af-b8d3-a8fa42018952'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:37.832426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-522f60a9-1b6c-49ec-9ae5-7f101731cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1dc72e41-b518-48af-b8d3-a8fa42018952'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:37.843427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5831584-7e2c-4a83-8621-2d2b01674311']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:37.853958 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c9ddd08e-1411-4878-85af-c824ef93fbb9 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dc72e41-b518-48af-b8d3-a8fa42018952 HTTP/1.1" status: 200 len: 205 time: 0.0390291 Sep 29 23:31:37.855762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90654f32-cb1c-4f72-8e75-0d3612a2a373') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:37.856199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90654f32-cb1c-4f72-8e75-0d3612a2a373') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:37.856576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52784) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:37.866195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.873523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-522f60a9-1b6c-49ec-9ae5-7f101731cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:37.881535 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.882691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522f60a9-1b6c-49ec-9ae5-7f101731cf36 None None] Routers {'1dc72e41-b518-48af-b8d3-a8fa42018952'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:37.883463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-522f60a9-1b6c-49ec-9ae5-7f101731cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['1dc72e41-b518-48af-b8d3-a8fa42018952'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:37.889181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:37.889948 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:37.893278 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:37.919586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-522f60a9-1b6c-49ec-9ae5-7f101731cf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:37.920474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522f60a9-1b6c-49ec-9ae5-7f101731cf36 None None] The sync data for ids ['1dc72e41-b518-48af-b8d3-a8fa42018952'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:37.943926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73f99538-863d-46c3-8753-a4ab9d6112f6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.112693 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73f99538-863d-46c3-8753-a4ab9d6112f6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.115857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73f99538-863d-46c3-8753-a4ab9d6112f6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.161010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73f99538-863d-46c3-8753-a4ab9d6112f6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.161454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f99538-863d-46c3-8753-a4ab9d6112f6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Fanout notify agent at l3_agent the message router_deleted on router 1dc72e41-b518-48af-b8d3-a8fa42018952 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:31:38.173548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-73f99538-863d-46c3-8753-a4ab9d6112f6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.177106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-73f99538-863d-46c3-8753-a4ab9d6112f6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/1dc72e41-b518-48af-b8d3-a8fa42018952 HTTP/1.1" status: 204 len: 168 time: 0.3168821 Sep 29 23:31:38.177335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52786) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:38.234187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-7381d7dc-e808-4e83-b404-95599e7faaa6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting subnet 6a8da132-8e46-4963-964d-99f8012afeaa {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:38.237688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7381d7dc-e808-4e83-b404-95599e7faaa6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.280394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7381d7dc-e808-4e83-b404-95599e7faaa6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.294291 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.304191 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.310199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/f5831584-7e2c-4a83-8621-2d2b01674311 HTTP/1.1" status: 204 len: 168 time: 0.7087090 Sep 29 23:31:38.310579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52788) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:38.320510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26433485-6d66-4df2-bec3-7cd4d421087d tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Network': ['ID=f5831584-7e2c-4a83-8621-2d2b01674311,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:38.343135 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f619bf03-faf3-45e0-a3ae-b159d87e5150 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:38.343893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f619bf03-faf3-45e0-a3ae-b159d87e5150 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:38.345573 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f619bf03-faf3-45e0-a3ae-b159d87e5150 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/subnets/ea42515f-c8f7-4af0-9ec9-47239aaeb6c9 HTTP/1.1" status: 404 len: 337 time: 0.0340896 Sep 29 23:31:38.348182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52790) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:38.366526 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3230d34-2507-4035-baeb-4a57eaa7ac5a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:38.367063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3230d34-2507-4035-baeb-4a57eaa7ac5a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:38.368844 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b3230d34-2507-4035-baeb-4a57eaa7ac5a tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/e04fb491-2623-44ff-9426-2a858ee2f326 HTTP/1.1" status: 404 len: 339 time: 0.0196602 Sep 29 23:31:38.372078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52792) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:38.408156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7381d7dc-e808-4e83-b404-95599e7faaa6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.425380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-9132ace3-fedf-4197-9f8b-ed17cce37b88 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Deleting subnet e21df60a-9acf-4e02-aa13-7f4fa984cbd5 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:38.428698 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9132ace3-fedf-4197-9f8b-ed17cce37b88 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.469277 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7381d7dc-e808-4e83-b404-95599e7faaa6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.498593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381d7dc-e808-4e83-b404-95599e7faaa6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8da132-8e46-4963-964d-99f8012afeaa,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:38.500624 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7381d7dc-e808-4e83-b404-95599e7faaa6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.501539 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9132ace3-fedf-4197-9f8b-ed17cce37b88 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.505359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52796) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:38.507159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa1c63f-cf2a-4915-b1cc-9837801b4996 None None] Network 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:38.508642 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7381d7dc-e808-4e83-b404-95599e7faaa6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/6a8da132-8e46-4963-964d-99f8012afeaa HTTP/1.1" status: 204 len: 168 time: 0.3299389 Sep 29 23:31:38.585401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4a3bb-91a3-4072-be35-2c8aca25ab39 req-e282dd30-b510-4da8-b6e6-4ef55487b899 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:38.586875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bb4a3bb-91a3-4072-be35-2c8aca25ab39 req-e282dd30-b510-4da8-b6e6-4ef55487b899 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1348646 Sep 29 23:31:38.649905 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.683351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.692185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d4bdd-1861-4341-8832-ee7901d521e4 None None] DHCP port deletion for 056c5e2c-0757-462b-8bdd-eac50f0cc3d9 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:38.720597 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9132ace3-fedf-4197-9f8b-ed17cce37b88 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.738303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d4bdd-1861-4341-8832-ee7901d521e4 None None] Deleting port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:38.738712 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4bdd-1861-4341-8832-ee7901d521e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.749195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bb4a3bb-91a3-4072-be35-2c8aca25ab39 req-7c73360b-cc22-408a-850a-aa45d560d847 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508965 Sep 29 23:31:38.805213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-dd7d4bdd-1861-4341-8832-ee7901d521e4 None None] For port 3e68bc63-fcf6-4947-b0b1-5e323c905a33, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3e68bc63-fcf6-4947-b0b1-5e323c905a33,segment=NetworkSegment(3ac2fedb-922b-411a-a0fd-3b1c64625d41),segment_id=3ac2fedb-922b-411a-a0fd-3b1c64625d41)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:38.805697 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4bdd-1861-4341-8832-ee7901d521e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.814387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:38.814941 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.817746 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9132ace3-fedf-4197-9f8b-ed17cce37b88 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.820066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d4bdd-1861-4341-8832-ee7901d521e4 None None] Calling delete_port for 3e68bc63-fcf6-4947-b0b1-5e323c905a33 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:38.862448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d4619b-67f9-4880-82e5-d0541d278191 None None] Network c71d2617-f359-451a-9c88-0399520b0121 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:38.864671 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9132ace3-fedf-4197-9f8b-ed17cce37b88 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.870264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9132ace3-fedf-4197-9f8b-ed17cce37b88 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/subnets/e21df60a-9acf-4e02-aa13-7f4fa984cbd5 HTTP/1.1" status: 204 len: 168 time: 0.4935970 Sep 29 23:31:38.871467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52800) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:38.873402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132ace3-fedf-4197-9f8b-ed17cce37b88 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Subnet': ['ID=e21df60a-9acf-4e02-aa13-7f4fa984cbd5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:38.933861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3e68bc63-fcf6-4947-b0b1-5e323c905a33 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:38.976184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port 3e68bc63-fcf6-4947-b0b1-5e323c905a33, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3e68bc63-fcf6-4947-b0b1-5e323c905a33,segment=NetworkSegment(3ac2fedb-922b-411a-a0fd-3b1c64625d41),segment_id=3ac2fedb-922b-411a-a0fd-3b1c64625d41)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:38.976561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:38.989827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d7b011-70d0-4e33-bb07-f0534bb99819 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Deleting subnet 4aa7735e-dcde-4c92-a77f-5152e1509d60 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:38.998710 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd7d4bdd-1861-4341-8832-ee7901d521e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.004072 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3d7b011-70d0-4e33-bb07-f0534bb99819 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.007211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No active binding found for port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 {{(pid=110007) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 29 23:31:39.007644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3e68bc63-fcf6-4947-b0b1-5e323c905a33 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:39.007768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for 3e68bc63-fcf6-4947-b0b1-5e323c905a33 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:39.039153 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d4bdd-1861-4341-8832-ee7901d521e4 None None] Pushing event deleted for resources: {'Port': ['ID=3e68bc63-fcf6-4947-b0b1-5e323c905a33,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:39.041182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d4bdd-1861-4341-8832-ee7901d521e4 None None] No DVR routers for this DVR port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:39.085234 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3d7b011-70d0-4e33-bb07-f0534bb99819 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.192587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.205323 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3d7b011-70d0-4e33-bb07-f0534bb99819 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.251934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=3e68bc63-fcf6-4947-b0b1-5e323c905a33,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:39.253981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No DVR routers for this DVR port 3e68bc63-fcf6-4947-b0b1-5e323c905a33 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:39.367133 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.386969 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3d7b011-70d0-4e33-bb07-f0534bb99819 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.394435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['056c5e2c-0757-462b-8bdd-eac50f0cc3d9']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:39.426368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac2fedb-922b-411a-a0fd-3b1c64625d41') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:39.426591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac2fedb-922b-411a-a0fd-3b1c64625d41') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:39.428915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7b011-70d0-4e33-bb07-f0534bb99819 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Subnet': ['ID=4aa7735e-dcde-4c92-a77f-5152e1509d60,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:39.437571 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3d7b011-70d0-4e33-bb07-f0534bb99819 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.439496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b3d7b011-70d0-4e33-bb07-f0534bb99819 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/subnets/4aa7735e-dcde-4c92-a77f-5152e1509d60 HTTP/1.1" status: 204 len: 168 time: 0.5671351 Sep 29 23:31:39.442032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52802) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:39.443677 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.478269 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.495119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:39.495552 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:39.498757 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:39.567230 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.609618 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.632626 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.635058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/networks/056c5e2c-0757-462b-8bdd-eac50f0cc3d9 HTTP/1.1" status: 204 len: 168 time: 1.1109931 Sep 29 23:31:39.640388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52804) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:39.649440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daed630-a659-4126-8a2f-a10a485aca11 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Network': ['ID=056c5e2c-0757-462b-8bdd-eac50f0cc3d9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:39.665124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d1c50ed8-5005-430b-91bf-54ccdf47c4d5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1259971582', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:39.675860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Deleting port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:39.676739 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.687234 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.699092 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1c50ed8-5005-430b-91bf-54ccdf47c4d5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.700578 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1c50ed8-5005-430b-91bf-54ccdf47c4d5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.718231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85883ac-4bbf-40c8-9ae1-603fb09cfa2f None None] Network c71d2617-f359-451a-9c88-0399520b0121 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:39.765853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] For port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=663d8d67-c2d9-4c7e-8893-11ead76bcd2e,segment=NetworkSegment(b3d4a313-2be2-4d32-993e-7f7a98876f43),segment_id=b3d4a313-2be2-4d32-993e-7f7a98876f43)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:39.766551 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.779605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1c50ed8-5005-430b-91bf-54ccdf47c4d5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.781871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Calling delete_port for 663d8d67-c2d9-4c7e-8893-11ead76bcd2e owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:39.785262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1c50ed8-5005-430b-91bf-54ccdf47c4d5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.810248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1c50ed8-5005-430b-91bf-54ccdf47c4d5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.813938 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d1c50ed8-5005-430b-91bf-54ccdf47c4d5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1669016 Sep 29 23:31:39.815295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52808) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:39.824986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-360764481'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:39.848331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e571ce82-d1ea-47a1-bc87-1687125f5633 None None] Provisioning complete for port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:39.848814 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e571ce82-d1ea-47a1-bc87-1687125f5633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.866896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:39.872552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.901293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:39.913051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.914454 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added segment b9fa05ca-876d-426c-8700-883eff37cf98 of type vlan for network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 Sep 29 23:31:39.926009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8695c-1e6e-4b28-8ec8-7e31e4b34c02 req-d8af81cd-a040-49d5-8ca3-fbfc19f80ff7 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:39.926605 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.db [None req-e571ce82-d1ea-47a1-bc87-1687125f5633 None None] No ports have port_id starting with 663d8d67-c2d9-4c7e-8893-11ead76bcd2e Sep 29 23:31:39.927943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfc8695c-1e6e-4b28-8ec8-7e31e4b34c02 req-d8af81cd-a040-49d5-8ca3-fbfc19f80ff7 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0788379 Sep 29 23:31:39.936119 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:39.980480 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.000601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Port': ['ID=663d8d67-c2d9-4c7e-8893-11ead76bcd2e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:40.007037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No DVR routers for this DVR port 663d8d67-c2d9-4c7e-8893-11ead76bcd2e on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:40.016712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bf44fd-b8c5-43a4-97da-f4c5e6d6a9fb None None] DHCP port deletion for c71d2617-f359-451a-9c88-0399520b0121 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:40.021178 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.029088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:40.029304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.055906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfc8695c-1e6e-4b28-8ec8-7e31e4b34c02 req-d465e0f8-c4b8-4407-9034-e16d48e2d5b8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161764 Sep 29 23:31:40.074544 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2594209 Sep 29 23:31:40.077678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52812) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:40.082889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'subnet': {'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:40.129451 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.138624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b01aaf-911a-4194-ac07-f0ebcd5e79eb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Network': ['ID=9d743de3-959e-4554-a6b6-26b2ed4f4ca4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:40.148740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:40.150861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c71d2617-f359-451a-9c88-0399520b0121']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:40.160503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d4a313-2be2-4d32-993e-7f7a98876f43') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:40.160799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d4a313-2be2-4d32-993e-7f7a98876f43') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:40.170760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.185500 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.192766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:40.193282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:40.196348 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:40.214265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:40.218354 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.259015 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.268040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.269862 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/c71d2617-f359-451a-9c88-0399520b0121 HTTP/1.1" status: 204 len: 168 time: 0.8242047 Sep 29 23:31:40.280807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52814) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:40.288793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9927629-6f91-46b5-b906-5ba6c563adc7 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Network': ['ID=c71d2617-f359-451a-9c88-0399520b0121,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:40.315796 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-732ebab9-2a94-4912-872f-d0ce529ab1f4 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:40.316284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732ebab9-2a94-4912-872f-d0ce529ab1f4 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:40.318052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-732ebab9-2a94-4912-872f-d0ce529ab1f4 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/subnets/5652c1ee-a115-4ecf-8978-e6b69869adfd HTTP/1.1" status: 404 len: 337 time: 0.0363097 Sep 29 23:31:40.320787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52816) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:40.344966 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab48673-e0be-4ede-9b85-541b4db58769 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:40.345510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab48673-e0be-4ede-9b85-541b4db58769 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:40.347258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7ab48673-e0be-4ede-9b85-541b4db58769 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/b423071a-ac1f-4386-865d-b4b005ff48f0 HTTP/1.1" status: 404 len: 339 time: 0.0255203 Sep 29 23:31:40.349821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52818) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:40.396475 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-83d087cc-4ed2-4cff-a838-4ac12bb95ec2 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:40.396926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83d087cc-4ed2-4cff-a838-4ac12bb95ec2 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:40.398618 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-83d087cc-4ed2-4cff-a838-4ac12bb95ec2 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/subnets/5193df29-892b-4a20-956f-42cf652248c2 HTTP/1.1" status: 404 len: 337 time: 0.0479078 Sep 29 23:31:40.401264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52820) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:40.455029 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22f4915-8672-47aa-a3b9-f53e6d758454 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:40.455472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22f4915-8672-47aa-a3b9-f53e6d758454 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:40.457177 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c22f4915-8672-47aa-a3b9-f53e6d758454 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/ea61b1c4-3bef-48da-8911-b29d1eb9a4eb HTTP/1.1" status: 404 len: 339 time: 0.0550287 Sep 29 23:31:40.459839 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52822) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:40.486521 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-201aa789-6afe-461e-8dad-8ce1f77d488f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:40.486982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201aa789-6afe-461e-8dad-8ce1f77d488f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:40.488719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-201aa789-6afe-461e-8dad-8ce1f77d488f tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/subnets/aba18a2d-16c1-4258-bb3c-2defc72f691d HTTP/1.1" status: 404 len: 337 time: 0.0277429 Sep 29 23:31:40.491366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52824) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:40.511999 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-9af76f16-21ad-46ff-8f99-f5a44336dc50 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:40.512562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9af76f16-21ad-46ff-8f99-f5a44336dc50 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:40.516537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9af76f16-21ad-46ff-8f99-f5a44336dc50 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/e800d4c0-6cfe-4b71-9502-30a134553248 HTTP/1.1" status: 404 len: 339 time: 0.0219257 Sep 29 23:31:40.516745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52826) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:40.525283 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-7c039fb8-cfbf-4881-96b3-744ac9ab461b service neutron] show failed (client error): The resource could not be found. Sep 29 23:31:40.526308 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-7c039fb8-cfbf-4881-96b3-744ac9ab461b service neutron] 10.222.0.42 "GET /v2.0/ports/5aae683d-aa8a-422e-a5fd-971c5f3c76cb/bindings/n-h2-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.1160131 Sep 29 23:31:40.527761 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.570614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-092fa418-eaf3-4056-b1d9-78790c452e0e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Deleting subnet 33bd15aa-07b5-4d9d-aacf-4af3fb06c44f {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:40.575500 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-092fa418-eaf3-4056-b1d9-78790c452e0e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.591106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Subnet': ['ID=4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:40.601763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Checking segment: {'id': 'b9fa05ca-876d-426c-8700-883eff37cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:40.602440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network hostable DHCP agents. Network: 9d743de3-959e-4554-a6b6-26b2ed4f4ca4, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:40.621075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:40.621723 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-092fa418-eaf3-4056-b1d9-78790c452e0e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.631058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 9d743de3-959e-4554-a6b6-26b2ed4f4ca4) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:40.635189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:40.635807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.642618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570f2dc1-696a-4883-b162-8b63c317fa2a None None] Network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:40.652994 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-600b927c-4c8e-4782-b324-dfb0e9743b16 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5740569 Sep 29 23:31:40.656171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52828) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:40.741387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-092fa418-eaf3-4056-b1d9-78790c452e0e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.805811 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-092fa418-eaf3-4056-b1d9-78790c452e0e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.824040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:40.825878 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.837148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092fa418-eaf3-4056-b1d9-78790c452e0e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Subnet': ['ID=33bd15aa-07b5-4d9d-aacf-4af3fb06c44f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:40.839313 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-092fa418-eaf3-4056-b1d9-78790c452e0e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.844190 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-092fa418-eaf3-4056-b1d9-78790c452e0e tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/subnets/33bd15aa-07b5-4d9d-aacf-4af3fb06c44f HTTP/1.1" status: 204 len: 168 time: 0.3264375 Sep 29 23:31:40.845233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52830) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:40.850066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8070ec0c-993a-4949-ad7c-2d520e716416 None None] Network 195365f6-7ad3-4168-b876-f031161338cf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:40.939448 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:40.946164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 663d8d67-c2d9-4c7e-8893-11ead76bcd2e no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:40.981066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 663d8d67-c2d9-4c7e-8893-11ead76bcd2e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:40.981419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 663d8d67-c2d9-4c7e-8893-11ead76bcd2e not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:41.005196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Deleting port d3829ddd-d2e3-4af5-a51d-23bc339bcf39 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:41.005540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.086382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] For port d3829ddd-d2e3-4af5-a51d-23bc339bcf39, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d3829ddd-d2e3-4af5-a51d-23bc339bcf39,segment=NetworkSegment(be3de29b-160c-4b96-beeb-38ee2aaa1527),segment_id=be3de29b-160c-4b96-beeb-38ee2aaa1527)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:41.086761 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.102277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Calling delete_port for d3829ddd-d2e3-4af5-a51d-23bc339bcf39 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:41.140299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Allocated IP 2001:db8::2 (9d743de3-959e-4554-a6b6-26b2ed4f4ca4/4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831/c395a328-6ac6-4d58-8553-f31b1f4950d0) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:41.177881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-e7fe1aea-7bb1-4598-a56e-3bed1f6b7a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:41.179401 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-e7fe1aea-7bb1-4598-a56e-3bed1f6b7a25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 1097 time: 0.4459093 Sep 29 23:31:41.216554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:41.257991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aacea2-2d56-4c57-9d44-3032ce464412 req-9dbaa2c0-4413-43a1-81bb-3ba214f7cbc4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:41.260156 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83aacea2-2d56-4c57-9d44-3032ce464412 req-9dbaa2c0-4413-43a1-81bb-3ba214f7cbc4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.0864654 Sep 29 23:31:41.274669 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.315267 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.317980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No DVR routers for this DVR port d3829ddd-d2e3-4af5-a51d-23bc339bcf39 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:41.325712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Port': ['ID=d3829ddd-d2e3-4af5-a51d-23bc339bcf39,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:41.341981 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.402963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83aacea2-2d56-4c57-9d44-3032ce464412 req-87427d61-1e56-4734-a34c-e07b22342fc7 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244254 Sep 29 23:31:41.406006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d2d053-ec57-412b-993e-a19f3d7fbf9b None None] DHCP port deletion for 195365f6-7ad3-4168-b876-f031161338cf request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:41.438586 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.469101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['195365f6-7ad3-4168-b876-f031161338cf']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:41.480556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be3de29b-160c-4b96-beeb-38ee2aaa1527') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:41.480955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be3de29b-160c-4b96-beeb-38ee2aaa1527') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:41.491522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.504562 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.507176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.512327 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.515164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 522 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:41.523880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:41.529035 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:41.548977 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:41.553367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:41.555907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:41.570411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Pushing event updated for resources: {'Port': ['ID=c395a328-6ac6-4d58-8553-f31b1f4950d0,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:41.597823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.598176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.598568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.598938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.599336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.600261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.600449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.600905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.601248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.601992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.601992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.602199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:41.602455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.618757 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.624147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/195365f6-7ad3-4168-b876-f031161338cf HTTP/1.1" status: 204 len: 168 time: 0.7777402 Sep 29 23:31:41.629105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52836) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:41.643595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Attempting to bind port c395a328-6ac6-4d58-8553-f31b1f4950d0 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:41.643995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Attempting to bind port c395a328-6ac6-4d58-8553-f31b1f4950d0 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'b9fa05ca-876d-426c-8700-883eff37cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:41.644481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Attempting to bind port c395a328-6ac6-4d58-8553-f31b1f4950d0 on network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:41.653017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:41.653556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Checking segment: {'id': 'b9fa05ca-876d-426c-8700-883eff37cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:41.654141 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.654708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Bound using segment: {'id': 'b9fa05ca-876d-426c-8700-883eff37cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:41.655405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Bound port: c395a328-6ac6-4d58-8553-f31b1f4950d0, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fa05ca-876d-426c-8700-883eff37cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:41.656084 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.678671 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5432818b-8d17-4256-92f2-208f89d968de tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:41.679143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5432818b-8d17-4256-92f2-208f89d968de tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:41.680308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:41.681016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5432818b-8d17-4256-92f2-208f89d968de tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/subnets/a45216df-9b26-4098-8785-5e31287dbce5 HTTP/1.1" status: 404 len: 337 time: 0.0496180 Sep 29 23:31:41.682041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b7b7dd-5467-4f92-bd97-192e862a2eec tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Network': ['ID=195365f6-7ad3-4168-b876-f031161338cf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:41.683771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52838) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:41.707888 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e99643a-5333-40e5-9bba-8ab4762c2716 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] DELETE failed (client error): The resource could not be found. Sep 29 23:31:41.708470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e99643a-5333-40e5-9bba-8ab4762c2716 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:31:41.713575 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8e99643a-5333-40e5-9bba-8ab4762c2716 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/2f2d6454-e022-442e-9378-36d08837a272 HTTP/1.1" status: 404 len: 339 time: 0.0215998 Sep 29 23:31:41.714194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52840) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:41.730649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] For port c395a328-6ac6-4d58-8553-f31b1f4950d0, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:41.733907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] For port c395a328-6ac6-4d58-8553-f31b1f4950d0, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c395a328-6ac6-4d58-8553-f31b1f4950d0,segment=NetworkSegment(b9fa05ca-876d-426c-8700-883eff37cf98),segment_id=b9fa05ca-876d-426c-8700-883eff37cf98)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:41.739602 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.764166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:41.771978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-34338c94-4125-4377-bf49-d45f2a071770 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Deleting subnet 2c8436fe-1267-48b1-8fe5-025f82e299e5 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:31:41.777211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34338c94-4125-4377-bf49-d45f2a071770 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.796975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394e612-03f5-4f9c-ae4d-21e8a8d69c05 None None] Pushing event updated for resources: {'Port': ['ID=c395a328-6ac6-4d58-8553-f31b1f4950d0,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:41.830230 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34338c94-4125-4377-bf49-d45f2a071770 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.838806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:31:41.841139 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c79552-b73a-4c2a-b1d5-a34528fdfd74" -d '{"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:31:41.845219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Allocated IP 2001:db8::1 (9d743de3-959e-4554-a6b6-26b2ed4f4ca4/4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831/1240ae23-14a3-4e4d-b9a4-4b21da281614) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:41.848651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.871395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Transition to ACTIVE for port object 5aae683d-aa8a-422e-a5fd-971c5f3c76cb will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:31:41.890138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.930088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34338c94-4125-4377-bf49-d45f2a071770 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:41.933943 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbb8584-2929-4f21-8b15-d4444d981d8a x-openstack-request-id: req-4dbb8584-2929-4f21-8b15-d4444d981d8a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:31:41.934251 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:31:41.934362 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4dbb8584-2929-4f21-8b15-d4444d981d8a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:31:41.934768 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'code': 200} Sep 29 23:31:42.021755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34338c94-4125-4377-bf49-d45f2a071770 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.078041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:42.080679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34338c94-4125-4377-bf49-d45f2a071770 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Subnet': ['ID=2c8436fe-1267-48b1-8fe5-025f82e299e5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:42.084960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-34338c94-4125-4377-bf49-d45f2a071770 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.086850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-34338c94-4125-4377-bf49-d45f2a071770 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/subnets/2c8436fe-1267-48b1-8fe5-025f82e299e5 HTTP/1.1" status: 204 len: 168 time: 0.3717434 Sep 29 23:31:42.091429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:42.117206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2efd0f43-c254-4920-9f63-7d1b03deb1df None None] Network 2576b570-df97-4424-82c3-2b4b1f96a5c1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:42.186405 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.211810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] No DVR routers for this DVR port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:42.222552 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.302080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.326532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Deleting port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:42.327032 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.392420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:42.402625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:42.406680 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:42.407232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.409569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=1240ae23-14a3-4e4d-b9a4-4b21da281614,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:42.410494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] For port e17a23cf-fb50-4dff-9aab-cf0a553f9de7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e17a23cf-fb50-4dff-9aab-cf0a553f9de7,segment=NetworkSegment(4085c131-a49a-47fd-865d-c53608a5f713),segment_id=4085c131-a49a-47fd-865d-c53608a5f713)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:42.410875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.427242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Calling delete_port for e17a23cf-fb50-4dff-9aab-cf0a553f9de7 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:42.435493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd0420-41f6-410e-a6e2-7675a9b0e93c None None] DHCP port deletion for 2576b570-df97-4424-82c3-2b4b1f96a5c1 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:31:42.509874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-97bd0420-41f6-410e-a6e2-7675a9b0e93c None None] Deleting port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:31:42.510444 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-97bd0420-41f6-410e-a6e2-7675a9b0e93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.535712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:42.536132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:42.536407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on network a18162ba-c032-446b-af4f-fc7c0f7a0768 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:42.546714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on network a18162ba-c032-446b-af4f-fc7c0f7a0768 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:31:42.546714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on network a18162ba-c032-446b-af4f-fc7c0f7a0768 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:42.558796 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.573148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:42.573492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Checking segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:42.573895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Bound using segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:42.574350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Bound port: 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:42.574720 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.585978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.599728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-97bd0420-41f6-410e-a6e2-7675a9b0e93c None None] For port e17a23cf-fb50-4dff-9aab-cf0a553f9de7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e17a23cf-fb50-4dff-9aab-cf0a553f9de7,segment=NetworkSegment(4085c131-a49a-47fd-865d-c53608a5f713),segment_id=4085c131-a49a-47fd-865d-c53608a5f713)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:42.600375 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-97bd0420-41f6-410e-a6e2-7675a9b0e93c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.613271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] No DVR routers for this DVR port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:42.617139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-97bd0420-41f6-410e-a6e2-7675a9b0e93c None None] Calling delete_port for e17a23cf-fb50-4dff-9aab-cf0a553f9de7 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:31:42.626994 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Port': ['ID=e17a23cf-fb50-4dff-9aab-cf0a553f9de7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:42.665479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8929b7b7-7fd8-45b1-b8ef-0bef37fca5c0 req-cc15f73c-fcc7-4f1c-873a-3c2cf2d1a046 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:42.667634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8929b7b7-7fd8-45b1-b8ef-0bef37fca5c0 req-cc15f73c-fcc7-4f1c-873a-3c2cf2d1a046 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 944 time: 0.1506712 Sep 29 23:31:42.726703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:42.728740 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-97bd0420-41f6-410e-a6e2-7675a9b0e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.741650 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.768714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:42.777430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.782369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd0420-41f6-410e-a6e2-7675a9b0e93c None None] No DVR routers for this DVR port e17a23cf-fb50-4dff-9aab-cf0a553f9de7 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:42.784837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd0420-41f6-410e-a6e2-7675a9b0e93c None None] Pushing event deleted for resources: {'Port': ['ID=e17a23cf-fb50-4dff-9aab-cf0a553f9de7,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:42.804909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2576b570-df97-4424-82c3-2b4b1f96a5c1']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:42.821772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8929b7b7-7fd8-45b1-b8ef-0bef37fca5c0 req-0e127c48-c696-4438-aaad-e3f88ca2e8ce tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054883 Sep 29 23:31:42.823872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4085c131-a49a-47fd-865d-c53608a5f713') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:42.824168 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4085c131-a49a-47fd-865d-c53608a5f713') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:42.833902 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.846942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:42.847292 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.848988 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] 10.222.0.26 "PUT /v2.0/ports/5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 1092 time: 1.6375043 Sep 29 23:31:42.851433 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.860007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:31:42.860201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:31:42.864551 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:31:42.939964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.947107 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:42.951024 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] 10.222.0.44 "DELETE /v2.0/networks/2576b570-df97-4424-82c3-2b4b1f96a5c1 HTTP/1.1" status: 204 len: 168 time: 0.8584616 Sep 29 23:31:42.953639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574e66f-1266-4d97-adde-da2aad5aefac service neutron] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:42.972936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2100c6e-e427-474e-885a-c75a879ce523 tempest-NetworksIpV6Test-23079782 tempest-NetworksIpV6Test-23079782-project] Pushing event deleted for resources: {'Network': ['ID=2576b570-df97-4424-82c3-2b4b1f96a5c1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:43.014630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f00ec80f-8aef-4302-9782-ce92f08169e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:43.016244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f00ec80f-8aef-4302-9782-ce92f08169e1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1095 time: 0.1343429 Sep 29 23:31:43.066863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c395a328-6ac6-4d58-8553-f31b1f4950d0 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:43.123507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.136927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.137920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.142987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port c395a328-6ac6-4d58-8553-f31b1f4950d0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:43.144029 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.209965 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6d25ee-2400-4228-b211-6a74c780721f None None] Network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:43.234227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-38fe1d82-b6e2-45cb-a0d8-89482e14d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:43.235802 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-38fe1d82-b6e2-45cb-a0d8-89482e14d122 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.2117615 Sep 29 23:31:43.331914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=1240ae23-14a3-4e4d-b9a4-4b21da281614,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:43.356562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-14aaa635-e81c-4b59-9245-24e7018ee60a None None] Provisioning complete for port c395a328-6ac6-4d58-8553-f31b1f4950d0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:43.356941 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14aaa635-e81c-4b59-9245-24e7018ee60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.357853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52856) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:43.377886 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-643f2950-9627-4a0e-bc63-5d25fc5cf763 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 999 time: 0.1086240 Sep 29 23:31:43.388554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:43.406378 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.414709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:43.475526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-b59ff986-68cc-486a-9c8a-4f5d30bf8ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:43.477115 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-b59ff986-68cc-486a-9c8a-4f5d30bf8ef9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.0907505 Sep 29 23:31:43.480378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port c395a328-6ac6-4d58-8553-f31b1f4950d0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c395a328-6ac6-4d58-8553-f31b1f4950d0,segment=NetworkSegment(b9fa05ca-876d-426c-8700-883eff37cf98),segment_id=b9fa05ca-876d-426c-8700-883eff37cf98)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:43.490877 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.549888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-90827c0d-789b-4e00-acf4-1620d9d0238f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0c2ade494e7941bbb70a3f8befe35dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1902564 Sep 29 23:31:43.550918 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52860) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:43.581465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e17a23cf-fb50-4dff-9aab-cf0a553f9de7 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:43.590345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=c395a328-6ac6-4d58-8553-f31b1f4950d0,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:43.613047 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e17a23cf-fb50-4dff-9aab-cf0a553f9de7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:43.613397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e17a23cf-fb50-4dff-9aab-cf0a553f9de7 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:43.613930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d3829ddd-d2e3-4af5-a51d-23bc339bcf39 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:43.631027 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41e461c3-2c61-4ff3-a436-436517dbb971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.638098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: d3829ddd-d2e3-4af5-a51d-23bc339bcf39 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:31:43.638452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d3829ddd-d2e3-4af5-a51d-23bc339bcf39 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:43.658994 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41e461c3-2c61-4ff3-a436-436517dbb971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.714718 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41e461c3-2c61-4ff3-a436-436517dbb971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.717488 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41e461c3-2c61-4ff3-a436-436517dbb971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.721387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-41e461c3-2c61-4ff3-a436-436517dbb971 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dedba137-c3fe-4c47-b7f9-65c1e8bb4462 HTTP/1.1" status: 204 len: 168 time: 0.1666567 Sep 29 23:31:43.728137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e461c3-2c61-4ff3-a436-436517dbb971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dedba137-c3fe-4c47-b7f9-65c1e8bb4462,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:43.863276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-1980d3ac-6182-4ec5-a11a-46b248f2e5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:43.864860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-1980d3ac-6182-4ec5-a11a-46b248f2e5de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609477 Sep 29 23:31:43.886369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e7abc356-24eb-495c-bd53-f1f48aeb6ebf None None] Provisioning complete for port c395a328-6ac6-4d58-8553-f31b1f4950d0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:43.887550 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e7abc356-24eb-495c-bd53-f1f48aeb6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:43.925615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:31:43.959904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:31:43.963158 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c" -d '{"events": [{"name": "network-changed", "server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:31:44.049075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9171b2-63da-4947-bd3f-47c1fa94b137 req-bea52ed3-d81a-4c12-a272-79eaeb6d1c15 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:44.054287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad9171b2-63da-4947-bd3f-47c1fa94b137 req-bea52ed3-d81a-4c12-a272-79eaeb6d1c15 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 944 time: 0.1270900 Sep 29 23:31:44.057281 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd15bda2-46c1-4cda-a08e-86fea74ad178 x-openstack-request-id: req-bd15bda2-46c1-4cda-a08e-86fea74ad178 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:31:44.057576 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:31:44.057820 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bd15bda2-46c1-4cda-a08e-86fea74ad178 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:31:44.058211 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'status': 'completed', 'code': 200} Sep 29 23:31:44.099904 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-44b2dcc5-095e-449f-be4d-a2c659dd82ed service neutron] 10.222.0.26 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243283 Sep 29 23:31:44.122818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e7abc356-24eb-495c-bd53-f1f48aeb6ebf None None] Provisioning complete for port 1240ae23-14a3-4e4d-b9a4-4b21da281614 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:44.124144 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e7abc356-24eb-495c-bd53-f1f48aeb6ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.132814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad9171b2-63da-4947-bd3f-47c1fa94b137 req-4bf450b1-c14f-47fd-85f4-276e7ec65cb8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726321 Sep 29 23:31:44.185662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e7abc356-24eb-495c-bd53-f1f48aeb6ebf None None] Port 1240ae23-14a3-4e4d-b9a4-4b21da281614 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:44.201885 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:44.210055 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b710af96-674f-43eb-9a7a-b87deffe2c75 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5528250 Sep 29 23:31:44.210853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:44.215926 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Sync routers for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:44.217513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-583002522'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:44.229418 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:44.230372 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:44.255922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:44.261610 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.263201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-c1faa8e3-05c9-4b3d-98fb-54c8224b9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:44.264844 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-c1faa8e3-05c9-4b3d-98fb-54c8224b9cfb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1095 time: 0.1675465 Sep 29 23:31:44.310674 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-940e5a4f-942b-420f-98cc-7a4dff434417 req-f430642c-29d1-4884-9279-40220c5823e1 service neutron] 10.222.0.26 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928265 Sep 29 23:31:44.312459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 525} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:44.335137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1d4d6f8b-8d7d-4739-956b-e2064a29ca9b None None] Provisioning complete for port 1240ae23-14a3-4e4d-b9a4-4b21da281614 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:44.336159 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6f8b-8d7d-4739-956b-e2064a29ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.336758 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.337109 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added segment 0c7d1090-ef85-4088-b3e8-92a477f6fe70 of type vlan for network 0334d556-57a1-43f0-9535-3b2e6b1237d9 Sep 29 23:31:44.413307 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:44.429044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d6f8b-8d7d-4739-956b-e2064a29ca9b None None] Port 1240ae23-14a3-4e4d-b9a4-4b21da281614 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:44.477034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-dd3f6c21-034c-4a45-8859-08e7debafa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:44.481490 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-dd3f6c21-034c-4a45-8859-08e7debafa58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.2061732 Sep 29 23:31:44.492088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.545514 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.551167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:44.551794 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.597795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-ade893e7-3c72-4f73-9ce0-3b6d9677da2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:44.602259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3877540 Sep 29 23:31:44.603515 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-ade893e7-3c72-4f73-9ce0-3b6d9677da2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1095 time: 0.1913173 Sep 29 23:31:44.604076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:44.613673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'subnet': {'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:44.619991 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-f23a1d81-0ce1-4be9-ae2e-d8998a40ed4d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 999 time: 0.1005287 Sep 29 23:31:44.662296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687fbd6c-9682-4e3e-a064-acfa21763f99 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Network': ['ID=0334d556-57a1-43f0-9535-3b2e6b1237d9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:44.674994 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d4830d8a-8313-46ca-894c-8c72a41c0d8e None None] Provisioning complete for port 1240ae23-14a3-4e4d-b9a4-4b21da281614 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:44.679366 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4830d8a-8313-46ca-894c-8c72a41c0d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.691046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 0334d556-57a1-43f0-9535-3b2e6b1237d9 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:44.733449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-914ee273-d458-41bb-936a-1957a409063f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:44.735064 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-914ee273-d458-41bb-936a-1957a409063f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.1033638 Sep 29 23:31:44.753352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:44.760867 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.792778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-65471fda-c702-4f4d-9f19-244d2bba1dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:44.794288 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-65471fda-c702-4f4d-9f19-244d2bba1dd2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.1846397 Sep 29 23:31:44.816069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-f3e876b0-d179-4a36-97a1-9349844bfd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:44.817825 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:44.818012 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-f3e876b0-d179-4a36-97a1-9349844bfd0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732429 Sep 29 23:31:44.822588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d4830d8a-8313-46ca-894c-8c72a41c0d8e None None] Port 1240ae23-14a3-4e4d-b9a4-4b21da281614 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:44.836479 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:42Z', 'revision_number': 2, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:42Z', 'revision_number': 2, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:44.874754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:44.905808 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Checking router: 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:31:44.906467 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Updating router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 port 1240ae23-14a3-4e4d-b9a4-4b21da281614 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:31:44.907060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-cdaecc4f-3223-4863-b753-4a5a111e83ea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 999 time: 0.1038771 Sep 29 23:31:44.950434 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.994683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:44.998306 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-a306378c-62e2-40bc-9bf8-58665793fbca service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508183 Sep 29 23:31:44.999673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-20f9fc2c-30b8-4f2c-9880-1d446665f836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:45.001066 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-20f9fc2c-30b8-4f2c-9880-1d446665f836 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.0676110 Sep 29 23:31:45.011430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c395a328-6ac6-4d58-8553-f31b1f4950d0 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:45.063379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Subnet': ['ID=b4a6d8f2-f3fe-421e-830b-84c39c60034c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:45.071435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Checking segment: {'id': '0c7d1090-ef85-4088-b3e8-92a477f6fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:45.072106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network hostable DHCP agents. Network: 0334d556-57a1-43f0-9535-3b2e6b1237d9, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:45.093865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 0334d556-57a1-43f0-9535-3b2e6b1237d9 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:45.107187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 0334d556-57a1-43f0-9535-3b2e6b1237d9) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:45.113222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:45.113952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:45.124262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-ac112f53-ff33-4e1c-bf9e-22625331a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:45.125692 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-ac112f53-ff33-4e1c-bf9e-22625331a4de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100519 Sep 29 23:31:45.131225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89499231-3d8c-44e4-97f6-8147cbc96196 None None] Network 0334d556-57a1-43f0-9535-3b2e6b1237d9 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:45.139134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-425103a1-da53-4511-ad1e-d5cae546175a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5316589 Sep 29 23:31:45.139857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52896) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:45.145752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port c395a328-6ac6-4d58-8553-f31b1f4950d0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:45.146511 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:45.178293 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-ef8a83eb-c3e1-4d70-8853-76f06180fb3f service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718402 Sep 29 23:31:45.294246 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-75f99906-db17-47b5-a772-df03a6b6c19a service neutron] 10.222.0.26 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520295 Sep 29 23:31:45.424799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd387e1-462d-476c-abbe-18f8c0487278 req-c23517dd-325c-4f38-a92a-54ac8a4c6afa tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:45.428508 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bd387e1-462d-476c-abbe-18f8c0487278 req-c23517dd-325c-4f38-a92a-54ac8a4c6afa tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 944 time: 0.1675885 Sep 29 23:31:45.478569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-0334d556-57a1-43f0-9535-3b2e6b1237d9', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:45.480078 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:45.488311 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:45.497451 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-576c89a2-0ab0-4640-b2ff-1e0eff5dc61c req-da9a6093-1e34-41df-ae7a-478074b1a8f8 service neutron] 10.222.0.26 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950715 Sep 29 23:31:45.499990 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:45.560913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bd387e1-462d-476c-abbe-18f8c0487278 req-5ea2694c-d063-417c-9859-90cdcaa1029e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998974 Sep 29 23:31:45.586966 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Pushing event updated for resources: {'Port': ['ID=1240ae23-14a3-4e4d-b9a4-4b21da281614,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:45.601061 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.601425 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.601772 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.602113 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.602452 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.602988 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.603349 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.603682 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.604250 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.604864 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.605335 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.605675 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:45.677509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Allocated IP 2001:db8:1::2 (0334d556-57a1-43f0-9535-3b2e6b1237d9/b4a6d8f2-f3fe-421e-830b-84c39c60034c/07576139-63b8-4f5e-b3e3-46af36a3c176) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:45.709703 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Attempting to bind port 1240ae23-14a3-4e4d-b9a4-4b21da281614 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:45.710351 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Attempting to bind port 1240ae23-14a3-4e4d-b9a4-4b21da281614 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'b9fa05ca-876d-426c-8700-883eff37cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:45.711046 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Attempting to bind port 1240ae23-14a3-4e4d-b9a4-4b21da281614 on network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:45.718273 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:45.719114 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Checking segment: {'id': 'b9fa05ca-876d-426c-8700-883eff37cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:45.719714 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:45.720532 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Bound using segment: {'id': 'b9fa05ca-876d-426c-8700-883eff37cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:45.721334 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Bound port: 1240ae23-14a3-4e4d-b9a4-4b21da281614, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9fa05ca-876d-426c-8700-883eff37cf98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:45.722460 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:45.818781 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] For port 1240ae23-14a3-4e4d-b9a4-4b21da281614, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:45.823653 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] For port 1240ae23-14a3-4e4d-b9a4-4b21da281614, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1240ae23-14a3-4e4d-b9a4-4b21da281614,segment=NetworkSegment(b9fa05ca-876d-426c-8700-883eff37cf98),segment_id=b9fa05ca-876d-426c-8700-883eff37cf98)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:45.829869 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:45.836647 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:45.897889 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:45.898531 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:45.975694 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:45.997539 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f13a27c9-afa3-42b0-8e88-87a6a5e0f533 None None] Provisioning complete for port 1240ae23-14a3-4e4d-b9a4-4b21da281614 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:45.998051 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f13a27c9-afa3-42b0-8e88-87a6a5e0f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:46.000714 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:46.001769 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:46.103364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Network 0334d556-57a1-43f0-9535-3b2e6b1237d9 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:46.114973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:46.125723 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f516a48-9bd5-49ba-9e28-c372853f93bc None None] Pushing event updated for resources: {'Port': ['ID=1240ae23-14a3-4e4d-b9a4-4b21da281614,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:46.126048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:46.159191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Pushing event updated for resources: {'Port': ['ID=07576139-63b8-4f5e-b3e3-46af36a3c176,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:46.230424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Attempting to bind port 07576139-63b8-4f5e-b3e3-46af36a3c176 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:46.230942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Attempting to bind port 07576139-63b8-4f5e-b3e3-46af36a3c176 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0c7d1090-ef85-4088-b3e8-92a477f6fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:46.231325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Attempting to bind port 07576139-63b8-4f5e-b3e3-46af36a3c176 on network 0334d556-57a1-43f0-9535-3b2e6b1237d9 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:46.238749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:46.239267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Checking segment: {'id': '0c7d1090-ef85-4088-b3e8-92a477f6fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:46.239693 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:46.240279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Bound using segment: {'id': '0c7d1090-ef85-4088-b3e8-92a477f6fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:46.241046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Bound port: 07576139-63b8-4f5e-b3e3-46af36a3c176, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7d1090-ef85-4088-b3e8-92a477f6fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:46.241449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:46.293186 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f13a27c9-afa3-42b0-8e88-87a6a5e0f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:46.339598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Allocated IP 2001:db8:1::1 (0334d556-57a1-43f0-9535-3b2e6b1237d9/b4a6d8f2-f3fe-421e-830b-84c39c60034c/b93b93a0-6e9e-4859-ba6c-16e95279ce3f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:46.359141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f13a27c9-afa3-42b0-8e88-87a6a5e0f533 None None] For port 1240ae23-14a3-4e4d-b9a4-4b21da281614, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1240ae23-14a3-4e4d-b9a4-4b21da281614,segment=NetworkSegment(b9fa05ca-876d-426c-8700-883eff37cf98),segment_id=b9fa05ca-876d-426c-8700-883eff37cf98)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:46.407182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] For port 07576139-63b8-4f5e-b3e3-46af36a3c176, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:46.410991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] For port 07576139-63b8-4f5e-b3e3-46af36a3c176, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=07576139-63b8-4f5e-b3e3-46af36a3c176,segment=NetworkSegment(0c7d1090-ef85-4088-b3e8-92a477f6fe70),segment_id=0c7d1090-ef85-4088-b3e8-92a477f6fe70)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:46.413305 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f13a27c9-afa3-42b0-8e88-87a6a5e0f533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:46.448145 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:46.449161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:42Z', 'revision_number': 2, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:45Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:46.490199 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:46.508755 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6634c714-77c4-4cf2-b5fb-588b419e5cec None None] The sync data for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 is: [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:42Z', 'revision_number': 2, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:45Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:46.515206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a27c9-afa3-42b0-8e88-87a6a5e0f533 None None] Pushing event updated for resources: {'Port': ['ID=1240ae23-14a3-4e4d-b9a4-4b21da281614,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:46.549275 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:46.588126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-016e3c45-2db0-46c6-905c-9e56e588a827 None None] Provisioning complete for port 1240ae23-14a3-4e4d-b9a4-4b21da281614 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:46.588520 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-016e3c45-2db0-46c6-905c-9e56e588a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:46.620227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4461e286-b5bc-49cc-9003-82b26595d373 None None] Pushing event updated for resources: {'Port': ['ID=07576139-63b8-4f5e-b3e3-46af36a3c176,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:46.666453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 0334d556-57a1-43f0-9535-3b2e6b1237d9 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:46.670458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:46.677846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:46.678420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.018449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1240ae23-14a3-4e4d-b9a4-4b21da281614 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:47.081540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 1240ae23-14a3-4e4d-b9a4-4b21da281614 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:47.081996 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.133034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:31:47.137933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=b93b93a0-6e9e-4859-ba6c-16e95279ce3f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:47.213904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32499216-ccea-48d2-9432-37351c75e814 req-91d0e37a-a513-4748-98db-d5a386d0decf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:47.215515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32499216-ccea-48d2-9432-37351c75e814 req-91d0e37a-a513-4748-98db-d5a386d0decf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 944 time: 0.5315020 Sep 29 23:31:47.219010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 07576139-63b8-4f5e-b3e3-46af36a3c176 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:47.273522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.295938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32499216-ccea-48d2-9432-37351c75e814 req-a69ab8e8-a47e-48f6-8b48-d8ebf3d788d8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702209 Sep 29 23:31:47.301597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:47.339953 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 07576139-63b8-4f5e-b3e3-46af36a3c176 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:47.340342 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.343509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'port_id': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'mac_address': 'fa:16:3e:2b:fc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:31:47.467725 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.500728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aae683d-aa8a-422e-a5fd-971c5f3c76cb {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:31:47.558757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:47.573577 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.577423 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.759656 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.761274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-f0a28e23-6bda-4c26-a072-228d96c38886 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:47.763987 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-f0a28e23-6bda-4c26-a072-228d96c38886 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a&tenant_id=8c9b032445a841f1bea01ab3b724c1b3&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 945 time: 0.1996965 Sep 29 23:31:47.780683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.786104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.877632 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-a54044c7-294b-44ed-9f5b-841d4eaf26fd service neutron] 10.222.0.26 "GET /v2.0/ports/5aae683d-aa8a-422e-a5fd-971c5f3c76cb/bindings/n-h2-811173-2 HTTP/1.1" status: 200 len: 382 time: 0.1056187 Sep 29 23:31:47.889217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 07576139-63b8-4f5e-b3e3-46af36a3c176, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=07576139-63b8-4f5e-b3e3-46af36a3c176,segment=NetworkSegment(0c7d1090-ef85-4088-b3e8-92a477f6fe70),segment_id=0c7d1090-ef85-4088-b3e8-92a477f6fe70)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:47.901005 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:47.904988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:47.913833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020218d-f9ce-4e8e-8ad2-4f20e9467cba req-4df6c3bc-b04c-454c-a29a-2c6d037a5084 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:47.915384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7020218d-f9ce-4e8e-8ad2-4f20e9467cba req-4df6c3bc-b04c-454c-a29a-2c6d037a5084 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 945 time: 0.2202284 Sep 29 23:31:47.934874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=b93b93a0-6e9e-4859-ba6c-16e95279ce3f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:47.962016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=07576139-63b8-4f5e-b3e3-46af36a3c176,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:47.966109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['5aae683d-aa8a-422e-a5fd-971c5f3c76cb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:31:47.986157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-c1ef1d32-2a14-4bbb-9d23-4d36afee00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:47.988517 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-c1ef1d32-2a14-4bbb-9d23-4d36afee00ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1096 time: 0.0709252 Sep 29 23:31:48.008322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8197c4-f5b3-4ca8-b0f6-c7ef66ea1a0a None None] Network 0334d556-57a1-43f0-9535-3b2e6b1237d9 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:48.040762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7020218d-f9ce-4e8e-8ad2-4f20e9467cba req-4bf15f53-0d78-429f-aa16-a8de128df875 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103365 Sep 29 23:31:48.063117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 0334d556-57a1-43f0-9535-3b2e6b1237d9 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:48.067714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:48.104130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5b9fa029-5b72-45b5-a4c6-f4b646d9f3cc None None] Provisioning complete for port 07576139-63b8-4f5e-b3e3-46af36a3c176 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:48.104512 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b9fa029-5b72-45b5-a4c6-f4b646d9f3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:48.121032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-8800e164-0ad3-4e17-9397-33826d934b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:48.123189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-8800e164-0ad3-4e17-9397-33826d934b76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.1274655 Sep 29 23:31:48.189547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:48.212240 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-0139107a-e405-40c7-9f4a-c979bc6562ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 1000 time: 0.0804625 Sep 29 23:31:48.288088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-9c68a36c-ccd2-4fa3-8f8a-57bb6e79aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:48.289588 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-9c68a36c-ccd2-4fa3-8f8a-57bb6e79aa0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.0699899 Sep 29 23:31:48.357591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:48.364630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-1b557fbd-048e-4cd6-b238-2733b817499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:48.366492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-1b557fbd-048e-4cd6-b238-2733b817499a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683122 Sep 29 23:31:48.371435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-be92f302-7d5f-4b4b-90c6-1ab4e7ef2b68 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2271621 Sep 29 23:31:48.371880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:48.378854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1744264660'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:48.413764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:48.419454 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:48.469518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:48.482934 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:48.483331 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added segment e30e5ab2-7383-45c7-b955-addced06a01f of type vlan for network dc96000a-c8f6-4969-a378-0f8e3811c8eb Sep 29 23:31:48.510929 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3c6cb134-5eda-4984-989a-33552b92b6d5 service neutron] 10.222.0.26 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342676 Sep 29 23:31:48.537297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:48.571587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:48.578405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:48.579461 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:48.632753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2591822 Sep 29 23:31:48.634883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52964) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:48.641362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'subnet': {'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:48.667965 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-12a43ebb-7bf5-4b1f-bd40-7bef4903bf15 service neutron] 10.222.0.26 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503611 Sep 29 23:31:48.675725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fe3d4-4bf7-4e87-bf9a-ab1609c5f511 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Network': ['ID=dc96000a-c8f6-4969-a378-0f8e3811c8eb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:48.689453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network dc96000a-c8f6-4969-a378-0f8e3811c8eb details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:48.727735 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Sync routers for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:48.780388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:48.781171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:48.781897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:48.785144 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:48.893128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:48.941333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-84ee77d5-7e98-427c-9516-e0e049724963 None None] Provisioning complete for port b93b93a0-6e9e-4859-ba6c-16e95279ce3f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:48.941724 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84ee77d5-7e98-427c-9516-e0e049724963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:48.978848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 07576139-63b8-4f5e-b3e3-46af36a3c176 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:49.053318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:49.073572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-84ee77d5-7e98-427c-9516-e0e049724963 None None] Port b93b93a0-6e9e-4859-ba6c-16e95279ce3f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:49.134454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:49.140979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Subnet': ['ID=18316f3e-090d-4c6d-a029-45bf2d1322eb,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:49.148121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Checking segment: {'id': 'e30e5ab2-7383-45c7-b955-addced06a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:49.150174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network hostable DHCP agents. Network: dc96000a-c8f6-4969-a378-0f8e3811c8eb, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:49.175792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network dc96000a-c8f6-4969-a378-0f8e3811c8eb is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:49.190942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, dc96000a-c8f6-4969-a378-0f8e3811c8eb) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:49.197013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:49.197260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-84ee77d5-7e98-427c-9516-e0e049724963 None None] Provisioning complete for port 07576139-63b8-4f5e-b3e3-46af36a3c176 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:49.197642 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84ee77d5-7e98-427c-9516-e0e049724963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:49.198533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:49.224142 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-785fee18-fda1-4cdd-af8e-35bf9fe669bc tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5881402 Sep 29 23:31:49.227176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52972) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:49.251999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 07576139-63b8-4f5e-b3e3-46af36a3c176 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:49.252384 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:49.254308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b57ba7-748e-46cf-bbfa-72ac0d1441a6 None None] Network dc96000a-c8f6-4969-a378-0f8e3811c8eb requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:49.443856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:31:49.464710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:49.465099 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:49.593874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430ad75-2857-44f7-93e4-0a115d238a9c req-79815791-8d66-447a-bc0b-ecf41954a47c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:49.595467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1430ad75-2857-44f7-93e4-0a115d238a9c req-79815791-8d66-447a-bc0b-ecf41954a47c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 945 time: 0.1074491 Sep 29 23:31:49.688548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:47Z', 'revision_number': 3, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:47Z', 'revision_number': 2, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:49.711437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1430ad75-2857-44f7-93e4-0a115d238a9c req-1311f309-e401-4e50-b222-97c50f8e9334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745473 Sep 29 23:31:49.723915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:49.724796 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:49.728792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Checking router: 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:31:49.729148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Updating router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 port b93b93a0-6e9e-4859-ba6c-16e95279ce3f binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:31:49.788725 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:49.822599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 52986) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:49.850719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:49.931281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-590e9172-dfcb-4c60-b620-5ca97573cdc1 None None] Provisioning complete for port b93b93a0-6e9e-4859-ba6c-16e95279ce3f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:49.931660 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-590e9172-dfcb-4c60-b620-5ca97573cdc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:49.948115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-569947fc-1776-467a-9b12-7385bc768cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:49.968530 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.081949 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-569947fc-1776-467a-9b12-7385bc768cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.088966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-569947fc-1776-467a-9b12-7385bc768cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.111008 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:31:50.113417 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee9f8d7b-0af8-445b-bf90-98bf055492a8" -d '{"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-plugged", "status": "completed", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:31:50.116283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-590e9172-dfcb-4c60-b620-5ca97573cdc1 None None] Port b93b93a0-6e9e-4859-ba6c-16e95279ce3f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:50.136650 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-569947fc-1776-467a-9b12-7385bc768cc0 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3bfc5abf12894afe84533c485cf6a3bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127251 Sep 29 23:31:50.139054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 52994) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:50.141970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569947fc-1776-467a-9b12-7385bc768cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851df5fa-abf9-42a0-a376-50fe9206c11e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:50.142692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:50.161560 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.201216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f85c544e-8aca-422b-a143-6a6fed84820e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.224525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f85c544e-8aca-422b-a143-6a6fed84820e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.281951 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f85c544e-8aca-422b-a143-6a6fed84820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.285487 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f85c544e-8aca-422b-a143-6a6fed84820e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.288893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f85c544e-8aca-422b-a143-6a6fed84820e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/851df5fa-abf9-42a0-a376-50fe9206c11e HTTP/1.1" status: 204 len: 168 time: 0.1460538 Sep 29 23:31:50.295548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c544e-8aca-422b-a143-6a6fed84820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851df5fa-abf9-42a0-a376-50fe9206c11e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:50.368746 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c7bcec-9243-4b69-b187-cb6b65835932 x-openstack-request-id: req-f6c7bcec-9243-4b69-b187-cb6b65835932 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:31:50.369181 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-plugged", "status": "completed", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:31:50.369438 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6c7bcec-9243-4b69-b187-cb6b65835932 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:31:50.369954 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'code': 200} Sep 29 23:31:50.397099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Allocated IP 2001:db8:2::2 (dc96000a-c8f6-4969-a378-0f8e3811c8eb/18316f3e-090d-4c6d-a029-45bf2d1322eb/e04086a2-1d08-45ed-a702-e79f74bb111c) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:50.478505 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.503918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:50.606403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53000) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:50.620456 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f40e14b6-26a0-46dc-9432-1ececfe98728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.695868 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.701048 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.706472 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.747289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-e3568ad6-2a01-40a3-bfea-c984870ba593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:50.749939 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-e3568ad6-2a01-40a3-bfea-c984870ba593 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 1097 time: 0.0582192 Sep 29 23:31:50.758619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f40e14b6-26a0-46dc-9432-1ececfe98728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.762475 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.768504 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f40e14b6-26a0-46dc-9432-1ececfe98728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.768661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa21ab-0f99-4ae2-b4d7-e6517d0de723 None None] Pushing event updated for resources: {'Port': ['ID=b93b93a0-6e9e-4859-ba6c-16e95279ce3f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:50.804023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:50.833643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Allocated IP 2001:db8:2::1 (dc96000a-c8f6-4969-a378-0f8e3811c8eb/18316f3e-090d-4c6d-a029-45bf2d1322eb/7ac20867-2d85-424b-b451-073af7a87325) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:50.874399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Network dc96000a-c8f6-4969-a378-0f8e3811c8eb is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:50.875871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e14b6-26a0-46dc-9432-1ececfe98728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d078526-51e7-4118-b0ac-ecedf8ace96a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:50.877887 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:50.879854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Attempting to bind port b93b93a0-6e9e-4859-ba6c-16e95279ce3f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:50.880310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Attempting to bind port b93b93a0-6e9e-4859-ba6c-16e95279ce3f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0c7d1090-ef85-4088-b3e8-92a477f6fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:50.880753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Attempting to bind port b93b93a0-6e9e-4859-ba6c-16e95279ce3f on network 0334d556-57a1-43f0-9535-3b2e6b1237d9 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:50.883093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f40e14b6-26a0-46dc-9432-1ececfe98728 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ff4add6868bc4f3f821a8228f29c9b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755728 Sep 29 23:31:50.886588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53004) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:50.888225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:50.893985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:50.894357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Checking segment: {'id': '0c7d1090-ef85-4088-b3e8-92a477f6fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:50.894840 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.895246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Bound using segment: {'id': '0c7d1090-ef85-4088-b3e8-92a477f6fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:50.895858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Bound port: b93b93a0-6e9e-4859-ba6c-16e95279ce3f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c7d1090-ef85-4088-b3e8-92a477f6fe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:50.896438 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.903230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:50.949897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Pushing event updated for resources: {'Port': ['ID=e04086a2-1d08-45ed-a702-e79f74bb111c,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:50.966818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Attempting to bind port e04086a2-1d08-45ed-a702-e79f74bb111c on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:50.967296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Attempting to bind port e04086a2-1d08-45ed-a702-e79f74bb111c by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'e30e5ab2-7383-45c7-b955-addced06a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:50.967741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Attempting to bind port e04086a2-1d08-45ed-a702-e79f74bb111c on network dc96000a-c8f6-4969-a378-0f8e3811c8eb {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:50.973112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a40604-2d44-437a-ac32-bab6747e4b05 req-261a7842-52a1-4b69-b154-bc85969d12e9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:50.974698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21a40604-2d44-437a-ac32-bab6747e4b05 req-261a7842-52a1-4b69-b154-bc85969d12e9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 946 time: 0.1723092 Sep 29 23:31:51.023583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] For port b93b93a0-6e9e-4859-ba6c-16e95279ce3f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:51.027795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] For port b93b93a0-6e9e-4859-ba6c-16e95279ce3f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b93b93a0-6e9e-4859-ba6c-16e95279ce3f,segment=NetworkSegment(0c7d1090-ef85-4088-b3e8-92a477f6fe70),segment_id=0c7d1090-ef85-4088-b3e8-92a477f6fe70)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:51.032847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:51.033323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Checking segment: {'id': 'e30e5ab2-7383-45c7-b955-addced06a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:51.033871 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.034586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Bound using segment: {'id': 'e30e5ab2-7383-45c7-b955-addced06a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:51.034707 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca9a332a-8790-4066-ae41-288cd714a507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.035477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Bound port: e04086a2-1d08-45ed-a702-e79f74bb111c, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30e5ab2-7383-45c7-b955-addced06a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:51.035979 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.089002 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca9a332a-8790-4066-ae41-288cd714a507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.104869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.116996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] For port e04086a2-1d08-45ed-a702-e79f74bb111c, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:51.149200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21a40604-2d44-437a-ac32-bab6747e4b05 req-37a4a5d0-63e5-4550-be93-c52e904a1ff9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572871 Sep 29 23:31:51.156304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] For port e04086a2-1d08-45ed-a702-e79f74bb111c, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e04086a2-1d08-45ed-a702-e79f74bb111c,segment=NetworkSegment(e30e5ab2-7383-45c7-b955-addced06a01f),segment_id=e30e5ab2-7383-45c7-b955-addced06a01f)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:51.174372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.180564 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.185657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:51.208218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b856b9d7-61df-4cb1-9cf2-853f88a465a6 None None] Provisioning complete for port b93b93a0-6e9e-4859-ba6c-16e95279ce3f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:51.208684 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b856b9d7-61df-4cb1-9cf2-853f88a465a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.227187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:51.246051 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca9a332a-8790-4066-ae41-288cd714a507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.250288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:51.250937 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ca9a332a-8790-4066-ae41-288cd714a507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.251064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:51.252293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ca9a332a-8790-4066-ae41-288cd714a507 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2d078526-51e7-4118-b0ac-ecedf8ace96a HTTP/1.1" status: 204 len: 168 time: 0.3632047 Sep 29 23:31:51.255901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa21ab-0f99-4ae2-b4d7-e6517d0de723 None None] Pushing event updated for resources: {'Port': ['ID=b93b93a0-6e9e-4859-ba6c-16e95279ce3f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:51.275201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.281053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9a332a-8790-4066-ae41-288cd714a507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d078526-51e7-4118-b0ac-ecedf8ace96a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:51.328812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:31:51.331352 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15635d9-0ce5-493b-9b2d-3839e56ace79" -d '{"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:31:51.351752 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.354615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=7ac20867-2d85-424b-b451-073af7a87325,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:51.369092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network dc96000a-c8f6-4969-a378-0f8e3811c8eb is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:51.371090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:51.374283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:51.374850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.387988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Transition to ACTIVE for port object 5aae683d-aa8a-422e-a5fd-971c5f3c76cb will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:31:51.403622 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.425776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf267e6-5901-4ed0-b72d-b3aaac5d8e0e None None] Pushing event updated for resources: {'Port': ['ID=e04086a2-1d08-45ed-a702-e79f74bb111c,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:51.470986 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68b38a8e-a498-4211-8e62-d621c0b340a0 x-openstack-request-id: req-68b38a8e-a498-4211-8e62-d621c0b340a0 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:31:51.471542 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:31:51.471542 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68b38a8e-a498-4211-8e62-d621c0b340a0 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:31:51.471969 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'code': 200} Sep 29 23:31:51.558736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:51.593438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:51.611108 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.677633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] No DVR routers for this DVR port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:31:51.898265 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b856b9d7-61df-4cb1-9cf2-853f88a465a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.937309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:51.940209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:51.940369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on network a18162ba-c032-446b-af4f-fc7c0f7a0768 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:51.950280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on network a18162ba-c032-446b-af4f-fc7c0f7a0768 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:31:51.950879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Attempting to bind port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on network a18162ba-c032-446b-af4f-fc7c0f7a0768 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:51.953182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b856b9d7-61df-4cb1-9cf2-853f88a465a6 None None] For port b93b93a0-6e9e-4859-ba6c-16e95279ce3f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b93b93a0-6e9e-4859-ba6c-16e95279ce3f,segment=NetworkSegment(0c7d1090-ef85-4088-b3e8-92a477f6fe70),segment_id=0c7d1090-ef85-4088-b3e8-92a477f6fe70)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:51.960041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:51.961124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Checking segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:51.962165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Bound using segment: {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:51.963046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Bound port: 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c7c80f4-9547-4c32-82e4-14a853287e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:51.964048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:51.978772 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b856b9d7-61df-4cb1-9cf2-853f88a465a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:52.041527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856b9d7-61df-4cb1-9cf2-853f88a465a6 None None] Pushing event updated for resources: {'Port': ['ID=b93b93a0-6e9e-4859-ba6c-16e95279ce3f,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:52.053312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:47Z', 'revision_number': 3, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:52.067922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:52.072063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:52.083639 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:52.096432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b767976-5ee0-42dc-b7fc-1cd5e653d973 None None] The sync data for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 is: [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:47Z', 'revision_number': 3, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:52.103861 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:52.117236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:52.118833 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:52.124801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:52.125571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:52.127011 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] 10.222.0.42 "PUT /v2.0/ports/5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 1093 time: 1.3318186 Sep 29 23:31:52.139110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1e5acc96-9f1d-4d4c-a818-7f7d5dff1055 None None] Provisioning complete for port b93b93a0-6e9e-4859-ba6c-16e95279ce3f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:52.140394 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e5acc96-9f1d-4d4c-a818-7f7d5dff1055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:52.177968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a844f47-3d86-43ab-87bd-6aa10d9487e4 service neutron] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:52.300146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-6c0da7c5-d76c-461a-b010-3e60e34ae022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:52.305191 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-6c0da7c5-d76c-461a-b010-3e60e34ae022 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1096 time: 0.1403129 Sep 29 23:31:52.366278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=7ac20867-2d85-424b-b451-073af7a87325,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:52.495177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network dc96000a-c8f6-4969-a378-0f8e3811c8eb is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:52.499341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:52.515690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d87429-97d3-430a-9733-bf75b4dbd43d req-cc55ca25-4f6a-40f5-afc4-c4b868edf755 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:52.517318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57d87429-97d3-430a-9733-bf75b4dbd43d req-cc55ca25-4f6a-40f5-afc4-c4b868edf755 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 945 time: 0.1784315 Sep 29 23:31:52.527613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-7ca1473a-9df5-4e62-9fca-bcc5cd5a4391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:52.534450 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-7ca1473a-9df5-4e62-9fca-bcc5cd5a4391 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.2033746 Sep 29 23:31:52.626846 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-d7fe7248-a721-4755-a2f2-1775c29953c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 999 time: 0.0895751 Sep 29 23:31:52.685254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57d87429-97d3-430a-9733-bf75b4dbd43d req-3cf02e62-99a6-43ed-ad32-b90612dbe801 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546013 Sep 29 23:31:52.697567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-bd57e7a2-610d-41ad-8df2-e01b6b1e101d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:52.699150 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-bd57e7a2-610d-41ad-8df2-e01b6b1e101d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.0648458 Sep 29 23:31:52.716292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:52.770551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5343c7-0552-435a-acad-427d0414ba59 req-51772964-e3c2-41fb-a348-43e73852aec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:52.773057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-51772964-e3c2-41fb-a348-43e73852aec6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663395 Sep 29 23:31:52.834672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:52.845320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ef0916f5-463c-4f70-af40-aad1ac64fe3b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6113069 Sep 29 23:31:52.846215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53038) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:52.851603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-133110443'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:52.879054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d7ac0a-b0f4-4c6f-8411-9d962a8cf781 None None] Network dc96000a-c8f6-4969-a378-0f8e3811c8eb requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:52.887481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:52.895526 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:52.932170 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 519} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:31:52.947371 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:52.947879 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added segment 31edfa5d-f1da-487a-9193-d0b1b9c72425 of type vlan for network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a Sep 29 23:31:52.958727 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-a2dae5c8-f422-4a26-bb31-4ca235fb946d service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749802 Sep 29 23:31:53.010975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f86d4246-eaf4-474b-abe1-b1c9c56fa1f3 None None] Provisioning complete for port e04086a2-1d08-45ed-a702-e79f74bb111c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:53.011557 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f86d4246-eaf4-474b-abe1-b1c9c56fa1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.033055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.105436 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.115568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:53.116395 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.134487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b93b93a0-6e9e-4859-ba6c-16e95279ce3f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:53.138327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:31:53.146521 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8d5343c7-0552-435a-acad-427d0414ba59 req-ea3e94ca-c8f0-4f2a-9a21-297f795ad432 service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793122 Sep 29 23:31:53.170613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53046) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:53.176294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'subnet': {'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:53.179119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3201659 Sep 29 23:31:53.214614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93daf9-4c4d-45e9-bf40-1151feb5c1d8 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Network': ['ID=695e56f7-f4c4-40c9-8f59-d5831cfa6c4a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:53.236923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:31:53.296691 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Sync routers for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:53.311924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Made reservation on behalf of 4e264604d9494ea7a4ab38e2c67de9e9 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:31:53.312317 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:53.313393 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:53.319338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.390814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:31:53.430804 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f86d4246-eaf4-474b-abe1-b1c9c56fa1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.434123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b93b93a0-6e9e-4859-ba6c-16e95279ce3f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:53.434494 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.437267 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:53.490230 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:31:53.490364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f86d4246-eaf4-474b-abe1-b1c9c56fa1f3 None None] For port e04086a2-1d08-45ed-a702-e79f74bb111c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e04086a2-1d08-45ed-a702-e79f74bb111c,segment=NetworkSegment(e30e5ab2-7383-45c7-b955-addced06a01f),segment_id=e30e5ab2-7383-45c7-b955-addced06a01f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:53.493390 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6" -d '{"events": [{"name": "network-changed", "server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:31:53.504247 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f86d4246-eaf4-474b-abe1-b1c9c56fa1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.634770 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.665528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d4246-eaf4-474b-abe1-b1c9c56fa1f3 None None] Pushing event updated for resources: {'Port': ['ID=e04086a2-1d08-45ed-a702-e79f74bb111c,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:53.692140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e04086a2-1d08-45ed-a702-e79f74bb111c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:53.692615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Subnet': ['ID=b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:53.756541 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3af447c-83c5-4037-93ab-3ee407600408 x-openstack-request-id: req-a3af447c-83c5-4037-93ab-3ee407600408 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:31:53.769043 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:31:53.769522 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3af447c-83c5-4037-93ab-3ee407600408 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:31:53.770134 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'status': 'completed', 'code': 200} Sep 29 23:31:53.786788 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 2, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:53.790885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e04086a2-1d08-45ed-a702-e79f74bb111c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:53.791366 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.825019 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Checking router: 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:31:53.825468 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Updating router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 port 7ac20867-2d85-424b-b451-073af7a87325 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:31:53.871592 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.926012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e64d3693-bf40-497c-a8c7-81c5f8c939b7 None None] Provisioning complete for port 7ac20867-2d85-424b-b451-073af7a87325 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:53.926449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e64d3693-bf40-497c-a8c7-81c5f8c939b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:53.934455 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f6dbb5-2cf2-4d34-9fe4-842b3489e444 req-98475fad-5305-4c6e-a0b2-b1f2e27a7020 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:53.943459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14f6dbb5-2cf2-4d34-9fe4-842b3489e444 req-98475fad-5305-4c6e-a0b2-b1f2e27a7020 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 945 time: 0.1085532 Sep 29 23:31:54.022372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14f6dbb5-2cf2-4d34-9fe4-842b3489e444 req-9e95050c-7fc1-465a-9131-ff2f65681282 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691473 Sep 29 23:31:54.211555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e64d3693-bf40-497c-a8c7-81c5f8c939b7 None None] Port 7ac20867-2d85-424b-b451-073af7a87325 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:54.230072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e64d3693-bf40-497c-a8c7-81c5f8c939b7 None None] Provisioning complete for port e04086a2-1d08-45ed-a702-e79f74bb111c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:54.230783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e64d3693-bf40-497c-a8c7-81c5f8c939b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:54.295014 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:54.317244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Checking segment: {'id': '31edfa5d-f1da-487a-9193-d0b1b9c72425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:54.317747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network hostable DHCP agents. Network: 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:31:54.324815 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:54.350631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-2b3f37a6-d009-4b57-a367-9c0fb0d6927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:54.352196 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-2b3f37a6-d009-4b57-a367-9c0fb0d6927a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1096 time: 0.6114948 Sep 29 23:31:54.354478 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-adb379c8-b485-4671-bae1-1c8316e3f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:54.356172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-adb379c8-b485-4671-bae1-1c8316e3f547 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1096 time: 0.5763991 Sep 29 23:31:54.406628 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bffc5-9290-4dbd-84e7-828d693c96fe None None] Pushing event updated for resources: {'Port': ['ID=7ac20867-2d85-424b-b451-073af7a87325,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:54.407553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:31:54.490075 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Attempting to bind port 7ac20867-2d85-424b-b451-073af7a87325 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:54.490671 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Attempting to bind port 7ac20867-2d85-424b-b451-073af7a87325 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'e30e5ab2-7383-45c7-b955-addced06a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:54.492879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:54.493890 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Attempting to bind port 7ac20867-2d85-424b-b451-073af7a87325 on network dc96000a-c8f6-4969-a378-0f8e3811c8eb {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:54.498158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:54.498992 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:54.500229 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:54.500601 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Checking segment: {'id': 'e30e5ab2-7383-45c7-b955-addced06a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:54.501053 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:54.501502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Bound using segment: {'id': 'e30e5ab2-7383-45c7-b955-addced06a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:54.502027 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Bound port: 7ac20867-2d85-424b-b451-073af7a87325, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30e5ab2-7383-45c7-b955-addced06a01f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:54.502411 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:54.519124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-17432c0e-b6fc-405e-b58f-2e654f57294e None None] Provisioning complete for port 7ac20867-2d85-424b-b451-073af7a87325 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:54.519495 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-17432c0e-b6fc-405e-b58f-2e654f57294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:54.539596 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-db58770d-d9a7-41a7-9f64-20c9c734af7c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3673670 Sep 29 23:31:54.544488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53094) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:54.561546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a590e81e-f1bd-4f71-9a93-5ad7fa9eb135 None None] Network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:54.601353 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] For port 7ac20867-2d85-424b-b451-073af7a87325, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:54.607159 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] For port 7ac20867-2d85-424b-b451-073af7a87325, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7ac20867-2d85-424b-b451-073af7a87325,segment=NetworkSegment(e30e5ab2-7383-45c7-b955-addced06a01f),segment_id=e30e5ab2-7383-45c7-b955-addced06a01f)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:54.621628 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:54.627358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-17432c0e-b6fc-405e-b58f-2e654f57294e None None] Port 7ac20867-2d85-424b-b451-073af7a87325 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:54.696986 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bffc5-9290-4dbd-84e7-828d693c96fe None None] Pushing event updated for resources: {'Port': ['ID=7ac20867-2d85-424b-b451-073af7a87325,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:54.753176 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:54.753637 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:54.761561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-0ddd0d6a-6924-4a8c-9e63-84345c2abd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:54.762891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-0ddd0d6a-6924-4a8c-9e63-84345c2abd89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.4013124 Sep 29 23:31:54.778215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-7c462387-4ca1-4f86-ab00-25e456acfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:54.779700 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-7c462387-4ca1-4f86-ab00-25e456acfc72 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.3914127 Sep 29 23:31:54.820971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-695e56f7-f4c4-40c9-8f59-d5831cfa6c4a', 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'fixed_ips': [{'subnet_id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:31:54.821929 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:54.854955 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-4e3e33ad-a4e7-4b80-bdd1-bf5509c9cd98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 999 time: 0.0723829 Sep 29 23:31:54.926219 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-dd45bb4a-aae3-469f-9fdb-fffc0c8b9736 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 999 time: 0.0685787 Sep 29 23:31:54.951053 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:55.032751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e04086a2-1d08-45ed-a702-e79f74bb111c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:55.059146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-e91a988d-14f0-4c72-ac31-8fb854b43c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:55.060659 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-e91a988d-14f0-4c72-ac31-8fb854b43c52 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.1188037 Sep 29 23:31:55.154179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b6a24ba7-30aa-4283-ba15-04e7618d56a2 None None] Provisioning complete for port 7ac20867-2d85-424b-b451-073af7a87325 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:55.155328 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b6a24ba7-30aa-4283-ba15-04e7618d56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:55.179217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-da981695-627d-4788-9fe4-ca37acf3cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:55.180948 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-da981695-627d-4788-9fe4-ca37acf3cf7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.2531514 Sep 29 23:31:55.215646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-cb5f8fcb-b293-400f-b283-13024cb861fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:55.217357 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-cb5f8fcb-b293-400f-b283-13024cb861fa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1434762 Sep 29 23:31:55.234516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f78e5e-2b2e-4c66-b460-772961bf6f2a req-50922f9b-2fba-421d-b80a-bc66c0156497 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:55.255382 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5f78e5e-2b2e-4c66-b460-772961bf6f2a req-50922f9b-2fba-421d-b80a-bc66c0156497 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 945 time: 0.1052990 Sep 29 23:31:55.271400 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:54Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:55.332674 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea77fa7-f4bf-4236-af96-7dea2b3a9229 None None] The sync data for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 is: [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:54Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:31:55.338574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5f78e5e-2b2e-4c66-b460-772961bf6f2a req-d1a8515c-3633-4d97-b284-94e8ef320a8b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814457 Sep 29 23:31:55.363162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e04086a2-1d08-45ed-a702-e79f74bb111c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:55.363911 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:55.456007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Allocated IP 2001:db8:3::2 (695e56f7-f4c4-40c9-8f59-d5831cfa6c4a/b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9/1f8708e6-e92a-43fc-952d-b32afc61598f) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:55.479683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-34f9baa8-9744-4612-9967-bdcd4003c8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:55.481298 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-34f9baa8-9744-4612-9967-bdcd4003c8c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2898960 Sep 29 23:31:55.500712 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b6a24ba7-30aa-4283-ba15-04e7618d56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:55.680107 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-4cb65f9e-f637-4519-b586-2f2978130486 service neutron] 10.222.0.26 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712711 Sep 29 23:31:55.699147 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:31:55.711636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b6a24ba7-30aa-4283-ba15-04e7618d56a2 None None] For port 7ac20867-2d85-424b-b451-073af7a87325, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7ac20867-2d85-424b-b451-073af7a87325,segment=NetworkSegment(e30e5ab2-7383-45c7-b955-addced06a01f),segment_id=e30e5ab2-7383-45c7-b955-addced06a01f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:55.740808 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:55.749795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b6a24ba7-30aa-4283-ba15-04e7618d56a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:55.784529 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-b9fc51c6-4ff0-48a2-a000-df642d687fff service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5395100 Sep 29 23:31:55.850460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a24ba7-30aa-4283-ba15-04e7618d56a2 None None] Pushing event updated for resources: {'Port': ['ID=7ac20867-2d85-424b-b451-073af7a87325,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:55.880582 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:55.897781 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:55.904639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-399f369a-1f4a-4796-9c07-6601e3e2ffca None None] Provisioning complete for port 7ac20867-2d85-424b-b451-073af7a87325 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:55.905621 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-399f369a-1f4a-4796-9c07-6601e3e2ffca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:55.969577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:55.974962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:55.975465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88585555-fa01-4e9b-b274-32610ec8588e req-6bc89165-2b24-4877-a767-dbfb9455a2c1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:55.985998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:55.991116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88585555-fa01-4e9b-b274-32610ec8588e req-6bc89165-2b24-4877-a767-dbfb9455a2c1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 945 time: 0.1275642 Sep 29 23:31:56.038672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-9512f092-b114-4a98-9349-b17b1ce27a6f service neutron] 10.222.0.26 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443327 Sep 29 23:31:56.068418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88585555-fa01-4e9b-b274-32610ec8588e req-f62ea154-4b46-484a-8db2-83adf4295c1e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752563 Sep 29 23:31:56.114933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Pushing event updated for resources: {'Port': ['ID=1f8708e6-e92a-43fc-952d-b32afc61598f,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:56.142235 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Attempting to bind port 1f8708e6-e92a-43fc-952d-b32afc61598f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:56.143110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Attempting to bind port 1f8708e6-e92a-43fc-952d-b32afc61598f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '31edfa5d-f1da-487a-9193-d0b1b9c72425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:56.143816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Attempting to bind port 1f8708e6-e92a-43fc-952d-b32afc61598f on network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:56.155063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:56.155931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Checking segment: {'id': '31edfa5d-f1da-487a-9193-d0b1b9c72425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:56.156626 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.157349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Bound using segment: {'id': '31edfa5d-f1da-487a-9193-d0b1b9c72425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:56.158032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Bound port: 1f8708e6-e92a-43fc-952d-b32afc61598f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31edfa5d-f1da-487a-9193-d0b1b9c72425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:56.158718 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.183191 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3b0e1ad0-a75d-402c-8afd-a1d88380cdd6 req-a47f0a92-dab7-4673-b941-dea902d753cc service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848844 Sep 29 23:31:56.288691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53172) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:56.344583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Allocated IP 2001:db8:3::1 (695e56f7-f4c4-40c9-8f59-d5831cfa6c4a/b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9/53a16527-24cf-4159-81be-4ac9af7e8094) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:31:56.411339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] For port 1f8708e6-e92a-43fc-952d-b32afc61598f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:56.416680 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] For port 1f8708e6-e92a-43fc-952d-b32afc61598f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1f8708e6-e92a-43fc-952d-b32afc61598f,segment=NetworkSegment(31edfa5d-f1da-487a-9193-d0b1b9c72425),segment_id=31edfa5d-f1da-487a-9193-d0b1b9c72425)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:56.429675 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.520583 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.558945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea563b71-dfc8-4604-997f-2174afbf76d6 None None] Pushing event updated for resources: {'Port': ['ID=1f8708e6-e92a-43fc-952d-b32afc61598f,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:56.565645 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.567646 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.599607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bcbba-c7a0-4a89-88c0-5840fe40145c req-68f55ab9-71fd-45a9-9e63-cdb60d3f045b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:31:56.610474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-484bcbba-c7a0-4a89-88c0-5840fe40145c req-68f55ab9-71fd-45a9-9e63-cdb60d3f045b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 945 time: 0.1514564 Sep 29 23:31:56.613118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:56.622254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:56.626663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:31:56.627232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.674958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=53a16527-24cf-4159-81be-4ac9af7e8094,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:56.676422 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-484bcbba-c7a0-4a89-88c0-5840fe40145c req-fa5f8968-12d4-431f-b12e-41f6af1ddca6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647781 Sep 29 23:31:56.705928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53188) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:56.772808 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.779797 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.815878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-12686afa-a7dd-4d93-8254-3af46f3e81fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/1cb194ff-c67a-4920-ae0f-a131d57014ce HTTP/1.1" status: 200 len: 991 time: 0.0881953 Sep 29 23:31:56.828010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fec93dc404be4ba3862593f52523f9cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5367343 Sep 29 23:31:56.829598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53190) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:56.830761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be30858-5d4a-4512-92e0-ba50a5883669,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:56.838875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:31:56.840157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.840697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.841045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.841390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.841730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.842067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.842398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.842731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.843201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.843538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.844205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.844532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a276af5-3e8c-48fb-8f54-3fbc67ec8c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:31:56.906620 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.960951 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16a21456-5622-40b6-a016-2f6bd96226be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:56.972964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:56.986813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'port_id': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'mac_address': 'fa:16:3e:2b:fc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:31:57.019525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1f8708e6-e92a-43fc-952d-b32afc61598f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:57.064692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.085219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aae683d-aa8a-422e-a5fd-971c5f3c76cb {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:31:57.111638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:57.117996 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.121082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 1f8708e6-e92a-43fc-952d-b32afc61598f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:57.121529 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.204569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=12']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:57.253342 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.291257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 1f8708e6-e92a-43fc-952d-b32afc61598f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1f8708e6-e92a-43fc-952d-b32afc61598f,segment=NetworkSegment(31edfa5d-f1da-487a-9193-d0b1b9c72425),segment_id=31edfa5d-f1da-487a-9193-d0b1b9c72425)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:31:57.296058 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.296935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ac20867-2d85-424b-b451-073af7a87325 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:57.323646 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16a21456-5622-40b6-a016-2f6bd96226be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.379607 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=1f8708e6-e92a-43fc-952d-b32afc61598f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:57.392905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7ac20867-2d85-424b-b451-073af7a87325 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:57.393537 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.450219 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16a21456-5622-40b6-a016-2f6bd96226be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.453037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-16a21456-5622-40b6-a016-2f6bd96226be admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.456492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-16a21456-5622-40b6-a016-2f6bd96226be admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1be30858-5d4a-4512-92e0-ba50a5883669 HTTP/1.1" status: 204 len: 168 time: 0.6235344 Sep 29 23:31:57.499491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a21456-5622-40b6-a016-2f6bd96226be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be30858-5d4a-4512-92e0-ba50a5883669,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:57.542460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['5aae683d-aa8a-422e-a5fd-971c5f3c76cb'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:31:57.579469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.585789 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.586870 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.689433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f8302e-4980-47d6-8ba5-322784f02687 None None] Network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:31:57.696944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event updated for resources: {'Port': ['ID=53a16527-24cf-4159-81be-4ac9af7e8094,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:57.737081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:31:57.738764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:31:57.845721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-11a22d85-5955-4af8-9986-7941bf28d89b None None] Provisioning complete for port 1f8708e6-e92a-43fc-952d-b32afc61598f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:57.846107 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-11a22d85-5955-4af8-9986-7941bf28d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.853337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:57.873434 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:57.887614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5855c28-89fa-41cb-b38e-3072d1a03df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:57.965016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:57.971429 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f4e7da0b-3271-407c-92c9-b31bfe58f0d4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4235916 Sep 29 23:31:57.973949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53202) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:57.979692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8a56ac8d-8389-4bef-964a-c6659099d18f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:57.984580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Sync routers for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:31:58.006053 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5855c28-89fa-41cb-b38e-3072d1a03df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.011171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c5855c28-89fa-41cb-b38e-3072d1a03df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.038128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:58.038764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:58.060106 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c5855c28-89fa-41cb-b38e-3072d1a03df4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=98eab35b95ca4673a4afad628112bea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1854651 Sep 29 23:31:58.061355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5855c28-89fa-41cb-b38e-3072d1a03df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4c6f89-3348-4455-925b-aba69d992c45,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:58.063790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53204) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:58.140110 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81d2441a-cc04-43a1-914f-7fca3e3e1beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.160856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:58.177142 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81d2441a-cc04-43a1-914f-7fca3e3e1beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.260461 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81d2441a-cc04-43a1-914f-7fca3e3e1beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.263364 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-81d2441a-cc04-43a1-914f-7fca3e3e1beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.268116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-81d2441a-cc04-43a1-914f-7fca3e3e1beb admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7e4c6f89-3348-4455-925b-aba69d992c45 HTTP/1.1" status: 204 len: 168 time: 0.1934857 Sep 29 23:31:58.276980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d2441a-cc04-43a1-914f-7fca3e3e1beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4c6f89-3348-4455-925b-aba69d992c45,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:58.435582 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:56Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53a16527-24cf-4159-81be-4ac9af7e8094', 'name': '', 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:73:3e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:56Z', 'updated_at': '2021-09-29T23:31:57Z', 'revision_number': 2, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:55Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:58.449419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.extraroute_db [None req-8a56ac8d-8389-4bef-964a-c6659099d18f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=110006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 23:31:58.472295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bc9dc1a9-72d2-42fd-8c42-58a009d698e0 None None] Provisioning complete for port 53a16527-24cf-4159-81be-4ac9af7e8094 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:58.472741 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc1a9-72d2-42fd-8c42-58a009d698e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.475897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Checking router: 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:31:58.476253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Updating router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 port 53a16527-24cf-4159-81be-4ac9af7e8094 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:31:58.481725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.extraroute_db [None req-8a56ac8d-8389-4bef-964a-c6659099d18f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Removed routes are [] {{(pid=110006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 23:31:58.482150 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a56ac8d-8389-4bef-964a-c6659099d18f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.536816 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.546165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bc9dc1a9-72d2-42fd-8c42-58a009d698e0 None None] Port 53a16527-24cf-4159-81be-4ac9af7e8094 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:58.579500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bc9dc1a9-72d2-42fd-8c42-58a009d698e0 None None] Provisioning complete for port 1f8708e6-e92a-43fc-952d-b32afc61598f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:58.580105 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bc9dc1a9-72d2-42fd-8c42-58a009d698e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.766173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a56ac8d-8389-4bef-964a-c6659099d18f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.771769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a56ac8d-8389-4bef-964a-c6659099d18f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:58.918894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a56ac8d-8389-4bef-964a-c6659099d18f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:31:59.005339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1f8708e6-e92a-43fc-952d-b32afc61598f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:31:59.042528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a56ac8d-8389-4bef-964a-c6659099d18f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:31:59.049797 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a56ac8d-8389-4bef-964a-c6659099d18f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:59.053285 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a56ac8d-8389-4bef-964a-c6659099d18f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 HTTP/1.1" status: 200 len: 954 time: 1.0782962 Sep 29 23:31:59.053910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53228) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:59.133281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 1f8708e6-e92a-43fc-952d-b32afc61598f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:59.133733 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:59.167992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e2b55b63-622a-47c7-8e68-4caf8247eda1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 HTTP/1.1" status: 200 len: 954 time: 0.1093633 Sep 29 23:31:59.169143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53232) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:31:59.174043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-90f920d3-5213-4a84-8782-1d3b47b6f42c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'routes': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:31:59.221074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bb1575bb-06eb-4fa1-b80d-0f5a75d8d1ed None None] Provisioning complete for port 53a16527-24cf-4159-81be-4ac9af7e8094 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:59.221448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb1575bb-06eb-4fa1-b80d-0f5a75d8d1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:59.262785 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:59.279679 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:59.281371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bb1575bb-06eb-4fa1-b80d-0f5a75d8d1ed None None] Port 53a16527-24cf-4159-81be-4ac9af7e8094 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:31:59.369810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7eba3-7a73-4354-ae4b-e468d1a10764 None None] Pushing event updated for resources: {'Port': ['ID=53a16527-24cf-4159-81be-4ac9af7e8094,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:59.435616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Attempting to bind port 53a16527-24cf-4159-81be-4ac9af7e8094 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:31:59.435871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Attempting to bind port 53a16527-24cf-4159-81be-4ac9af7e8094 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '31edfa5d-f1da-487a-9193-d0b1b9c72425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:31:59.436234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Attempting to bind port 53a16527-24cf-4159-81be-4ac9af7e8094 on network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:31:59.444767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:31:59.447166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Checking segment: {'id': '31edfa5d-f1da-487a-9193-d0b1b9c72425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:31:59.447964 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:59.448600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Bound using segment: {'id': '31edfa5d-f1da-487a-9193-d0b1b9c72425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:31:59.449762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Bound port: 53a16527-24cf-4159-81be-4ac9af7e8094, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31edfa5d-f1da-487a-9193-d0b1b9c72425', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 519, 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:31:59.450824 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:59.546450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] For port 53a16527-24cf-4159-81be-4ac9af7e8094, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:31:59.551796 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] For port 53a16527-24cf-4159-81be-4ac9af7e8094, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=53a16527-24cf-4159-81be-4ac9af7e8094,segment=NetworkSegment(31edfa5d-f1da-487a-9193-d0b1b9c72425),segment_id=31edfa5d-f1da-487a-9193-d0b1b9c72425)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:31:59.561122 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:31:59.638164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7eba3-7a73-4354-ae4b-e468d1a10764 None None] Pushing event updated for resources: {'Port': ['ID=53a16527-24cf-4159-81be-4ac9af7e8094,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:31:59.641566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:31:59.642194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:31:59.813555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:31:59.816523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-afb7dc6b-f96d-4c19-a3f2-844d6c34334f None None] Provisioning complete for port 53a16527-24cf-4159-81be-4ac9af7e8094 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:31:59.817005 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-afb7dc6b-f96d-4c19-a3f2-844d6c34334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:00.006761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-90f920d3-5213-4a84-8782-1d3b47b6f42c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 23:32:00.007127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-90f920d3-5213-4a84-8782-1d3b47b6f42c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 23:32:00.043190 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90f920d3-5213-4a84-8782-1d3b47b6f42c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:00.046169 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-afb7dc6b-f96d-4c19-a3f2-844d6c34334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:00.094590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-afb7dc6b-f96d-4c19-a3f2-844d6c34334f None None] For port 53a16527-24cf-4159-81be-4ac9af7e8094, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=53a16527-24cf-4159-81be-4ac9af7e8094,segment=NetworkSegment(31edfa5d-f1da-487a-9193-d0b1b9c72425),segment_id=31edfa5d-f1da-487a-9193-d0b1b9c72425)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:00.116897 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-afb7dc6b-f96d-4c19-a3f2-844d6c34334f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:00.176101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7dc6b-f96d-4c19-a3f2-844d6c34334f None None] Pushing event updated for resources: {'Port': ['ID=53a16527-24cf-4159-81be-4ac9af7e8094,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:00.188356 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:58Z', 'revision_number': 6, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53a16527-24cf-4159-81be-4ac9af7e8094', 'name': '', 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:73:3e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:56Z', 'updated_at': '2021-09-29T23:31:59Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:55Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:00.220164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346a93b7-6b94-4f67-b3ac-9c9acf85d322 None None] The sync data for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 is: [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:31:58Z', 'revision_number': 6, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53a16527-24cf-4159-81be-4ac9af7e8094', 'name': '', 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:73:3e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:56Z', 'updated_at': '2021-09-29T23:31:59Z', 'revision_number': 4, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:55Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:32:00.243764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a5fd59c5-bf75-4d77-9825-d11d6db7cae4 None None] Provisioning complete for port 53a16527-24cf-4159-81be-4ac9af7e8094 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:32:00.244376 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a5fd59c5-bf75-4d77-9825-d11d6db7cae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:00.244844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90f920d3-5213-4a84-8782-1d3b47b6f42c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:00.249347 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90f920d3-5213-4a84-8782-1d3b47b6f42c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:00.413917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f920d3-5213-4a84-8782-1d3b47b6f42c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:32:00.526715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f920d3-5213-4a84-8782-1d3b47b6f42c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:32:00.534530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-90f920d3-5213-4a84-8782-1d3b47b6f42c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:00.538179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-90f920d3-5213-4a84-8782-1d3b47b6f42c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 HTTP/1.1" status: 200 len: 704 time: 1.3655400 Sep 29 23:32:00.538354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53260) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:00.646352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bd11d14d-c5ee-47df-8853-f336987a4a7a tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 HTTP/1.1" status: 200 len: 704 time: 0.1068702 Sep 29 23:32:00.649018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53264) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:00.892467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:32:00.941078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:32:01.016314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 53a16527-24cf-4159-81be-4ac9af7e8094 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:32:01.053616 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:01.064339 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] Sync routers for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:32:01.086759 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:01.088200 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:01.088517 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:01.107306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'port_id': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'mac_address': 'fa:16:3e:01:36:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:32:01.112705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:32:01.122005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:32:01.122488 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:01.167002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 53a16527-24cf-4159-81be-4ac9af7e8094 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:32:01.167662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:01.225202 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:01.259879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aea7bf7d-4ced-4fad-b9c0-85478005ff64 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:32:01.300789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:01.335602 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:01.350179 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:01.367718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port 53a16527-24cf-4159-81be-4ac9af7e8094 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:32:01.369022 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:01.401563 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:01.449208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:32:01.451451 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9040a48b-849d-4c3d-b354-8b783c87c364" -d '{"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-plugged", "status": "completed", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:32:01.467527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port 53a16527-24cf-4159-81be-4ac9af7e8094, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=53a16527-24cf-4159-81be-4ac9af7e8094,segment=NetworkSegment(31edfa5d-f1da-487a-9193-d0b1b9c72425),segment_id=31edfa5d-f1da-487a-9193-d0b1b9c72425)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:01.468044 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:01.470009 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:01.478872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:01.485102 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:01.491324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for 53a16527-24cf-4159-81be-4ac9af7e8094 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:32:01.527102 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad68590b-0f4a-4e80-bd6d-fe32f29c8a14 x-openstack-request-id: req-ad68590b-0f4a-4e80-bd6d-fe32f29c8a14 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:32:01.527447 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-plugged", "status": "completed", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:32:01.527881 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad68590b-0f4a-4e80-bd6d-fe32f29c8a14 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:32:01.528269 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'code': 200} Sep 29 23:32:01.530484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['aea7bf7d-4ced-4fad-b9c0-85478005ff64'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:32:01.585096 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:00Z', 'revision_number': 7, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53a16527-24cf-4159-81be-4ac9af7e8094', 'name': '', 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:73:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:56Z', 'updated_at': '2021-09-29T23:32:00Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:55Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:01.603728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=13']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:01.617409 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] Checking router: 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:32:01.628689 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:01.629910 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:01.736114 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:01.770115 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:01.773438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=53a16527-24cf-4159-81be-4ac9af7e8094,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:01.900140 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:02.023463 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:00Z', 'revision_number': 7, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53a16527-24cf-4159-81be-4ac9af7e8094', 'name': '', 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:73:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:56Z', 'updated_at': '2021-09-29T23:32:00Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:55Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:02.052065 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6c0080-748f-4616-a4cf-546617a1129f None None] The sync data for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 is: [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:00Z', 'revision_number': 7, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53a16527-24cf-4159-81be-4ac9af7e8094', 'name': '', 'network_id': '695e56f7-f4c4-40c9-8f59-d5831cfa6c4a', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:73:3e:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:56Z', 'updated_at': '2021-09-29T23:32:00Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:55Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:32:02.116347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:32:02.217224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:32:02.223366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-924228c4-cc3e-483d-8283-5a1256423d85 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5727870 Sep 29 23:32:02.226184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53282) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:02.282691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] Sync routers for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:32:02.283675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e02438-3370-487f-8a01-467983ab696c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting subnet b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:32:02.288239 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4e02438-3370-487f-8a01-467983ab696c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:02.293596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:02.294231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:02.332191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4e02438-3370-487f-8a01-467983ab696c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:02.386344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:02.424324 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4e02438-3370-487f-8a01-467983ab696c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:02.492391 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4e02438-3370-487f-8a01-467983ab696c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:02.520627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e02438-3370-487f-8a01-467983ab696c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:02.525306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4e02438-3370-487f-8a01-467983ab696c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:02.529495 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a4e02438-3370-487f-8a01-467983ab696c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9 HTTP/1.1" status: 204 len: 168 time: 0.3000238 Sep 29 23:32:02.529749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53284) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:02.539007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfcf22b-1038-411b-b89c-30e476207ba0 None None] Network 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:32:02.618498 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:02.686233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port 1f8708e6-e92a-43fc-952d-b32afc61598f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:32:02.686639 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:02.760191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port 1f8708e6-e92a-43fc-952d-b32afc61598f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1f8708e6-e92a-43fc-952d-b32afc61598f,segment=NetworkSegment(31edfa5d-f1da-487a-9193-d0b1b9c72425),segment_id=31edfa5d-f1da-487a-9193-d0b1b9c72425)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:02.760559 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:02.823137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for 1f8708e6-e92a-43fc-952d-b32afc61598f owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:32:02.928394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:32:02.981908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.003808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:01Z', 'revision_number': 8, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:55Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:03.021603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=1f8708e6-e92a-43fc-952d-b32afc61598f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:03.024763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No DVR routers for this DVR port 1f8708e6-e92a-43fc-952d-b32afc61598f on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:32:03.038412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] Checking router: 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:32:03.056354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:03.057092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:03.060852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port aea7bf7d-4ced-4fad-b9c0-85478005ff64 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:32:03.060852 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.115501 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.129422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eacbeef1-2f8d-40ea-b829-63312d7de7e9 None None] DHCP port deletion for 695e56f7-f4c4-40c9-8f59-d5831cfa6c4a request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:32:03.141242 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['695e56f7-f4c4-40c9-8f59-d5831cfa6c4a']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:03.151448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31edfa5d-f1da-487a-9193-d0b1b9c72425') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:03.151750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31edfa5d-f1da-487a-9193-d0b1b9c72425') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:03.161717 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.179917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.186576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Releasing vlan 519 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:32:03.187048 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:32:03.190735 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:32:03.194862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:03.250690 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.256523 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.258430 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/networks/695e56f7-f4c4-40c9-8f59-d5831cfa6c4a HTTP/1.1" status: 204 len: 168 time: 0.7272072 Sep 29 23:32:03.261851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53292) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:03.273573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8536528-1874-4101-ae7b-45d604f6c63c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Network': ['ID=695e56f7-f4c4-40c9-8f59-d5831cfa6c4a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:03.308899 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.353071 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5628e333-59b3-4fd0-9a6b-352cedd46bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.400365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:03.406186 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.489940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:03.516232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:01Z', 'revision_number': 8, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:55Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:03.547515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:32:03.549698 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4694ce2-53f3-4857-aa2b-7da4d44c86e9" -d '{"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-plugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:32:03.553189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ddf92d2-3939-4f70-bee4-364d622a94c8 None None] The sync data for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 is: [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:01Z', 'revision_number': 8, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ac20867-2d85-424b-b451-073af7a87325', 'name': '', 'network_id': 'dc96000a-c8f6-4969-a378-0f8e3811c8eb', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:bf:90:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3333, 'fixed_ips': [{'subnet_id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:49Z', 'updated_at': '2021-09-29T23:31:55Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '18316f3e-090d-4c6d-a029-45bf2d1322eb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:32:03.588822 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfa19ba-9e04-4d24-8b38-4d506a5ae534 x-openstack-request-id: req-6cfa19ba-9e04-4d24-8b38-4d506a5ae534 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:32:03.589118 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-plugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:32:03.589371 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6cfa19ba-9e04-4d24-8b38-4d506a5ae534 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:32:03.589767 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'code': 200} Sep 29 23:32:03.608353 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.846168 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port 7ac20867-2d85-424b-b451-073af7a87325 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:32:03.846516 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.944730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port 7ac20867-2d85-424b-b451-073af7a87325, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7ac20867-2d85-424b-b451-073af7a87325,segment=NetworkSegment(e30e5ab2-7383-45c7-b955-addced06a01f),segment_id=e30e5ab2-7383-45c7-b955-addced06a01f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:03.945109 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:03.960258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for 7ac20867-2d85-424b-b451-073af7a87325 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:32:04.144200 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:04.174483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=7ac20867-2d85-424b-b451-073af7a87325,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:04.294065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:04.806323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:32:04.898590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:32:04.905209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0af0f885-b2f9-495e-9739-251a84a788a1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6413374 Sep 29 23:32:04.907568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53312) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:04.911548 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] Sync routers for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:32:04.920849 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:04.921622 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:04.970736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-47eeb78c-9ee1-40bf-95bd-beb0c44ac0d2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting subnet 18316f3e-090d-4c6d-a029-45bf2d1322eb {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:32:04.974204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47eeb78c-9ee1-40bf-95bd-beb0c44ac0d2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.014408 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:05.016074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 53a16527-24cf-4159-81be-4ac9af7e8094 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:32:05.017799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47eeb78c-9ee1-40bf-95bd-beb0c44ac0d2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.040205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 53a16527-24cf-4159-81be-4ac9af7e8094 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:32:05.040205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 53a16527-24cf-4159-81be-4ac9af7e8094 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:32:05.040974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1f8708e6-e92a-43fc-952d-b32afc61598f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:32:05.060735 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 1f8708e6-e92a-43fc-952d-b32afc61598f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:32:05.060998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1f8708e6-e92a-43fc-952d-b32afc61598f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:32:05.122282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47eeb78c-9ee1-40bf-95bd-beb0c44ac0d2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.189296 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47eeb78c-9ee1-40bf-95bd-beb0c44ac0d2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.223497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47eeb78c-9ee1-40bf-95bd-beb0c44ac0d2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Subnet': ['ID=18316f3e-090d-4c6d-a029-45bf2d1322eb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:05.226382 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47eeb78c-9ee1-40bf-95bd-beb0c44ac0d2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.232127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-47eeb78c-9ee1-40bf-95bd-beb0c44ac0d2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/18316f3e-090d-4c6d-a029-45bf2d1322eb HTTP/1.1" status: 204 len: 168 time: 0.3233654 Sep 29 23:32:05.232404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53320) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:05.233431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b5ca09-71fe-4e6d-a5a9-902ee1c2cd5e None None] Network dc96000a-c8f6-4969-a378-0f8e3811c8eb requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:32:05.256387 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:04Z', 'revision_number': 9, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:05.296455 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] Checking router: 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:32:05.311047 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:05.312347 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:31:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:05.358847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.421943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port e04086a2-1d08-45ed-a702-e79f74bb111c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:32:05.422355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.422462 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:05.475267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9bbdeb-ddc4-480e-bf8a-69fbddea7c97 None None] DHCP port deletion for dc96000a-c8f6-4969-a378-0f8e3811c8eb request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:32:05.537572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bbdeb-ddc4-480e-bf8a-69fbddea7c97 None None] Deleting port e04086a2-1d08-45ed-a702-e79f74bb111c {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:32:05.537792 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdeb-ddc4-480e-bf8a-69fbddea7c97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.684467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8d9bbdeb-ddc4-480e-bf8a-69fbddea7c97 None None] For port e04086a2-1d08-45ed-a702-e79f74bb111c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e04086a2-1d08-45ed-a702-e79f74bb111c,segment=NetworkSegment(e30e5ab2-7383-45c7-b955-addced06a01f),segment_id=e30e5ab2-7383-45c7-b955-addced06a01f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:05.685024 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdeb-ddc4-480e-bf8a-69fbddea7c97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.709250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8d9bbdeb-ddc4-480e-bf8a-69fbddea7c97 None None] Calling delete_port for e04086a2-1d08-45ed-a702-e79f74bb111c owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:32:05.713902 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:04Z', 'revision_number': 9, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:05.767622 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc6d2f-5bfe-4637-8172-a7c1cfd71c26 None None] The sync data for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 is: [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:04Z', 'revision_number': 9, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b93b93a0-6e9e-4859-ba6c-16e95279ce3f', 'name': '', 'network_id': '0334d556-57a1-43f0-9535-3b2e6b1237d9', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:72:c5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:46Z', 'updated_at': '2021-09-29T23:31:51Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': 'b4a6d8f2-f3fe-421e-830b-84c39c60034c', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:32:05.860785 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdeb-ddc4-480e-bf8a-69fbddea7c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.875927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port e04086a2-1d08-45ed-a702-e79f74bb111c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e04086a2-1d08-45ed-a702-e79f74bb111c,segment=NetworkSegment(e30e5ab2-7383-45c7-b955-addced06a01f),segment_id=e30e5ab2-7383-45c7-b955-addced06a01f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:05.876301 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:05.890434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bbdeb-ddc4-480e-bf8a-69fbddea7c97 None None] Pushing event deleted for resources: {'Port': ['ID=e04086a2-1d08-45ed-a702-e79f74bb111c,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:05.895187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bbdeb-ddc4-480e-bf8a-69fbddea7c97 None None] No DVR routers for this DVR port e04086a2-1d08-45ed-a702-e79f74bb111c on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:32:05.899042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for e04086a2-1d08-45ed-a702-e79f74bb111c owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:32:05.988386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:06.011075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=e04086a2-1d08-45ed-a702-e79f74bb111c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:06.020500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No DVR routers for this DVR port e04086a2-1d08-45ed-a702-e79f74bb111c on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:32:06.111105 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:06.136622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc96000a-c8f6-4969-a378-0f8e3811c8eb']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:06.150633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30e5ab2-7383-45c7-b955-addced06a01f') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:06.151096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30e5ab2-7383-45c7-b955-addced06a01f') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:06.164051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:06.182884 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:06.221785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:32:06.222211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:06.226241 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-73b06889-de60-49cd-8d67-12560908f045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:32:06.230216 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:32:06.337713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:06.353885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:06.356656 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/networks/dc96000a-c8f6-4969-a378-0f8e3811c8eb HTTP/1.1" status: 204 len: 168 time: 1.1223435 Sep 29 23:32:06.359288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53358) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:06.389778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0e7fd-5bfc-495a-982d-a50a04cbae1f tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Network': ['ID=dc96000a-c8f6-4969-a378-0f8e3811c8eb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:06.594575 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:06.864735 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:07.003322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e04086a2-1d08-45ed-a702-e79f74bb111c no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:32:07.031793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e04086a2-1d08-45ed-a702-e79f74bb111c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:32:07.032506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e04086a2-1d08-45ed-a702-e79f74bb111c not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:32:07.033177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ac20867-2d85-424b-b451-073af7a87325 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:32:07.058908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7ac20867-2d85-424b-b451-073af7a87325 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:32:07.059598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ac20867-2d85-424b-b451-073af7a87325 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:32:07.153055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port b93b93a0-6e9e-4859-ba6c-16e95279ce3f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:32:07.153394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:07.266386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port b93b93a0-6e9e-4859-ba6c-16e95279ce3f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b93b93a0-6e9e-4859-ba6c-16e95279ce3f,segment=NetworkSegment(0c7d1090-ef85-4088-b3e8-92a477f6fe70),segment_id=0c7d1090-ef85-4088-b3e8-92a477f6fe70)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:07.267087 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:07.283704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for b93b93a0-6e9e-4859-ba6c-16e95279ce3f owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:32:07.488693 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:07.546530 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:07.594878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=b93b93a0-6e9e-4859-ba6c-16e95279ce3f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:07.791566 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:08.045476 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:32:08.145871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:32:08.158395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73f0e67-f314-422f-9997-21e64568939e None None] Sync routers for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:32:08.159407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53376) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:08.168450 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d99224bd-cd32-4491-9a74-0a79385ada01 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8078439 Sep 29 23:32:08.183558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f0e67-f314-422f-9997-21e64568939e None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:08.184827 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a73f0e67-f314-422f-9997-21e64568939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:32:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:08.226184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0128141-5576-48a2-b4fd-7a866b676b69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting subnet b4a6d8f2-f3fe-421e-830b-84c39c60034c {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:32:08.231751 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0128141-5576-48a2-b4fd-7a866b676b69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:08.300360 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0128141-5576-48a2-b4fd-7a866b676b69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:08.328576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a73f0e67-f314-422f-9997-21e64568939e None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:08.456870 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0128141-5576-48a2-b4fd-7a866b676b69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:08.560334 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0128141-5576-48a2-b4fd-7a866b676b69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:08.591238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0128141-5576-48a2-b4fd-7a866b676b69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a6d8f2-f3fe-421e-830b-84c39c60034c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:08.621058 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b0128141-5576-48a2-b4fd-7a866b676b69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:08.621425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cf17d4-d083-4a4b-a6a7-02954ce08200 None None] Network 0334d556-57a1-43f0-9535-3b2e6b1237d9 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:32:08.625507 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b0128141-5576-48a2-b4fd-7a866b676b69 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/b4a6d8f2-f3fe-421e-830b-84c39c60034c HTTP/1.1" status: 204 len: 168 time: 0.4623945 Sep 29 23:32:08.625764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:08.766472 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:08.769430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a73f0e67-f314-422f-9997-21e64568939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:07Z', 'revision_number': 10, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:08.800087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:08.839904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73f0e67-f314-422f-9997-21e64568939e None None] Checking router: 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:32:08.884400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port 07576139-63b8-4f5e-b3e3-46af36a3c176 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:32:08.884764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:08.912072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73f0e67-f314-422f-9997-21e64568939e None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:08.912722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a73f0e67-f314-422f-9997-21e64568939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:32:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:08.997712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port 07576139-63b8-4f5e-b3e3-46af36a3c176, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=07576139-63b8-4f5e-b3e3-46af36a3c176,segment=NetworkSegment(0c7d1090-ef85-4088-b3e8-92a477f6fe70),segment_id=0c7d1090-ef85-4088-b3e8-92a477f6fe70)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:08.998018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:09.018716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for 07576139-63b8-4f5e-b3e3-46af36a3c176 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:32:09.182411 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:09.239774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a73f0e67-f314-422f-9997-21e64568939e None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:09.254034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=07576139-63b8-4f5e-b3e3-46af36a3c176,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:09.263643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No DVR routers for this DVR port 07576139-63b8-4f5e-b3e3-46af36a3c176 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:32:09.352783 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1859ddd9-3e5d-4db1-8564-85ff9bb2da75 None None] DHCP port deletion for 0334d556-57a1-43f0-9535-3b2e6b1237d9 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:32:09.360306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:09.382539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0334d556-57a1-43f0-9535-3b2e6b1237d9']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:09.399102 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c7d1090-ef85-4088-b3e8-92a477f6fe70') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:09.399444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c7d1090-ef85-4088-b3e8-92a477f6fe70') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:09.409919 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:09.427321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:09.436891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Releasing vlan 525 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:32:09.437622 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:32:09.441680 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:32:09.517358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a73f0e67-f314-422f-9997-21e64568939e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:07Z', 'revision_number': 10, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:09.526249 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:09.540267 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:09.542123 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/networks/0334d556-57a1-43f0-9535-3b2e6b1237d9 HTTP/1.1" status: 204 len: 168 time: 0.9154232 Sep 29 23:32:09.545050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53386) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:09.554132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c7b9d-dda8-4ee6-8868-96f7e7979029 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Network': ['ID=0334d556-57a1-43f0-9535-3b2e6b1237d9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:09.572777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73f0e67-f314-422f-9997-21e64568939e None None] The sync data for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 is: [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:07Z', 'revision_number': 10, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None, '_interfaces': [{'id': '1240ae23-14a3-4e4d-b9a4-4b21da281614', 'name': '', 'network_id': '9d743de3-959e-4554-a6b6-26b2ed4f4ca4', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'mac_address': 'fa:16:3e:b9:1c:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'device_owner': 'network:router_interface', 'standard_attr_id': 3323, 'fixed_ips': [{'subnet_id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:31:41Z', 'updated_at': '2021-09-29T23:31:46Z', 'revision_number': 5, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'subnets': [{'id': '4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:32:09.661773 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:10.035531 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:10.387695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port 1240ae23-14a3-4e4d-b9a4-4b21da281614 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:32:10.394025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:10.520618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port 1240ae23-14a3-4e4d-b9a4-4b21da281614, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1240ae23-14a3-4e4d-b9a4-4b21da281614,segment=NetworkSegment(b9fa05ca-876d-426c-8700-883eff37cf98),segment_id=b9fa05ca-876d-426c-8700-883eff37cf98)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:10.521030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:10.539308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for 1240ae23-14a3-4e4d-b9a4-4b21da281614 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:32:10.755023 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:10.797381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=1240ae23-14a3-4e4d-b9a4-4b21da281614,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:11.091363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b93b93a0-6e9e-4859-ba6c-16e95279ce3f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:32:11.137494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: b93b93a0-6e9e-4859-ba6c-16e95279ce3f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:32:11.137801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b93b93a0-6e9e-4859-ba6c-16e95279ce3f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:32:11.138479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 07576139-63b8-4f5e-b3e3-46af36a3c176 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:32:11.176377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 07576139-63b8-4f5e-b3e3-46af36a3c176 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:32:11.178051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 07576139-63b8-4f5e-b3e3-46af36a3c176 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:32:11.337879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:11.518747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:32:11.606354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:32:11.616742 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] Sync routers for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:32:11.620933 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c5fe0b59-5643-48fc-9a1c-e2f22502ccd6 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0707347 Sep 29 23:32:11.621207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53410) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:11.642865 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:11.643515 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:32:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:11.693417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-274192df-0500-4a34-83b5-e7a3a925b4c4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting subnet 4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:32:11.700125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-274192df-0500-4a34-83b5-e7a3a925b4c4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:11.731988 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:11.762445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-274192df-0500-4a34-83b5-e7a3a925b4c4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:11.810708 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:10Z', 'revision_number': 11, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:11.841789 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] Checking router: 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:32:11.851019 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:11.851636 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:32:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:11.895593 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-274192df-0500-4a34-83b5-e7a3a925b4c4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.010611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-274192df-0500-4a34-83b5-e7a3a925b4c4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.031004 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-274192df-0500-4a34-83b5-e7a3a925b4c4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.038941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53416) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:12.039501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649cb4a3-a0b5-4c4d-b505-39beddeac4c4 None None] Network 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:32:12.039795 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-274192df-0500-4a34-83b5-e7a3a925b4c4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831 HTTP/1.1" status: 204 len: 168 time: 0.4175136 Sep 29 23:32:12.065086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274192df-0500-4a34-83b5-e7a3a925b4c4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:12.088938 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:12.149587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.215727 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:10Z', 'revision_number': 11, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:12.254737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Deleting port c395a328-6ac6-4d58-8553-f31b1f4950d0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:32:12.255097 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.262743 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d181b92-fdc0-416a-befd-01eda3fde9e5 None None] The sync data for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 is: [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:10Z', 'revision_number': 11, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:32:12.371227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] For port c395a328-6ac6-4d58-8553-f31b1f4950d0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c395a328-6ac6-4d58-8553-f31b1f4950d0,segment=NetworkSegment(b9fa05ca-876d-426c-8700-883eff37cf98),segment_id=b9fa05ca-876d-426c-8700-883eff37cf98)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:12.371908 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.397845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Calling delete_port for c395a328-6ac6-4d58-8553-f31b1f4950d0 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:32:12.425930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53424) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:12.509870 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.548064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Port': ['ID=c395a328-6ac6-4d58-8553-f31b1f4950d0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:12.560737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No DVR routers for this DVR port c395a328-6ac6-4d58-8553-f31b1f4950d0 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:32:12.602230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf92e46c-22f6-4f17-a63a-6465f24887be admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.670570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaaf560-fc61-4721-a88a-f7cb45535686 None None] DHCP port deletion for 9d743de3-959e-4554-a6b6-26b2ed4f4ca4 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:32:12.772702 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.824766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d743de3-959e-4554-a6b6-26b2ed4f4ca4']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:12.840749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf92e46c-22f6-4f17-a63a-6465f24887be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.845301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9fa05ca-876d-426c-8700-883eff37cf98') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:12.845824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9fa05ca-876d-426c-8700-883eff37cf98') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:12.857551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf92e46c-22f6-4f17-a63a-6465f24887be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.871790 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.907905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.914481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Releasing vlan 502 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:32:12.915195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:32:12.918783 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:32:12.925025 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf92e46c-22f6-4f17-a63a-6465f24887be admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=57cb24cba5b4462082b8509a58623d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936376 Sep 29 23:32:12.925025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92e46c-22f6-4f17-a63a-6465f24887be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cffb799-a984-4bc9-b26e-c093d1a1a039,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:12.925025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53428) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:13.009324 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24ac00c5-1a6a-483d-8c19-2a88f83f5972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.030110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1240ae23-14a3-4e4d-b9a4-4b21da281614 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:32:13.046172 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24ac00c5-1a6a-483d-8c19-2a88f83f5972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.071470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 1240ae23-14a3-4e4d-b9a4-4b21da281614 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:32:13.071818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1240ae23-14a3-4e4d-b9a4-4b21da281614 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:32:13.072265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c395a328-6ac6-4d58-8553-f31b1f4950d0 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:32:13.073479 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.081192 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.082194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/networks/9d743de3-959e-4554-a6b6-26b2ed4f4ca4 HTTP/1.1" status: 204 len: 168 time: 1.0409567 Sep 29 23:32:13.085317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53430) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:13.113728 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24ac00c5-1a6a-483d-8c19-2a88f83f5972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.116843 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24ac00c5-1a6a-483d-8c19-2a88f83f5972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.119282 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-24ac00c5-1a6a-483d-8c19-2a88f83f5972 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/9cffb799-a984-4bc9-b26e-c093d1a1a039 HTTP/1.1" status: 204 len: 168 time: 0.1936159 Sep 29 23:32:13.122730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-26401e3d-21b7-4665-9e5a-5416c8630c95 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'routes': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:32:13.124129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: c395a328-6ac6-4d58-8553-f31b1f4950d0 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:32:13.124703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c395a328-6ac6-4d58-8553-f31b1f4950d0 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:32:13.150189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac00c5-1a6a-483d-8c19-2a88f83f5972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cffb799-a984-4bc9-b26e-c093d1a1a039,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:13.190826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f485ff5f-67d3-48b5-b48a-e895a185deda tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Pushing event deleted for resources: {'Network': ['ID=9d743de3-959e-4554-a6b6-26b2ed4f4ca4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:13.389036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-26401e3d-21b7-4665-9e5a-5416c8630c95 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Added routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 23:32:13.389632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-26401e3d-21b7-4665-9e5a-5416c8630c95 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Removed routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 23:32:13.390154 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26401e3d-21b7-4665-9e5a-5416c8630c95 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.556248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53440) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:13.560859 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26401e3d-21b7-4665-9e5a-5416c8630c95 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.565792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26401e3d-21b7-4665-9e5a-5416c8630c95 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.574855 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-276beb97-a32d-49f1-a25b-75bbfb593dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.667932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26401e3d-21b7-4665-9e5a-5416c8630c95 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:32:13.699961 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-276beb97-a32d-49f1-a25b-75bbfb593dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.705897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-276beb97-a32d-49f1-a25b-75bbfb593dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.751486 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-276beb97-a32d-49f1-a25b-75bbfb593dec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7d01421f1af3458db35545d24b33ae3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939518 Sep 29 23:32:13.752867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276beb97-a32d-49f1-a25b-75bbfb593dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb11816-e803-486b-a1d5-bb31b0005d3d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:13.755112 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53442) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:13.782354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26401e3d-21b7-4665-9e5a-5416c8630c95 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:32:13.803204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26401e3d-21b7-4665-9e5a-5416c8630c95 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.807170 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-26401e3d-21b7-4665-9e5a-5416c8630c95 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 HTTP/1.1" status: 200 len: 705 time: 0.7171288 Sep 29 23:32:13.810958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] Sync routers for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:32:13.814772 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53444) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:13.830357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:13.831164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:32:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:13.857030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fdc9f4a-4a4c-4fe8-959e-275efd28cd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.859743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-12c18332-e2d5-4679-8729-89eaaa1f24e0 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 HTTP/1.1" status: 200 len: 205 time: 0.0433300 Sep 29 23:32:13.861987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53446) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:13.918255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:13.921472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fdc9f4a-4a4c-4fe8-959e-275efd28cd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.983767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:10Z', 'revision_number': 11, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:13.992750 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d6ad116-07e3-44cd-9262-e9a67ba1ea80 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:13.999546 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fdc9f4a-4a4c-4fe8-959e-275efd28cd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.002686 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5fdc9f4a-4a4c-4fe8-959e-275efd28cd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.004024 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5fdc9f4a-4a4c-4fe8-959e-275efd28cd9c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5cb11816-e803-486b-a1d5-bb31b0005d3d HTTP/1.1" status: 204 len: 168 time: 0.2478404 Sep 29 23:32:14.017082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] Checking router: 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:32:14.027453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] Routers {'8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:14.028687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdc9f4a-4a4c-4fe8-959e-275efd28cd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb11816-e803-486b-a1d5-bb31b0005d3d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:14.028824 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:32:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:14.111185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] Set router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:14.173394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:10Z', 'revision_number': 11, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:14.203428 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf064f7-faac-478c-a696-6e8495ea6aa1 None None] The sync data for ids ['8c9f5bfc-b241-4b3f-a24f-fee78c5a4429'] in n-d-811173-2 is: [{'id': '8c9f5bfc-b241-4b3f-a24f-fee78c5a4429', 'name': 'tempest-RoutersIpV6Test-router-1259971582', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:31:39Z', 'updated_at': '2021-09-29T23:32:10Z', 'revision_number': 11, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:32:14.243211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d6ad116-07e3-44cd-9262-e9a67ba1ea80 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.246258 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d6ad116-07e3-44cd-9262-e9a67ba1ea80 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.299692 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d6ad116-07e3-44cd-9262-e9a67ba1ea80 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.300349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6ad116-07e3-44cd-9262-e9a67ba1ea80 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Fanout notify agent at l3_agent the message router_deleted on router 8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:32:14.317828 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d6ad116-07e3-44cd-9262-e9a67ba1ea80 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.325019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5d6ad116-07e3-44cd-9262-e9a67ba1ea80 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 HTTP/1.1" status: 204 len: 168 time: 0.4619474 Sep 29 23:32:14.329048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53460) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:14.333693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-27fbb46d-8e76-433d-ae43-8f6f38d29378 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1497358322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:32:14.372173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27fbb46d-8e76-433d-ae43-8f6f38d29378 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.373340 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27fbb46d-8e76-433d-ae43-8f6f38d29378 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.436853 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27fbb46d-8e76-433d-ae43-8f6f38d29378 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.443067 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27fbb46d-8e76-433d-ae43-8f6f38d29378 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.464347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27fbb46d-8e76-433d-ae43-8f6f38d29378 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.466065 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-27fbb46d-8e76-433d-ae43-8f6f38d29378 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1358871 Sep 29 23:32:14.469136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53466) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:14.474869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4b2ef8c9-016d-4b1a-b77f-e5e9537ecc40 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:32:14.733416 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef8c9-016d-4b1a-b77f-e5e9537ecc40 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.748331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef8c9-016d-4b1a-b77f-e5e9537ecc40 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.858573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2ef8c9-016d-4b1a-b77f-e5e9537ecc40 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Router c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:32:14.959167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2ef8c9-016d-4b1a-b77f-e5e9537ecc40 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:32:14.966297 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b2ef8c9-016d-4b1a-b77f-e5e9537ecc40 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:14.970450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:14.970628 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b2ef8c9-016d-4b1a-b77f-e5e9537ecc40 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "PUT /v2.0/routers/c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 HTTP/1.1" status: 200 len: 698 time: 0.5000589 Sep 29 23:32:14.975371 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] Sync routers for ids ['c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:32:14.988437 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] Routers {'c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:14.989393 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:32:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:15.065757 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2051a4ae-3125-4c97-b187-779a9aed071d tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/routers/c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 HTTP/1.1" status: 200 len: 704 time: 0.0938208 Sep 29 23:32:15.068505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53484) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.076740 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] Set router c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:15.100425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-db9bede6-0f65-4863-81cd-8c96c62a0fff tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 HTTP/1.1" status: 200 len: 205 time: 0.0305738 Sep 29 23:32:15.102978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.143432 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6', 'name': 'tempest-RoutersIpV6Test-router-1497358322', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:32:14Z', 'updated_at': '2021-09-29T23:32:14Z', 'revision_number': 2, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:15.180778 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] Checking router: c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:32:15.195497 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] Routers {'c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:32:15.197047 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:32:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:15.209135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71be6850-e8be-4898-8f6d-42f74299d574 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:15.312385 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] Set router c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:32:15.397469 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6', 'name': 'tempest-RoutersIpV6Test-router-1497358322', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:32:14Z', 'updated_at': '2021-09-29T23:32:14Z', 'revision_number': 2, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:32:15.435309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71be6850-e8be-4898-8f6d-42f74299d574 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:15.438265 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71be6850-e8be-4898-8f6d-42f74299d574 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:15.439940 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7584838-5fda-4071-997c-ba0786c69fb6 None None] The sync data for ids ['c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6'] in n-d-811173-2 is: [{'id': 'c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6', 'name': 'tempest-RoutersIpV6Test-router-1497358322', 'tenant_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:32:14Z', 'updated_at': '2021-09-29T23:32:14Z', 'revision_number': 2, 'project_id': '4e264604d9494ea7a4ab38e2c67de9e9', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:32:15.500261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71be6850-e8be-4898-8f6d-42f74299d574 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:15.501286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71be6850-e8be-4898-8f6d-42f74299d574 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Fanout notify agent at l3_agent the message router_deleted on router c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:32:15.510274 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-71be6850-e8be-4898-8f6d-42f74299d574 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:15.516228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53498) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.525235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-71be6850-e8be-4898-8f6d-42f74299d574 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 HTTP/1.1" status: 204 len: 168 time: 0.4207778 Sep 29 23:32:15.567346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53500) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.574121 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-01d00dcb-0afe-4faa-87b6-6630320a73ba tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 HTTP/1.1" status: 200 len: 205 time: 0.0563140 Sep 29 23:32:15.628929 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-dfa6ddbb-f682-4af4-aa73-b9045a29b7a4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] delete failed (client error): The resource could not be found. Sep 29 23:32:15.632715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dfa6ddbb-f682-4af4-aa73-b9045a29b7a4 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/c0890f9b-0bd8-4a34-8ca5-fbe8e4264bf6 HTTP/1.1" status: 404 len: 336 time: 0.0613821 Sep 29 23:32:15.633990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53504) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.669417 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c8b3fc-852e-450b-b0bd-96841c6a4883 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] DELETE failed (client error): The resource could not be found. Sep 29 23:32:15.669889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c8b3fc-852e-450b-b0bd-96841c6a4883 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:32:15.671944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-36c8b3fc-852e-450b-b0bd-96841c6a4883 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/b0d5d9e7-a845-4d11-beb4-5e30e9e9edb9 HTTP/1.1" status: 404 len: 337 time: 0.0365725 Sep 29 23:32:15.674210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53506) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.708354 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0db0bc1-4695-41c2-a724-3ec20ee54c30 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] DELETE failed (client error): The resource could not be found. Sep 29 23:32:15.708909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0db0bc1-4695-41c2-a724-3ec20ee54c30 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:32:15.710771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a0db0bc1-4695-41c2-a724-3ec20ee54c30 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/18316f3e-090d-4c6d-a029-45bf2d1322eb HTTP/1.1" status: 404 len: 337 time: 0.0353186 Sep 29 23:32:15.713374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53508) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.745410 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2991220-a960-487a-b03c-e6fa3b849da1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] DELETE failed (client error): The resource could not be found. Sep 29 23:32:15.745942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2991220-a960-487a-b03c-e6fa3b849da1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:32:15.748111 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b2991220-a960-487a-b03c-e6fa3b849da1 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/b4a6d8f2-f3fe-421e-830b-84c39c60034c HTTP/1.1" status: 404 len: 337 time: 0.0334551 Sep 29 23:32:15.750341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53512) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.779446 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dd3ee0c-ef47-49ed-a919-c4f25fb3ecf5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] DELETE failed (client error): The resource could not be found. Sep 29 23:32:15.779946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dd3ee0c-ef47-49ed-a919-c4f25fb3ecf5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:32:15.782125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5dd3ee0c-ef47-49ed-a919-c4f25fb3ecf5 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/4e4cff96-d7a8-4afe-9bb6-af8d0e9f2831 HTTP/1.1" status: 404 len: 337 time: 0.0307906 Sep 29 23:32:15.784735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53516) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.818378 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e6774e6c-e422-46f8-afa5-3ee91f191120 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 HTTP/1.1" status: 200 len: 205 time: 0.0322988 Sep 29 23:32:15.823866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53518) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.867422 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-c643ffd9-083f-4a6d-9c9c-95e6d55d716b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] delete failed (client error): The resource could not be found. Sep 29 23:32:15.871063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c643ffd9-083f-4a6d-9c9c-95e6d55d716b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/8c9f5bfc-b241-4b3f-a24f-fee78c5a4429 HTTP/1.1" status: 404 len: 336 time: 0.0469828 Sep 29 23:32:15.871339 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53520) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.902000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ba81ffa5-d8a9-48d9-b500-1feb62e80e32 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=1dc72e41-b518-48af-b8d3-a8fa42018952 HTTP/1.1" status: 200 len: 205 time: 0.0289056 Sep 29 23:32:15.904256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53522) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.961200 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-6e4ea08a-b80c-45ca-b7cc-f87ee7e20000 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] delete failed (client error): The resource could not be found. Sep 29 23:32:15.965986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53528) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:15.966595 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6e4ea08a-b80c-45ca-b7cc-f87ee7e20000 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/1dc72e41-b518-48af-b8d3-a8fa42018952 HTTP/1.1" status: 404 len: 336 time: 0.0604711 Sep 29 23:32:15.996423 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-af63d509-323b-4736-9003-21c161e6db56 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] DELETE failed (client error): The resource could not be found. Sep 29 23:32:15.996898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af63d509-323b-4736-9003-21c161e6db56 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:32:16.001290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-af63d509-323b-4736-9003-21c161e6db56 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/6a8da132-8e46-4963-964d-99f8012afeaa HTTP/1.1" status: 404 len: 337 time: 0.0318472 Sep 29 23:32:16.002447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53530) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.057246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-60962b2e-77a3-44a2-96f2-bf75a2931fe2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=b2cb887a-fca3-4101-8b9b-a9e47647913b HTTP/1.1" status: 200 len: 205 time: 0.0517750 Sep 29 23:32:16.057498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53532) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.101725 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-ae4f857e-9d8b-40d9-85a5-ee71b6596c5e tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] delete failed (client error): The resource could not be found. Sep 29 23:32:16.103879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ae4f857e-9d8b-40d9-85a5-ee71b6596c5e tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/b2cb887a-fca3-4101-8b9b-a9e47647913b HTTP/1.1" status: 404 len: 336 time: 0.0443678 Sep 29 23:32:16.105765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53534) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.140885 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-be32379c-ea7f-4b10-b850-ee45d171e220 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=d4b4d76d-2d7d-459b-80cc-4cf1d71d6028 HTTP/1.1" status: 200 len: 205 time: 0.0314946 Sep 29 23:32:16.141706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53536) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.191816 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-56622ea8-2d70-4b7f-b9c5-9193131ee7ee tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] delete failed (client error): The resource could not be found. Sep 29 23:32:16.193058 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-56622ea8-2d70-4b7f-b9c5-9193131ee7ee tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/d4b4d76d-2d7d-459b-80cc-4cf1d71d6028 HTTP/1.1" status: 404 len: 336 time: 0.0507798 Sep 29 23:32:16.195646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53538) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.229410 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9b8f4e-395f-4ad5-8f65-964e0e3b2f5c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] DELETE failed (client error): The resource could not be found. Sep 29 23:32:16.229943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9b8f4e-395f-4ad5-8f65-964e0e3b2f5c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:32:16.232031 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9a9b8f4e-395f-4ad5-8f65-964e0e3b2f5c tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/257155a9-52d1-4aae-a88e-7724e862fec4 HTTP/1.1" status: 404 len: 337 time: 0.0347867 Sep 29 23:32:16.234538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53542) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.279743 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f9751467-6c9e-407b-9ab0-4a79c78c6434 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=d040a985-a9ec-4194-9081-5bcbdb5728c3 HTTP/1.1" status: 200 len: 205 time: 0.0440156 Sep 29 23:32:16.282031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53548) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.346994 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-42d81877-e9c6-4146-84d7-6e69f3ab75ec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] delete failed (client error): The resource could not be found. Sep 29 23:32:16.348102 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-42d81877-e9c6-4146-84d7-6e69f3ab75ec tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/d040a985-a9ec-4194-9081-5bcbdb5728c3 HTTP/1.1" status: 404 len: 336 time: 0.0650630 Sep 29 23:32:16.350723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53550) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.392214 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed86cc56-8995-4806-b044-4183e81c93c2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] DELETE failed (client error): The resource could not be found. Sep 29 23:32:16.393037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed86cc56-8995-4806-b044-4183e81c93c2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:32:16.395119 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ed86cc56-8995-4806-b044-4183e81c93c2 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/14b60cd3-503c-4cdd-927b-73ad0ee2f412 HTTP/1.1" status: 404 len: 337 time: 0.0433607 Sep 29 23:32:16.397591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53552) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.432852 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-32d64198-326a-4dc3-a8d6-2733b9eb2e5b tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "GET /v2.0/ports?device_id=d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c HTTP/1.1" status: 200 len: 205 time: 0.0341029 Sep 29 23:32:16.435136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53554) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.497054 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-c7e64133-ee67-44b1-a5d9-e03e221fd173 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] delete failed (client error): The resource could not be found. Sep 29 23:32:16.498475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c7e64133-ee67-44b1-a5d9-e03e221fd173 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/routers/d3a13d02-a3a8-416e-9a6e-9f3bd438fa8c HTTP/1.1" status: 404 len: 336 time: 0.0622311 Sep 29 23:32:16.500883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53556) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.533602 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-69ec935f-2df8-44d5-b93a-32b028cd9da3 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] DELETE failed (client error): The resource could not be found. Sep 29 23:32:16.533602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69ec935f-2df8-44d5-b93a-32b028cd9da3 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:32:16.535550 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-69ec935f-2df8-44d5-b93a-32b028cd9da3 tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/6a1bf3ee-2288-4f7d-86ef-d03f4d85972d HTTP/1.1" status: 404 len: 337 time: 0.0333476 Sep 29 23:32:16.538143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53558) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:16.616079 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9620979-3121-45aa-a9ec-0dba3eb102bb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] DELETE failed (client error): The resource could not be found. Sep 29 23:32:16.616883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9620979-3121-45aa-a9ec-0dba3eb102bb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:32:16.623414 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c9620979-3121-45aa-a9ec-0dba3eb102bb tempest-RoutersIpV6Test-1368200452 tempest-RoutersIpV6Test-1368200452-project] 10.222.0.44 "DELETE /v2.0/subnets/366a89f1-a0f1-42ae-8049-0d7460c44e37 HTTP/1.1" status: 404 len: 337 time: 0.0839159 Sep 29 23:32:17.116008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53572) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:17.332193 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ee3816f9-b2a3-40c9-b181-b3bc4a04d355 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e264604d9494ea7a4ab38e2c67de9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142668 Sep 29 23:32:17.334573 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53580) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:17.393256 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47b5296c-0655-4ab3-9a74-e5ae5fdd7eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:17.427216 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47b5296c-0655-4ab3-9a74-e5ae5fdd7eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:17.494619 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47b5296c-0655-4ab3-9a74-e5ae5fdd7eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:17.497931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-47b5296c-0655-4ab3-9a74-e5ae5fdd7eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:17.502388 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-47b5296c-0655-4ab3-9a74-e5ae5fdd7eaf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/1ff4df7e-9810-4ef8-9c64-713ad80e1981 HTTP/1.1" status: 204 len: 168 time: 0.1649756 Sep 29 23:32:17.516504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5296c-0655-4ab3-9a74-e5ae5fdd7eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff4df7e-9810-4ef8-9c64-713ad80e1981,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:19.535955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53676) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:19.564993 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4dc40-f49d-44eb-b3e4-2b35fc60ce15 req-6f9e26dc-cef5-48a8-b17d-6be4cf1b0bbe tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:19.566526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5a4dc40-f49d-44eb-b3e4-2b35fc60ce15 req-6f9e26dc-cef5-48a8-b17d-6be4cf1b0bbe tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 945 time: 0.0634942 Sep 29 23:32:19.607766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5a4dc40-f49d-44eb-b3e4-2b35fc60ce15 req-fafc98a4-5ec1-4db3-a4ce-c262c3f41770 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345469 Sep 29 23:32:19.680650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2dfce33-1864-4f1e-845f-94e1787d3216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:19.783481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2dfce33-1864-4f1e-845f-94e1787d3216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:19.787116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2dfce33-1864-4f1e-845f-94e1787d3216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:19.829884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d2dfce33-1864-4f1e-845f-94e1787d3216 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=017c997826154453833ff67fc864b5d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921119 Sep 29 23:32:19.831221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfce33-1864-4f1e-845f-94e1787d3216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b14c194-63bc-46d6-87d6-930fce9091aa,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:19.832598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53686) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:19.893378 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b583fc5a-2317-4129-9697-55535dff8fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:19.913798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b583fc5a-2317-4129-9697-55535dff8fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:19.960232 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b583fc5a-2317-4129-9697-55535dff8fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:19.963179 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b583fc5a-2317-4129-9697-55535dff8fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:19.964510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b583fc5a-2317-4129-9697-55535dff8fb7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0b14c194-63bc-46d6-87d6-930fce9091aa HTTP/1.1" status: 204 len: 168 time: 0.1251035 Sep 29 23:32:19.972463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b583fc5a-2317-4129-9697-55535dff8fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b14c194-63bc-46d6-87d6-930fce9091aa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:20.264307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:20.277025 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:20.281184 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7febe06-3ede-4030-bfb4-9628220ad88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:20.370345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7febe06-3ede-4030-bfb4-9628220ad88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:20.374044 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7febe06-3ede-4030-bfb4-9628220ad88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:20.416730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c7febe06-3ede-4030-bfb4-9628220ad88d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ca3823ee1e424bf984f7c0b21b6f1de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513047 Sep 29 23:32:20.418614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7febe06-3ede-4030-bfb4-9628220ad88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75dceb6f-aa46-4100-9173-529e4785b658,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:20.419689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53694) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:20.471790 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50adc193-a91e-44e7-9a22-fff2437cf7e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:20.493366 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50adc193-a91e-44e7-9a22-fff2437cf7e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:20.541814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50adc193-a91e-44e7-9a22-fff2437cf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:20.544436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-50adc193-a91e-44e7-9a22-fff2437cf7e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:20.545824 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-50adc193-a91e-44e7-9a22-fff2437cf7e8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/75dceb6f-aa46-4100-9173-529e4785b658 HTTP/1.1" status: 204 len: 168 time: 0.1248980 Sep 29 23:32:20.557346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adc193-a91e-44e7-9a22-fff2437cf7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dceb6f-aa46-4100-9173-529e4785b658,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:20.741916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170c0ac-e4b3-4e73-b379-c029c399dd62 req-405fddaa-5ea3-43c1-b3c1-9227ef6bf2dd tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:20.744086 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c170c0ac-e4b3-4e73-b379-c029c399dd62 req-405fddaa-5ea3-43c1-b3c1-9227ef6bf2dd tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 945 time: 0.0521462 Sep 29 23:32:20.791287 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c170c0ac-e4b3-4e73-b379-c029c399dd62 req-0445d074-68a0-4d00-9dd2-93679b3195b2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405369 Sep 29 23:32:22.679096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-2a2c84ee-1231-473d-9b35-3c8f4630a4f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417042 Sep 29 23:32:22.755206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-110ff3eb-7c61-4329-bd59-586d3bf63513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:22.756799 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-110ff3eb-7c61-4329-bd59-586d3bf63513 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1098 time: 0.0416005 Sep 29 23:32:22.873854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-2b8d779f-37b8-47af-83fd-cf641bc742d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:22.875514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-2b8d779f-37b8-47af-83fd-cf641bc742d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.0958943 Sep 29 23:32:22.948817 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-78a1804d-64d0-42fd-acac-8f78f0a0deb3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 1001 time: 0.0656281 Sep 29 23:32:22.999895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-bde60b68-93f8-430a-9b72-e42e000cace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:23.001501 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-bde60b68-93f8-430a-9b72-e42e000cace9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.0461547 Sep 29 23:32:23.048803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-825ad795-27d5-4807-985c-a5246d69473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:23.050389 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-825ad795-27d5-4807-985c-a5246d69473f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412841 Sep 29 23:32:23.057381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:32:23.144730 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:23.156244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-273560f3-9cda-485c-9905-82e34a6c7254 service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970452 Sep 29 23:32:23.167785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:32:23.170125 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82db0573-14a4-48bd-8ca9-1b67fb00f1ee" -d '{"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-unplugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:32:23.183954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:23.191619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:23.251311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:23.256016 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ccc1b4-604c-403a-bf9d-d43b17e56327 x-openstack-request-id: req-18ccc1b4-604c-403a-bf9d-d43b17e56327 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:32:23.256412 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-unplugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:32:23.256762 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18ccc1b4-604c-403a-bf9d-d43b17e56327 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:32:23.257386 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'code': 200} Sep 29 23:32:23.289454 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-54885661-2786-4a97-b939-356b6dd0f8b2 req-7f6aee3d-3a5d-4177-ba80-0b0a1f7caa86 service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247735 Sep 29 23:32:25.074096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:32:25.178846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:25.191287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'port_id': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'mac_address': 'fa:16:3e:01:36:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:32:25.232089 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:25.247762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea7bf7d-4ced-4fad-b9c0-85478005ff64 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:32:25.270402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:25.286969 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:25.351508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:25.438978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['aea7bf7d-4ced-4fad-b9c0-85478005ff64'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:32:27.088361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:32:27.140088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port aea7bf7d-4ced-4fad-b9c0-85478005ff64 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:32:27.140579 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:27.221018 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:27.249343 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:32:27.251654 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2099dcd7-abbd-49d5-a022-0a35b8370d64" -d '{"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-plugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:32:27.265115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:27.270791 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:27.300689 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0530c70-82cd-43eb-9e35-3f4c4284f5bf x-openstack-request-id: req-c0530c70-82cd-43eb-9e35-3f4c4284f5bf {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:32:27.300987 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-plugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:32:27.301245 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0530c70-82cd-43eb-9e35-3f4c4284f5bf {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:32:27.301649 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'code': 200} Sep 29 23:32:27.324602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=10']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:29.346735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53886) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:29.465451 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-100a7420-e72a-438d-9c05-fa794944928f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:29.561340 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-100a7420-e72a-438d-9c05-fa794944928f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:29.565973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-100a7420-e72a-438d-9c05-fa794944928f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:29.609957 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-100a7420-e72a-438d-9c05-fa794944928f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=15c9a6e2f3bc4e97a6bf2088b3e2d436&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619789 Sep 29 23:32:29.611011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100a7420-e72a-438d-9c05-fa794944928f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3d9a00-2298-472f-88d9-3a29571eeb29,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:29.614460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53894) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:29.704594 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a04e439-7658-48a0-afb7-7d21e5a2a64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:29.728229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a04e439-7658-48a0-afb7-7d21e5a2a64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:30.118287 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a04e439-7658-48a0-afb7-7d21e5a2a64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:30.121028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a04e439-7658-48a0-afb7-7d21e5a2a64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:30.122411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2a04e439-7658-48a0-afb7-7d21e5a2a64a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8b3d9a00-2298-472f-88d9-3a29571eeb29 HTTP/1.1" status: 204 len: 168 time: 0.5055830 Sep 29 23:32:30.130420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04e439-7658-48a0-afb7-7d21e5a2a64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3d9a00-2298-472f-88d9-3a29571eeb29,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:30.485143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 53920) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:30.500610 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aedf2229-f6c4-4f59-b18d-4ec3eaaa7887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:30.609601 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aedf2229-f6c4-4f59-b18d-4ec3eaaa7887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:30.614334 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aedf2229-f6c4-4f59-b18d-4ec3eaaa7887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:30.662069 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aedf2229-f6c4-4f59-b18d-4ec3eaaa7887 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e9d4bedde7c44ea2abdabbbffa9efa77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1755719 Sep 29 23:32:30.663986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf2229-f6c4-4f59-b18d-4ec3eaaa7887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c5e3bf-05e2-4d6d-b87a-c53885fe70aa,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:30.665105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 53928) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:30.720215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f727b3b-73df-4af8-9c65-dfa36ee0262d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:30.744265 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f727b3b-73df-4af8-9c65-dfa36ee0262d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:30.811599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f727b3b-73df-4af8-9c65-dfa36ee0262d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:30.815159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9f727b3b-73df-4af8-9c65-dfa36ee0262d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:30.816878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9f727b3b-73df-4af8-9c65-dfa36ee0262d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b2c5e3bf-05e2-4d6d-b87a-c53885fe70aa HTTP/1.1" status: 204 len: 168 time: 0.1506548 Sep 29 23:32:30.838574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f727b3b-73df-4af8-9c65-dfa36ee0262d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c5e3bf-05e2-4d6d-b87a-c53885fe70aa,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:32.712461 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:32:33.326350 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9627ae39-86f0-483d-a5f0-cb21813a718f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:36.231494 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ae3ac6d1-5b35-4652-8ad5-06743228738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:36.573436 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:37.483069 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:38.771539 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:39.716450 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:41.946194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54152) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:42.080587 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:42.179342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:42.184652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:42.216163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff677d0-08de-4bf3-af4b-cc7c6e97af30,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:42.235111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.235455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.235794 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.236153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.236683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.237188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.237517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.237837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.238341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.238841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.239337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.239817 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:42.261854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54156) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:42.262488 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b5461f93-67cc-4c3a-bcef-3c12ad7d20bd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=28f3516d5fcc4d1eb31b274347c500c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145733 Sep 29 23:32:42.323568 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d36ba9ad-86bf-4d24-968c-c941b758ad69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:42.347255 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d36ba9ad-86bf-4d24-968c-c941b758ad69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:42.437759 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d36ba9ad-86bf-4d24-968c-c941b758ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:42.440674 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d36ba9ad-86bf-4d24-968c-c941b758ad69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:42.441932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d36ba9ad-86bf-4d24-968c-c941b758ad69 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0ff677d0-08de-4bf3-af4b-cc7c6e97af30 HTTP/1.1" status: 204 len: 168 time: 0.1790774 Sep 29 23:32:42.453331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36ba9ad-86bf-4d24-968c-c941b758ad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff677d0-08de-4bf3-af4b-cc7c6e97af30,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:42.790030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54180) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:42.803676 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-425911d6-41e3-4fdc-8dfe-9f55b11d8a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:42.814937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0e699-3706-41a2-b1d6-7d06d88476a8 req-9b90470d-eadc-432c-a3ca-b0363260e2a1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:42.816865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26f0e699-3706-41a2-b1d6-7d06d88476a8 req-9b90470d-eadc-432c-a3ca-b0363260e2a1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0596106 Sep 29 23:32:42.858870 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26f0e699-3706-41a2-b1d6-7d06d88476a8 req-d1f19aa6-748a-45b6-94cd-eaf4dfb41fc3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355477 Sep 29 23:32:42.908266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-425911d6-41e3-4fdc-8dfe-9f55b11d8a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:42.912184 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-425911d6-41e3-4fdc-8dfe-9f55b11d8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:42.952297 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-425911d6-41e3-4fdc-8dfe-9f55b11d8a30 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ee98c1c73b834e369b5466b3aed1b30d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610599 Sep 29 23:32:42.953200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425911d6-41e3-4fdc-8dfe-9f55b11d8a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d23e77-5746-4f04-9cfc-029efe47b587,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:42.954862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:43.008706 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-468495e5-702c-4464-bc09-fab5395afafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:43.035226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-468495e5-702c-4464-bc09-fab5395afafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:43.080388 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-468495e5-702c-4464-bc09-fab5395afafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:43.083030 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-468495e5-702c-4464-bc09-fab5395afafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:43.087212 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-468495e5-702c-4464-bc09-fab5395afafe admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85d23e77-5746-4f04-9cfc-029efe47b587 HTTP/1.1" status: 204 len: 168 time: 0.1281860 Sep 29 23:32:43.093548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468495e5-702c-4464-bc09-fab5395afafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d23e77-5746-4f04-9cfc-029efe47b587,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:44.007094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffbb48-f032-4eae-8f37-c6358b8295c3 req-e58f31dd-669c-40dd-b430-246326d30043 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:44.008793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10ffbb48-f032-4eae-8f37-c6358b8295c3 req-e58f31dd-669c-40dd-b430-246326d30043 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0670865 Sep 29 23:32:44.056695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10ffbb48-f032-4eae-8f37-c6358b8295c3 req-922e295f-04ed-426d-95a8-c2875e932bcf tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 Sep 29 23:32:44.506206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f310d6-eb53-4317-8a4f-02c267fbda8b req-4ee35403-9e21-48d5-a87e-930fd5d3004d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:44.514559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f310d6-eb53-4317-8a4f-02c267fbda8b req-4ee35403-9e21-48d5-a87e-930fd5d3004d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0603566 Sep 29 23:32:44.551519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09f310d6-eb53-4317-8a4f-02c267fbda8b req-f68c9133-219e-46ab-9e0f-e04b2058ef23 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357070 Sep 29 23:32:45.702115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f08e4-293f-4048-b075-51221d6ba18d req-7f13275a-a630-4735-be64-2d7d8bcac925 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:45.709855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c69f08e4-293f-4048-b075-51221d6ba18d req-7f13275a-a630-4735-be64-2d7d8bcac925 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0757105 Sep 29 23:32:45.763616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c69f08e4-293f-4048-b075-51221d6ba18d req-8d729cee-07dd-427b-9287-745dea0a6d1b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471730 Sep 29 23:32:46.874291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdaebb-fd6d-4522-853e-f0bd9be62c29 req-b4a94bc8-0102-42da-9ff8-7cd4497bf6a0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:46.875817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0cdaebb-fd6d-4522-853e-f0bd9be62c29 req-b4a94bc8-0102-42da-9ff8-7cd4497bf6a0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0494142 Sep 29 23:32:46.921029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0cdaebb-fd6d-4522-853e-f0bd9be62c29 req-31be7eb7-91c1-4c77-b1cc-02f67c1fe2c5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391283 Sep 29 23:32:47.214705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:32:47.291295 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:47.326965 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:32:47.332867 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5039ad57-0660-48df-8d05-8c227ff8dd3a" -d '{"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-unplugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:32:47.362642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:47.369085 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:47.403259 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9d086f-c24e-478f-a325-07c4c0343e98 x-openstack-request-id: req-4b9d086f-c24e-478f-a325-07c4c0343e98 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:32:47.403713 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-unplugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:32:47.404206 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4b9d086f-c24e-478f-a325-07c4c0343e98 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:32:47.404657 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'code': 200} Sep 29 23:32:47.435966 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=11']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:47.444301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.444795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.445771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.446219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.446758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.447196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.447628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.448087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.448515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.448944 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.449377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:47.449814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:32:48.039893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07b4c6-0cc0-44f0-ac8f-91fe698c23eb req-b9bc76a1-be04-4772-89bc-c24215ae43a7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:48.042062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa07b4c6-0cc0-44f0-ac8f-91fe698c23eb req-b9bc76a1-be04-4772-89bc-c24215ae43a7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0513444 Sep 29 23:32:48.085417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa07b4c6-0cc0-44f0-ac8f-91fe698c23eb req-a4de06e2-1c38-49a2-b953-41cf6c8edd5e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363202 Sep 29 23:32:49.207521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d27389b-86cc-41c4-852c-5dc405be5d75 req-2ecb0dc3-8620-4e48-b2a0-822c9dc40d61 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:49.209164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d27389b-86cc-41c4-852c-5dc405be5d75 req-2ecb0dc3-8620-4e48-b2a0-822c9dc40d61 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0498016 Sep 29 23:32:49.218608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:32:49.253323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d27389b-86cc-41c4-852c-5dc405be5d75 req-71248291-2997-4a04-9c78-134522ab3cc1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380030 Sep 29 23:32:49.374268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:49.386839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'port_id': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'mac_address': 'fa:16:3e:01:36:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:32:49.433691 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:49.447432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aea7bf7d-4ced-4fad-b9c0-85478005ff64 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:32:49.472542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:49.477402 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:49.549683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=12']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:49.634380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['aea7bf7d-4ced-4fad-b9c0-85478005ff64'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:32:50.295197 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:50.410570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2c8c5-8b90-4372-97a3-fec29059b794 req-9f5b10de-c130-461c-b9cb-dc2d46a3178a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:50.412283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54f2c8c5-8b90-4372-97a3-fec29059b794 req-9f5b10de-c130-461c-b9cb-dc2d46a3178a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 945 time: 0.0596352 Sep 29 23:32:50.466551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54f2c8c5-8b90-4372-97a3-fec29059b794 req-0e9af2bc-455c-4e24-84a8-93d049f1a390 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467618 Sep 29 23:32:51.235051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:32:51.285719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port aea7bf7d-4ced-4fad-b9c0-85478005ff64 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:32:51.286127 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:51.379172 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:51.404073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:32:51.406626 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3c0747-b70a-4690-9eb6-1fd0d4c7cc62" -d '{"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-plugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:32:51.420012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:32:51.425248 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:51.452041 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d45d675-a3f3-4262-b347-2c7234da9588 x-openstack-request-id: req-5d45d675-a3f3-4262-b347-2c7234da9588 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:32:51.452041 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-plugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:32:51.452041 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5d45d675-a3f3-4262-b347-2c7234da9588 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:32:51.452041 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'code': 200} Sep 29 23:32:51.476769 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=13']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:51.606560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c39c1-583a-4fec-acb3-30c974c92a51 req-33f2d830-a492-49e0-855c-6d20d06f1f4b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:51.608083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f12c39c1-583a-4fec-acb3-30c974c92a51 req-33f2d830-a492-49e0-855c-6d20d06f1f4b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0617437 Sep 29 23:32:51.648258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f12c39c1-583a-4fec-acb3-30c974c92a51 req-c53c813f-e556-4f18-9ac7-966d162d11f2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339770 Sep 29 23:32:52.794569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7d2c7-b52d-42fa-b7a7-aa5502c4bda7 req-c298d2b7-a254-4b1a-a5b2-7cf8641f9cc8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:52.796187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9b7d2c7-b52d-42fa-b7a7-aa5502c4bda7 req-c298d2b7-a254-4b1a-a5b2-7cf8641f9cc8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0699537 Sep 29 23:32:52.838453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9b7d2c7-b52d-42fa-b7a7-aa5502c4bda7 req-60fbaa12-2243-42db-88de-20edf893fdac tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359836 Sep 29 23:32:53.983237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab70c1-ee67-42a4-9ed7-bd518cdca16f req-8c050616-944e-407e-aec8-fc5c16202abf tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:53.984804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4ab70c1-ee67-42a4-9ed7-bd518cdca16f req-8c050616-944e-407e-aec8-fc5c16202abf tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0623112 Sep 29 23:32:54.045704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4ab70c1-ee67-42a4-9ed7-bd518cdca16f req-70e70913-e69e-46e1-8a57-8909c3e2a3b7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498621 Sep 29 23:32:54.434682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54444) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:54.601466 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-caa1d170-7e38-4c9d-ab11-ccc99d318164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:54.767111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-caa1d170-7e38-4c9d-ab11-ccc99d318164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:54.776169 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-caa1d170-7e38-4c9d-ab11-ccc99d318164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:54.830501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1d170-7e38-4c9d-ab11-ccc99d318164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950caf00-4ddb-4811-bfdb-53cf02dd2570,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:54.840739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54454) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:54.862316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54458) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:54.863023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-caa1d170-7e38-4c9d-ab11-ccc99d318164 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=480c61cac5444256a1d0e40b59b23c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4272346 Sep 29 23:32:54.927129 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22eb06cc-a7c5-4f93-ab34-11a410771fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:54.951882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22eb06cc-a7c5-4f93-ab34-11a410771fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:54.980213 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21cb91e1-4e2c-4705-9328-3c1ec9b03618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.051627 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22eb06cc-a7c5-4f93-ab34-11a410771fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.054582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22eb06cc-a7c5-4f93-ab34-11a410771fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.058080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-22eb06cc-a7c5-4f93-ab34-11a410771fcc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/950caf00-4ddb-4811-bfdb-53cf02dd2570 HTTP/1.1" status: 204 len: 168 time: 0.1922066 Sep 29 23:32:55.073279 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eb06cc-a7c5-4f93-ab34-11a410771fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950caf00-4ddb-4811-bfdb-53cf02dd2570,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:55.158835 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21cb91e1-4e2c-4705-9328-3c1ec9b03618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.166315 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21cb91e1-4e2c-4705-9328-3c1ec9b03618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.259172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54466) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:55.262152 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-21cb91e1-4e2c-4705-9328-3c1ec9b03618 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=6616a686f56147a19f866f04014b4a17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4180748 Sep 29 23:32:55.265545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cb91e1-4e2c-4705-9328-3c1ec9b03618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2ad259-8aea-4d46-91a3-b0c56f65d066,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:55.291325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168967f-f03b-40f1-b55a-9f0aacccec4a req-1a5721c5-b76f-4ef4-91dd-42963ef29fc3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:55.293324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1168967f-f03b-40f1-b55a-9f0aacccec4a req-1a5721c5-b76f-4ef4-91dd-42963ef29fc3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.1124582 Sep 29 23:32:55.347569 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1168967f-f03b-40f1-b55a-9f0aacccec4a req-c4adc968-8b2a-4501-9973-146c663b9d94 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477800 Sep 29 23:32:55.348219 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee12416e-6800-4210-a4dc-0d7025b6afc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.384149 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee12416e-6800-4210-a4dc-0d7025b6afc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.453431 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee12416e-6800-4210-a4dc-0d7025b6afc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.457384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ee12416e-6800-4210-a4dc-0d7025b6afc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.461952 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ee12416e-6800-4210-a4dc-0d7025b6afc2 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc2ad259-8aea-4d46-91a3-b0c56f65d066 HTTP/1.1" status: 204 len: 168 time: 0.2014463 Sep 29 23:32:55.470182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54470) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:55.471695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12416e-6800-4210-a4dc-0d7025b6afc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2ad259-8aea-4d46-91a3-b0c56f65d066,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:55.488435 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ae961d0-e845-42e8-8c53-dcdbba9365ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.598867 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ae961d0-e845-42e8-8c53-dcdbba9365ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.604872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8ae961d0-e845-42e8-8c53-dcdbba9365ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.648602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8ae961d0-e845-42e8-8c53-dcdbba9365ba admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=9a9c090b558a417db12c5755ca3403dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766818 Sep 29 23:32:55.651564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54472) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:55.669601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae961d0-e845-42e8-8c53-dcdbba9365ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b122be-4e89-4ec4-9b5c-2e936890732c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:55.721010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff2135b-fda3-4886-b0d0-2fd0c29f7db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.756888 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff2135b-fda3-4886-b0d0-2fd0c29f7db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.835002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff2135b-fda3-4886-b0d0-2fd0c29f7db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.840555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ff2135b-fda3-4886-b0d0-2fd0c29f7db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:55.845937 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5ff2135b-fda3-4886-b0d0-2fd0c29f7db1 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90b122be-4e89-4ec4-9b5c-2e936890732c HTTP/1.1" status: 204 len: 168 time: 0.1929064 Sep 29 23:32:55.858517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2135b-fda3-4886-b0d0-2fd0c29f7db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b122be-4e89-4ec4-9b5c-2e936890732c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:56.236038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54488) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:56.254688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9de4bb99-ce8b-4aba-9c89-0265cb709054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:56.418293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9de4bb99-ce8b-4aba-9c89-0265cb709054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:56.425355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9de4bb99-ce8b-4aba-9c89-0265cb709054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:56.488008 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9de4bb99-ce8b-4aba-9c89-0265cb709054 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=310ff01dec5149748761517d435645ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486174 Sep 29 23:32:56.488008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4bb99-ce8b-4aba-9c89-0265cb709054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ceb0fe-3d15-4c66-be86-80ed87b34b50,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:56.489606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54496) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:56.553110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff759e8-9cb4-4c70-85aa-796592fb59c4 req-d425c2b7-f103-4841-89f1-bdfcee01f23e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:56.564473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eff759e8-9cb4-4c70-85aa-796592fb59c4 req-d425c2b7-f103-4841-89f1-bdfcee01f23e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0913949 Sep 29 23:32:56.580611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6e132b2-a7b2-4061-a833-39c121afbb4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:56.606346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6e132b2-a7b2-4061-a833-39c121afbb4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:56.610786 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eff759e8-9cb4-4c70-85aa-796592fb59c4 req-705685e1-c552-475d-997b-f93b00450fba tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454361 Sep 29 23:32:56.698661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6e132b2-a7b2-4061-a833-39c121afbb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:56.701350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d6e132b2-a7b2-4061-a833-39c121afbb4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:56.706011 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d6e132b2-a7b2-4061-a833-39c121afbb4a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/23ceb0fe-3d15-4c66-be86-80ed87b34b50 HTTP/1.1" status: 204 len: 168 time: 0.2151003 Sep 29 23:32:56.716583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e132b2-a7b2-4061-a833-39c121afbb4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ceb0fe-3d15-4c66-be86-80ed87b34b50,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:57.775741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd4f9cb-31ca-4342-ac1f-c01676612697 req-12d6ef48-00de-437b-bea7-7c258f3a4bd6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:57.777515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9fd4f9cb-31ca-4342-ac1f-c01676612697 req-12d6ef48-00de-437b-bea7-7c258f3a4bd6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0781116 Sep 29 23:32:57.836305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9fd4f9cb-31ca-4342-ac1f-c01676612697 req-39f32ee0-0f90-4101-ae92-eb848dfddf2d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465024 Sep 29 23:32:58.424328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392161a-63c2-4cb9-a6d6-bfd791802249 req-c8bb00d8-1152-42e7-8f60-b7344968077b tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:58.428417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9392161a-63c2-4cb9-a6d6-bfd791802249 req-c8bb00d8-1152-42e7-8f60-b7344968077b tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1098 time: 0.0509939 Sep 29 23:32:58.477515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9392161a-63c2-4cb9-a6d6-bfd791802249 req-3cef79f1-bb16-4b95-8438-8eed77672f27 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444789 Sep 29 23:32:58.502671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54572) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:32:58.773485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port a4cf1909-e6a4-4216-af43-b5b55ebc9703 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:32:58.773852 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:58.870587 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:58.871183 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:58.884357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for a4cf1909-e6a4-4216-af43-b5b55ebc9703 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:32:58.988756 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10a999-ce69-43d1-9246-682590c2186b req-61c560af-2017-401a-a856-f834b373dead tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:32:58.997073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f10a999-ce69-43d1-9246-682590c2186b req-61c560af-2017-401a-a856-f834b373dead tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0724089 Sep 29 23:32:59.065382 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f10a999-ce69-43d1-9246-682590c2186b req-20766edc-13e8-4fce-96e6-6baefcf964a3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670426 Sep 29 23:32:59.144356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:59.215379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=a4cf1909-e6a4-4216-af43-b5b55ebc9703,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:32:59.294202 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:32:59.294743 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Floating IP 1cb194ff-c67a-4920-ae0f-a131d57014ce disassociated (deleted). External IP: 172.25.4.38, port: 5aae683d-aa8a-422e-a5fd-971c5f3c76cb. Sep 29 23:32:59.596209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router e777cea6-1870-4bdc-946b-15d64b02b3e8 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:33:00.195809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:33:00.207296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] Sync routers for ids ['e777cea6-1870-4bdc-946b-15d64b02b3e8'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:33:00.210581 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:00.238766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] Routers {'e777cea6-1870-4bdc-946b-15d64b02b3e8'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:33:00.239611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:32:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e777cea6-1870-4bdc-946b-15d64b02b3e8'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:00.261144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb285a8-d00c-47b8-a5f0-420239f730e1 req-894795e4-f87b-421a-8c65-5cace9af21c3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:00.277196 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5dbc67f6-1e7c-406c-a8fa-d0c7c08d392b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/floatingips/1cb194ff-c67a-4920-ae0f-a131d57014ce HTTP/1.1" status: 204 len: 168 time: 1.7725294 Sep 29 23:33:00.280278 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3bb285a8-d00c-47b8-a5f0-420239f730e1 req-894795e4-f87b-421a-8c65-5cace9af21c3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0796280 Sep 29 23:33:00.289553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:33:00.301138 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b01b55-027c-45d3-a4ec-7d853adb5847" -d '{"events": [{"name": "network-changed", "server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:33:00.375525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3bb285a8-d00c-47b8-a5f0-420239f730e1 req-fdde31ea-1ce1-424c-a2d3-ceb45055331f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924671 Sep 29 23:33:00.455989 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01741c66-5c2f-432a-a27a-112b02efc43b x-openstack-request-id: req-01741c66-5c2f-432a-a27a-112b02efc43b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:33:00.456300 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:33:00.456557 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01741c66-5c2f-432a-a27a-112b02efc43b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:33:00.456963 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'status': 'completed', 'code': 200} Sep 29 23:33:00.480168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] Set router e777cea6-1870-4bdc-946b-15d64b02b3e8 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:33:00.637672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-abc64c68-3d54-4f3f-aaeb-5f583d15911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:00.639866 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-abc64c68-3d54-4f3f-aaeb-5f583d15911d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 1098 time: 0.1337619 Sep 29 23:33:00.706124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39080f-e4cd-4e1e-b644-3cc1886e0e5b req-1a83bed7-2836-4827-8688-1f6615a92daa tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:00.719980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f39080f-e4cd-4e1e-b644-3cc1886e0e5b req-1a83bed7-2836-4827-8688-1f6615a92daa tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 947 time: 0.0927491 Sep 29 23:33:00.792514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f39080f-e4cd-4e1e-b644-3cc1886e0e5b req-f4b5a429-e7a4-460a-87ee-b1c50908201a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713739 Sep 29 23:33:00.900733 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-ecdca5fa-3ace-4b26-bed3-9f18402211e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:00.904552 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-ecdca5fa-3ace-4b26-bed3-9f18402211e3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 200 len: 898 time: 0.2561655 Sep 29 23:33:00.964432 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-703f37c9-cb99-44e1-8f98-ab58935c398c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 200 len: 217 time: 0.0509295 Sep 29 23:33:01.037843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-79aaa326-3568-4a4a-b52b-5a07971f41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:01.040185 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-79aaa326-3568-4a4a-b52b-5a07971f41b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 200 len: 834 time: 0.0674822 Sep 29 23:33:01.054976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '29395399-b3d9-46fc-ba8a-4ec9ab76eac7', 'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:0e:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:46Z', 'updated_at': '2021-09-29T23:29:51Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:01.102453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] Checking router: e777cea6-1870-4bdc-946b-15d64b02b3e8 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:33:01.114978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] Routers {'e777cea6-1870-4bdc-946b-15d64b02b3e8'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:33:01.116085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:32:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e777cea6-1870-4bdc-946b-15d64b02b3e8'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:01.148512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-29cadeb9-1aba-41cd-a11e-c930ca73cbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:01.150226 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-29cadeb9-1aba-41cd-a11e-c930ca73cbf4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a18162ba-c032-446b-af4f-fc7c0f7a0768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1005273 Sep 29 23:33:01.285714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] Set router e777cea6-1870-4bdc-946b-15d64b02b3e8 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:33:01.338667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-1148bd42-001f-4fb0-85e3-24d2ce59a271 service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787403 Sep 29 23:33:01.474083 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-89b01b55-027c-45d3-a4ec-7d853adb5847 req-7fd64dbb-8ac9-4b02-a0f9-0562439e793a service neutron] 10.222.0.42 "GET /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257663 Sep 29 23:33:01.591213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd954c7a-652e-4a9a-9638-b699d7b7f012 req-b086e74a-566d-40d8-a10e-a06a35b8a3f1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:01.605329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd954c7a-652e-4a9a-9638-b699d7b7f012 req-b086e74a-566d-40d8-a10e-a06a35b8a3f1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.1059949 Sep 29 23:33:01.674875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd954c7a-652e-4a9a-9638-b699d7b7f012 req-3844e77a-1f78-4197-aed9-7b6c29c7437b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686460 Sep 29 23:33:01.735617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '29395399-b3d9-46fc-ba8a-4ec9ab76eac7', 'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:0e:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:46Z', 'updated_at': '2021-09-29T23:29:51Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:01.789679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfef6af-98b0-4ab8-984f-c9af8b37bf6b None None] The sync data for ids ['e777cea6-1870-4bdc-946b-15d64b02b3e8'] in n-d-811173-2 is: [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '29395399-b3d9-46fc-ba8a-4ec9ab76eac7', 'name': '', 'network_id': 'a18162ba-c032-446b-af4f-fc7c0f7a0768', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:0e:92:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:46Z', 'updated_at': '2021-09-29T23:29:51Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '1e1f5588-1e8c-4757-b854-69cd2db309c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:33:01.982278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae793f1d-985d-4a26-9961-dcbbaffbafd1 req-8ab5c836-690e-4fe6-aafd-1f9140e3b4e0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:01.984411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae793f1d-985d-4a26-9961-dcbbaffbafd1 req-8ab5c836-690e-4fe6-aafd-1f9140e3b4e0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 947 time: 0.0861754 Sep 29 23:33:02.053799 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae793f1d-985d-4a26-9961-dcbbaffbafd1 req-abf2c574-b640-4160-ac0b-a9fde61d4fdf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=db5c94c5-c430-4692-a786-f32fe38ea3bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632317 Sep 29 23:33:02.252781 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7128cee4-414a-4cf3-8b56-ba57265acec4 None None] New status for floating IP 1cb194ff-c67a-4920-ae0f-a131d57014ce: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:33:02.533183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-1daad4f8-ad51-4bff-a995-d1b56498fb4a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:02.536193 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-1daad4f8-ad51-4bff-a995-d1b56498fb4a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.42 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 947 time: 0.0980418 Sep 29 23:33:02.666923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-8386219d-3ca3-4a24-8b8d-83e8fa40d91d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:33:02.667428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-8386219d-3ca3-4a24-8b8d-83e8fa40d91d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:02.783413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-8386219d-3ca3-4a24-8b8d-83e8fa40d91d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:02.783929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-8386219d-3ca3-4a24-8b8d-83e8fa40d91d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:02.810491 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-8386219d-3ca3-4a24-8b8d-83e8fa40d91d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 5aae683d-aa8a-422e-a5fd-971c5f3c76cb owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:33:02.887946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258c8cee-db4c-4fb1-bc22-0a6ffa2bfc94 req-6b1247b1-718e-46d0-a11b-e27262cdb89f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:02.901179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-258c8cee-db4c-4fb1-bc22-0a6ffa2bfc94 req-6b1247b1-718e-46d0-a11b-e27262cdb89f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.1155620 Sep 29 23:33:02.989606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-258c8cee-db4c-4fb1-bc22-0a6ffa2bfc94 req-f76fb099-8481-454e-b8b6-7a92182a120a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862713 Sep 29 23:33:03.038634 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-8386219d-3ca3-4a24-8b8d-83e8fa40d91d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:03.093051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386219d-3ca3-4a24-8b8d-83e8fa40d91d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=5aae683d-aa8a-422e-a5fd-971c5f3c76cb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:03.178594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-8386219d-3ca3-4a24-8b8d-83e8fa40d91d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] No DVR routers for this DVR port 5aae683d-aa8a-422e-a5fd-971c5f3c76cb on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:33:03.182379 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-8386219d-3ca3-4a24-8b8d-83e8fa40d91d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:03.188699 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-110c1f32-c1bb-4c36-81ad-01c6af62c208 req-8386219d-3ca3-4a24-8b8d-83e8fa40d91d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.42 "DELETE /v2.0/ports/5aae683d-aa8a-422e-a5fd-971c5f3c76cb HTTP/1.1" status: 204 len: 173 time: 0.6362145 Sep 29 23:33:03.189322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-deleted', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:33:03.203283 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ad4cdf-2426-420c-b951-00262dc7730f" -d '{"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-deleted", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:33:03.221043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62fed939-fcc1-4b7c-94e5-0edec83ef5cd req-df31613f-64f9-44f6-ac71-23e302a5ea16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=84bbf88a-ce0c-4cf4-89eb-701e1e214a9a HTTP/1.1" status: 200 len: 210 time: 0.0512881 Sep 29 23:33:03.275811 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c334bc53-3c1f-4394-ac1f-b4f91c624eaa x-openstack-request-id: req-c334bc53-3c1f-4394-ac1f-b4f91c624eaa {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:33:03.276146 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bbf88a-ce0c-4cf4-89eb-701e1e214a9a", "name": "network-vif-deleted", "tag": "5aae683d-aa8a-422e-a5fd-971c5f3c76cb", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:33:03.276399 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c334bc53-3c1f-4394-ac1f-b4f91c624eaa {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:33:03.276794 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bbf88a-ce0c-4cf4-89eb-701e1e214a9a', 'name': 'network-vif-deleted', 'tag': '5aae683d-aa8a-422e-a5fd-971c5f3c76cb', 'status': 'completed', 'code': 200} Sep 29 23:33:03.328095 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-98b73302-f284-4b93-b0c6-ba4516fa9e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:03.387162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54650) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:03.578154 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5547d801-25f7-4230-993c-a77a43b42460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:03.793124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5547d801-25f7-4230-993c-a77a43b42460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:03.799173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5547d801-25f7-4230-993c-a77a43b42460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:03.851873 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5547d801-25f7-4230-993c-a77a43b42460 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=887a68b1f536479dac589c2f2240a914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4633589 Sep 29 23:33:03.852759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547d801-25f7-4230-993c-a77a43b42460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f34b9e6-f0ac-46a6-88b7-396eb9c4dc7b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:03.854369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54656) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:03.970024 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:04.000145 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:04.053305 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:04.056589 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:04.058035 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3f34b9e6-f0ac-46a6-88b7-396eb9c4dc7b HTTP/1.1" status: 204 len: 168 time: 0.2016480 Sep 29 23:33:04.067427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f34b9e6-f0ac-46a6-88b7-396eb9c4dc7b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:04.076550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.077222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.077774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.078299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.078830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.079403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.079979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.080531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.081046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.081564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.082085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.082596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70fcae6-b6ba-4c54-80e4-662bf28cb167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:04.210615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58900bc-1c77-47f3-bf64-2a1dff7335a9 req-bb726ca3-8b27-4add-bf5d-4c59fd3932cc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:04.225090 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c58900bc-1c77-47f3-bf64-2a1dff7335a9 req-bb726ca3-8b27-4add-bf5d-4c59fd3932cc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.1062312 Sep 29 23:33:04.347115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54672) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:04.357055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c58900bc-1c77-47f3-bf64-2a1dff7335a9 req-1759f31d-8475-44ee-ada4-8e37fd88cecf tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292062 Sep 29 23:33:04.540324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54676) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:04.559310 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b54-a12c-4bb0-9110-e02a7ce6e044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:04.640005 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54678) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:04.739952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b54-a12c-4bb0-9110-e02a7ce6e044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:04.751110 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9d24b54-a12c-4bb0-9110-e02a7ce6e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:04.837272 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67223f5-fc56-4156-9057-afdd679db7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:04.855329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e9d24b54-a12c-4bb0-9110-e02a7ce6e044 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8d497d8122d64c02aa930ec8198a7189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3116832 Sep 29 23:33:04.855329 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d24b54-a12c-4bb0-9110-e02a7ce6e044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a671d2-a9c6-4adf-8be9-b71374ad2b09,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:04.867659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54682) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:04.955451 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f5b5-3435-4e42-99e0-dce21e12ac9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:04.979614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:04.994898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f5b5-3435-4e42-99e0-dce21e12ac9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.092215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67223f5-fc56-4156-9057-afdd679db7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.093873 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f5b5-3435-4e42-99e0-dce21e12ac9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.097448 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ce9f5b5-3435-4e42-99e0-dce21e12ac9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.099417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9ce9f5b5-3435-4e42-99e0-dce21e12ac9e admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/58a671d2-a9c6-4adf-8be9-b71374ad2b09 HTTP/1.1" status: 204 len: 168 time: 0.2297778 Sep 29 23:33:05.111683 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce9f5b5-3435-4e42-99e0-dce21e12ac9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a671d2-a9c6-4adf-8be9-b71374ad2b09,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:05.113755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a67223f5-fc56-4156-9057-afdd679db7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.163986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67223f5-fc56-4156-9057-afdd679db7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff95f125-d645-4abf-968f-a3ee4255e301,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:05.170551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a67223f5-fc56-4156-9057-afdd679db7f3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b6ad7c05f7d54d6fa8239d26b1599bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5287385 Sep 29 23:33:05.173694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54686) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:05.235755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c3eea0c-f786-4851-bc82-efdb9f4c644a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.266655 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c3eea0c-f786-4851-bc82-efdb9f4c644a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.340679 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c3eea0c-f786-4851-bc82-efdb9f4c644a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.345374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4c3eea0c-f786-4851-bc82-efdb9f4c644a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.346415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4c3eea0c-f786-4851-bc82-efdb9f4c644a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ff95f125-d645-4abf-968f-a3ee4255e301 HTTP/1.1" status: 204 len: 168 time: 0.1718118 Sep 29 23:33:05.364057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3eea0c-f786-4851-bc82-efdb9f4c644a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff95f125-d645-4abf-968f-a3ee4255e301,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:05.382494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:33:05.426005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:33:05.426247 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.434932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 5aae683d-aa8a-422e-a5fd-971c5f3c76cb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:33:05.435919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 5aae683d-aa8a-422e-a5fd-971c5f3c76cb not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:33:05.580570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20127105-747a-4195-9330-422c21c70c78 req-125ef2ad-f5d2-4048-b09f-1a63605cefa9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:05.584210 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20127105-747a-4195-9330-422c21c70c78 req-125ef2ad-f5d2-4048-b09f-1a63605cefa9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0958626 Sep 29 23:33:05.641609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port 29395399-b3d9-46fc-ba8a-4ec9ab76eac7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=29395399-b3d9-46fc-ba8a-4ec9ab76eac7,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:05.642548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.666269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:33:05.714211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20127105-747a-4195-9330-422c21c70c78 req-08370bf7-0bee-4826-93d9-41e060c4cdd6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144643 Sep 29 23:33:05.864604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54704) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:05.903206 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41bf1cfc-8018-4fb8-99b9-c12a17705dec admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:05.988308 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:06.036740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=29395399-b3d9-46fc-ba8a-4ec9ab76eac7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:06.063730 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41bf1cfc-8018-4fb8-99b9-c12a17705dec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:06.072116 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-41bf1cfc-8018-4fb8-99b9-c12a17705dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:06.111017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-41bf1cfc-8018-4fb8-99b9-c12a17705dec admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=727f335cf11a4b06b625fcb1cea81800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446399 Sep 29 23:33:06.113698 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54712) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:06.171767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf1cfc-8018-4fb8-99b9-c12a17705dec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5cc4c2-a2e8-4b27-9b1f-2b77959fb837,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:06.197782 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5a92cc61-fc43-40d2-a0fb-7559d213cebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:06.244452 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22326ecd-8445-494f-9993-5d8ef6e7af29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:06.251984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5a92cc61-fc43-40d2-a0fb-7559d213cebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:06.320008 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5a92cc61-fc43-40d2-a0fb-7559d213cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:06.323118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5a92cc61-fc43-40d2-a0fb-7559d213cebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:06.327292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5a92cc61-fc43-40d2-a0fb-7559d213cebf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bc5cc4c2-a2e8-4b27-9b1f-2b77959fb837 HTTP/1.1" status: 204 len: 168 time: 0.2125356 Sep 29 23:33:06.339962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92cc61-fc43-40d2-a0fb-7559d213cebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5cc4c2-a2e8-4b27-9b1f-2b77959fb837,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:06.427309 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:06.592980 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:06.739423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router e777cea6-1870-4bdc-946b-15d64b02b3e8 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:33:06.867951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451482a-8502-43d5-9c99-d33a24d51268 req-b65b8587-f440-4b93-87df-521b90589ee6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:06.878991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a451482a-8502-43d5-9c99-d33a24d51268 req-b65b8587-f440-4b93-87df-521b90589ee6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0738091 Sep 29 23:33:06.884668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:33:06.905786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] Sync routers for ids ['e777cea6-1870-4bdc-946b-15d64b02b3e8'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:33:06.913034 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7d6ce758-b629-4503-8e52-f5feab9d5b6b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "PUT /v2.0/routers/e777cea6-1870-4bdc-946b-15d64b02b3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5647504 Sep 29 23:33:06.918234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] Routers {'e777cea6-1870-4bdc-946b-15d64b02b3e8'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:33:06.919678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54736) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:06.920579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:33:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e777cea6-1870-4bdc-946b-15d64b02b3e8'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:06.992945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e44ba92d-6ab9-48cb-8729-760139dd5db5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting subnet 1e1f5588-1e8c-4757-b854-69cd2db309c0 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:33:06.998439 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e44ba92d-6ab9-48cb-8729-760139dd5db5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:07.014207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a451482a-8502-43d5-9c99-d33a24d51268 req-ebbb49bb-5dd9-433f-9b4b-9ac2b46beaf8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340110 Sep 29 23:33:07.105953 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e44ba92d-6ab9-48cb-8729-760139dd5db5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:07.117589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] Set router e777cea6-1870-4bdc-946b-15d64b02b3e8 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:33:07.238663 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e44ba92d-6ab9-48cb-8729-760139dd5db5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:07.362429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e44ba92d-6ab9-48cb-8729-760139dd5db5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:07.380279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:33:05Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:07.404262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ba92d-6ab9-48cb-8729-760139dd5db5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Subnet': ['ID=1e1f5588-1e8c-4757-b854-69cd2db309c0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:07.412850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e44ba92d-6ab9-48cb-8729-760139dd5db5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:07.415283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e44ba92d-6ab9-48cb-8729-760139dd5db5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/subnets/1e1f5588-1e8c-4757-b854-69cd2db309c0 HTTP/1.1" status: 204 len: 168 time: 0.4945908 Sep 29 23:33:07.418122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54778) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:07.456707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746f1699-1803-48c4-9a70-62e1947f71e7 None None] Network a18162ba-c032-446b-af4f-fc7c0f7a0768 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:33:07.459856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] Checking router: e777cea6-1870-4bdc-946b-15d64b02b3e8 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:33:07.568039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] Routers {'e777cea6-1870-4bdc-946b-15d64b02b3e8'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:33:07.568952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:33:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e777cea6-1870-4bdc-946b-15d64b02b3e8'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:07.575306 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:07.684228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:07.875858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] Set router e777cea6-1870-4bdc-946b-15d64b02b3e8 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:33:08.037434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:08.160217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:33:05Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:08.195677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddf05f8-288d-403e-b936-1ddfec2c4284 None None] The sync data for ids ['e777cea6-1870-4bdc-946b-15d64b02b3e8'] in n-d-811173-2 is: [{'id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855729063', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147'}], 'enable_snat': True}, 'gw_port_id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:29:38Z', 'updated_at': '2021-09-29T23:33:05Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '8d80dac9-3e25-40cb-806d-075c1acf4f1f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:85:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e777cea6-1870-4bdc-946b-15d64b02b3e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3097, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:40Z', 'updated_at': '2021-09-29T23:29:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:33:08.271310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8080231-859e-45ee-843b-da9078af2296 req-fdd0943f-2f94-4834-a39f-45a15ffcbe46 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:08.279855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2facfaff-a314-4202-9b06-98b007e51424 None None] DHCP port deletion for a18162ba-c032-446b-af4f-fc7c0f7a0768 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:33:08.293522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8080231-859e-45ee-843b-da9078af2296 req-fdd0943f-2f94-4834-a39f-45a15ffcbe46 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.1316257 Sep 29 23:33:08.388171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8080231-859e-45ee-843b-da9078af2296 req-dcf40059-9de9-468b-bb8d-6ce867513c64 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919237 Sep 29 23:33:08.393705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2facfaff-a314-4202-9b06-98b007e51424 None None] Deleting port e7a520d0-3fa7-4c55-98b7-9eca451cc761 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:33:08.394361 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2facfaff-a314-4202-9b06-98b007e51424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:08.489501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2facfaff-a314-4202-9b06-98b007e51424 None None] For port e7a520d0-3fa7-4c55-98b7-9eca451cc761, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e7a520d0-3fa7-4c55-98b7-9eca451cc761,segment=NetworkSegment(8c7c80f4-9547-4c32-82e4-14a853287e66),segment_id=8c7c80f4-9547-4c32-82e4-14a853287e66)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:08.490585 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2facfaff-a314-4202-9b06-98b007e51424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:08.510527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2facfaff-a314-4202-9b06-98b007e51424 None None] Calling delete_port for e7a520d0-3fa7-4c55-98b7-9eca451cc761 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:33:08.698044 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:08.701905 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2facfaff-a314-4202-9b06-98b007e51424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:08.760647 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2facfaff-a314-4202-9b06-98b007e51424 None None] Pushing event deleted for resources: {'Port': ['ID=e7a520d0-3fa7-4c55-98b7-9eca451cc761,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:08.767239 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2facfaff-a314-4202-9b06-98b007e51424 None None] No DVR routers for this DVR port e7a520d0-3fa7-4c55-98b7-9eca451cc761 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:33:08.810304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 8d80dac9-3e25-40cb-806d-075c1acf4f1f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:33:08.810846 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:08.927692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port 8d80dac9-3e25-40cb-806d-075c1acf4f1f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8d80dac9-3e25-40cb-806d-075c1acf4f1f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:08.928821 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:08.962843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 8d80dac9-3e25-40cb-806d-075c1acf4f1f owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:33:09.074369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e7a520d0-3fa7-4c55-98b7-9eca451cc761 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:33:09.106299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e7a520d0-3fa7-4c55-98b7-9eca451cc761 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:33:09.106563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e7a520d0-3fa7-4c55-98b7-9eca451cc761 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:33:09.106982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:33:09.129707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:33:09.130055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 29395399-b3d9-46fc-ba8a-4ec9ab76eac7 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:33:09.261469 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:09.301749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=8d80dac9-3e25-40cb-806d-075c1acf4f1f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:09.429729 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:09.565846 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:09.570837 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:09.577815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d21641-2e04-4aa1-b66a-6e92aeb03422 req-79e948c2-b993-44cd-a34a-4b618ade42b8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:09.590324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8d21641-2e04-4aa1-b66a-6e92aeb03422 req-79e948c2-b993-44cd-a34a-4b618ade42b8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.1008072 Sep 29 23:33:09.651927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b8d21641-2e04-4aa1-b66a-6e92aeb03422 req-f99dc694-d574-4207-83fb-3f14792f0f07 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571747 Sep 29 23:33:09.668115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:09.673012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Fanout notify agent at l3_agent the message router_deleted on router e777cea6-1870-4bdc-946b-15d64b02b3e8 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:33:09.695637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:09.697924 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:33:09.699322 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-65ba1c5e-81df-49e0-b628-38a8c59cc267 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/routers/e777cea6-1870-4bdc-946b-15d64b02b3e8 HTTP/1.1" status: 204 len: 168 time: 2.2792714 Sep 29 23:33:09.702466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54852) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:09.702959 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:09.861230 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.060464 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.093788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18162ba-c032-446b-af4f-fc7c0f7a0768']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:10.111502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7c80f4-9547-4c32-82e4-14a853287e66') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:10.111874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7c80f4-9547-4c32-82e4-14a853287e66') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:10.135754 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.153588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.172015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:33:10.172607 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:33:10.175885 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:33:10.253623 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.280027 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.287320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/networks/a18162ba-c032-446b-af4f-fc7c0f7a0768 HTTP/1.1" status: 204 len: 168 time: 0.5832949 Sep 29 23:33:10.289971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54862) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:10.299163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c045a257-821a-45ba-aefd-05932f8189fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Network': ['ID=a18162ba-c032-446b-af4f-fc7c0f7a0768,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:10.403880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a866a75-ceea-4ff0-886f-48201c02e458 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.438066 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a866a75-ceea-4ff0-886f-48201c02e458 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.521280 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a866a75-ceea-4ff0-886f-48201c02e458 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.528370 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a866a75-ceea-4ff0-886f-48201c02e458 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:10.530141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8a866a75-ceea-4ff0-886f-48201c02e458 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/security-groups/db5c94c5-c430-4692-a786-f32fe38ea3bd HTTP/1.1" status: 204 len: 168 time: 0.2392683 Sep 29 23:33:10.557020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a866a75-ceea-4ff0-886f-48201c02e458 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c94c5-c430-4692-a786-f32fe38ea3bd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:10.775406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd3ed93-4aae-46e4-86b0-da651ef2657e req-548f29f9-018a-4cf3-b2cd-893558fbf9cd tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:10.776811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd3ed93-4aae-46e4-86b0-da651ef2657e req-548f29f9-018a-4cf3-b2cd-893558fbf9cd tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0581408 Sep 29 23:33:10.825200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd3ed93-4aae-46e4-86b0-da651ef2657e req-d5846c70-471f-4451-a609-b2c80e46c2b7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413270 Sep 29 23:33:10.906497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54880) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:10.911375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c0075bd5-50b8-4072-a986-19efbee78726 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82332421', 'description': 'tempest-secgroup-smoke-82332421 description', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:10.941039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0075bd5-50b8-4072-a986-19efbee78726 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.009609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d80dac9-3e25-40cb-806d-075c1acf4f1f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:33:11.040195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8d80dac9-3e25-40cb-806d-075c1acf4f1f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:33:11.040722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d80dac9-3e25-40cb-806d-075c1acf4f1f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:33:11.048620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0075bd5-50b8-4072-a986-19efbee78726 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.053374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0075bd5-50b8-4072-a986-19efbee78726 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.079464 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c0075bd5-50b8-4072-a986-19efbee78726 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.080759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c0075bd5-50b8-4072-a986-19efbee78726 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1732209 Sep 29 23:33:11.084052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54884) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:11.089944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-22fafa7f-d28b-4065-ae17-112b6ed86ffc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'ea8437e6-24bf-4d9f-8512-1933fa6cc7d3', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:11.093499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0075bd5-50b8-4072-a986-19efbee78726 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:11.133399 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22fafa7f-d28b-4065-ae17-112b6ed86ffc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.216792 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22fafa7f-d28b-4065-ae17-112b6ed86ffc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.223543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22fafa7f-d28b-4065-ae17-112b6ed86ffc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.253206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fafa7f-d28b-4065-ae17-112b6ed86ffc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20aa061c-f544-40bb-9de1-40bc9f9f8619,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:11.275185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-22fafa7f-d28b-4065-ae17-112b6ed86ffc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.281038 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-22fafa7f-d28b-4065-ae17-112b6ed86ffc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1948409 Sep 29 23:33:11.284349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54892) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:11.291161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-95b96c59-a96e-47e8-9a32-88379e04b081 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'ea8437e6-24bf-4d9f-8512-1933fa6cc7d3', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:11.334710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95b96c59-a96e-47e8-9a32-88379e04b081 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.414338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95b96c59-a96e-47e8-9a32-88379e04b081 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.417956 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95b96c59-a96e-47e8-9a32-88379e04b081 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.439070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b96c59-a96e-47e8-9a32-88379e04b081 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85bd662-4052-4079-a122-2ea0456802e1,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:11.442710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95b96c59-a96e-47e8-9a32-88379e04b081 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.444153 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-95b96c59-a96e-47e8-9a32-88379e04b081 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586537 Sep 29 23:33:11.447555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54902) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:11.453109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e7f534da-7f81-46c3-88ad-22dce4009148 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'ea8437e6-24bf-4d9f-8512-1933fa6cc7d3', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:11.490101 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7f534da-7f81-46c3-88ad-22dce4009148 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.567225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7f534da-7f81-46c3-88ad-22dce4009148 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.576372 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7f534da-7f81-46c3-88ad-22dce4009148 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.594622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f534da-7f81-46c3-88ad-22dce4009148 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cb854ac-7e74-4902-ae34-2d0b98ecde09,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:11.611369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7f534da-7f81-46c3-88ad-22dce4009148 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.613450 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e7f534da-7f81-46c3-88ad-22dce4009148 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648068 Sep 29 23:33:11.616327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54910) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:11.622127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-41465c58-a23c-4fc3-946f-066ea6f6b1a4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'ea8437e6-24bf-4d9f-8512-1933fa6cc7d3', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:11.673196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41465c58-a23c-4fc3-946f-066ea6f6b1a4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.768827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41465c58-a23c-4fc3-946f-066ea6f6b1a4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.776105 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41465c58-a23c-4fc3-946f-066ea6f6b1a4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.800941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41465c58-a23c-4fc3-946f-066ea6f6b1a4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4579acb4-2ca8-45ae-91b9-b05ee16e5e69,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:11.807022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-41465c58-a23c-4fc3-946f-066ea6f6b1a4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:11.811164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54928) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:11.811624 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-41465c58-a23c-4fc3-946f-066ea6f6b1a4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1935904 Sep 29 23:33:11.817198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e3f9384c-0476-4931-a7ff-97e2e041fdea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'ea8437e6-24bf-4d9f-8512-1933fa6cc7d3', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:11.849109 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-e3f9384c-0476-4931-a7ff-97e2e041fdea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Project 8c9b032445a841f1bea01ab3b724c1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:33:11.862520 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e3f9384c-0476-4931-a7ff-97e2e041fdea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.008888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9123e207-4cd4-45f0-a90d-8e2f0d568a75 req-1db30495-6c8c-41ca-a714-8bc8707fa213 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:12.016297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9123e207-4cd4-45f0-a90d-8e2f0d568a75 req-1db30495-6c8c-41ca-a714-8bc8707fa213 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0995543 Sep 29 23:33:12.057332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e3f9384c-0476-4931-a7ff-97e2e041fdea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.064734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e3f9384c-0476-4931-a7ff-97e2e041fdea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.091253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9384c-0476-4931-a7ff-97e2e041fdea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7782abcf-9177-4d29-b1a7-170d4f3f03b9,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:12.113018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9123e207-4cd4-45f0-a90d-8e2f0d568a75 req-5a9bd399-3a53-4e6f-b32f-0569c1b40fd8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957735 Sep 29 23:33:12.134310 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e3f9384c-0476-4931-a7ff-97e2e041fdea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.136057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e3f9384c-0476-4931-a7ff-97e2e041fdea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3231707 Sep 29 23:33:12.138966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54948) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:12.152142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f3f7db27-7f31-4a1d-acc7-98bff78d8e3e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': 'ea8437e6-24bf-4d9f-8512-1933fa6cc7d3', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:12.181887 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-f3f7db27-7f31-4a1d-acc7-98bff78d8e3e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Project 8c9b032445a841f1bea01ab3b724c1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:33:12.189485 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3f7db27-7f31-4a1d-acc7-98bff78d8e3e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.286383 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3f7db27-7f31-4a1d-acc7-98bff78d8e3e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.293387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3f7db27-7f31-4a1d-acc7-98bff78d8e3e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.338873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7db27-7f31-4a1d-acc7-98bff78d8e3e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9947d321-41db-4186-a464-040ac5f1a647,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:12.361635 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3f7db27-7f31-4a1d-acc7-98bff78d8e3e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.362878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f3f7db27-7f31-4a1d-acc7-98bff78d8e3e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2224648 Sep 29 23:33:12.365925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 54956) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:12.372704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'network': {'name': 'tempest-network-smoke--257109572', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:12.410817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122f62d-1e54-4568-8a42-2f9ad9519343 req-9c0713fd-0ea1-4e2a-8dd2-e538b8a2626c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:12.412025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1122f62d-1e54-4568-8a42-2f9ad9519343 req-9c0713fd-0ea1-4e2a-8dd2-e538b8a2626c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0886445 Sep 29 23:33:12.421466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:33:12.425110 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.485738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:33:12.491169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1122f62d-1e54-4568-8a42-2f9ad9519343 req-ea6e9ba9-757f-4767-916b-fe309e96c95c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714428 Sep 29 23:33:12.534206 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.534569 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Added segment 7eba7ed0-99d4-452a-a66e-f605fc7fd45d of type vlan for network de1aef5e-5a63-417d-a93c-8cccd74b07c1 Sep 29 23:33:12.591737 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.623795 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.630669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:12.631350 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.687247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3180809 Sep 29 23:33:12.690015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 54968) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:12.696286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'admin_state_up': True, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:12.737713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.741652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.744672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22923882-bdf9-458c-a6e5-0d6c74a95920 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Network': ['ID=de1aef5e-5a63-417d-a93c-8cccd74b07c1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:12.761730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network de1aef5e-5a63-417d-a93c-8cccd74b07c1 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:33:12.813705 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:12.979943 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:13.204070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:13.229534 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:13.355933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.25.4.236 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/7e2881cc-1794-4aaa-9241-12b37f18766a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:33:13.494458 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:13.539337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:13.596385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:33:13.603307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:33:13.604032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:33:13.635882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=7e2881cc-1794-4aaa-9241-12b37f18766a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:13.730474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f417e07c-3e3f-4e00-8531-e453c3680960 req-b17e672d-34a2-408e-8e0f-248d1a951bd7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:13.732248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f417e07c-3e3f-4e00-8531-e453c3680960 req-b17e672d-34a2-408e-8e0f-248d1a951bd7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0623171 Sep 29 23:33:13.782807 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f417e07c-3e3f-4e00-8531-e453c3680960 req-0219a0b3-dfac-469f-9cb1-efef56c01ff9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443988 Sep 29 23:33:13.924660 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:14.096410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fe9d77-54eb-4596-8da0-ffc19e4dd2a2 req-8f301099-e3f3-4c1d-876b-29e7fb949867 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:14.109921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75fe9d77-54eb-4596-8da0-ffc19e4dd2a2 req-8f301099-e3f3-4c1d-876b-29e7fb949867 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0691128 Sep 29 23:33:14.112064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-c6c732d3-9dda-4ba0-b9ae-f8aa6feb8b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:14.117551 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-c6c732d3-9dda-4ba0-b9ae-f8aa6feb8b43 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1097 time: 0.0675793 Sep 29 23:33:14.204776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75fe9d77-54eb-4596-8da0-ffc19e4dd2a2 req-07aaf988-fd6a-4bdc-8160-fcb2daf341cc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916033 Sep 29 23:33:14.320426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-211c607e-8040-4ebc-9bc2-bcc5cc15c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:14.322079 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-211c607e-8040-4ebc-9bc2-bcc5cc15c32c service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.1986718 Sep 29 23:33:14.328378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:14.442582 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-8655f8cc-5d6a-4605-a001-4ec4cb816705 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 1001 time: 0.1118839 Sep 29 23:33:14.552542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-662fc189-1244-47e6-8d98-056af304fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:14.554725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-662fc189-1244-47e6-8d98-056af304fc56 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0683293 Sep 29 23:33:14.611042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router 7e2998fa-7421-4c53-b29f-803131021302 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:33:14.623188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-6ed1ad21-8979-4a26-ac8f-3d8dcded3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:14.624778 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-6ed1ad21-8979-4a26-ac8f-3d8dcded3d13 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606849 Sep 29 23:33:14.810585 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-c036faf1-c74a-494b-b3f0-f2110f86fe8f service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777062 Sep 29 23:33:14.811645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:33:14.821300 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Sync routers for ids ['7e2998fa-7421-4c53-b29f-803131021302'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:33:14.830313 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Routers {'7e2998fa-7421-4c53-b29f-803131021302'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:33:14.830924 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:33:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7e2998fa-7421-4c53-b29f-803131021302'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:14.923672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f99a0bf7-0d4c-495c-a306-79a398097fff req-93d7dbe0-67b7-47b8-862e-c7ac264ceec1 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049354 Sep 29 23:33:14.939589 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Set router 7e2998fa-7421-4c53-b29f-803131021302 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:33:14.960968 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:14.966146 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2ecaa976-5ef4-47a7-977a-123e10e5ba1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2717855 Sep 29 23:33:14.966419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55060) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:15.020326 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6083fb17-1aac-4ba1-8404-4566127c2abe tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8c9b032445a841f1bea01ab3b724c1b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516469 Sep 29 23:33:15.022819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55062) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:15.212892 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:13Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:15.257355 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Checking router: 7e2998fa-7421-4c53-b29f-803131021302 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:33:15.257713 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Updating router 7e2998fa-7421-4c53-b29f-803131021302 port 7e2881cc-1794-4aaa-9241-12b37f18766a binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:33:15.288754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fd8192-d096-4108-8c36-f4794201c033 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:15.294211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55068) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:15.300433 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c6fd8192-d096-4108-8c36-f4794201c033 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2764344 Sep 29 23:33:15.322457 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:15.360907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-139ba97d-b1d6-4afd-800c-d86e2ba5c331 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0655038 Sep 29 23:33:15.364279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55070) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:15.371557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1528956635', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:15.422612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18466e77-b068-4034-b9d0-55ba22eb42c7 req-f03f813b-76a8-40ee-8d14-def046bada35 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:15.428763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18466e77-b068-4034-b9d0-55ba22eb42c7 req-f03f813b-76a8-40ee-8d14-def046bada35 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 946 time: 0.0718224 Sep 29 23:33:15.452540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:33:15.487717 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18466e77-b068-4034-b9d0-55ba22eb42c7 req-45280739-5e8f-4c12-acad-5701dacbf1fd tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508194 Sep 29 23:33:15.531403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:33:15.535138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:15.573382 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:15.603882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:33:15.609108 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d36257f-6515-4cb6-afde-ed5a5243be50" -d '{"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-unplugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:33:15.624411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:15.632151 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:15.690637 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e15832-c544-4ee9-b6f0-ddacde022a07 x-openstack-request-id: req-a6e15832-c544-4ee9-b6f0-ddacde022a07 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:33:15.691275 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-unplugged", "status": "completed", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:33:15.691538 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a6e15832-c544-4ee9-b6f0-ddacde022a07 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:33:15.691868 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:15.692062 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'code': 200} Sep 29 23:33:15.699063 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:15.747208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=14']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:15.758344 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Attempting to bind port 7e2881cc-1794-4aaa-9241-12b37f18766a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:33:15.758726 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Attempting to bind port 7e2881cc-1794-4aaa-9241-12b37f18766a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:33:15.759231 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Attempting to bind port 7e2881cc-1794-4aaa-9241-12b37f18766a on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:33:15.761402 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Pushing event updated for resources: {'Port': ['ID=7e2881cc-1794-4aaa-9241-12b37f18766a,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:15.770734 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:33:15.771130 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:33:15.771522 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:15.771967 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:33:15.772978 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Bound port: 7e2881cc-1794-4aaa-9241-12b37f18766a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:33:15.774389 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:15.776994 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.777338 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.777677 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.778009 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.778337 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.778662 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.778992 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.779304 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.779663 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.779996 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.780315 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.780637 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:15.842426 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] For port 7e2881cc-1794-4aaa-9241-12b37f18766a, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:33:15.847587 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] For port 7e2881cc-1794-4aaa-9241-12b37f18766a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7e2881cc-1794-4aaa-9241-12b37f18766a,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:33:15.854031 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:16.019739 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bc88c-fb94-46f3-b5ce-c971071ae66c None None] Pushing event updated for resources: {'Port': ['ID=7e2881cc-1794-4aaa-9241-12b37f18766a,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:16.027022 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Routers {'7e2998fa-7421-4c53-b29f-803131021302'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:33:16.027667 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:33:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7e2998fa-7421-4c53-b29f-803131021302'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:16.155010 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] Set router 7e2998fa-7421-4c53-b29f-803131021302 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:33:16.166828 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:16.268922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Subnet': ['ID=33a04bd5-2e20-47fb-8b3c-c10fcc57459c,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:16.280933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Checking segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:33:16.281305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network hostable DHCP agents. Network: de1aef5e-5a63-417d-a93c-8cccd74b07c1, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:33:16.309460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network de1aef5e-5a63-417d-a93c-8cccd74b07c1 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:33:16.328370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, de1aef5e-5a63-417d-a93c-8cccd74b07c1) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:33:16.332920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:16.333597 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:16.342931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa47955-067c-4e0e-b6c2-b01587bbe2e6 None None] Network de1aef5e-5a63-417d-a93c-8cccd74b07c1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:33:16.355635 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f46abfa7-2a4e-4b72-b3e0-1e4a821fac00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9900877 Sep 29 23:33:16.358321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55082) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:16.397166 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:13Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:16.474368 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e0748d-1801-403f-aeba-675266c1f1d6 None None] The sync data for ids ['7e2998fa-7421-4c53-b29f-803131021302'] in n-d-811173-2 is: [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:13Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:33:16.608462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:33:16.609342 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:16.669594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142b2fbe-1ff1-4050-90ad-fd1d57fd664e req-cfa3909f-71aa-4d59-9c2b-385efb9278a0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:16.678999 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-142b2fbe-1ff1-4050-90ad-fd1d57fd664e req-cfa3909f-71aa-4d59-9c2b-385efb9278a0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0736239 Sep 29 23:33:16.738860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-142b2fbe-1ff1-4050-90ad-fd1d57fd664e req-3c3ae823-6391-45a2-8aad-bf346e588283 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537632 Sep 29 23:33:16.808218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Allocated IP 172.20.0.2 (de1aef5e-5a63-417d-a93c-8cccd74b07c1/33a04bd5-2e20-47fb-8b3c-c10fcc57459c/0701a329-6b91-4dec-9215-b306426977ed) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:33:17.096646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647cc500-4645-4e86-9dd8-95457d8f36e9 req-d3f40e63-26de-4097-8413-c7868ed89593 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:17.104737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-647cc500-4645-4e86-9dd8-95457d8f36e9 req-d3f40e63-26de-4097-8413-c7868ed89593 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.1323798 Sep 29 23:33:17.123746 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:17.139436 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:17.146807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7e2881cc-1794-4aaa-9241-12b37f18766a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:33:17.202089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-647cc500-4645-4e86-9dd8-95457d8f36e9 req-996ddd31-136d-4a66-8d48-6785e6701cc7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912001 Sep 29 23:33:17.287268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Network de1aef5e-5a63-417d-a93c-8cccd74b07c1 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:33:17.312374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:33:17.315907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:33:17.346089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:17.369852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Pushing event updated for resources: {'Port': ['ID=0701a329-6b91-4dec-9215-b306426977ed,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:17.410345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d467d-8b02-4eef-bab5-857ce9f9faec req-5bb448c0-d578-45d0-8d67-cd94359c7722 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:17.412169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d59d467d-8b02-4eef-bab5-857ce9f9faec req-5bb448c0-d578-45d0-8d67-cd94359c7722 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.1056683 Sep 29 23:33:17.470050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d59d467d-8b02-4eef-bab5-857ce9f9faec req-87dcfcab-7673-40c5-965c-54797f2dde6a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510550 Sep 29 23:33:17.503099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Attempting to bind port 0701a329-6b91-4dec-9215-b306426977ed on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:33:17.503660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Attempting to bind port 0701a329-6b91-4dec-9215-b306426977ed by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:33:17.504085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Attempting to bind port 0701a329-6b91-4dec-9215-b306426977ed on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:33:17.521163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:33:17.521557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Checking segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:33:17.521971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:17.522625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Bound using segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:33:17.523342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Bound port: 0701a329-6b91-4dec-9215-b306426977ed, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:33:17.523942 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:17.527868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7e2881cc-1794-4aaa-9241-12b37f18766a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:17.529905 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:17.775355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.20.0.1 (de1aef5e-5a63-417d-a93c-8cccd74b07c1/33a04bd5-2e20-47fb-8b3c-c10fcc57459c/3e1ed882-ed74-4da8-8e9b-3fe5c7853602) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:33:17.936055 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:17.971809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 7e2881cc-1794-4aaa-9241-12b37f18766a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7e2881cc-1794-4aaa-9241-12b37f18766a,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:17.989521 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:17.994067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a39582b0-85c8-4e8c-ad25-80e293f2f273 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:18.002453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a39582b0-85c8-4e8c-ad25-80e293f2f273 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 811 time: 0.1830733 Sep 29 23:33:18.029456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-dc14445e-e96c-4e46-975b-93ead54d6c8e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/quotas/3dd0d48ecad341829446b51ead66e44d HTTP/1.1" status: 200 len: 375 time: 0.0252631 Sep 29 23:33:18.037648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] For port 0701a329-6b91-4dec-9215-b306426977ed, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:33:18.060575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] For port 0701a329-6b91-4dec-9215-b306426977ed, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0701a329-6b91-4dec-9215-b306426977ed,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:33:18.074036 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:18.075676 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:18.088884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=7e2881cc-1794-4aaa-9241-12b37f18766a,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:18.140280 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:18.167741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-f256e629-248f-4c34-9301-76249dd97fd0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1373429 Sep 29 23:33:18.202372 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1bdfa-3b28-488d-9cca-2ef31be73318 None None] Pushing event updated for resources: {'Port': ['ID=0701a329-6b91-4dec-9215-b306426977ed,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:18.233711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=3e1ed882-ed74-4da8-8e9b-3fe5c7853602,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:18.240813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network de1aef5e-5a63-417d-a93c-8cccd74b07c1 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:33:18.247727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:33:18.260790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:33:18.348501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-9aced5dd-a123-4611-a80f-dbe76d9da987 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:33:18.349597 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-9aced5dd-a123-4611-a80f-dbe76d9da987 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1748784 Sep 29 23:33:18.411320 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:18.474321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-bca468e2-3fd9-4f5a-99a4-fdcc65b663fc service neutron] 10.222.0.44 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154120 Sep 29 23:33:18.625957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:18.675052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-336c1145-f513-44e9-b833-cd01d9f4ac04 service neutron] 10.222.0.44 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943042 Sep 29 23:33:18.922853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c99ab674-3d25-4e0f-b105-756438722692 req-e76fbf9e-4f9c-4896-9309-6feb22571c50 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 210 time: 0.0309551 Sep 29 23:33:19.067720 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:19.075268 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:19.166796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:19.175320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0701a329-6b91-4dec-9215-b306426977ed up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:33:19.199867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=3e1ed882-ed74-4da8-8e9b-3fe5c7853602,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:19.241839 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 0701a329-6b91-4dec-9215-b306426977ed triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:19.242309 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:19.333465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network de1aef5e-5a63-417d-a93c-8cccd74b07c1 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:33:19.335959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:33:19.348018 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:19.394880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 0701a329-6b91-4dec-9215-b306426977ed, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0701a329-6b91-4dec-9215-b306426977ed,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:19.405275 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:19.407496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7e2881cc-1794-4aaa-9241-12b37f18766a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:33:19.544359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router 7e2998fa-7421-4c53-b29f-803131021302 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:33:19.581738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=0701a329-6b91-4dec-9215-b306426977ed,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:19.682117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7e2881cc-1794-4aaa-9241-12b37f18766a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:19.682567 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:19.884333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:33:19.891249 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-72026cb7-cb0f-4d30-b498-e2571c70f975 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "PUT /v2.0/routers/7e2998fa-7421-4c53-b29f-803131021302/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5314257 Sep 29 23:33:19.917076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Sync routers for ids ['7e2998fa-7421-4c53-b29f-803131021302'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:33:19.940925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Routers {'7e2998fa-7421-4c53-b29f-803131021302'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:33:19.942386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:33:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7e2998fa-7421-4c53-b29f-803131021302'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:20.084581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e0a7b48-36e6-4398-b445-717f024eb183 req-0e2d9013-9eca-4b51-ac7e-4f80438d9734 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 210 time: 0.0617096 Sep 29 23:33:20.120581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c6616e-16f1-4d8b-afc7-7115738e0b24 None None] Network de1aef5e-5a63-417d-a93c-8cccd74b07c1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:33:20.202810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55148) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:20.230788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Set router 7e2998fa-7421-4c53-b29f-803131021302 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:33:20.233130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8988de57-58f1-49e5-8d6e-e2624558cd37 None None] Provisioning complete for port 0701a329-6b91-4dec-9215-b306426977ed triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:20.233130 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8988de57-58f1-49e5-8d6e-e2624558cd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:20.268687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-31149c40-d127-432d-bdce-0f2c5fd09f97 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82332421&fields=id&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 267 time: 0.0914228 Sep 29 23:33:20.379718 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-68f89dd7-3cb6-4800-9383-63cc1aa0f2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:20.388769 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:20.402211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-dad0f1ed-383c-49ae-b850-992ea9f8805f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:20.404091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-dad0f1ed-383c-49ae-b850-992ea9f8805f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/networks?id=de1aef5e-5a63-417d-a93c-8cccd74b07c1 HTTP/1.1" status: 200 len: 796 time: 0.1344469 Sep 29 23:33:20.421032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-d2b479e9-88f5-4cf4-b3a0-466a58ce0b4a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/quotas/8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 375 time: 0.0104902 Sep 29 23:33:20.525152 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-5cd7d63c-7b31-44b2-9324-34f50e40c73a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974393 Sep 29 23:33:20.551917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-9e1beef6-bd73-48f1-856b-88b4a9497517 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:20.553555 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-9e1beef6-bd73-48f1-856b-88b4a9497517 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.26 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 811 time: 0.2495236 Sep 29 23:33:20.556836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-0cb8ac49-f671-43f2-b8b6-b526e58af491 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:33:20.557895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-0cb8ac49-f671-43f2-b8b6-b526e58af491 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068355 Sep 29 23:33:20.573034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'port': {'device_id': 'a20d3e17-d279-4e9f-9654-1b3947ba9aa7', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'admin_state_up': True, 'tenant_id': '3dd0d48ecad341829446b51ead66e44d'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:20.701747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-6322e2c2-2112-4658-808b-0191d7a34b6e service neutron] 10.222.0.44 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325524 Sep 29 23:33:20.702184 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-68f89dd7-3cb6-4800-9383-63cc1aa0f2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:20.713975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-68f89dd7-3cb6-4800-9383-63cc1aa0f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:20.759650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:18Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3e1ed882-ed74-4da8-8e9b-3fe5c7853602', 'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:64:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:17Z', 'updated_at': '2021-09-29T23:33:18Z', 'revision_number': 2, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:20.781755 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-68f89dd7-3cb6-4800-9383-63cc1aa0f2b5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=14a9ceb88ecd43318677e58c79596fe1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5770712 Sep 29 23:33:20.784848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55154) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:20.792134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Checking router: 7e2998fa-7421-4c53-b29f-803131021302 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:33:20.792919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Updating router 7e2998fa-7421-4c53-b29f-803131021302 port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:33:20.813513 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f89dd7-3cb6-4800-9383-63cc1aa0f2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9abd40-4b31-4daa-8c2b-f50b4e8c2b56,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:20.833432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Made reservation on behalf of 3dd0d48ecad341829446b51ead66e44d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:33:20.837180 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:20.840454 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:20.872765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-28231460-df99-4518-89a2-f8946565f939 service neutron] 10.222.0.44 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685390 Sep 29 23:33:20.962575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f3d80e0-72bb-4172-be0b-d8a6acfedc7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.046234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0701a329-6b91-4dec-9215-b306426977ed up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:33:21.157679 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-592c1caa-85a9-4686-aa7b-16e679f6d562 req-0f15341d-d7a4-4944-8ad4-7c08eeb7fee8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 210 time: 0.0554378 Sep 29 23:33:21.167522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2596eeca-258e-4b19-9ec4-a975c9c2a9fe None None] Provisioning complete for port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:21.167934 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2596eeca-258e-4b19-9ec4-a975c9c2a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.188974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Allocated IP 172.20.0.10 (63478665-fb48-43a7-8607-cd9ea811f490/cde1437a-7115-4f12-a2ef-39ca66538822/7aeca4e4-07c4-4979-99ad-44d948d73df9) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:33:21.199173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f3d80e0-72bb-4172-be0b-d8a6acfedc7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.248556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a999d2e-d02e-41d9-adf0-dd669dab02e2 req-ec4f150a-032e-46d1-b2a8-812748b1160c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 210 time: 0.0490353 Sep 29 23:33:21.341420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 0701a329-6b91-4dec-9215-b306426977ed triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:21.342651 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.383178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2596eeca-258e-4b19-9ec4-a975c9c2a9fe None None] Port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:33:21.406210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f3d80e0-72bb-4172-be0b-d8a6acfedc7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.409761 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f3d80e0-72bb-4172-be0b-d8a6acfedc7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.410984 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4f3d80e0-72bb-4172-be0b-d8a6acfedc7a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4e9abd40-4b31-4daa-8c2b-f50b4e8c2b56 HTTP/1.1" status: 204 len: 168 time: 0.6220798 Sep 29 23:33:21.429175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2596eeca-258e-4b19-9ec4-a975c9c2a9fe None None] Provisioning complete for port 0701a329-6b91-4dec-9215-b306426977ed triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:21.429686 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2596eeca-258e-4b19-9ec4-a975c9c2a9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.460446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d80e0-72bb-4172-be0b-d8a6acfedc7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9abd40-4b31-4daa-8c2b-f50b4e8c2b56,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:21.550140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.577023 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.623227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.639258 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.694562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Network 63478665-fb48-43a7-8607-cd9ea811f490 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:33:21.698313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:33:21.717683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:33:21.731410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'Port': ['ID=7aeca4e4-07c4-4979-99ad-44d948d73df9,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:21.800379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:21.801490 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.809625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304167-4a84-42f1-afd3-ed253523b504 None None] Pushing event updated for resources: {'Port': ['ID=3e1ed882-ed74-4da8-8e9b-3fe5c7853602,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:21.846074 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-8df61586-bb1c-480b-b45d-fa7f72fa197c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2783659 Sep 29 23:33:21.871374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Request body: {'port': {'device_id': 'a20d3e17-d279-4e9f-9654-1b3947ba9aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:21.895102 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Attempting to bind port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:33:21.895735 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Attempting to bind port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:33:21.896248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Attempting to bind port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:33:21.902349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:33:21.902814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Checking segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:33:21.903466 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.903973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Bound using segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:33:21.904633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Bound port: 3e1ed882-ed74-4da8-8e9b-3fe5c7853602, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:33:21.905091 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:21.955060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.009090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2c198449-ebc4-47a2-b278-4c19dd3de8d3 None None] Provisioning complete for port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:22.009477 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c198449-ebc4-47a2-b278-4c19dd3de8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.075974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] For port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:33:22.088895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] For port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3e1ed882-ed74-4da8-8e9b-3fe5c7853602,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:33:22.090655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2c198449-ebc4-47a2-b278-4c19dd3de8d3 None None] Port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:33:22.098532 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.166153 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Routers {'7e2998fa-7421-4c53-b29f-803131021302'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:33:22.167093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:33:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7e2998fa-7421-4c53-b29f-803131021302'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:22.172632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81304167-4a84-42f1-afd3-ed253523b504 None None] Pushing event updated for resources: {'Port': ['ID=3e1ed882-ed74-4da8-8e9b-3fe5c7853602,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:22.308746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c90a563f-f5e7-494b-9760-f1677775af00 None None] Provisioning complete for port 7aeca4e4-07c4-4979-99ad-44d948d73df9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:22.311089 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c90a563f-f5e7-494b-9760-f1677775af00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.334140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55178) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:22.369876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72c1ad73-e990-441f-9ffd-bc5c5921fe89 req-7179a32a-9293-4e49-8932-2cc6f1574c25 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 210 time: 0.0693607 Sep 29 23:33:22.387053 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c8262e6-0b0b-40f1-9014-aaab76c40c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.489656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aeca4e4-07c4-4979-99ad-44d948d73df9 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:33:22.502983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.511921 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620b7bb-432c-48fc-aa59-efa7343a7bd7 req-fe668790-961b-4fa9-9765-0b0cdf24b0e1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:22.513543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6620b7bb-432c-48fc-aa59-efa7343a7bd7 req-fe668790-961b-4fa9-9765-0b0cdf24b0e1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 932 time: 0.1311305 Sep 29 23:33:22.528853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Transition to ACTIVE for port object 7aeca4e4-07c4-4979-99ad-44d948d73df9 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:33:22.535695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.620332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c8262e6-0b0b-40f1-9014-aaab76c40c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.643882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2c8262e6-0b0b-40f1-9014-aaab76c40c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.670511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-c90a563f-f5e7-494b-9760-f1677775af00 None None] Port 7aeca4e4-07c4-4979-99ad-44d948d73df9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:33:22.676462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeca4e4-07c4-4979-99ad-44d948d73df9,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:22.683017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] Set router 7e2998fa-7421-4c53-b29f-803131021302 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:33:22.761643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2c8262e6-0b0b-40f1-9014-aaab76c40c5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=944c2ff4517d4220aa4d823efbfb536b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252789 Sep 29 23:33:22.763718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:22.764709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8262e6-0b0b-40f1-9014-aaab76c40c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8155c8a-d8c1-4a71-96b2-715fbfd45f1f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:22.794115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6620b7bb-432c-48fc-aa59-efa7343a7bd7 req-12cbd07b-7889-476b-88e9-2c67389088ce tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559969 Sep 29 23:33:22.865602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-349c3480-56bc-497c-9b82-d6d1c9c224f2 None None] Provisioning complete for port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:22.867230 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-349c3480-56bc-497c-9b82-d6d1c9c224f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.885782 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a53ecbf6-bda8-4060-a555-24cc1def7125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.914299 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a53ecbf6-bda8-4060-a555-24cc1def7125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.978069 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a53ecbf6-bda8-4060-a555-24cc1def7125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.986168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Attempting to bind port 7aeca4e4-07c4-4979-99ad-44d948d73df9 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:33:22.986168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Attempting to bind port 7aeca4e4-07c4-4979-99ad-44d948d73df9 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:33:22.986168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Attempting to bind port 7aeca4e4-07c4-4979-99ad-44d948d73df9 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:33:22.988782 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a53ecbf6-bda8-4060-a555-24cc1def7125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:22.992902 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a53ecbf6-bda8-4060-a555-24cc1def7125 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a8155c8a-d8c1-4a71-96b2-715fbfd45f1f HTTP/1.1" status: 204 len: 168 time: 0.2226694 Sep 29 23:33:22.994475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Port 7aeca4e4-07c4-4979-99ad-44d948d73df9 on network 63478665-fb48-43a7-8607-cd9ea811f490 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:33:22.994910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Attempting to bind port 7aeca4e4-07c4-4979-99ad-44d948d73df9 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:33:23.010531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:33:23.011005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Checking segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:33:23.011490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Bound using segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:33:23.012099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Bound port: 7aeca4e4-07c4-4979-99ad-44d948d73df9, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:33:23.012547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:23.016152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ecbf6-bda8-4060-a555-24cc1def7125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8155c8a-d8c1-4a71-96b2-715fbfd45f1f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:23.032364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-7d3eb855-fbec-47df-a28d-76b304d7d348 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:23.034004 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-7d3eb855-fbec-47df-a28d-76b304d7d348 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.42 "GET /v2.0/networks?id=de1aef5e-5a63-417d-a93c-8cccd74b07c1 HTTP/1.1" status: 200 len: 796 time: 0.2621229 Sep 29 23:33:23.143129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-f601b7b6-0b26-4e22-a799-c8da25d79308 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 378 time: 0.0765793 Sep 29 23:33:23.148473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] For port 7aeca4e4-07c4-4979-99ad-44d948d73df9, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:33:23.155684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'port': {'device_id': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'admin_state_up': True, 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'security_groups': ['ea8437e6-24bf-4d9f-8512-1933fa6cc7d3']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:23.160951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] For port 7aeca4e4-07c4-4979-99ad-44d948d73df9, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7aeca4e4-07c4-4979-99ad-44d948d73df9,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:33:23.177714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:23.194714 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-349c3480-56bc-497c-9b82-d6d1c9c224f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:23.248466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-349c3480-56bc-497c-9b82-d6d1c9c224f2 None None] For port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3e1ed882-ed74-4da8-8e9b-3fe5c7853602,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:23.255411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:18Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3e1ed882-ed74-4da8-8e9b-3fe5c7853602', 'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:64:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:17Z', 'updated_at': '2021-09-29T23:33:22Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:23.255796 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:23.257068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:23.260684 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-349c3480-56bc-497c-9b82-d6d1c9c224f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:23.263424 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] 10.222.0.26 "PUT /v2.0/ports/7aeca4e4-07c4-4979-99ad-44d948d73df9 HTTP/1.1" status: 200 len: 1092 time: 1.4026115 Sep 29 23:33:23.272877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a20d3e17-d279-4e9f-9654-1b3947ba9aa7', 'tag': '7aeca4e4-07c4-4979-99ad-44d948d73df9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:33:23.288685 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcaf319-4460-41a6-996d-05ff716b801c" -d '{"events": [{"name": "network-changed", "server_uuid": "a20d3e17-d279-4e9f-9654-1b3947ba9aa7", "tag": "7aeca4e4-07c4-4979-99ad-44d948d73df9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:33:23.330319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b96dd3d-68b2-4582-be17-aa104cfa4f68 None None] The sync data for ids ['7e2998fa-7421-4c53-b29f-803131021302'] in n-d-811173-2 is: [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:18Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3e1ed882-ed74-4da8-8e9b-3fe5c7853602', 'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:64:49:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:17Z', 'updated_at': '2021-09-29T23:33:22Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:33:23.369395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c3480-56bc-497c-9b82-d6d1c9c224f2 None None] Pushing event updated for resources: {'Port': ['ID=3e1ed882-ed74-4da8-8e9b-3fe5c7853602,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:23.483302 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e643c17f-e03f-4098-92f2-94cf44547480 x-openstack-request-id: req-e643c17f-e03f-4098-92f2-94cf44547480 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:33:23.483302 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a20d3e17-d279-4e9f-9654-1b3947ba9aa7", "tag": "7aeca4e4-07c4-4979-99ad-44d948d73df9", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:33:23.483302 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e643c17f-e03f-4098-92f2-94cf44547480 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:33:23.483302 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a20d3e17-d279-4e9f-9654-1b3947ba9aa7', 'tag': '7aeca4e4-07c4-4979-99ad-44d948d73df9', 'status': 'completed', 'code': 200} Sep 29 23:33:23.563251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99c0c79d-d546-4df4-9900-49ee7b7b5ee6 req-c4741ed6-bdec-497b-a308-75f2ae75e631 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 210 time: 0.0621805 Sep 29 23:33:23.597408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84731bb-6502-4521-a277-4d8845e4aef2 service neutron] Pushing event updated for resources: {'Port': ['ID=7aeca4e4-07c4-4979-99ad-44d948d73df9,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:23.619274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-ee6e1304-c931-4b91-805d-96313b8907a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:23.621872 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-ee6e1304-c931-4b91-805d-96313b8907a8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 1095 time: 0.2999039 Sep 29 23:33:23.623408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:33:23.628413 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:24.002057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a2c8b-98c7-4c54-9733-4165eaae78b1 req-79d60e43-e900-414f-84df-41010c3c1caf tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:24.005329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c1a2c8b-98c7-4c54-9733-4165eaae78b1 req-79d60e43-e900-414f-84df-41010c3c1caf tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 944 time: 0.1017122 Sep 29 23:33:24.064095 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c1a2c8b-98c7-4c54-9733-4165eaae78b1 req-53e5f531-ae9f-46b3-ab83-76bf37035e77 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521455 Sep 29 23:33:24.088142 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-e2822d34-c5c3-481d-9e81-69a9537b2c2c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aeca4e4-07c4-4979-99ad-44d948d73df9 HTTP/1.1" status: 200 len: 217 time: 0.4572990 Sep 29 23:33:24.201125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-06e65bfe-1877-459c-a300-1ac6c11b8d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:24.202799 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-06e65bfe-1877-459c-a300-1ac6c11b8d39 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.1036370 Sep 29 23:33:24.307035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.20.0.14 (de1aef5e-5a63-417d-a93c-8cccd74b07c1/33a04bd5-2e20-47fb-8b3c-c10fcc57459c/fe9473eb-0165-4a75-925a-796db7be0046) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:33:24.311878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-f945551a-a924-47eb-b006-8ed28b5fd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:24.313509 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-f945551a-a924-47eb-b006-8ed28b5fd627 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010206 Sep 29 23:33:24.544200 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-6e901819-0d16-444d-9208-4709052bc9c8 service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229342 Sep 29 23:33:24.686151 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:24.732971 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fffd47ca-470b-4a4f-9034-9500db1c9cf3 req-99dfb7b1-7020-4681-a7e3-f69c6735993a service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803069 Sep 29 23:33:24.735936 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c48494e-a6c7-4daa-8ae4-fa3a1428a9db req-44dc7c01-e6ed-4902-b777-e4f1001c7b41 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 210 time: 0.0340319 Sep 29 23:33:24.749715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-b45e6712-179d-4e72-ba9a-ebcc625818cc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994463 Sep 29 23:33:24.784951 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:24.872900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-c8d51298-bb4c-4ad8-97a7-78022f38388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:24.874701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-c8d51298-bb4c-4ad8-97a7-78022f38388e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1095 time: 0.0507021 Sep 29 23:33:24.888854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network de1aef5e-5a63-417d-a93c-8cccd74b07c1 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:33:24.896093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:33:24.901939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:33:24.913568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=fe9473eb-0165-4a75-925a-796db7be0046,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:25.025190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:25.027443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:25.059693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaf319-4460-41a6-996d-05ff716b801c req-8c6c9288-09f1-4f0a-b5dd-f3cedb328650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:25.061278 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5bcaf319-4460-41a6-996d-05ff716b801c req-8c6c9288-09f1-4f0a-b5dd-f3cedb328650 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 1095 time: 0.2176335 Sep 29 23:33:25.077853 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:33:25.126743 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-433bb13f-3b96-449f-834e-993de7f681b0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9756567 Sep 29 23:33:25.130304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-6d0ec7a4-8870-4402-9cd3-b6cbe9fe86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:25.132729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-6d0ec7a4-8870-4402-9cd3-b6cbe9fe86db service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.2373922 Sep 29 23:33:25.228160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:25.228546 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:25.315316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Request body: {'port': {'device_id': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:25.381998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1c6b906d-9a14-47df-9eea-88de451f6a23 None None] Provisioning complete for port fe9473eb-0165-4a75-925a-796db7be0046 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:25.382383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1c6b906d-9a14-47df-9eea-88de451f6a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:25.383076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-8170645a-c3c2-4a19-a1e1-b0f1f40e27dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 999 time: 0.2272716 Sep 29 23:33:25.395506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd819d-dd7d-44de-a970-4c8ee38be8e3 req-55e0098d-388a-4e59-be18-c7b4516d30d4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:25.403572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9acd819d-dd7d-44de-a970-4c8ee38be8e3 req-55e0098d-388a-4e59-be18-c7b4516d30d4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 944 time: 0.1004303 Sep 29 23:33:25.426171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaf319-4460-41a6-996d-05ff716b801c req-490ec58c-af90-4012-bd43-c0353b01a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:25.428750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5bcaf319-4460-41a6-996d-05ff716b801c req-490ec58c-af90-4012-bd43-c0353b01a592 service neutron] 10.222.0.26 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.3593192 Sep 29 23:33:25.445154 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:25.446808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1c6b906d-9a14-47df-9eea-88de451f6a23 None None] Port fe9473eb-0165-4a75-925a-796db7be0046 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:33:25.488805 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5bcaf319-4460-41a6-996d-05ff716b801c req-f438aa19-0843-49ca-83f3-2150956773a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aeca4e4-07c4-4979-99ad-44d948d73df9 HTTP/1.1" status: 200 len: 217 time: 0.0499470 Sep 29 23:33:25.507008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9acd819d-dd7d-44de-a970-4c8ee38be8e3 req-d4569fdd-9c13-4e95-b347-19da74a52568 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021612 Sep 29 23:33:25.517359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-be1e5a18-a76c-4794-88f1-9c2afddf8f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:25.519075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-be1e5a18-a76c-4794-88f1-9c2afddf8f10 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.1125648 Sep 29 23:33:25.584022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-5e6651ce-dc40-4975-9781-bad4aba912a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:25.585980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-5e6651ce-dc40-4975-9781-bad4aba912a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595071 Sep 29 23:33:25.657784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaf319-4460-41a6-996d-05ff716b801c req-f45e15a2-feca-4810-b1ab-ada0f2853d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:25.659721 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5bcaf319-4460-41a6-996d-05ff716b801c req-f45e15a2-feca-4810-b1ab-ada0f2853d52 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.1406205 Sep 29 23:33:25.701485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-549359dc-b781-46ff-9a29-1a2cc15b3129 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084230 Sep 29 23:33:25.757319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcaf319-4460-41a6-996d-05ff716b801c req-d084417d-6e59-40d5-82c8-b58cec51ad74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:25.759100 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5bcaf319-4460-41a6-996d-05ff716b801c req-d084417d-6e59-40d5-82c8-b58cec51ad74 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0878966 Sep 29 23:33:25.830748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f2b7fbc-765b-40ae-b4ae-45c60f1ead38 req-40632bc3-5384-4353-8f22-10586250025b service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224091 Sep 29 23:33:25.915716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a06f9-58d8-4080-8beb-4e0974eedf1f req-3221ef60-a506-445a-beb0-d579d106f502 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:25.923790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d8a06f9-58d8-4080-8beb-4e0974eedf1f req-3221ef60-a506-445a-beb0-d579d106f502 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 932 time: 0.0691051 Sep 29 23:33:25.966695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d8a06f9-58d8-4080-8beb-4e0974eedf1f req-27fd8f5a-60d6-4cb5-9cdb-b1b9fbb07953 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412624 Sep 29 23:33:26.062041 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5bcaf319-4460-41a6-996d-05ff716b801c req-4a56f1f4-0c3a-4313-9614-d081c3fc65e2 service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315249 Sep 29 23:33:26.085230 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9473eb-0165-4a75-925a-796db7be0046 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:33:26.104593 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:26.153730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Transition to ACTIVE for port object fe9473eb-0165-4a75-925a-796db7be0046 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:33:26.162946 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:26.234096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5bcaf319-4460-41a6-996d-05ff716b801c req-6178b0b7-add8-40f1-8c38-9968a36c360b service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639328 Sep 29 23:33:26.262485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9473eb-0165-4a75-925a-796db7be0046,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:26.354055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:33:26.354407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:33:26.354735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:33:26.364301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Port fe9473eb-0165-4a75-925a-796db7be0046 on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:33:26.364635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:33:26.371299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:33:26.371888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Checking segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:33:26.372777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Bound using segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:33:26.373746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Bound port: fe9473eb-0165-4a75-925a-796db7be0046, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:33:26.374221 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:26.457937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:33:26.463510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:33:26.473814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:26.522928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:26.523811 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:26.525243 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 200 len: 1092 time: 1.2252357 Sep 29 23:33:26.525773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:33:26.528091 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa624ae0-e40e-4d06-9505-d2e2dde33573" -d '{"events": [{"name": "network-changed", "server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "tag": "fe9473eb-0165-4a75-925a-796db7be0046"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:33:26.593538 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4bcc36-22b9-41f5-b2a9-0b23ce96aaf5 x-openstack-request-id: req-7b4bcc36-22b9-41f5-b2a9-0b23ce96aaf5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:33:26.596239 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "tag": "fe9473eb-0165-4a75-925a-796db7be0046", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:33:26.596807 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b4bcc36-22b9-41f5-b2a9-0b23ce96aaf5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:33:26.597455 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046', 'status': 'completed', 'code': 200} Sep 29 23:33:26.612449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712bbdf-2d57-4346-8f83-d92731b2a528 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9473eb-0165-4a75-925a-796db7be0046,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:26.655751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-e5d6b349-204b-4347-a993-bace419e754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:26.657618 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-e5d6b349-204b-4347-a993-bace419e754a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1095 time: 0.0533442 Sep 29 23:33:26.686744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f4416-8e8f-4bc6-aa8b-0016d4f87776 req-d7c9925f-b529-45dc-afd9-7b811a647159 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:26.690295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-205f4416-8e8f-4bc6-aa8b-0016d4f87776 req-d7c9925f-b529-45dc-afd9-7b811a647159 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 944 time: 0.0755646 Sep 29 23:33:26.723796 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-180fce89-2784-4174-a4a8-f7f11b21d47c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 200 len: 217 time: 0.0506051 Sep 29 23:33:26.776714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-205f4416-8e8f-4bc6-aa8b-0016d4f87776 req-b2e6a58c-38fd-4200-801a-9dc651799e31 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602875 Sep 29 23:33:26.826831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-24fda678-b1df-4875-bf10-3673a8a06e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:26.828377 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-24fda678-b1df-4875-bf10-3673a8a06e07 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33a04bd5-2e20-47fb-8b3c-c10fcc57459c HTTP/1.1" status: 200 len: 835 time: 0.0957668 Sep 29 23:33:26.887161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-01204d59-43fc-4cb2-8d8e-7940cfb7253e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:26.888845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-01204d59-43fc-4cb2-8d8e-7940cfb7253e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de1aef5e-5a63-417d-a93c-8cccd74b07c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526028 Sep 29 23:33:26.985541 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-5109141c-1914-4690-a6e3-9947376bf06e service neutron] 10.222.0.42 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884020 Sep 29 23:33:27.098342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdd3e0d3-5449-43c1-8534-1067a0f83857 req-1e6928d0-e04b-4f91-9796-802ec3477dd9 service neutron] 10.222.0.42 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042213 Sep 29 23:33:27.103930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297977de-a42b-4f10-b447-d79feec694d1 req-9f6a12a4-9ce0-474c-960d-35cd6c3aa329 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:27.105448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-297977de-a42b-4f10-b447-d79feec694d1 req-9f6a12a4-9ce0-474c-960d-35cd6c3aa329 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 944 time: 0.0605893 Sep 29 23:33:27.154610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-297977de-a42b-4f10-b447-d79feec694d1 req-2ecace37-b2d6-4d47-a6f5-3ac1d2bc2f46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333128 Sep 29 23:33:27.246928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-053eebb4-81fa-456d-9907-20e318557b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:27.248427 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-053eebb4-81fa-456d-9907-20e318557b76 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1095 time: 0.0481310 Sep 29 23:33:27.356883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-794ce968-8465-43ec-b6af-fb88de9bb2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:27.358397 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-794ce968-8465-43ec-b6af-fb88de9bb2e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=de1aef5e-5a63-417d-a93c-8cccd74b07c1 HTTP/1.1" status: 200 len: 897 time: 0.0996866 Sep 29 23:33:27.404539 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-d84aa47b-afbc-4325-9497-951900204bf2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 200 len: 217 time: 0.0367618 Sep 29 23:33:27.458908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7aeca4e4-07c4-4979-99ad-44d948d73df9 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:33:27.477706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-e97e5749-9447-46f2-ba0d-15d2eeb726a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:27.482070 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-e97e5749-9447-46f2-ba0d-15d2eeb726a2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33a04bd5-2e20-47fb-8b3c-c10fcc57459c HTTP/1.1" status: 200 len: 835 time: 0.0646110 Sep 29 23:33:27.557157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-094ee579-bf22-4e92-bbfc-01a994c77de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:27.561270 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-094ee579-bf22-4e92-bbfc-01a994c77de8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de1aef5e-5a63-417d-a93c-8cccd74b07c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715520 Sep 29 23:33:27.593823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7aeca4e4-07c4-4979-99ad-44d948d73df9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7aeca4e4-07c4-4979-99ad-44d948d73df9,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:27.608162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '7aeca4e4-07c4-4979-99ad-44d948d73df9', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'port_id': '7aeca4e4-07c4-4979-99ad-44d948d73df9', 'mac_address': 'fa:16:3e:af:d7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:33:27.653514 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:27.670106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-c6050084-152e-4383-88c9-feb091b19c37 service neutron] 10.222.0.42 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010401 Sep 29 23:33:27.670490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aeca4e4-07c4-4979-99ad-44d948d73df9 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:33:27.692954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7aeca4e4-07c4-4979-99ad-44d948d73df9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7aeca4e4-07c4-4979-99ad-44d948d73df9,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:27.698407 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:27.760252 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7aeca4e4-07c4-4979-99ad-44d948d73df9,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:27.783524 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fa624ae0-e40e-4d06-9505-d2e2dde33573 req-7ceb77e6-b62d-40ff-809f-7d1f628bec3a service neutron] 10.222.0.42 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055157 Sep 29 23:33:27.893497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53c99e-3c98-48e0-9a65-9639230f80e3 req-740af1ca-13ba-48cd-af6b-90306087c094 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:27.900101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e53c99e-3c98-48e0-9a65-9639230f80e3 req-740af1ca-13ba-48cd-af6b-90306087c094 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 945 time: 0.0590053 Sep 29 23:33:27.938420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7aeca4e4-07c4-4979-99ad-44d948d73df9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:33:27.962099 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e53c99e-3c98-48e0-9a65-9639230f80e3 req-afe15dea-74f3-4364-9c9b-2e79be33c51c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532539 Sep 29 23:33:28.313643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bd8b18-56dd-4eb8-9f96-54d22858f7d4 req-d6860283-52cd-410c-9f6d-27f953b3013b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:28.316031 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88bd8b18-56dd-4eb8-9f96-54d22858f7d4 req-d6860283-52cd-410c-9f6d-27f953b3013b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 944 time: 0.0828013 Sep 29 23:33:28.364486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88bd8b18-56dd-4eb8-9f96-54d22858f7d4 req-dbef1184-b1da-41ad-8d96-018a9c5b75ef tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370345 Sep 29 23:33:29.088870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367926c1-b1f4-4080-8da6-7c4d4e37559f req-f0f013f9-6e4a-439c-b21f-3bd40e67ebb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:29.090415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-367926c1-b1f4-4080-8da6-7c4d4e37559f req-f0f013f9-6e4a-439c-b21f-3bd40e67ebb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 945 time: 0.0550637 Sep 29 23:33:29.135948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-367926c1-b1f4-4080-8da6-7c4d4e37559f req-f3fa3e93-665e-4267-bafd-44b41186ed6d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392749 Sep 29 23:33:29.490342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7aeca4e4-07c4-4979-99ad-44d948d73df9 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:33:29.517269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943e9e6-418a-477c-94d4-d7ba37798dc0 req-dadfba0e-28de-4ee6-9f23-6002d26c37a3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:29.523232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1943e9e6-418a-477c-94d4-d7ba37798dc0 req-dadfba0e-28de-4ee6-9f23-6002d26c37a3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 944 time: 0.0887043 Sep 29 23:33:29.590878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1943e9e6-418a-477c-94d4-d7ba37798dc0 req-407cfd65-ae41-453d-a6be-1c2e581b4dea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608320 Sep 29 23:33:29.593642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 7aeca4e4-07c4-4979-99ad-44d948d73df9 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:33:29.624559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 7aeca4e4-07c4-4979-99ad-44d948d73df9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:29.624943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:29.726783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:29.757236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20d3e17-d279-4e9f-9654-1b3947ba9aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeca4e4-07c4-4979-99ad-44d948d73df9'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:33:29.759923 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c16d80-8a63-4ef3-9071-4f1984683de2" -d '{"events": [{"server_uuid": "a20d3e17-d279-4e9f-9654-1b3947ba9aa7", "name": "network-vif-plugged", "status": "completed", "tag": "7aeca4e4-07c4-4979-99ad-44d948d73df9"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:33:29.775641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7aeca4e4-07c4-4979-99ad-44d948d73df9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7aeca4e4-07c4-4979-99ad-44d948d73df9,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:29.781225 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:29.829211 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5146c67e-8061-47b9-9606-a8c6f8359508 x-openstack-request-id: req-5146c67e-8061-47b9-9606-a8c6f8359508 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:33:29.829524 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20d3e17-d279-4e9f-9654-1b3947ba9aa7", "name": "network-vif-plugged", "status": "completed", "tag": "7aeca4e4-07c4-4979-99ad-44d948d73df9", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:33:29.829824 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5146c67e-8061-47b9-9606-a8c6f8359508 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:33:29.830363 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20d3e17-d279-4e9f-9654-1b3947ba9aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aeca4e4-07c4-4979-99ad-44d948d73df9', 'code': 200} Sep 29 23:33:29.848905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7aeca4e4-07c4-4979-99ad-44d948d73df9,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:29.968446 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74641c8d-3c70-477b-8f59-07af36b3bcc7 req-1508344e-5fbe-4693-aaeb-c7e963f26a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:29.971470 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-74641c8d-3c70-477b-8f59-07af36b3bcc7 req-1508344e-5fbe-4693-aaeb-c7e963f26a23 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0668547 Sep 29 23:33:30.030545 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-74641c8d-3c70-477b-8f59-07af36b3bcc7 req-7e0c7a54-747a-4044-9287-c867f9338923 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516467 Sep 29 23:33:30.252870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7eb39c-b3a0-4ae8-b2cd-beb8b8dd747c req-19f3bebb-e5c7-4951-8193-f85fb952fe2a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:30.254360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e7eb39c-b3a0-4ae8-b2cd-beb8b8dd747c req-19f3bebb-e5c7-4951-8193-f85fb952fe2a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0483520 Sep 29 23:33:30.313347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e7eb39c-b3a0-4ae8-b2cd-beb8b8dd747c req-0b566546-aee9-4eaa-bed4-7dd6fa889e7b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453773 Sep 29 23:33:30.731729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55360) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:30.745843 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7f37-7bf6-4c74-b8cd-da8d6cf02a30 req-76672e40-24b1-49fc-9b76-2f62334a77e5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:30.748845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7f37-7bf6-4c74-b8cd-da8d6cf02a30 req-76672e40-24b1-49fc-9b76-2f62334a77e5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 944 time: 0.0615289 Sep 29 23:33:30.801931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7f37-7bf6-4c74-b8cd-da8d6cf02a30 req-0d6dd841-291a-4713-b088-9fda32be3e2b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448842 Sep 29 23:33:30.874748 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1f280c9-7a28-4cbf-b81c-a40917024c3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:30.967963 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1f280c9-7a28-4cbf-b81c-a40917024c3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:30.973231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1f280c9-7a28-4cbf-b81c-a40917024c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.025704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f280c9-7a28-4cbf-b81c-a40917024c3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb58f35-cd96-40b6-8518-68cbfef0d1a0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:31.030875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d1f280c9-7a28-4cbf-b81c-a40917024c3c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=32b77c69e94747cda4af398889c3c157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2981482 Sep 29 23:33:31.033730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55366) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:31.081742 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-729e66b2-25d2-4e95-a8be-9089e07c0392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.102702 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-729e66b2-25d2-4e95-a8be-9089e07c0392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.147635 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-729e66b2-25d2-4e95-a8be-9089e07c0392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.150181 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-729e66b2-25d2-4e95-a8be-9089e07c0392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.151347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-729e66b2-25d2-4e95-a8be-9089e07c0392 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/dbb58f35-cd96-40b6-8518-68cbfef0d1a0 HTTP/1.1" status: 204 len: 168 time: 0.1167607 Sep 29 23:33:31.158591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729e66b2-25d2-4e95-a8be-9089e07c0392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb58f35-cd96-40b6-8518-68cbfef0d1a0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:31.416369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55374) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:31.422974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c5058-95d4-46e6-8aa4-7b08e97a69b7 req-f0ee0a09-1dfc-485f-966c-b794892d5fed tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:31.424542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-860c5058-95d4-46e6-8aa4-7b08e97a69b7 req-f0ee0a09-1dfc-485f-966c-b794892d5fed tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0531695 Sep 29 23:33:31.430304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4731edf9-db5d-416e-86cb-e933576b3c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.464705 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-860c5058-95d4-46e6-8aa4-7b08e97a69b7 req-8514557e-f4dd-42cd-bb83-886b9d9102f7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334852 Sep 29 23:33:31.519987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fe9473eb-0165-4a75-925a-796db7be0046 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:33:31.525792 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4731edf9-db5d-416e-86cb-e933576b3c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.529839 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4731edf9-db5d-416e-86cb-e933576b3c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.568250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4731edf9-db5d-416e-86cb-e933576b3c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a48af6-e924-4bb2-95f3-9534c719b1d0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:31.600392 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4731edf9-db5d-416e-86cb-e933576b3c88 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1085e3f1ba304c849cb9cecc33149ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827414 Sep 29 23:33:31.603626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55380) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:31.646233 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:31.668219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'fe9473eb-0165-4a75-925a-796db7be0046', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'port_id': 'fe9473eb-0165-4a75-925a-796db7be0046', 'mac_address': 'fa:16:3e:15:fe:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:33:31.669795 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-096beacc-1071-4671-b48a-8a2e3c760d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.695947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-096beacc-1071-4671-b48a-8a2e3c760d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.706722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2477f71-ed61-4f02-8c28-97e5536f4803 req-8cd00cf6-191f-4780-a1f6-b81d501ab5c8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:31.706722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2477f71-ed61-4f02-8c28-97e5536f4803 req-8cd00cf6-191f-4780-a1f6-b81d501ab5c8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0664637 Sep 29 23:33:31.721431 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.735245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9473eb-0165-4a75-925a-796db7be0046 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:33:31.750481 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2477f71-ed61-4f02-8c28-97e5536f4803 req-7a5883d8-5c2c-4f8e-9ef3-f43cb99e23ee tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405238 Sep 29 23:33:31.757715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:31.762540 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.771536 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-096beacc-1071-4671-b48a-8a2e3c760d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.775461 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-096beacc-1071-4671-b48a-8a2e3c760d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:31.779017 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-096beacc-1071-4671-b48a-8a2e3c760d77 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/49a48af6-e924-4bb2-95f3-9534c719b1d0 HTTP/1.1" status: 204 len: 168 time: 0.1721730 Sep 29 23:33:31.789911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096beacc-1071-4671-b48a-8a2e3c760d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a48af6-e924-4bb2-95f3-9534c719b1d0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:31.840059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fe9473eb-0165-4a75-925a-796db7be0046,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:31.928769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e2c4e-4552-4944-8d1c-c861568823b9 req-5fc74dc2-18d1-4149-ae4a-6d00a71c64a7 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:31.930639 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-424e2c4e-4552-4944-8d1c-c861568823b9 req-5fc74dc2-18d1-4149-ae4a-6d00a71c64a7 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 945 time: 0.0520763 Sep 29 23:33:31.973139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-424e2c4e-4552-4944-8d1c-c861568823b9 req-4679cefb-9543-48c1-a4a5-62459aa919b2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353484 Sep 29 23:33:32.137102 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['fe9473eb-0165-4a75-925a-796db7be0046'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:33:32.156539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55394) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:32.177698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7943f73b-1166-469e-ae10-86ceffe5e681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:32.276345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7943f73b-1166-469e-ae10-86ceffe5e681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:32.280088 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7943f73b-1166-469e-ae10-86ceffe5e681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:32.323311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7943f73b-1166-469e-ae10-86ceffe5e681 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=26847cf7ce2e489db0d2f47dfe893482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632576 Sep 29 23:33:32.323311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7943f73b-1166-469e-ae10-86ceffe5e681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bad8e9-d3a9-4ca9-aeea-718a8a5310ca,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:32.323656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:32.382309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7846ca3-791b-4d3e-8f49-56f85728abaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:32.405235 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7846ca3-791b-4d3e-8f49-56f85728abaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:32.452104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7846ca3-791b-4d3e-8f49-56f85728abaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:32.454587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7846ca3-791b-4d3e-8f49-56f85728abaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:32.455732 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f7846ca3-791b-4d3e-8f49-56f85728abaa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/84bad8e9-d3a9-4ca9-aeea-718a8a5310ca HTTP/1.1" status: 204 len: 168 time: 0.1306267 Sep 29 23:33:32.464484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7846ca3-791b-4d3e-8f49-56f85728abaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bad8e9-d3a9-4ca9-aeea-718a8a5310ca,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:32.888771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbb3df-4711-42b7-8b8f-ac36f825b7ef req-47050f04-a313-4e96-9a8b-12921bbf40cb tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:32.890397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27fbb3df-4711-42b7-8b8f-ac36f825b7ef req-47050f04-a313-4e96-9a8b-12921bbf40cb tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0573232 Sep 29 23:33:32.931975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27fbb3df-4711-42b7-8b8f-ac36f825b7ef req-f62f5ecb-127e-424d-864a-5f0bdc2e7b65 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Sep 29 23:33:33.123028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669635a-f382-4c58-9f63-758fe6f38c9f req-eb5d244a-3866-4cfa-8d87-267910efcb13 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:33.124849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b669635a-f382-4c58-9f63-758fe6f38c9f req-eb5d244a-3866-4cfa-8d87-267910efcb13 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 945 time: 0.0591571 Sep 29 23:33:33.167119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b669635a-f382-4c58-9f63-758fe6f38c9f req-af5a1751-9d06-4a38-b93c-9e22674df9a3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362272 Sep 29 23:33:33.317056 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b38324cb-ebc9-487e-8c8a-49fc6321cc8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:33.526460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fe9473eb-0165-4a75-925a-796db7be0046 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:33:33.576745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port fe9473eb-0165-4a75-925a-796db7be0046 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:33:33.580753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port fe9473eb-0165-4a75-925a-796db7be0046 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:33.581167 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:33.615136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55444) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:33.673358 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:33.697115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:33:33.699380 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f62e1c2a-c456-4b10-a10d-59561cfd7aa6" -d '{"events": [{"server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "name": "network-vif-plugged", "status": "completed", "tag": "fe9473eb-0165-4a75-925a-796db7be0046"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:33:33.713708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:33.723039 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:33.755115 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5dd3646-8ea6-4638-b99d-86505487784a x-openstack-request-id: req-b5dd3646-8ea6-4638-b99d-86505487784a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:33:33.755410 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "name": "network-vif-plugged", "status": "completed", "tag": "fe9473eb-0165-4a75-925a-796db7be0046", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:33:33.755660 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b5dd3646-8ea6-4638-b99d-86505487784a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:33:33.756073 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046', 'code': 200} Sep 29 23:33:33.765438 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f5f-9385-4205-952f-3d12759d5c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:33.801928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=fe9473eb-0165-4a75-925a-796db7be0046,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:33.903385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0a254a-dd01-47c6-acc1-131ff5afcb00 req-7d50c7b9-3437-4a57-afa2-8308d656d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:33.905203 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f0a254a-dd01-47c6-acc1-131ff5afcb00 req-7d50c7b9-3437-4a57-afa2-8308d656d67a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1097 time: 0.0593870 Sep 29 23:33:33.947237 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5f0a254a-dd01-47c6-acc1-131ff5afcb00 req-ddb89219-b49c-4672-8e08-e3496b2089f7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348237 Sep 29 23:33:34.209416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d296878-d529-4eb3-a512-6f1ccd5b373a req-c2299fa3-5221-407b-89e6-f4742b99daca tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:34.211078 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d296878-d529-4eb3-a512-6f1ccd5b373a req-c2299fa3-5221-407b-89e6-f4742b99daca tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0692816 Sep 29 23:33:34.300409 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d296878-d529-4eb3-a512-6f1ccd5b373a req-381788e3-6b31-46c8-8339-5fda31819366 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821829 Sep 29 23:33:34.303622 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f5f-9385-4205-952f-3d12759d5c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:34.309711 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fd9e3f5f-9385-4205-952f-3d12759d5c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:34.347667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d38102-987f-4269-8436-3f230c76264c req-8d051558-d7d9-4ac6-a2cb-e0ac78367114 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:34.349199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7d38102-987f-4269-8436-3f230c76264c req-8d051558-d7d9-4ac6-a2cb-e0ac78367114 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.1094482 Sep 29 23:33:34.371370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9e3f5f-9385-4205-952f-3d12759d5c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e6c00b-93b0-42f6-ba1b-d28ee41ef1d2,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:34.376681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fd9e3f5f-9385-4205-952f-3d12759d5c15 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=cffe48a1bdea4f5b9bf8761585e258a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7598009 Sep 29 23:33:34.379345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55458) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:34.404519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7d38102-987f-4269-8436-3f230c76264c req-d06604a5-c215-48ab-b9e8-f20108d2bb06 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430081 Sep 29 23:33:34.438832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e94e5cda-f74c-42dc-945f-9de0b093924d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:34.462766 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e94e5cda-f74c-42dc-945f-9de0b093924d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:34.524271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e94e5cda-f74c-42dc-945f-9de0b093924d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:34.527119 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e94e5cda-f74c-42dc-945f-9de0b093924d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:34.531199 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e94e5cda-f74c-42dc-945f-9de0b093924d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/09e6c00b-93b0-42f6-ba1b-d28ee41ef1d2 HTTP/1.1" status: 204 len: 168 time: 0.1480689 Sep 29 23:33:34.543155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e5cda-f74c-42dc-945f-9de0b093924d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e6c00b-93b0-42f6-ba1b-d28ee41ef1d2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:35.466254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82876620-da93-4f42-81cb-051073690c8c req-7782e139-9e32-435b-8f53-3a7e89542b40 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:35.467798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82876620-da93-4f42-81cb-051073690c8c req-7782e139-9e32-435b-8f53-3a7e89542b40 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0687213 Sep 29 23:33:35.555176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82876620-da93-4f42-81cb-051073690c8c req-f6b05a79-dd3c-4679-b867-72b69162de8b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738051 Sep 29 23:33:35.639558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a31656-e6be-4a88-9c06-4ee0be436da8 req-b847799c-4cc4-4a57-a245-d847b75f5ccf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:35.642665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09a31656-e6be-4a88-9c06-4ee0be436da8 req-b847799c-4cc4-4a57-a245-d847b75f5ccf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.1299899 Sep 29 23:33:35.694637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09a31656-e6be-4a88-9c06-4ee0be436da8 req-3f92be24-1d6e-4a46-88f6-81fd6c751b82 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441473 Sep 29 23:33:35.820913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26c9fd-6b5f-4df2-84c0-aa872161223e req-924cb95c-ec67-44fd-a090-12340c6bb66d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:35.822460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd26c9fd-6b5f-4df2-84c0-aa872161223e req-924cb95c-ec67-44fd-a090-12340c6bb66d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.0571263 Sep 29 23:33:35.864733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd26c9fd-6b5f-4df2-84c0-aa872161223e req-12d7fd7f-1b58-4fd5-9a91-9ca8cd2d0c32 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362878 Sep 29 23:33:35.886578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55506) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:35.926173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06560c0a-e795-4a97-b755-7311f1b2d73f tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:35.927741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-06560c0a-e795-4a97-b755-7311f1b2d73f tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1092 time: 0.0400803 Sep 29 23:33:35.931160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55508) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:35.936970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': 'fe9473eb-0165-4a75-925a-796db7be0046', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:35.961802 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:36.065158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:36.176214 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.25.4.182 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/10305eff-d116-41ee-bd84-7b7a75ddea9f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:33:36.223763 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5f98eccd-79c8-4f04-93c7-ff54f7df6636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:36.292133 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:36.329491 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:36.368568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:33:36.371425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:33:36.378267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:33:36.408283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=10305eff-d116-41ee-bd84-7b7a75ddea9f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:36.566110 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:36.828032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc31488-d566-4331-8a23-5a5525d9600b req-c53501f6-3119-4627-a716-93e2f38601a0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:36.829553 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bc31488-d566-4331-8a23-5a5525d9600b req-c53501f6-3119-4627-a716-93e2f38601a0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.1969545 Sep 29 23:33:36.830655 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:36.927675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bc31488-d566-4331-8a23-5a5525d9600b req-77f10fa3-7bbd-4c9c-a1a8-3864deecd0e0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638680 Sep 29 23:33:36.937161 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:37.096164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:37.103301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:37.171244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=10305eff-d116-41ee-bd84-7b7a75ddea9f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:37.185252 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:37.291391 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Floating IP 6171045e-703a-46c5-8c89-32d46db47d79 associated. External IP: 172.25.4.182, port: fe9473eb-0165-4a75-925a-796db7be0046. Sep 29 23:33:37.489361 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:37.543369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router 7e2998fa-7421-4c53-b29f-803131021302 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:33:37.655782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:33:37.670246 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] Sync routers for ids ['7e2998fa-7421-4c53-b29f-803131021302'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:33:37.680804 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:37.681671 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] Routers {'7e2998fa-7421-4c53-b29f-803131021302'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:33:37.682395 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:33:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7e2998fa-7421-4c53-b29f-803131021302'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:37.722096 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-059a1bd1-7dd5-452d-b098-5363e2b24d24 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7899523 Sep 29 23:33:37.722609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:33:37.732405 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87efafa4-6299-4265-94f2-a9a24a60b57a" -d '{"events": [{"name": "network-changed", "server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "tag": "fe9473eb-0165-4a75-925a-796db7be0046"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:33:37.799462 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] Set router 7e2998fa-7421-4c53-b29f-803131021302 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:33:37.831298 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7846f830-8846-493e-96c1-dd8b70bf7799 req-4863c33a-f2a9-412d-ae3e-145e0d520681 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:37.832970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7846f830-8846-493e-96c1-dd8b70bf7799 req-4863c33a-f2a9-412d-ae3e-145e0d520681 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.0613723 Sep 29 23:33:37.913110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7846f830-8846-493e-96c1-dd8b70bf7799 req-d38eed8f-40ca-472c-8edd-41948be667ff tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704608 Sep 29 23:33:37.936298 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55552) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:38.039417 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ce1030-53cf-4200-8bc4-432eb42d5737 x-openstack-request-id: req-10ce1030-53cf-4200-8bc4-432eb42d5737 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:33:38.040330 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "tag": "fe9473eb-0165-4a75-925a-796db7be0046", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:33:38.041514 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10ce1030-53cf-4200-8bc4-432eb42d5737 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:33:38.043511 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046', 'status': 'completed', 'code': 200} Sep 29 23:33:38.106200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3b0a795a-d00e-4027-a94c-8325cffed202 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/6171045e-703a-46c5-8c89-32d46db47d79 HTTP/1.1" status: 200 len: 992 time: 0.1686110 Sep 29 23:33:38.142369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-c3f3dd79-03de-4343-af56-70252b2e363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:38.144733 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-c3f3dd79-03de-4343-af56-70252b2e363d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1097 time: 0.0511093 Sep 29 23:33:38.157922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a2faa8-9b46-41ce-95b9-a03e2f779dbf req-f2b1443d-40a5-4939-b025-b9084d301fb9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:38.159608 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2a2faa8-9b46-41ce-95b9-a03e2f779dbf req-f2b1443d-40a5-4939-b025-b9084d301fb9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.1104136 Sep 29 23:33:38.169353 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:18Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6171045e-703a-46c5-8c89-32d46db47d79', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '7e2998fa-7421-4c53-b29f-803131021302', 'port_id': 'fe9473eb-0165-4a75-925a-796db7be0046', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'mac_address': 'fa:16:3e:15:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:33:36Z', 'updated_at': '2021-09-29T23:33:36Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1ed882-ed74-4da8-8e9b-3fe5c7853602', 'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:64:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:17Z', 'updated_at': '2021-09-29T23:33:23Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:38.204170 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] Checking router: 7e2998fa-7421-4c53-b29f-803131021302 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:33:38.214414 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] Routers {'7e2998fa-7421-4c53-b29f-803131021302'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:33:38.215285 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:33:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7e2998fa-7421-4c53-b29f-803131021302'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:38.248140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2a2faa8-9b46-41ce-95b9-a03e2f779dbf req-3fc5d2c4-9b2f-4b6a-8eb9-4dd4af534bb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811620 Sep 29 23:33:38.261979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-80d20788-6e5b-400f-af17-082fb35493fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:38.263850 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-80d20788-6e5b-400f-af17-082fb35493fa service neutron] 10.222.0.42 "GET /v2.0/networks?id=de1aef5e-5a63-417d-a93c-8cccd74b07c1 HTTP/1.1" status: 200 len: 897 time: 0.1101387 Sep 29 23:33:38.345402 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-cc8bf941-8848-4e1b-8711-d5bcfc4332c3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 200 len: 1000 time: 0.0728028 Sep 29 23:33:38.348182 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] Set router 7e2998fa-7421-4c53-b29f-803131021302 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:33:38.404515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-c0c05892-d1b0-4bd0-900a-a74514043782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:38.406087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-c0c05892-d1b0-4bd0-900a-a74514043782 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33a04bd5-2e20-47fb-8b3c-c10fcc57459c HTTP/1.1" status: 200 len: 835 time: 0.0509603 Sep 29 23:33:38.466683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-254c89db-3944-4bd4-924c-690c3e86314c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:38.468233 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-254c89db-3944-4bd4-924c-690c3e86314c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de1aef5e-5a63-417d-a93c-8cccd74b07c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532796 Sep 29 23:33:38.585251 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-982fb924-0863-4839-bfce-77478dd82267 service neutron] 10.222.0.42 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088383 Sep 29 23:33:38.610752 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:18Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6171045e-703a-46c5-8c89-32d46db47d79', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '7e2998fa-7421-4c53-b29f-803131021302', 'port_id': 'fe9473eb-0165-4a75-925a-796db7be0046', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'mac_address': 'fa:16:3e:15:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:33:36Z', 'updated_at': '2021-09-29T23:33:36Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1ed882-ed74-4da8-8e9b-3fe5c7853602', 'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:64:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:17Z', 'updated_at': '2021-09-29T23:33:23Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:33:38.647787 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c68474-0f5a-4324-b8e1-3efabae56830 None None] The sync data for ids ['7e2998fa-7421-4c53-b29f-803131021302'] in n-d-811173-2 is: [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:18Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '6171045e-703a-46c5-8c89-32d46db47d79', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '7e2998fa-7421-4c53-b29f-803131021302', 'port_id': 'fe9473eb-0165-4a75-925a-796db7be0046', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'mac_address': 'fa:16:3e:15:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:33:36Z', 'updated_at': '2021-09-29T23:33:36Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3e1ed882-ed74-4da8-8e9b-3fe5c7853602', 'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:64:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:17Z', 'updated_at': '2021-09-29T23:33:23Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:33:38.655424 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:38.715657 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-87efafa4-6299-4265-94f2-a9a24a60b57a req-c47b64f0-96bf-4038-ad73-84886be7024b service neutron] 10.222.0.42 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214652 Sep 29 23:33:38.887421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701afe7b-d6aa-41b1-9b2d-191cf758ce4e None None] New status for floating IP 6171045e-703a-46c5-8c89-32d46db47d79: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:33:39.109691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55578) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:39.185729 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a162ece1-5273-4cac-b0b1-051db9887d9b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/6171045e-703a-46c5-8c89-32d46db47d79 HTTP/1.1" status: 200 len: 994 time: 0.0746245 Sep 29 23:33:39.371932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3149357a-7e14-444d-9459-e4f64140c6a3 req-3160dd1c-d91a-4040-9039-1f07e0df5d5f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:39.382066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3149357a-7e14-444d-9459-e4f64140c6a3 req-3160dd1c-d91a-4040-9039-1f07e0df5d5f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0722001 Sep 29 23:33:39.500222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3149357a-7e14-444d-9459-e4f64140c6a3 req-56b3a81f-b797-41bd-a512-790b0dddba08 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121643 Sep 29 23:33:39.701316 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:40.616696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ba5ff-4add-4e34-aabf-ad4a80328466 req-74f837a3-6de6-4a6a-b54e-cd0a3a03261e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:40.618279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-239ba5ff-4add-4e34-aabf-ad4a80328466 req-74f837a3-6de6-4a6a-b54e-cd0a3a03261e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0526812 Sep 29 23:33:40.659900 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-239ba5ff-4add-4e34-aabf-ad4a80328466 req-69bce939-ca34-4743-9047-80cb001b0325 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354388 Sep 29 23:33:41.790045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d0b19a-d4ef-4948-acce-5c34de898639 req-22df5558-38a1-4577-8e16-0293af83e506 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:41.791564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1d0b19a-d4ef-4948-acce-5c34de898639 req-22df5558-38a1-4577-8e16-0293af83e506 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0534997 Sep 29 23:33:41.830415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1d0b19a-d4ef-4948-acce-5c34de898639 req-59db16a5-7136-4ddf-9343-d2f807f5c458 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327904 Sep 29 23:33:42.947276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9154d-6d75-4825-937e-c3be9bc79b0d req-37e50951-c633-4fa0-b01c-4b756fa494e8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:42.948925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16e9154d-6d75-4825-937e-c3be9bc79b0d req-37e50951-c633-4fa0-b01c-4b756fa494e8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0503676 Sep 29 23:33:42.995513 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16e9154d-6d75-4825-937e-c3be9bc79b0d req-bbca5271-7c65-4adf-9bca-77e9b20bffba tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399461 Sep 29 23:33:44.120565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c463b-a685-4c25-ad41-6c3d71ba41be req-0ee84040-5108-4307-a1c4-dc9dc2aae51e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:44.122385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-739c463b-a685-4c25-ad41-6c3d71ba41be req-0ee84040-5108-4307-a1c4-dc9dc2aae51e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0560193 Sep 29 23:33:44.169623 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-739c463b-a685-4c25-ad41-6c3d71ba41be req-5a57e1c2-7c9d-4944-8b21-a07b54c8692d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369017 Sep 29 23:33:45.183935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55658) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:45.292481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf93196-6bd0-4b24-b43b-f972a91213bc req-6abff3d5-3bc6-4f74-bf23-17c4b0fc5f85 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:45.294052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cf93196-6bd0-4b24-b43b-f972a91213bc req-6abff3d5-3bc6-4f74-bf23-17c4b0fc5f85 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0542288 Sep 29 23:33:45.314406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:45.334551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cf93196-6bd0-4b24-b43b-f972a91213bc req-1e40351d-7957-4e8f-99c7-08245a07b8a8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337927 Sep 29 23:33:45.413371 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:45.417668 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:45.456926 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=880dc379e23b40ef8831114fa0cf83f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717023 Sep 29 23:33:45.457693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca2c663-4ad0-4c77-b7ce-859c6d526f33,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:45.459429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55664) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:45.465504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.465935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.466346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.467052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.467052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.467538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.467966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.468363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.468759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.469153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.469811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.470202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abe3714-b935-489d-ae28-ae33b17196cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:45.514321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15294927-f2f2-40f1-978c-2c5a4c9f6501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:45.539243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15294927-f2f2-40f1-978c-2c5a4c9f6501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:45.597163 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15294927-f2f2-40f1-978c-2c5a4c9f6501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:45.600733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-15294927-f2f2-40f1-978c-2c5a4c9f6501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:45.602741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-15294927-f2f2-40f1-978c-2c5a4c9f6501 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fca2c663-4ad0-4c77-b7ce-859c6d526f33 HTTP/1.1" status: 204 len: 168 time: 0.1420689 Sep 29 23:33:45.610838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15294927-f2f2-40f1-978c-2c5a4c9f6501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca2c663-4ad0-4c77-b7ce-859c6d526f33,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:45.893437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55672) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:45.907402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17707169-6813-4dff-a07d-80aa4f1dcac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.004627 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17707169-6813-4dff-a07d-80aa4f1dcac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.009426 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17707169-6813-4dff-a07d-80aa4f1dcac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.047380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17707169-6813-4dff-a07d-80aa4f1dcac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a400b818-d712-49d1-bd82-ddd22f4339e0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:46.054821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-17707169-6813-4dff-a07d-80aa4f1dcac7 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f8515a00fe4e4d30803bce75966012e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1572886 Sep 29 23:33:46.055811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55674) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:46.109788 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fd5-8661-45de-b3d4-99d6d164d345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.133256 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fd5-8661-45de-b3d4-99d6d164d345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.183161 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fd5-8661-45de-b3d4-99d6d164d345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.185925 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6fd5-8661-45de-b3d4-99d6d164d345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.187234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9ffc6fd5-8661-45de-b3d4-99d6d164d345 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a400b818-d712-49d1-bd82-ddd22f4339e0 HTTP/1.1" status: 204 len: 168 time: 0.1310999 Sep 29 23:33:46.195612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc6fd5-8661-45de-b3d4-99d6d164d345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a400b818-d712-49d1-bd82-ddd22f4339e0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:46.467146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd25edf-5862-4558-9f2a-5aca0c5c53fa req-4cfcf977-16dd-4fc5-87e5-85ddc9ce5711 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:46.468761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cd25edf-5862-4558-9f2a-5aca0c5c53fa req-4cfcf977-16dd-4fc5-87e5-85ddc9ce5711 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0628192 Sep 29 23:33:46.512846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cd25edf-5862-4558-9f2a-5aca0c5c53fa req-c4ac19f8-59b8-4314-984c-060bd6af547f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365276 Sep 29 23:33:46.541801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55682) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:46.557106 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd80a-7184-403b-ba84-136a15e416a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.657371 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd80a-7184-403b-ba84-136a15e416a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.662540 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c9fd80a-7184-403b-ba84-136a15e416a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.701861 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:33:46.704818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 55688) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:46.705244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7c9fd80a-7184-403b-ba84-136a15e416a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3183a18c00eb4dbb839790f02c8528a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1617429 Sep 29 23:33:46.705736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fd80a-7184-403b-ba84-136a15e416a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d804c6-d068-4fe5-93df-0d5750162de1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:46.766395 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df1997ff-2dee-4478-aace-52e5564352dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.797195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df1997ff-2dee-4478-aace-52e5564352dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.858186 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df1997ff-2dee-4478-aace-52e5564352dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.858908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:46.862615 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df1997ff-2dee-4478-aace-52e5564352dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:46.867440 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-df1997ff-2dee-4478-aace-52e5564352dc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/90d804c6-d068-4fe5-93df-0d5750162de1 HTTP/1.1" status: 204 len: 168 time: 0.1602809 Sep 29 23:33:46.875756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1997ff-2dee-4478-aace-52e5564352dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d804c6-d068-4fe5-93df-0d5750162de1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:47.098733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c64800d-59bc-46d2-af96-082c95dc5c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:47.200881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c64800d-59bc-46d2-af96-082c95dc5c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:47.204620 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7c64800d-59bc-46d2-af96-082c95dc5c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:47.248112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7c64800d-59bc-46d2-af96-082c95dc5c16 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=afe2f847cd504913a2de44876420c4a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3880222 Sep 29 23:33:47.250629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 55708) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:33:47.256489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c64800d-59bc-46d2-af96-082c95dc5c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beddc92-af65-4f71-b48f-7e9bb7360c51,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:47.302385 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cdb32bd-56c1-4dd3-90ec-d49e8e385c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:47.326088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cdb32bd-56c1-4dd3-90ec-d49e8e385c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:47.375192 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cdb32bd-56c1-4dd3-90ec-d49e8e385c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:47.377799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4cdb32bd-56c1-4dd3-90ec-d49e8e385c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:47.378961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4cdb32bd-56c1-4dd3-90ec-d49e8e385c08 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2beddc92-af65-4f71-b48f-7e9bb7360c51 HTTP/1.1" status: 204 len: 168 time: 0.1274273 Sep 29 23:33:47.389091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb32bd-56c1-4dd3-90ec-d49e8e385c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beddc92-af65-4f71-b48f-7e9bb7360c51,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:47.636879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23f6902-03b9-4b99-9ace-12fdf621135c req-ff666289-5d73-466d-ad7d-4560551783e2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:47.638580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e23f6902-03b9-4b99-9ace-12fdf621135c req-ff666289-5d73-466d-ad7d-4560551783e2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0525475 Sep 29 23:33:47.685114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e23f6902-03b9-4b99-9ace-12fdf621135c req-d2aa15ab-3bec-4dd1-8d5f-91f0279b3f2f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388134 Sep 29 23:33:48.805251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bc6c5c-adee-4a1a-9a62-1fd6e76f5b19 req-68de693b-6586-4dad-a499-a41ce24a64f1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:48.806790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18bc6c5c-adee-4a1a-9a62-1fd6e76f5b19 req-68de693b-6586-4dad-a499-a41ce24a64f1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0532289 Sep 29 23:33:48.845944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18bc6c5c-adee-4a1a-9a62-1fd6e76f5b19 req-c0cab2a6-81ac-4b35-a96e-e5bb6f38bea1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330760 Sep 29 23:33:49.621664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-c7c1cbe4-212d-40d4-aac7-56337d4cc998 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=a158f8e9a0a54886bc94ce93df28144e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303879 Sep 29 23:33:49.805760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59cb8-137d-40c8-993b-ec242642c072 req-cc2ed436-9b18-4d13-81a4-9a0875b4391d tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:49.807164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-cc2ed436-9b18-4d13-81a4-9a0875b4391d tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800575 Sep 29 23:33:49.822929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-bbf1f770-3b01-4c72-bb82-25fe8c041032 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/quotas/a158f8e9a0a54886bc94ce93df28144e HTTP/1.1" status: 200 len: 375 time: 0.0098310 Sep 29 23:33:49.856467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-038f5bd2-fb2c-4588-8360-c54907cd3cab tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=a158f8e9a0a54886bc94ce93df28144e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271592 Sep 29 23:33:49.991948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d68923-fb72-44e8-a132-5d26eab77007 req-f214e1aa-5073-4e6e-9f74-2ed6f5885d18 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:49.993747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9d68923-fb72-44e8-a132-5d26eab77007 req-f214e1aa-5073-4e6e-9f74-2ed6f5885d18 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0756965 Sep 29 23:33:50.059762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-561c0b9b-4100-4336-8909-205705d7bc20 req-1ea37886-c22e-4488-9f4f-7f54380d6fc1 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 210 time: 0.0461545 Sep 29 23:33:50.080876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9d68923-fb72-44e8-a132-5d26eab77007 req-c0af0166-36a4-4467-a8f7-001099e26d3d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660472 Sep 29 23:33:50.341843 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:50.592940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-b4f3e9b6-801b-4197-a1bf-32bffbf9881e req-5d825995-a730-4e40-a9c4-691c150814fd service neutron] (110006) timed out ('10.222.0.44', 34592) {{(pid=110006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 23:33:50.920325 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-423d2734-e1e9-4ee9-8749-0410f34ed566 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=a158f8e9a0a54886bc94ce93df28144e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345776 Sep 29 23:33:51.119159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59cb8-137d-40c8-993b-ec242642c072 req-ad19df9f-7be2-453d-9302-e126ef9ab1fd tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:51.120748 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-ad19df9f-7be2-453d-9302-e126ef9ab1fd tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947935 Sep 29 23:33:51.139091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Request body: {'port': {'device_id': '7860be09-9fc0-4afd-87b4-c7085e2f135a', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': 'a158f8e9a0a54886bc94ce93df28144e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:51.163661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8672176c-c2c4-4361-9525-ca996b2dfb59 req-a6651ea8-4e50-44d4-8ada-0c43d257b94e tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 210 time: 0.0281754 Sep 29 23:33:51.220628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98293d-c350-4d42-8db3-aa0862ab47e1 req-eda1cfc8-dd12-40ec-88aa-3d0d8ef6a260 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:51.222447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e98293d-c350-4d42-8db3-aa0862ab47e1 req-eda1cfc8-dd12-40ec-88aa-3d0d8ef6a260 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0569956 Sep 29 23:33:51.264827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Made reservation on behalf of a158f8e9a0a54886bc94ce93df28144e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:33:51.266930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e98293d-c350-4d42-8db3-aa0862ab47e1 req-e07fb861-7fa3-4d81-b090-3c2ea41f2053 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366435 Sep 29 23:33:51.268887 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:51.280704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:51.373840 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:51.377697 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:51.439632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=422858ba-5436-4c74-92dc-18a04358d675,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:51.518266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Allocated IP 192.168.233.41 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/bd0dc9d2-91ae-4a00-be1b-f1500bf24554) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:33:51.670898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:51.706083 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:51.753331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:33:51.756950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:33:51.759666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:33:51.791181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Pushing event updated for resources: {'Port': ['ID=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:51.819595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:51.820396 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:51.836044 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-7d8b99d7-a6ab-4de1-a867-7f20aabeb004 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7016699 Sep 29 23:33:51.850643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Request body: {'port': {'device_id': '7860be09-9fc0-4afd-87b4-c7085e2f135a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:51.909341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:52.035491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b6f8aac1-f251-411e-9fe7-6b5667012fe1 None None] Provisioning complete for port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:52.036112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b6f8aac1-f251-411e-9fe7-6b5667012fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:52.085725 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b6f8aac1-f251-411e-9fe7-6b5667012fe1 None None] Port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:33:52.298392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a6fac-f9c2-4705-8f82-6584e5f9c041 req-ec0aec82-6493-4075-8daa-f34378ced32d tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:52.300758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d64a6fac-f9c2-4705-8f82-6584e5f9c041 req-ec0aec82-6493-4075-8daa-f34378ced32d tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 935 time: 0.0550225 Sep 29 23:33:52.349525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d64a6fac-f9c2-4705-8f82-6584e5f9c041 req-051ceb7b-2984-4c3e-b814-d08861141d41 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/security-groups?id=422858ba-5436-4c74-92dc-18a04358d675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417814 Sep 29 23:33:52.402204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc447e17-17ed-4ed2-ade1-0e9ccd76e945 req-5a3eaad6-24e0-45e0-b88a-3c18abb482e3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:52.403736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc447e17-17ed-4ed2-ade1-0e9ccd76e945 req-5a3eaad6-24e0-45e0-b88a-3c18abb482e3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0578809 Sep 29 23:33:52.442803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc447e17-17ed-4ed2-ade1-0e9ccd76e945 req-e0c5a40c-524a-4585-bc58-88d305d89aa6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327177 Sep 29 23:33:52.524367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd0dc9d2-91ae-4a00-be1b-f1500bf24554 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:33:52.532447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:52.545100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Transition to ACTIVE for port object bd0dc9d2-91ae-4a00-be1b-f1500bf24554 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:33:52.549530 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:52.599633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:52.676932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Attempting to bind port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:33:52.677575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Attempting to bind port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:33:52.678427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Attempting to bind port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:33:52.683665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:33:52.684027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Attempting to bind port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:33:52.689170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:33:52.689512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:33:52.689906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:33:52.690341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Bound port: bd0dc9d2-91ae-4a00-be1b-f1500bf24554, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:33:52.690705 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:52.764197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] For port bd0dc9d2-91ae-4a00-be1b-f1500bf24554, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:33:52.769763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] For port bd0dc9d2-91ae-4a00-be1b-f1500bf24554, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:33:52.776414 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:52.841324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:52.841962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:52.843610 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] 10.222.0.26 "PUT /v2.0/ports/bd0dc9d2-91ae-4a00-be1b-f1500bf24554 HTTP/1.1" status: 200 len: 1095 time: 0.9979899 Sep 29 23:33:52.844131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7860be09-9fc0-4afd-87b4-c7085e2f135a', 'tag': 'bd0dc9d2-91ae-4a00-be1b-f1500bf24554'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:33:52.847354 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fad946d-48ac-4997-8b1a-f74f16466f7e" -d '{"events": [{"name": "network-changed", "server_uuid": "7860be09-9fc0-4afd-87b4-c7085e2f135a", "tag": "bd0dc9d2-91ae-4a00-be1b-f1500bf24554"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:33:52.929665 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30091c4e-c1ad-4e7a-bd19-4505a7b67080 x-openstack-request-id: req-30091c4e-c1ad-4e7a-bd19-4505a7b67080 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:33:52.930061 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7860be09-9fc0-4afd-87b4-c7085e2f135a", "tag": "bd0dc9d2-91ae-4a00-be1b-f1500bf24554", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:33:52.930387 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-30091c4e-c1ad-4e7a-bd19-4505a7b67080 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:33:52.930856 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7860be09-9fc0-4afd-87b4-c7085e2f135a', 'tag': 'bd0dc9d2-91ae-4a00-be1b-f1500bf24554', 'status': 'completed', 'code': 200} Sep 29 23:33:52.951180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64a2d8-a98f-4680-afbd-214bc15ca654 service neutron] Pushing event updated for resources: {'Port': ['ID=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:52.972534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59cb8-137d-40c8-993b-ec242642c072 req-0357dbf7-dfe1-41f4-aee5-c01718333a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:52.974087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-0357dbf7-dfe1-41f4-aee5-c01718333a78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a158f8e9a0a54886bc94ce93df28144e&device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 1098 time: 0.0587568 Sep 29 23:33:53.026432 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-a193dd40-8e9e-4b4c-9fc2-58d0d7e931b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=bd0dc9d2-91ae-4a00-be1b-f1500bf24554 HTTP/1.1" status: 200 len: 217 time: 0.0423887 Sep 29 23:33:53.089394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59cb8-137d-40c8-993b-ec242642c072 req-594582e1-375e-493f-8c31-29bde908b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:53.090889 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-594582e1-375e-493f-8c31-29bde908b663 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0573783 Sep 29 23:33:53.138073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a59cb8-137d-40c8-993b-ec242642c072 req-2736053d-3333-4d9a-ad7a-afd4449544d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:53.139606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-2736053d-3333-4d9a-ad7a-afd4449544d1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0417712 Sep 29 23:33:53.239558 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-b253a24a-5e34-417c-b5a2-7ef3ca14bf4d service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915499 Sep 29 23:33:53.334612 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-86a59cb8-137d-40c8-993b-ec242642c072 req-9e2d02ec-2073-4301-b808-3cb495552ca4 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852687 Sep 29 23:33:53.426850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-999cfb9b-274a-41ea-8330-c896c02507ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:53.428852 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-999cfb9b-274a-41ea-8330-c896c02507ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a158f8e9a0a54886bc94ce93df28144e&device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 1098 time: 0.0471652 Sep 29 23:33:53.483468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b4de5-a921-4586-92fb-4348c82fec64 req-bbfbbabf-b288-4720-990b-b41a9f574e44 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:53.485221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a04b4de5-a921-4586-92fb-4348c82fec64 req-bbfbbabf-b288-4720-990b-b41a9f574e44 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 947 time: 0.0614035 Sep 29 23:33:53.548908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-1bdef08c-520a-4a7c-8446-bd8fd1c701ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:53.551821 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-1bdef08c-520a-4a7c-8446-bd8fd1c701ae service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.1145227 Sep 29 23:33:53.578949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a04b4de5-a921-4586-92fb-4348c82fec64 req-68d42577-2425-4154-ab8b-bed8b486bb9e tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/security-groups?id=422858ba-5436-4c74-92dc-18a04358d675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848806 Sep 29 23:33:53.593058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68353d06-ddd8-41d4-b725-97eadfe72909 req-3262f015-bf1b-4699-b0cd-bdfff22d147d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:53.594851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68353d06-ddd8-41d4-b725-97eadfe72909 req-3262f015-bf1b-4699-b0cd-bdfff22d147d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0765684 Sep 29 23:33:53.608098 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-6adfb989-5bd5-4a5e-af2c-271532d4e92c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.41&port_id=bd0dc9d2-91ae-4a00-be1b-f1500bf24554 HTTP/1.1" status: 200 len: 217 time: 0.0485737 Sep 29 23:33:53.636612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68353d06-ddd8-41d4-b725-97eadfe72909 req-c937c499-668a-45b4-8d15-cdfa29788465 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345013 Sep 29 23:33:53.664643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-4db58c66-6b5d-4bec-bb1c-82809826f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:53.666126 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-4db58c66-6b5d-4bec-bb1c-82809826f726 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0507903 Sep 29 23:33:53.712843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-66424a56-c9bd-4734-b16f-f8df36d3e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:53.714352 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-66424a56-c9bd-4734-b16f-f8df36d3e8d5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408316 Sep 29 23:33:53.813053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-e5a8456c-7f91-4aa6-9a98-21994c65d472 service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890155 Sep 29 23:33:53.908885 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9fad946d-48ac-4997-8b1a-f74f16466f7e req-312fde77-db85-40bd-a494-26ea2e1e3c7f service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880983 Sep 29 23:33:54.713221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5517453-9146-4d01-9684-333501c8dec5 req-aa334632-b9df-4e75-87b8-f68f64d7d4d1 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:54.714708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5517453-9146-4d01-9684-333501c8dec5 req-aa334632-b9df-4e75-87b8-f68f64d7d4d1 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 947 time: 0.0637624 Sep 29 23:33:54.780583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5517453-9146-4d01-9684-333501c8dec5 req-f6e25515-e283-400a-a6b6-0f3fbd49814e tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/security-groups?id=422858ba-5436-4c74-92dc-18a04358d675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576952 Sep 29 23:33:54.792497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2b5cc-e0f8-4c11-ba3e-1464e6cbf56b req-534ac8ff-7e33-45b3-8338-4d59ca0400ca tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:54.794163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52a2b5cc-e0f8-4c11-ba3e-1464e6cbf56b req-534ac8ff-7e33-45b3-8338-4d59ca0400ca tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0895507 Sep 29 23:33:54.833239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52a2b5cc-e0f8-4c11-ba3e-1464e6cbf56b req-221ebf6a-fa0c-43e0-b864-432eda1c8c14 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327508 Sep 29 23:33:55.640291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device bd0dc9d2-91ae-4a00-be1b-f1500bf24554 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:33:55.741482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port bd0dc9d2-91ae-4a00-be1b-f1500bf24554, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:55.752031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'bd0dc9d2-91ae-4a00-be1b-f1500bf24554', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': 'bd0dc9d2-91ae-4a00-be1b-f1500bf24554', 'mac_address': 'fa:16:3e:29:e5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.41'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:33:55.792410 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:55.806734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd0dc9d2-91ae-4a00-be1b-f1500bf24554 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:33:55.830641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port bd0dc9d2-91ae-4a00-be1b-f1500bf24554, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:55.836218 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:55.898436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:55.905981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.906332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.906680 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.907027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.907357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.907691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.908043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.908373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.908702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.909028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.909357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.909679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:33:55.910414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d29901-7ae4-4441-a737-aff068a0e22d req-7ee048e1-4d44-4eda-94e1-f4d27044d114 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:55.912909 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5d29901-7ae4-4441-a737-aff068a0e22d req-7ee048e1-4d44-4eda-94e1-f4d27044d114 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 948 time: 0.0585017 Sep 29 23:33:55.987895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca2b7a-5373-48dc-b186-5cf6c414b2f9 req-9f17e82e-fcef-4f36-ba1f-0370dfbe86f9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:55.989413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78ca2b7a-5373-48dc-b186-5cf6c414b2f9 req-9f17e82e-fcef-4f36-ba1f-0370dfbe86f9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0724199 Sep 29 23:33:55.992169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5d29901-7ae4-4441-a737-aff068a0e22d req-8664c25a-f0d0-4fca-8c24-daa394456447 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/security-groups?id=422858ba-5436-4c74-92dc-18a04358d675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668111 Sep 29 23:33:56.029612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78ca2b7a-5373-48dc-b186-5cf6c414b2f9 req-4d63ed0a-6e7c-42f7-b8ec-3aa747027d62 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340955 Sep 29 23:33:56.096908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['bd0dc9d2-91ae-4a00-be1b-f1500bf24554'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:33:57.135971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f6e2d-0842-4997-85bf-cc8f48e1bce9 req-807f0401-25d3-4b26-b653-448fe0357571 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:57.137483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc5f6e2d-0842-4997-85bf-cc8f48e1bce9 req-807f0401-25d3-4b26-b653-448fe0357571 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 948 time: 0.0777757 Sep 29 23:33:57.176608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dec8d3-fb6b-412a-8282-73c8700620c2 req-e48e16be-79da-4f19-b6d6-90cf1ec29671 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:57.178789 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1dec8d3-fb6b-412a-8282-73c8700620c2 req-e48e16be-79da-4f19-b6d6-90cf1ec29671 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0770867 Sep 29 23:33:57.197133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc5f6e2d-0842-4997-85bf-cc8f48e1bce9 req-f171d8c4-1d14-4707-8a67-07e57c1d0676 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/security-groups?id=422858ba-5436-4c74-92dc-18a04358d675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525215 Sep 29 23:33:57.224059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1dec8d3-fb6b-412a-8282-73c8700620c2 req-31a78941-6f0e-432e-9f1f-6f5ca20820a6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374379 Sep 29 23:33:57.424825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1ca3f-1c02-448e-b5b8-c4be94538959 req-bb3f0ac2-9fa3-4874-9953-342abaa8faea tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:57.426332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eef1ca3f-1c02-448e-b5b8-c4be94538959 req-bb3f0ac2-9fa3-4874-9953-342abaa8faea tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0481758 Sep 29 23:33:57.466526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eef1ca3f-1c02-448e-b5b8-c4be94538959 req-507906c7-e66e-4ffd-8dde-6c3d7e01fc9a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337605 Sep 29 23:33:57.616603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef234d0-284d-44a7-9c84-8dbd4273c2a9 req-bf0fd4e3-8378-4f77-b26e-b31bc229f2d6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:57.623339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ef234d0-284d-44a7-9c84-8dbd4273c2a9 req-bf0fd4e3-8378-4f77-b26e-b31bc229f2d6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0762942 Sep 29 23:33:57.647203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device bd0dc9d2-91ae-4a00-be1b-f1500bf24554 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:33:57.696510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ef234d0-284d-44a7-9c84-8dbd4273c2a9 req-57abe9e0-9c67-40cf-aa3a-beb42dcf3b0f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689096 Sep 29 23:33:57.718666 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:33:57.723045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:33:57.723650 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:57.817109 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:57.843198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7860be09-9fc0-4afd-87b4-c7085e2f135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0dc9d2-91ae-4a00-be1b-f1500bf24554'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:33:57.845735 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13433d9-f486-4204-ac1b-6ecc113170b8" -d '{"events": [{"server_uuid": "7860be09-9fc0-4afd-87b4-c7085e2f135a", "name": "network-vif-plugged", "status": "completed", "tag": "bd0dc9d2-91ae-4a00-be1b-f1500bf24554"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:33:57.862603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port bd0dc9d2-91ae-4a00-be1b-f1500bf24554, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:33:57.869589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:57.905981 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e606d88c-97dd-44c5-8321-93e074a3405c x-openstack-request-id: req-e606d88c-97dd-44c5-8321-93e074a3405c {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:33:57.906436 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7860be09-9fc0-4afd-87b4-c7085e2f135a", "name": "network-vif-plugged", "status": "completed", "tag": "bd0dc9d2-91ae-4a00-be1b-f1500bf24554", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:33:57.906793 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e606d88c-97dd-44c5-8321-93e074a3405c {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:33:57.907508 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7860be09-9fc0-4afd-87b4-c7085e2f135a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd0dc9d2-91ae-4a00-be1b-f1500bf24554', 'code': 200} Sep 29 23:33:57.941359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:33:58.000196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d34164-9f06-4233-b14e-88da339c04ba req-c6049f5f-67f7-4251-ba13-8b0778b3e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:58.001729 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3d34164-9f06-4233-b14e-88da339c04ba req-c6049f5f-67f7-4251-ba13-8b0778b3e0cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 1100 time: 0.0478749 Sep 29 23:33:58.014437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-6dcefd96-6a50-4123-9e38-2b8e3ee3fb84 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:58.015916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-6dcefd96-6a50-4123-9e38-2b8e3ee3fb84 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 811 time: 0.1209369 Sep 29 23:33:58.031560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-9af77aad-c7a0-4fe7-8823-88aff09c48e9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/quotas/3dd0d48ecad341829446b51ead66e44d HTTP/1.1" status: 200 len: 375 time: 0.0092180 Sep 29 23:33:58.043572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3d34164-9f06-4233-b14e-88da339c04ba req-025f8978-de10-4f05-8772-247b4972f920 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=422858ba-5436-4c74-92dc-18a04358d675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347738 Sep 29 23:33:58.094062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-b910443a-39a1-4903-9290-1c917db7629c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0559199 Sep 29 23:33:58.185742 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-1858555a-616a-48b1-9883-9caad511b94b service neutron] 10.222.0.44 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840924 Sep 29 23:33:58.312527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-cddf82e0-fa77-47d3-9551-d75bd1d6770f service neutron] 10.222.0.44 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205995 Sep 29 23:33:58.353092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94996d-9203-4250-bf05-9c3cb634d8ba req-c003e1cb-163c-4948-88c8-93ed838f076b tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:58.354697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a94996d-9203-4250-bf05-9c3cb634d8ba req-c003e1cb-163c-4948-88c8-93ed838f076b tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 949 time: 0.0694065 Sep 29 23:33:58.396912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a94996d-9203-4250-bf05-9c3cb634d8ba req-6140c185-def8-40eb-ab30-c2917cf9216e tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/security-groups?id=422858ba-5436-4c74-92dc-18a04358d675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353403 Sep 29 23:33:58.481113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b00b1330-aa44-4cad-920c-d9fc038e0a9d req-4979b44d-6b52-4d00-a1ca-240f291a9556 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 210 time: 0.0307062 Sep 29 23:33:59.532837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-764fcced-1399-4b8c-9dd8-3e32f8d06e64 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:59.534890 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-764fcced-1399-4b8c-9dd8-3e32f8d06e64 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 811 time: 0.1216092 Sep 29 23:33:59.545677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc2b06-95c3-40f1-95ed-973660978f3c req-8cfdaeda-9f56-4437-892f-a984ecb4f8c5 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:59.558510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-affc2b06-95c3-40f1-95ed-973660978f3c req-8cfdaeda-9f56-4437-892f-a984ecb4f8c5 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 949 time: 0.0845168 Sep 29 23:33:59.558768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'port': {'device_id': '92a54701-7f1f-4408-ac84-c60da2168919', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'admin_state_up': True, 'tenant_id': '3dd0d48ecad341829446b51ead66e44d'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:33:59.611404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4c09483-9db1-459b-9fdf-dce02678ee14 req-afe6392d-5180-4416-a88b-38dfe7b97fc8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 210 time: 0.0417633 Sep 29 23:33:59.634246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-affc2b06-95c3-40f1-95ed-973660978f3c req-4cd812cf-1673-4efe-a2ee-cb53479df06d tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/security-groups?id=422858ba-5436-4c74-92dc-18a04358d675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740619 Sep 29 23:33:59.706103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Made reservation on behalf of 3dd0d48ecad341829446b51ead66e44d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:33:59.711138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:33:59.865680 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Allocated IP 172.20.0.8 (63478665-fb48-43a7-8607-cd9ea811f490/cde1437a-7115-4f12-a2ef-39ca66538822/bc8ad49a-4fdd-4b64-bf5f-0dcb553df957) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:33:59.933909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d232ff-e3a5-4301-888d-57f91a85fbf0 req-3c88bdbc-c4f9-4fc9-bec2-5fef24b5cdcd tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:33:59.935450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4d232ff-e3a5-4301-888d-57f91a85fbf0 req-3c88bdbc-c4f9-4fc9-bec2-5fef24b5cdcd tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 949 time: 0.0523005 Sep 29 23:33:59.978340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4d232ff-e3a5-4301-888d-57f91a85fbf0 req-7fb6d48e-6f0b-4ec9-985d-295f186ce77d tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/security-groups?id=422858ba-5436-4c74-92dc-18a04358d675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356007 Sep 29 23:34:00.025599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:00.062245 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:00.074466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7aeca4e4-07c4-4979-99ad-44d948d73df9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:34:00.112049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Network 63478665-fb48-43a7-8607-cd9ea811f490 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:34:00.115987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:34:00.118800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:34:00.164209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'Port': ['ID=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:00.186196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:00.186842 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:00.219788 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-d10d9e83-0dd2-46ac-9c6f-9bff22f75ca5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6695158 Sep 29 23:34:00.238555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Request body: {'port': {'device_id': '92a54701-7f1f-4408-ac84-c60da2168919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:34:00.329223 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:00.435984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6b36c44b-87b3-4753-a298-28b0cc1055f2 None None] Provisioning complete for port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:34:00.436517 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b36c44b-87b3-4753-a298-28b0cc1055f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:00.479037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6b36c44b-87b3-4753-a298-28b0cc1055f2 None None] Port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:34:00.619417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:34:00.627347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:00.646606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Transition to ACTIVE for port object bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:34:00.656501 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:00.729870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:00.743187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef628d28-4fc1-4bd3-b52c-044007eb5f94 req-896888bd-1300-476e-af8e-3d45584b6205 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:00.744772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef628d28-4fc1-4bd3-b52c-044007eb5f94 req-896888bd-1300-476e-af8e-3d45584b6205 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 943 time: 0.0560703 Sep 29 23:34:00.828389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef628d28-4fc1-4bd3-b52c-044007eb5f94 req-670e5bd0-4ed3-4800-9f33-115d4c2beeff tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732973 Sep 29 23:34:00.851565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Attempting to bind port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:34:00.851565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Attempting to bind port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:34:00.851565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Attempting to bind port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:34:00.855404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 on network 63478665-fb48-43a7-8607-cd9ea811f490 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:34:00.855743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Attempting to bind port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:34:00.863069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:34:00.863536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Checking segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:34:00.864883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Bound using segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:34:00.864883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Bound port: bc8ad49a-4fdd-4b64-bf5f-0dcb553df957, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:34:00.865556 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:00.953209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] For port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:34:00.956561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] For port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:34:00.961249 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:00.999989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:01.000514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:01.002713 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] 10.222.0.42 "PUT /v2.0/ports/bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 HTTP/1.1" status: 200 len: 1091 time: 0.7680683 Sep 29 23:34:01.002713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92a54701-7f1f-4408-ac84-c60da2168919', 'tag': 'bc8ad49a-4fdd-4b64-bf5f-0dcb553df957'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:34:01.005013 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1" -d '{"events": [{"name": "network-changed", "server_uuid": "92a54701-7f1f-4408-ac84-c60da2168919", "tag": "bc8ad49a-4fdd-4b64-bf5f-0dcb553df957"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:34:01.049943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea3965-c277-42eb-985e-8f4a06b2a2d2 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:01.075054 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad644717-1d15-4d3c-aed7-530ba6191a7b x-openstack-request-id: req-ad644717-1d15-4d3c-aed7-530ba6191a7b {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:34:01.075339 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92a54701-7f1f-4408-ac84-c60da2168919", "tag": "bc8ad49a-4fdd-4b64-bf5f-0dcb553df957", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:34:01.075621 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ad644717-1d15-4d3c-aed7-530ba6191a7b {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:34:01.076037 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92a54701-7f1f-4408-ac84-c60da2168919', 'tag': 'bc8ad49a-4fdd-4b64-bf5f-0dcb553df957', 'status': 'completed', 'code': 200} Sep 29 23:34:01.167411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-711e7400-7136-48c6-aa23-c535609f4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:01.168312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d37695-140f-4d05-869f-c18abb1ff4e2 req-67f99965-73e8-4359-8c84-b1870750708b tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:01.169140 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-711e7400-7136-48c6-aa23-c535609f4a3e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 1094 time: 0.1070666 Sep 29 23:34:01.170184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27d37695-140f-4d05-869f-c18abb1ff4e2 req-67f99965-73e8-4359-8c84-b1870750708b tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 949 time: 0.0846739 Sep 29 23:34:01.203544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140e681-493b-4148-996f-b2bc71067973 req-967abb5c-581d-4916-ae0b-9e464ad33077 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:01.206980 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f140e681-493b-4148-996f-b2bc71067973 req-967abb5c-581d-4916-ae0b-9e464ad33077 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.26 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 949 time: 0.0973475 Sep 29 23:34:01.235193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27d37695-140f-4d05-869f-c18abb1ff4e2 req-a37668f6-7f13-45d1-827e-3f97acf2e85f tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/security-groups?id=422858ba-5436-4c74-92dc-18a04358d675&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584073 Sep 29 23:34:01.295750 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-f344eb3e-ab2e-4b59-890a-0bfcfae81af8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 HTTP/1.1" status: 200 len: 217 time: 0.1098452 Sep 29 23:34:01.387888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-6f591a97-6e26-4a2d-8883-fe813d4135db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:01.389453 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-6f591a97-6e26-4a2d-8883-fe813d4135db service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0851583 Sep 29 23:34:01.427863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f140e681-493b-4148-996f-b2bc71067973 req-d54be0ed-152b-42f6-a8bf-a94a566f6494 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Deleting port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:34:01.428238 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f140e681-493b-4148-996f-b2bc71067973 req-d54be0ed-152b-42f6-a8bf-a94a566f6494 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:01.502773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-e48a1b79-d84e-4d88-aa80-42aeeed3072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:01.504462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-e48a1b79-d84e-4d88-aa80-42aeeed3072c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1066275 Sep 29 23:34:01.600977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f140e681-493b-4148-996f-b2bc71067973 req-d54be0ed-152b-42f6-a8bf-a94a566f6494 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] For port bd0dc9d2-91ae-4a00-be1b-f1500bf24554, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:01.601349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f140e681-493b-4148-996f-b2bc71067973 req-d54be0ed-152b-42f6-a8bf-a94a566f6494 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:01.621732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f140e681-493b-4148-996f-b2bc71067973 req-d54be0ed-152b-42f6-a8bf-a94a566f6494 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Calling delete_port for bd0dc9d2-91ae-4a00-be1b-f1500bf24554 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:34:01.685818 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-92a93502-8f16-4c40-8d5e-4b42f9996401 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719139 Sep 29 23:34:01.840310 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c3fb2a70-9e37-4d0b-ab0f-36ff36b35c97 req-29e74184-a9d5-4ab2-990f-81442657701a service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474307 Sep 29 23:34:01.867870 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f140e681-493b-4148-996f-b2bc71067973 req-d54be0ed-152b-42f6-a8bf-a94a566f6494 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:01.910964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54be0ed-152b-42f6-a8bf-a94a566f6494 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Pushing event deleted for resources: {'Port': ['ID=bd0dc9d2-91ae-4a00-be1b-f1500bf24554,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:01.978277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f140e681-493b-4148-996f-b2bc71067973 req-d54be0ed-152b-42f6-a8bf-a94a566f6494 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] No DVR routers for this DVR port bd0dc9d2-91ae-4a00-be1b-f1500bf24554 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:34:01.995004 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f140e681-493b-4148-996f-b2bc71067973 req-d54be0ed-152b-42f6-a8bf-a94a566f6494 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:01.997881 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f140e681-493b-4148-996f-b2bc71067973 req-d54be0ed-152b-42f6-a8bf-a94a566f6494 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.26 "DELETE /v2.0/ports/bd0dc9d2-91ae-4a00-be1b-f1500bf24554 HTTP/1.1" status: 204 len: 173 time: 0.7847795 Sep 29 23:34:02.008713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd0b936-bd84-4d91-b4b9-f6e300568695 req-0f8e7c2b-8ca6-43c7-923a-463bfe3f7e2d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:02.012038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cd0b936-bd84-4d91-b4b9-f6e300568695 req-0f8e7c2b-8ca6-43c7-923a-463bfe3f7e2d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 943 time: 0.0803216 Sep 29 23:34:02.022402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-d6a6153a-b613-4403-b44a-fb5456970517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:02.024177 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-d6a6153a-b613-4403-b44a-fb5456970517 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 1094 time: 0.0790145 Sep 29 23:34:02.132393 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cd0b936-bd84-4d91-b4b9-f6e300568695 req-7ace3135-548a-479f-9853-3ed562aaab97 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972188 Sep 29 23:34:02.171487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-8f4d8567-40f2-49dd-a9b9-9ee5be46675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:02.173849 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-8f4d8567-40f2-49dd-a9b9-9ee5be46675a service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.1411257 Sep 29 23:34:02.227050 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-72b05549-ee93-4f46-a6f5-96dc08e3943c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 HTTP/1.1" status: 200 len: 217 time: 0.0428641 Sep 29 23:34:02.292693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-86f6ef1a-bdb2-4d3b-a3c9-a4595f732290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:02.294210 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-86f6ef1a-bdb2-4d3b-a3c9-a4595f732290 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0602241 Sep 29 23:34:02.347620 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-de156368-fd39-49e1-a875-62e850ae5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:02.350027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-de156368-fd39-49e1-a875-62e850ae5201 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470176 Sep 29 23:34:02.375421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c31d65b-ac5a-48cd-84e6-5bdd444a1fc1 req-80e39ce7-7e54-4469-ae12-8994d08d0377 tempest-VolumesNegativeTest-1396482178 tempest-VolumesNegativeTest-1396482178-project] 10.222.0.44 "GET /v2.0/ports?device_id=7860be09-9fc0-4afd-87b4-c7085e2f135a HTTP/1.1" status: 200 len: 210 time: 0.0314393 Sep 29 23:34:02.452832 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-27806c86-76e3-4079-96b6-cd87bf06fbc0 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956395 Sep 29 23:34:02.564466 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ea89bfed-05dd-49f8-90cf-8ceecd8d61e1 req-3ec3c07c-6b44-40c4-8b34-015a32cad557 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029117 Sep 29 23:34:03.077084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7860be09-9fc0-4afd-87b4-c7085e2f135a', 'name': 'network-vif-deleted', 'tag': 'bd0dc9d2-91ae-4a00-be1b-f1500bf24554'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:34:03.079432 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dabbe7-b7a2-4734-a526-288456ae30ca" -d '{"events": [{"server_uuid": "7860be09-9fc0-4afd-87b4-c7085e2f135a", "name": "network-vif-deleted", "tag": "bd0dc9d2-91ae-4a00-be1b-f1500bf24554"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:34:03.117785 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f4561a-d57f-4eb8-9447-2facafe7d38f x-openstack-request-id: req-06f4561a-d57f-4eb8-9447-2facafe7d38f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:34:03.118262 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7860be09-9fc0-4afd-87b4-c7085e2f135a", "name": "network-vif-deleted", "tag": "bd0dc9d2-91ae-4a00-be1b-f1500bf24554", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:34:03.118686 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-06f4561a-d57f-4eb8-9447-2facafe7d38f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:34:03.119098 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7860be09-9fc0-4afd-87b4-c7085e2f135a', 'name': 'network-vif-deleted', 'tag': 'bd0dc9d2-91ae-4a00-be1b-f1500bf24554', 'status': 'completed', 'code': 200} Sep 29 23:34:03.239686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df170f65-e37a-4519-b543-3c83745a9cec req-fdb712d0-62d5-4d0c-9fb3-6b9eca917655 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:03.246945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df170f65-e37a-4519-b543-3c83745a9cec req-fdb712d0-62d5-4d0c-9fb3-6b9eca917655 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 943 time: 0.0558310 Sep 29 23:34:03.281436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df170f65-e37a-4519-b543-3c83745a9cec req-5ff6ec2e-d5a0-4d77-99e5-db472de186a6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Sep 29 23:34:03.314212 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e923923e-163d-4a71-9588-225428197f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:03.670786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device bd0dc9d2-91ae-4a00-be1b-f1500bf24554 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:34:03.691744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: bd0dc9d2-91ae-4a00-be1b-f1500bf24554 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:34:03.692433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device bd0dc9d2-91ae-4a00-be1b-f1500bf24554 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:34:04.602577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd10d320-6c06-4733-8db3-a6fbc3a5cfec req-b0ea13ed-ab74-4dbb-9ac1-86b5f1040706 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:04.604668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd10d320-6c06-4733-8db3-a6fbc3a5cfec req-b0ea13ed-ab74-4dbb-9ac1-86b5f1040706 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 943 time: 0.0723362 Sep 29 23:34:04.664286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd10d320-6c06-4733-8db3-a6fbc3a5cfec req-e53e26b0-c53a-4cbc-a85c-7bf346fca4eb tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529273 Sep 29 23:34:05.662437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:34:05.814644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:05.822343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494795ad-58d5-4d94-8490-cf7f2a788745 req-56b34ae8-eb45-4df4-b619-12ea861bab9b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:05.828448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-494795ad-58d5-4d94-8490-cf7f2a788745 req-56b34ae8-eb45-4df4-b619-12ea861bab9b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 943 time: 0.0631864 Sep 29 23:34:05.829656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'bc8ad49a-4fdd-4b64-bf5f-0dcb553df957', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'port_id': 'bc8ad49a-4fdd-4b64-bf5f-0dcb553df957', 'mac_address': 'fa:16:3e:11:86:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:34:05.872089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-494795ad-58d5-4d94-8490-cf7f2a788745 req-0aadbf1a-56a8-4393-b838-a9f091e2ebf7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Sep 29 23:34:05.874604 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:05.889674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:34:05.909855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:05.914182 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:05.965568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:06.218922 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95be6216-7080-425c-947f-df36a08cab26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:06.328014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['bc8ad49a-4fdd-4b64-bf5f-0dcb553df957'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:34:06.576322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:07.001413 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3276a1-f7c5-490e-9cdf-c77378e4c62b req-eeceb201-4862-48bf-92e2-5e5d96a42636 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:07.002906 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e3276a1-f7c5-490e-9cdf-c77378e4c62b req-eeceb201-4862-48bf-92e2-5e5d96a42636 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 944 time: 0.0565901 Sep 29 23:34:07.061841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e3276a1-f7c5-490e-9cdf-c77378e4c62b req-8a0e2bcf-c888-49d9-bdb3-f6d4c4f1ab2b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496411 Sep 29 23:34:07.488744 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:07.664954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:34:07.735314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:34:07.740392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:34:07.741352 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:07.831513 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:07.855027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a54701-7f1f-4408-ac84-c60da2168919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8ad49a-4fdd-4b64-bf5f-0dcb553df957'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:34:07.857369 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6799da1e-3cb1-4285-bb33-9e8fa1c5d46f" -d '{"events": [{"server_uuid": "92a54701-7f1f-4408-ac84-c60da2168919", "name": "network-vif-plugged", "status": "completed", "tag": "bc8ad49a-4fdd-4b64-bf5f-0dcb553df957"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:34:07.871036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:07.875277 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:07.912367 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04501dd3-4d04-4309-b9b8-17974c8756ac x-openstack-request-id: req-04501dd3-4d04-4309-b9b8-17974c8756ac {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:34:07.912758 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a54701-7f1f-4408-ac84-c60da2168919", "name": "network-vif-plugged", "status": "completed", "tag": "bc8ad49a-4fdd-4b64-bf5f-0dcb553df957", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:34:07.913022 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-04501dd3-4d04-4309-b9b8-17974c8756ac {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:34:07.913373 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a54701-7f1f-4408-ac84-c60da2168919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8ad49a-4fdd-4b64-bf5f-0dcb553df957', 'code': 200} Sep 29 23:34:07.932665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:08.037833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277e1d3-1ab4-41d4-8320-f709a464398d req-e8198e4f-cbd2-4fa1-b641-98a57ac80e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:08.039381 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c277e1d3-1ab4-41d4-8320-f709a464398d req-e8198e4f-cbd2-4fa1-b641-98a57ac80e87 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 1096 time: 0.0428302 Sep 29 23:34:08.078189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c277e1d3-1ab4-41d4-8320-f709a464398d req-ee52fdfd-514a-4f2a-80df-863b04cde1ab service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295815 Sep 29 23:34:08.196281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5f3da-9734-4993-8cc6-6203d04f59a0 req-e07edc09-6172-40f9-a49d-e9cd9bab1edb tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:08.205766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffd5f3da-9734-4993-8cc6-6203d04f59a0 req-e07edc09-6172-40f9-a49d-e9cd9bab1edb tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 945 time: 0.0645099 Sep 29 23:34:08.253045 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffd5f3da-9734-4993-8cc6-6203d04f59a0 req-639ab6ae-d2ee-4e77-b7fd-755a3d13c8ce tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455563 Sep 29 23:34:08.417905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56206) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:08.582877 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4d1946e1-9e71-45c7-b8e9-8fb77ab557fe admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a158f8e9a0a54886bc94ce93df28144e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629426 Sep 29 23:34:08.585038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:08.653729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:08.664209 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:08.680093 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:08.731952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:08.734793 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:08.736456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/422858ba-5436-4c74-92dc-18a04358d675 HTTP/1.1" status: 204 len: 168 time: 0.1502588 Sep 29 23:34:08.750526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=422858ba-5436-4c74-92dc-18a04358d675,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:08.766384 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.766627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.767069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.767409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.767863 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.768187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.769013 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.769794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.770213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.770447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.770780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:08.771903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b800fd3-f103-49f6-a5c1-99355a6b63f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:09.384602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e067ce-33de-4761-9b51-f80eda74de15 req-da5ea575-7fc9-4424-aab6-32f73207323f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:09.386188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93e067ce-33de-4761-9b51-f80eda74de15 req-da5ea575-7fc9-4424-aab6-32f73207323f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 945 time: 0.0553362 Sep 29 23:34:09.425248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93e067ce-33de-4761-9b51-f80eda74de15 req-229e4ee6-96ea-408e-9c97-847296aba008 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328388 Sep 29 23:34:09.698514 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:10.544135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ba668-10ba-453f-81ec-98aa8501faa5 req-416d2676-21ee-4662-846f-2f5b0af3fcdc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:10.545541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-483ba668-10ba-453f-81ec-98aa8501faa5 req-416d2676-21ee-4662-846f-2f5b0af3fcdc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 945 time: 0.0488932 Sep 29 23:34:10.587581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-483ba668-10ba-453f-81ec-98aa8501faa5 req-84bb453d-44c4-437d-a687-64f84f1761cf tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358238 Sep 29 23:34:15.350263 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-ffc7f907-28fb-4c4b-a31e-f74075ade81f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489433 Sep 29 23:34:15.436172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-915bb40c-3a57-492f-b4e9-c56859b32434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:15.437696 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-915bb40c-3a57-492f-b4e9-c56859b32434 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0433276 Sep 29 23:34:15.545123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-915d01d8-4475-4db8-a05f-a972e8a9a04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:15.546620 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-915d01d8-4475-4db8-a05f-a972e8a9a04b service neutron] 10.222.0.26 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.0894501 Sep 29 23:34:15.599505 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-8666af24-b340-44fa-bd37-f039a329b227 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aeca4e4-07c4-4979-99ad-44d948d73df9 HTTP/1.1" status: 200 len: 217 time: 0.0451617 Sep 29 23:34:15.652390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-2ee4869a-b911-4b0a-afcd-6abfcb8b96ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:15.654156 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-2ee4869a-b911-4b0a-afcd-6abfcb8b96ee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0472512 Sep 29 23:34:15.701986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-0e8544de-1122-445d-b1b5-b002a4e7bb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:15.703853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-0e8544de-1122-445d-b1b5-b002a4e7bb52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428221 Sep 29 23:34:15.799889 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-27197131-4b74-4bfc-94f9-73862a721aa9 service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886955 Sep 29 23:34:15.892421 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e227201-35c8-4bc0-bd8b-bb791cbec49a req-faab5c80-9c68-47fa-b3db-7946ba944ffa service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850673 Sep 29 23:34:20.345296 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:22.866802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa133553-dec2-471c-943d-60774d449094 req-7da8826a-09f9-4f87-aa9a-f2f237440be8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:22.868463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa133553-dec2-471c-943d-60774d449094 req-7da8826a-09f9-4f87-aa9a-f2f237440be8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.2177432 Sep 29 23:34:22.909796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa133553-dec2-471c-943d-60774d449094 req-85bc858e-7872-4559-bfbd-c788ca4b9ba4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348830 Sep 29 23:34:23.089877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402cf99-073c-43ad-9992-a3edd494fe04 req-bd67ffe5-e3de-49a5-9c54-c4bb90f512b4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:23.091476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5402cf99-073c-43ad-9992-a3edd494fe04 req-bd67ffe5-e3de-49a5-9c54-c4bb90f512b4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.1098149 Sep 29 23:34:23.128868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5402cf99-073c-43ad-9992-a3edd494fe04 req-1129dc29-2d5a-48c3-9404-ef08e48ed3e1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310376 Sep 29 23:34:23.352664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc621c64-6cf4-41a4-9575-f4d1b6e94af7 req-f7857468-c038-41e0-bbd2-cc6fbda02ff9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:23.354232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc621c64-6cf4-41a4-9575-f4d1b6e94af7 req-f7857468-c038-41e0-bbd2-cc6fbda02ff9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0510368 Sep 29 23:34:23.392890 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc621c64-6cf4-41a4-9575-f4d1b6e94af7 req-b96da3e0-be5c-40e1-8069-19b735bc8b5a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323792 Sep 29 23:34:23.705418 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:34:23.756103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1448fb-7255-4ce4-9fc5-dcb71cedf90f req-1b36fe18-154f-418e-8cbc-841a38e6558e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:23.757863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f1448fb-7255-4ce4-9fc5-dcb71cedf90f req-1b36fe18-154f-418e-8cbc-841a38e6558e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0634954 Sep 29 23:34:23.796174 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f1448fb-7255-4ce4-9fc5-dcb71cedf90f req-82f162ed-7a48-48cc-ad01-bd82a856d48c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Sep 29 23:34:24.917154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe84cc4-b414-43cd-9633-d69c79927102 req-c330dcb8-fb3c-40db-91c2-02cc239c09a1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:24.918676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfe84cc4-b414-43cd-9633-d69c79927102 req-c330dcb8-fb3c-40db-91c2-02cc239c09a1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0496924 Sep 29 23:34:24.956456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dfe84cc4-b414-43cd-9633-d69c79927102 req-ded979af-ac6f-4d86-b96c-4c6fc88172ae tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316780 Sep 29 23:34:25.710704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc09c6-3084-473b-b073-486be3143df6 req-910dff96-7405-40fd-b094-88359f19e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:25.712485 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-addc09c6-3084-473b-b073-486be3143df6 req-910dff96-7405-40fd-b094-88359f19e158 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1095 time: 0.0488148 Sep 29 23:34:25.816384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc09c6-3084-473b-b073-486be3143df6 req-963b988b-9ffb-4bd9-b228-e50f0385230e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:25.818406 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-addc09c6-3084-473b-b073-486be3143df6 req-963b988b-9ffb-4bd9-b228-e50f0385230e service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.0857694 Sep 29 23:34:25.887344 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-addc09c6-3084-473b-b073-486be3143df6 req-8770e7cd-76c0-4eea-adcc-663791908ff6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 999 time: 0.0612445 Sep 29 23:34:25.934957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc09c6-3084-473b-b073-486be3143df6 req-ecb93ed2-eb76-4eb6-b511-59026868eb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:25.936377 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-addc09c6-3084-473b-b073-486be3143df6 req-ecb93ed2-eb76-4eb6-b511-59026868eb8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0421960 Sep 29 23:34:25.982912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc09c6-3084-473b-b073-486be3143df6 req-f1fefdcd-4c5c-4771-aee8-9b1c7a3fe1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:25.984555 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-addc09c6-3084-473b-b073-486be3143df6 req-f1fefdcd-4c5c-4771-aee8-9b1c7a3fe1f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403750 Sep 29 23:34:26.083398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663100c-f58e-401a-b37e-f70d689bd318 req-da9de36b-590a-430a-a31a-ee799eb2dbca tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:26.084965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8663100c-f58e-401a-b37e-f70d689bd318 req-da9de36b-590a-430a-a31a-ee799eb2dbca tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0562384 Sep 29 23:34:26.088108 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-addc09c6-3084-473b-b073-486be3143df6 req-a0dbc81c-b4a3-440f-9976-0df50bc91246 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957129 Sep 29 23:34:26.126125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8663100c-f58e-401a-b37e-f70d689bd318 req-db36a9b8-244c-4f40-88d7-648d6a874fe9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345407 Sep 29 23:34:26.185998 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-addc09c6-3084-473b-b073-486be3143df6 req-207a9343-f2f0-4295-b517-5de914866703 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898230 Sep 29 23:34:27.246187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6d6d20-3b42-4bc4-916e-2700107ab848 req-e68d46dc-d906-4502-981f-deb5573c1631 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:27.247580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a6d6d20-3b42-4bc4-916e-2700107ab848 req-e68d46dc-d906-4502-981f-deb5573c1631 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0520444 Sep 29 23:34:27.284182 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a6d6d20-3b42-4bc4-916e-2700107ab848 req-8baa177c-a166-499c-8838-c434d44b60f3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305986 Sep 29 23:34:28.401034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a421edd-a699-49ac-994f-9d8207ddb06a req-660d5db4-44f7-46eb-9737-e63a08cd4ed3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:28.402675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a421edd-a699-49ac-994f-9d8207ddb06a req-660d5db4-44f7-46eb-9737-e63a08cd4ed3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0494308 Sep 29 23:34:28.443582 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a421edd-a699-49ac-994f-9d8207ddb06a req-5b0a2481-73e4-4763-817d-d674a86ddaf2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347912 Sep 29 23:34:29.560626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1165b7-15b3-4bee-b903-366f1b5e366e req-23ae029a-df12-46a4-ab19-360021514429 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:29.562130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e1165b7-15b3-4bee-b903-366f1b5e366e req-23ae029a-df12-46a4-ab19-360021514429 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0489697 Sep 29 23:34:29.600269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e1165b7-15b3-4bee-b903-366f1b5e366e req-52f54017-84cb-4daf-8f4c-fe42192bd649 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316684 Sep 29 23:34:30.727373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c8267-65a7-42ba-9981-d7431bd704ca req-eee81c56-09d3-42e9-ac65-f179155e2691 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:30.728893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-284c8267-65a7-42ba-9981-d7431bd704ca req-eee81c56-09d3-42e9-ac65-f179155e2691 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0577233 Sep 29 23:34:30.765951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-284c8267-65a7-42ba-9981-d7431bd704ca req-f1810782-aa0b-45eb-8959-2418a251b342 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311000 Sep 29 23:34:31.906544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd4239-41a2-4cb3-995a-73c268d4cd13 req-a5566f95-6006-4077-8dba-a1610b2785e8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:31.908193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdbd4239-41a2-4cb3-995a-73c268d4cd13 req-a5566f95-6006-4077-8dba-a1610b2785e8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0534906 Sep 29 23:34:31.956370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdbd4239-41a2-4cb3-995a-73c268d4cd13 req-55db38e1-1907-4e9a-9578-9388ab3aee75 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363817 Sep 29 23:34:33.081503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd0b36-a870-4cf0-9e78-a5e6037a9133 req-29164fe3-6bb7-4325-936a-8a715d3f31b2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:33.083022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67dd0b36-a870-4cf0-9e78-a5e6037a9133 req-29164fe3-6bb7-4325-936a-8a715d3f31b2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0513997 Sep 29 23:34:33.124994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67dd0b36-a870-4cf0-9e78-a5e6037a9133 req-88d0e905-890b-4326-925b-30097af8dad6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348237 Sep 29 23:34:33.306491 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4dace7b-077c-41af-8d6f-1f65c675f5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:34.248575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b212b-ea05-4493-84db-28128bebe8a1 req-c2a361b4-d655-4ecb-a57a-b076ffd681de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:34.250238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-053b212b-ea05-4493-84db-28128bebe8a1 req-c2a361b4-d655-4ecb-a57a-b076ffd681de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0571599 Sep 29 23:34:34.289783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-053b212b-ea05-4493-84db-28128bebe8a1 req-251ae853-15db-483b-b404-430dc655ddd2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330698 Sep 29 23:34:34.376874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:34.515971 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-554a5a14-f9a0-4b3f-bb11-c788ade9aec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:34.526120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0378e6-0155-426b-adc4-0aecd416529c req-2e149ad1-2b4a-49f9-b6be-96a2bc6a6be4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:34.527618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e0378e6-0155-426b-adc4-0aecd416529c req-2e149ad1-2b4a-49f9-b6be-96a2bc6a6be4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0739899 Sep 29 23:34:34.577903 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-256d60ef-f3bf-4798-919f-f3451d6610eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:34.579461 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-256d60ef-f3bf-4798-919f-f3451d6610eb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1095 time: 0.0464334 Sep 29 23:34:34.586081 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e0378e6-0155-426b-adc4-0aecd416529c req-bb5390c7-03c6-470c-b887-b6412c56d50e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511789 Sep 29 23:34:34.643614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-554a5a14-f9a0-4b3f-bb11-c788ade9aec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:34.647763 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-554a5a14-f9a0-4b3f-bb11-c788ade9aec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:34.677300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-537df35b-c09a-423d-9853-9fabcc18066b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:34.679444 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-537df35b-c09a-423d-9853-9fabcc18066b service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.0923843 Sep 29 23:34:34.752308 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-be7011bd-2691-4d4f-bf72-00c9a8611db8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 999 time: 0.0657332 Sep 29 23:34:34.805222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-33b2fb48-89af-4c37-beed-5a3439427b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:34.806785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-33b2fb48-89af-4c37-beed-5a3439427b79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0478837 Sep 29 23:34:34.854944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-dfdac6a6-1892-4d3c-9893-bd8d5ed966fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:34.856603 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-dfdac6a6-1892-4d3c-9893-bd8d5ed966fc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431514 Sep 29 23:34:34.956408 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-9c377c41-f7a9-422d-9f46-6cb245e9dd80 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922546 Sep 29 23:34:35.022353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-554a5a14-f9a0-4b3f-bb11-c788ade9aec5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b0678ccf15e74d59bf36567a8942b172&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6438470 Sep 29 23:34:35.022991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a5a14-f9a0-4b3f-bb11-c788ade9aec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866ff6ce-0b90-417d-9706-d225f5d60feb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:35.025284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:35.050347 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15dbd4fb-1f1f-48b0-9447-86abd36e8890 req-542b0882-475d-467a-b9a5-9a096ff4f9dc service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870318 Sep 29 23:34:35.073581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06458a95-cdec-4c72-bab9-a084d58103b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:35.096127 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06458a95-cdec-4c72-bab9-a084d58103b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:35.142211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06458a95-cdec-4c72-bab9-a084d58103b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:35.144970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-06458a95-cdec-4c72-bab9-a084d58103b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:35.146127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-06458a95-cdec-4c72-bab9-a084d58103b3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/866ff6ce-0b90-417d-9706-d225f5d60feb HTTP/1.1" status: 204 len: 168 time: 0.1199319 Sep 29 23:34:35.153495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06458a95-cdec-4c72-bab9-a084d58103b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866ff6ce-0b90-417d-9706-d225f5d60feb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:35.718703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd28463-2af3-42a7-9034-16fc1d020446 req-728a8ffa-dde4-44ce-a3ca-7f0498b259bc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:35.720507 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ddd28463-2af3-42a7-9034-16fc1d020446 req-728a8ffa-dde4-44ce-a3ca-7f0498b259bc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0533762 Sep 29 23:34:35.758695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ddd28463-2af3-42a7-9034-16fc1d020446 req-6ff06989-6a8c-4ab5-9994-1112bbef6ab4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314555 Sep 29 23:34:35.777868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56510) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:35.875271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1320928078-network', 'tenant_id': 'b037eecffbf84194b6edaa6bcc66182a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:34:35.895641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Made reservation on behalf of b037eecffbf84194b6edaa6bcc66182a for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:34:35.898615 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:35.909093 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:35.998465 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.002509 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.022081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:34:36.038872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e987c14e-5ca8-499c-b81c-bb7107cb0128,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:36.042477 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.042826 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Added segment b959d8e6-ac50-4d5f-bf74-db1be15b1619 of type vlan for network bae7fb29-a601-4f92-8330-c9bb04758ec0 Sep 29 23:34:36.081410 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.106323 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.107211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:36.107795 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.143737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3647809 Sep 29 23:34:36.147548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56516) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:36.152655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Request body: {'subnet': {'network_id': 'bae7fb29-a601-4f92-8330-c9bb04758ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1320928078-subnet', 'tenant_id': 'b037eecffbf84194b6edaa6bcc66182a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:34:36.173803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Made reservation on behalf of b037eecffbf84194b6edaa6bcc66182a for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:34:36.176744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.203589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97255b28-0cc9-40b1-af55-fe29399aadc1 admin admin] Pushing event updated for resources: {'Network': ['ID=bae7fb29-a601-4f92-8330-c9bb04758ec0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:36.223530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network bae7fb29-a601-4f92-8330-c9bb04758ec0 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:34:36.227419 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a108797d-f41d-434f-bc7c-6c2aa273759b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.356768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.416284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd17681c-03ae-4c7c-b35f-2db5e76a37de,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:36.425700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Checking segment: {'id': 'b959d8e6-ac50-4d5f-bf74-db1be15b1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bae7fb29-a601-4f92-8330-c9bb04758ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:34:36.426069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Network hostable DHCP agents. Network: bae7fb29-a601-4f92-8330-c9bb04758ec0, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:34:36.442497 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Network bae7fb29-a601-4f92-8330-c9bb04758ec0 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:34:36.451301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, bae7fb29-a601-4f92-8330-c9bb04758ec0) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:34:36.456073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:36.457157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.460532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab410d6-5546-4832-a435-3bb64ec9a64b None None] Network bae7fb29-a601-4f92-8330-c9bb04758ec0 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:34:36.475996 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1e2a622e-18ab-40ab-b76f-4e05f8bf6486 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3270178 Sep 29 23:34:36.597419 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.602482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c53f5-f74c-4be2-8c34-fd696680a96e None None] Network bae7fb29-a601-4f92-8330-c9bb04758ec0 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:34:36.879272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e340b-4606-4e3a-b9ba-105c14f62fd4 req-1dad4832-c60e-4a80-8c63-4ee6d7fba514 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:36.881356 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-743e340b-4606-4e3a-b9ba-105c14f62fd4 req-1dad4832-c60e-4a80-8c63-4ee6d7fba514 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0528884 Sep 29 23:34:36.922182 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-743e340b-4606-4e3a-b9ba-105c14f62fd4 req-99b80551-cf4b-4016-90b9-a994e4319bba tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346193 Sep 29 23:34:36.941824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56534) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:36.947818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1109963704-network', 'tenant_id': '04985212f4eb4533a9d69ad2aea45cd1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:34:36.969174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Made reservation on behalf of 04985212f4eb4533a9d69ad2aea45cd1 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:34:36.971757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:36.981211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.039310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89db4e-8518-4b24-8e2c-8216d43dedb1 req-43e9a577-c031-4622-b835-86727d231d3c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:37.040892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef89db4e-8518-4b24-8e2c-8216d43dedb1 req-43e9a577-c031-4622-b835-86727d231d3c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0518415 Sep 29 23:34:37.075024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.078778 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.084212 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef89db4e-8518-4b24-8e2c-8216d43dedb1 req-63dfe4a8-d755-4b20-a3f5-8cc0c2ff0cfe tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371304 Sep 29 23:34:37.104176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:34:37.125584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e08f4e-9965-49fd-ba97-cf514a00ba2f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:37.132389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.132668 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Added segment f9edd975-983d-4520-8e4b-2d1ca1247da8 of type vlan for network 79586cf7-7bed-46e5-bfbd-bd082802b45f Sep 29 23:34:37.175565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.202868 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.204122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:37.204702 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.323754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170cd7e-f87a-4222-b6cf-19a02eb3bd48 req-fff80393-4860-4500-a40f-de32aa2e6736 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:37.325562 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6170cd7e-f87a-4222-b6cf-19a02eb3bd48 req-fff80393-4860-4500-a40f-de32aa2e6736 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0516157 Sep 29 23:34:37.368172 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6170cd7e-f87a-4222-b6cf-19a02eb3bd48 req-e1300ffb-109c-4c51-b092-3a16ac2b8f92 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360184 Sep 29 23:34:37.498438 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.579218 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6362584 Sep 29 23:34:37.582089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56546) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:37.587786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Request body: {'subnet': {'network_id': '79586cf7-7bed-46e5-bfbd-bd082802b45f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1109963704-subnet', 'tenant_id': '04985212f4eb4533a9d69ad2aea45cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:34:37.612276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1b977-32c4-4949-b1f1-95c24331f1cf req-b4ae9a07-5be5-4c20-bff1-be51fffc724f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:37.613850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10b1b977-32c4-4949-b1f1-95c24331f1cf req-b4ae9a07-5be5-4c20-bff1-be51fffc724f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0677824 Sep 29 23:34:37.614553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f44c56-7740-4165-bcfb-928fa832fb3c admin admin] Pushing event updated for resources: {'Network': ['ID=79586cf7-7bed-46e5-bfbd-bd082802b45f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:37.625744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 79586cf7-7bed-46e5-bfbd-bd082802b45f details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:34:37.630729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Made reservation on behalf of 04985212f4eb4533a9d69ad2aea45cd1 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:34:37.633115 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.688537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10b1b977-32c4-4949-b1f1-95c24331f1cf req-d6230e44-4d65-4375-9bc1-515937eb5749 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654795 Sep 29 23:34:37.835646 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.895323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04b94b2-6f3b-4393-b995-c257b70b97f6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:37.903495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Checking segment: {'id': 'f9edd975-983d-4520-8e4b-2d1ca1247da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '79586cf7-7bed-46e5-bfbd-bd082802b45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:34:37.903891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Network hostable DHCP agents. Network: 79586cf7-7bed-46e5-bfbd-bd082802b45f, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:34:37.919917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Network 79586cf7-7bed-46e5-bfbd-bd082802b45f is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:34:37.927878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 79586cf7-7bed-46e5-bfbd-bd082802b45f) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:34:37.932301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:37.932888 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:37.937019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d4c0a9-6eae-4991-892a-11b6bcb874d3 None None] Network 79586cf7-7bed-46e5-bfbd-bd082802b45f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:34:37.947439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-691378e5-df9c-49d2-a860-5f3d15789ec0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3642499 Sep 29 23:34:38.057262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99647cd8-c700-4469-9fcd-ac3a7e69ca6a None None] Network 79586cf7-7bed-46e5-bfbd-bd082802b45f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:34:38.418133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-2e8ab4d7-1f20-4734-82f1-e3f823a1545c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:38.419598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-2e8ab4d7-1f20-4734-82f1-e3f823a1545c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/networks?id=bae7fb29-a601-4f92-8330-c9bb04758ec0 HTTP/1.1" status: 200 len: 812 time: 0.1032240 Sep 29 23:34:38.435335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-4c6b5336-d426-40df-b561-8b79f8e8400a tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/quotas/b037eecffbf84194b6edaa6bcc66182a HTTP/1.1" status: 200 len: 375 time: 0.0099418 Sep 29 23:34:38.471990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-32a69d92-4da0-483e-a530-36822301092b tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b037eecffbf84194b6edaa6bcc66182a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312140 Sep 29 23:34:38.561994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-6649a057-2f23-4518-a19d-b4086fe98c92 service neutron] 10.222.0.44 "GET /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827169 Sep 29 23:34:38.656821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-82514615-47a2-4de0-a2be-c2826f23ffcb service neutron] 10.222.0.44 "GET /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888071 Sep 29 23:34:38.668837 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:38.837982 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-055ab3ce-3d89-4fe1-835d-22ed1dad085a req-326c64b2-5a7a-430d-8a8d-d8ad639d53b2 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 210 time: 0.0301447 Sep 29 23:34:38.846100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7024acc5-a034-4f5b-92fe-f1ed4412c2c0 req-4ddf3853-437c-4471-8b19-b0f424317e88 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:38.847577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7024acc5-a034-4f5b-92fe-f1ed4412c2c0 req-4ddf3853-437c-4471-8b19-b0f424317e88 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0861578 Sep 29 23:34:38.896774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7024acc5-a034-4f5b-92fe-f1ed4412c2c0 req-6682d823-077d-4559-a5fe-880ee744aa44 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346210 Sep 29 23:34:39.115060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8486ec-27b8-421d-9f2c-678b5b6d3f19 req-c78c9f8f-1eb4-4e3f-82bb-aee1ecd4b018 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:39.117349 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e8486ec-27b8-421d-9f2c-678b5b6d3f19 req-c78c9f8f-1eb4-4e3f-82bb-aee1ecd4b018 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0563035 Sep 29 23:34:39.168179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e8486ec-27b8-421d-9f2c-678b5b6d3f19 req-fc62b27d-113a-46e2-b12e-ff541d501e4d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435069 Sep 29 23:34:39.698235 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:39.871942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-814fa250-14fd-4ac4-9712-0dc39f56139b tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:39.873430 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-814fa250-14fd-4ac4-9712-0dc39f56139b tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.26 "GET /v2.0/networks?id=bae7fb29-a601-4f92-8330-c9bb04758ec0 HTTP/1.1" status: 200 len: 812 time: 0.1252296 Sep 29 23:34:39.889359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Request body: {'port': {'device_id': '11589bd6-17e7-4e1a-b671-a365e2a4fec6', 'network_id': 'bae7fb29-a601-4f92-8330-c9bb04758ec0', 'admin_state_up': True, 'tenant_id': 'b037eecffbf84194b6edaa6bcc66182a'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:34:39.938736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07ddda72-ee72-4948-a8d9-d6c04630ebd4 req-5f0f225d-4d6e-4828-9b56-3f2f8bc87090 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 210 time: 0.0254064 Sep 29 23:34:40.002075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Made reservation on behalf of b037eecffbf84194b6edaa6bcc66182a for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:34:40.005677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:40.137758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Allocated IP 172.20.0.13 (bae7fb29-a601-4f92-8330-c9bb04758ec0/cd17681c-03ae-4c7c-b35f-2db5e76a37de/7348cd52-8d6a-43a1-b9ff-c79ff187dd13) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:34:40.286567 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac3edc-7b4d-48c7-8ed6-db79c957808d req-6a292c78-1323-421a-a043-3062ba52929a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:40.289110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dac3edc-7b4d-48c7-8ed6-db79c957808d req-6a292c78-1323-421a-a043-3062ba52929a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0502586 Sep 29 23:34:40.291989 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:40.325649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:40.337347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dac3edc-7b4d-48c7-8ed6-db79c957808d req-53a55202-bfce-4fbb-a036-d242728e4352 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406382 Sep 29 23:34:40.373932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Network bae7fb29-a601-4f92-8330-c9bb04758ec0 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:34:40.377150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:34:40.380827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:34:40.389453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Pushing event updated for resources: {'Port': ['ID=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:40.435737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:40.436387 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:40.448861 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdbadc-5d83-4de8-ab6e-0886ea5e4bab req-0fd7ec7b-76c7-4c91-b98b-ba35b8437f39 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:40.450774 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fbdbadc-5d83-4de8-ab6e-0886ea5e4bab req-0fd7ec7b-76c7-4c91-b98b-ba35b8437f39 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0508304 Sep 29 23:34:40.452613 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-5fad1b94-dc7b-41d9-8867-ee4e3132335c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671310 Sep 29 23:34:40.464730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Request body: {'port': {'device_id': '11589bd6-17e7-4e1a-b671-a365e2a4fec6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:34:40.492798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fbdbadc-5d83-4de8-ab6e-0886ea5e4bab req-4c3ed4dc-9ca4-4c89-a32f-add4b0ee64b2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357916 Sep 29 23:34:40.524626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:40.613018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd1974-fde2-4900-9c11-58a5f27aabb8 req-fdf92267-a7f9-483e-b20c-9b7852a1818b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:40.614505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03cd1974-fde2-4900-9c11-58a5f27aabb8 req-fdf92267-a7f9-483e-b20c-9b7852a1818b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0528471 Sep 29 23:34:40.653748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-03cd1974-fde2-4900-9c11-58a5f27aabb8 req-d12addf5-8f54-4247-b169-2b968a3c722c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319219 Sep 29 23:34:40.769569 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ae06b-9ae4-42e1-8ce9-6f7123afe32f req-ef30e225-5ef1-42a2-bee3-88c5570e978b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:40.771189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-977ae06b-9ae4-42e1-8ce9-6f7123afe32f req-ef30e225-5ef1-42a2-bee3-88c5570e978b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0496874 Sep 29 23:34:40.797345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:34:40.805200 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:40.809163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-977ae06b-9ae4-42e1-8ce9-6f7123afe32f req-760cece9-e5a4-4770-91fd-69be164df60d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311759 Sep 29 23:34:40.817170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Transition to ACTIVE for port object 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:34:40.821714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:40.869971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Pushing event updated for resources: {'Port': ['ID=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:40.940777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Attempting to bind port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:34:40.941460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Attempting to bind port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'b959d8e6-ac50-4d5f-bf74-db1be15b1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bae7fb29-a601-4f92-8330-c9bb04758ec0'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:34:40.941460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Attempting to bind port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 on network bae7fb29-a601-4f92-8330-c9bb04758ec0 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:34:40.946127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 on network bae7fb29-a601-4f92-8330-c9bb04758ec0 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:34:40.946452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Attempting to bind port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 on network bae7fb29-a601-4f92-8330-c9bb04758ec0 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:34:40.951212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:34:40.951555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Checking segment: {'id': 'b959d8e6-ac50-4d5f-bf74-db1be15b1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bae7fb29-a601-4f92-8330-c9bb04758ec0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:34:40.951976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Bound using segment: {'id': 'b959d8e6-ac50-4d5f-bf74-db1be15b1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bae7fb29-a601-4f92-8330-c9bb04758ec0'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:34:40.952405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Bound port: 7348cd52-8d6a-43a1-b9ff-c79ff187dd13, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b959d8e6-ac50-4d5f-bf74-db1be15b1619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'bae7fb29-a601-4f92-8330-c9bb04758ec0'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:34:40.952762 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:41.018337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] For port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:34:41.021457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] For port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,segment=NetworkSegment(b959d8e6-ac50-4d5f-bf74-db1be15b1619),segment_id=b959d8e6-ac50-4d5f-bf74-db1be15b1619)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:34:41.027076 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:41.058039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399b29c-fbf6-48a7-be30-84b80a0cf71b req-d5017011-f1ff-47c0-b2f6-5e8557eb88ec tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:41.060471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9399b29c-fbf6-48a7-be30-84b80a0cf71b req-d5017011-f1ff-47c0-b2f6-5e8557eb88ec tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 944 time: 0.0519514 Sep 29 23:34:41.062086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:41.062704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:41.064098 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] 10.222.0.26 "PUT /v2.0/ports/7348cd52-8d6a-43a1-b9ff-c79ff187dd13 HTTP/1.1" status: 200 len: 1092 time: 0.6035497 Sep 29 23:34:41.064532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11589bd6-17e7-4e1a-b671-a365e2a4fec6', 'tag': '7348cd52-8d6a-43a1-b9ff-c79ff187dd13'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:34:41.066760 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b" -d '{"events": [{"name": "network-changed", "server_uuid": "11589bd6-17e7-4e1a-b671-a365e2a4fec6", "tag": "7348cd52-8d6a-43a1-b9ff-c79ff187dd13"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:34:41.093330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1679574-d407-489e-a7b1-43d679c86654 service neutron] Pushing event updated for resources: {'Port': ['ID=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:41.106167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9399b29c-fbf6-48a7-be30-84b80a0cf71b req-09016ed2-5ed1-49d9-a3d6-979af26d3112 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Sep 29 23:34:41.120486 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b606d39e-3bf3-4385-89f8-92c17c69e8cb x-openstack-request-id: req-b606d39e-3bf3-4385-89f8-92c17c69e8cb {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:34:41.120785 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11589bd6-17e7-4e1a-b671-a365e2a4fec6", "tag": "7348cd52-8d6a-43a1-b9ff-c79ff187dd13", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:34:41.121046 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b606d39e-3bf3-4385-89f8-92c17c69e8cb {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:34:41.121454 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11589bd6-17e7-4e1a-b671-a365e2a4fec6', 'tag': '7348cd52-8d6a-43a1-b9ff-c79ff187dd13', 'status': 'completed', 'code': 200} Sep 29 23:34:41.160811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-65534691-d307-47f2-adbc-0c788768730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:41.162374 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-65534691-d307-47f2-adbc-0c788768730a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b037eecffbf84194b6edaa6bcc66182a&device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 1095 time: 0.0540502 Sep 29 23:34:41.204884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-088a4d2f-8ee0-42da-9404-63b635a7fcb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7348cd52-8d6a-43a1-b9ff-c79ff187dd13 HTTP/1.1" status: 200 len: 217 time: 0.0347226 Sep 29 23:34:41.252979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-d3262d16-4f64-4ab6-be7b-ec19d6607121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:41.254406 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-d3262d16-4f64-4ab6-be7b-ec19d6607121 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd17681c-03ae-4c7c-b35f-2db5e76a37de HTTP/1.1" status: 200 len: 852 time: 0.0434184 Sep 29 23:34:41.285575 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-c1b49e5b-0289-458e-8eb8-536b9fea18f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bae7fb29-a601-4f92-8330-c9bb04758ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237153 Sep 29 23:34:41.378276 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-8004a33b-1209-4a3e-9ce5-7bd6ede31a87 service neutron] 10.222.0.26 "GET /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856364 Sep 29 23:34:41.480448 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8b39d856-41b1-4029-889a-d26d6d7523dd req-3c402a38-27c4-45c4-bc38-e65887475e1e service neutron] 10.222.0.26 "GET /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940208 Sep 29 23:34:41.562440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b req-7bc454ff-22a8-4a6a-9b3c-1bd9003da09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:41.563955 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b req-7bc454ff-22a8-4a6a-9b3c-1bd9003da09a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b037eecffbf84194b6edaa6bcc66182a&device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 1095 time: 0.0411077 Sep 29 23:34:41.658972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b req-81236bb6-2834-46df-83b1-b0d8a62ec5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:41.660562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b req-81236bb6-2834-46df-83b1-b0d8a62ec5e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bae7fb29-a601-4f92-8330-c9bb04758ec0 HTTP/1.1" status: 200 len: 913 time: 0.0889761 Sep 29 23:34:41.701610 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b req-29dad04b-c69d-499f-a7b2-b1ce4c2d9f0e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7348cd52-8d6a-43a1-b9ff-c79ff187dd13 HTTP/1.1" status: 200 len: 217 time: 0.0339329 Sep 29 23:34:41.752983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b req-0e873f2b-bf5e-483b-ba44-0821ca288da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:41.754355 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b req-0e873f2b-bf5e-483b-ba44-0821ca288da4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd17681c-03ae-4c7c-b35f-2db5e76a37de HTTP/1.1" status: 200 len: 852 time: 0.0444660 Sep 29 23:34:41.785963 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b req-a8c7183f-9164-4a47-a07c-4004cae82b4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bae7fb29-a601-4f92-8330-c9bb04758ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240343 Sep 29 23:34:41.890858 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b req-e6d8c7df-a7e4-487e-ba7f-d2fe9b7a6238 service neutron] 10.222.0.26 "GET /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959647 Sep 29 23:34:41.991173 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f86c5b8a-e9aa-48fe-969f-397ff0ed194b req-a5b6bf06-5f9a-4f64-9543-29d507b3c31d service neutron] 10.222.0.26 "GET /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928662 Sep 29 23:34:42.235027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eb1cf-806d-4a60-80af-e420a76db6c0 req-f3f60344-5754-4174-b98d-c74f47e12654 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:42.238541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-376eb1cf-806d-4a60-80af-e420a76db6c0 req-f3f60344-5754-4174-b98d-c74f47e12654 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 944 time: 0.0555029 Sep 29 23:34:42.284460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-376eb1cf-806d-4a60-80af-e420a76db6c0 req-ab847553-d54e-485e-b8b1-b1a7c1e7202b tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394056 Sep 29 23:34:43.405137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dae37-e3ad-485e-b5d7-931fcbb92393 req-7ab5d58e-5f4b-4f65-ba72-24a2451923e7 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:43.406613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-855dae37-e3ad-485e-b5d7-931fcbb92393 req-7ab5d58e-5f4b-4f65-ba72-24a2451923e7 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 944 time: 0.0481045 Sep 29 23:34:43.444077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-855dae37-e3ad-485e-b5d7-931fcbb92393 req-029c3bf8-4f1e-460b-acb5-7894f50b3fd6 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306978 Sep 29 23:34:43.824854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:34:44.066247 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,segment=NetworkSegment(b959d8e6-ac50-4d5f-bf74-db1be15b1619),segment_id=b959d8e6-ac50-4d5f-bf74-db1be15b1619)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:44.077613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '7348cd52-8d6a-43a1-b9ff-c79ff187dd13', 'network_id': 'bae7fb29-a601-4f92-8330-c9bb04758ec0', 'port_id': '7348cd52-8d6a-43a1-b9ff-c79ff187dd13', 'mac_address': 'fa:16:3e:77:fa:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd17681c-03ae-4c7c-b35f-2db5e76a37de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:34:44.112712 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:44.125286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:34:44.147838 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,segment=NetworkSegment(b959d8e6-ac50-4d5f-bf74-db1be15b1619),segment_id=b959d8e6-ac50-4d5f-bf74-db1be15b1619)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:44.151619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:44.196554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:44.368515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7348cd52-8d6a-43a1-b9ff-c79ff187dd13'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:34:44.565142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cefb4-fa73-4de8-a37b-912ce425ebb9 req-cceda5ad-d3a0-43fb-b58d-a98b94a3d989 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:44.566629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-694cefb4-fa73-4de8-a37b-912ce425ebb9 req-cceda5ad-d3a0-43fb-b58d-a98b94a3d989 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 945 time: 0.0494080 Sep 29 23:34:44.603274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-694cefb4-fa73-4de8-a37b-912ce425ebb9 req-eaa51f9c-6acf-4980-8844-b20d32965e10 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307143 Sep 29 23:34:45.722320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769251a1-35e4-4797-b78b-6373db21e159 req-d3cc1679-2a70-468c-883b-61db2bd13686 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:45.723808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-769251a1-35e4-4797-b78b-6373db21e159 req-d3cc1679-2a70-468c-883b-61db2bd13686 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 945 time: 0.0527370 Sep 29 23:34:45.761250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-769251a1-35e4-4797-b78b-6373db21e159 req-98ab16b3-c410-4217-92dd-fa0b4c36ea2d tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305152 Sep 29 23:34:45.840603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:34:45.890528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:34:45.894364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:34:45.894735 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:45.968961 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:45.990856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11589bd6-17e7-4e1a-b671-a365e2a4fec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7348cd52-8d6a-43a1-b9ff-c79ff187dd13'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:34:45.992814 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d614109-59b7-4b4d-8a33-2ff17c949c3e" -d '{"events": [{"server_uuid": "11589bd6-17e7-4e1a-b671-a365e2a4fec6", "name": "network-vif-plugged", "status": "completed", "tag": "7348cd52-8d6a-43a1-b9ff-c79ff187dd13"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:34:46.005331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,segment=NetworkSegment(b959d8e6-ac50-4d5f-bf74-db1be15b1619),segment_id=b959d8e6-ac50-4d5f-bf74-db1be15b1619)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:46.009567 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:46.035361 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f56825-979e-47cc-851c-0dbab064467e x-openstack-request-id: req-22f56825-979e-47cc-851c-0dbab064467e {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:34:46.035664 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11589bd6-17e7-4e1a-b671-a365e2a4fec6", "name": "network-vif-plugged", "status": "completed", "tag": "7348cd52-8d6a-43a1-b9ff-c79ff187dd13", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:34:46.035943 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-22f56825-979e-47cc-851c-0dbab064467e {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:34:46.036330 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11589bd6-17e7-4e1a-b671-a365e2a4fec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7348cd52-8d6a-43a1-b9ff-c79ff187dd13', 'code': 200} Sep 29 23:34:46.061028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:46.129777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd186b07-027a-46a3-8f10-254d8293887b req-c2f8bc2b-b2cb-4d90-b5b3-03bbb83ae7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:46.131492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd186b07-027a-46a3-8f10-254d8293887b req-c2f8bc2b-b2cb-4d90-b5b3-03bbb83ae7d5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 1097 time: 0.0414624 Sep 29 23:34:46.167262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fd186b07-027a-46a3-8f10-254d8293887b req-98b1ac9a-7005-4e6d-9e8e-726846304a5e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280824 Sep 29 23:34:46.877259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd079d-fce5-42e6-a024-6227ecaf84e2 req-39e3014d-fbf5-4dee-999f-e2791ca02389 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:46.878747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cefd079d-fce5-42e6-a024-6227ecaf84e2 req-39e3014d-fbf5-4dee-999f-e2791ca02389 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0497181 Sep 29 23:34:46.916499 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cefd079d-fce5-42e6-a024-6227ecaf84e2 req-bccc5bd8-9e1a-4529-8d54-834fb13ed596 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Sep 29 23:34:48.030819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cdd22-7855-43ea-95ff-9f7197db1d2b req-8c9953a6-40a5-4494-8701-6e753a213b1a tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:48.032337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-300cdd22-7855-43ea-95ff-9f7197db1d2b req-8c9953a6-40a5-4494-8701-6e753a213b1a tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0481713 Sep 29 23:34:48.069737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-300cdd22-7855-43ea-95ff-9f7197db1d2b req-1a89da9b-1e2d-4030-8dcd-27fe4c9edc07 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307450 Sep 29 23:34:48.194386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f28d5-dd37-4e32-a56a-7fb9e02300dc req-4f615b60-e4bf-4d86-a34b-8d30c4044f23 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:48.195780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-277f28d5-dd37-4e32-a56a-7fb9e02300dc req-4f615b60-e4bf-4d86-a34b-8d30c4044f23 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0541747 Sep 29 23:34:48.232690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-277f28d5-dd37-4e32-a56a-7fb9e02300dc req-af7da68b-660f-4670-a2ad-864f7c65ea21 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310745 Sep 29 23:34:48.460526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671c1ed-11a7-44c5-854f-d0a7ae8d97fd req-a0a2c4c6-8f77-44f3-be1b-2def06da5a14 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:48.461952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e671c1ed-11a7-44c5-854f-d0a7ae8d97fd req-a0a2c4c6-8f77-44f3-be1b-2def06da5a14 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0585191 Sep 29 23:34:48.500740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e671c1ed-11a7-44c5-854f-d0a7ae8d97fd req-dda09026-573e-46c9-a8ac-31a3726e7cfb tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327592 Sep 29 23:34:49.617859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ecec0-a8e9-466f-9bd5-82e2e0ed7d4a req-7a667de7-d9fb-41d8-b252-0f007b793516 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:49.619364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-882ecec0-a8e9-466f-9bd5-82e2e0ed7d4a req-7a667de7-d9fb-41d8-b252-0f007b793516 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0492203 Sep 29 23:34:49.658138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-882ecec0-a8e9-466f-9bd5-82e2e0ed7d4a req-e8370ade-9f6e-4e59-9b49-1dbd296b1ed7 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Sep 29 23:34:49.867195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04875574-a516-4a54-9034-6d71813f08d8 req-18c98843-a551-4382-b536-88b77af14060 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:49.868828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04875574-a516-4a54-9034-6d71813f08d8 req-18c98843-a551-4382-b536-88b77af14060 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0556753 Sep 29 23:34:49.877392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3112e76-61f3-4fd9-ad5f-f658482c4b7f req-38e8f63a-ceca-43fd-9697-3ec90466f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:49.878887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3112e76-61f3-4fd9-ad5f-f658482c4b7f req-38e8f63a-ceca-43fd-9697-3ec90466f0f8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b037eecffbf84194b6edaa6bcc66182a&device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 1097 time: 0.0414546 Sep 29 23:34:49.907017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04875574-a516-4a54-9034-6d71813f08d8 req-4c86a253-56bb-4856-9cb1-949363d0dc90 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Sep 29 23:34:49.973635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3112e76-61f3-4fd9-ad5f-f658482c4b7f req-4b140ae2-715e-4c14-bba4-97b57626f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:49.975259 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3112e76-61f3-4fd9-ad5f-f658482c4b7f req-4b140ae2-715e-4c14-bba4-97b57626f7f8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bae7fb29-a601-4f92-8330-c9bb04758ec0 HTTP/1.1" status: 200 len: 913 time: 0.0895209 Sep 29 23:34:50.016210 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3112e76-61f3-4fd9-ad5f-f658482c4b7f req-1bdf2dee-1335-48f6-95e4-35a8d83392b1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7348cd52-8d6a-43a1-b9ff-c79ff187dd13 HTTP/1.1" status: 200 len: 217 time: 0.0339806 Sep 29 23:34:50.063213 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3112e76-61f3-4fd9-ad5f-f658482c4b7f req-0f7aa2bb-5e8b-409c-bdac-bae9aae99545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:50.064659 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3112e76-61f3-4fd9-ad5f-f658482c4b7f req-0f7aa2bb-5e8b-409c-bdac-bae9aae99545 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd17681c-03ae-4c7c-b35f-2db5e76a37de HTTP/1.1" status: 200 len: 852 time: 0.0419276 Sep 29 23:34:50.100700 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3112e76-61f3-4fd9-ad5f-f658482c4b7f req-18a09c1f-57ab-4bb4-b759-43f6363136b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bae7fb29-a601-4f92-8330-c9bb04758ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281537 Sep 29 23:34:50.190211 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3112e76-61f3-4fd9-ad5f-f658482c4b7f req-2d27b7e8-1d01-488d-a78f-5c9c3bf5f02c service neutron] 10.222.0.26 "GET /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824540 Sep 29 23:34:50.283383 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3112e76-61f3-4fd9-ad5f-f658482c4b7f req-dfb3758a-b538-4878-8df0-d6d8b1b880d9 service neutron] 10.222.0.26 "GET /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853930 Sep 29 23:34:50.357690 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:51.023697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7867c27-c0bb-4813-b5e2-f3acaff7a20a req-d0e15ff7-1476-4123-a2e3-1b06d058e3a9 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:51.025207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7867c27-c0bb-4813-b5e2-f3acaff7a20a req-d0e15ff7-1476-4123-a2e3-1b06d058e3a9 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0501509 Sep 29 23:34:51.063473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7867c27-c0bb-4813-b5e2-f3acaff7a20a req-ec1921ee-1967-4d7a-aa82-24772803b096 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Sep 29 23:34:51.295811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9769a-d4f7-4640-8394-9342da86789b req-efca7225-c9f2-4ea0-8853-c6236f802e88 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:51.297339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6b9769a-d4f7-4640-8394-9342da86789b req-efca7225-c9f2-4ea0-8853-c6236f802e88 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0483060 Sep 29 23:34:51.337404 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6b9769a-d4f7-4640-8394-9342da86789b req-83e3b90f-ed72-4975-a8e8-af0448d7c86a tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335884 Sep 29 23:34:52.246997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0954b-793c-4742-8649-5de49e736697 req-474daa98-4109-44e3-aa91-51ac0b09bd00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:52.248494 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1d0954b-793c-4742-8649-5de49e736697 req-474daa98-4109-44e3-aa91-51ac0b09bd00 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.0562751 Sep 29 23:34:52.285832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1d0954b-793c-4742-8649-5de49e736697 req-15c1cb5f-3529-4460-a3f9-e709f39b5bc1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312989 Sep 29 23:34:52.308803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56636) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:52.373255 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-611ec250-4b70-4e93-8c96-cd5d18caa90d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/6171045e-703a-46c5-8c89-32d46db47d79 HTTP/1.1" status: 200 len: 994 time: 0.0596554 Sep 29 23:34:52.454574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abccf509-d954-4a3d-b5a1-5a7331674389 req-5b3f43ca-cb14-46a0-a193-572ce3f59e4a tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:52.455998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abccf509-d954-4a3d-b5a1-5a7331674389 req-5b3f43ca-cb14-46a0-a193-572ce3f59e4a tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0504284 Sep 29 23:34:52.497912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abccf509-d954-4a3d-b5a1-5a7331674389 req-758cfafd-b5ef-424c-8d4d-2bd84c2be921 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355337 Sep 29 23:34:52.723047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e35db-9851-4472-a6e1-e8aee16856ff req-daabeb34-3305-4c22-a9b6-0ad7203f2eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:52.725717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-786e35db-9851-4472-a6e1-e8aee16856ff req-daabeb34-3305-4c22-a9b6-0ad7203f2eae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b037eecffbf84194b6edaa6bcc66182a&device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 1097 time: 0.0413911 Sep 29 23:34:52.735268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f41a0b-be5a-4ecb-ad0c-14851fb86345 req-b0611fab-cee0-4b0d-8ffc-339b5364aa27 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:52.736821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72f41a0b-be5a-4ecb-ad0c-14851fb86345 req-b0611fab-cee0-4b0d-8ffc-339b5364aa27 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0793853 Sep 29 23:34:52.760014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f2c0-3517-44fb-ab23-3a1b86dfe275 req-c91c4cc9-b796-4ee1-b216-b27df675825e tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:52.761538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9923f2c0-3517-44fb-ab23-3a1b86dfe275 req-c91c4cc9-b796-4ee1-b216-b27df675825e tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1097 time: 0.0705199 Sep 29 23:34:52.803898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72f41a0b-be5a-4ecb-ad0c-14851fb86345 req-2475e4b2-a3bf-47e6-9295-ccc4898e797c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572977 Sep 29 23:34:52.820415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9923f2c0-3517-44fb-ab23-3a1b86dfe275 req-27fe974c-a1de-49b9-b31b-49af9ae21e90 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503824 Sep 29 23:34:52.836022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e35db-9851-4472-a6e1-e8aee16856ff req-5e5f357b-d134-4050-bff0-03e20304f624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:52.837492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-786e35db-9851-4472-a6e1-e8aee16856ff req-5e5f357b-d134-4050-bff0-03e20304f624 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bae7fb29-a601-4f92-8330-c9bb04758ec0 HTTP/1.1" status: 200 len: 913 time: 0.1054180 Sep 29 23:34:52.883469 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-786e35db-9851-4472-a6e1-e8aee16856ff req-c4bcf3cd-0ab6-4ff6-b222-bfbb598d4fbd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7348cd52-8d6a-43a1-b9ff-c79ff187dd13 HTTP/1.1" status: 200 len: 217 time: 0.0390794 Sep 29 23:34:52.939165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e35db-9851-4472-a6e1-e8aee16856ff req-60a6aa62-1816-493e-b54e-dae41611f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:52.940720 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-786e35db-9851-4472-a6e1-e8aee16856ff req-60a6aa62-1816-493e-b54e-dae41611f0e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cd17681c-03ae-4c7c-b35f-2db5e76a37de HTTP/1.1" status: 200 len: 852 time: 0.0504684 Sep 29 23:34:52.975599 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-786e35db-9851-4472-a6e1-e8aee16856ff req-6498754f-23a5-40bd-a2d0-d28170209f99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bae7fb29-a601-4f92-8330-c9bb04758ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275049 Sep 29 23:34:53.069438 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-786e35db-9851-4472-a6e1-e8aee16856ff req-3f45ef95-9b38-413f-ba4d-3de07e8adc66 service neutron] 10.222.0.26 "GET /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870016 Sep 29 23:34:53.167065 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-786e35db-9851-4472-a6e1-e8aee16856ff req-22d1ec05-9418-4ba8-bbd6-e51c3284ae97 service neutron] 10.222.0.26 "GET /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902460 Sep 29 23:34:53.436750 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-eda661f7-f111-4c5d-893a-68267ea5c85b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1313274 Sep 29 23:34:53.445642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-318980f9-03a9-4280-9109-2279cbc85e25 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:34:53.446613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-318980f9-03a9-4280-9109-2279cbc85e25 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052049 Sep 29 23:34:53.931929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ec0f9-7629-4cf1-a7a1-52869bb3ce0c req-4534503c-957b-438f-9b4d-ad8b6894258a tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:53.933436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-538ec0f9-7629-4cf1-a7a1-52869bb3ce0c req-4534503c-957b-438f-9b4d-ad8b6894258a tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0528641 Sep 29 23:34:53.975662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-538ec0f9-7629-4cf1-a7a1-52869bb3ce0c req-238d922e-1be4-4428-81b8-21659e30ef9c tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359533 Sep 29 23:34:54.027708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-087abf97-e3b6-443b-9e31-43c33c10b216 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:54.029059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-087abf97-e3b6-443b-9e31-43c33c10b216 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports/fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 200 len: 1094 time: 0.0947416 Sep 29 23:34:54.037622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Request body: {'binding': {'host': 'n-h2-811173-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:34:54.038061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Unknown quota resources ['binding']. {{(pid=110005) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 29 23:34:54.166351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 on host n-h2-811173-2 for vnic_type normal with profile None {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:34:54.166682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:34:54.167007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:34:54.172448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Port fe9473eb-0165-4a75-925a-796db7be0046 on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:34:54.172767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:34:54.177412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:34:54.177741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Checking segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:34:54.178118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Bound using segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:34:54.178537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Bound port: fe9473eb-0165-4a75-925a-796db7be0046, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:34:54.258636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:34:54.263416 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] Notify callbacks [] for binding, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:54.264620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-afbfb7b1-1004-4312-af4a-121df52ab314 service neutron] 10.222.0.44 "POST /v2.0/ports/fe9473eb-0165-4a75-925a-796db7be0046/bindings HTTP/1.1" status: 201 len: 389 time: 0.2302718 Sep 29 23:34:54.409673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdeabb9-928a-48d2-81d0-f55c552732ea req-c4b42656-f436-4012-9ca7-a34c5af748bb tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:54.411180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fdeabb9-928a-48d2-81d0-f55c552732ea req-c4b42656-f436-4012-9ca7-a34c5af748bb tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.0496316 Sep 29 23:34:54.454091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fdeabb9-928a-48d2-81d0-f55c552732ea req-ff043813-00a2-4d25-ac88-6bb6af8e29b8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357251 Sep 29 23:34:54.483975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-9500bcbd-2bc4-4bd4-b12c-b27fdc040c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:54.485502 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-9500bcbd-2bc4-4bd4-b12c-b27fdc040c5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1097 time: 0.0427082 Sep 29 23:34:54.585258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-c477e2e4-6f1c-4895-8bb4-2f327634fd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:54.587311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-c477e2e4-6f1c-4895-8bb4-2f327634fd89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=de1aef5e-5a63-417d-a93c-8cccd74b07c1 HTTP/1.1" status: 200 len: 897 time: 0.0950766 Sep 29 23:34:54.652131 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-9ce38ac2-0f48-4786-90e6-7af1c9f2458c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 200 len: 1002 time: 0.0576813 Sep 29 23:34:54.705269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-bcfffd4d-258c-40e6-9c38-0807c6150bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:54.706710 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-bcfffd4d-258c-40e6-9c38-0807c6150bad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33a04bd5-2e20-47fb-8b3c-c10fcc57459c HTTP/1.1" status: 200 len: 835 time: 0.0480156 Sep 29 23:34:54.752999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-80d2a5cd-c8ab-497a-8f3b-6182d1152225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:54.754498 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-80d2a5cd-c8ab-497a-8f3b-6182d1152225 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=de1aef5e-5a63-417d-a93c-8cccd74b07c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405209 Sep 29 23:34:54.853850 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-02f4cbbc-462c-4138-b405-5f92bccec537 service neutron] 10.222.0.26 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907571 Sep 29 23:34:54.948121 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-f88ad089-885e-468a-8aa5-35f5be5546fe service neutron] 10.222.0.26 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871930 Sep 29 23:34:55.084219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-e6493cd5-4cc1-4b00-992e-a88ba1e217b8 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:55.086769 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-e6493cd5-4cc1-4b00-992e-a88ba1e217b8 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f&tenant_id=8c9b032445a841f1bea01ab3b724c1b3&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1097 time: 0.0847316 Sep 29 23:34:55.092639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d3a33-d5cd-4de4-ada8-5c54d5f80533 req-ca349ffd-9d49-4dac-b885-8321dd40f491 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:55.094274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-996d3a33-d5cd-4de4-ada8-5c54d5f80533 req-ca349ffd-9d49-4dac-b885-8321dd40f491 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0498240 Sep 29 23:34:55.098147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-811173-2'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:34:55.133426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-996d3a33-d5cd-4de4-ada8-5c54d5f80533 req-1b4fef0e-9e21-4e09-85ba-2fd8e2733e0d tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318911 Sep 29 23:34:55.153896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:55.298829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:55.346515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:34:55.372575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ca1e1c-d51c-4f32-95a5-3ff88e21e960 req-e68d70e0-9ae8-4b51-9f64-c3a36a6cb295 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:55.374072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61ca1e1c-d51c-4f32-95a5-3ff88e21e960 req-e68d70e0-9ae8-4b51-9f64-c3a36a6cb295 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0490639 Sep 29 23:34:55.387557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:34:55.389999 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01046fd0-b482-4103-8a37-e27b3a7948d9" -d '{"events": [{"server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9473eb-0165-4a75-925a-796db7be0046"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:34:55.394242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:55.400563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:55.416952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61ca1e1c-d51c-4f32-95a5-3ff88e21e960 req-896f5769-c2b0-437d-8f79-f72c470fdb19 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368869 Sep 29 23:34:55.431987 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddcef46b-e27d-4f27-93a1-10eaedaa35af x-openstack-request-id: req-ddcef46b-e27d-4f27-93a1-10eaedaa35af {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:34:55.432343 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9473eb-0165-4a75-925a-796db7be0046", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:34:55.432602 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ddcef46b-e27d-4f27-93a1-10eaedaa35af {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:34:55.433137 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046', 'code': 200} Sep 29 23:34:55.505250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9473eb-0165-4a75-925a-796db7be0046,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:55.517852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.518299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.518647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.518981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.519309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.519635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.519990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.520312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.520637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.520960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.521282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.521601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.569601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 on host n-h1-811173-2 for vnic_type normal with profile {"migrating_to": "n-h2-811173-2"} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:34:55.570571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:34:55.570873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:34:55.575575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Port fe9473eb-0165-4a75-925a-796db7be0046 on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:34:55.575933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Attempting to bind port fe9473eb-0165-4a75-925a-796db7be0046 on network de1aef5e-5a63-417d-a93c-8cccd74b07c1 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:34:55.581166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:34:55.581508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Checking segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:34:55.581901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Bound using segment: {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:34:55.582334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Bound port: fe9473eb-0165-4a75-925a-796db7be0046, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eba7ed0-99d4-452a-a66e-f605fc7fd45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:34:55.582698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:55.584964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8092cea3-82fd-4504-bb3a-b6d60478a4f4 req-c58d1fbb-291e-4206-8b24-ea0452c7f153 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:55.587400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8092cea3-82fd-4504-bb3a-b6d60478a4f4 req-c58d1fbb-291e-4206-8b24-ea0452c7f153 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 944 time: 0.0527976 Sep 29 23:34:55.638055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8092cea3-82fd-4504-bb3a-b6d60478a4f4 req-81269444-f902-40db-82cf-a3dae1d67100 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445001 Sep 29 23:34:55.656500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:34:55.660199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:34:55.661905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Provisioning complete for port fe9473eb-0165-4a75-925a-796db7be0046 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:34:55.662441 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:55.666760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:55.746130 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:55.769150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9473eb-0165-4a75-925a-796db7be0046,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:55.770091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:34:55.773646 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7614cb51-fe4a-488d-8477-cd3fe2bfb060" -d '{"events": [{"server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "name": "network-vif-plugged", "status": "completed", "tag": "fe9473eb-0165-4a75-925a-796db7be0046"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:34:55.788601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:55.794150 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:55.816165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:55.817255 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:55.819406 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-4ba55a49-4b7c-4aa8-b4b3-15aaa6a84fa0 service neutron] 10.222.0.26 "PUT /v2.0/ports/fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 200 len: 1122 time: 0.7252295 Sep 29 23:34:55.833266 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5103151c-7ebf-49bf-b9c6-1f999732a413 x-openstack-request-id: req-5103151c-7ebf-49bf-b9c6-1f999732a413 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:34:55.833266 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "name": "network-vif-plugged", "status": "completed", "tag": "fe9473eb-0165-4a75-925a-796db7be0046", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:34:55.833517 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5103151c-7ebf-49bf-b9c6-1f999732a413 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:34:55.833755 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046', 'code': 200} Sep 29 23:34:55.929926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Pushing event updated for resources: {'Port': ['ID=fe9473eb-0165-4a75-925a-796db7be0046,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:55.950694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.951041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.951381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.951717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.952072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.952404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.952732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.953057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.953386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.953709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.954029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.954350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ccb52e-e95e-42a6-99f1-1e8106e9d7d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:34:55.973735 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['fe9473eb-0165-4a75-925a-796db7be0046'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:34:56.156516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ea6e42f8-3584-4796-beba-3799e3ef8311 None None] Provisioning complete for port fe9473eb-0165-4a75-925a-796db7be0046 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:34:56.156802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ea6e42f8-3584-4796-beba-3799e3ef8311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:56.540439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f37a74-83c9-42e1-832c-f5cc4f0a7cb2 req-47039ba9-cedb-41ba-998b-b79b568e1941 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:56.541930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2f37a74-83c9-42e1-832c-f5cc4f0a7cb2 req-47039ba9-cedb-41ba-998b-b79b568e1941 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0481324 Sep 29 23:34:56.579652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2f37a74-83c9-42e1-832c-f5cc4f0a7cb2 req-927e8953-0fa4-4688-985f-10c969fdf479 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/security-groups?id=e987c14e-5ca8-499c-b81c-bb7107cb0128&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317264 Sep 29 23:34:56.755141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9439a440-bc89-43ba-ae7d-705be44380c7 req-198f83fd-c01c-4103-87f4-1e7dbff245d1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:56.756566 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9439a440-bc89-43ba-ae7d-705be44380c7 req-198f83fd-c01c-4103-87f4-1e7dbff245d1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.0498483 Sep 29 23:34:56.799104 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9439a440-bc89-43ba-ae7d-705be44380c7 req-73cd224e-bbe5-4123-afa5-b8d0c578aeb5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365033 Sep 29 23:34:57.137599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-ea2c23f4-f134-4bd5-b3fc-efed7bf60be1 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:57.139091 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-ea2c23f4-f134-4bd5-b3fc-efed7bf60be1 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.26 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 946 time: 0.0544143 Sep 29 23:34:57.227198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-af15c30e-3dc1-4b58-9cf4-6ede632feb54 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Deleting port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:34:57.227553 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-af15c30e-3dc1-4b58-9cf4-6ede632feb54 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:57.316701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-af15c30e-3dc1-4b58-9cf4-6ede632feb54 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] For port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,segment=NetworkSegment(b959d8e6-ac50-4d5f-bf74-db1be15b1619),segment_id=b959d8e6-ac50-4d5f-bf74-db1be15b1619)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:57.316988 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-af15c30e-3dc1-4b58-9cf4-6ede632feb54 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:57.328867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-af15c30e-3dc1-4b58-9cf4-6ede632feb54 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Calling delete_port for 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:34:57.435279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:34:57.437549 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c250288-5a30-4281-9425-8528a9a511c3" -d '{"events": [{"name": "network-changed", "server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "tag": "fe9473eb-0165-4a75-925a-796db7be0046"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:34:57.456625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-af15c30e-3dc1-4b58-9cf4-6ede632feb54 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:57.470448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7348cd52-8d6a-43a1-b9ff-c79ff187dd13'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:34:57.490855 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df57574-7173-4d04-be2d-eb63f239726d x-openstack-request-id: req-1df57574-7173-4d04-be2d-eb63f239726d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:34:57.491151 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "tag": "fe9473eb-0165-4a75-925a-796db7be0046", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:34:57.491406 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1df57574-7173-4d04-be2d-eb63f239726d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:34:57.491793 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046', 'status': 'completed', 'code': 200} Sep 29 23:34:57.494679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15c30e-3dc1-4b58-9cf4-6ede632feb54 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Pushing event deleted for resources: {'Port': ['ID=7348cd52-8d6a-43a1-b9ff-c79ff187dd13,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:57.539156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-af15c30e-3dc1-4b58-9cf4-6ede632feb54 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] No DVR routers for this DVR port 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:34:57.548538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-af15c30e-3dc1-4b58-9cf4-6ede632feb54 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:57.550407 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e1b20ab6-ae70-4803-9757-8c390e94c506 req-af15c30e-3dc1-4b58-9cf4-6ede632feb54 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.26 "DELETE /v2.0/ports/7348cd52-8d6a-43a1-b9ff-c79ff187dd13 HTTP/1.1" status: 204 len: 173 time: 0.4047720 Sep 29 23:34:57.585965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250288-5a30-4281-9425-8528a9a511c3 req-24b77d13-4b6a-48a0-bff2-bf6793949045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:57.587465 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c250288-5a30-4281-9425-8528a9a511c3 req-24b77d13-4b6a-48a0-bff2-bf6793949045 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1127 time: 0.0495305 Sep 29 23:34:57.678129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e041aec3-f5c6-446f-b28a-a6737445305a req-86ed509d-934b-4e1a-8d3a-96f780e9b650 tempest-TestServerAdvancedOps-381588605 tempest-TestServerAdvancedOps-381588605-project] 10.222.0.44 "GET /v2.0/ports?device_id=11589bd6-17e7-4e1a-b671-a365e2a4fec6 HTTP/1.1" status: 200 len: 210 time: 0.0279458 Sep 29 23:34:57.694787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250288-5a30-4281-9425-8528a9a511c3 req-91876c27-5b77-4dff-bd7b-38e7308567ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:57.696317 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c250288-5a30-4281-9425-8528a9a511c3 req-91876c27-5b77-4dff-bd7b-38e7308567ad service neutron] 10.222.0.42 "GET /v2.0/networks?id=de1aef5e-5a63-417d-a93c-8cccd74b07c1 HTTP/1.1" status: 200 len: 897 time: 0.1006906 Sep 29 23:34:57.763343 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c250288-5a30-4281-9425-8528a9a511c3 req-40ef9229-351c-4336-965b-dfaa30f33b30 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 200 len: 1002 time: 0.0583231 Sep 29 23:34:57.813465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250288-5a30-4281-9425-8528a9a511c3 req-22588ad3-09f2-41ca-91c8-8068b6332d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:57.814855 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c250288-5a30-4281-9425-8528a9a511c3 req-22588ad3-09f2-41ca-91c8-8068b6332d53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=33a04bd5-2e20-47fb-8b3c-c10fcc57459c HTTP/1.1" status: 200 len: 835 time: 0.0428617 Sep 29 23:34:57.859379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device fe9473eb-0165-4a75-925a-796db7be0046 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:34:57.868379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250288-5a30-4281-9425-8528a9a511c3 req-c8b815c4-f23b-4e44-935e-2b191433f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:57.869887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c250288-5a30-4281-9425-8528a9a511c3 req-c8b815c4-f23b-4e44-935e-2b191433f038 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=de1aef5e-5a63-417d-a93c-8cccd74b07c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461590 Sep 29 23:34:57.930795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41755847-d8e7-43f0-ac03-70c220ddf979 req-6d6edea1-fc5a-4847-8190-e6989baa9da0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:57.933043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41755847-d8e7-43f0-ac03-70c220ddf979 req-6d6edea1-fc5a-4847-8190-e6989baa9da0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.0604124 Sep 29 23:34:57.966647 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:34:57.979734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device fe9473eb-0165-4a75-925a-796db7be0046 has no active binding in host n-h2-811173-2 {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 29 23:34:57.982155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41755847-d8e7-43f0-ac03-70c220ddf979 req-dbe11a60-7a98-4e16-8ab3-f22d5f85bae8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417674 Sep 29 23:34:57.999947 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c250288-5a30-4281-9425-8528a9a511c3 req-d38b7ee9-26b7-4927-9c0a-19c019be89b1 service neutron] 10.222.0.42 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155586 Sep 29 23:34:58.101930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c250288-5a30-4281-9425-8528a9a511c3 req-bd926577-16de-4638-83f1-d32f16ee6d9d service neutron] 10.222.0.42 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922780 Sep 29 23:34:58.739180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56708) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:58.784780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6991f18-5dce-4db9-b92a-a24dd478c43b admin admin] Deleting subnet cd17681c-03ae-4c7c-b35f-2db5e76a37de {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:34:58.787704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6991f18-5dce-4db9-b92a-a24dd478c43b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:58.823584 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6991f18-5dce-4db9-b92a-a24dd478c43b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:58.866335 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6991f18-5dce-4db9-b92a-a24dd478c43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:58.917896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6991f18-5dce-4db9-b92a-a24dd478c43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:58.943255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6991f18-5dce-4db9-b92a-a24dd478c43b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd17681c-03ae-4c7c-b35f-2db5e76a37de,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:58.949163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6991f18-5dce-4db9-b92a-a24dd478c43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:58.951094 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f6991f18-5dce-4db9-b92a-a24dd478c43b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cd17681c-03ae-4c7c-b35f-2db5e76a37de HTTP/1.1" status: 204 len: 168 time: 0.2105739 Sep 29 23:34:58.953320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56710) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:59.021136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.099047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06acc6b-54ed-49c1-a88d-b6cc484ae316 req-53e0820b-8adf-4838-9843-15aac7df6a46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:34:59.100655 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b06acc6b-54ed-49c1-a88d-b6cc484ae316 req-53e0820b-8adf-4838-9843-15aac7df6a46 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.0516005 Sep 29 23:34:59.106600 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.127216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae7fb29-a601-4f92-8330-c9bb04758ec0']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:34:59.137358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b959d8e6-ac50-4d5f-bf74-db1be15b1619') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:34:59.137656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b959d8e6-ac50-4d5f-bf74-db1be15b1619') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:34:59.139554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b06acc6b-54ed-49c1-a88d-b6cc484ae316 req-15dc65c2-6ec9-4ccc-bd4f-1aeec595ae39 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327699 Sep 29 23:34:59.146933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.160430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.166431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:34:59.166827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:34:59.168529 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:34:59.224604 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.230261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.232284 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/bae7fb29-a601-4f92-8330-c9bb04758ec0 HTTP/1.1" status: 204 len: 168 time: 0.2780421 Sep 29 23:34:59.235140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56714) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:59.243728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e4523c-f0ed-4cde-985b-a5602bd90ed0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bae7fb29-a601-4f92-8330-c9bb04758ec0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:59.280439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-489fe5ca-066b-454c-8f36-4832e4ed5cb3 admin admin] Deleting subnet a04b94b2-6f3b-4393-b995-c257b70b97f6 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:34:59.283441 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-489fe5ca-066b-454c-8f36-4832e4ed5cb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.321723 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-489fe5ca-066b-454c-8f36-4832e4ed5cb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.361075 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-489fe5ca-066b-454c-8f36-4832e4ed5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.411525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-489fe5ca-066b-454c-8f36-4832e4ed5cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.437653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fe5ca-066b-454c-8f36-4832e4ed5cb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04b94b2-6f3b-4393-b995-c257b70b97f6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:59.441245 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-489fe5ca-066b-454c-8f36-4832e4ed5cb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.443213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-489fe5ca-066b-454c-8f36-4832e4ed5cb3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a04b94b2-6f3b-4393-b995-c257b70b97f6 HTTP/1.1" status: 204 len: 168 time: 0.2070019 Sep 29 23:34:59.445702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56716) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:59.493239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11589bd6-17e7-4e1a-b671-a365e2a4fec6', 'name': 'network-vif-deleted', 'tag': '7348cd52-8d6a-43a1-b9ff-c79ff187dd13'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:34:59.495784 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbf6565-f10d-4886-b039-8e74f5950ad0" -d '{"events": [{"server_uuid": "11589bd6-17e7-4e1a-b671-a365e2a4fec6", "name": "network-vif-deleted", "tag": "7348cd52-8d6a-43a1-b9ff-c79ff187dd13"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:34:59.517170 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.530657 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27730c78-fd37-4888-824e-615a5409f96e x-openstack-request-id: req-27730c78-fd37-4888-824e-615a5409f96e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:34:59.530900 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11589bd6-17e7-4e1a-b671-a365e2a4fec6", "name": "network-vif-deleted", "tag": "7348cd52-8d6a-43a1-b9ff-c79ff187dd13", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:34:59.531154 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-27730c78-fd37-4888-824e-615a5409f96e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:34:59.531560 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11589bd6-17e7-4e1a-b671-a365e2a4fec6', 'name': 'network-vif-deleted', 'tag': '7348cd52-8d6a-43a1-b9ff-c79ff187dd13', 'status': 'completed', 'code': 200} Sep 29 23:34:59.595433 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.614944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79586cf7-7bed-46e5-bfbd-bd082802b45f']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:34:59.624528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9edd975-983d-4520-8e4b-2d1ca1247da8') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:34:59.624831 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9edd975-983d-4520-8e4b-2d1ca1247da8') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:34:59.633868 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.646405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.652142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:34:59.652532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:34:59.654384 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:34:59.712611 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.717343 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.719226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] 10.222.0.44 "DELETE /v2.0/networks/79586cf7-7bed-46e5-bfbd-bd082802b45f HTTP/1.1" status: 204 len: 168 time: 0.2726183 Sep 29 23:34:59.732408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117aa9c2-2ac1-459b-9df4-6c6881484542 admin admin] Pushing event deleted for resources: {'Network': ['ID=79586cf7-7bed-46e5-bfbd-bd082802b45f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:34:59.878075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56722) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:59.918124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9df43d70-c294-4686-b9e2-a40038d29f02 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b037eecffbf84194b6edaa6bcc66182a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388410 Sep 29 23:34:59.920516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56724) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:34:59.967679 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54556f69-481b-4332-8ca6-5522999362b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:34:59.988615 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54556f69-481b-4332-8ca6-5522999362b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:00.036033 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54556f69-481b-4332-8ca6-5522999362b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:00.039219 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-54556f69-481b-4332-8ca6-5522999362b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:00.042843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-54556f69-481b-4332-8ca6-5522999362b9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e987c14e-5ca8-499c-b81c-bb7107cb0128 HTTP/1.1" status: 204 len: 168 time: 0.1191118 Sep 29 23:35:00.048241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54556f69-481b-4332-8ca6-5522999362b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e987c14e-5ca8-499c-b81c-bb7107cb0128,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:00.255754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e75266-2db3-4c8f-a4b6-8a60b52fcd81 req-b6aba3ab-7c7d-4da9-a3f1-6a6d47150a1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:00.257915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20e75266-2db3-4c8f-a4b6-8a60b52fcd81 req-b6aba3ab-7c7d-4da9-a3f1-6a6d47150a1f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.0503683 Sep 29 23:35:00.295808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20e75266-2db3-4c8f-a4b6-8a60b52fcd81 req-da24e94e-7b88-4534-9aff-4aebfc387935 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316515 Sep 29 23:35:00.369459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56732) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:00.407405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-55adb619-6d13-4b8e-bc24-b852f2dd0c19 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=04985212f4eb4533a9d69ad2aea45cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367575 Sep 29 23:35:00.409717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56734) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:00.457239 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc884077-5060-4739-b98f-511c694ad4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:00.478824 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc884077-5060-4739-b98f-511c694ad4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:00.524675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc884077-5060-4739-b98f-511c694ad4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:00.527459 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc884077-5060-4739-b98f-511c694ad4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:00.528698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dc884077-5060-4739-b98f-511c694ad4bf admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c2e08f4e-9965-49fd-ba97-cf514a00ba2f HTTP/1.1" status: 204 len: 168 time: 0.1180220 Sep 29 23:35:00.536471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc884077-5060-4739-b98f-511c694ad4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e08f4e-9965-49fd-ba97-cf514a00ba2f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:00.704351 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:35:01.176678 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-7d0269e8-e51e-4271-98a5-0c3c78c5bed7 service neutron] 10.222.0.42 "GET /v2.0/ports/fe9473eb-0165-4a75-925a-796db7be0046/bindings/n-h2-811173-2 HTTP/1.1" status: 200 len: 384 time: 0.0569549 Sep 29 23:35:01.351451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-92af021d-018c-4600-8ede-1cf847c15b52 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:01.372004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-92af021d-018c-4600-8ede-1cf847c15b52 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:35:01.416245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-92af021d-018c-4600-8ede-1cf847c15b52 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:01.418377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c22c62-fff6-41ab-bc5e-75d3454649ec req-cbdde89a-e801-4273-ae06-e8a6e28900f4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:01.419932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12c22c62-fff6-41ab-bc5e-75d3454649ec req-cbdde89a-e801-4273-ae06-e8a6e28900f4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 946 time: 0.0514543 Sep 29 23:35:01.430794 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-92af021d-018c-4600-8ede-1cf847c15b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:01.458581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12c22c62-fff6-41ab-bc5e-75d3454649ec req-dfbd6662-f6da-4235-a58c-a0ea35410936 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325236 Sep 29 23:35:01.780939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:35:01.783166 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb86680a-a159-43b5-95a4-03e62afa9d05" -d '{"events": [{"server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9473eb-0165-4a75-925a-796db7be0046"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:35:01.811597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-92af021d-018c-4600-8ede-1cf847c15b52 service neutron] Transition to ACTIVE for port object fe9473eb-0165-4a75-925a-796db7be0046 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:35:01.817165 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-92af021d-018c-4600-8ede-1cf847c15b52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:01.821302 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3860ec4b-1a47-43b6-b2a1-a76af6d9f0a6 x-openstack-request-id: req-3860ec4b-1a47-43b6-b2a1-a76af6d9f0a6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:35:01.821586 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "name": "network-vif-unplugged", "status": "completed", "tag": "fe9473eb-0165-4a75-925a-796db7be0046", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:35:01.821836 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3860ec4b-1a47-43b6-b2a1-a76af6d9f0a6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:35:01.822220 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046', 'code': 200} Sep 29 23:35:01.874155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:35:01.897621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:35:01.898155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7348cd52-8d6a-43a1-b9ff-c79ff187dd13 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:35:01.910916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92af021d-018c-4600-8ede-1cf847c15b52 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9473eb-0165-4a75-925a-796db7be0046,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:01.950396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-92af021d-018c-4600-8ede-1cf847c15b52 service neutron] No DVR routers for this DVR port fe9473eb-0165-4a75-925a-796db7be0046 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:35:02.082334 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-92af021d-018c-4600-8ede-1cf847c15b52 service neutron] 10.222.0.42 "PUT /v2.0/ports/fe9473eb-0165-4a75-925a-796db7be0046/bindings/n-h2-811173-2/activate HTTP/1.1" status: 200 len: 369 time: 0.8983223 Sep 29 23:35:02.212148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-37aacb7f-2b10-4fbb-ba44-2d2ff20863a6 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:02.213604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-37aacb7f-2b10-4fbb-ba44-2d2ff20863a6 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f&tenant_id=8c9b032445a841f1bea01ab3b724c1b3&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.0445406 Sep 29 23:35:02.259641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-1616f96a-754a-4eef-a8f6-02e9a860b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:02.261149 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-1616f96a-754a-4eef-a8f6-02e9a860b230 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 1096 time: 0.0401788 Sep 29 23:35:02.327607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-016c227d-5c39-4971-8f21-72eca29958bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:02.329144 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-016c227d-5c39-4971-8f21-72eca29958bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1096 time: 0.0452106 Sep 29 23:35:02.419238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-9f651449-ca28-4fb5-99e5-a0e45c162e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:02.420745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-9f651449-ca28-4fb5-99e5-a0e45c162e7a service neutron] 10.222.0.26 "GET /v2.0/networks?id=de1aef5e-5a63-417d-a93c-8cccd74b07c1 HTTP/1.1" status: 200 len: 897 time: 0.0836496 Sep 29 23:35:02.492057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-bab42593-66f7-40e4-ba7d-d04faf29b7c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 200 len: 1000 time: 0.0630722 Sep 29 23:35:02.541129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-f0c5e4c3-59e9-4133-b431-ea40215403ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:02.542617 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-f0c5e4c3-59e9-4133-b431-ea40215403ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33a04bd5-2e20-47fb-8b3c-c10fcc57459c HTTP/1.1" status: 200 len: 835 time: 0.0440149 Sep 29 23:35:02.580950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a8c96-d6fe-49a7-aa6c-7a1d84be080b req-52f4aed3-2ccd-4a78-9c74-0433dd2056ed tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:02.582414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b8a8c96-d6fe-49a7-aa6c-7a1d84be080b req-52f4aed3-2ccd-4a78-9c74-0433dd2056ed tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 945 time: 0.0568993 Sep 29 23:35:02.593673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-f3ee24ce-b557-4847-b579-51458a87a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:02.595469 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-f3ee24ce-b557-4847-b579-51458a87a965 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=de1aef5e-5a63-417d-a93c-8cccd74b07c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461853 Sep 29 23:35:02.621483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b8a8c96-d6fe-49a7-aa6c-7a1d84be080b req-082504a6-093f-4d22-9830-4c94e657a39d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314384 Sep 29 23:35:02.691342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-10cab061-729d-43b1-ab23-08ad0297d33a service neutron] 10.222.0.26 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879309 Sep 29 23:35:02.780964 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-dfde87a1-f7a9-4117-92de-a31fa6045d4a service neutron] 10.222.0.26 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817523 Sep 29 23:35:03.051087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-cb37465f-69bc-4a9d-b409-aefcc382ccfc tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:03.052614 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-cb37465f-69bc-4a9d-b409-aefcc382ccfc tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f&tenant_id=8c9b032445a841f1bea01ab3b724c1b3&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 1096 time: 0.0481977 Sep 29 23:35:03.203147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-0233fddd-b138-4fbf-be59-45c836c0e536 service neutron] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:35:03.206526 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-0233fddd-b138-4fbf-be59-45c836c0e536 service neutron] Notify callbacks [] for binding, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:03.207672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdab0486-9125-4c22-b81a-58b33be6b5cb req-0233fddd-b138-4fbf-be59-45c836c0e536 service neutron] 10.222.0.26 "DELETE /v2.0/ports/fe9473eb-0165-4a75-925a-796db7be0046/bindings/n-h1-811173-2 HTTP/1.1" status: 204 len: 173 time: 0.1472278 Sep 29 23:35:03.304359 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-17b39d0a-c4b4-4b27-9ae2-ad8ca587f427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:03.738858 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd11f16-7c11-4566-a986-e0bc2fac916c req-0f69cb67-70f0-40cf-99b5-22f095eb52df tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:03.740339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cd11f16-7c11-4566-a986-e0bc2fac916c req-0f69cb67-70f0-40cf-99b5-22f095eb52df tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 945 time: 0.0473053 Sep 29 23:35:03.777666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9cd11f16-7c11-4566-a986-e0bc2fac916c req-5f3080ad-fa21-4a6d-bfc3-417cc681afd5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307829 Sep 29 23:35:03.825504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fe9473eb-0165-4a75-925a-796db7be0046 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:35:03.874102 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device fe9473eb-0165-4a75-925a-796db7be0046 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:35:03.902067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9399e456-1318-4c52-b931-5a9e01e77668 req-ceca2abe-9f81-44df-95ce-688e6bc922d7 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:03.903687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9399e456-1318-4c52-b931-5a9e01e77668 req-ceca2abe-9f81-44df-95ce-688e6bc922d7 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1096 time: 0.0439517 Sep 29 23:35:03.939584 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9399e456-1318-4c52-b931-5a9e01e77668 req-a6da34bf-2f02-48af-8758-c38beb62ceb5 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0291693 Sep 29 23:35:04.054510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8476f5-700c-40f0-8677-c248ea1a259f req-d8d784dd-d6c2-4d9e-96b7-3bd7f0fd6ad9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:04.056024 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df8476f5-700c-40f0-8677-c248ea1a259f req-d8d784dd-d6c2-4d9e-96b7-3bd7f0fd6ad9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 945 time: 0.0507855 Sep 29 23:35:04.093377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df8476f5-700c-40f0-8677-c248ea1a259f req-61dd104b-c1f7-4ba8-911f-35c17c0d2ef8 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313096 Sep 29 23:35:04.115264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56752) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:04.183971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0c39f3d2-4df2-4406-93f9-eed3e337db0e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/6171045e-703a-46c5-8c89-32d46db47d79 HTTP/1.1" status: 200 len: 992 time: 0.0674486 Sep 29 23:35:04.402278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:04.556066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 10305eff-d116-41ee-bd84-7b7a75ddea9f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:35:04.556328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:04.630541 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:04.630895 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:04.642958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 10305eff-d116-41ee-bd84-7b7a75ddea9f owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:35:04.786103 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:04.811251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=10305eff-d116-41ee-bd84-7b7a75ddea9f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:04.873852 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:04.874178 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Floating IP 6171045e-703a-46c5-8c89-32d46db47d79 disassociated (deleted). External IP: 172.25.4.182, port: fe9473eb-0165-4a75-925a-796db7be0046. Sep 29 23:35:05.076846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router 7e2998fa-7421-4c53-b29f-803131021302 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:35:05.183076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:35:05.187816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:05.193263 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] Sync routers for ids ['7e2998fa-7421-4c53-b29f-803131021302'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:35:05.203269 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] Routers {'7e2998fa-7421-4c53-b29f-803131021302'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:35:05.203905 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:34:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7e2998fa-7421-4c53-b29f-803131021302'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:05.215014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7b574dd5-fc28-4846-8284-511560ef3ac2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/floatingips/6171045e-703a-46c5-8c89-32d46db47d79 HTTP/1.1" status: 204 len: 168 time: 0.8116727 Sep 29 23:35:05.215598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:35:05.217860 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f46f53-3b80-4476-a884-69a1a519c096" -d '{"events": [{"name": "network-changed", "server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "tag": "fe9473eb-0165-4a75-925a-796db7be0046"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:35:05.255291 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b601988c-10a7-48e6-bdb2-d267697e77cf x-openstack-request-id: req-b601988c-10a7-48e6-bdb2-d267697e77cf {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:35:05.255617 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "tag": "fe9473eb-0165-4a75-925a-796db7be0046", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:35:05.256211 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b601988c-10a7-48e6-bdb2-d267697e77cf {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:35:05.256623 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046', 'status': 'completed', 'code': 200} Sep 29 23:35:05.318503 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] Set router 7e2998fa-7421-4c53-b29f-803131021302 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:35:05.334271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-7b5b6962-70b3-4b36-9763-60347dff1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:05.336800 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-7b5b6962-70b3-4b36-9763-60347dff1bc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 1096 time: 0.0571001 Sep 29 23:35:05.452867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-fa405a3e-36be-47ef-8d84-df75c6920731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:05.454560 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-fa405a3e-36be-47ef-8d84-df75c6920731 service neutron] 10.222.0.26 "GET /v2.0/networks?id=de1aef5e-5a63-417d-a93c-8cccd74b07c1 HTTP/1.1" status: 200 len: 897 time: 0.0963788 Sep 29 23:35:05.468202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ea811-465a-4681-b834-26627ba30c00 req-0c94ae45-c0e2-45b4-8936-6a90c4e2e9e1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:05.484077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c4ea811-465a-4681-b834-26627ba30c00 req-0c94ae45-c0e2-45b4-8936-6a90c4e2e9e1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 945 time: 0.0584528 Sep 29 23:35:05.510651 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-d92883ef-7e21-443a-922c-e6ea32a25e21 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 200 len: 217 time: 0.0476105 Sep 29 23:35:05.521901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c4ea811-465a-4681-b834-26627ba30c00 req-e144493e-bef7-41a9-a5ae-cad34aa7217f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366807 Sep 29 23:35:05.564369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-d66c421a-c1f0-412f-aacd-9cf309480481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:05.565844 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-d66c421a-c1f0-412f-aacd-9cf309480481 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=33a04bd5-2e20-47fb-8b3c-c10fcc57459c HTTP/1.1" status: 200 len: 835 time: 0.0467348 Sep 29 23:35:05.618182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-6412055d-93ea-4a40-9742-275ffa9624f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:05.619892 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-6412055d-93ea-4a40-9742-275ffa9624f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=de1aef5e-5a63-417d-a93c-8cccd74b07c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425062 Sep 29 23:35:05.633250 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:18Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3e1ed882-ed74-4da8-8e9b-3fe5c7853602', 'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:64:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:17Z', 'updated_at': '2021-09-29T23:33:23Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:05.660502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] Checking router: 7e2998fa-7421-4c53-b29f-803131021302 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:35:05.668950 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] Routers {'7e2998fa-7421-4c53-b29f-803131021302'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:35:05.669567 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:34:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7e2998fa-7421-4c53-b29f-803131021302'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:05.723779 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-a26de18b-4280-4c5b-bbaa-2428f2b08078 service neutron] 10.222.0.26 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900342 Sep 29 23:35:05.778167 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] Set router 7e2998fa-7421-4c53-b29f-803131021302 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:35:05.816593 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f0f46f53-3b80-4476-a884-69a1a519c096 req-9b078cac-8803-488d-ac7a-ef2dbe95a7ad service neutron] 10.222.0.26 "GET /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841529 Sep 29 23:35:05.890292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-fa50bf49-7045-49e2-907e-7d279bc91bcb tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:05.892005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-fa50bf49-7045-49e2-907e-7d279bc91bcb tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "GET /v2.0/ports?device_id=12945aaf-dc80-422b-b7f9-c099caf1058f HTTP/1.1" status: 200 len: 945 time: 0.0556781 Sep 29 23:35:05.976791 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:18Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3e1ed882-ed74-4da8-8e9b-3fe5c7853602', 'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:64:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:17Z', 'updated_at': '2021-09-29T23:33:23Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:05.983128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-413c7319-36ae-4945-ac88-64b6026b28bd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port fe9473eb-0165-4a75-925a-796db7be0046 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:35:05.983482 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-413c7319-36ae-4945-ac88-64b6026b28bd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:06.003494 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9ceee1-3df7-4b6f-9293-3395eee31411 None None] The sync data for ids ['7e2998fa-7421-4c53-b29f-803131021302'] in n-d-811173-2 is: [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:33:18Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3e1ed882-ed74-4da8-8e9b-3fe5c7853602', 'name': '', 'network_id': 'de1aef5e-5a63-417d-a93c-8cccd74b07c1', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:64:49:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_interface', 'standard_attr_id': 3455, 'fixed_ips': [{'subnet_id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:17Z', 'updated_at': '2021-09-29T23:33:23Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': '33a04bd5-2e20-47fb-8b3c-c10fcc57459c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:35:06.082647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-413c7319-36ae-4945-ac88-64b6026b28bd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port fe9473eb-0165-4a75-925a-796db7be0046, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=fe9473eb-0165-4a75-925a-796db7be0046,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:06.083010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-413c7319-36ae-4945-ac88-64b6026b28bd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:06.095553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-413c7319-36ae-4945-ac88-64b6026b28bd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for fe9473eb-0165-4a75-925a-796db7be0046 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:35:06.226333 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e90b5da7-eda2-4146-be23-9a60b8bea597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:06.233514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-413c7319-36ae-4945-ac88-64b6026b28bd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:06.249881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f62dcb2-8a45-4e5d-a11a-227895d6bce9 None None] New status for floating IP 6171045e-703a-46c5-8c89-32d46db47d79: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:35:06.269140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c7319-36ae-4945-ac88-64b6026b28bd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=fe9473eb-0165-4a75-925a-796db7be0046,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:06.312317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-413c7319-36ae-4945-ac88-64b6026b28bd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] No DVR routers for this DVR port fe9473eb-0165-4a75-925a-796db7be0046 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:35:06.315543 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-413c7319-36ae-4945-ac88-64b6026b28bd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:06.318175 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c8b7a1d2-b6b0-4718-878c-56e055cd7a05 req-413c7319-36ae-4945-ac88-64b6026b28bd tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "DELETE /v2.0/ports/fe9473eb-0165-4a75-925a-796db7be0046 HTTP/1.1" status: 204 len: 173 time: 0.4201946 Sep 29 23:35:06.318800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'name': 'network-vif-deleted', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:35:06.322224 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e517125d-8046-4a1f-8e83-cae674d01aa8" -d '{"events": [{"server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "name": "network-vif-deleted", "tag": "fe9473eb-0165-4a75-925a-796db7be0046"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:35:06.372353 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85200525-9162-44f4-98ce-ee66adb490b9 x-openstack-request-id: req-85200525-9162-44f4-98ce-ee66adb490b9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:35:06.372908 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12945aaf-dc80-422b-b7f9-c099caf1058f", "name": "network-vif-deleted", "tag": "fe9473eb-0165-4a75-925a-796db7be0046", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:35:06.372908 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85200525-9162-44f4-98ce-ee66adb490b9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:35:06.373496 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12945aaf-dc80-422b-b7f9-c099caf1058f', 'name': 'network-vif-deleted', 'tag': 'fe9473eb-0165-4a75-925a-796db7be0046', 'status': 'completed', 'code': 200} Sep 29 23:35:06.572541 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:06.585604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56770) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:06.956741 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:07.211806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:35:07.212091 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:07.298492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port 3e1ed882-ed74-4da8-8e9b-3fe5c7853602, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3e1ed882-ed74-4da8-8e9b-3fe5c7853602,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:07.298861 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:07.311924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:35:07.486289 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:07.497775 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:07.529083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=3e1ed882-ed74-4da8-8e9b-3fe5c7853602,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:07.715746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:07.926629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router 7e2998fa-7421-4c53-b29f-803131021302 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:35:08.030556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:35:08.036066 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b0a49b41-7f59-48e4-99a8-702bbfe7da64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "PUT /v2.0/routers/7e2998fa-7421-4c53-b29f-803131021302/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4492919 Sep 29 23:35:08.038707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56772) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:08.041294 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] Sync routers for ids ['7e2998fa-7421-4c53-b29f-803131021302'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:35:08.050323 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] Routers {'7e2998fa-7421-4c53-b29f-803131021302'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:35:08.050929 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:35:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7e2998fa-7421-4c53-b29f-803131021302'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:08.159599 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] Set router 7e2998fa-7421-4c53-b29f-803131021302 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:35:08.346696 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:35:07Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:08.373548 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] Checking router: 7e2998fa-7421-4c53-b29f-803131021302 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:35:08.381718 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] Routers {'7e2998fa-7421-4c53-b29f-803131021302'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:35:08.382999 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:35:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['7e2998fa-7421-4c53-b29f-803131021302'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:08.399597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f9bbdb-952f-4ae5-b9dd-8d20aac4f63c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting subnet 33a04bd5-2e20-47fb-8b3c-c10fcc57459c {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:35:08.402698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75f9bbdb-952f-4ae5-b9dd-8d20aac4f63c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:08.443394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75f9bbdb-952f-4ae5-b9dd-8d20aac4f63c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:08.486257 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] Set router 7e2998fa-7421-4c53-b29f-803131021302 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:35:08.529876 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75f9bbdb-952f-4ae5-b9dd-8d20aac4f63c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:08.591252 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75f9bbdb-952f-4ae5-b9dd-8d20aac4f63c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:08.620100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9bbdb-952f-4ae5-b9dd-8d20aac4f63c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Subnet': ['ID=33a04bd5-2e20-47fb-8b3c-c10fcc57459c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:08.624931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75f9bbdb-952f-4ae5-b9dd-8d20aac4f63c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:08.629447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-75f9bbdb-952f-4ae5-b9dd-8d20aac4f63c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/subnets/33a04bd5-2e20-47fb-8b3c-c10fcc57459c HTTP/1.1" status: 204 len: 168 time: 0.5867002 Sep 29 23:35:08.630158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56774) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:08.633773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4482fde6-1bbf-498b-a88d-65c565d3e491 None None] Network de1aef5e-5a63-417d-a93c-8cccd74b07c1 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:35:08.673051 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:35:07Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:08.705898 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc93c2c2-6bf8-49fe-9faa-6494a393aab0 None None] The sync data for ids ['7e2998fa-7421-4c53-b29f-803131021302'] in n-d-811173-2 is: [{'id': '7e2998fa-7421-4c53-b29f-803131021302', 'name': 'tempest-TestNetworkAdvancedServerOps-router-324157386', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236'}], 'enable_snat': True}, 'gw_port_id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:33:12Z', 'updated_at': '2021-09-29T23:35:07Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': '7e2881cc-1794-4aaa-9241-12b37f18766a', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:1c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e2998fa-7421-4c53-b29f-803131021302', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3452, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:33:13Z', 'updated_at': '2021-09-29T23:33:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:35:08.712773 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:08.768835 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:08.886830 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:08.939587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 7e2881cc-1794-4aaa-9241-12b37f18766a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:35:08.939967 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.023348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port 7e2881cc-1794-4aaa-9241-12b37f18766a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7e2881cc-1794-4aaa-9241-12b37f18766a,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:09.023727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.035254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 7e2881cc-1794-4aaa-9241-12b37f18766a owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:35:09.097008 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fdc1a-dee9-4840-b770-d70e8b0fb4a9 None None] DHCP port deletion for de1aef5e-5a63-417d-a93c-8cccd74b07c1 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:35:09.155079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a40fdc1a-dee9-4840-b770-d70e8b0fb4a9 None None] Deleting port 0701a329-6b91-4dec-9215-b306426977ed {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:35:09.155569 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a40fdc1a-dee9-4840-b770-d70e8b0fb4a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.176267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:35:09.201172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:35:09.201775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3e1ed882-ed74-4da8-8e9b-3fe5c7853602 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:35:09.202452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0701a329-6b91-4dec-9215-b306426977ed no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:35:09.216415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.244586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=7e2881cc-1794-4aaa-9241-12b37f18766a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:09.277189 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a40fdc1a-dee9-4840-b770-d70e8b0fb4a9 None None] For port 0701a329-6b91-4dec-9215-b306426977ed, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0701a329-6b91-4dec-9215-b306426977ed,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:09.277588 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a40fdc1a-dee9-4840-b770-d70e8b0fb4a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.295104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a40fdc1a-dee9-4840-b770-d70e8b0fb4a9 None None] Calling delete_port for 0701a329-6b91-4dec-9215-b306426977ed owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:35:09.311672 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.376202 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.406990 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.409225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.426495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 0701a329-6b91-4dec-9215-b306426977ed, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0701a329-6b91-4dec-9215-b306426977ed,segment=NetworkSegment(7eba7ed0-99d4-452a-a66e-f605fc7fd45d),segment_id=7eba7ed0-99d4-452a-a66e-f605fc7fd45d)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:09.431222 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.456088 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.456448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a40fdc1a-dee9-4840-b770-d70e8b0fb4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.456642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Fanout notify agent at l3_agent the message router_deleted on router 7e2998fa-7421-4c53-b29f-803131021302 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:35:09.464875 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.465936 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4216c8a1-4d9a-4339-9a34-95b3f7f4682e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/routers/7e2998fa-7421-4c53-b29f-803131021302 HTTP/1.1" status: 204 len: 168 time: 0.8354146 Sep 29 23:35:09.468871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56778) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:09.473695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40fdc1a-dee9-4840-b770-d70e8b0fb4a9 None None] No DVR routers for this DVR port 0701a329-6b91-4dec-9215-b306426977ed on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:35:09.493331 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=0701a329-6b91-4dec-9215-b306426977ed,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:09.517080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fdc1a-dee9-4840-b770-d70e8b0fb4a9 None None] Pushing event deleted for resources: {'Port': ['ID=0701a329-6b91-4dec-9215-b306426977ed,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:09.562896 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.649974 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.671776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1aef5e-5a63-417d-a93c-8cccd74b07c1']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:09.681596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eba7ed0-99d4-452a-a66e-f605fc7fd45d') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:09.681901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eba7ed0-99d4-452a-a66e-f605fc7fd45d') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:09.695405 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.696402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.709640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.715639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Releasing vlan 526 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:35:09.716138 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:35:09.719347 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:35:09.776559 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.783094 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.784925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/networks/de1aef5e-5a63-417d-a93c-8cccd74b07c1 HTTP/1.1" status: 204 len: 168 time: 0.3141398 Sep 29 23:35:09.787725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56780) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:09.795677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Network': ['ID=de1aef5e-5a63-417d-a93c-8cccd74b07c1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:09.803017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.803371 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.803715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.804610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.804950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.805285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.805614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.805941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.806268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.806591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.806913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.807232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a750ef8f-d736-49ae-ac88-6e7416bf5892 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:09.849029 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4c58e55-e3e1-4620-a53c-15ba2b03724e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.875561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4c58e55-e3e1-4620-a53c-15ba2b03724e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.901154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device fe9473eb-0165-4a75-925a-796db7be0046 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:35:09.922818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: fe9473eb-0165-4a75-925a-796db7be0046 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:35:09.923096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device fe9473eb-0165-4a75-925a-796db7be0046 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:35:09.945675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4c58e55-e3e1-4620-a53c-15ba2b03724e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.949024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f4c58e55-e3e1-4620-a53c-15ba2b03724e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:09.950212 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f4c58e55-e3e1-4620-a53c-15ba2b03724e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/security-groups/ea8437e6-24bf-4d9f-8512-1933fa6cc7d3 HTTP/1.1" status: 204 len: 168 time: 0.1612620 Sep 29 23:35:09.959801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c58e55-e3e1-4620-a53c-15ba2b03724e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8437e6-24bf-4d9f-8512-1933fa6cc7d3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:10.171896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56786) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:10.176648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-92ad0f9b-a477-4612-a2c7-d97a6d2c63b5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075543340', 'description': 'tempest-secgroup-smoke-1075543340 description', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:10.207698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92ad0f9b-a477-4612-a2c7-d97a6d2c63b5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.290156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92ad0f9b-a477-4612-a2c7-d97a6d2c63b5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.293860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92ad0f9b-a477-4612-a2c7-d97a6d2c63b5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.316018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92ad0f9b-a477-4612-a2c7-d97a6d2c63b5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.320986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-92ad0f9b-a477-4612-a2c7-d97a6d2c63b5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1443229 Sep 29 23:35:10.321355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56788) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:10.326099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad0f9b-a477-4612-a2c7-d97a6d2c63b5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=701cf68b-a395-4ddc-bc46-4968dc836b29,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:10.326269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-daf35535-c1a8-45cb-b0cb-a9fad80bd698 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '701cf68b-a395-4ddc-bc46-4968dc836b29', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:10.355604 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daf35535-c1a8-45cb-b0cb-a9fad80bd698 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.409866 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daf35535-c1a8-45cb-b0cb-a9fad80bd698 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.413881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daf35535-c1a8-45cb-b0cb-a9fad80bd698 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.432176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf35535-c1a8-45cb-b0cb-a9fad80bd698 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d067cb-ced7-4c12-8a8c-87affa5b8075,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:10.437384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-daf35535-c1a8-45cb-b0cb-a9fad80bd698 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.438528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-daf35535-c1a8-45cb-b0cb-a9fad80bd698 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160424 Sep 29 23:35:10.441381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56790) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:10.445986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4a9994c4-a9e3-4e5e-82c8-014684cea32b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '701cf68b-a395-4ddc-bc46-4968dc836b29', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:10.471927 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9994c4-a9e3-4e5e-82c8-014684cea32b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.531333 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9994c4-a9e3-4e5e-82c8-014684cea32b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.534750 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9994c4-a9e3-4e5e-82c8-014684cea32b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.562361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9994c4-a9e3-4e5e-82c8-014684cea32b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=079c2d10-4977-4ad7-a88c-0e7b09b196b2,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:10.571158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a9994c4-a9e3-4e5e-82c8-014684cea32b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.572518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4a9994c4-a9e3-4e5e-82c8-014684cea32b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298993 Sep 29 23:35:10.575246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56792) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:10.579590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-85bb2116-71bc-48e1-abdb-6d933fb0ec93 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '701cf68b-a395-4ddc-bc46-4968dc836b29', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:10.609721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85bb2116-71bc-48e1-abdb-6d933fb0ec93 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.669499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85bb2116-71bc-48e1-abdb-6d933fb0ec93 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.673022 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85bb2116-71bc-48e1-abdb-6d933fb0ec93 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.691614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb2116-71bc-48e1-abdb-6d933fb0ec93 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed50c9dd-08f7-498e-97ac-abaee1b1f733,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:10.698679 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85bb2116-71bc-48e1-abdb-6d933fb0ec93 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.699949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-85bb2116-71bc-48e1-abdb-6d933fb0ec93 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236768 Sep 29 23:35:10.702574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56794) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:10.706810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-61c055d7-d326-4114-bdd0-49a1571c8d43 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '701cf68b-a395-4ddc-bc46-4968dc836b29', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:10.734473 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61c055d7-d326-4114-bdd0-49a1571c8d43 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.792820 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61c055d7-d326-4114-bdd0-49a1571c8d43 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.796129 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61c055d7-d326-4114-bdd0-49a1571c8d43 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.816055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c055d7-d326-4114-bdd0-49a1571c8d43 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b42ecc-dd31-428b-92d9-a5368f3534ae,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:10.820389 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-61c055d7-d326-4114-bdd0-49a1571c8d43 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:10.822765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-61c055d7-d326-4114-bdd0-49a1571c8d43 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1187153 Sep 29 23:35:10.824837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56796) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:10.829149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-960e68fc-c1ce-44bb-8704-7f6f57da9c85 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '701cf68b-a395-4ddc-bc46-4968dc836b29', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:10.850358 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-960e68fc-c1ce-44bb-8704-7f6f57da9c85 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Project 8c9b032445a841f1bea01ab3b724c1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:35:10.857328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-960e68fc-c1ce-44bb-8704-7f6f57da9c85 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.069610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7e2881cc-1794-4aaa-9241-12b37f18766a no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:35:11.093265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7e2881cc-1794-4aaa-9241-12b37f18766a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:35:11.093613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7e2881cc-1794-4aaa-9241-12b37f18766a not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:35:11.254645 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-960e68fc-c1ce-44bb-8704-7f6f57da9c85 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.259059 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-960e68fc-c1ce-44bb-8704-7f6f57da9c85 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.277296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e68fc-c1ce-44bb-8704-7f6f57da9c85 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3508cca8-c111-40a1-aa13-b24472fd18ab,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:11.282278 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-960e68fc-c1ce-44bb-8704-7f6f57da9c85 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.283280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-960e68fc-c1ce-44bb-8704-7f6f57da9c85 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4575126 Sep 29 23:35:11.286080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56798) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:11.290582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a802f933-2583-4126-bb44-8e55ae462a06 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'security_group_rule': {'security_group_id': '701cf68b-a395-4ddc-bc46-4968dc836b29', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:11.311439 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-a802f933-2583-4126-bb44-8e55ae462a06 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Project 8c9b032445a841f1bea01ab3b724c1b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:35:11.316177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a802f933-2583-4126-bb44-8e55ae462a06 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.375449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a802f933-2583-4126-bb44-8e55ae462a06 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.378824 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a802f933-2583-4126-bb44-8e55ae462a06 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.395893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802f933-2583-4126-bb44-8e55ae462a06 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e50006-07ce-4775-a387-46a23be02bba,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:11.401640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a802f933-2583-4126-bb44-8e55ae462a06 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.403128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a802f933-2583-4126-bb44-8e55ae462a06 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1160607 Sep 29 23:35:11.405950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56800) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:11.410725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'network': {'name': 'tempest-network-smoke--205370156', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:11.431802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:35:11.435231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.457465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 536} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:35:11.466614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.466963 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Added segment e5fa4a6e-9726-4c01-812c-04eba5522496 of type vlan for network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d Sep 29 23:35:11.505952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.529070 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.534886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:11.535474 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.567667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1607273 Sep 29 23:35:11.571642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56802) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:11.576463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'admin_state_up': True, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:11.601167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.602240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.605870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434fe58-0c07-4061-a7bd-d10e00c15c16 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Network': ['ID=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:11.616965 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:35:11.653551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.793542 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:11.985932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:12.004836 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:12.105578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.25.4.232 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/bace1e09-c07d-42e9-94ea-5fd2d4e6a786) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:35:12.214867 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:12.248207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:12.286971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:35:12.289855 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:35:12.294122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:35:12.317894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=bace1e09-c07d-42e9-94ea-5fd2d4e6a786,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:12.547462 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:12.746101 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:12.876206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router e793aa66-45cf-400b-a18f-2925391e1f0d is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:35:12.982010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:35:12.992351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Sync routers for ids ['e793aa66-45cf-400b-a18f-2925391e1f0d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:35:13.001812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Routers {'e793aa66-45cf-400b-a18f-2925391e1f0d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:35:13.002008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:13.002405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:35:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e793aa66-45cf-400b-a18f-2925391e1f0d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:13.003192 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0a7351f2-e02e-49ac-a82c-2cdccbe28540 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4304574 Sep 29 23:35:13.006467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56804) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:13.041244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e06da6d5-22ba-47ca-87f2-eaa6a947d592 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=8c9b032445a841f1bea01ab3b724c1b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335002 Sep 29 23:35:13.043751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56806) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:13.110978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Set router e793aa66-45cf-400b-a18f-2925391e1f0d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:35:13.215175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d98431-3346-4a0c-b638-a5977f2ad5cd tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:13.216652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b4d98431-3346-4a0c-b638-a5977f2ad5cd tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1719584 Sep 29 23:35:13.219463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56808) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:13.255329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aa77b1a1-684b-405f-b5da-265d8b5203f8 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344718 Sep 29 23:35:13.258747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56810) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:13.264074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-778822167', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:13.291544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:12Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:13.322404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Checking router: e793aa66-45cf-400b-a18f-2925391e1f0d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:35:13.323471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Updating router e793aa66-45cf-400b-a18f-2925391e1f0d port bace1e09-c07d-42e9-94ea-5fd2d4e6a786 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:35:13.348584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:13.353319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:35:13.356934 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:13.546525 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:13.603069 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:13.609107 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:13.616609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Subnet': ['ID=bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:13.621869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Checking segment: {'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:35:13.622241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network hostable DHCP agents. Network: 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:35:13.639572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:35:13.650417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:35:13.656254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:13.656900 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:13.663308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45f0356-f294-46d8-bc5b-8f324e358cbb None None] Network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:35:13.675508 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-51714ed4-b783-4cf1-8f3b-d73b4054edd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4130416 Sep 29 23:35:13.675726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 56812) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:13.683640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca031f-3dcd-4f67-b4f1-17653f2dc0b4 None None] Pushing event updated for resources: {'Port': ['ID=bace1e09-c07d-42e9-94ea-5fd2d4e6a786,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:13.688447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Attempting to bind port bace1e09-c07d-42e9-94ea-5fd2d4e6a786 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:35:13.688820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Attempting to bind port bace1e09-c07d-42e9-94ea-5fd2d4e6a786 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:35:13.689181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Attempting to bind port bace1e09-c07d-42e9-94ea-5fd2d4e6a786 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:35:13.703358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:35:13.703735 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:35:13.704157 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:13.704547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:35:13.705019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Bound port: bace1e09-c07d-42e9-94ea-5fd2d4e6a786, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:35:13.705398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:13.800593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] For port bace1e09-c07d-42e9-94ea-5fd2d4e6a786, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:35:13.804369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] For port bace1e09-c07d-42e9-94ea-5fd2d4e6a786, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bace1e09-c07d-42e9-94ea-5fd2d4e6a786,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:35:13.984801 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:14.075734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Routers {'e793aa66-45cf-400b-a18f-2925391e1f0d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:35:14.076475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:35:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e793aa66-45cf-400b-a18f-2925391e1f0d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:14.080100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca031f-3dcd-4f67-b4f1-17653f2dc0b4 None None] Pushing event updated for resources: {'Port': ['ID=bace1e09-c07d-42e9-94ea-5fd2d4e6a786,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:14.116907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:35:14.117851 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:14.287601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] Set router e793aa66-45cf-400b-a18f-2925391e1f0d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:35:14.381190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Allocated IP 172.20.0.2 (3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d/bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5/388b6389-655d-4804-98c5-209ea6c00b05) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:35:14.433928 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:14.591804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:12Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:14.622462 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:14.626971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dde3ecb-cf7c-4f9e-b705-64d76ce63da5 None None] The sync data for ids ['e793aa66-45cf-400b-a18f-2925391e1f0d'] in n-d-811173-2 is: [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:12Z', 'revision_number': 3, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:35:14.632425 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:14.670919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:35:14.673857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:35:14.678083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:35:14.687852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Pushing event updated for resources: {'Port': ['ID=388b6389-655d-4804-98c5-209ea6c00b05,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:14.722824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.20.0.1 (3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d/bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5/0908df36-2ed6-4765-8d24-75b3546e6043) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:35:14.745234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Attempting to bind port 388b6389-655d-4804-98c5-209ea6c00b05 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:35:14.745615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Attempting to bind port 388b6389-655d-4804-98c5-209ea6c00b05 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:35:14.745985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Attempting to bind port 388b6389-655d-4804-98c5-209ea6c00b05 on network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:35:14.754495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:35:14.755020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Checking segment: {'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:35:14.755505 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:14.756033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Bound using segment: {'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:35:14.756569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Bound port: 388b6389-655d-4804-98c5-209ea6c00b05, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:35:14.757105 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:14.825871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] For port 388b6389-655d-4804-98c5-209ea6c00b05, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:35:14.829202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] For port 388b6389-655d-4804-98c5-209ea6c00b05, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=388b6389-655d-4804-98c5-209ea6c00b05,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:35:14.836152 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:14.853339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:14.896199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:14.922890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e5a88-1237-453e-913d-6daeaf84d263 None None] Pushing event updated for resources: {'Port': ['ID=388b6389-655d-4804-98c5-209ea6c00b05,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:14.959799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:35:14.966996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:35:14.969074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=0908df36-2ed6-4765-8d24-75b3546e6043,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:14.971604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:35:15.025868 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:15.133646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bace1e09-c07d-42e9-94ea-5fd2d4e6a786 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:35:15.205881 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bace1e09-c07d-42e9-94ea-5fd2d4e6a786 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:15.206387 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:15.222925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:15.306054 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:15.331104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port bace1e09-c07d-42e9-94ea-5fd2d4e6a786, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bace1e09-c07d-42e9-94ea-5fd2d4e6a786,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:15.337730 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:15.388473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=bace1e09-c07d-42e9-94ea-5fd2d4e6a786,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:15.552544 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:15.557621 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:15.632484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=0908df36-2ed6-4765-8d24-75b3546e6043,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:15.637598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:15.740304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:35:15.741881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:35:15.864240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router e793aa66-45cf-400b-a18f-2925391e1f0d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:35:15.933740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fefda4e-0a86-4ac7-92b0-a46f2c706c43 None None] Network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:35:15.980173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:35:15.987868 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ca7bf56a-7efb-4a33-9850-8d557df7ca1d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "PUT /v2.0/routers/e793aa66-45cf-400b-a18f-2925391e1f0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3085399 Sep 29 23:35:16.007454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c46d547d-f834-41f1-a793-c556426c03c4 None None] Provisioning complete for port 388b6389-655d-4804-98c5-209ea6c00b05 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:16.008487 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c46d547d-f834-41f1-a793-c556426c03c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:16.156895 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c46d547d-f834-41f1-a793-c556426c03c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:16.191239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d705998f-daf5-4316-8815-7a514d9041b3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075543340&fields=id&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 267 time: 0.0375934 Sep 29 23:35:16.201771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c46d547d-f834-41f1-a793-c556426c03c4 None None] For port 388b6389-655d-4804-98c5-209ea6c00b05, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=388b6389-655d-4804-98c5-209ea6c00b05,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:16.211977 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c46d547d-f834-41f1-a793-c556426c03c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:16.265237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d547d-f834-41f1-a793-c556426c03c4 None None] Pushing event updated for resources: {'Port': ['ID=388b6389-655d-4804-98c5-209ea6c00b05,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:16.336293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-0d6ad329-eb4a-4e76-bc7e-e1d1cb8f6987 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:16.337696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-0d6ad329-eb4a-4e76-bc7e-e1d1cb8f6987 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/networks?id=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d HTTP/1.1" status: 200 len: 796 time: 0.1380723 Sep 29 23:35:16.361594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-7e323634-15b8-4aa8-92b8-0af4506c5432 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/quotas/8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 375 time: 0.0111804 Sep 29 23:35:16.423692 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Sync routers for ids ['e793aa66-45cf-400b-a18f-2925391e1f0d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:35:16.435418 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Routers {'e793aa66-45cf-400b-a18f-2925391e1f0d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:35:16.436110 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:35:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e793aa66-45cf-400b-a18f-2925391e1f0d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:16.445003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-7de8ec6b-1319-4ec2-8447-9b9fed5fd710 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758393 Sep 29 23:35:16.533316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-a37f2534-43c9-4162-b73b-97c08716369f service neutron] 10.222.0.44 "GET /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859969 Sep 29 23:35:16.545319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bab25233-134e-4923-b641-c235f57df0f7 None None] Provisioning complete for port 0908df36-2ed6-4765-8d24-75b3546e6043 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:16.549449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bab25233-134e-4923-b641-c235f57df0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:16.595599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bab25233-134e-4923-b641-c235f57df0f7 None None] Port 0908df36-2ed6-4765-8d24-75b3546e6043 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:35:16.609662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bab25233-134e-4923-b641-c235f57df0f7 None None] Provisioning complete for port 388b6389-655d-4804-98c5-209ea6c00b05 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:16.610506 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bab25233-134e-4923-b641-c235f57df0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:16.676525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-af55c70d-0ae7-43bf-87de-6000d76996c5 service neutron] 10.222.0.44 "GET /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360042 Sep 29 23:35:16.695882 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Set router e793aa66-45cf-400b-a18f-2925391e1f0d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:35:16.854726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e5d8e30b-01c2-4311-8f1e-a6dfdfe02246 None None] Provisioning complete for port 0908df36-2ed6-4765-8d24-75b3546e6043 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:16.855113 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e5d8e30b-01c2-4311-8f1e-a6dfdfe02246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:16.921456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d25d6078-b2ab-43d9-9918-ca4ae9fa2dec req-21b06f41-c561-401b-8a37-4d6ebd4646f4 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 210 time: 0.0562017 Sep 29 23:35:16.930111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e5d8e30b-01c2-4311-8f1e-a6dfdfe02246 None None] Port 0908df36-2ed6-4765-8d24-75b3546e6043 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:35:16.946842 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0908df36-2ed6-4765-8d24-75b3546e6043', 'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:cd:48:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:14Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 2, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:16.974323 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Checking router: e793aa66-45cf-400b-a18f-2925391e1f0d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:35:16.974678 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Updating router e793aa66-45cf-400b-a18f-2925391e1f0d port 0908df36-2ed6-4765-8d24-75b3546e6043 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:35:16.999900 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.062286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1773affd-e799-4d61-954a-5f25cf66cbe4 None None] Provisioning complete for port 0908df36-2ed6-4765-8d24-75b3546e6043 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:17.063880 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1773affd-e799-4d61-954a-5f25cf66cbe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.101814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1773affd-e799-4d61-954a-5f25cf66cbe4 None None] Port 0908df36-2ed6-4765-8d24-75b3546e6043 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:35:17.198423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bace1e09-c07d-42e9-94ea-5fd2d4e6a786 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:35:17.248303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port bace1e09-c07d-42e9-94ea-5fd2d4e6a786 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:17.248682 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.296395 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.302827 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.337337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 388b6389-655d-4804-98c5-209ea6c00b05 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:35:17.360676 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Pushing event updated for resources: {'Port': ['ID=0908df36-2ed6-4765-8d24-75b3546e6043,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:17.394117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 388b6389-655d-4804-98c5-209ea6c00b05 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:17.394810 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.409783 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.410055 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.410399 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.410734 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.411064 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.411392 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.411716 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.412063 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.412394 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.412711 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.413759 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.414082 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:35:17.431582 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Attempting to bind port 0908df36-2ed6-4765-8d24-75b3546e6043 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:35:17.432203 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Attempting to bind port 0908df36-2ed6-4765-8d24-75b3546e6043 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:35:17.432320 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Attempting to bind port 0908df36-2ed6-4765-8d24-75b3546e6043 on network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:35:17.440827 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:35:17.441203 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Checking segment: {'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:35:17.441796 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.442371 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Bound using segment: {'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:35:17.443027 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Bound port: 0908df36-2ed6-4765-8d24-75b3546e6043, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:35:17.443541 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.524902 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] For port 0908df36-2ed6-4765-8d24-75b3546e6043, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:35:17.528099 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] For port 0908df36-2ed6-4765-8d24-75b3546e6043, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0908df36-2ed6-4765-8d24-75b3546e6043,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:35:17.532806 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.589542 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Routers {'e793aa66-45cf-400b-a18f-2925391e1f0d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:35:17.590217 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:35:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e793aa66-45cf-400b-a18f-2925391e1f0d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:17.594778 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5210945b-ed80-48ad-b0c8-5346e7ff6fa9 None None] Pushing event updated for resources: {'Port': ['ID=0908df36-2ed6-4765-8d24-75b3546e6043,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:17.625296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d618f4c6-f6c6-455e-bb43-78ac513f5064 None None] Provisioning complete for port 0908df36-2ed6-4765-8d24-75b3546e6043 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:17.625704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d618f4c6-f6c6-455e-bb43-78ac513f5064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.708347 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d618f4c6-f6c6-455e-bb43-78ac513f5064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.709068 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] Set router e793aa66-45cf-400b-a18f-2925391e1f0d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:35:17.757828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d618f4c6-f6c6-455e-bb43-78ac513f5064 None None] For port 0908df36-2ed6-4765-8d24-75b3546e6043, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0908df36-2ed6-4765-8d24-75b3546e6043,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:17.767125 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d618f4c6-f6c6-455e-bb43-78ac513f5064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.824524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618f4c6-f6c6-455e-bb43-78ac513f5064 None None] Pushing event updated for resources: {'Port': ['ID=0908df36-2ed6-4765-8d24-75b3546e6043,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:17.894456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9f84f6d7-5c74-4d53-b380-569b9c65b3e5 None None] Provisioning complete for port 0908df36-2ed6-4765-8d24-75b3546e6043 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:17.895266 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9f84f6d7-5c74-4d53-b380-569b9c65b3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:17.941376 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0908df36-2ed6-4765-8d24-75b3546e6043', 'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:cd:48:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:14Z', 'updated_at': '2021-09-29T23:35:17Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:17.976753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-e413d03f-4930-4bf8-b970-1ff0e84ae2ad tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:17.977758 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576b92ad-9328-4ae8-88ea-957203f29b26 None None] The sync data for ids ['e793aa66-45cf-400b-a18f-2925391e1f0d'] in n-d-811173-2 is: [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0908df36-2ed6-4765-8d24-75b3546e6043', 'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:cd:48:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:14Z', 'updated_at': '2021-09-29T23:35:17Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:35:17.986518 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-e413d03f-4930-4bf8-b970-1ff0e84ae2ad tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "GET /v2.0/networks?id=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d HTTP/1.1" status: 200 len: 796 time: 0.1610765 Sep 29 23:35:18.075549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e8eb979-a8b2-4183-9402-dd24ff9933b4 req-d4deb39a-fc5f-4965-8170-59d8eb702e3c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 210 time: 0.0380812 Sep 29 23:35:18.090786 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-c987e7e5-a609-4859-9091-99ad3d77da6a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c9b032445a841f1bea01ab3b724c1b3 HTTP/1.1" status: 200 len: 380 time: 0.0992532 Sep 29 23:35:18.101881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'port': {'device_id': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'admin_state_up': True, 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'security_groups': ['701cf68b-a395-4ddc-bc46-4968dc836b29']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:18.138794 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-830ccfb6-224d-4a19-b259-bd868b25d448 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2754254 Sep 29 23:35:18.255092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-239654e5-ada7-495e-9b58-d18d43bad457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:18.257179 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-239654e5-ada7-495e-9b58-d18d43bad457 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0722313 Sep 29 23:35:18.268232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Made reservation on behalf of 8c9b032445a841f1bea01ab3b724c1b3 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:35:18.271767 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:18.457405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-5b610de7-b902-424b-84e1-d90b9c7c9c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:18.458694 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-5b610de7-b902-424b-84e1-d90b9c7c9c9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.1758378 Sep 29 23:35:18.513386 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-b66f32d7-48a8-4385-90ff-029ce03182d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aeca4e4-07c4-4979-99ad-44d948d73df9 HTTP/1.1" status: 200 len: 217 time: 0.0459776 Sep 29 23:35:18.514423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.20.0.9 (3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d/bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5/9ca1c4bf-b450-415a-9e77-e3d77607f6a5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:35:18.596081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-3ecc64ff-6ee3-438d-85e0-79e93e278336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:18.597585 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-3ecc64ff-6ee3-438d-85e0-79e93e278336 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0769091 Sep 29 23:35:18.713694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-111cca58-eb45-40f7-bd9b-22d9331abf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:18.715166 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-111cca58-eb45-40f7-bd9b-22d9331abf76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011887 Sep 29 23:35:18.769637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:18.853899 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-975c189c-1bd8-4e4e-90f8-95711ff635cc service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317220 Sep 29 23:35:18.860671 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:18.939941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:35:18.949967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:35:18.952533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:35:18.985519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:19.050871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:19.051517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:19.058435 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e8dad283-94d4-4998-98e0-b00ccd04e1a9 req-b7b97552-108f-4bbd-a20e-627868f1fbb5 service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932876 Sep 29 23:35:19.073897 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-d301d7e9-0276-4261-b83c-faca58155afe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9758606 Sep 29 23:35:19.089843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Request body: {'port': {'device_id': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:19.134691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0908df36-2ed6-4765-8d24-75b3546e6043 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:35:19.160286 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:19.189365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 0908df36-2ed6-4765-8d24-75b3546e6043 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:19.190112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:19.225501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac2034d-1ec8-4e1d-a2a8-db7c4d58e5d9 req-2f64e348-1a31-4705-8bcd-997af890a55f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:19.228570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bac2034d-1ec8-4e1d-a2a8-db7c4d58e5d9 req-2f64e348-1a31-4705-8bcd-997af890a55f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 931 time: 0.0603516 Sep 29 23:35:19.269253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bac2034d-1ec8-4e1d-a2a8-db7c4d58e5d9 req-7acb3d62-725e-413d-976b-e5d2c48ba8cc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346420 Sep 29 23:35:19.299011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-eeb47f31-91ec-4d91-915d-032df1f1934f None None] Provisioning complete for port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:19.299711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eeb47f31-91ec-4d91-915d-032df1f1934f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:19.337663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-eeb47f31-91ec-4d91-915d-032df1f1934f None None] Port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:35:19.451861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:35:19.459198 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:19.472336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Transition to ACTIVE for port object 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:35:19.477380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:19.527509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:19.600953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Attempting to bind port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:35:19.601297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Attempting to bind port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:35:19.601633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Attempting to bind port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 on network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:35:19.606270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 on network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:35:19.606616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Attempting to bind port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 on network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:35:19.611589 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:35:19.611973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Checking segment: {'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:35:19.612360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Bound using segment: {'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:35:19.612790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Bound port: 9ca1c4bf-b450-415a-9e77-e3d77607f6a5, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fa4a6e-9726-4c01-812c-04eba5522496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:35:19.613155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:19.682298 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] For port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:35:19.685776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] For port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:35:19.689401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:19.725249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:19.726052 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:19.727515 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ca1c4bf-b450-415a-9e77-e3d77607f6a5 HTTP/1.1" status: 200 len: 1091 time: 0.6429522 Sep 29 23:35:19.727953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:35:19.730249 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159826f2-159d-4762-88d0-614e94a79775" -d '{"events": [{"name": "network-changed", "server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:35:19.756149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942be51-942f-4652-939d-fb33a3fd19e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:19.800645 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a2d5f6-df5a-4db4-8371-f1644e6cf11d x-openstack-request-id: req-77a2d5f6-df5a-4db4-8371-f1644e6cf11d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:35:19.800941 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:35:19.801195 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77a2d5f6-df5a-4db4-8371-f1644e6cf11d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:35:19.801595 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'status': 'completed', 'code': 200} Sep 29 23:35:19.818084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-40e5428f-8fa5-415f-bca2-bcce1e49220a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:19.820189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-40e5428f-8fa5-415f-bca2-bcce1e49220a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0511529 Sep 29 23:35:19.864449 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-54acd9ad-5bef-40a3-b61a-8dfcf994fd31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5 HTTP/1.1" status: 200 len: 217 time: 0.0358679 Sep 29 23:35:19.915017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-3c1af5d7-9edf-4c8f-bc2f-b5e26158412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:19.916561 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-3c1af5d7-9edf-4c8f-bc2f-b5e26158412d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5 HTTP/1.1" status: 200 len: 834 time: 0.0447218 Sep 29 23:35:19.966662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-239bc423-9f60-41ab-aa36-4e24c1f10cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:19.968201 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-239bc423-9f60-41ab-aa36-4e24c1f10cdd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442688 Sep 29 23:35:20.057436 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-9623d4d6-6278-49f3-b814-c3e9d2aac907 service neutron] 10.222.0.26 "GET /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821557 Sep 29 23:35:20.149345 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bf57edc0-96b9-4ba7-b811-53d4cc5e69b4 req-c484f9f5-18ce-49f6-b758-32f8a3fca53a service neutron] 10.222.0.26 "GET /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847428 Sep 29 23:35:20.232212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159826f2-159d-4762-88d0-614e94a79775 req-99057952-20f1-400a-afe6-eef9aa3be739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:20.233753 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-159826f2-159d-4762-88d0-614e94a79775 req-99057952-20f1-400a-afe6-eef9aa3be739 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 1094 time: 0.0411899 Sep 29 23:35:20.327851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159826f2-159d-4762-88d0-614e94a79775 req-c76f5ad1-5cad-45f5-ab97-2b4f05cfef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:20.329350 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-159826f2-159d-4762-88d0-614e94a79775 req-c76f5ad1-5cad-45f5-ab97-2b4f05cfef08 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d HTTP/1.1" status: 200 len: 897 time: 0.0890203 Sep 29 23:35:20.362198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:20.376930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-159826f2-159d-4762-88d0-614e94a79775 req-dfa6d4fe-7032-4a92-bcd7-8f93e7f8ffad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5 HTTP/1.1" status: 200 len: 217 time: 0.0361376 Sep 29 23:35:20.408418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b654a-5c88-440d-bc2e-1f1a33deccec req-f0bdbf93-2809-49de-91ee-0900e6ee0e3f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:20.409925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-027b654a-5c88-440d-bc2e-1f1a33deccec req-f0bdbf93-2809-49de-91ee-0900e6ee0e3f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 943 time: 0.0654304 Sep 29 23:35:20.426647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159826f2-159d-4762-88d0-614e94a79775 req-5b1d318c-d55a-46eb-87ff-7ad38dab9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:20.428166 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-159826f2-159d-4762-88d0-614e94a79775 req-5b1d318c-d55a-46eb-87ff-7ad38dab9cdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5 HTTP/1.1" status: 200 len: 834 time: 0.0434465 Sep 29 23:35:20.448107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-027b654a-5c88-440d-bc2e-1f1a33deccec req-1326d825-3ec1-4c6e-80fe-2b1c1a839acb tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314887 Sep 29 23:35:20.474329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159826f2-159d-4762-88d0-614e94a79775 req-7131a9e1-a642-4a23-b87e-8b8912ea3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:20.476359 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-159826f2-159d-4762-88d0-614e94a79775 req-7131a9e1-a642-4a23-b87e-8b8912ea3013 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403900 Sep 29 23:35:20.574237 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-159826f2-159d-4762-88d0-614e94a79775 req-d5ade215-49f2-4f2a-be4c-bf039a73c27d service neutron] 10.222.0.26 "GET /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885024 Sep 29 23:35:20.669024 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-159826f2-159d-4762-88d0-614e94a79775 req-a9e9a5e2-3dba-45c7-9d5d-1a2ed49c58b5 service neutron] 10.222.0.26 "GET /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875297 Sep 29 23:35:21.563160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f389e-d52f-4e39-9226-1f822c7cf89c req-f95abeee-902d-420c-9893-281fbeaacafc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:21.564715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c35f389e-d52f-4e39-9226-1f822c7cf89c req-f95abeee-902d-420c-9893-281fbeaacafc tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 943 time: 0.0479541 Sep 29 23:35:21.602711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c35f389e-d52f-4e39-9226-1f822c7cf89c req-881c08d1-639e-4e45-a2cd-bea25a5a48e7 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311134 Sep 29 23:35:21.947497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:35:22.051669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:22.068243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'port_id': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'mac_address': 'fa:16:3e:96:95:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:35:22.104865 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:22.117740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:35:22.136124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:22.140260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:22.189574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:22.356343 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['9ca1c4bf-b450-415a-9e77-e3d77607f6a5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:35:22.723142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b6e748-51d0-4280-8b9f-c1b8e445f19c req-97869c78-f19a-4145-8c6d-0d5c35845157 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:22.724683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0b6e748-51d0-4280-8b9f-c1b8e445f19c req-97869c78-f19a-4145-8c6d-0d5c35845157 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 944 time: 0.0536044 Sep 29 23:35:22.765338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0b6e748-51d0-4280-8b9f-c1b8e445f19c req-920f75a6-bcaf-44e9-b3be-6c8bcf00f571 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341725 Sep 29 23:35:23.883368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665be0f-254b-420c-adf4-8efb9e963908 req-1973d04e-ec79-46da-9f4a-d414e3e443c2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:23.884859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9665be0f-254b-420c-adf4-8efb9e963908 req-1973d04e-ec79-46da-9f4a-d414e3e443c2 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 944 time: 0.0527968 Sep 29 23:35:23.922138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9665be0f-254b-420c-adf4-8efb9e963908 req-77cedfdb-a356-4242-a5f6-7649de8309da tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313761 Sep 29 23:35:23.947984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:35:23.997661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:35:24.001123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:35:24.001496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:24.076025 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:24.098092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:35:24.100392 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565e8957-638b-467c-94f8-b281011188ee" -d '{"events": [{"server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "name": "network-vif-plugged", "status": "completed", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:35:24.112897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:35:24.117336 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:24.140771 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee42a7a6-c96c-4fec-8bda-2dedc542f43c x-openstack-request-id: req-ee42a7a6-c96c-4fec-8bda-2dedc542f43c {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:35:24.141067 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "name": "network-vif-plugged", "status": "completed", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:35:24.141318 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ee42a7a6-c96c-4fec-8bda-2dedc542f43c {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:35:24.141713 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'code': 200} Sep 29 23:35:24.170082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:24.234640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1836e98-a44f-4493-8d1f-499ef27bc24d req-faa08058-e7f2-46c7-be61-82794d67a2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:24.236165 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d1836e98-a44f-4493-8d1f-499ef27bc24d req-faa08058-e7f2-46c7-be61-82794d67a2ca service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0403557 Sep 29 23:35:24.269533 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d1836e98-a44f-4493-8d1f-499ef27bc24d req-4e7a6d55-2392-4ed9-8212-dbf69877aff8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269079 Sep 29 23:35:25.036537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd469f8-981b-4101-b466-7d5fa72358b9 req-fe569d5e-6fc3-4c87-bea7-aa638c9274a5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:25.038301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dd469f8-981b-4101-b466-7d5fa72358b9 req-fe569d5e-6fc3-4c87-bea7-aa638c9274a5 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0486181 Sep 29 23:35:25.076028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0dd469f8-981b-4101-b466-7d5fa72358b9 req-7b129215-4546-438d-ae95-1b61b589bcea tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315511 Sep 29 23:35:26.192585 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902b75e-3cf8-4e5b-8515-860c087d5723 req-0bbac873-6e0d-4325-b382-e0e69da3990e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:26.194151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e902b75e-3cf8-4e5b-8515-860c087d5723 req-0bbac873-6e0d-4325-b382-e0e69da3990e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0489383 Sep 29 23:35:26.233080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e902b75e-3cf8-4e5b-8515-860c087d5723 req-852b211c-5175-4412-a8f5-1797300f3b3a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331259 Sep 29 23:35:26.356751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94842f49-6ef0-4bd2-b566-e7bca33a9fea req-fc016749-2e4f-48b0-b400-5668cae3570b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:26.358259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94842f49-6ef0-4bd2-b566-e7bca33a9fea req-fc016749-2e4f-48b0-b400-5668cae3570b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0587399 Sep 29 23:35:26.395652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94842f49-6ef0-4bd2-b566-e7bca33a9fea req-102911b0-6311-4a1a-aa20-d85a51846bf1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313067 Sep 29 23:35:26.417870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56864) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:26.456486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61197c69-4a7e-4fb5-8377-be691d5e6354 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:26.458000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-61197c69-4a7e-4fb5-8377-be691d5e6354 tempest-TestNetworkAdvancedServerOps-2012003982 tempest-TestNetworkAdvancedServerOps-2012003982-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 1091 time: 0.0391834 Sep 29 23:35:26.461428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56866) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:26.465639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:35:26.487329 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:26.579687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:26.688544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Allocated IP 172.25.4.63 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/5b18ce18-bb17-47c2-ab3a-634d32e44c4b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:35:26.789769 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:26.827886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:26.864190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:35:26.867125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:35:26.870582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:35:26.896777 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=5b18ce18-bb17-47c2-ab3a-634d32e44c4b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:27.230705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:27.296643 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:27.449794 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:27.454466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:27.522733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event updated for resources: {'Port': ['ID=5b18ce18-bb17-47c2-ab3a-634d32e44c4b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:35:27.534079 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:27.636757 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Floating IP 5e624026-4009-4023-ac18-82656b9b6e29 associated. External IP: 172.25.4.63, port: 9ca1c4bf-b450-415a-9e77-e3d77607f6a5. Sep 29 23:35:27.667194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-69183262-a410-4205-baa0-64c3d982ead8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449758 Sep 29 23:35:27.740876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-a9690d7c-e21a-44ed-821c-b7454ca99491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:27.742342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-a9690d7c-e21a-44ed-821c-b7454ca99491 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 1096 time: 0.0417166 Sep 29 23:35:27.848976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-3c733a26-f1dc-44ad-934e-96f402eb0aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:27.850497 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-3c733a26-f1dc-44ad-934e-96f402eb0aef service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.0890815 Sep 29 23:35:27.864054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router e793aa66-45cf-400b-a18f-2925391e1f0d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:35:27.891901 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-b8f518a0-d8f6-4db5-8f28-2d068a431756 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 HTTP/1.1" status: 200 len: 217 time: 0.0336525 Sep 29 23:35:27.945903 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-115d3cc3-ab9d-40c6-9b08-b035db3a4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:27.947373 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-115d3cc3-ab9d-40c6-9b08-b035db3a4df8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0478334 Sep 29 23:35:27.972695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:35:27.983867 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8241523-623d-4512-8871-baa145adfa6d None None] Sync routers for ids ['e793aa66-45cf-400b-a18f-2925391e1f0d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:35:27.990408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:27.996328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-41d69d2a-a765-41b8-b546-f837e311efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:27.997548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8241523-623d-4512-8871-baa145adfa6d None None] Routers {'e793aa66-45cf-400b-a18f-2925391e1f0d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:35:27.998178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d8241523-623d-4512-8871-baa145adfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:35:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e793aa66-45cf-400b-a18f-2925391e1f0d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:27.998639 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-41d69d2a-a765-41b8-b546-f837e311efb6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441301 Sep 29 23:35:28.019514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bd9929a9-357e-40b5-a349-bf619213d334 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5570631 Sep 29 23:35:28.020085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:35:28.023709 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ebf84-7424-427f-ac6d-6697eca0fb52" -d '{"events": [{"name": "network-changed", "server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:35:28.073619 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becbc761-b110-4be6-af62-95bf092c6b4a x-openstack-request-id: req-becbc761-b110-4be6-af62-95bf092c6b4a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:35:28.073918 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:35:28.074175 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-becbc761-b110-4be6-af62-95bf092c6b4a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:35:28.074570 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'status': 'completed', 'code': 200} Sep 29 23:35:28.132719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d8241523-623d-4512-8871-baa145adfa6d None None] Set router e793aa66-45cf-400b-a18f-2925391e1f0d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:35:28.137836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3332538-01e8-4d59-84e2-8cd0efc64144 req-44ab2b7d-b588-46d6-bd69-e57d913e070f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:28.140102 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-aaf50edd-f125-40d2-9acf-51a2ab36b0c5 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340489 Sep 29 23:35:28.140762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3332538-01e8-4d59-84e2-8cd0efc64144 req-44ab2b7d-b588-46d6-bd69-e57d913e070f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0540416 Sep 29 23:35:28.150189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-08ad91cd-125e-4f56-9294-11c9f8c9b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:28.151558 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-08ad91cd-125e-4f56-9294-11c9f8c9b30b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0524096 Sep 29 23:35:28.185648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3332538-01e8-4d59-84e2-8cd0efc64144 req-9b7bbc62-6f26-412a-976f-7b43ff3e7830 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399163 Sep 29 23:35:28.208307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56872) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:28.276623 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a9e40f60-ae6a-4e3f-aef2-db2235f88fd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/5e624026-4009-4023-ac18-82656b9b6e29 HTTP/1.1" status: 200 len: 990 time: 0.0671313 Sep 29 23:35:28.304732 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67c094f6-f28b-4917-a3ef-82b7fc453e03 req-04b81114-2086-44b2-b264-c85962c7eb1e service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568272 Sep 29 23:35:28.309864 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-5fadd89c-464a-4ee8-8543-1f370522f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:28.313572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-5fadd89c-464a-4ee8-8543-1f370522f995 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d HTTP/1.1" status: 200 len: 897 time: 0.1542532 Sep 29 23:35:28.370549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d8241523-623d-4512-8871-baa145adfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '5e624026-4009-4023-ac18-82656b9b6e29', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'port_id': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'mac_address': 'fa:16:3e:96:95:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:35:27Z', 'updated_at': '2021-09-29T23:35:27Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0908df36-2ed6-4765-8d24-75b3546e6043', 'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:cd:48:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:14Z', 'updated_at': '2021-09-29T23:35:17Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:28.385927 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-f246f574-7b25-4e37-9146-0d27b267a544 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5 HTTP/1.1" status: 200 len: 998 time: 0.0648711 Sep 29 23:35:28.396418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8241523-623d-4512-8871-baa145adfa6d None None] Checking router: e793aa66-45cf-400b-a18f-2925391e1f0d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:35:28.405646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8241523-623d-4512-8871-baa145adfa6d None None] Routers {'e793aa66-45cf-400b-a18f-2925391e1f0d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:35:28.406183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d8241523-623d-4512-8871-baa145adfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:35:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e793aa66-45cf-400b-a18f-2925391e1f0d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:28.515098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d8241523-623d-4512-8871-baa145adfa6d None None] Set router e793aa66-45cf-400b-a18f-2925391e1f0d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:35:28.755573 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d8241523-623d-4512-8871-baa145adfa6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '5e624026-4009-4023-ac18-82656b9b6e29', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'port_id': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'mac_address': 'fa:16:3e:96:95:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:35:27Z', 'updated_at': '2021-09-29T23:35:27Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0908df36-2ed6-4765-8d24-75b3546e6043', 'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:cd:48:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:14Z', 'updated_at': '2021-09-29T23:35:17Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:35:28.755876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-89ee19d3-ff26-477d-b12b-6fbcc8935d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:28.757787 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-89ee19d3-ff26-477d-b12b-6fbcc8935d54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5 HTTP/1.1" status: 200 len: 834 time: 0.3642654 Sep 29 23:35:28.782845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8241523-623d-4512-8871-baa145adfa6d None None] The sync data for ids ['e793aa66-45cf-400b-a18f-2925391e1f0d'] in n-d-811173-2 is: [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '5e624026-4009-4023-ac18-82656b9b6e29', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'port_id': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3557, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'mac_address': 'fa:16:3e:96:95:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:35:27Z', 'updated_at': '2021-09-29T23:35:27Z', 'revision_number': 0, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0908df36-2ed6-4765-8d24-75b3546e6043', 'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:cd:48:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:14Z', 'updated_at': '2021-09-29T23:35:17Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:35:28.804904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-21681679-9b87-4f6f-82a9-bd8fc621824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:28.806419 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-21681679-9b87-4f6f-82a9-bd8fc621824d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409040 Sep 29 23:35:28.904325 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-bf9277f4-a709-445e-9f9a-249b3d84673a service neutron] 10.222.0.26 "GET /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899885 Sep 29 23:35:28.968375 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c37fa1-64e0-4603-9ebd-417c6014e0a9 None None] New status for floating IP 5e624026-4009-4023-ac18-82656b9b6e29: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:35:29.011759 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c05ebf84-7424-427f-ac6d-6697eca0fb52 req-b88faff4-3833-4519-825a-94b4af640717 service neutron] 10.222.0.26 "GET /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011302 Sep 29 23:35:29.279366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56874) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:35:29.342680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-85f5611b-e58e-4461-b8e9-e90e1cf413be tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/5e624026-4009-4023-ac18-82656b9b6e29 HTTP/1.1" status: 200 len: 992 time: 0.0621490 Sep 29 23:35:33.305074 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ad76033e-cdad-47b6-81b6-74666ac9fb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:36.179221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daccecd-a82b-41f2-8919-2919294c25ad req-5859463b-87f6-495d-b5e7-9ae3dd88fe19 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:36.180770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3daccecd-a82b-41f2-8919-2919294c25ad req-5859463b-87f6-495d-b5e7-9ae3dd88fe19 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0511281 Sep 29 23:35:36.214028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21871668-a0dc-464e-93c5-c810917f4d76 req-561bc040-4fae-4398-bf5e-96ef544e4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:36.215557 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21871668-a0dc-464e-93c5-c810917f4d76 req-561bc040-4fae-4398-bf5e-96ef544e4eb8 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1095 time: 0.0458791 Sep 29 23:35:36.221243 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-038e5d96-33ea-4750-b9ee-9ed72abed620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:36.224353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3daccecd-a82b-41f2-8919-2919294c25ad req-2368994c-ff85-4eac-be88-f230ef23bcd1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375566 Sep 29 23:35:36.305703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21871668-a0dc-464e-93c5-c810917f4d76 req-24685744-c5ee-4343-b61b-ac99cc9501fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:36.307109 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21871668-a0dc-464e-93c5-c810917f4d76 req-24685744-c5ee-4343-b61b-ac99cc9501fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.0843689 Sep 29 23:35:36.379476 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21871668-a0dc-464e-93c5-c810917f4d76 req-a642cd3a-411d-4acf-bdb7-7a592cfd5035 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 999 time: 0.0638866 Sep 29 23:35:36.428498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21871668-a0dc-464e-93c5-c810917f4d76 req-0bc32116-03e9-4b49-b25c-6ed824c209c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:36.429887 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21871668-a0dc-464e-93c5-c810917f4d76 req-0bc32116-03e9-4b49-b25c-6ed824c209c1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0423713 Sep 29 23:35:36.476115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21871668-a0dc-464e-93c5-c810917f4d76 req-2aefaecb-d970-405e-85ff-cf1b80c92e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:36.477562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21871668-a0dc-464e-93c5-c810917f4d76 req-2aefaecb-d970-405e-85ff-cf1b80c92e40 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394177 Sep 29 23:35:36.570160 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21871668-a0dc-464e-93c5-c810917f4d76 req-43c6298b-5e74-4e14-a775-e924b8747a1f service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843837 Sep 29 23:35:36.573833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:36.659652 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-21871668-a0dc-464e-93c5-c810917f4d76 req-c26c255d-a710-4270-9391-3ea7c8cfa2b5 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817950 Sep 29 23:35:37.347701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c654ed-7d0e-4885-bdb3-7b13ebc42c50 req-0a16e223-f92c-4d37-b8d4-69072e216529 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:37.349228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23c654ed-7d0e-4885-bdb3-7b13ebc42c50 req-0a16e223-f92c-4d37-b8d4-69072e216529 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0503216 Sep 29 23:35:37.393898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23c654ed-7d0e-4885-bdb3-7b13ebc42c50 req-9debc17a-8134-42ca-9753-789292feece0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383322 Sep 29 23:35:37.488797 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:37.702703 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:35:38.507891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e5decd-6d91-4979-96e5-61214c9547da req-cdd6960e-2427-45d6-a79e-e6d8006c6a1a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:35:38.509402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6e5decd-6d91-4979-96e5-61214c9547da req-cdd6960e-2427-45d6-a79e-e6d8006c6a1a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0482469 Sep 29 23:35:38.550572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6e5decd-6d91-4979-96e5-61214c9547da req-66dc8db8-3862-43d7-a003-2da6d517bc8e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352926 Sep 29 23:35:38.667677 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:39.739913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:35:50.356874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:01.050465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2defe3a8-a7d8-495d-bf88-33def493b48a req-7287290d-53d4-40e0-b825-71ef903c8806 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:01.052236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2defe3a8-a7d8-495d-bf88-33def493b48a req-7287290d-53d4-40e0-b825-71ef903c8806 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0507026 Sep 29 23:36:01.094218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2defe3a8-a7d8-495d-bf88-33def493b48a req-8f2d2569-21c3-4ffb-83ea-2d1786dfc228 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353160 Sep 29 23:36:02.211999 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a3a2a-8bf3-4608-8ad5-011051f048ac req-25782d30-bf26-4f1a-a73d-1e3b14d2d6ed tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:02.213530 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e17a3a2a-8bf3-4608-8ad5-011051f048ac req-25782d30-bf26-4f1a-a73d-1e3b14d2d6ed tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0520883 Sep 29 23:36:02.252026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e17a3a2a-8bf3-4608-8ad5-011051f048ac req-68c3a5e6-a69c-47fa-8f9b-c18b27c9eb8e tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323248 Sep 29 23:36:03.309442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-be3c8154-5c24-4c8f-b349-1c86acfbddc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:03.366922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced2106-c47f-48ff-80ad-42b4323236fb req-e68e9d5b-b8ae-4572-b5ff-9d19c08a0411 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:03.368430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cced2106-c47f-48ff-80ad-42b4323236fb req-e68e9d5b-b8ae-4572-b5ff-9d19c08a0411 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0492032 Sep 29 23:36:03.410400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cced2106-c47f-48ff-80ad-42b4323236fb req-6ee32e5c-0157-4882-84b3-6ea9f0295000 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359643 Sep 29 23:36:04.525601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf04080-6654-4289-bd7b-d8b1a2b74812 req-f1136907-f727-4745-8a7d-ec526a24e5c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:04.527104 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcf04080-6654-4289-bd7b-d8b1a2b74812 req-f1136907-f727-4745-8a7d-ec526a24e5c9 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0492258 Sep 29 23:36:04.565208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dcf04080-6654-4289-bd7b-d8b1a2b74812 req-09de1e70-2e0f-4e03-b365-daa1c120de56 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321109 Sep 29 23:36:05.679803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d961fef-fb95-4cec-ad35-750debf01fda req-e7e88fe2-7728-4835-b6eb-6c2c15cefbd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:05.681334 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d961fef-fb95-4cec-ad35-750debf01fda req-e7e88fe2-7728-4835-b6eb-6c2c15cefbd6 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0504212 Sep 29 23:36:05.718995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d961fef-fb95-4cec-ad35-750debf01fda req-6cc46b02-97e3-4766-bebc-146faa202d6a tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317538 Sep 29 23:36:06.228461 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e9bfd4ef-9a26-4bb7-9e41-7e464c344f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:06.574248 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:06.838433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4482b2-c871-4782-b7d2-4551c70a6709 req-46b3707d-2f9f-436c-95e7-a315a07f7890 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:06.839869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec4482b2-c871-4782-b7d2-4551c70a6709 req-46b3707d-2f9f-436c-95e7-a315a07f7890 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0546236 Sep 29 23:36:06.881429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec4482b2-c871-4782-b7d2-4551c70a6709 req-21be7060-492c-46b6-b5d1-38dce0dd1128 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352457 Sep 29 23:36:07.492449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:07.997498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540adf7-dfc9-425a-8812-d2389287514a req-3503c20f-9ee8-4b5c-a194-7aa7332d2b27 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:07.999005 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6540adf7-dfc9-425a-8812-d2389287514a req-3503c20f-9ee8-4b5c-a194-7aa7332d2b27 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0497701 Sep 29 23:36:08.038897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6540adf7-dfc9-425a-8812-d2389287514a req-d4b76e85-e473-4377-97e3-7aaba32c6366 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333872 Sep 29 23:36:08.669097 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:09.159855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc700f9a-1a28-45a8-ae79-c6190e9d9122 req-4fa66a5b-13d8-4529-b2e6-8dbeac2608a3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:09.161380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc700f9a-1a28-45a8-ae79-c6190e9d9122 req-4fa66a5b-13d8-4529-b2e6-8dbeac2608a3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0504766 Sep 29 23:36:09.199522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc700f9a-1a28-45a8-ae79-c6190e9d9122 req-6dbbf6f1-9b37-4ca9-bb28-86eb341cf655 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320911 Sep 29 23:36:09.739643 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:10.315154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7196b4-7e96-4cc0-9c6a-35380dce4e16 req-2c61d948-05a1-468b-8ecf-a749cfe0f9b3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:10.316716 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c7196b4-7e96-4cc0-9c6a-35380dce4e16 req-2c61d948-05a1-468b-8ecf-a749cfe0f9b3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0479813 Sep 29 23:36:10.358864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c7196b4-7e96-4cc0-9c6a-35380dce4e16 req-8d8a7323-66af-4b29-80ce-3654bfc04789 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356402 Sep 29 23:36:11.473710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf9f8a-403f-473c-ab04-dfb883f92a25 req-0d828759-ecb5-447c-a178-f4b6e1299813 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:11.475343 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2bf9f8a-403f-473c-ab04-dfb883f92a25 req-0d828759-ecb5-447c-a178-f4b6e1299813 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0491333 Sep 29 23:36:11.512698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2bf9f8a-403f-473c-ab04-dfb883f92a25 req-37ce4a72-49c4-44ba-81f2-b36d3a53722c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Sep 29 23:36:12.628670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de6977-9e0c-4943-aef0-dd82feff6722 req-e6d32f63-d01b-44b3-94e3-517e6d0f7909 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:12.630162 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7de6977-9e0c-4943-aef0-dd82feff6722 req-e6d32f63-d01b-44b3-94e3-517e6d0f7909 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0494986 Sep 29 23:36:12.670138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7de6977-9e0c-4943-aef0-dd82feff6722 req-239839ab-243e-4b5a-9a5d-75ad6ae740ba tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330071 Sep 29 23:36:13.783654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2bcd0-eb90-488f-a6d6-063aaa6dde89 req-dfb6ec97-7453-4a99-8f4a-3f3a229b27f1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:13.785147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4de2bcd0-eb90-488f-a6d6-063aaa6dde89 req-dfb6ec97-7453-4a99-8f4a-3f3a229b27f1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Sep 29 23:36:13.826455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4de2bcd0-eb90-488f-a6d6-063aaa6dde89 req-6ebf3b67-0613-48ec-b089-f386aa7870fe tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351632 Sep 29 23:36:14.701546 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:36:14.943373 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbe6661-a9ae-4185-aeef-07500c9508f2 req-df1e0c4a-9858-4eb3-9489-1a2439e7177c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:14.944926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8bbe6661-a9ae-4185-aeef-07500c9508f2 req-df1e0c4a-9858-4eb3-9489-1a2439e7177c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0519824 Sep 29 23:36:14.983052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8bbe6661-a9ae-4185-aeef-07500c9508f2 req-80850d45-47df-45fc-9b62-07d7c9214593 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Sep 29 23:36:16.097923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d05af7-8567-4e4d-8de9-54bb95fa019b req-cd4d5a49-cd02-4c82-bd1f-85d7c8ac9dd3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:16.100647 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68d05af7-8567-4e4d-8de9-54bb95fa019b req-cd4d5a49-cd02-4c82-bd1f-85d7c8ac9dd3 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0514696 Sep 29 23:36:16.141352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68d05af7-8567-4e4d-8de9-54bb95fa019b req-ecf85776-1fb6-416d-8ab3-0d276a9323f7 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340195 Sep 29 23:36:17.255660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedb03a5-f8b4-48a2-bc44-c065632d9239 req-cfd3daf4-4bda-4818-9cff-1412d8f8b40f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:17.257228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eedb03a5-f8b4-48a2-bc44-c065632d9239 req-cfd3daf4-4bda-4818-9cff-1412d8f8b40f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0485115 Sep 29 23:36:17.298795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eedb03a5-f8b4-48a2-bc44-c065632d9239 req-ae52d901-8015-41eb-91f0-96a687ad0ddf tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349367 Sep 29 23:36:17.918779 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-d35c31cf-ffbb-43fc-af25-eafc3b87a729 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434322 Sep 29 23:36:18.001311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-e273de7f-5943-43e8-9b5d-717cf795ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:18.002981 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-e273de7f-5943-43e8-9b5d-717cf795ba73 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 1097 time: 0.0405767 Sep 29 23:36:18.108187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-dc93ce57-ff59-48e4-a1ac-fd7344c3ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:18.109670 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-dc93ce57-ff59-48e4-a1ac-fd7344c3ea9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.0858612 Sep 29 23:36:18.155344 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-57d711f9-eaae-41ce-b6b4-787a3075ccdf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aeca4e4-07c4-4979-99ad-44d948d73df9 HTTP/1.1" status: 200 len: 217 time: 0.0379689 Sep 29 23:36:18.204627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-64e32203-2fd9-4b8c-a256-40f69d4ed673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:18.206046 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-64e32203-2fd9-4b8c-a256-40f69d4ed673 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0436635 Sep 29 23:36:18.251902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-bd87330d-1ebc-46b7-93e3-8338e7ce164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:18.253373 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-bd87330d-1ebc-46b7-93e3-8338e7ce164e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396049 Sep 29 23:36:18.349102 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-39d77e96-3cf7-4e10-9029-33605d8b810a service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879068 Sep 29 23:36:18.412952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd5e54e-7be3-450c-a110-ca010bc86742 req-7c09432b-ed3f-407c-ba9f-756c197ef1ae tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:18.414493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dd5e54e-7be3-450c-a110-ca010bc86742 req-7c09432b-ed3f-407c-ba9f-756c197ef1ae tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0481639 Sep 29 23:36:18.440543 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a086a1a-5aee-479e-94cf-fc9cb0dc1899 req-ce8e50ae-6981-4e8f-b87e-66837e7a1a35 service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838416 Sep 29 23:36:18.455305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dd5e54e-7be3-450c-a110-ca010bc86742 req-6643dca1-bd81-4fc1-ba1a-7a2778266e0c tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342712 Sep 29 23:36:18.732202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec10409-a38c-434d-b495-f8e2b5880db8 req-f8180201-e57d-452e-9847-f45bd49f7046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:18.733607 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8ec10409-a38c-434d-b495-f8e2b5880db8 req-f8180201-e57d-452e-9847-f45bd49f7046 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0450811 Sep 29 23:36:18.769399 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8ec10409-a38c-434d-b495-f8e2b5880db8 req-5f71a30a-44bc-4339-986f-7ca744267dc7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285048 Sep 29 23:36:19.574374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c461862-a88f-45ea-903f-5ee8feb13d64 req-09054129-995a-4940-bb44-cff2295156de tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:19.575760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c461862-a88f-45ea-903f-5ee8feb13d64 req-09054129-995a-4940-bb44-cff2295156de tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0527146 Sep 29 23:36:19.613153 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c461862-a88f-45ea-903f-5ee8feb13d64 req-73927a36-d806-4292-94d3-e2df296d5f5b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315204 Sep 29 23:36:20.210775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:36:20.305423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:20.317353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'port_id': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'mac_address': 'fa:16:3e:96:95:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:36:20.366917 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:20.369395 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:20.380122 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:36:20.400122 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:20.403638 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:20.453772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:20.460930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.461219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.461561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.461898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.462363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.462696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.463026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.463353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.463679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.464026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.464353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.464678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:20.633645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['9ca1c4bf-b450-415a-9e77-e3d77607f6a5'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:20.732507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba28046-b93c-448f-9f1c-e36199e9b5e5 req-8a60febe-e8b5-4f71-9d3a-ab982e4f9152 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:20.733925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ba28046-b93c-448f-9f1c-e36199e9b5e5 req-8a60febe-e8b5-4f71-9d3a-ab982e4f9152 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 944 time: 0.0498583 Sep 29 23:36:20.775775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ba28046-b93c-448f-9f1c-e36199e9b5e5 req-2a5a691f-800e-429c-bea1-4d755dcd7f8b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358326 Sep 29 23:36:20.798152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 56956) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:36:20.858995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-194b24be-b1e4-425c-b9a6-89a43b35476f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/floatingips/5e624026-4009-4023-ac18-82656b9b6e29 HTTP/1.1" status: 200 len: 991 time: 0.0596337 Sep 29 23:36:22.210662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:36:22.256353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:36:22.256728 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:22.332618 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:22.354118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:36:22.356344 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a33a9821-9086-4e8d-a4ce-62609c53a6b4" -d '{"events": [{"server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "name": "network-vif-plugged", "status": "completed", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:36:22.368686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:22.372782 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:22.418085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:22.516329 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7c4842-b2f4-4541-864a-ba83b9251086 x-openstack-request-id: req-ac7c4842-b2f4-4541-864a-ba83b9251086 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:36:22.516647 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "name": "network-vif-plugged", "status": "completed", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:36:22.516898 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ac7c4842-b2f4-4541-864a-ba83b9251086 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:36:22.517293 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'code': 200} Sep 29 23:36:27.725069 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-f38d75b6-e591-47f7-96d2-5780a7351e44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1004364 Sep 29 23:36:27.824410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-955d46d4-7777-40d9-becd-0e2eb3b579a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:27.825895 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-955d46d4-7777-40d9-becd-0e2eb3b579a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1095 time: 0.0411825 Sep 29 23:36:27.930705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-7cc6bd9c-dc28-4d57-b5d9-d965525a5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:27.933110 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-7cc6bd9c-dc28-4d57-b5d9-d965525a5285 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.0885439 Sep 29 23:36:27.996660 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-f3292927-964c-4ff6-85b1-3a9ba9d53c3a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 999 time: 0.0569742 Sep 29 23:36:28.049711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-d8c1b8eb-2b5b-48fe-9db2-3ab77aae9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:28.051167 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-d8c1b8eb-2b5b-48fe-9db2-3ab77aae9f79 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0474041 Sep 29 23:36:28.097049 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-7e6a4b10-a4e8-4b43-8e6c-f3ffe8d50277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:28.098523 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-7e6a4b10-a4e8-4b43-8e6c-f3ffe8d50277 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400205 Sep 29 23:36:28.188469 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-7972d029-3ba6-479b-90a7-ee68f968d737 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820494 Sep 29 23:36:28.280645 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-80cd3ffa-f19d-4c2b-92db-0ef955e9ed99 req-16534136-1d41-48e3-96c2-58c4e95ae58a service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847993 Sep 29 23:36:33.312112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7a4f6d56-649f-4d00-8320-3bb77795a3d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:33.314030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dbc32c-9288-4e1a-8a56-d9ef5c7f03e1 req-a9995a4f-295d-41f4-a401-59f4fa8ed359 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:33.315524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52dbc32c-9288-4e1a-8a56-d9ef5c7f03e1 req-a9995a4f-295d-41f4-a401-59f4fa8ed359 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0515676 Sep 29 23:36:33.355399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52dbc32c-9288-4e1a-8a56-d9ef5c7f03e1 req-d72fbda4-3540-4607-951a-b3b72d0add1f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333238 Sep 29 23:36:33.474973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8591e-2f32-458c-a1d6-a1e782f3451d req-486ff333-8803-4777-83b9-1d3cb117ac3f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:33.476507 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5b8591e-2f32-458c-a1d6-a1e782f3451d req-486ff333-8803-4777-83b9-1d3cb117ac3f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0523601 Sep 29 23:36:33.514178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5b8591e-2f32-458c-a1d6-a1e782f3451d req-e2bd2475-28be-45aa-ad85-3a7b4778aafc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308342 Sep 29 23:36:33.780213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-f276b34a-a900-4b12-bbf0-69703fcdb1bc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:33.781689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-f276b34a-a900-4b12-bbf0-69703fcdb1bc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 811 time: 0.1022408 Sep 29 23:36:33.796620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-158008a5-6ac0-44df-b779-0ef8fa57d11c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/quotas/3dd0d48ecad341829446b51ead66e44d HTTP/1.1" status: 200 len: 375 time: 0.0092926 Sep 29 23:36:33.860338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-543064d5-a9e1-4397-bc20-e710f0d6754d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0585787 Sep 29 23:36:33.951164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4b9eb614-12e8-4d1e-bcef-73a471920a78 service neutron] 10.222.0.44 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838354 Sep 29 23:36:34.045364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-13238a06-119d-41f1-ae11-86852ce41dd6 service neutron] 10.222.0.44 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882497 Sep 29 23:36:34.203157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa37c4bf-e89f-4d5d-bef6-f33f01bd08b9 req-872f88f6-40ca-4ac6-9770-eb7fef302e9c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 210 time: 0.0263140 Sep 29 23:36:35.315109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4bcbf3b-c2b3-4054-9043-6681b9a224a4 req-a75488c3-2902-4751-90df-133c0d4f22a1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 210 time: 0.0365179 Sep 29 23:36:35.319987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-c8fe058d-f3f2-4d93-ad9a-baa2f751c8e1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:35.322852 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-c8fe058d-f3f2-4d93-ad9a-baa2f751c8e1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 811 time: 0.1268156 Sep 29 23:36:35.343172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'port': {'device_id': '95d292bd-38ea-4666-afc1-93361ab8fafd', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'admin_state_up': True, 'tenant_id': '3dd0d48ecad341829446b51ead66e44d'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:36:35.451940 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Made reservation on behalf of 3dd0d48ecad341829446b51ead66e44d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:36:35.455392 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:35.583266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Allocated IP 172.20.0.11 (63478665-fb48-43a7-8607-cd9ea811f490/cde1437a-7115-4f12-a2ef-39ca66538822/9cc35742-edea-4371-87e2-bc5511254979) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:36:35.733509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:35.766550 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:35.778684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7aeca4e4-07c4-4979-99ad-44d948d73df9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:35.801366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['bc8ad49a-4fdd-4b64-bf5f-0dcb553df957'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:35.808876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Network 63478665-fb48-43a7-8607-cd9ea811f490 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:36:35.812103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:36:35.815837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:36:35.849948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'Port': ['ID=9cc35742-edea-4371-87e2-bc5511254979,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:35.865698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.866047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.866392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.866732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.867075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.867409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.867745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.868104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.868434 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.868806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.869256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.869706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:35.883739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:35.884935 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:35.899754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-6b8aa7fc-038a-467b-87ac-821a651cb8de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5604043 Sep 29 23:36:35.932778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Request body: {'port': {'device_id': '95d292bd-38ea-4666-afc1-93361ab8fafd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:36:36.000204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:36.127758 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ed28e8a9-8e7c-44c6-aa06-56bc3dd7060f None None] Provisioning complete for port 9cc35742-edea-4371-87e2-bc5511254979 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:36:36.128305 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ed28e8a9-8e7c-44c6-aa06-56bc3dd7060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:36.165025 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ed28e8a9-8e7c-44c6-aa06-56bc3dd7060f None None] Port 9cc35742-edea-4371-87e2-bc5511254979 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:36:36.218698 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-acd2fa5c-330f-43c3-8616-9395b893a5ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:36.272518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc35742-edea-4371-87e2-bc5511254979 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:36:36.280529 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:36.292811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Transition to ACTIVE for port object 9cc35742-edea-4371-87e2-bc5511254979 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:36:36.296420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:36.348609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc35742-edea-4371-87e2-bc5511254979,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:36.433349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Attempting to bind port 9cc35742-edea-4371-87e2-bc5511254979 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:36:36.433700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Attempting to bind port 9cc35742-edea-4371-87e2-bc5511254979 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:36:36.434069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Attempting to bind port 9cc35742-edea-4371-87e2-bc5511254979 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:36:36.438835 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Port 9cc35742-edea-4371-87e2-bc5511254979 on network 63478665-fb48-43a7-8607-cd9ea811f490 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:36:36.439166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Attempting to bind port 9cc35742-edea-4371-87e2-bc5511254979 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:36:36.440492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417edd17-db06-4aca-96ff-6b3519a8c225 req-e712025d-e941-47cb-9e8a-847e446897ce tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:36.442631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-417edd17-db06-4aca-96ff-6b3519a8c225 req-e712025d-e941-47cb-9e8a-847e446897ce tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 944 time: 0.0526195 Sep 29 23:36:36.445984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:36:36.446333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Checking segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:36:36.446724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Bound using segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:36:36.447728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Bound port: 9cc35742-edea-4371-87e2-bc5511254979, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:36:36.448121 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:36.484746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-417edd17-db06-4aca-96ff-6b3519a8c225 req-9b0e28a3-d115-4e76-9150-86859233149d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352008 Sep 29 23:36:36.518028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] For port 9cc35742-edea-4371-87e2-bc5511254979, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:36:36.521566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] For port 9cc35742-edea-4371-87e2-bc5511254979, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9cc35742-edea-4371-87e2-bc5511254979,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:36:36.526799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:36.564010 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:36.564505 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:36.565914 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] 10.222.0.42 "PUT /v2.0/ports/9cc35742-edea-4371-87e2-bc5511254979 HTTP/1.1" status: 200 len: 1092 time: 0.6384554 Sep 29 23:36:36.566548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d292bd-38ea-4666-afc1-93361ab8fafd', 'tag': '9cc35742-edea-4371-87e2-bc5511254979'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:36:36.568847 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e618bc-2c8d-4706-acd6-85c2866a6a31" -d '{"events": [{"name": "network-changed", "server_uuid": "95d292bd-38ea-4666-afc1-93361ab8fafd", "tag": "9cc35742-edea-4371-87e2-bc5511254979"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:36:36.588553 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:36.606206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e034500-e0d3-4b6a-b5ae-26e2ecd50c96 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc35742-edea-4371-87e2-bc5511254979,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:36.693050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-20ac2dd9-cd70-462d-b813-b774c28df81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:36.694613 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-20ac2dd9-cd70-462d-b813-b774c28df81d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 1095 time: 0.0522978 Sep 29 23:36:36.699867 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe1b555-358f-441b-815d-7ef418b6f074 x-openstack-request-id: req-ffe1b555-358f-441b-815d-7ef418b6f074 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:36:36.700220 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d292bd-38ea-4666-afc1-93361ab8fafd", "tag": "9cc35742-edea-4371-87e2-bc5511254979", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:36:36.700548 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffe1b555-358f-441b-815d-7ef418b6f074 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:36:36.701019 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d292bd-38ea-4666-afc1-93361ab8fafd', 'tag': '9cc35742-edea-4371-87e2-bc5511254979', 'status': 'completed', 'code': 200} Sep 29 23:36:36.763463 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-a4f46086-786f-4869-8509-92f9b504c0ed service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cc35742-edea-4371-87e2-bc5511254979 HTTP/1.1" status: 200 len: 217 time: 0.0362291 Sep 29 23:36:36.812581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-72d5e3c0-c8a3-4dc0-bf6f-ac7997923136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:36.814412 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-72d5e3c0-c8a3-4dc0-bf6f-ac7997923136 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0440364 Sep 29 23:36:36.866067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-05e373f0-a811-4288-bb90-5d25a7694cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:36.867556 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-05e373f0-a811-4288-bb90-5d25a7694cd4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460134 Sep 29 23:36:36.960545 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-686adb00-d13c-483a-be3e-17f92a2a60e5 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853190 Sep 29 23:36:37.057627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c626c88-6428-4c6b-8670-e3ad65e15f99 req-3e88b680-0632-46dc-80b2-12109b992c33 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899906 Sep 29 23:36:37.188057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-deec621e-29d5-4439-a5d0-3a7d600a8d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:37.189532 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-deec621e-29d5-4439-a5d0-3a7d600a8d45 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 1095 time: 0.0402997 Sep 29 23:36:37.296856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-46f6c643-031e-4a4a-a75f-162dbee6a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:37.298244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-46f6c643-031e-4a4a-a75f-162dbee6a527 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.1014881 Sep 29 23:36:37.342140 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-051e9910-b8f4-4401-9c98-101306a70ae3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cc35742-edea-4371-87e2-bc5511254979 HTTP/1.1" status: 200 len: 217 time: 0.0355074 Sep 29 23:36:37.391634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-af69585c-e8b3-40a9-8127-fe6874f63b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:37.393147 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-af69585c-e8b3-40a9-8127-fe6874f63b53 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0442946 Sep 29 23:36:37.438371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-757392d1-6190-477e-afa8-13ef8c544ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:37.439943 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-757392d1-6190-477e-afa8-13ef8c544ed4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395200 Sep 29 23:36:37.495788 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:37.539290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-ace463f9-18b9-4968-a49d-85e6d2d91da6 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916457 Sep 29 23:36:37.604736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdc18c-63ca-4f8e-9899-1607db837612 req-e5ebe5de-d683-4421-a7ed-dd78f16f3af4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:37.606155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3dcdc18c-63ca-4f8e-9899-1607db837612 req-e5ebe5de-d683-4421-a7ed-dd78f16f3af4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 944 time: 0.0531228 Sep 29 23:36:37.633866 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a2e618bc-2c8d-4706-acd6-85c2866a6a31 req-24b85004-9f56-440a-92ae-89a33abe5fb4 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876133 Sep 29 23:36:37.644859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3dcdc18c-63ca-4f8e-9899-1607db837612 req-bcf4c205-fdcf-4b74-bed7-e272e1a56756 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Sep 29 23:36:38.679598 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:38.766899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7eb9601-ddcd-477a-8fe5-ba305d25b2a3 req-d824fe77-60ab-4440-bbf1-56a18e540f95 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:38.768471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7eb9601-ddcd-477a-8fe5-ba305d25b2a3 req-d824fe77-60ab-4440-bbf1-56a18e540f95 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 944 time: 0.0495014 Sep 29 23:36:38.806675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7eb9601-ddcd-477a-8fe5-ba305d25b2a3 req-7f5f9bf1-ddcf-42d1-96ac-9aac4b754121 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319910 Sep 29 23:36:39.753509 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:39.922706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd20f0-430a-4ea7-85dd-595702422a9b req-6506bc95-0567-4fb3-bbbd-86a5f6eba26d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:39.924225 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdbd20f0-430a-4ea7-85dd-595702422a9b req-6506bc95-0567-4fb3-bbbd-86a5f6eba26d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 944 time: 0.0492637 Sep 29 23:36:39.962374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bdbd20f0-430a-4ea7-85dd-595702422a9b req-f094bf50-4aae-439b-9e3e-2e943cf5b22c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Sep 29 23:36:40.232952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9cc35742-edea-4371-87e2-bc5511254979 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:36:40.323767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9cc35742-edea-4371-87e2-bc5511254979, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9cc35742-edea-4371-87e2-bc5511254979,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:40.338813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '9cc35742-edea-4371-87e2-bc5511254979', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'port_id': '9cc35742-edea-4371-87e2-bc5511254979', 'mac_address': 'fa:16:3e:60:24:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:36:40.374016 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:40.386812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc35742-edea-4371-87e2-bc5511254979 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:36:40.406431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9cc35742-edea-4371-87e2-bc5511254979, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9cc35742-edea-4371-87e2-bc5511254979,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:40.410335 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:40.457293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9cc35742-edea-4371-87e2-bc5511254979,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:40.820226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['9cc35742-edea-4371-87e2-bc5511254979'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:41.089783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1699c669-bc4b-48c7-b34e-e6516aebe472 req-9fa220e7-443e-4a79-8f59-ba4275732498 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:41.091330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1699c669-bc4b-48c7-b34e-e6516aebe472 req-9fa220e7-443e-4a79-8f59-ba4275732498 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 945 time: 0.0529010 Sep 29 23:36:41.129214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1699c669-bc4b-48c7-b34e-e6516aebe472 req-f83ee85b-790a-477a-9517-47e943222cbf tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317376 Sep 29 23:36:42.233971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9cc35742-edea-4371-87e2-bc5511254979 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:36:42.242051 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4c5640-08fe-4fe4-9756-08a47f5c6e55 req-4c8a9352-b69c-43e6-8481-33ae2ecc5751 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:42.243561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e4c5640-08fe-4fe4-9756-08a47f5c6e55 req-4c8a9352-b69c-43e6-8481-33ae2ecc5751 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 945 time: 0.0492835 Sep 29 23:36:42.282563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e4c5640-08fe-4fe4-9756-08a47f5c6e55 req-1b6a985e-ee62-4cc0-919d-fda87004244a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323405 Sep 29 23:36:42.283196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 9cc35742-edea-4371-87e2-bc5511254979 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:36:42.287153 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 9cc35742-edea-4371-87e2-bc5511254979 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:36:42.287528 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:42.370895 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:42.392737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d292bd-38ea-4666-afc1-93361ab8fafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc35742-edea-4371-87e2-bc5511254979'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:36:42.394948 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e371b2-8ca6-46c7-a704-541e19f69329" -d '{"events": [{"server_uuid": "95d292bd-38ea-4666-afc1-93361ab8fafd", "name": "network-vif-plugged", "status": "completed", "tag": "9cc35742-edea-4371-87e2-bc5511254979"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:36:42.408091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9cc35742-edea-4371-87e2-bc5511254979, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9cc35742-edea-4371-87e2-bc5511254979,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:42.411860 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:42.437235 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a0919e-ae7c-4f14-855f-bda0a8b95764 x-openstack-request-id: req-64a0919e-ae7c-4f14-855f-bda0a8b95764 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:36:42.437525 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d292bd-38ea-4666-afc1-93361ab8fafd", "name": "network-vif-plugged", "status": "completed", "tag": "9cc35742-edea-4371-87e2-bc5511254979", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:36:42.437776 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-64a0919e-ae7c-4f14-855f-bda0a8b95764 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:36:42.438165 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d292bd-38ea-4666-afc1-93361ab8fafd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc35742-edea-4371-87e2-bc5511254979', 'code': 200} Sep 29 23:36:42.462640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9cc35742-edea-4371-87e2-bc5511254979,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:42.554093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1a6ee-49eb-4aa6-a599-4d0d85d5ffca req-9ce8dc0b-1755-4e1e-b4fc-f17be4627bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:42.555586 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7c1a6ee-49eb-4aa6-a599-4d0d85d5ffca req-9ce8dc0b-1755-4e1e-b4fc-f17be4627bcb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 1097 time: 0.0401788 Sep 29 23:36:42.589448 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d7c1a6ee-49eb-4aa6-a599-4d0d85d5ffca req-bca4a6af-4b5c-4e4e-bb7a-e7f5727642db service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269139 Sep 29 23:36:43.402891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd22ab01-913a-4f94-a9f0-8ad987a5457b req-1e8153ff-eff5-43b8-9e8e-7d5a64463a0b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:43.404449 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd22ab01-913a-4f94-a9f0-8ad987a5457b req-1e8153ff-eff5-43b8-9e8e-7d5a64463a0b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 946 time: 0.0478268 Sep 29 23:36:43.440564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd22ab01-913a-4f94-a9f0-8ad987a5457b req-24f3303b-0a3d-4d0a-80f8-a2b45f9580b7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303681 Sep 29 23:36:44.586338 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb50a1-67c0-4629-a921-ae4d25d4bbcf req-4d704fae-a792-42b1-a767-bbb184da72d9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:44.587777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61bb50a1-67c0-4629-a921-ae4d25d4bbcf req-4d704fae-a792-42b1-a767-bbb184da72d9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 946 time: 0.0650468 Sep 29 23:36:44.633680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61bb50a1-67c0-4629-a921-ae4d25d4bbcf req-e64c00d8-81d9-4992-98d7-90cef7aa304c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325108 Sep 29 23:36:44.731920 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1908a174-b57e-42fe-8924-5e81770a0613 req-924c7425-8df3-437b-9b20-377fb400e6fe tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=3dd0d48ecad341829446b51ead66e44d HTTP/1.1" status: 200 len: 267 time: 0.0335960 Sep 29 23:36:44.784841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908a174-b57e-42fe-8924-5e81770a0613 req-a21577d0-95f9-4608-9e55-9d665d730bc6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:44.786332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1908a174-b57e-42fe-8924-5e81770a0613 req-a21577d0-95f9-4608-9e55-9d665d730bc6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 946 time: 0.0487986 Sep 29 23:36:44.797850 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-1908a174-b57e-42fe-8924-5e81770a0613 req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'port': {'security_groups': []}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:36:44.862464 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1908a174-b57e-42fe-8924-5e81770a0613 req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:45.020691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-1908a174-b57e-42fe-8924-5e81770a0613 req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] For port 9cc35742-edea-4371-87e2-bc5511254979, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9cc35742-edea-4371-87e2-bc5511254979,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:45.051831 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1908a174-b57e-42fe-8924-5e81770a0613 req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:45.056606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1908a174-b57e-42fe-8924-5e81770a0613 req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:45.069063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7aeca4e4-07c4-4979-99ad-44d948d73df9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:45.092904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['bc8ad49a-4fdd-4b64-bf5f-0dcb553df957', '9cc35742-edea-4371-87e2-bc5511254979'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:45.108627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1908a174-b57e-42fe-8924-5e81770a0613 req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:45.109270 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-1908a174-b57e-42fe-8924-5e81770a0613 req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:45.110721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1908a174-b57e-42fe-8924-5e81770a0613 req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "PUT /v2.0/ports/9cc35742-edea-4371-87e2-bc5511254979 HTTP/1.1" status: 200 len: 905 time: 0.3172803 Sep 29 23:36:45.118601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d292bd-38ea-4666-afc1-93361ab8fafd', 'tag': '9cc35742-edea-4371-87e2-bc5511254979'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:36:45.122109 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8b6637-bb65-47fa-aa71-289787d57617" -d '{"events": [{"name": "network-changed", "server_uuid": "95d292bd-38ea-4666-afc1-93361ab8fafd", "tag": "9cc35742-edea-4371-87e2-bc5511254979"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:36:45.174710 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9133e42-56df-43c4-936f-71430b10362f x-openstack-request-id: req-b9133e42-56df-43c4-936f-71430b10362f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:36:45.175188 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d292bd-38ea-4666-afc1-93361ab8fafd", "tag": "9cc35742-edea-4371-87e2-bc5511254979", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:36:45.175458 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b9133e42-56df-43c4-936f-71430b10362f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:36:45.175916 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95d292bd-38ea-4666-afc1-93361ab8fafd', 'tag': '9cc35742-edea-4371-87e2-bc5511254979', 'status': 'completed', 'code': 200} Sep 29 23:36:45.177917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'Port': ['ID=9cc35742-edea-4371-87e2-bc5511254979,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:45.211552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.211969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.212282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.212624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.213651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.213996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.214319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.214650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.214979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.215306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.215637 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.215993 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fad2e33-64ff-4d80-8031-633be8e09ea4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:36:45.251409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['9cc35742-edea-4371-87e2-bc5511254979'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:45.254922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac31433-43a6-4ea1-a2d2-8e03c5603811 req-0dcc5593-8929-499e-b902-13eba8e83ff0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:45.263370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ac31433-43a6-4ea1-a2d2-8e03c5603811 req-0dcc5593-8929-499e-b902-13eba8e83ff0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 908 time: 0.0865023 Sep 29 23:36:45.268048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-a03c3387-a2e6-467c-b614-2e3fd16ace2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:45.269641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-a03c3387-a2e6-467c-b614-2e3fd16ace2f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 1059 time: 0.0501461 Sep 29 23:36:45.393951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-cd656608-8d42-4989-a4f8-b5d220d06ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:45.396161 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-cd656608-8d42-4989-a4f8-b5d220d06ab4 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.1181674 Sep 29 23:36:45.421589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cf1082ea-d700-4d63-a029-ca26b6c50a26 None None] Provisioning complete for port 9cc35742-edea-4371-87e2-bc5511254979 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:36:45.421975 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cf1082ea-d700-4d63-a029-ca26b6c50a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:45.433255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b54ca3-176f-4cca-a22d-55309202a9b9 req-1a65c807-c8ae-4ddc-a0db-59d8fee8f61b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:45.435142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07b54ca3-176f-4cca-a22d-55309202a9b9 req-1a65c807-c8ae-4ddc-a0db-59d8fee8f61b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0633080 Sep 29 23:36:45.445669 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-beeb8095-da81-4799-85f0-85e7d5a8559e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9cc35742-edea-4371-87e2-bc5511254979 HTTP/1.1" status: 200 len: 217 time: 0.0406981 Sep 29 23:36:45.479457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07b54ca3-176f-4cca-a22d-55309202a9b9 req-5c2c078e-6794-426d-824c-7e7e0478190d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370369 Sep 29 23:36:45.497161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-2fb11f43-825c-4fca-9317-492e3ec69a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:45.498874 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-2fb11f43-825c-4fca-9317-492e3ec69a62 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0457666 Sep 29 23:36:45.551609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-7116a983-c849-4846-9f9c-35695e5cbfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:45.553281 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-7116a983-c849-4846-9f9c-35695e5cbfca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459812 Sep 29 23:36:45.599954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a093-634b-4493-b193-a6ca5c4fc955 req-5828d97a-00ee-44ff-bbef-8fe58eba5265 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:45.601462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09e5a093-634b-4493-b193-a6ca5c4fc955 req-5828d97a-00ee-44ff-bbef-8fe58eba5265 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0495973 Sep 29 23:36:45.640017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09e5a093-634b-4493-b193-a6ca5c4fc955 req-9b51a3c0-4740-4f7b-8812-3fd35f2701b0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316367 Sep 29 23:36:45.645052 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-3207ea75-b5e2-4165-b65b-69d32dfd060f service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844567 Sep 29 23:36:45.746881 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7a8b6637-bb65-47fa-aa71-289787d57617 req-e1af6843-58a9-4d4a-9424-c777688d14e9 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943964 Sep 29 23:36:46.193922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-490fcc5e-d371-434c-80a5-ae208b4db7c4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:46.195410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-490fcc5e-d371-434c-80a5-ae208b4db7c4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 811 time: 0.4289992 Sep 29 23:36:46.210411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-9ab0ded5-e0e1-4a4a-ab45-fcf13f887479 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/quotas/3dd0d48ecad341829446b51ead66e44d HTTP/1.1" status: 200 len: 375 time: 0.0087895 Sep 29 23:36:46.270337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-81cffba8-d16a-4715-bfe0-b2c1a17e095a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0541344 Sep 29 23:36:46.361301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-f2a63ff8-9af2-4b94-adcf-735d0e5e342a service neutron] 10.222.0.44 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832610 Sep 29 23:36:46.454376 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-99232655-9512-4b3c-96cc-caefb41e7c2b service neutron] 10.222.0.44 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869563 Sep 29 23:36:46.612258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a06e74b1-9756-4c86-bf5b-2dda66c1b257 req-5b22ef8a-a1fc-4d72-8345-68fc622195f9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 210 time: 0.0274429 Sep 29 23:36:47.538913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-8b74338f-1d47-4b06-9ece-352e3167046d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:47.540592 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-8b74338f-1d47-4b06-9ece-352e3167046d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.26 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 811 time: 0.1131163 Sep 29 23:36:47.554109 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Request body: {'port': {'device_id': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'admin_state_up': True, 'tenant_id': '3dd0d48ecad341829446b51ead66e44d'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:36:47.665970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Made reservation on behalf of 3dd0d48ecad341829446b51ead66e44d for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:36:47.669887 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:47.706336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ca95f90-e1a6-4ca8-afb0-718d8ed8154a req-28e2bb71-0ac3-492f-85eb-1b84b0cb954e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 210 time: 0.0265663 Sep 29 23:36:47.799710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Allocated IP 172.20.0.4 (63478665-fb48-43a7-8607-cd9ea811f490/cde1437a-7115-4f12-a2ef-39ca66538822/a63ecee5-5208-48e6-aa9d-b33e0bcf6d89) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:36:47.942586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:47.975857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:47.987428 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7aeca4e4-07c4-4979-99ad-44d948d73df9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:48.021678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['bc8ad49a-4fdd-4b64-bf5f-0dcb553df957'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:48.022266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Network 63478665-fb48-43a7-8607-cd9ea811f490 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:36:48.025389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:36:48.029359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:36:48.057515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event updated for resources: {'Port': ['ID=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:48.093912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:48.094764 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:48.112172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-5ddc9268-4430-4eb5-b2b0-4965ae4befde tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5616822 Sep 29 23:36:48.126593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Request body: {'port': {'device_id': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:36:48.186411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:48.278669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-efbcece2-a397-4842-b0ac-8783cd71c88f None None] Provisioning complete for port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:36:48.279036 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-efbcece2-a397-4842-b0ac-8783cd71c88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:48.368219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-efbcece2-a397-4842-b0ac-8783cd71c88f None None] Port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:36:48.458128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:36:48.466448 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:48.478173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Transition to ACTIVE for port object a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:36:48.482227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:48.534754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:48.605741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Attempting to bind port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:36:48.606439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Attempting to bind port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:36:48.606611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Attempting to bind port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:36:48.611474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 on network 63478665-fb48-43a7-8607-cd9ea811f490 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:36:48.611800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Attempting to bind port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 on network 63478665-fb48-43a7-8607-cd9ea811f490 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:36:48.616921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:36:48.617261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Checking segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:36:48.617646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Bound using segment: {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:36:48.618084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Bound port: a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5df20693-d097-4b27-aed0-6a7659e09bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:36:48.618449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:48.691015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] For port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:36:48.694071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] For port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:36:48.699360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:48.733500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:48.734037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:48.735568 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] 10.222.0.26 "PUT /v2.0/ports/a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 HTTP/1.1" status: 200 len: 1091 time: 0.6138792 Sep 29 23:36:48.735866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'tag': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:36:48.738154 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb" -d '{"events": [{"name": "network-changed", "server_uuid": "aa843cb5-38fa-40c8-abba-ee107451c7fe", "tag": "a63ecee5-5208-48e6-aa9d-b33e0bcf6d89"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:36:48.764391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b163b42-1a61-4199-9d60-dce8ae27cb79 service neutron] Pushing event updated for resources: {'Port': ['ID=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:48.787957 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ef4061-be07-4e00-9071-27a9c7e31a6a x-openstack-request-id: req-e6ef4061-be07-4e00-9071-27a9c7e31a6a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:36:48.788278 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa843cb5-38fa-40c8-abba-ee107451c7fe", "tag": "a63ecee5-5208-48e6-aa9d-b33e0bcf6d89", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:36:48.788558 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e6ef4061-be07-4e00-9071-27a9c7e31a6a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:36:48.788958 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'tag': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89', 'status': 'completed', 'code': 200} Sep 29 23:36:48.833423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-99f4017b-8c87-48d4-956b-d3147f362180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:48.835109 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-99f4017b-8c87-48d4-956b-d3147f362180 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 1094 time: 0.0441918 Sep 29 23:36:48.858598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4448078-e955-4553-8e87-dd297cdce91b req-30474447-cfbf-4341-bacf-d28361895193 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:48.860249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4448078-e955-4553-8e87-dd297cdce91b req-30474447-cfbf-4341-bacf-d28361895193 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 943 time: 0.0573106 Sep 29 23:36:48.884259 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-2bbfd166-5cae-45b7-a401-e980d4c92648 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 HTTP/1.1" status: 200 len: 217 time: 0.0403092 Sep 29 23:36:48.901365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e4448078-e955-4553-8e87-dd297cdce91b req-8f9a9878-c114-4f6e-9743-2ffd57c131ea tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342786 Sep 29 23:36:48.937723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-3a82b74a-1cd6-403f-b812-19244f76623a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:48.939246 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-3a82b74a-1cd6-403f-b812-19244f76623a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0474751 Sep 29 23:36:48.984785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-8730380a-987e-4c10-8f2d-1ef48413e93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:48.986181 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-8730380a-987e-4c10-8f2d-1ef48413e93c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402548 Sep 29 23:36:49.086368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-20ee83a6-7781-4091-a0cc-221c11da4acc service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927424 Sep 29 23:36:49.178181 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-22c6bf46-ac24-4ba2-ae4e-1f8f9fbb5cb4 req-7926437d-5046-4ad1-a318-d1558e22a88c service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845404 Sep 29 23:36:49.268404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-0c099821-4d83-4eb7-9630-e593412653a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:49.269806 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-0c099821-4d83-4eb7-9630-e593412653a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 1094 time: 0.0437474 Sep 29 23:36:49.364843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-aebd1e24-ca26-4fd2-a784-b50c8d992bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:49.366325 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-aebd1e24-ca26-4fd2-a784-b50c8d992bab service neutron] 10.222.0.26 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.0885856 Sep 29 23:36:49.410274 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-eb1ea6ef-c017-415f-989b-fca999d7155d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 HTTP/1.1" status: 200 len: 217 time: 0.0362456 Sep 29 23:36:49.769842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-1ba7c3de-0179-4546-a0e2-7876f537383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:49.771335 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-1ba7c3de-0179-4546-a0e2-7876f537383a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.3536692 Sep 29 23:36:49.819074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-8cee99a6-980d-4ff8-8443-901bae8586c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:49.820576 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-8cee99a6-980d-4ff8-8443-901bae8586c7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389481 Sep 29 23:36:49.909928 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-ce2051ee-b8b1-4b96-b48d-f4c441edcf39 service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807092 Sep 29 23:36:50.006369 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4bbdbb3-dfca-4792-94e1-2c3d9db400bb req-2b1514e8-74f1-47a2-b293-7cf5fa20e522 service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873520 Sep 29 23:36:50.018806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f545fb-e138-4ec8-affa-102b1da4754c req-1d0ddaa9-1cd1-41e7-a087-a786c787a38e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:50.020396 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3f545fb-e138-4ec8-affa-102b1da4754c req-1d0ddaa9-1cd1-41e7-a087-a786c787a38e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 943 time: 0.0491226 Sep 29 23:36:50.058680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3f545fb-e138-4ec8-affa-102b1da4754c req-960c0ca0-5471-4a40-872d-2fe2b80941c6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320153 Sep 29 23:36:50.360768 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:50.377339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:36:50.480338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:50.490683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'port_id': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89', 'mac_address': 'fa:16:3e:f0:43:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:36:50.524942 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:50.540674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:36:50.559451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:50.563296 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:50.608089 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:50.826450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a63ecee5-5208-48e6-aa9d-b33e0bcf6d89'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:51.171348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b16c7-4a9e-4284-ac52-e4ddaa2aa340 req-08632938-7776-4f28-92a9-1d10ec56d48c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:51.172840 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f77b16c7-4a9e-4284-ac52-e4ddaa2aa340 req-08632938-7776-4f28-92a9-1d10ec56d48c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 944 time: 0.0478642 Sep 29 23:36:51.209866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f77b16c7-4a9e-4284-ac52-e4ddaa2aa340 req-5e9564c2-4df5-45d2-b261-6469bf001cb5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311139 Sep 29 23:36:51.700214 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:36:52.326370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba032b72-8c39-4f30-afd1-8e073b50318c req-805000f1-5353-49da-bbf5-42369e4c9662 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:52.327905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba032b72-8c39-4f30-afd1-8e073b50318c req-805000f1-5353-49da-bbf5-42369e4c9662 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 944 time: 0.0528951 Sep 29 23:36:52.368217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba032b72-8c39-4f30-afd1-8e073b50318c req-1904f8a3-55ac-4787-bd31-bffc8be3af0f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324609 Sep 29 23:36:52.424465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:36:52.474008 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:36:52.477470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:36:52.477846 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:52.551510 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:52.572556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:36:52.574902 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af1df67-c4a2-4d15-b204-14e1b0762005" -d '{"events": [{"server_uuid": "aa843cb5-38fa-40c8-abba-ee107451c7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a63ecee5-5208-48e6-aa9d-b33e0bcf6d89"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:36:52.587333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:52.592808 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:52.620987 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a396304-742f-4f1b-9ab0-13f8f14f12ca x-openstack-request-id: req-2a396304-742f-4f1b-9ab0-13f8f14f12ca {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:36:52.621278 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa843cb5-38fa-40c8-abba-ee107451c7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a63ecee5-5208-48e6-aa9d-b33e0bcf6d89", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:36:52.621531 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2a396304-742f-4f1b-9ab0-13f8f14f12ca {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:36:52.621911 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89', 'code': 200} Sep 29 23:36:52.649134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:52.707056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a3f16-1166-4e12-a805-8954a3cd1166 req-b3231d2d-4149-4a52-b18d-beebeac62cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:52.708590 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e46a3f16-1166-4e12-a805-8954a3cd1166 req-b3231d2d-4149-4a52-b18d-beebeac62cb1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 1096 time: 0.0403390 Sep 29 23:36:52.744073 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e46a3f16-1166-4e12-a805-8954a3cd1166 req-a6eb6469-9465-4320-8c40-212308715fe7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274005 Sep 29 23:36:53.483282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d514-79cb-4ac7-a1d9-eb25e2f94d39 req-c4952a28-b68d-4ada-8c3c-e12fa5dc1b3b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:53.484777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2d7d514-79cb-4ac7-a1d9-eb25e2f94d39 req-c4952a28-b68d-4ada-8c3c-e12fa5dc1b3b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0492160 Sep 29 23:36:53.521779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2d7d514-79cb-4ac7-a1d9-eb25e2f94d39 req-96e41dfb-c024-4033-a4a9-f3e4838b007d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311320 Sep 29 23:36:53.996572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57082) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:36:54.233452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 5b18ce18-bb17-47c2-ab3a-634d32e44c4b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:36:54.233796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:54.311912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:54.312227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:54.324602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 5b18ce18-bb17-47c2-ab3a-634d32e44c4b owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:36:54.472738 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:54.499327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=5b18ce18-bb17-47c2-ab3a-634d32e44c4b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:54.558850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:54.559691 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Floating IP 5e624026-4009-4023-ac18-82656b9b6e29 disassociated (deleted). External IP: 172.25.4.63, port: 9ca1c4bf-b450-415a-9e77-e3d77607f6a5. Sep 29 23:36:54.638512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7012c3-58a0-413c-a8ab-d6c4bfe4774b req-e5323fae-2dac-4911-8a7e-b31b07d2b3ee tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:54.640042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df7012c3-58a0-413c-a8ab-d6c4bfe4774b req-e5323fae-2dac-4911-8a7e-b31b07d2b3ee tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0490508 Sep 29 23:36:54.679119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df7012c3-58a0-413c-a8ab-d6c4bfe4774b req-ecd60e2b-4263-4859-bc99-b967dc9d05cb tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330715 Sep 29 23:36:54.785040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router e793aa66-45cf-400b-a18f-2925391e1f0d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:36:54.897618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:36:54.902722 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:54.907643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd3daf-ceb6-44c2-bcc6-3a74763066db req-df727330-73aa-4541-a471-fdf70304f03c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:54.909013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] Sync routers for ids ['e793aa66-45cf-400b-a18f-2925391e1f0d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:36:54.909476 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0bd3daf-ceb6-44c2-bcc6-3a74763066db req-df727330-73aa-4541-a471-fdf70304f03c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0556555 Sep 29 23:36:54.920350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] Routers {'e793aa66-45cf-400b-a18f-2925391e1f0d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:36:54.921350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:36:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e793aa66-45cf-400b-a18f-2925391e1f0d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:36:54.936083 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a3bfa415-df2f-472d-9abc-fcb84633b78b tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/floatingips/5e624026-4009-4023-ac18-82656b9b6e29 HTTP/1.1" status: 204 len: 168 time: 0.9346802 Sep 29 23:36:54.936806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:36:54.939289 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65143682-96d0-4931-abf8-83b54a03497d" -d '{"events": [{"name": "network-changed", "server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:36:54.966301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0bd3daf-ceb6-44c2-bcc6-3a74763066db req-5db84880-d331-4d25-8dc9-b12d4dde607f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464463 Sep 29 23:36:55.018386 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd5316f-1379-4436-af46-a4e18a3437b5 x-openstack-request-id: req-3dd5316f-1379-4436-af46-a4e18a3437b5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:36:55.018936 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:36:55.018936 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3dd5316f-1379-4436-af46-a4e18a3437b5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:36:55.019330 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'status': 'completed', 'code': 200} Sep 29 23:36:55.051197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] Set router e793aa66-45cf-400b-a18f-2925391e1f0d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:36:55.107432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65143682-96d0-4931-abf8-83b54a03497d req-f96ceb81-0117-498a-b07f-def4f23e05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:55.109033 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65143682-96d0-4931-abf8-83b54a03497d req-f96ceb81-0117-498a-b07f-def4f23e05ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 1096 time: 0.0639584 Sep 29 23:36:55.198787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298575da-a6bc-4cee-96e1-48499a94e47f req-91ef71d6-33ac-4f81-b266-69ab47c93d6d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:55.200246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-298575da-a6bc-4cee-96e1-48499a94e47f req-91ef71d6-33ac-4f81-b266-69ab47c93d6d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0556731 Sep 29 23:36:55.211105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65143682-96d0-4931-abf8-83b54a03497d req-3a6ea4ff-3328-46fc-8f78-6b68c3637f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:55.212648 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65143682-96d0-4931-abf8-83b54a03497d req-3a6ea4ff-3328-46fc-8f78-6b68c3637f93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d HTTP/1.1" status: 200 len: 897 time: 0.0957479 Sep 29 23:36:55.243454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-298575da-a6bc-4cee-96e1-48499a94e47f req-67789f12-4dee-4cd9-ab87-ca19a61b21f0 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371110 Sep 29 23:36:55.261223 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65143682-96d0-4931-abf8-83b54a03497d req-7a3b11da-4801-4164-81a3-c6fa6014c7a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5 HTTP/1.1" status: 200 len: 217 time: 0.0399401 Sep 29 23:36:55.289581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0908df36-2ed6-4765-8d24-75b3546e6043', 'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:cd:48:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:14Z', 'updated_at': '2021-09-29T23:35:17Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:36:55.310481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65143682-96d0-4931-abf8-83b54a03497d req-5cdee37c-a353-452f-af52-72e918bb8c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:55.311994 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65143682-96d0-4931-abf8-83b54a03497d req-5cdee37c-a353-452f-af52-72e918bb8c42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5 HTTP/1.1" status: 200 len: 834 time: 0.0441310 Sep 29 23:36:55.315873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] Checking router: e793aa66-45cf-400b-a18f-2925391e1f0d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:36:55.324897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] Routers {'e793aa66-45cf-400b-a18f-2925391e1f0d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:36:55.325660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:36:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e793aa66-45cf-400b-a18f-2925391e1f0d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:36:55.360904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65143682-96d0-4931-abf8-83b54a03497d req-0f972cff-5cb5-4088-9e60-580dfc8a5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:55.362416 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65143682-96d0-4931-abf8-83b54a03497d req-0f972cff-5cb5-4088-9e60-580dfc8a5aa8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425267 Sep 29 23:36:55.432843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] Set router e793aa66-45cf-400b-a18f-2925391e1f0d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:36:55.461441 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65143682-96d0-4931-abf8-83b54a03497d req-395ebab1-57c4-4faa-8dd5-f42698967bcd service neutron] 10.222.0.26 "GET /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902719 Sep 29 23:36:55.553495 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-65143682-96d0-4931-abf8-83b54a03497d req-377eb543-e931-4612-95e4-71dde7863aa1 service neutron] 10.222.0.26 "GET /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848556 Sep 29 23:36:55.629019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0908df36-2ed6-4765-8d24-75b3546e6043', 'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:cd:48:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:14Z', 'updated_at': '2021-09-29T23:35:17Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:36:55.655242 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a140976a-b32e-4bd0-85bf-15177ee03aef None None] The sync data for ids ['e793aa66-45cf-400b-a18f-2925391e1f0d'] in n-d-811173-2 is: [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '0908df36-2ed6-4765-8d24-75b3546e6043', 'name': '', 'network_id': '3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'mac_address': 'fa:16:3e:cd:48:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:14Z', 'updated_at': '2021-09-29T23:35:17Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'subnets': [{'id': 'bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:36:55.869322 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460cec85-ce72-4d02-8666-958a7d2652e0 None None] New status for floating IP 5e624026-4009-4023-ac18-82656b9b6e29: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:36:56.086708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3212681-1273-4d1d-aa22-e3803411bc46 req-8c00c6a8-c88e-45a5-ae97-644c4d341bed tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:56.088190 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3212681-1273-4d1d-aa22-e3803411bc46 req-8c00c6a8-c88e-45a5-ae97-644c4d341bed tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0486245 Sep 29 23:36:56.126972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3212681-1273-4d1d-aa22-e3803411bc46 req-54d2bb56-1313-4a44-a7e6-3486cf4678c8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326128 Sep 29 23:36:56.374947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297b901-0c4c-497e-9949-7b180f52c7aa req-887f369b-c0bc-4082-8ced-5a79d0be7037 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:56.376646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a297b901-0c4c-497e-9949-7b180f52c7aa req-887f369b-c0bc-4082-8ced-5a79d0be7037 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0571864 Sep 29 23:36:56.420553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-91867abe-dfc2-44d7-9c33-0aed7b12765d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:56.422131 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-91867abe-dfc2-44d7-9c33-0aed7b12765d tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "GET /v2.0/ports?device_id=a179f765-a37f-4fe2-8644-c56d85165ff2 HTTP/1.1" status: 200 len: 945 time: 0.0564933 Sep 29 23:36:56.433040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a297b901-0c4c-497e-9949-7b180f52c7aa req-8607a3b8-e849-477d-ab17-f4fa6458c9a1 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "GET /v2.0/security-groups?id=701cf68b-a395-4ddc-bc46-4968dc836b29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469043 Sep 29 23:36:56.516722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-cc894f42-13cf-439e-8852-6db174a7e653 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:36:56.516971 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-cc894f42-13cf-439e-8852-6db174a7e653 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:56.560142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83b6ac-57d8-471b-8a7f-8b11916b33b1 req-5eca0789-fca9-4e67-b912-f61393d5c11f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:56.561653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f83b6ac-57d8-471b-8a7f-8b11916b33b1 req-5eca0789-fca9-4e67-b912-f61393d5c11f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0512433 Sep 29 23:36:56.599872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f83b6ac-57d8-471b-8a7f-8b11916b33b1 req-b4bfa0a4-9fc9-49b8-bbad-d43f0090ddcb tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321929 Sep 29 23:36:56.611355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-cc894f42-13cf-439e-8852-6db174a7e653 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:56.611666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-cc894f42-13cf-439e-8852-6db174a7e653 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:56.624640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-cc894f42-13cf-439e-8852-6db174a7e653 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:36:56.752555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-cc894f42-13cf-439e-8852-6db174a7e653 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:56.784256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc894f42-13cf-439e-8852-6db174a7e653 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=9ca1c4bf-b450-415a-9e77-e3d77607f6a5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:56.830677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-cc894f42-13cf-439e-8852-6db174a7e653 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] No DVR routers for this DVR port 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:36:56.833707 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-cc894f42-13cf-439e-8852-6db174a7e653 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:56.835694 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15956fee-bab4-4e6c-b89e-f0957d9e4fae req-cc894f42-13cf-439e-8852-6db174a7e653 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.26 "DELETE /v2.0/ports/9ca1c4bf-b450-415a-9e77-e3d77607f6a5 HTTP/1.1" status: 204 len: 173 time: 0.4070044 Sep 29 23:36:57.020852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'name': 'network-vif-deleted', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:36:57.023202 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d8bca2-6bfb-4500-8be8-0ec9f3529df2" -d '{"events": [{"server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "name": "network-vif-deleted", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:36:57.059903 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6630b50f-80e2-45d2-a3c8-2e55ab619f8a x-openstack-request-id: req-6630b50f-80e2-45d2-a3c8-2e55ab619f8a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:36:57.060205 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a179f765-a37f-4fe2-8644-c56d85165ff2", "name": "network-vif-deleted", "tag": "9ca1c4bf-b450-415a-9e77-e3d77607f6a5", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:36:57.060459 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6630b50f-80e2-45d2-a3c8-2e55ab619f8a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:36:57.060865 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a179f765-a37f-4fe2-8644-c56d85165ff2', 'name': 'network-vif-deleted', 'tag': '9ca1c4bf-b450-415a-9e77-e3d77607f6a5', 'status': 'completed', 'code': 200} Sep 29 23:36:57.489225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57118) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:36:57.783759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6a7f3-6c53-4c3a-962e-b763b2d80957 req-897754d3-cba2-48ef-8e4b-e370aa1efe72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:57.785271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bf6a7f3-6c53-4c3a-962e-b763b2d80957 req-897754d3-cba2-48ef-8e4b-e370aa1efe72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.1123996 Sep 29 23:36:57.870680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bf6a7f3-6c53-4c3a-962e-b763b2d80957 req-82fb4a41-0140-4df9-ac32-01f2f191e98f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783250 Sep 29 23:36:57.984839 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:58.242310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port 0908df36-2ed6-4765-8d24-75b3546e6043 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:36:58.242573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:58.335906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port 0908df36-2ed6-4765-8d24-75b3546e6043, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0908df36-2ed6-4765-8d24-75b3546e6043,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:58.336284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:58.348849 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for 0908df36-2ed6-4765-8d24-75b3546e6043 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:36:58.490724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:36:58.573307 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:58.592065 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:58.600686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=0908df36-2ed6-4765-8d24-75b3546e6043,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:58.613958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'port_id': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89', 'mac_address': 'fa:16:3e:f0:43:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:36:58.657027 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:58.673336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:36:58.700218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:36:58.705966 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:58.772906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:58.787352 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a63ecee5-5208-48e6-aa9d-b33e0bcf6d89'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:36:58.811222 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:59.350239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43fdf0-ca1e-447e-9dfc-2a7a593032ce req-1336c356-8379-420a-bdd6-d0f2858b27d6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:36:59.351675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a43fdf0-ca1e-447e-9dfc-2a7a593032ce req-1336c356-8379-420a-bdd6-d0f2858b27d6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 944 time: 0.3624957 Sep 29 23:36:59.389075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Router e793aa66-45cf-400b-a18f-2925391e1f0d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:36:59.412282 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a43fdf0-ca1e-447e-9dfc-2a7a593032ce req-c58203b5-2f58-4cdd-ac8f-b5a14c704229 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519145 Sep 29 23:36:59.532762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:36:59.541549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57152) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:36:59.542787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1c3103f2-106c-4582-bed0-c886263b9b84 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "PUT /v2.0/routers/e793aa66-45cf-400b-a18f-2925391e1f0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0514958 Sep 29 23:36:59.545761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] Sync routers for ids ['e793aa66-45cf-400b-a18f-2925391e1f0d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:36:59.556452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] Routers {'e793aa66-45cf-400b-a18f-2925391e1f0d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:36:59.557335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:36:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e793aa66-45cf-400b-a18f-2925391e1f0d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:36:59.606030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-727a837d-a88c-4c40-ac6a-554d26434542 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting subnet bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:36:59.609820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-727a837d-a88c-4c40-ac6a-554d26434542 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:59.666317 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-727a837d-a88c-4c40-ac6a-554d26434542 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:59.680774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] Set router e793aa66-45cf-400b-a18f-2925391e1f0d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:36:59.781568 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-727a837d-a88c-4c40-ac6a-554d26434542 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:59.866688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-727a837d-a88c-4c40-ac6a-554d26434542 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:59.898277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:36:58Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:36:59.902972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a837d-a88c-4c40-ac6a-554d26434542 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Subnet': ['ID=bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:36:59.906250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-727a837d-a88c-4c40-ac6a-554d26434542 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:36:59.911047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57154) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:36:59.914333 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-727a837d-a88c-4c40-ac6a-554d26434542 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/subnets/bbe6f87e-d7b8-4e32-9062-5e25e61b1ac5 HTTP/1.1" status: 204 len: 168 time: 0.3685238 Sep 29 23:36:59.939463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a193594-de10-408c-a19f-6faeab67ea5c None None] Network 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:37:00.010408 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] Checking router: e793aa66-45cf-400b-a18f-2925391e1f0d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:37:00.037700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] Routers {'e793aa66-45cf-400b-a18f-2925391e1f0d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:00.038643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:36:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['e793aa66-45cf-400b-a18f-2925391e1f0d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:00.043337 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.189358 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.194865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] Set router e793aa66-45cf-400b-a18f-2925391e1f0d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:00.227519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62668a05-e885-43da-a45e-d33f7096efd1 None None] DHCP port deletion for 3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:37:00.266767 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Deleting port bace1e09-c07d-42e9-94ea-5fd2d4e6a786 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:00.267125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.374712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-62668a05-e885-43da-a45e-d33f7096efd1 None None] Deleting port 388b6389-655d-4804-98c5-209ea6c00b05 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:00.375059 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62668a05-e885-43da-a45e-d33f7096efd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.412592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] For port bace1e09-c07d-42e9-94ea-5fd2d4e6a786, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=bace1e09-c07d-42e9-94ea-5fd2d4e6a786,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:00.412974 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.427505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Calling delete_port for bace1e09-c07d-42e9-94ea-5fd2d4e6a786 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:00.509646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-62668a05-e885-43da-a45e-d33f7096efd1 None None] For port 388b6389-655d-4804-98c5-209ea6c00b05, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=388b6389-655d-4804-98c5-209ea6c00b05,segment=NetworkSegment(e5fa4a6e-9726-4c01-812c-04eba5522496),segment_id=e5fa4a6e-9726-4c01-812c-04eba5522496)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:00.510051 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62668a05-e885-43da-a45e-d33f7096efd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.515007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:37:00.550687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-62668a05-e885-43da-a45e-d33f7096efd1 None None] Calling delete_port for 388b6389-655d-4804-98c5-209ea6c00b05 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:00.617129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7090ba-7c7d-4aea-b56c-d372ab08aad8 req-61390192-6d67-473e-8e71-679fbcf2791e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:00.620659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c7090ba-7c7d-4aea-b56c-d372ab08aad8 req-61390192-6d67-473e-8e71-679fbcf2791e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 944 time: 0.1106534 Sep 29 23:37:00.722484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c7090ba-7c7d-4aea-b56c-d372ab08aad8 req-ee9f7689-2143-4ee6-b583-81e05f108cb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949695 Sep 29 23:37:00.736850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.768597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Port': ['ID=bace1e09-c07d-42e9-94ea-5fd2d4e6a786,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:00.786854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:36:58Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:00.821788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5922e5b7-daef-436d-9789-e8dfbcca9e7f None None] The sync data for ids ['e793aa66-45cf-400b-a18f-2925391e1f0d'] in n-d-811173-2 is: [{'id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166029665', 'tenant_id': '8c9b032445a841f1bea01ab3b724c1b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232'}], 'enable_snat': True}, 'gw_port_id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:35:11Z', 'updated_at': '2021-09-29T23:36:58Z', 'revision_number': 5, 'project_id': '8c9b032445a841f1bea01ab3b724c1b3', 'gw_port': {'id': 'bace1e09-c07d-42e9-94ea-5fd2d4e6a786', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e793aa66-45cf-400b-a18f-2925391e1f0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3551, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:35:12Z', 'updated_at': '2021-09-29T23:35:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:37:00.850034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.850810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:00.851199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.912716 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-62668a05-e885-43da-a45e-d33f7096efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.951458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62668a05-e885-43da-a45e-d33f7096efd1 None None] No DVR routers for this DVR port 388b6389-655d-4804-98c5-209ea6c00b05 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:37:00.962301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62668a05-e885-43da-a45e-d33f7096efd1 None None] Pushing event deleted for resources: {'Port': ['ID=388b6389-655d-4804-98c5-209ea6c00b05,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:00.964468 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:00.967660 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.014610 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.016485 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.017400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Fanout notify agent at l3_agent the message router_deleted on router e793aa66-45cf-400b-a18f-2925391e1f0d {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:37:01.026220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.030217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57158) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:01.030826 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e0866a42-bd50-47a6-92ae-845b483d1f64 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/routers/e793aa66-45cf-400b-a18f-2925391e1f0d HTTP/1.1" status: 204 len: 168 time: 1.1181333 Sep 29 23:37:01.053471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:37:01.055878 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-861033cc-0e45-40aa-90b1-d604be96d817" -d '{"events": [{"server_uuid": "aa843cb5-38fa-40c8-abba-ee107451c7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a63ecee5-5208-48e6-aa9d-b33e0bcf6d89"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:37:01.069642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:01.077943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.079073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:01.128783 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a4c23-7202-4a92-b823-f42f622888cd x-openstack-request-id: req-c67a4c23-7202-4a92-b823-f42f622888cd {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:37:01.129095 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa843cb5-38fa-40c8-abba-ee107451c7fe", "name": "network-vif-plugged", "status": "completed", "tag": "a63ecee5-5208-48e6-aa9d-b33e0bcf6d89", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:37:01.129353 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c67a4c23-7202-4a92-b823-f42f622888cd {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:37:01.129757 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89', 'code': 200} Sep 29 23:37:01.132182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:01.132588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9ca1c4bf-b450-415a-9e77-e3d77607f6a5 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:01.142896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.179220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:01.288357 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.320763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 388b6389-655d-4804-98c5-209ea6c00b05 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:01.326160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:01.344749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fa4a6e-9726-4c01-812c-04eba5522496') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:01.345052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fa4a6e-9726-4c01-812c-04eba5522496') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:01.358910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 388b6389-655d-4804-98c5-209ea6c00b05 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:01.359248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 388b6389-655d-4804-98c5-209ea6c00b05 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:01.359682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0908df36-2ed6-4765-8d24-75b3546e6043 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:01.361978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.380927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.387405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 0908df36-2ed6-4765-8d24-75b3546e6043 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:01.387770 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0908df36-2ed6-4765-8d24-75b3546e6043 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:01.389524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Releasing vlan 536 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:37:01.390090 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:37:01.405775 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:37:01.482763 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.488050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.489987 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/networks/3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d HTTP/1.1" status: 204 len: 168 time: 0.4578440 Sep 29 23:37:01.492868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57162) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:01.507369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbff0e3-3ceb-4549-88a5-3724bca79823 tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'Network': ['ID=3dd41b50-cdc9-46ea-9e26-fb9dc0ad099d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:01.589284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f94f-22ed-4457-bf3d-46f0ae85b92f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.641018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f94f-22ed-4457-bf3d-46f0ae85b92f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.722672 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f94f-22ed-4457-bf3d-46f0ae85b92f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.726218 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ed3f94f-22ed-4457-bf3d-46f0ae85b92f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:01.727426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9ed3f94f-22ed-4457-bf3d-46f0ae85b92f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] 10.222.0.44 "DELETE /v2.0/security-groups/701cf68b-a395-4ddc-bc46-4968dc836b29 HTTP/1.1" status: 204 len: 168 time: 0.2335446 Sep 29 23:37:01.758454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed3f94f-22ed-4457-bf3d-46f0ae85b92f tempest-TestNetworkAdvancedServerOps-367769869 tempest-TestNetworkAdvancedServerOps-367769869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=701cf68b-a395-4ddc-bc46-4968dc836b29,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:01.876754 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae9b821-b0ee-4a47-b804-da782ddf18d9 req-96021f50-056c-4594-8928-7dc5b663e259 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:01.884150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aae9b821-b0ee-4a47-b804-da782ddf18d9 req-96021f50-056c-4594-8928-7dc5b663e259 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0696449 Sep 29 23:37:01.926538 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aae9b821-b0ee-4a47-b804-da782ddf18d9 req-7971d1e2-1f58-4d90-8c5a-5632c850ee91 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414927 Sep 29 23:37:02.135317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57172) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:02.305927 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f4f98b82-83a5-4fdc-a1cb-95ab43e8282c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=8c9b032445a841f1bea01ab3b724c1b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1693692 Sep 29 23:37:02.308669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57180) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:02.367978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43df059f-ca46-49b1-929f-fd5d469dd843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:02.390033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43df059f-ca46-49b1-929f-fd5d469dd843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:02.447375 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43df059f-ca46-49b1-929f-fd5d469dd843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:02.451053 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-43df059f-ca46-49b1-929f-fd5d469dd843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:02.453080 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-43df059f-ca46-49b1-929f-fd5d469dd843 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7a9ce9e1-bb80-4768-8ea3-7b3a7928724f HTTP/1.1" status: 204 len: 168 time: 0.1433246 Sep 29 23:37:02.462104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43df059f-ca46-49b1-929f-fd5d469dd843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9ce9e1-bb80-4768-8ea3-7b3a7928724f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:02.808317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57186) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:02.860859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8f3fe2d1-b352-46bb-9b64-42af1ff2a308 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4f22be0d141a490ca8d6ff9963eb6b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483837 Sep 29 23:37:02.861122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57188) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:02.918758 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a415c28-e5ba-4e54-8b16-1d6e3fea2029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:02.946205 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a415c28-e5ba-4e54-8b16-1d6e3fea2029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:03.044801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a415c28-e5ba-4e54-8b16-1d6e3fea2029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:03.047524 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a415c28-e5ba-4e54-8b16-1d6e3fea2029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:03.051399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0a415c28-e5ba-4e54-8b16-1d6e3fea2029 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d125028a-b4d9-454a-9cb9-912bd535bffe HTTP/1.1" status: 204 len: 168 time: 0.1893175 Sep 29 23:37:03.070744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a415c28-e5ba-4e54-8b16-1d6e3fea2029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d125028a-b4d9-454a-9cb9-912bd535bffe,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:03.088648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ccbd8d-c09d-48b1-acee-26b2b0a55467 req-42f57f9e-8448-4c43-a570-07c3029c179c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:03.090831 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58ccbd8d-c09d-48b1-acee-26b2b0a55467 req-42f57f9e-8448-4c43-a570-07c3029c179c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0787156 Sep 29 23:37:03.120732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bace1e09-c07d-42e9-94ea-5fd2d4e6a786 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:03.147467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: bace1e09-c07d-42e9-94ea-5fd2d4e6a786 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:03.148142 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device bace1e09-c07d-42e9-94ea-5fd2d4e6a786 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:03.155580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58ccbd8d-c09d-48b1-acee-26b2b0a55467 req-fc6eee5b-9e9c-4cd0-8e53-2602499408b5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578184 Sep 29 23:37:03.333945 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92d888e5-4ba2-48fb-9db6-ffdaf8c86086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:04.299962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06b82b-c5f9-4884-a5be-465a641c1d66 req-d22d0f5e-0330-4828-a2fa-e6215d3eb611 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:04.301406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea06b82b-c5f9-4884-a5be-465a641c1d66 req-d22d0f5e-0330-4828-a2fa-e6215d3eb611 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0701728 Sep 29 23:37:04.369708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ea06b82b-c5f9-4884-a5be-465a641c1d66 req-b74cdf92-2fe9-4570-9fca-ffa3f4b3d8d0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554106 Sep 29 23:37:04.647151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57228) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:04.813367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'network': {'name': 'tempest-network-smoke--258556649', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'port_security_enabled': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:04.837844 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Made reservation on behalf of fa07e8043e1640f392c1454ccc967e60 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:37:04.841930 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:04.851248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:04.965895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:04.972011 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.004935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:37:05.012528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e59ad7-f578-4131-a506-3c5fbb589726,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:05.018803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.019200 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Added segment c57a8fd3-915e-40e5-a344-989b04dc9fed of type vlan for network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 Sep 29 23:37:05.069489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.097840 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.103633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:05.104242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.187924 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Network': ['ID=0cf4c3bc-a2e9-40d2-b900-4e7375bba157,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:05.202763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:37:05.219992 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-91857848-39e7-45ca-8e69-c2fa6a8c90a3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5715394 Sep 29 23:37:05.220313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57236) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:05.225797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'admin_state_up': True, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:05.259364 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.260974 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.378118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.572844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.585052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2ef8b-b14e-4c49-b7cb-220092ee3f2d req-16f4680c-a6ac-4bfb-8911-832b7d25f6ef tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:05.586539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7b2ef8b-b14e-4c49-b7cb-220092ee3f2d req-16f4680c-a6ac-4bfb-8911-832b7d25f6ef tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.1425362 Sep 29 23:37:05.662163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7b2ef8b-b14e-4c49-b7cb-220092ee3f2d req-ace88028-a41a-447e-ada2-898c6ee8a553 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663288 Sep 29 23:37:05.842386 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.867649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:05.991804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Allocated IP 172.25.4.13 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/2bd95dde-539d-44c1-92cb-8682cb8e57b1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:37:06.102768 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:06.154052 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:06.194048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:37:06.199531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:37:06.204705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:37:06.227358 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e33685d6-bf22-49f9-ab9f-82a548fac54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:06.244437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=2bd95dde-539d-44c1-92cb-8682cb8e57b1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:06.530142 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:06.583134 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:07.052605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db830db6-eea4-43e5-86cb-83edbf906d47 req-27219ca9-ec7a-4dab-81a2-deb9d68729d5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:07.054083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db830db6-eea4-43e5-86cb-83edbf906d47 req-27219ca9-ec7a-4dab-81a2-deb9d68729d5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.1001837 Sep 29 23:37:07.060275 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:07.146394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db830db6-eea4-43e5-86cb-83edbf906d47 req-846a6e39-be1b-4828-b995-ce12ea2fb93a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837128 Sep 29 23:37:07.252682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router cb5e29ce-a842-41e2-84ac-f67c389c580b is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:37:07.379086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:37:07.391863 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Sync routers for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:37:07.403501 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:07.404158 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:37:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:07.408420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:07.410050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bf52dfab-91ff-4290-9d7c-c04bbc2a4602 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1882939 Sep 29 23:37:07.413316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57242) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:07.514146 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:07.514756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-600b451b-9981-4d3e-a078-cf29ee9cda74 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=fa07e8043e1640f392c1454ccc967e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1000252 Sep 29 23:37:07.517481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57246) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:07.537693 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:07.640380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9476e249-8a98-43c7-b7f3-80604cb68e93 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:07.645549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57248) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:07.646173 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9476e249-8a98-43c7-b7f3-80604cb68e93 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274700 Sep 29 23:37:07.685447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6fff1df9-c36c-4341-b0e9-c1eb804a574c tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377791 Sep 29 23:37:07.690397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57250) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:07.704976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2118690501', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:07.739001 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:06Z', 'revision_number': 3, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:07.767377 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Checking router: cb5e29ce-a842-41e2-84ac-f67c389c580b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:37:07.767736 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Updating router cb5e29ce-a842-41e2-84ac-f67c389c580b port 2bd95dde-539d-44c1-92cb-8682cb8e57b1 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:37:07.798649 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:07.808261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Made reservation on behalf of fa07e8043e1640f392c1454ccc967e60 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:37:07.812427 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.040711 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.124672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Subnet': ['ID=4ebf3b56-46aa-4394-a58b-e44cb7b15740,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:08.128125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Checking segment: {'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:37:08.128499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network hostable DHCP agents. Network: 0cf4c3bc-a2e9-40d2-b900-4e7375bba157, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:37:08.148925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:37:08.159279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 0cf4c3bc-a2e9-40d2-b900-4e7375bba157) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:37:08.164037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:08.164646 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.173930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc9fa4-6c94-46d6-8636-49fe2acfe9e2 None None] Network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:37:08.186565 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-51a9d538-b30c-4e26-9b0d-5944571c186b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4937513 Sep 29 23:37:08.189595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57258) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:08.225587 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.236371 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.273891 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Attempting to bind port 2bd95dde-539d-44c1-92cb-8682cb8e57b1 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:37:08.273891 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Attempting to bind port 2bd95dde-539d-44c1-92cb-8682cb8e57b1 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:37:08.274251 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Attempting to bind port 2bd95dde-539d-44c1-92cb-8682cb8e57b1 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:37:08.317161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:37:08.317161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:37:08.317161 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.317161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:37:08.317161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Bound port: 2bd95dde-539d-44c1-92cb-8682cb8e57b1, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:37:08.317161 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.370606 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Pushing event updated for resources: {'Port': ['ID=2bd95dde-539d-44c1-92cb-8682cb8e57b1,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:08.381803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc2b6b-0bf7-4dab-a034-17a57973cb6b req-62f7a778-d151-466a-ad10-63322f622d85 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:08.383487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36dc2b6b-0bf7-4dab-a034-17a57973cb6b req-62f7a778-d151-466a-ad10-63322f622d85 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0982840 Sep 29 23:37:08.400878 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.401664 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.402621 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.403145 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.403331 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.403655 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.404000 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.404453 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.404777 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.405095 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.405410 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.405730 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:08.428407 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] For port 2bd95dde-539d-44c1-92cb-8682cb8e57b1, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:37:08.432807 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] For port 2bd95dde-539d-44c1-92cb-8682cb8e57b1, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2bd95dde-539d-44c1-92cb-8682cb8e57b1,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:37:08.444712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36dc2b6b-0bf7-4dab-a034-17a57973cb6b req-2e37015d-55c4-474f-acb7-d0fc58f8d191 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521786 Sep 29 23:37:08.448193 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.456924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:37:08.457909 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.499791 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:08.500629 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:37:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:08.606137 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44cec9-415a-4eb1-bc1f-43e48b4243a1 None None] Pushing event updated for resources: {'Port': ['ID=2bd95dde-539d-44c1-92cb-8682cb8e57b1,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:08.615099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Allocated IP 172.20.0.2 (0cf4c3bc-a2e9-40d2-b900-4e7375bba157/4ebf3b56-46aa-4394-a58b-e44cb7b15740/06bae4d5-ce40-412e-bb66-7925fffedfdd) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:37:08.625617 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:08.714549 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.774133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.784495 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.791807 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.819660 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:06Z', 'revision_number': 3, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:08.825188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:37:08.830798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:37:08.834438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:37:08.848296 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b80d01-409d-4cf6-9368-3a70905a6e54 None None] The sync data for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 is: [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:06Z', 'revision_number': 3, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:37:08.873302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Pushing event updated for resources: {'Port': ['ID=06bae4d5-ce40-412e-bb66-7925fffedfdd,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:08.905686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Attempting to bind port 06bae4d5-ce40-412e-bb66-7925fffedfdd on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:37:08.906057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Attempting to bind port 06bae4d5-ce40-412e-bb66-7925fffedfdd by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:37:08.906418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Attempting to bind port 06bae4d5-ce40-412e-bb66-7925fffedfdd on network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:37:08.914095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:37:08.914470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Checking segment: {'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:37:08.914877 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.915302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Bound using segment: {'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:37:08.915768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Bound port: 06bae4d5-ce40-412e-bb66-7925fffedfdd, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:37:08.916361 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:08.988920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] For port 06bae4d5-ce40-412e-bb66-7925fffedfdd, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:37:08.992322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] For port 06bae4d5-ce40-412e-bb66-7925fffedfdd, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=06bae4d5-ce40-412e-bb66-7925fffedfdd,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:37:08.997896 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:09.062325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116b9a4-b403-42fa-9807-9fcf7514a901 None None] Pushing event updated for resources: {'Port': ['ID=06bae4d5-ce40-412e-bb66-7925fffedfdd,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:09.141562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Allocated IP 172.20.0.1 (0cf4c3bc-a2e9-40d2-b900-4e7375bba157/4ebf3b56-46aa-4394-a58b-e44cb7b15740/21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:37:09.150124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-8e12aacb-ecd7-42df-9705-986fbf8be1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:09.151752 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-8e12aacb-ecd7-42df-9705-986fbf8be1f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 1096 time: 0.0845490 Sep 29 23:37:09.254379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2bd95dde-539d-44c1-92cb-8682cb8e57b1 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:37:09.317950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 2bd95dde-539d-44c1-92cb-8682cb8e57b1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:09.318328 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:09.392011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-d9b1dd9e-48c4-4e97-8e4d-f5c771883587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:09.393760 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-d9b1dd9e-48c4-4e97-8e4d-f5c771883587 service neutron] 10.222.0.26 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.2316196 Sep 29 23:37:09.412824 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:09.455922 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-883a45cc-62ff-4efd-af43-4497a49c8448 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 HTTP/1.1" status: 200 len: 217 time: 0.0521014 Sep 29 23:37:09.469031 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:09.531986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 2bd95dde-539d-44c1-92cb-8682cb8e57b1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2bd95dde-539d-44c1-92cb-8682cb8e57b1,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:09.540501 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:09.559607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-982fb5fd-d1ff-4bd6-a110-030e45ebb503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:09.561600 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-982fb5fd-d1ff-4bd6-a110-030e45ebb503 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0986922 Sep 29 23:37:09.592249 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:09.602329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=2bd95dde-539d-44c1-92cb-8682cb8e57b1,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:09.652982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3b9e6-1edf-4b9d-b865-8fd12ac79391 req-bda20220-2b53-4b1f-b549-bafb864fb6b2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:09.662545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9d3b9e6-1edf-4b9d-b865-8fd12ac79391 req-bda20220-2b53-4b1f-b549-bafb864fb6b2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0852506 Sep 29 23:37:09.689814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:37:09.696660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:37:09.709255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:37:09.724446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9d3b9e6-1edf-4b9d-b865-8fd12ac79391 req-fb4a289b-a451-4efc-b4b2-c35823796c1b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606740 Sep 29 23:37:09.738048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-ab9c3667-fbf9-4033-9625-9211a1929f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:09.739961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-ab9c3667-fbf9-4033-9625-9211a1929f6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543965 Sep 29 23:37:09.744393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:09.756569 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:09.784228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:09.918434 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-25c0eef7-8d89-4772-bdf3-387d789f96f4 service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682031 Sep 29 23:37:10.028857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:10.087282 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-123d12f3-d42d-4449-8cd8-78e951d22dcc req-81f80b99-99dd-47f9-a0b5-b6f86d5b4a59 service neutron] 10.222.0.26 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613009 Sep 29 23:37:10.272145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989e90c-fb3d-41c0-a81e-bf8192047b23 None None] Network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:37:10.314896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ac426e95-9268-4d8b-b137-d85ba2b12e2f None None] Provisioning complete for port 06bae4d5-ce40-412e-bb66-7925fffedfdd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:10.315263 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ac426e95-9268-4d8b-b137-d85ba2b12e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:10.495562 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ac426e95-9268-4d8b-b137-d85ba2b12e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:10.540177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ac426e95-9268-4d8b-b137-d85ba2b12e2f None None] For port 06bae4d5-ce40-412e-bb66-7925fffedfdd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=06bae4d5-ce40-412e-bb66-7925fffedfdd,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:10.547582 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ac426e95-9268-4d8b-b137-d85ba2b12e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:10.604139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac426e95-9268-4d8b-b137-d85ba2b12e2f None None] Pushing event updated for resources: {'Port': ['ID=06bae4d5-ce40-412e-bb66-7925fffedfdd,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:10.712113 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:10.719257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:10.774411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9a0cf9d6-b430-4510-993c-6e884221f938 None None] Provisioning complete for port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:10.774961 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf9d6-b430-4510-993c-6e884221f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:10.799300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:10.802152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:10.826512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9a0cf9d6-b430-4510-993c-6e884221f938 None None] Port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:37:10.838171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9a0cf9d6-b430-4510-993c-6e884221f938 None None] Provisioning complete for port 06bae4d5-ce40-412e-bb66-7925fffedfdd triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:10.838549 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9a0cf9d6-b430-4510-993c-6e884221f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:10.856235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a7eae-8b13-4898-bb0f-2b2c7df6f6ce req-78eff043-9cd6-4437-b88c-f15f994d8c8e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:10.863719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a5a7eae-8b13-4898-bb0f-2b2c7df6f6ce req-78eff043-9cd6-4437-b88c-f15f994d8c8e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0622644 Sep 29 23:37:10.906854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:37:10.908582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:37:10.915338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a5a7eae-8b13-4898-bb0f-2b2c7df6f6ce req-13eb5390-3a71-4dbe-8f77-a4c22948211b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504699 Sep 29 23:37:11.028314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router cb5e29ce-a842-41e2-84ac-f67c389c580b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:37:11.049610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7524f0be-bd9a-4f81-84d3-dbe82ebc15d9 None None] Provisioning complete for port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:11.049986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7524f0be-bd9a-4f81-84d3-dbe82ebc15d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:11.087239 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7524f0be-bd9a-4f81-84d3-dbe82ebc15d9 None None] Port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:37:11.148197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:37:11.156154 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0267c21a-8fba-45e4-a3f9-14e415dfd5d2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "PUT /v2.0/routers/cb5e29ce-a842-41e2-84ac-f67c389c580b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9650474 Sep 29 23:37:11.156542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57274) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:11.158524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Sync routers for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:37:11.169240 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:11.171333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:37:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:11.268323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 06bae4d5-ce40-412e-bb66-7925fffedfdd up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:37:11.319952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:11.338333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f67ce-8357-4e61-b14f-ff6df2a70846 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:11.338825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f67ce-8357-4e61-b14f-ff6df2a70846 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:11.339311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f67ce-8357-4e61-b14f-ff6df2a70846 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:11.340095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f67ce-8357-4e61-b14f-ff6df2a70846 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:11.340578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f67ce-8357-4e61-b14f-ff6df2a70846 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:11.342343 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-242f67ce-8357-4e61-b14f-ff6df2a70846 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3584 time: 0.1846039 Sep 29 23:37:11.345129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57276) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:11.360344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6f5098f6-4b47-40a3-81ba-dd0909d61ec4 None None] Provisioning complete for port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:11.360723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6f5098f6-4b47-40a3-81ba-dd0909d61ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:11.432497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194014cf-0151-40fe-b031-6fbda7481c9f tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:11.432985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194014cf-0151-40fe-b031-6fbda7481c9f tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:11.434234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194014cf-0151-40fe-b031-6fbda7481c9f tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:11.434724 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194014cf-0151-40fe-b031-6fbda7481c9f tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:11.435195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194014cf-0151-40fe-b031-6fbda7481c9f tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:11.439277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-194014cf-0151-40fe-b031-6fbda7481c9f tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3366 time: 0.0907221 Sep 29 23:37:11.440467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57278) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:11.456017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6f5098f6-4b47-40a3-81ba-dd0909d61ec4 None None] Port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:37:11.459117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 06bae4d5-ce40-412e-bb66-7925fffedfdd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:11.459496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:11.619791 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2bd95dde-539d-44c1-92cb-8682cb8e57b1 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:37:11.660897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:10Z', 'revision_number': 2, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:11.672417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-84b744b5-d686-4610-8c8c-f00e23bea97e tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2326 time: 0.2307220 Sep 29 23:37:11.693904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Checking router: cb5e29ce-a842-41e2-84ac-f67c389c580b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:37:11.694198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Updating router cb5e29ce-a842-41e2-84ac-f67c389c580b port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:37:11.720040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 2bd95dde-539d-44c1-92cb-8682cb8e57b1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:11.720422 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:11.747391 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:11.857726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57282) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:11.863108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-11456431-9180-4adf-bc83-f7708bb7cd2d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422608559', 'description': 'tempest-secgroup-smoke-1422608559 description', 'project_id': 'fa07e8043e1640f392c1454ccc967e60'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:11.884535 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11456431-9180-4adf-bc83-f7708bb7cd2d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:11.978031 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11456431-9180-4adf-bc83-f7708bb7cd2d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:11.982411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11456431-9180-4adf-bc83-f7708bb7cd2d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.015516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-11456431-9180-4adf-bc83-f7708bb7cd2d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.016828 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-11456431-9180-4adf-bc83-f7708bb7cd2d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1574144 Sep 29 23:37:12.019712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57286) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:12.024163 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-99469bd8-416a-411e-86f3-e97c89668fea tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': '163d513b-68c7-488b-ae02-cf81b8e127a6', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:12.028550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11456431-9180-4adf-bc83-f7708bb7cd2d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163d513b-68c7-488b-ae02-cf81b8e127a6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:12.038213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288254c-34e3-485b-a9f3-8d6e145461c7 req-b284f6b6-e7bc-4afc-9094-f7a1170cac15 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:12.040188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7288254c-34e3-485b-a9f3-8d6e145461c7 req-b284f6b6-e7bc-4afc-9094-f7a1170cac15 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 945 time: 0.0588634 Sep 29 23:37:12.060503 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99469bd8-416a-411e-86f3-e97c89668fea tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.079725 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.087274 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.097951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7288254c-34e3-485b-a9f3-8d6e145461c7 req-6051e888-6780-4fc3-9358-3d0c94c9a68f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Sep 29 23:37:12.142521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99469bd8-416a-411e-86f3-e97c89668fea tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.150783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99469bd8-416a-411e-86f3-e97c89668fea tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.177849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abdfe3-7ec0-408a-ac81-01152ee86694 None None] Pushing event updated for resources: {'Port': ['ID=21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:12.185040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99469bd8-416a-411e-86f3-e97c89668fea tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.186343 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-99469bd8-416a-411e-86f3-e97c89668fea tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655598 Sep 29 23:37:12.187542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99469bd8-416a-411e-86f3-e97c89668fea tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a338aac-a090-483d-a01b-e716d683372d,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:12.189203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57290) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:12.195085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-56d8ff37-00d2-45a3-867a-2f4f7756dc8e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': '163d513b-68c7-488b-ae02-cf81b8e127a6', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:12.221784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Attempting to bind port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:37:12.222291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Attempting to bind port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:37:12.222722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Attempting to bind port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa on network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:37:12.229009 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:37:12.229396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Checking segment: {'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:37:12.229805 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.230332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Bound using segment: {'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:37:12.230798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Bound port: 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:37:12.231236 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.272125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56d8ff37-00d2-45a3-867a-2f4f7756dc8e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.283742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b070f-3149-4d48-8485-72eb301c4815 req-ad07c40f-f139-4cbc-b9aa-321b7cdbbb06 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:12.285430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b5b070f-3149-4d48-8485-72eb301c4815 req-ad07c40f-f139-4cbc-b9aa-321b7cdbbb06 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0727124 Sep 29 23:37:12.303599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] For port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:37:12.307267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] For port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:37:12.314485 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.349737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b5b070f-3149-4d48-8485-72eb301c4815 req-e03f047a-0f14-41c9-9523-6e7a7fe20719 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579503 Sep 29 23:37:12.370536 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56d8ff37-00d2-45a3-867a-2f4f7756dc8e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.375930 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56d8ff37-00d2-45a3-867a-2f4f7756dc8e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.398158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8ff37-00d2-45a3-867a-2f4f7756dc8e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b93856-aa49-44b2-a603-eb5c0bb51f63,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:12.411078 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-56d8ff37-00d2-45a3-867a-2f4f7756dc8e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.414939 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-56d8ff37-00d2-45a3-867a-2f4f7756dc8e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2215862 Sep 29 23:37:12.415192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57294) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:12.420864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-568fbb37-5e60-4c3f-aaaf-76ec9c8a9dbb tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': '163d513b-68c7-488b-ae02-cf81b8e127a6', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:12.482912 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-568fbb37-5e60-4c3f-aaaf-76ec9c8a9dbb tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.524928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0f2d61-39ed-41ed-bef1-b30b2504a2cf req-881fb017-4ad8-4696-a741-6dc8d0150d1a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:12.526569 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa0f2d61-39ed-41ed-bef1-b30b2504a2cf req-881fb017-4ad8-4696-a741-6dc8d0150d1a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0860841 Sep 29 23:37:12.537834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:12.571682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-568fbb37-5e60-4c3f-aaaf-76ec9c8a9dbb tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.583857 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-568fbb37-5e60-4c3f-aaaf-76ec9c8a9dbb tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.596667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa0f2d61-39ed-41ed-bef1-b30b2504a2cf req-e3016f95-fc76-400c-87bb-3732176b19bd tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559361 Sep 29 23:37:12.600965 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-eef829fb-0eb3-42bc-bd9f-dd3ef9e7bb61 None None] Provisioning complete for port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:12.601354 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eef829fb-0eb3-42bc-bd9f-dd3ef9e7bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.609406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568fbb37-5e60-4c3f-aaaf-76ec9c8a9dbb tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9f91f17-0ee1-4bb4-a162-93bdb93e50be,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:12.611034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:12.611683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:37:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:12.619545 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-568fbb37-5e60-4c3f-aaaf-76ec9c8a9dbb tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.623583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-568fbb37-5e60-4c3f-aaaf-76ec9c8a9dbb tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2046559 Sep 29 23:37:12.623858 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57296) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:12.628320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ea874f7d-1c92-42f7-aa4b-6db6a47609e1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': '163d513b-68c7-488b-ae02-cf81b8e127a6', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:12.657368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea874f7d-1c92-42f7-aa4b-6db6a47609e1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.674601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abdfe3-7ec0-408a-ac81-01152ee86694 None None] Pushing event updated for resources: {'Port': ['ID=21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:12.736077 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea874f7d-1c92-42f7-aa4b-6db6a47609e1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.741151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea874f7d-1c92-42f7-aa4b-6db6a47609e1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.766942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea874f7d-1c92-42f7-aa4b-6db6a47609e1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0809f3d9-2953-41d3-a927-7203be677962,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:12.775870 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea874f7d-1c92-42f7-aa4b-6db6a47609e1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.777809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ea874f7d-1c92-42f7-aa4b-6db6a47609e1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1529002 Sep 29 23:37:12.780837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57302) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:12.788380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-788a57b5-d0e8-4714-8d09-002b639e022a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': '163d513b-68c7-488b-ae02-cf81b8e127a6', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:12.795150 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.839407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:12.846681 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-788a57b5-d0e8-4714-8d09-002b639e022a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Project fa07e8043e1640f392c1454ccc967e60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:37:12.859133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bf7be-60f2-4b32-8676-d2bf05255ce7 req-b6b678b8-94bf-4833-8c22-d91e3cfae700 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:12.860753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-575bf7be-60f2-4b32-8676-d2bf05255ce7 req-b6b678b8-94bf-4833-8c22-d91e3cfae700 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0662425 Sep 29 23:37:12.862174 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-788a57b5-d0e8-4714-8d09-002b639e022a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.887133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:37:12.889794 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96893957-cf6e-4f29-8396-f16d4cf010cb" -d '{"events": [{"server_uuid": "aa843cb5-38fa-40c8-abba-ee107451c7fe", "name": "network-vif-unplugged", "status": "completed", "tag": "a63ecee5-5208-48e6-aa9d-b33e0bcf6d89"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:37:12.900636 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eef829fb-0eb3-42bc-bd9f-dd3ef9e7bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.910922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:12.922706 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.933619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-575bf7be-60f2-4b32-8676-d2bf05255ce7 req-c4b48489-7a8a-4879-8a63-a8ae3beaf649 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612583 Sep 29 23:37:12.952760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-788a57b5-d0e8-4714-8d09-002b639e022a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.956911 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-788a57b5-d0e8-4714-8d09-002b639e022a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.962474 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 29 Sep 2021 23:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36d4f69-c40d-4c32-b9ff-78747e32c72d x-openstack-request-id: req-f36d4f69-c40d-4c32-b9ff-78747e32c72d {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:37:12.962775 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa843cb5-38fa-40c8-abba-ee107451c7fe", "name": "network-vif-unplugged", "status": "failed", "tag": "a63ecee5-5208-48e6-aa9d-b33e0bcf6d89", "code": 422}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:37:12.963029 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f36d4f69-c40d-4c32-b9ff-78747e32c72d {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:37:12.963431 n-d-811173-2 neutron-server[110007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89', 'code': 422} returned with failed status Sep 29 23:37:12.975809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a57b5-d0e8-4714-8d09-002b639e022a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b367bc2c-3509-42ce-bc85-15b1206167e8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:12.981272 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-788a57b5-d0e8-4714-8d09-002b639e022a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:12.985871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57306) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:12.986321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-788a57b5-d0e8-4714-8d09-002b639e022a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2030439 Sep 29 23:37:12.990966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-408873f8-b73d-4c20-952c-112af1125a3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': '163d513b-68c7-488b-ae02-cf81b8e127a6', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:13.013692 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-408873f8-b73d-4c20-952c-112af1125a3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Project fa07e8043e1640f392c1454ccc967e60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:37:13.018588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-408873f8-b73d-4c20-952c-112af1125a3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:13.037107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eef829fb-0eb3-42bc-bd9f-dd3ef9e7bb61 None None] For port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:13.047637 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eef829fb-0eb3-42bc-bd9f-dd3ef9e7bb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:13.081954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-408873f8-b73d-4c20-952c-112af1125a3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:13.084004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:13.086009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-408873f8-b73d-4c20-952c-112af1125a3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:13.107812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408873f8-b73d-4c20-952c-112af1125a3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39934216-6c99-436e-a36e-bd1304ba6358,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:13.118723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-408873f8-b73d-4c20-952c-112af1125a3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:13.118723 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-408873f8-b73d-4c20-952c-112af1125a3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1288037 Sep 29 23:37:13.187170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef829fb-0eb3-42bc-bd9f-dd3ef9e7bb61 None None] Pushing event updated for resources: {'Port': ['ID=21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:13.206628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4b539658-cd24-48df-8681-196b12008118 None None] Provisioning complete for port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:13.207015 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4b539658-cd24-48df-8681-196b12008118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:13.257205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:13.262022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-236d2520-7673-487c-b165-c0c502ff1ebe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422608559&fields=id&tenant_id=fa07e8043e1640f392c1454ccc967e60 HTTP/1.1" status: 200 len: 267 time: 0.0387330 Sep 29 23:37:13.287165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5febb8d4-ebcf-4556-b896-2ef34b39d8e1 None None] The sync data for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 is: [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:37:13.400290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de923-950e-4631-a8e4-07ab3523de56 req-ba7d46ef-46df-492d-b089-b5bbcef56deb tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:13.402703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-ba7d46ef-46df-492d-b089-b5bbcef56deb tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/networks?id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157 HTTP/1.1" status: 200 len: 796 time: 0.1319983 Sep 29 23:37:13.420134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-6a136e06-0e2a-4489-8647-7e9dc7d833e5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/quotas/fa07e8043e1640f392c1454ccc967e60 HTTP/1.1" status: 200 len: 375 time: 0.0108705 Sep 29 23:37:13.477271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-a2d02781-8c15-47c9-b716-45173077fb90 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513833 Sep 29 23:37:13.586758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-7d6cb206-1769-49b2-aa3b-b9ec0022317b service neutron] 10.222.0.44 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969746 Sep 29 23:37:13.685704 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-e7ba3c78-7673-43a1-9222-673e7baaebe3 service neutron] 10.222.0.44 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924165 Sep 29 23:37:13.860224 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff406d2f-5c22-400f-8e3c-27242fadf4a0 req-cdc0c64f-4839-4fde-bada-b067b56577fd tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 210 time: 0.0280712 Sep 29 23:37:14.066771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f612464-aceb-420a-8602-5b0e5c66a272 req-00420d21-9b7f-4494-85a6-0865bdb23c99 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:14.068384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f612464-aceb-420a-8602-5b0e5c66a272 req-00420d21-9b7f-4494-85a6-0865bdb23c99 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0556450 Sep 29 23:37:14.379693 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f612464-aceb-420a-8602-5b0e5c66a272 req-137e8288-a977-42fe-82a8-42c87fc22fef tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3036127 Sep 29 23:37:14.858197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de923-950e-4631-a8e4-07ab3523de56 req-5a359f5a-ab41-47b4-a120-07a2d2f5f8c2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:14.859647 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-5a359f5a-ab41-47b4-a120-07a2d2f5f8c2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.26 "GET /v2.0/networks?id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157 HTTP/1.1" status: 200 len: 796 time: 0.1110475 Sep 29 23:37:14.907170 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-cc5a651c-df96-4041-9fbe-a57008dc228a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa07e8043e1640f392c1454ccc967e60 HTTP/1.1" status: 200 len: 380 time: 0.0368059 Sep 29 23:37:14.917327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'port': {'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'admin_state_up': True, 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'security_groups': ['163d513b-68c7-488b-ae02-cf81b8e127a6']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:14.955053 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7cef9fb-c474-470e-ad34-99545a68e05f req-06b79e97-fd1f-4309-9f0c-8651eedfd26b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 210 time: 0.0264213 Sep 29 23:37:15.026135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Made reservation on behalf of fa07e8043e1640f392c1454ccc967e60 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:37:15.029699 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:15.166508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Allocated IP 172.20.0.6 (0cf4c3bc-a2e9-40d2-b900-4e7375bba157/4ebf3b56-46aa-4394-a58b-e44cb7b15740/a61e5635-6fd1-4abc-bfde-fe93667bee91) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:37:15.174596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:37:15.221534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:15.221906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:15.319896 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:15.354216 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:15.396119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:37:15.399064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:37:15.403264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:37:15.431728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=a61e5635-6fd1-4abc-bfde-fe93667bee91,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:15.461676 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:15.462323 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:15.478830 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-4f104f8b-fa49-4d62-bd76-8ee7c6401cbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5652478 Sep 29 23:37:15.491142 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Request body: {'port': {'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:15.514597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d4a61-3a3d-46ee-bac6-25ab1e2e474f req-14890370-f424-4569-bebe-9d8490d8416e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:15.516892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f78d4a61-3a3d-46ee-bac6-25ab1e2e474f req-14890370-f424-4569-bebe-9d8490d8416e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0580227 Sep 29 23:37:15.552509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:15.558256 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f78d4a61-3a3d-46ee-bac6-25ab1e2e474f req-b2ef9340-fef6-456c-ac2c-c33b9a86d052 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352032 Sep 29 23:37:15.686939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d26993d0-278c-4093-8eed-0eb55759f051 None None] Provisioning complete for port a61e5635-6fd1-4abc-bfde-fe93667bee91 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:15.687234 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d26993d0-278c-4093-8eed-0eb55759f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:15.721051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d26993d0-278c-4093-8eed-0eb55759f051 None None] Port a61e5635-6fd1-4abc-bfde-fe93667bee91 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:37:15.823486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a61e5635-6fd1-4abc-bfde-fe93667bee91 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:37:15.831315 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:15.842969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Transition to ACTIVE for port object a61e5635-6fd1-4abc-bfde-fe93667bee91 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:37:15.847311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:15.899707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Pushing event updated for resources: {'Port': ['ID=a61e5635-6fd1-4abc-bfde-fe93667bee91,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:15.973348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Attempting to bind port a61e5635-6fd1-4abc-bfde-fe93667bee91 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:37:15.973681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Attempting to bind port a61e5635-6fd1-4abc-bfde-fe93667bee91 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:37:15.974012 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Attempting to bind port a61e5635-6fd1-4abc-bfde-fe93667bee91 on network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:37:15.979618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Port a61e5635-6fd1-4abc-bfde-fe93667bee91 on network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:37:15.980048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Attempting to bind port a61e5635-6fd1-4abc-bfde-fe93667bee91 on network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:37:15.985106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:37:15.985455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Checking segment: {'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:37:15.985833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Bound using segment: {'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:37:15.986267 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Bound port: a61e5635-6fd1-4abc-bfde-fe93667bee91, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c57a8fd3-915e-40e5-a344-989b04dc9fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:37:15.986623 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:16.054537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] For port a61e5635-6fd1-4abc-bfde-fe93667bee91, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:37:16.057663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] For port a61e5635-6fd1-4abc-bfde-fe93667bee91, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a61e5635-6fd1-4abc-bfde-fe93667bee91,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:37:16.064207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:16.075361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe05786b-5077-459e-b208-87e72ae9db2e req-d504856d-7a05-4df0-82e9-ea450d1688ed tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:16.076842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe05786b-5077-459e-b208-87e72ae9db2e req-d504856d-7a05-4df0-82e9-ea450d1688ed tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 943 time: 0.0519733 Sep 29 23:37:16.101489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:16.102228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:16.103794 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] 10.222.0.26 "PUT /v2.0/ports/a61e5635-6fd1-4abc-bfde-fe93667bee91 HTTP/1.1" status: 200 len: 1091 time: 0.6170046 Sep 29 23:37:16.104321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'tag': 'a61e5635-6fd1-4abc-bfde-fe93667bee91'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:37:16.107352 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1733ba-a872-4af0-888a-e76ebaf898cf", "tag": "a61e5635-6fd1-4abc-bfde-fe93667bee91"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:37:16.146577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe05786b-5077-459e-b208-87e72ae9db2e req-4c38d4b0-cb21-460a-a59c-2cf62809681f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634959 Sep 29 23:37:16.152653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49471de-bab7-4de9-b16d-ae9e69cc62df service neutron] Pushing event updated for resources: {'Port': ['ID=a61e5635-6fd1-4abc-bfde-fe93667bee91,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:16.158883 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de0ae0a-eac4-43de-a2cd-1140face6352 x-openstack-request-id: req-0de0ae0a-eac4-43de-a2cd-1140face6352 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:37:16.159179 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1733ba-a872-4af0-888a-e76ebaf898cf", "tag": "a61e5635-6fd1-4abc-bfde-fe93667bee91", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:37:16.159438 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0de0ae0a-eac4-43de-a2cd-1140face6352 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:37:16.159975 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'tag': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'status': 'completed', 'code': 200} Sep 29 23:37:16.221242 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de923-950e-4631-a8e4-07ab3523de56 req-36c93a64-4c21-4c31-acad-391cf286536b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:16.222882 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-36c93a64-4c21-4c31-acad-391cf286536b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 1094 time: 0.0452096 Sep 29 23:37:16.271284 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-64df3ee3-1dc7-42ea-bf78-bf39c57d9bca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61e5635-6fd1-4abc-bfde-fe93667bee91 HTTP/1.1" status: 200 len: 217 time: 0.0400805 Sep 29 23:37:16.324448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de923-950e-4631-a8e4-07ab3523de56 req-c6f720c4-3f2f-4390-ae56-7717b6c9bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:16.326004 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-c6f720c4-3f2f-4390-ae56-7717b6c9bba8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ebf3b56-46aa-4394-a58b-e44cb7b15740 HTTP/1.1" status: 200 len: 835 time: 0.0472262 Sep 29 23:37:16.374942 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257de923-950e-4631-a8e4-07ab3523de56 req-371006fa-c4b2-4b38-8afb-8402579a1f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:16.376527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-371006fa-c4b2-4b38-8afb-8402579a1f41 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436347 Sep 29 23:37:16.475018 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-0a1860b3-20dc-4250-b93a-929f3fd83f37 service neutron] 10.222.0.26 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912104 Sep 29 23:37:16.570240 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:16.571293 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-257de923-950e-4631-a8e4-07ab3523de56 req-fe63eadf-5fd1-4ae0-9e23-8de482555ae5 service neutron] 10.222.0.26 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893035 Sep 29 23:37:16.666670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-348efd96-628a-49bb-9d41-06f399ee972b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:16.668777 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-348efd96-628a-49bb-9d41-06f399ee972b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 1094 time: 0.0503144 Sep 29 23:37:16.684765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be83fc-9fe6-4a79-a1c9-dcefd066623e req-8cdce9d3-4040-4b29-ba6f-32304a0c03b2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:16.686305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83be83fc-9fe6-4a79-a1c9-dcefd066623e req-8cdce9d3-4040-4b29-ba6f-32304a0c03b2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0521700 Sep 29 23:37:16.724005 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83be83fc-9fe6-4a79-a1c9-dcefd066623e req-50c8b937-4730-4abd-9409-84a227ec5003 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315053 Sep 29 23:37:16.760574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-07b85008-e9df-4abe-a865-89feda871037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:16.762804 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-07b85008-e9df-4abe-a865-89feda871037 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157 HTTP/1.1" status: 200 len: 897 time: 0.0876873 Sep 29 23:37:16.809195 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-bd3e89c1-972d-4b9c-879f-269307bb719c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61e5635-6fd1-4abc-bfde-fe93667bee91 HTTP/1.1" status: 200 len: 217 time: 0.0390205 Sep 29 23:37:16.858799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-e5359285-f27c-48e7-a987-c1d6b9f6abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:16.860310 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-e5359285-f27c-48e7-a987-c1d6b9f6abc5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ebf3b56-46aa-4394-a58b-e44cb7b15740 HTTP/1.1" status: 200 len: 835 time: 0.0447598 Sep 29 23:37:16.907072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-287c9e8b-4296-43c8-ac55-f1f1a2b805b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:16.908569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-287c9e8b-4296-43c8-ac55-f1f1a2b805b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410028 Sep 29 23:37:17.004417 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-9db06398-263d-471d-b6e7-58b4d3a5ceca service neutron] 10.222.0.26 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868733 Sep 29 23:37:17.094960 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ad3db983-85f6-41cd-bfa4-c2f777f8de8c req-208acdd8-8728-4154-ad8b-daf1feb66aed service neutron] 10.222.0.26 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822911 Sep 29 23:37:17.268518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304a8d1-7850-47d4-b202-b13e148d2d11 req-21ff6f5a-25ac-4d56-980f-ce5f0987ae8e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:17.270001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7304a8d1-7850-47d4-b202-b13e148d2d11 req-21ff6f5a-25ac-4d56-980f-ce5f0987ae8e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 943 time: 0.0481839 Sep 29 23:37:17.307849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7304a8d1-7850-47d4-b202-b13e148d2d11 req-df05e4f4-cb88-4dcc-88cc-4367c6b44206 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Sep 29 23:37:17.837420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f5f565-1553-42d0-9255-7d452cb2b400 req-954fcc0e-0b33-4a15-9b7c-7e9e6c966f63 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:17.838913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75f5f565-1553-42d0-9255-7d452cb2b400 req-954fcc0e-0b33-4a15-9b7c-7e9e6c966f63 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0488744 Sep 29 23:37:17.879610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75f5f565-1553-42d0-9255-7d452cb2b400 req-57a47d9b-bf88-4286-a781-e4edc6a35b39 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340154 Sep 29 23:37:18.420153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfb652-fb26-41e6-b60a-2ae646a1d5a7 req-b34f4a34-36dd-420f-8e23-6e348bf539b3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:18.421611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58dfb652-fb26-41e6-b60a-2ae646a1d5a7 req-b34f4a34-36dd-420f-8e23-6e348bf539b3 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 943 time: 0.0480442 Sep 29 23:37:18.457983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58dfb652-fb26-41e6-b60a-2ae646a1d5a7 req-01002142-c9a3-4a50-a352-cb8ec2691301 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304513 Sep 29 23:37:18.583308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a61e5635-6fd1-4abc-bfde-fe93667bee91 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:37:18.676812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a61e5635-6fd1-4abc-bfde-fe93667bee91, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a61e5635-6fd1-4abc-bfde-fe93667bee91,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:18.688849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'mac_address': 'fa:16:3e:e6:ab:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:37:18.732139 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:18.748507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a61e5635-6fd1-4abc-bfde-fe93667bee91 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:37:18.767932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a61e5635-6fd1-4abc-bfde-fe93667bee91, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a61e5635-6fd1-4abc-bfde-fe93667bee91,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:18.771709 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:18.821408 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a61e5635-6fd1-4abc-bfde-fe93667bee91,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:18.984026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['a61e5635-6fd1-4abc-bfde-fe93667bee91'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:37:18.996971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1974cac-2c52-4db1-844c-25c99e83a694 req-fbc6357c-6863-4945-93d8-79f308b678a6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:18.998460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1974cac-2c52-4db1-844c-25c99e83a694 req-fbc6357c-6863-4945-93d8-79f308b678a6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0497782 Sep 29 23:37:19.035653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f1974cac-2c52-4db1-844c-25c99e83a694 req-dc5c3aab-2c03-415e-8883-2aad4b32a619 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311489 Sep 29 23:37:19.571658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f0f30-ec9f-48ca-a956-f4fcb45f3345 req-87350075-87d9-45a8-b361-a67fb16a7695 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:19.573194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf2f0f30-ec9f-48ca-a956-f4fcb45f3345 req-87350075-87d9-45a8-b361-a67fb16a7695 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 944 time: 0.0485027 Sep 29 23:37:19.614726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf2f0f30-ec9f-48ca-a956-f4fcb45f3345 req-fd34237e-021f-4881-9ffd-0ba98f5bebdd tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355544 Sep 29 23:37:20.157448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0157d-2fca-4fc3-8ad6-a8d78288b64a req-54d95a42-43d2-4858-b2eb-b6d2329872f5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:20.158952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cd0157d-2fca-4fc3-8ad6-a8d78288b64a req-54d95a42-43d2-4858-b2eb-b6d2329872f5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0491769 Sep 29 23:37:20.197583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8cd0157d-2fca-4fc3-8ad6-a8d78288b64a req-ebcb3aa3-3d5e-403c-9f9d-922db90b54a2 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326777 Sep 29 23:37:20.378429 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:20.606387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a61e5635-6fd1-4abc-bfde-fe93667bee91 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:37:20.654586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port a61e5635-6fd1-4abc-bfde-fe93667bee91 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:37:20.659472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port a61e5635-6fd1-4abc-bfde-fe93667bee91 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:37:20.659872 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:20.730690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf89a94-f126-448b-8b53-c547cccedc34 req-d3a0c3f5-bd22-4051-8e38-db5b1d012a24 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:20.732280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8bf89a94-f126-448b-8b53-c547cccedc34 req-d3a0c3f5-bd22-4051-8e38-db5b1d012a24 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 944 time: 0.0491765 Sep 29 23:37:20.741532 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:20.764429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61e5635-6fd1-4abc-bfde-fe93667bee91'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:37:20.766680 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98a1a59-8c64-415d-8a19-b3fcfd45f1e4" -d '{"events": [{"server_uuid": "bf1733ba-a872-4af0-888a-e76ebaf898cf", "name": "network-vif-plugged", "status": "completed", "tag": "a61e5635-6fd1-4abc-bfde-fe93667bee91"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:37:20.770352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8bf89a94-f126-448b-8b53-c547cccedc34 req-629b3e86-d024-494e-9e0e-cd872e53c303 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319810 Sep 29 23:37:20.780652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port a61e5635-6fd1-4abc-bfde-fe93667bee91, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a61e5635-6fd1-4abc-bfde-fe93667bee91,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:20.785355 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:20.810165 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4001d94-d55e-4844-a388-52f76d3cc46a x-openstack-request-id: req-c4001d94-d55e-4844-a388-52f76d3cc46a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:37:20.810454 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1733ba-a872-4af0-888a-e76ebaf898cf", "name": "network-vif-plugged", "status": "completed", "tag": "a61e5635-6fd1-4abc-bfde-fe93667bee91", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:37:20.811629 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c4001d94-d55e-4844-a388-52f76d3cc46a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:37:20.812067 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'code': 200} Sep 29 23:37:20.839960 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=a61e5635-6fd1-4abc-bfde-fe93667bee91,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:20.847624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.848026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.848357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.848698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.849038 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.849374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.849708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.850042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.850372 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.850702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.851032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.851358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:20.905905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31a4da-84d7-44aa-8b43-7cd4d499e1e9 req-6b034c56-e74d-4448-b714-6cc9d0b5df97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:20.907380 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c31a4da-84d7-44aa-8b43-7cd4d499e1e9 req-6b034c56-e74d-4448-b714-6cc9d0b5df97 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 1096 time: 0.0455515 Sep 29 23:37:20.941890 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4c31a4da-84d7-44aa-8b43-7cd4d499e1e9 req-d1638e53-3dcf-4ed9-94f6-0ff9288fe79f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274730 Sep 29 23:37:21.314927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99815c6d-e51a-4bdf-ba02-dc25b40cafff req-c313e733-626f-4f63-a61b-e51b078bfa32 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:21.316484 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99815c6d-e51a-4bdf-ba02-dc25b40cafff req-c313e733-626f-4f63-a61b-e51b078bfa32 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0494671 Sep 29 23:37:21.358618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99815c6d-e51a-4bdf-ba02-dc25b40cafff req-4ed13bf4-7902-4361-b8a7-c07c80443863 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362389 Sep 29 23:37:21.895063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e711979-2e6b-4b4d-9b67-b79a6ff38d52 req-f530f7e1-a567-470b-983f-336a7c3ca122 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:21.896727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e711979-2e6b-4b4d-9b67-b79a6ff38d52 req-f530f7e1-a567-470b-983f-336a7c3ca122 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 945 time: 0.0523596 Sep 29 23:37:21.937330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e711979-2e6b-4b4d-9b67-b79a6ff38d52 req-6a8d2879-c9f6-4c81-a6a4-8210c2b3b6ab tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326087 Sep 29 23:37:22.478873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c74dd8-ed3d-4e56-944b-1515fa3e0e57 req-4d7f39c1-acad-4e7e-a95b-0c5041ce85e1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:22.481257 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4c74dd8-ed3d-4e56-944b-1515fa3e0e57 req-4d7f39c1-acad-4e7e-a95b-0c5041ce85e1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0492041 Sep 29 23:37:22.517312 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4c74dd8-ed3d-4e56-944b-1515fa3e0e57 req-96bb3fd0-c840-469c-ad0d-cfaba771bfa9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304139 Sep 29 23:37:23.050183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f14fde-36e9-4f88-b4e3-b434ebab1b86 req-9733f5b1-0dfa-46e3-ad85-0bc6f9371388 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:23.051682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0f14fde-36e9-4f88-b4e3-b434ebab1b86 req-9733f5b1-0dfa-46e3-ad85-0bc6f9371388 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 945 time: 0.0478604 Sep 29 23:37:23.096330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0f14fde-36e9-4f88-b4e3-b434ebab1b86 req-1f6aafe6-f13f-49bb-a02c-6cb9bf12d033 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383735 Sep 29 23:37:23.211110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8dd2db-d51b-4405-aac9-d05b9c36eae2 req-3f8494ad-1136-4e01-aa25-459b1e9b4374 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:23.212542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a8dd2db-d51b-4405-aac9-d05b9c36eae2 req-3f8494ad-1136-4e01-aa25-459b1e9b4374 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 945 time: 0.0492282 Sep 29 23:37:23.250189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a8dd2db-d51b-4405-aac9-d05b9c36eae2 req-a174394b-34cd-4604-8f55-c2a06d011e1e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315826 Sep 29 23:37:23.271903 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57370) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:23.312296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c944cb6-b691-47f7-9812-10300abde7f0 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:23.313856 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0c944cb6-b691-47f7-9812-10300abde7f0 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 1091 time: 0.0404828 Sep 29 23:37:23.316726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57372) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:23.321021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:23.346034 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:23.444915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:23.547722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Allocated IP 172.25.4.24 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/e88438c8-674c-452d-b0f7-0f463b12fa5c) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:37:23.632987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e87d2-3350-436f-8826-7bcb727ec2d6 req-35c01185-cff4-4ec0-be1d-a0b7465cf409 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:23.634517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb3e87d2-3350-436f-8826-7bcb727ec2d6 req-35c01185-cff4-4ec0-be1d-a0b7465cf409 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0494611 Sep 29 23:37:23.656617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:23.675571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb3e87d2-3350-436f-8826-7bcb727ec2d6 req-008a5218-fc7a-4204-9c3f-ad074e595123 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346735 Sep 29 23:37:23.695591 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:23.733773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:37:23.737999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:37:23.740545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:37:23.766440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=e88438c8-674c-452d-b0f7-0f463b12fa5c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:23.886990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae651c4-c507-4f5e-a5c4-26e76fdfd5af req-1a988c0f-ad0a-4d9f-8871-aa870afc87b6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:23.888576 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ae651c4-c507-4f5e-a5c4-26e76fdfd5af req-1a988c0f-ad0a-4d9f-8871-aa870afc87b6 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0523505 Sep 29 23:37:23.932464 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ae651c4-c507-4f5e-a5c4-26e76fdfd5af req-cfeaf22a-1d9e-459f-9100-7b23963ddba7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376911 Sep 29 23:37:23.988753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-7034e7d4-42f1-455d-ac76-14c92029c530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:23.990243 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-7034e7d4-42f1-455d-ac76-14c92029c530 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1095 time: 0.0841761 Sep 29 23:37:24.244300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-cff84a5f-7d51-4416-b2be-2840a3d76d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:24.245827 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-cff84a5f-7d51-4416-b2be-2840a3d76d73 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.2360024 Sep 29 23:37:24.400773 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:24.416397 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-135f1d65-9f80-49eb-87cc-6fcba40b4ce0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 999 time: 0.1453583 Sep 29 23:37:24.513410 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-1f906bb2-e58a-4422-8b99-763174bbf95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:24.514835 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-1f906bb2-e58a-4422-8b99-763174bbf95b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0770776 Sep 29 23:37:24.878213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:24.927725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-b66faa52-fcd7-452c-b952-018d0b04d9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:24.929289 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-b66faa52-fcd7-452c-b952-018d0b04d9ae service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802550 Sep 29 23:37:25.058337 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68acda-e5bb-4879-a6f4-ef222bb68bf6 req-968ed2c6-95c4-47c2-b9c0-ce5835ab05ca tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:25.059910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e68acda-e5bb-4879-a6f4-ef222bb68bf6 req-968ed2c6-95c4-47c2-b9c0-ce5835ab05ca tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0565603 Sep 29 23:37:25.099196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e68acda-e5bb-4879-a6f4-ef222bb68bf6 req-e3ebd070-d4f9-4fa2-904b-223e0ea36234 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331504 Sep 29 23:37:25.110447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-31a7503a-9f4a-42ce-acd8-49383913be06 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668215 Sep 29 23:37:25.145626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:25.153549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:25.268107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=e88438c8-674c-452d-b0f7-0f463b12fa5c,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:25.295104 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5522931-158e-4a64-826e-c9eb5bde5273 req-cca1bfdb-9a5e-4c47-9580-63346eb80e4d service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741691 Sep 29 23:37:25.296003 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:25.398901 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Floating IP e98ad95e-5056-4bf4-8eda-d86c0f65628a associated. External IP: 172.25.4.24, port: a61e5635-6fd1-4abc-bfde-fe93667bee91. Sep 29 23:37:25.608705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router cb5e29ce-a842-41e2-84ac-f67c389c580b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:37:25.716847 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:37:25.726557 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] Sync routers for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:37:25.735387 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:25.738974 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:25.739588 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:37:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:25.765971 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-07e451b3-5814-4280-9883-b60a325d4cd6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4482243 Sep 29 23:37:25.766782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'tag': 'a61e5635-6fd1-4abc-bfde-fe93667bee91'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:37:25.768952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57382) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:25.769459 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c915ad-3a75-43bf-a004-4c96b1be0325" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1733ba-a872-4af0-888a-e76ebaf898cf", "tag": "a61e5635-6fd1-4abc-bfde-fe93667bee91"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:37:25.808665 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a8c183-1b46-4e4f-b730-dbe8fbaf03e3 x-openstack-request-id: req-00a8c183-1b46-4e4f-b730-dbe8fbaf03e3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:37:25.809029 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1733ba-a872-4af0-888a-e76ebaf898cf", "tag": "a61e5635-6fd1-4abc-bfde-fe93667bee91", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:37:25.809372 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-00a8c183-1b46-4e4f-b730-dbe8fbaf03e3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:37:25.810133 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'tag': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'status': 'completed', 'code': 200} Sep 29 23:37:25.835333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-39b3169f-96f0-42cf-8e54-6c75a600a51c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/floatingips/e98ad95e-5056-4bf4-8eda-d86c0f65628a HTTP/1.1" status: 200 len: 990 time: 0.0649078 Sep 29 23:37:25.867451 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:25.885483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-3e31c75a-39a9-4fa0-8b2d-141d4246758a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:25.888542 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-3e31c75a-39a9-4fa0-8b2d-141d4246758a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 1096 time: 0.0514574 Sep 29 23:37:25.986670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-be81f3a5-3582-4f8f-b5cb-f15542ede944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:25.988111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-be81f3a5-3582-4f8f-b5cb-f15542ede944 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157 HTTP/1.1" status: 200 len: 897 time: 0.0930924 Sep 29 23:37:26.053992 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-7bfa38c7-3d6d-4ea6-bf95-0feb256664df service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61e5635-6fd1-4abc-bfde-fe93667bee91 HTTP/1.1" status: 200 len: 998 time: 0.0591090 Sep 29 23:37:26.106951 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e98ad95e-5056-4bf4-8eda-d86c0f65628a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'mac_address': 'fa:16:3e:e6:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:37:24Z', 'updated_at': '2021-09-29T23:37:24Z', 'revision_number': 0, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:26.108223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-4a50effc-e5f7-4173-92e2-a49766366256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:26.109751 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-4a50effc-e5f7-4173-92e2-a49766366256 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ebf3b56-46aa-4394-a58b-e44cb7b15740 HTTP/1.1" status: 200 len: 835 time: 0.0468428 Sep 29 23:37:26.140211 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] Checking router: cb5e29ce-a842-41e2-84ac-f67c389c580b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:37:26.150269 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:26.151096 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:37:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:26.166110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-3715ec03-90a2-4dae-8775-11c1a8e14ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:26.167733 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-3715ec03-90a2-4dae-8775-11c1a8e14ab3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484633 Sep 29 23:37:26.235007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e434b3c-24f6-4361-b043-598c3972ade4 req-a16dc1d4-108b-49a7-a701-c3c982e15e57 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:26.236596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e434b3c-24f6-4361-b043-598c3972ade4 req-a16dc1d4-108b-49a7-a701-c3c982e15e57 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0564554 Sep 29 23:37:26.262371 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:26.267607 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-6d2cc543-e971-4f92-8490-f986f8a2d6cd service neutron] 10.222.0.26 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921533 Sep 29 23:37:26.277182 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9e434b3c-24f6-4361-b043-598c3972ade4 req-48c94373-8722-4c19-87fd-868fea8173ac tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339324 Sep 29 23:37:26.371997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3c915ad-3a75-43bf-a004-4c96b1be0325 req-4aa1fe0a-864f-46e8-99f7-484627654d70 service neutron] 10.222.0.26 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974619 Sep 29 23:37:26.405971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b66c7-dfad-456d-9877-3cddb3ba298e req-0adf8c15-e245-424f-abd7-84bb3b97216e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:26.407514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef3b66c7-dfad-456d-9877-3cddb3ba298e req-0adf8c15-e245-424f-abd7-84bb3b97216e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0528800 Sep 29 23:37:26.446355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef3b66c7-dfad-456d-9877-3cddb3ba298e req-19ea114d-3dcf-43ca-924d-be7897bfd2c9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326278 Sep 29 23:37:26.525634 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e98ad95e-5056-4bf4-8eda-d86c0f65628a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'mac_address': 'fa:16:3e:e6:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:37:24Z', 'updated_at': '2021-09-29T23:37:24Z', 'revision_number': 0, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:26.556036 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c2f1fd-daa8-4602-8082-8d833de1b4fb None None] The sync data for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 is: [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e98ad95e-5056-4bf4-8eda-d86c0f65628a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'mac_address': 'fa:16:3e:e6:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:37:24Z', 'updated_at': '2021-09-29T23:37:24Z', 'revision_number': 0, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:37:26.562554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de74f618-d2fb-4bda-95c7-980037c878e2 req-1d4c594c-e871-495d-8f9f-d2eb433b5ea1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:26.564117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de74f618-d2fb-4bda-95c7-980037c878e2 req-1d4c594c-e871-495d-8f9f-d2eb433b5ea1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0484955 Sep 29 23:37:26.605496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-de74f618-d2fb-4bda-95c7-980037c878e2 req-0e91cd92-b740-44c4-b499-e944365b4ecf tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350177 Sep 29 23:37:26.749600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de05d89-f6f1-4d2d-9dd5-fd617731e64c None None] New status for floating IP e98ad95e-5056-4bf4-8eda-d86c0f65628a: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:37:26.839016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57396) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:26.844023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf655f5c-3712-48e3-841a-bf524c8ffb49 req-fd5e01eb-9f95-4851-95d4-eddc84d5683a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:26.845652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf655f5c-3712-48e3-841a-bf524c8ffb49 req-fd5e01eb-9f95-4851-95d4-eddc84d5683a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0540175 Sep 29 23:37:26.888565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bf655f5c-3712-48e3-841a-bf524c8ffb49 req-acbe094b-d05d-478b-ac05-bb4dcfb54a41 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349376 Sep 29 23:37:26.902620 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dfd119f6-be8f-4790-8e4c-1b6d79066df6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/floatingips/e98ad95e-5056-4bf4-8eda-d86c0f65628a HTTP/1.1" status: 200 len: 990 time: 0.0611541 Sep 29 23:37:27.631961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-76339bc2-c76a-4ffc-bbb3-575e8d521762 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392694 Sep 29 23:37:27.708352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-9827be4a-a4e8-451f-9d54-cbb26553e811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:27.709870 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-9827be4a-a4e8-451f-9d54-cbb26553e811 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 1096 time: 0.0470440 Sep 29 23:37:27.813121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-dedeb22c-1f2d-43c0-b019-88b510a8369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:27.814620 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-dedeb22c-1f2d-43c0-b019-88b510a8369e service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.0858624 Sep 29 23:37:27.860384 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-e7205a10-ec87-4de8-9bc3-457dcbc389f0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 HTTP/1.1" status: 200 len: 217 time: 0.0378888 Sep 29 23:37:27.905716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57398) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:27.908468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-b147739f-a469-4b23-a87a-487aee33a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:27.910001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-b147739f-a469-4b23-a87a-487aee33a880 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0428982 Sep 29 23:37:27.956980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-c1c3ccc5-6850-4fcd-8563-a6a11346854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:27.958499 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-c1c3ccc5-6850-4fcd-8563-a6a11346854d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421472 Sep 29 23:37:27.967472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-400849db-8955-423d-8bbe-ac785455e3b0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/floatingips/e98ad95e-5056-4bf4-8eda-d86c0f65628a HTTP/1.1" status: 200 len: 992 time: 0.0606575 Sep 29 23:37:28.015924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93636780-4de3-4c35-becc-4f7b87ecdade req-18ec182f-93bd-491a-acdd-8b0554d3f897 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:28.017442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93636780-4de3-4c35-becc-4f7b87ecdade req-18ec182f-93bd-491a-acdd-8b0554d3f897 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0488658 Sep 29 23:37:28.058391 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-39b2d7c7-432e-4c2a-b415-c68ab66520ea service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922203 Sep 29 23:37:28.062335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93636780-4de3-4c35-becc-4f7b87ecdade req-ddd2b07f-d67e-4166-aa29-2b19704a012e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388229 Sep 29 23:37:28.154105 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e9f7c00d-829a-40dc-8790-297e3287ebd0 req-3de84fd6-f9fa-4092-884f-b7f490d6b5c2 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891721 Sep 29 23:37:28.264803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8f887-2564-4fe0-b636-58f3e110423f req-eb3d8993-3072-4063-a0d3-d5e5a0cf51de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:28.266340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfc8f887-2564-4fe0-b636-58f3e110423f req-eb3d8993-3072-4063-a0d3-d5e5a0cf51de tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0508819 Sep 29 23:37:28.305956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfc8f887-2564-4fe0-b636-58f3e110423f req-e20913d7-b822-4782-8ce6-8309c5975d2a tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324929 Sep 29 23:37:28.318591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d85734-af7a-4077-bf50-f520405a7445 req-83d39c9c-2938-46f0-896e-5240c9a26fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:28.320169 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0d85734-af7a-4077-bf50-f520405a7445 req-83d39c9c-2938-46f0-896e-5240c9a26fc2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=3dd0d48ecad341829446b51ead66e44d&device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 1095 time: 0.0412273 Sep 29 23:37:28.414184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d85734-af7a-4077-bf50-f520405a7445 req-38cd9038-a388-46a7-b058-4e01bea69a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:28.415650 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0d85734-af7a-4077-bf50-f520405a7445 req-38cd9038-a388-46a7-b058-4e01bea69a50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 200 len: 912 time: 0.0887120 Sep 29 23:37:28.483767 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0d85734-af7a-4077-bf50-f520405a7445 req-15b82f2a-d530-45ac-977d-19b915fa3da3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 200 len: 999 time: 0.0605016 Sep 29 23:37:28.532377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d85734-af7a-4077-bf50-f520405a7445 req-cde9c2d5-ea3d-41e4-b64c-c2d49639bfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:28.533810 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0d85734-af7a-4077-bf50-f520405a7445 req-cde9c2d5-ea3d-41e4-b64c-c2d49639bfcf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 200 len: 850 time: 0.0433226 Sep 29 23:37:28.578688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d85734-af7a-4077-bf50-f520405a7445 req-0d221abe-1d66-40cc-a3e1-53154be8a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:28.580226 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0d85734-af7a-4077-bf50-f520405a7445 req-0d221abe-1d66-40cc-a3e1-53154be8a65c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=63478665-fb48-43a7-8607-cd9ea811f490&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395007 Sep 29 23:37:28.676242 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0d85734-af7a-4077-bf50-f520405a7445 req-76774cef-5d2d-497e-9379-95684eb3dd6d service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880239 Sep 29 23:37:28.700166 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:37:28.777122 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a0d85734-af7a-4077-bf50-f520405a7445 req-355e8576-f3a2-4946-88e3-3d71d6ac21e4 service neutron] 10.222.0.42 "GET /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931149 Sep 29 23:37:29.426957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c98c3e0-63e0-40d2-a07b-364da6c2297f req-67c698df-b2ce-42d0-af65-34e93233edb3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:29.428456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c98c3e0-63e0-40d2-a07b-364da6c2297f req-67c698df-b2ce-42d0-af65-34e93233edb3 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0488331 Sep 29 23:37:29.464760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c98c3e0-63e0-40d2-a07b-364da6c2297f req-551b85df-db81-4618-9b32-182ce84853c7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298719 Sep 29 23:37:30.580231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9e662e-74cd-457d-9928-07022f22961a req-28763094-629c-4887-80b5-222c316ca488 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:30.581650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d9e662e-74cd-457d-9928-07022f22961a req-28763094-629c-4887-80b5-222c316ca488 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0481029 Sep 29 23:37:30.623272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d9e662e-74cd-457d-9928-07022f22961a req-86804850-37fe-44ae-b1f8-3277a2b06b10 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356843 Sep 29 23:37:30.738001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fb1f2-f537-4105-a1ed-c81e2ba5791c req-fecb96e6-e5fb-4ec5-b24a-32aab8edd71f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:30.739478 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad8fb1f2-f537-4105-a1ed-c81e2ba5791c req-fecb96e6-e5fb-4ec5-b24a-32aab8edd71f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0495596 Sep 29 23:37:30.777301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad8fb1f2-f537-4105-a1ed-c81e2ba5791c req-02b1562d-892a-4c2c-97dc-52f2cacf1695 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312748 Sep 29 23:37:31.426805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-3237a406-8d23-445e-a8f3-9a1ada1fde4f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:31.428344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-3237a406-8d23-445e-a8f3-9a1ada1fde4f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=aa843cb5-38fa-40c8-abba-ee107451c7fe HTTP/1.1" status: 200 len: 943 time: 0.0494442 Sep 29 23:37:31.523131 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-12f2a573-5f0f-4c0f-b59b-9c5fb2a2dbb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Deleting port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:31.523481 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-12f2a573-5f0f-4c0f-b59b-9c5fb2a2dbb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:31.610001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-12f2a573-5f0f-4c0f-b59b-9c5fb2a2dbb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] For port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:31.610718 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-12f2a573-5f0f-4c0f-b59b-9c5fb2a2dbb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:31.623131 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-12f2a573-5f0f-4c0f-b59b-9c5fb2a2dbb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Calling delete_port for a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:31.755598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-12f2a573-5f0f-4c0f-b59b-9c5fb2a2dbb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:31.767481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7aeca4e4-07c4-4979-99ad-44d948d73df9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:37:31.782635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f2a573-5f0f-4c0f-b59b-9c5fb2a2dbb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event deleted for resources: {'Port': ['ID=a63ecee5-5208-48e6-aa9d-b33e0bcf6d89,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:31.794752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['bc8ad49a-4fdd-4b64-bf5f-0dcb553df957'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:37:31.828326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-12f2a573-5f0f-4c0f-b59b-9c5fb2a2dbb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] No DVR routers for this DVR port a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 on host n-h2-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:37:31.830934 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-12f2a573-5f0f-4c0f-b59b-9c5fb2a2dbb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:31.833026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbf98753-e93d-4333-8ee4-b09f85b25cd8 req-12f2a573-5f0f-4c0f-b59b-9c5fb2a2dbb8 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "DELETE /v2.0/ports/a63ecee5-5208-48e6-aa9d-b33e0bcf6d89 HTTP/1.1" status: 204 len: 173 time: 0.3992305 Sep 29 23:37:31.833500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'name': 'network-vif-deleted', 'tag': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:37:31.836019 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ca2d4a-1658-4eeb-8837-10402a2509f5" -d '{"events": [{"server_uuid": "aa843cb5-38fa-40c8-abba-ee107451c7fe", "name": "network-vif-deleted", "tag": "a63ecee5-5208-48e6-aa9d-b33e0bcf6d89"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:37:31.912243 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Wed, 29 Sep 2021 23:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b154771-5b40-450c-94b8-58d0890ded9b x-openstack-request-id: req-9b154771-5b40-450c-94b8-58d0890ded9b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:37:31.912541 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa843cb5-38fa-40c8-abba-ee107451c7fe", "name": "network-vif-deleted", "tag": "a63ecee5-5208-48e6-aa9d-b33e0bcf6d89", "status": "failed", "code": 422}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:37:31.912794 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9b154771-5b40-450c-94b8-58d0890ded9b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:37:31.913203 n-d-811173-2 neutron-server[110005]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa843cb5-38fa-40c8-abba-ee107451c7fe', 'name': 'network-vif-deleted', 'tag': 'a63ecee5-5208-48e6-aa9d-b33e0bcf6d89', 'status': 'failed', 'code': 422} returned with failed status Sep 29 23:37:32.459802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961eeae-09ef-4ffe-bc57-5e95efc178a2 req-f2252247-479f-4ff5-aaa9-301f21a4fce1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:32.461219 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c961eeae-09ef-4ffe-bc57-5e95efc178a2 req-f2252247-479f-4ff5-aaa9-301f21a4fce1 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 908 time: 0.0534992 Sep 29 23:37:33.315350 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7de0ce74-c03d-49de-a4d6-5a79839b5c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:33.584011 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316df56-67ef-4ae6-b2a4-b2770e63d647 req-8d6909ad-06a2-47e6-9b9c-9128635943fb tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:33.585480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5316df56-67ef-4ae6-b2a4-b2770e63d647 req-8d6909ad-06a2-47e6-9b9c-9128635943fb tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 908 time: 0.0504673 Sep 29 23:37:34.535732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f12aa-2876-45be-9703-b872c99758cc req-9aa3334d-0dde-4d8f-aa5d-333d6fb2ff3d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:34.537233 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-db4f12aa-2876-45be-9703-b872c99758cc req-9aa3334d-0dde-4d8f-aa5d-333d6fb2ff3d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 908 time: 0.0474341 Sep 29 23:37:34.628382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-db4f12aa-2876-45be-9703-b872c99758cc req-1ddff570-6a1f-4db9-ab94-0833fdbdeb72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Deleting port 9cc35742-edea-4371-87e2-bc5511254979 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:34.628724 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-db4f12aa-2876-45be-9703-b872c99758cc req-1ddff570-6a1f-4db9-ab94-0833fdbdeb72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:34.713290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab086b6-eb71-4866-8641-e0568aaf3f9d req-ae64a096-bd41-4571-8078-ddcceb6f0efc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:34.715534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ab086b6-eb71-4866-8641-e0568aaf3f9d req-ae64a096-bd41-4571-8078-ddcceb6f0efc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=95d292bd-38ea-4666-afc1-93361ab8fafd HTTP/1.1" status: 200 len: 908 time: 0.0495877 Sep 29 23:37:34.721095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-db4f12aa-2876-45be-9703-b872c99758cc req-1ddff570-6a1f-4db9-ab94-0833fdbdeb72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] For port 9cc35742-edea-4371-87e2-bc5511254979, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9cc35742-edea-4371-87e2-bc5511254979,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:34.721475 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-db4f12aa-2876-45be-9703-b872c99758cc req-1ddff570-6a1f-4db9-ab94-0833fdbdeb72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:34.734079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-db4f12aa-2876-45be-9703-b872c99758cc req-1ddff570-6a1f-4db9-ab94-0833fdbdeb72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Calling delete_port for 9cc35742-edea-4371-87e2-bc5511254979 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:34.856666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-db4f12aa-2876-45be-9703-b872c99758cc req-1ddff570-6a1f-4db9-ab94-0833fdbdeb72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:34.884936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddff570-6a1f-4db9-ab94-0833fdbdeb72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event deleted for resources: {'Port': ['ID=9cc35742-edea-4371-87e2-bc5511254979,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:34.926923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4f12aa-2876-45be-9703-b872c99758cc req-1ddff570-6a1f-4db9-ab94-0833fdbdeb72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] No DVR routers for this DVR port 9cc35742-edea-4371-87e2-bc5511254979 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:37:34.929507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-db4f12aa-2876-45be-9703-b872c99758cc req-1ddff570-6a1f-4db9-ab94-0833fdbdeb72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:34.931549 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-db4f12aa-2876-45be-9703-b872c99758cc req-1ddff570-6a1f-4db9-ab94-0833fdbdeb72 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "DELETE /v2.0/ports/9cc35742-edea-4371-87e2-bc5511254979 HTTP/1.1" status: 204 len: 173 time: 0.3876827 Sep 29 23:37:34.932019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d292bd-38ea-4666-afc1-93361ab8fafd', 'name': 'network-vif-deleted', 'tag': '9cc35742-edea-4371-87e2-bc5511254979'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:37:34.934337 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47827a59-d8c1-4fc5-ba65-b1b19638b62c" -d '{"events": [{"server_uuid": "95d292bd-38ea-4666-afc1-93361ab8fafd", "name": "network-vif-deleted", "tag": "9cc35742-edea-4371-87e2-bc5511254979"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:37:34.978416 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44f25813-5e57-4afa-9e88-de325c873934 x-openstack-request-id: req-44f25813-5e57-4afa-9e88-de325c873934 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:37:34.978769 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d292bd-38ea-4666-afc1-93361ab8fafd", "name": "network-vif-deleted", "tag": "9cc35742-edea-4371-87e2-bc5511254979", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:37:34.979043 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44f25813-5e57-4afa-9e88-de325c873934 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:37:34.979502 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95d292bd-38ea-4666-afc1-93361ab8fafd', 'name': 'network-vif-deleted', 'tag': '9cc35742-edea-4371-87e2-bc5511254979', 'status': 'completed', 'code': 200} Sep 29 23:37:35.981892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340fa259-575d-4b66-ae63-6781ebafe6ac req-2d18db67-ce74-40dc-8aab-9ec895953a0d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:35.983320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-340fa259-575d-4b66-ae63-6781ebafe6ac req-2d18db67-ce74-40dc-8aab-9ec895953a0d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 945 time: 0.0488842 Sep 29 23:37:36.024148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-340fa259-575d-4b66-ae63-6781ebafe6ac req-369ae136-0a61-4852-99b0-79461cc56ff7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346918 Sep 29 23:37:36.220833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-09feea2c-5d6a-4f4e-9332-fd13ffc22093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:36.490236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9cc35742-edea-4371-87e2-bc5511254979 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:36.509202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 9cc35742-edea-4371-87e2-bc5511254979 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:36.509557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9cc35742-edea-4371-87e2-bc5511254979 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:36.584609 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:37.156541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f09d8-4af1-483c-8d2a-d5b8c2b0b153 req-028050f8-5496-49e9-aec0-49241ecbf54b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:37.158033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b57f09d8-4af1-483c-8d2a-d5b8c2b0b153 req-028050f8-5496-49e9-aec0-49241ecbf54b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 945 time: 0.0525992 Sep 29 23:37:37.194597 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b57f09d8-4af1-483c-8d2a-d5b8c2b0b153 req-42672f03-11f5-4929-8ea5-92e7fb934f92 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306649 Sep 29 23:37:37.503103 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:37.624821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f578629-563e-4339-bc56-38cd148f58a8 req-74ff5302-91cb-49a8-af23-8b0913d0a9fa tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:37.626279 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2f578629-563e-4339-bc56-38cd148f58a8 req-74ff5302-91cb-49a8-af23-8b0913d0a9fa tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 945 time: 0.0494561 Sep 29 23:37:37.727490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-2f578629-563e-4339-bc56-38cd148f58a8 req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Deleting port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:37.727861 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2f578629-563e-4339-bc56-38cd148f58a8 req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:37.815034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-2f578629-563e-4339-bc56-38cd148f58a8 req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] For port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:37.815402 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2f578629-563e-4339-bc56-38cd148f58a8 req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:37.828625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-2f578629-563e-4339-bc56-38cd148f58a8 req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Calling delete_port for bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:37.956764 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2f578629-563e-4339-bc56-38cd148f58a8 req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:37.974969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7aeca4e4-07c4-4979-99ad-44d948d73df9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:37:37.985829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event deleted for resources: {'Port': ['ID=bc8ad49a-4fdd-4b64-bf5f-0dcb553df957,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:37.998898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['bc8ad49a-4fdd-4b64-bf5f-0dcb553df957'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:37:38.011019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.011019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.011361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.011534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.012479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.012874 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.013245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.013577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.013920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.014247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.014574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.014901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:38.043609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f578629-563e-4339-bc56-38cd148f58a8 req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] No DVR routers for this DVR port bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:37:38.048954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-2f578629-563e-4339-bc56-38cd148f58a8 req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:38.051343 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2f578629-563e-4339-bc56-38cd148f58a8 req-f436682a-b833-40aa-a089-5f3c3f446e04 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "DELETE /v2.0/ports/bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 HTTP/1.1" status: 204 len: 173 time: 0.4179299 Sep 29 23:37:38.051846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92a54701-7f1f-4408-ac84-c60da2168919', 'name': 'network-vif-deleted', 'tag': 'bc8ad49a-4fdd-4b64-bf5f-0dcb553df957'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:37:38.054115 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d77829-4940-4ec3-91e0-2239fee13181" -d '{"events": [{"server_uuid": "92a54701-7f1f-4408-ac84-c60da2168919", "name": "network-vif-deleted", "tag": "bc8ad49a-4fdd-4b64-bf5f-0dcb553df957"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:37:38.096765 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf6adae-5546-4199-87f1-5c853d64615f x-openstack-request-id: req-ebf6adae-5546-4199-87f1-5c853d64615f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:37:38.097060 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92a54701-7f1f-4408-ac84-c60da2168919", "name": "network-vif-deleted", "tag": "bc8ad49a-4fdd-4b64-bf5f-0dcb553df957", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:37:38.097756 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ebf6adae-5546-4199-87f1-5c853d64615f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:37:38.097756 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92a54701-7f1f-4408-ac84-c60da2168919', 'name': 'network-vif-deleted', 'tag': 'bc8ad49a-4fdd-4b64-bf5f-0dcb553df957', 'status': 'completed', 'code': 200} Sep 29 23:37:38.298406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b59e23a9-1e27-4b81-b3ea-0ece11413846 req-8b2a3f64-4c2a-408e-8a28-d9f273edf19e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=92a54701-7f1f-4408-ac84-c60da2168919 HTTP/1.1" status: 200 len: 210 time: 0.0272453 Sep 29 23:37:38.680339 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:39.584650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f841c9c8-2b05-459b-9b68-8af925e2cf92 req-2df57856-702a-4818-b03c-864b973a24e7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:39.586112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f841c9c8-2b05-459b-9b68-8af925e2cf92 req-2df57856-702a-4818-b03c-864b973a24e7 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0536187 Sep 29 23:37:39.625733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f841c9c8-2b05-459b-9b68-8af925e2cf92 req-c5311bc8-997d-414a-9b5d-460dac99e5bc tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331841 Sep 29 23:37:39.768447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:40.519367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:40.539215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:40.539560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device bc8ad49a-4fdd-4b64-bf5f-0dcb553df957 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:40.744239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164cc57-3af2-49f5-9d98-6f5726ed2d35 req-af4ca65b-6332-4c5c-93a6-06fdaed37472 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:40.745732 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7164cc57-3af2-49f5-9d98-6f5726ed2d35 req-af4ca65b-6332-4c5c-93a6-06fdaed37472 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0519710 Sep 29 23:37:40.783941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7164cc57-3af2-49f5-9d98-6f5726ed2d35 req-160038c5-ff40-493b-a8b7-d5f941e73f01 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=f32dcf98-1af0-48ea-bee6-13ea317c5b77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Sep 29 23:37:40.785710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-d95cbe69-d267-457d-b404-e1ec7e7a7f1f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:40.787262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-d95cbe69-d267-457d-b404-e1ec7e7a7f1f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.26 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 946 time: 0.0500474 Sep 29 23:37:40.878150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-e12ffb53-3d34-49a2-93e4-09f1dfed1015 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Deleting port 7aeca4e4-07c4-4979-99ad-44d948d73df9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:40.878489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-e12ffb53-3d34-49a2-93e4-09f1dfed1015 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:40.967405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-e12ffb53-3d34-49a2-93e4-09f1dfed1015 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] For port 7aeca4e4-07c4-4979-99ad-44d948d73df9, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7aeca4e4-07c4-4979-99ad-44d948d73df9,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:40.967688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-e12ffb53-3d34-49a2-93e4-09f1dfed1015 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:40.979487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-e12ffb53-3d34-49a2-93e4-09f1dfed1015 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Calling delete_port for 7aeca4e4-07c4-4979-99ad-44d948d73df9 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:41.110341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-e12ffb53-3d34-49a2-93e4-09f1dfed1015 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:41.123394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7aeca4e4-07c4-4979-99ad-44d948d73df9'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:37:41.485803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ffb53-3d34-49a2-93e4-09f1dfed1015 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event deleted for resources: {'Port': ['ID=7aeca4e4-07c4-4979-99ad-44d948d73df9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:41.529806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-e12ffb53-3d34-49a2-93e4-09f1dfed1015 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] No DVR routers for this DVR port 7aeca4e4-07c4-4979-99ad-44d948d73df9 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:37:41.532359 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-e12ffb53-3d34-49a2-93e4-09f1dfed1015 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:41.534398 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cdf8e9d2-8899-44a9-b440-49476e6b9c77 req-e12ffb53-3d34-49a2-93e4-09f1dfed1015 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.26 "DELETE /v2.0/ports/7aeca4e4-07c4-4979-99ad-44d948d73df9 HTTP/1.1" status: 204 len: 173 time: 0.7381401 Sep 29 23:37:41.534837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a20d3e17-d279-4e9f-9654-1b3947ba9aa7', 'name': 'network-vif-deleted', 'tag': '7aeca4e4-07c4-4979-99ad-44d948d73df9'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:37:41.537117 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8198cde-cfc2-4f65-aebf-8e4b00dfd4c9" -d '{"events": [{"server_uuid": "a20d3e17-d279-4e9f-9654-1b3947ba9aa7", "name": "network-vif-deleted", "tag": "7aeca4e4-07c4-4979-99ad-44d948d73df9"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:37:41.581362 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869ae916-46dc-4fef-be50-8808ea590859 x-openstack-request-id: req-869ae916-46dc-4fef-be50-8808ea590859 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:37:41.581659 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a20d3e17-d279-4e9f-9654-1b3947ba9aa7", "name": "network-vif-deleted", "tag": "7aeca4e4-07c4-4979-99ad-44d948d73df9", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:37:41.581907 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-869ae916-46dc-4fef-be50-8808ea590859 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:37:41.582295 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a20d3e17-d279-4e9f-9654-1b3947ba9aa7', 'name': 'network-vif-deleted', 'tag': '7aeca4e4-07c4-4979-99ad-44d948d73df9', 'status': 'completed', 'code': 200} Sep 29 23:37:41.889330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-286928a4-4038-48a2-9358-137810571921 req-dab80fbd-4708-41bb-8f3b-f7b7b2ab437f tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=a20d3e17-d279-4e9f-9654-1b3947ba9aa7 HTTP/1.1" status: 200 len: 210 time: 0.0275054 Sep 29 23:37:43.150694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb0143-deb5-4432-b9e2-b3a91192a0b8 req-fba97afc-a51a-4276-bacb-9cab5cb84de5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:43.152187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11fb0143-deb5-4432-b9e2-b3a91192a0b8 req-fba97afc-a51a-4276-bacb-9cab5cb84de5 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0486195 Sep 29 23:37:43.189248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11fb0143-deb5-4432-b9e2-b3a91192a0b8 req-06c6ba8e-9833-4d9a-937f-bb7f0afbc6c0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309694 Sep 29 23:37:44.308064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313acf7-afdd-450d-84d8-223296d2625a req-41de83ae-a154-4f29-8cb0-a7e9eb4b094e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:44.310103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a313acf7-afdd-450d-84d8-223296d2625a req-41de83ae-a154-4f29-8cb0-a7e9eb4b094e tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0528362 Sep 29 23:37:44.349157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a313acf7-afdd-450d-84d8-223296d2625a req-b3089bf7-d0d9-4e1a-a295-664168518da0 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325134 Sep 29 23:37:44.716318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7aeca4e4-07c4-4979-99ad-44d948d73df9 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:44.737858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 7aeca4e4-07c4-4979-99ad-44d948d73df9 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:44.738207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7aeca4e4-07c4-4979-99ad-44d948d73df9 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:45.255927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-dcfd6c8d-eec8-4bc9-87fb-6b0439a6f63c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:45.257367 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-dcfd6c8d-eec8-4bc9-87fb-6b0439a6f63c tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0478930 Sep 29 23:37:45.350989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Deleting port aea7bf7d-4ced-4fad-b9c0-85478005ff64 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:45.351331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:45.440309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] For port aea7bf7d-4ced-4fad-b9c0-85478005ff64, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=aea7bf7d-4ced-4fad-b9c0-85478005ff64,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:45.440677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:45.469066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaa17e9-0c4c-4c50-8335-427a467fc07f req-26254985-6aed-48ee-94bf-d28bf1f9ce5d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:45.470564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eaaa17e9-0c4c-4c50-8335-427a467fc07f req-26254985-6aed-48ee-94bf-d28bf1f9ce5d tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 944 time: 0.0548232 Sep 29 23:37:45.507876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-eaaa17e9-0c4c-4c50-8335-427a467fc07f req-e26357ec-5e10-4f1e-91d1-4b3d6ff9c9f9 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups?id=9f4303dc-296c-4f8b-9b64-f9e44f74971d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Sep 29 23:37:45.663268 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:45.663548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:45.663894 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Floating IP d7c18d74-195e-44b4-99e4-a678bae751ea disassociated. External IP: 172.25.4.170, port: aea7bf7d-4ced-4fad-b9c0-85478005ff64. Sep 29 23:37:45.664237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Calling delete_port for aea7bf7d-4ced-4fad-b9c0-85478005ff64 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:45.794447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:45.822804 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event deleted for resources: {'Port': ['ID=aea7bf7d-4ced-4fad-b9c0-85478005ff64,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:45.944678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:37:46.064006 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:37:46.078330 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] Sync routers for ids ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:37:46.089330 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] Routers {'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:46.090598 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:37:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:46.109773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] No DVR routers for this DVR port aea7bf7d-4ced-4fad-b9c0-85478005ff64 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:37:46.112577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:46.114610 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d53776fe-40ee-42d5-ab66-024570ba9fd4 req-2e2696fc-18be-4ad1-9182-b0aff335e18b tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.42 "DELETE /v2.0/ports/aea7bf7d-4ced-4fad-b9c0-85478005ff64 HTTP/1.1" status: 204 len: 173 time: 0.8505714 Sep 29 23:37:46.115061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-deleted', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:37:46.117393 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278edabc-a87e-4d91-aa87-ef1b39fc4a0c" -d '{"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-deleted", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:37:46.172473 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524c4dde-ff1a-4755-83b1-0e9158187366 x-openstack-request-id: req-524c4dde-ff1a-4755-83b1-0e9158187366 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:37:46.172788 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab093977-a18f-4d16-954f-27cc20a207f2", "name": "network-vif-deleted", "tag": "aea7bf7d-4ced-4fad-b9c0-85478005ff64", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:37:46.173063 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-524c4dde-ff1a-4755-83b1-0e9158187366 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:37:46.173516 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab093977-a18f-4d16-954f-27cc20a207f2', 'name': 'network-vif-deleted', 'tag': 'aea7bf7d-4ced-4fad-b9c0-85478005ff64', 'status': 'completed', 'code': 200} Sep 29 23:37:46.322891 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] Set router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:46.534794 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'f7b5dd5e-14b5-4fad-afcc-811af9785ce9', 'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'mac_address': 'fa:16:3e:ab:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:00Z', 'updated_at': '2021-09-29T23:29:07Z', 'revision_number': 5, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'subnets': [{'id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:46.562628 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] Checking router: ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:37:46.571471 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] Routers {'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:46.572146 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:37:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:46.656950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-726ddea0-7b91-44b1-bc16-67874e23aade req-4da84f7f-403a-415a-a678-053513df8af4 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/ports?device_id=ab093977-a18f-4d16-954f-27cc20a207f2 HTTP/1.1" status: 200 len: 210 time: 0.0468135 Sep 29 23:37:46.711745 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] Set router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:46.955502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'f7b5dd5e-14b5-4fad-afcc-811af9785ce9', 'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'mac_address': 'fa:16:3e:ab:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:00Z', 'updated_at': '2021-09-29T23:29:07Z', 'revision_number': 5, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'subnets': [{'id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:46.986665 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec07ec47-b105-434c-9965-8c61c54edf05 None None] The sync data for ids ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'] in n-d-811173-2 is: [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:29:01Z', 'revision_number': 4, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'f7b5dd5e-14b5-4fad-afcc-811af9785ce9', 'name': '', 'network_id': '63478665-fb48-43a7-8607-cd9ea811f490', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'mac_address': 'fa:16:3e:ab:cc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2990, 'fixed_ips': [{'subnet_id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:29:00Z', 'updated_at': '2021-09-29T23:29:07Z', 'revision_number': 5, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'subnets': [{'id': 'cde1437a-7115-4f12-a2ef-39ca66538822', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:37:47.208620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f685bc08-5e21-4768-bf04-75746e5c09a9 None None] New status for floating IP d7c18d74-195e-44b4-99e4-a678bae751ea: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:37:47.742792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57526) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:47.798844 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:47.824866 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:47.870512 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:47.873793 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:47.874934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "DELETE /v2.0/security-groups/9f4303dc-296c-4f8b-9b64-f9e44f74971d HTTP/1.1" status: 204 len: 168 time: 0.1311436 Sep 29 23:37:47.877649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57528) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:47.883707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4303dc-296c-4f8b-9b64-f9e44f74971d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:47.891996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.892199 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-be09b7c7-af89-4e68-a331-4f68cf9e2373 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] show failed (client error): The resource could not be found. Sep 29 23:37:47.892388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.892777 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.893116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.893453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.893782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.894107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.894429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.894750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.895070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.895390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.895711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e2f17b-2624-4174-abbe-4356eeb87944 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:37:47.895978 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-be09b7c7-af89-4e68-a331-4f68cf9e2373 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "GET /v2.0/security-groups/9f4303dc-296c-4f8b-9b64-f9e44f74971d HTTP/1.1" status: 404 len: 347 time: 0.0172658 Sep 29 23:37:47.896518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57530) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:48.020710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bc58d-a58c-4800-aaec-a8624db0b629 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Deleting port b5c15c4b-3db9-4fbd-af21-a52bcbaf5dae {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:48.020942 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc58d-a58c-4800-aaec-a8624db0b629 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:48.094145 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc58d-a58c-4800-aaec-a8624db0b629 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:48.094471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc58d-a58c-4800-aaec-a8624db0b629 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:48.106020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4d9bc58d-a58c-4800-aaec-a8624db0b629 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Calling delete_port for b5c15c4b-3db9-4fbd-af21-a52bcbaf5dae owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:48.234950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc58d-a58c-4800-aaec-a8624db0b629 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:48.258415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-07c12432-6866-42eb-b25f-bd0c828d0d3f req-4f861f28-4c22-43e7-b027-0d5b0182ecae service neutron] (110006) timed out ('10.222.0.44', 35894) {{(pid=110006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 23:37:48.261154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bc58d-a58c-4800-aaec-a8624db0b629 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Pushing event deleted for resources: {'Port': ['ID=b5c15c4b-3db9-4fbd-af21-a52bcbaf5dae,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:48.327605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc58d-a58c-4800-aaec-a8624db0b629 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:48.330159 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d9bc58d-a58c-4800-aaec-a8624db0b629 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:48.331302 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4d9bc58d-a58c-4800-aaec-a8624db0b629 tempest-ServerActionsTestJSON-1629432796 tempest-ServerActionsTestJSON-1629432796-project] 10.222.0.44 "DELETE /v2.0/floatingips/d7c18d74-195e-44b4-99e4-a678bae751ea HTTP/1.1" status: 204 len: 168 time: 0.4339147 Sep 29 23:37:48.334928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57532) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:48.586341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:48.606527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: aea7bf7d-4ced-4fad-b9c0-85478005ff64 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:48.606873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device aea7bf7d-4ced-4fad-b9c0-85478005ff64 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:48.782098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:49.026682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] Deleting port f7b5dd5e-14b5-4fad-afcc-811af9785ce9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:49.027447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:49.108630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] For port f7b5dd5e-14b5-4fad-afcc-811af9785ce9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f7b5dd5e-14b5-4fad-afcc-811af9785ce9,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:49.109000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:49.122068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] Calling delete_port for f7b5dd5e-14b5-4fad-afcc-811af9785ce9 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:49.299043 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:49.327913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7b5dd5e-14b5-4fad-afcc-811af9785ce9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:49.503237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:49.721835 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] Router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:37:49.826708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:37:49.831706 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4659a0bb-9524-4962-90af-0527495d5586 admin admin] 10.222.0.44 "PUT /v2.0/routers/ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4958553 Sep 29 23:37:49.834120 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57538) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:49.835771 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] Sync routers for ids ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:37:49.845273 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] Routers {'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:49.846249 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:37:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:49.937661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:49.949117 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] Set router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:50.041521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.094351 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Deleting port 7ec96af1-e3cc-4189-8384-c8d78a803fa3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:50.094700 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.125447 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56'}], 'enable_snat': True}, 'gw_port_id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:37:49Z', 'revision_number': 5, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port': {'id': '7ec96af1-e3cc-4189-8384-c8d78a803fa3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:da:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2989, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:28:57Z', 'updated_at': '2021-09-29T23:29:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:50.156012 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] Checking router: ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:37:50.164121 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] Routers {'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:37:50.164730 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:37:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:50.176390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] For port 7ec96af1-e3cc-4189-8384-c8d78a803fa3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7ec96af1-e3cc-4189-8384-c8d78a803fa3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:50.176758 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.188879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Calling delete_port for 7ec96af1-e3cc-4189-8384-c8d78a803fa3 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:50.249334 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] Set router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:37:50.299984 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:37:50Z', 'revision_number': 6, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:50.329511 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f00ff7c-bcf9-4e64-a65c-ab2fb10cdcdd None None] The sync data for ids ['ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa'] in n-d-811173-2 is: [{'id': 'ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa', 'name': 'tempest-ServerActionsTestJSON-811867745-router', 'tenant_id': '3dd0d48ecad341829446b51ead66e44d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:28:56Z', 'updated_at': '2021-09-29T23:37:50Z', 'revision_number': 6, 'project_id': '3dd0d48ecad341829446b51ead66e44d', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:37:50.354353 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.381516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Pushing event deleted for resources: {'Port': ['ID=7ec96af1-e3cc-4189-8384-c8d78a803fa3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:50.407653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.441463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.531704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.533904 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.579351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.579859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:37:50.584224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.585389 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5c32df8c-b1c0-4c8f-b354-4a488078223c admin admin] 10.222.0.44 "DELETE /v2.0/routers/ed60e9c9-bbb0-4fb8-bb6b-f3c1649cc8fa HTTP/1.1" status: 204 len: 168 time: 0.7501729 Sep 29 23:37:50.587714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57540) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:50.631927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-25269192-d361-4b8b-8f78-ef0953dcc19b admin admin] Deleting subnet cde1437a-7115-4f12-a2ef-39ca66538822 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:37:50.634892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25269192-d361-4b8b-8f78-ef0953dcc19b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.670665 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25269192-d361-4b8b-8f78-ef0953dcc19b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.755780 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25269192-d361-4b8b-8f78-ef0953dcc19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.810710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25269192-d361-4b8b-8f78-ef0953dcc19b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.838031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25269192-d361-4b8b-8f78-ef0953dcc19b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cde1437a-7115-4f12-a2ef-39ca66538822,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:50.845049 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25269192-d361-4b8b-8f78-ef0953dcc19b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.847966 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-25269192-d361-4b8b-8f78-ef0953dcc19b admin admin] 10.222.0.44 "DELETE /v2.0/subnets/cde1437a-7115-4f12-a2ef-39ca66538822 HTTP/1.1" status: 204 len: 168 time: 0.2585518 Sep 29 23:37:50.849666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57542) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:50.852199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378a44dc-b7ab-4fc1-be5b-9e2617a1640c None None] Network 63478665-fb48-43a7-8607-cd9ea811f490 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:37:50.917422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:50.977258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Deleting port 33e9f215-957e-4020-9d81-d4c88b5e0a7f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:37:50.977607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.046650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] For port 33e9f215-957e-4020-9d81-d4c88b5e0a7f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=33e9f215-957e-4020-9d81-d4c88b5e0a7f,segment=NetworkSegment(5df20693-d097-4b27-aed0-6a7659e09bdc),segment_id=5df20693-d097-4b27-aed0-6a7659e09bdc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:37:51.047383 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.060424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Calling delete_port for 33e9f215-957e-4020-9d81-d4c88b5e0a7f owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:37:51.153542 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.185920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e9f215-957e-4020-9d81-d4c88b5e0a7f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:51.189276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] No DVR routers for this DVR port 33e9f215-957e-4020-9d81-d4c88b5e0a7f on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:37:51.199071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca59d39e-a0b9-410f-b270-6555b18c36d7 None None] DHCP port deletion for 63478665-fb48-43a7-8607-cd9ea811f490 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:37:51.229708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ec96af1-e3cc-4189-8384-c8d78a803fa3 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:51.250471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7ec96af1-e3cc-4189-8384-c8d78a803fa3 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:51.250904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ec96af1-e3cc-4189-8384-c8d78a803fa3 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:51.251395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f7b5dd5e-14b5-4fad-afcc-811af9785ce9 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:51.271288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f7b5dd5e-14b5-4fad-afcc-811af9785ce9 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:51.271635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f7b5dd5e-14b5-4fad-afcc-811af9785ce9 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:51.272106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.293407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63478665-fb48-43a7-8607-cd9ea811f490']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:51.303140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df20693-d097-4b27-aed0-6a7659e09bdc') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:51.303441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df20693-d097-4b27-aed0-6a7659e09bdc') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:37:51.313327 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.328050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.334363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:37:51.334779 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:37:51.336529 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:37:51.404411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.409364 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.411231 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] 10.222.0.44 "DELETE /v2.0/networks/63478665-fb48-43a7-8607-cd9ea811f490 HTTP/1.1" status: 204 len: 168 time: 0.5606380 Sep 29 23:37:51.422077 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8453ae-4157-4db9-bdaf-b222a4be0649 admin admin] Pushing event deleted for resources: {'Network': ['ID=63478665-fb48-43a7-8607-cd9ea811f490,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:51.521929 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57546) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:51.561425 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f16585c7-8fd7-49e1-837d-1f96576c7407 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3dd0d48ecad341829446b51ead66e44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383079 Sep 29 23:37:51.563890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57548) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:51.619035 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-655b66ab-abcf-434e-a6c8-a9160f647cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.640678 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-655b66ab-abcf-434e-a6c8-a9160f647cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.686866 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-655b66ab-abcf-434e-a6c8-a9160f647cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.689614 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-655b66ab-abcf-434e-a6c8-a9160f647cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:51.690761 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-655b66ab-abcf-434e-a6c8-a9160f647cfa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f32dcf98-1af0-48ea-bee6-13ea317c5b77 HTTP/1.1" status: 204 len: 168 time: 0.1259799 Sep 29 23:37:51.698441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655b66ab-abcf-434e-a6c8-a9160f647cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32dcf98-1af0-48ea-bee6-13ea317c5b77,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:53.177350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 33e9f215-957e-4020-9d81-d4c88b5e0a7f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:37:53.197384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 33e9f215-957e-4020-9d81-d4c88b5e0a7f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:37:53.197737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 33e9f215-957e-4020-9d81-d4c88b5e0a7f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:37:56.720789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57676) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:56.827838 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dca3131-e11a-40e2-a605-5e957f19ce70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:56.875529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57682) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:56.918020 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dca3131-e11a-40e2-a605-5e957f19ce70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:56.922783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3dca3131-e11a-40e2-a605-5e957f19ce70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:56.948341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2bc379-3444-48c5-b06d-aafc1bdf9602 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:56.948844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2bc379-3444-48c5-b06d-aafc1bdf9602 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:56.949330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2bc379-3444-48c5-b06d-aafc1bdf9602 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:56.951174 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1c2bc379-3444-48c5-b06d-aafc1bdf9602 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/ports?project_id=fa07e8043e1640f392c1454ccc967e60&network_id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157 HTTP/1.1" status: 200 len: 2969 time: 0.0745811 Sep 29 23:37:56.961469 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3dca3131-e11a-40e2-a605-5e957f19ce70 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=51fe048c37cc40ad88c5d417c38bff0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393501 Sep 29 23:37:56.962387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca3131-e11a-40e2-a605-5e957f19ce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cfa023-5a29-4d61-bf4d-394833e19ece,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:56.964377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57684) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:57.012153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a298-6620-42b0-8286-80f4c509355c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.032751 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a298-6620-42b0-8286-80f4c509355c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.080960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a298-6620-42b0-8286-80f4c509355c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.083534 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e2e3a298-6620-42b0-8286-80f4c509355c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.084697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e2e3a298-6620-42b0-8286-80f4c509355c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e9cfa023-5a29-4d61-bf4d-394833e19ece HTTP/1.1" status: 204 len: 168 time: 0.1185277 Sep 29 23:37:57.092648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3a298-6620-42b0-8286-80f4c509355c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cfa023-5a29-4d61-bf4d-394833e19ece,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:57.348199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57694) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:57.361235 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5711aad5-3f9f-4b6c-bfb7-725b48476b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.448834 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5711aad5-3f9f-4b6c-bfb7-725b48476b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.452747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5711aad5-3f9f-4b6c-bfb7-725b48476b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.490081 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5711aad5-3f9f-4b6c-bfb7-725b48476b5c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a2ce4136cf9346e08ed5f5d439afd26c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407902 Sep 29 23:37:57.491950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5711aad5-3f9f-4b6c-bfb7-725b48476b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fa24b8-b04f-49a9-9f20-775e3f1a8f12,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:57.492784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57696) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:57.544816 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d1bead7-c061-4de7-84e6-f8935613f614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.893617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d1bead7-c061-4de7-84e6-f8935613f614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.940231 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d1bead7-c061-4de7-84e6-f8935613f614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.942783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5d1bead7-c061-4de7-84e6-f8935613f614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:57.943970 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5d1bead7-c061-4de7-84e6-f8935613f614 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94fa24b8-b04f-49a9-9f20-775e3f1a8f12 HTTP/1.1" status: 204 len: 168 time: 0.4501433 Sep 29 23:37:57.951518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1bead7-c061-4de7-84e6-f8935613f614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fa24b8-b04f-49a9-9f20-775e3f1a8f12,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:59.002643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57734) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:59.053195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245be5d4-05da-4aec-b1bd-09375ba4da41 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:59.055761 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-245be5d4-05da-4aec-b1bd-09375ba4da41 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc HTTP/1.1" status: 200 len: 814 time: 0.0510602 Sep 29 23:37:59.739174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:59.744480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'network': {'name': 'tempest-network-smoke--607350259', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:37:59.768385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Made reservation on behalf of fa07e8043e1640f392c1454ccc967e60 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:37:59.772599 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:59.796657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:37:59.805675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:59.806047 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Added segment 67320e23-e530-4e2f-90ba-b6a2a9f97fee of type vlan for network 28111bc9-289c-4f28-87b9-3cb63628a69a Sep 29 23:37:59.852448 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:59.876582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:59.882685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:59.883281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:37:59.916018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1755655 Sep 29 23:37:59.919339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57766) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:59.956672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9953260-6d79-479d-8c2f-1221c8b81aa6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Network': ['ID=28111bc9-289c-4f28-87b9-3cb63628a69a,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:37:59.967662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 28111bc9-289c-4f28-87b9-3cb63628a69a details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:37:59.991688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504ab34-dd8d-455c-acc2-cf90af2dcd00 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:37:59.996719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57768) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:37:59.996945 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b504ab34-dd8d-455c-acc2-cf90af2dcd00 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=fa07e8043e1640f392c1454ccc967e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0757828 Sep 29 23:38:00.095969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfde616b-ff1a-483f-a26e-eddfd9fb45df tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:00.097730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dfde616b-ff1a-483f-a26e-eddfd9fb45df tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0994341 Sep 29 23:38:00.100486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57772) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:00.129605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-81b745bb-f987-4844-87aa-e70e5ce5210c tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280709 Sep 29 23:38:00.132389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57774) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:00.159426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57776) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:00.162984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5fbcd383-a2ef-4f69-b791-bf481543005d tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=fa07e8043e1640f392c1454ccc967e60&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273976 Sep 29 23:38:00.163242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57778) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:00.254060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e45a02-3190-4524-8cb6-b4850c2a2aa0 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:00.255670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d4e45a02-3190-4524-8cb6-b4850c2a2aa0 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0915165 Sep 29 23:38:00.258469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57782) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:00.269944 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fef60ff8-d906-409e-85ea-d04e65bb90c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.285818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-05b347a6-243e-4207-8161-633ee842a558 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262709 Sep 29 23:38:00.288334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57784) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:00.292954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-203104035', 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:00.362176 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fef60ff8-d906-409e-85ea-d04e65bb90c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.367352 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fef60ff8-d906-409e-85ea-d04e65bb90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.384792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Made reservation on behalf of fa07e8043e1640f392c1454ccc967e60 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:00.388408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.410386 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fef60ff8-d906-409e-85ea-d04e65bb90c4 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f5ad92f7d95b4cd592beecbab67937fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498360 Sep 29 23:38:00.411505 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef60ff8-d906-409e-85ea-d04e65bb90c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ede4b4-3580-4614-bd35-2344cd93b2f8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:00.416632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57786) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:00.466722 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8eed501-e436-4312-a47f-e4401c405169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.488561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8eed501-e436-4312-a47f-e4401c405169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.536607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8eed501-e436-4312-a47f-e4401c405169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.539163 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8eed501-e436-4312-a47f-e4401c405169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.540347 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d8eed501-e436-4312-a47f-e4401c405169 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f6ede4b4-3580-4614-bd35-2344cd93b2f8 HTTP/1.1" status: 204 len: 168 time: 0.1227894 Sep 29 23:38:00.551441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eed501-e436-4312-a47f-e4401c405169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ede4b4-3580-4614-bd35-2344cd93b2f8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:00.572732 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.640989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Subnet': ['ID=040bdb4a-9998-4b4a-987f-de9a2d04dd2f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:00.651048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Checking segment: {'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:00.651048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network hostable DHCP agents. Network: 28111bc9-289c-4f28-87b9-3cb63628a69a, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:38:00.667026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 28111bc9-289c-4f28-87b9-3cb63628a69a is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:38:00.677684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 28111bc9-289c-4f28-87b9-3cb63628a69a) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:00.682267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:00.682977 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.688797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fdfeca-aae3-4e17-90a3-97360fe5bec7 None None] Network 28111bc9-289c-4f28-87b9-3cb63628a69a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:00.701353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4a628c97-09d3-4b92-bbc9-761bf78c0d78 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4089315 Sep 29 23:38:00.827734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57794) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:00.845865 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08665ff0-f687-40cb-804d-4e4a7de92535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.853144 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-28111bc9-289c-4f28-87b9-3cb63628a69a', 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ips': [{'subnet_id': '040bdb4a-9998-4b4a-987f-de9a2d04dd2f'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:38:00.854010 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.941022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08665ff0-f687-40cb-804d-4e4a7de92535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.944866 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-08665ff0-f687-40cb-804d-4e4a7de92535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:00.969250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08665ff0-f687-40cb-804d-4e4a7de92535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2bc86f-248f-4b7c-9bf6-aacdfd76e8bf,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:00.993779 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-08665ff0-f687-40cb-804d-4e4a7de92535 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3eb07975df9742caa2cbd422ef4c00db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626227 Sep 29 23:38:00.993972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Allocated IP 172.20.0.18 (28111bc9-289c-4f28-87b9-3cb63628a69a/040bdb4a-9998-4b4a-987f-de9a2d04dd2f/65741cc7-96e6-44b1-a2ab-34c214e80f7a) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:00.994479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57796) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:01.047072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a63eea7d-8b52-4893-b626-ffe5ad62d66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.067577 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a63eea7d-8b52-4893-b626-ffe5ad62d66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.115740 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a63eea7d-8b52-4893-b626-ffe5ad62d66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.120490 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a63eea7d-8b52-4893-b626-ffe5ad62d66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.122831 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a63eea7d-8b52-4893-b626-ffe5ad62d66a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/6b2bc86f-248f-4b7c-9bf6-aacdfd76e8bf HTTP/1.1" status: 204 len: 168 time: 0.1277487 Sep 29 23:38:01.131423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63eea7d-8b52-4893-b626-ffe5ad62d66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2bc86f-248f-4b7c-9bf6-aacdfd76e8bf,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:01.176795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.183010 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.213364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57800) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:01.218670 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-986266fb-3083-48b4-b7ab-207db1f806e4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270454755', 'description': 'tempest-secgroup-smoke-270454755 description', 'project_id': 'fa07e8043e1640f392c1454ccc967e60'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:01.223012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Network 28111bc9-289c-4f28-87b9-3cb63628a69a is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:01.225975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:01.233029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:01.236368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Pushing event updated for resources: {'Port': ['ID=65741cc7-96e6-44b1-a2ab-34c214e80f7a,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:01.249277 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-986266fb-3083-48b4-b7ab-207db1f806e4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.293569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Attempting to bind port 65741cc7-96e6-44b1-a2ab-34c214e80f7a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:38:01.294291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Attempting to bind port 65741cc7-96e6-44b1-a2ab-34c214e80f7a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:38:01.294973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Attempting to bind port 65741cc7-96e6-44b1-a2ab-34c214e80f7a on network 28111bc9-289c-4f28-87b9-3cb63628a69a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:38:01.300810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:38:01.301463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Checking segment: {'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:01.302237 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.302781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Bound using segment: {'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:38:01.303508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Bound port: 65741cc7-96e6-44b1-a2ab-34c214e80f7a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:38:01.304027 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.341369 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-986266fb-3083-48b4-b7ab-207db1f806e4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.347224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-986266fb-3083-48b4-b7ab-207db1f806e4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.377552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-986266fb-3083-48b4-b7ab-207db1f806e4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.381897 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-986266fb-3083-48b4-b7ab-207db1f806e4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1674192 Sep 29 23:38:01.382114 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57804) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:01.384316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986266fb-3083-48b4-b7ab-207db1f806e4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b4102d-c431-4816-ac2a-61eb1b1a6e87,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:01.386064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] For port 65741cc7-96e6-44b1-a2ab-34c214e80f7a, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:38:01.389586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] For port 65741cc7-96e6-44b1-a2ab-34c214e80f7a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=65741cc7-96e6-44b1-a2ab-34c214e80f7a,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:38:01.389909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-04ef85e3-84be-4e96-9bb4-f27ec689ac2b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4102d-c431-4816-ac2a-61eb1b1a6e87', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:01.396106 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.432770 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04ef85e3-84be-4e96-9bb4-f27ec689ac2b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.466167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918f9cf2-95a3-432f-a0ed-54592c9e2405 None None] Pushing event updated for resources: {'Port': ['ID=65741cc7-96e6-44b1-a2ab-34c214e80f7a,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:01.510431 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04ef85e3-84be-4e96-9bb4-f27ec689ac2b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.516272 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04ef85e3-84be-4e96-9bb4-f27ec689ac2b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.536629 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-04ef85e3-84be-4e96-9bb4-f27ec689ac2b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.537943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-04ef85e3-84be-4e96-9bb4-f27ec689ac2b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1538644 Sep 29 23:38:01.540366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ef85e3-84be-4e96-9bb4-f27ec689ac2b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90044ba1-5822-453f-9a86-1585e06c3e6f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:01.540893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57812) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:01.545500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-a5831046-c463-4783-97d9-cb30b52a6e3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4102d-c431-4816-ac2a-61eb1b1a6e87', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:01.579283 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5831046-c463-4783-97d9-cb30b52a6e3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.676090 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5831046-c463-4783-97d9-cb30b52a6e3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.680518 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5831046-c463-4783-97d9-cb30b52a6e3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.703181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5831046-c463-4783-97d9-cb30b52a6e3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338f04e1-663c-42d9-8298-31c128268903,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:01.706936 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a5831046-c463-4783-97d9-cb30b52a6e3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.708299 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a5831046-c463-4783-97d9-cb30b52a6e3a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1664066 Sep 29 23:38:01.710923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57816) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:01.716469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-75bd9635-c3ef-45f6-a2d5-da8821000e68 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4102d-c431-4816-ac2a-61eb1b1a6e87', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:01.747973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75bd9635-c3ef-45f6-a2d5-da8821000e68 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.815341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75bd9635-c3ef-45f6-a2d5-da8821000e68 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.819474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75bd9635-c3ef-45f6-a2d5-da8821000e68 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.837287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd9635-c3ef-45f6-a2d5-da8821000e68 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd6772e-cd89-42b0-8d90-b9f5324416e9,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:01.844808 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-75bd9635-c3ef-45f6-a2d5-da8821000e68 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.848981 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-75bd9635-c3ef-45f6-a2d5-da8821000e68 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1339872 Sep 29 23:38:01.849167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57824) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:01.853798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4b4e4db9-f2dd-46b3-8072-ef78bb979e02 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4102d-c431-4816-ac2a-61eb1b1a6e87', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:01.881848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4db9-f2dd-46b3-8072-ef78bb979e02 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.948098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4db9-f2dd-46b3-8072-ef78bb979e02 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.952408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4db9-f2dd-46b3-8072-ef78bb979e02 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.970657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e4db9-f2dd-46b3-8072-ef78bb979e02 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091f4116-bf3e-4011-b0be-a1ddd83dca0f,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:01.977218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b4e4db9-f2dd-46b3-8072-ef78bb979e02 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:01.981745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b4e4db9-f2dd-46b3-8072-ef78bb979e02 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285164 Sep 29 23:38:01.982079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57830) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:01.986849 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-198e96fa-632c-4866-a1cb-f0125adc1e63 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4102d-c431-4816-ac2a-61eb1b1a6e87', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:02.008486 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-198e96fa-632c-4866-a1cb-f0125adc1e63 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Project fa07e8043e1640f392c1454ccc967e60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:38:02.014313 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-198e96fa-632c-4866-a1cb-f0125adc1e63 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.083554 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-198e96fa-632c-4866-a1cb-f0125adc1e63 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.089012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-198e96fa-632c-4866-a1cb-f0125adc1e63 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.111347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e96fa-632c-4866-a1cb-f0125adc1e63 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eee2595-dea5-4a90-876a-afebe05d0de6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:02.118912 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-198e96fa-632c-4866-a1cb-f0125adc1e63 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.123516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-198e96fa-632c-4866-a1cb-f0125adc1e63 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1371367 Sep 29 23:38:02.123764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:02.128832 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c34e8a27-13d4-45bd-85fb-1ba3d70382f6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'b8b4102d-c431-4816-ac2a-61eb1b1a6e87', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:02.153268 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-c34e8a27-13d4-45bd-85fb-1ba3d70382f6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Project fa07e8043e1640f392c1454ccc967e60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:38:02.158291 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c34e8a27-13d4-45bd-85fb-1ba3d70382f6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.232678 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c34e8a27-13d4-45bd-85fb-1ba3d70382f6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.238748 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c34e8a27-13d4-45bd-85fb-1ba3d70382f6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.257641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e8a27-13d4-45bd-85fb-1ba3d70382f6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba6527e-8664-4eb5-9a14-b1a422edb4f1,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:02.265355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c34e8a27-13d4-45bd-85fb-1ba3d70382f6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.267070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c34e8a27-13d4-45bd-85fb-1ba3d70382f6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419153 Sep 29 23:38:02.464485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43337634-6559-4450-b192-2e29ac16af62 None None] Network 28111bc9-289c-4f28-87b9-3cb63628a69a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:02.498454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-2af727c2-2c03-483d-a4c0-a4280803c6d6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270454755&fields=id&tenant_id=fa07e8043e1640f392c1454ccc967e60 HTTP/1.1" status: 200 len: 267 time: 0.0478301 Sep 29 23:38:02.537499 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-afcd64f9-930a-4ee2-945e-7fd1a3a4f1bb None None] Provisioning complete for port 65741cc7-96e6-44b1-a2ab-34c214e80f7a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:02.537871 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-afcd64f9-930a-4ee2-945e-7fd1a3a4f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.610720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335069c2-4a30-4a10-8235-8429e973d94d req-ff52b54b-0b36-4dca-a732-937588982474 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:02.612616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-ff52b54b-0b36-4dca-a732-937588982474 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/networks?id=28111bc9-289c-4f28-87b9-3cb63628a69a HTTP/1.1" status: 200 len: 796 time: 0.1073852 Sep 29 23:38:02.629426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-cfc69464-f679-4f12-af34-5b04f9ac8a4b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/quotas/fa07e8043e1640f392c1454ccc967e60 HTTP/1.1" status: 200 len: 375 time: 0.0103099 Sep 29 23:38:02.692101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-d6c0785c-56a7-4f53-a414-a4cf11bec342 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0537372 Sep 29 23:38:02.695888 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-afcd64f9-930a-4ee2-945e-7fd1a3a4f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.747662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-afcd64f9-930a-4ee2-945e-7fd1a3a4f1bb None None] For port 65741cc7-96e6-44b1-a2ab-34c214e80f7a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=65741cc7-96e6-44b1-a2ab-34c214e80f7a,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:02.753936 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-afcd64f9-930a-4ee2-945e-7fd1a3a4f1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:02.822565 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd64f9-930a-4ee2-945e-7fd1a3a4f1bb None None] Pushing event updated for resources: {'Port': ['ID=65741cc7-96e6-44b1-a2ab-34c214e80f7a,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:02.971595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-ba6f701d-e1f2-4f29-aedf-22d8f5b969fd service neutron] 10.222.0.44 "GET /v2.0/networks/28111bc9-289c-4f28-87b9-3cb63628a69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676427 Sep 29 23:38:02.997431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2065669c-773c-4b7a-8fc2-d1ebc5472914 None None] Provisioning complete for port 65741cc7-96e6-44b1-a2ab-34c214e80f7a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:02.997749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2065669c-773c-4b7a-8fc2-d1ebc5472914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:03.081315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-6c5e22b4-9238-46a5-9b7f-ed989e173770 service neutron] 10.222.0.44 "GET /v2.0/networks/28111bc9-289c-4f28-87b9-3cb63628a69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033835 Sep 29 23:38:03.252223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 65741cc7-96e6-44b1-a2ab-34c214e80f7a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:03.280689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9526ee6f-d072-4273-98dd-2759d9d31e0b req-2a8404eb-e00c-41b7-82f9-528a967b8d66 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 210 time: 0.0392635 Sep 29 23:38:03.320730 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-30541722-2ffa-481e-b8ee-f10292367664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:03.326940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 65741cc7-96e6-44b1-a2ab-34c214e80f7a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:03.327317 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:03.535606 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57890) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:03.650077 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee4fcb5f-4a89-42ea-b383-50f529e3cc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:03.743429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee4fcb5f-4a89-42ea-b383-50f529e3cc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:03.747240 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee4fcb5f-4a89-42ea-b383-50f529e3cc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:03.785381 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ee4fcb5f-4a89-42ea-b383-50f529e3cc4b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=647e37d2b3a74804b4e394d96414bea8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2486353 Sep 29 23:38:03.786242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fcb5f-4a89-42ea-b383-50f529e3cc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7ac47c-3bb2-45b0-9be2-77bf06c014e8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:03.788037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57894) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:03.843060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b79384d-b4eb-4899-8259-422651f81d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:03.865029 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b79384d-b4eb-4899-8259-422651f81d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:03.911966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b79384d-b4eb-4899-8259-422651f81d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:03.914569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b79384d-b4eb-4899-8259-422651f81d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:03.915736 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3b79384d-b4eb-4899-8259-422651f81d3b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2b7ac47c-3bb2-45b0-9be2-77bf06c014e8 HTTP/1.1" status: 204 len: 168 time: 0.1256738 Sep 29 23:38:03.924243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79384d-b4eb-4899-8259-422651f81d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7ac47c-3bb2-45b0-9be2-77bf06c014e8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:04.175507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57900) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:04.209099 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd889dc-0213-48a3-874e-fbf7bb7476aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:04.318223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335069c2-4a30-4a10-8235-8429e973d94d req-41793d5f-54d1-431a-b3c1-88068db3e14c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:04.319773 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-41793d5f-54d1-431a-b3c1-88068db3e14c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.42 "GET /v2.0/networks?id=28111bc9-289c-4f28-87b9-3cb63628a69a HTTP/1.1" status: 200 len: 796 time: 0.1377811 Sep 29 23:38:04.379771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f56bfa4e-39d2-4b77-9c5e-844478441ebc req-2a2ff92d-7af9-4f8f-b79f-a4032fa601bc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 210 time: 0.0272083 Sep 29 23:38:04.390987 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd889dc-0213-48a3-874e-fbf7bb7476aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:04.398012 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd889dc-0213-48a3-874e-fbf7bb7476aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:04.433331 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-3ae0acf6-9110-41e7-a463-ed359af7b6fa tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa07e8043e1640f392c1454ccc967e60 HTTP/1.1" status: 200 len: 472 time: 0.0666022 Sep 29 23:38:04.452009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'port': {'device_id': '3951982f-2cf7-4c6d-83ec-a8934664d713', 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a', 'admin_state_up': True, 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'security_groups': ['b8b4102d-c431-4816-ac2a-61eb1b1a6e87']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:04.474569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1cd889dc-0213-48a3-874e-fbf7bb7476aa admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ef9d467c934f435bb695b2a305491657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2979310 Sep 29 23:38:04.477307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57904) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:04.480850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd889dc-0213-48a3-874e-fbf7bb7476aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e0e34b-a031-41aa-993a-d6917a2db428,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:04.527037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b24b48e8-5347-42ee-abea-cd543604e2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:04.551197 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b24b48e8-5347-42ee-abea-cd543604e2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:04.578798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Made reservation on behalf of fa07e8043e1640f392c1454ccc967e60 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:04.582424 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:04.600659 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b24b48e8-5347-42ee-abea-cd543604e2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:04.603401 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b24b48e8-5347-42ee-abea-cd543604e2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:04.606995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b24b48e8-5347-42ee-abea-cd543604e2bd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/17e0e34b-a031-41aa-993a-d6917a2db428 HTTP/1.1" status: 204 len: 168 time: 0.1263406 Sep 29 23:38:04.614433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b48e8-5347-42ee-abea-cd543604e2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e0e34b-a031-41aa-993a-d6917a2db428,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:04.732640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Allocated IP 172.20.0.20 (28111bc9-289c-4f28-87b9-3cb63628a69a/040bdb4a-9998-4b4a-987f-de9a2d04dd2f/49a488f8-0fef-4adb-9d60-d5c7f112e921) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:04.877503 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:04.912625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:04.961355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 28111bc9-289c-4f28-87b9-3cb63628a69a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:04.964420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:04.968202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:04.995876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=49a488f8-0fef-4adb-9d60-d5c7f112e921,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:05.025878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:05.026517 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:05.041927 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-d1e57f3a-96da-4dda-8dbe-cc241d518518 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5987060 Sep 29 23:38:05.060572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Request body: {'port': {'device_id': '3951982f-2cf7-4c6d-83ec-a8934664d713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:05.120483 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:05.218068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e8f29cb9-9e1f-44d6-996d-055e68c2cb46 None None] Provisioning complete for port 49a488f8-0fef-4adb-9d60-d5c7f112e921 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:05.218588 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8f29cb9-9e1f-44d6-996d-055e68c2cb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:05.254944 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e8f29cb9-9e1f-44d6-996d-055e68c2cb46 None None] Port 49a488f8-0fef-4adb-9d60-d5c7f112e921 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:05.408160 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49a488f8-0fef-4adb-9d60-d5c7f112e921 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:38:05.415445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:05.428267 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Transition to ACTIVE for port object 49a488f8-0fef-4adb-9d60-d5c7f112e921 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:38:05.432347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:05.511444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Pushing event updated for resources: {'Port': ['ID=49a488f8-0fef-4adb-9d60-d5c7f112e921,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:05.523377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009e7b7c-1feb-4fc9-be1a-b1cc9f213425 req-811f2836-4828-4280-82bd-839e286ce90f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:05.525232 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-009e7b7c-1feb-4fc9-be1a-b1cc9f213425 req-811f2836-4828-4280-82bd-839e286ce90f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 944 time: 0.0651803 Sep 29 23:38:05.564997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Attempting to bind port 49a488f8-0fef-4adb-9d60-d5c7f112e921 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:38:05.565432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Attempting to bind port 49a488f8-0fef-4adb-9d60-d5c7f112e921 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:38:05.565842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Attempting to bind port 49a488f8-0fef-4adb-9d60-d5c7f112e921 on network 28111bc9-289c-4f28-87b9-3cb63628a69a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:38:05.571030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Port 49a488f8-0fef-4adb-9d60-d5c7f112e921 on network 28111bc9-289c-4f28-87b9-3cb63628a69a not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:38:05.571339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-009e7b7c-1feb-4fc9-be1a-b1cc9f213425 req-d1c1c932-961f-42ad-a91f-3ec66b522b55 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390842 Sep 29 23:38:05.571861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Attempting to bind port 49a488f8-0fef-4adb-9d60-d5c7f112e921 on network 28111bc9-289c-4f28-87b9-3cb63628a69a {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:38:05.577719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:38:05.578158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Checking segment: {'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:05.578618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Bound using segment: {'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:38:05.579250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Bound port: 49a488f8-0fef-4adb-9d60-d5c7f112e921, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:38:05.579686 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:05.663461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] For port 49a488f8-0fef-4adb-9d60-d5c7f112e921, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:38:05.672919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] For port 49a488f8-0fef-4adb-9d60-d5c7f112e921, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=49a488f8-0fef-4adb-9d60-d5c7f112e921,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:38:05.681920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:05.701017 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:38:05.722419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:05.723055 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:05.724521 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] 10.222.0.42 "PUT /v2.0/ports/49a488f8-0fef-4adb-9d60-d5c7f112e921 HTTP/1.1" status: 200 len: 1092 time: 0.6689041 Sep 29 23:38:05.724950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3951982f-2cf7-4c6d-83ec-a8934664d713', 'tag': '49a488f8-0fef-4adb-9d60-d5c7f112e921'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:38:05.727200 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8" -d '{"events": [{"name": "network-changed", "server_uuid": "3951982f-2cf7-4c6d-83ec-a8934664d713", "tag": "49a488f8-0fef-4adb-9d60-d5c7f112e921"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:38:05.753014 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ddde2-59e4-4786-a34d-f866e3587c42 service neutron] Pushing event updated for resources: {'Port': ['ID=49a488f8-0fef-4adb-9d60-d5c7f112e921,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:05.783127 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0f2fc3-b8d5-4a8a-990d-67d675ae117f x-openstack-request-id: req-af0f2fc3-b8d5-4a8a-990d-67d675ae117f {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:38:05.783500 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3951982f-2cf7-4c6d-83ec-a8934664d713", "tag": "49a488f8-0fef-4adb-9d60-d5c7f112e921", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:38:05.783877 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-af0f2fc3-b8d5-4a8a-990d-67d675ae117f {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:38:05.784691 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3951982f-2cf7-4c6d-83ec-a8934664d713', 'tag': '49a488f8-0fef-4adb-9d60-d5c7f112e921', 'status': 'completed', 'code': 200} Sep 29 23:38:05.844231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335069c2-4a30-4a10-8235-8429e973d94d req-f9624b84-43d3-4f2d-a733-bc88d598d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:05.846519 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-f9624b84-43d3-4f2d-a733-bc88d598d383 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 1095 time: 0.0460243 Sep 29 23:38:05.900926 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-8de94dd2-c081-44c9-b038-e835e72b5388 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=49a488f8-0fef-4adb-9d60-d5c7f112e921 HTTP/1.1" status: 200 len: 217 time: 0.0419297 Sep 29 23:38:05.957291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335069c2-4a30-4a10-8235-8429e973d94d req-c14ef50d-9d3a-41bd-b11b-9b7b7830ae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:05.958793 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-c14ef50d-9d3a-41bd-b11b-9b7b7830ae5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=040bdb4a-9998-4b4a-987f-de9a2d04dd2f HTTP/1.1" status: 200 len: 837 time: 0.0500519 Sep 29 23:38:06.007373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335069c2-4a30-4a10-8235-8429e973d94d req-0baedd0d-121b-465d-875a-fe236d58fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:06.009051 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-0baedd0d-121b-465d-875a-fe236d58fb94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=28111bc9-289c-4f28-87b9-3cb63628a69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429106 Sep 29 23:38:06.106788 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-b03ca9b7-40c8-46cf-b7a5-e4d2471215e0 service neutron] 10.222.0.42 "GET /v2.0/networks/28111bc9-289c-4f28-87b9-3cb63628a69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904574 Sep 29 23:38:06.201564 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-335069c2-4a30-4a10-8235-8429e973d94d req-9d252953-8fbb-4905-9849-f7946a8d18ae service neutron] 10.222.0.42 "GET /v2.0/networks/28111bc9-289c-4f28-87b9-3cb63628a69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876620 Sep 29 23:38:06.225972 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-944e390e-940d-44c0-8974-b5aa3214f24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:06.329032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-59f8c004-e627-4649-99b6-64af6f276c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:06.330594 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-59f8c004-e627-4649-99b6-64af6f276c3b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 1095 time: 0.0433388 Sep 29 23:38:06.338757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 57954) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:06.432829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-336bc4d6-44c8-4370-b658-b4480081f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:06.434429 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-336bc4d6-44c8-4370-b658-b4480081f3c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=28111bc9-289c-4f28-87b9-3cb63628a69a HTTP/1.1" status: 200 len: 897 time: 0.0972195 Sep 29 23:38:06.447990 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2edc2f97-c79e-4d5a-b96b-f48b35e9ab08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:06.479957 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-732363a3-0fc2-4c15-b429-53c97744f216 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=49a488f8-0fef-4adb-9d60-d5c7f112e921 HTTP/1.1" status: 200 len: 217 time: 0.0367870 Sep 29 23:38:06.535852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-6116c220-2f64-43b4-ac59-d8ad4e27621f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:06.537373 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-6116c220-2f64-43b4-ac59-d8ad4e27621f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=040bdb4a-9998-4b4a-987f-de9a2d04dd2f HTTP/1.1" status: 200 len: 837 time: 0.0503280 Sep 29 23:38:06.542155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2edc2f97-c79e-4d5a-b96b-f48b35e9ab08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:06.546141 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2edc2f97-c79e-4d5a-b96b-f48b35e9ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:06.584907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-d4db369e-83c6-4444-972a-b83eaa69009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:06.585180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2edc2f97-c79e-4d5a-b96b-f48b35e9ab08 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=761ffd376ebf4a3caee6bd204aa725f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2452769 Sep 29 23:38:06.586027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc2f97-c79e-4d5a-b96b-f48b35e9ab08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb963f9-6816-4a43-9e82-26827c885b91,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:06.587394 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-d4db369e-83c6-4444-972a-b83eaa69009f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=28111bc9-289c-4f28-87b9-3cb63628a69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427263 Sep 29 23:38:06.587962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 57958) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:06.593083 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:06.697786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67c914-d28c-42d2-b60e-f17209eb3490 req-4418e3c8-1bfc-4446-8ce1-8c547bffa965 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:06.699288 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f67c914-d28c-42d2-b60e-f17209eb3490 req-4418e3c8-1bfc-4446-8ce1-8c547bffa965 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 944 time: 0.0531681 Sep 29 23:38:06.706664 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc43b-a8a1-4d69-8eb3-929c0953314f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:06.733642 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-b4e11c73-f557-4489-b63f-a3c0d60c8c56 service neutron] 10.222.0.42 "GET /v2.0/networks/28111bc9-289c-4f28-87b9-3cb63628a69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362963 Sep 29 23:38:06.738914 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f67c914-d28c-42d2-b60e-f17209eb3490 req-01afaa1d-4a84-4b47-a3e6-c125679e1e9c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332944 Sep 29 23:38:06.749561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc43b-a8a1-4d69-8eb3-929c0953314f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:06.859495 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-15c2fb38-115d-4881-9db4-a48e5f9f0fd8 req-dd11ac14-d57f-42e0-a45c-5b049d973b2e service neutron] 10.222.0.42 "GET /v2.0/networks/28111bc9-289c-4f28-87b9-3cb63628a69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181545 Sep 29 23:38:06.861145 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc43b-a8a1-4d69-8eb3-929c0953314f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:06.863737 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f2fc43b-a8a1-4d69-8eb3-929c0953314f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:06.864798 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5f2fc43b-a8a1-4d69-8eb3-929c0953314f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cfb963f9-6816-4a43-9e82-26827c885b91 HTTP/1.1" status: 204 len: 168 time: 0.2751265 Sep 29 23:38:06.872485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2fc43b-a8a1-4d69-8eb3-929c0953314f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb963f9-6816-4a43-9e82-26827c885b91,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:07.506351 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:07.864452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc9c18-a77f-4637-b9b6-9d6575de8b4f req-dd2464bb-fc54-4e52-b18e-ee97671ca437 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:07.869401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63cc9c18-a77f-4637-b9b6-9d6575de8b4f req-dd2464bb-fc54-4e52-b18e-ee97671ca437 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 944 time: 0.0607588 Sep 29 23:38:07.903523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63cc9c18-a77f-4637-b9b6-9d6575de8b4f req-d080f8d4-c061-4981-b2ed-f4b6b09718ca tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326633 Sep 29 23:38:08.099027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58008) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:08.212117 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9228e44-7b19-47cf-83c4-b0b641f8b66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:08.302538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9228e44-7b19-47cf-83c4-b0b641f8b66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:08.307485 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9228e44-7b19-47cf-83c4-b0b641f8b66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:08.347366 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f9228e44-7b19-47cf-83c4-b0b641f8b66a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b42a08a76e804c1da151b60077c35596&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471447 Sep 29 23:38:08.348259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9228e44-7b19-47cf-83c4-b0b641f8b66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f0319d-6a12-4bff-8b65-c6f8a4fb8689,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:08.350128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58012) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:08.397538 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76476d8d-32b6-4f45-ab36-5d0f9714f864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:08.417950 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76476d8d-32b6-4f45-ab36-5d0f9714f864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:08.463239 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76476d8d-32b6-4f45-ab36-5d0f9714f864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:08.466215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76476d8d-32b6-4f45-ab36-5d0f9714f864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:08.467366 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-76476d8d-32b6-4f45-ab36-5d0f9714f864 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b4f0319d-6a12-4bff-8b65-c6f8a4fb8689 HTTP/1.1" status: 204 len: 168 time: 0.1161747 Sep 29 23:38:08.476466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76476d8d-32b6-4f45-ab36-5d0f9714f864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f0319d-6a12-4bff-8b65-c6f8a4fb8689,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:08.684850 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:09.023214 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1381d51-94d2-42a3-a3c1-4c7abecd223c req-e14380a9-3f93-43fc-93f5-a87fecf2384c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:09.024759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1381d51-94d2-42a3-a3c1-4c7abecd223c req-e14380a9-3f93-43fc-93f5-a87fecf2384c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 944 time: 0.0521636 Sep 29 23:38:09.063246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1381d51-94d2-42a3-a3c1-4c7abecd223c req-e5453062-d2a4-43af-b328-4bf1c3f2395a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320563 Sep 29 23:38:09.768663 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:10.177780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89962e33-2009-4a23-85b1-ca6677b5e98c req-303719f8-4c4a-46d7-b44e-c9e4722ef7d0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:10.179271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89962e33-2009-4a23-85b1-ca6677b5e98c req-303719f8-4c4a-46d7-b44e-c9e4722ef7d0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 944 time: 0.0491173 Sep 29 23:38:10.218371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89962e33-2009-4a23-85b1-ca6677b5e98c req-f2d3d47a-00f0-4d38-ba8b-89d06901ce0b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323541 Sep 29 23:38:10.667744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 49a488f8-0fef-4adb-9d60-d5c7f112e921 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:38:10.764803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 49a488f8-0fef-4adb-9d60-d5c7f112e921, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=49a488f8-0fef-4adb-9d60-d5c7f112e921,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:10.775555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '49a488f8-0fef-4adb-9d60-d5c7f112e921', 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a', 'port_id': '49a488f8-0fef-4adb-9d60-d5c7f112e921', 'mac_address': 'fa:16:3e:66:5e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '040bdb4a-9998-4b4a-987f-de9a2d04dd2f', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:38:10.797456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58108) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:10.817573 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:10.830457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49a488f8-0fef-4adb-9d60-d5c7f112e921 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:38:10.850060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 49a488f8-0fef-4adb-9d60-d5c7f112e921, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=49a488f8-0fef-4adb-9d60-d5c7f112e921,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:10.854014 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:10.902402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=49a488f8-0fef-4adb-9d60-d5c7f112e921,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:10.906627 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa80fe02-e02e-4da8-87da-d061725b516b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:10.991369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa80fe02-e02e-4da8-87da-d061725b516b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:10.994757 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fa80fe02-e02e-4da8-87da-d061725b516b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.034985 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fa80fe02-e02e-4da8-87da-d061725b516b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=da06e4ac77404b028e1023bdc742ba23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2364032 Sep 29 23:38:11.035885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80fe02-e02e-4da8-87da-d061725b516b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e4ab96-0e5b-4f36-a886-9a93bcc7bf71,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:11.037716 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58112) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:11.086406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5184125-8398-433d-8de6-b2020925d86b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.108347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5184125-8398-433d-8de6-b2020925d86b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.154788 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5184125-8398-433d-8de6-b2020925d86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.157436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d5184125-8398-433d-8de6-b2020925d86b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.158667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d5184125-8398-433d-8de6-b2020925d86b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d2e4ab96-0e5b-4f36-a886-9a93bcc7bf71 HTTP/1.1" status: 204 len: 168 time: 0.1198955 Sep 29 23:38:11.166227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5184125-8398-433d-8de6-b2020925d86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e4ab96-0e5b-4f36-a886-9a93bcc7bf71,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:11.219598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['49a488f8-0fef-4adb-9d60-d5c7f112e921'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:38:11.346900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06193789-5be0-4715-9f30-d8ac93765de9 req-f066af88-1c60-4876-be3b-b4fefdd23642 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:11.348790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06193789-5be0-4715-9f30-d8ac93765de9 req-f066af88-1c60-4876-be3b-b4fefdd23642 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 945 time: 0.0596981 Sep 29 23:38:11.389038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06193789-5be0-4715-9f30-d8ac93765de9 req-99de9782-106a-43ea-8741-8ae8227eaf6c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337429 Sep 29 23:38:11.463805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58120) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:11.480410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a1b864b-5854-498b-882b-aad2103beac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.568688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a1b864b-5854-498b-882b-aad2103beac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.572213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a1b864b-5854-498b-882b-aad2103beac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.610323 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4a1b864b-5854-498b-882b-aad2103beac6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8297a381c3d4ba89e3757a744b6b32f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454124 Sep 29 23:38:11.612241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b864b-5854-498b-882b-aad2103beac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef540b8f-3c8a-4952-a4f0-1ab181b00ec8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:11.613050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58122) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:11.660875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8048887a-2735-4206-b2bb-cd0ad976f0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.682645 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8048887a-2735-4206-b2bb-cd0ad976f0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.730640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8048887a-2735-4206-b2bb-cd0ad976f0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.733442 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8048887a-2735-4206-b2bb-cd0ad976f0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:11.734609 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8048887a-2735-4206-b2bb-cd0ad976f0a7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ef540b8f-3c8a-4952-a4f0-1ab181b00ec8 HTTP/1.1" status: 204 len: 168 time: 0.1204929 Sep 29 23:38:11.742130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8048887a-2735-4206-b2bb-cd0ad976f0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef540b8f-3c8a-4952-a4f0-1ab181b00ec8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:12.509319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e73dfc-fbb8-4a53-a856-e3e5317b48b1 req-0c1cc1b8-796e-473f-9f60-c859387ed4be tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:12.510831 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4e73dfc-fbb8-4a53-a856-e3e5317b48b1 req-0c1cc1b8-796e-473f-9f60-c859387ed4be tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 945 time: 0.0527518 Sep 29 23:38:12.550516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4e73dfc-fbb8-4a53-a856-e3e5317b48b1 req-bbe30fd2-0c21-4a2c-95ce-db7134f6c6b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326173 Sep 29 23:38:12.681543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 49a488f8-0fef-4adb-9d60-d5c7f112e921 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:12.732021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 49a488f8-0fef-4adb-9d60-d5c7f112e921 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:38:12.735905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 49a488f8-0fef-4adb-9d60-d5c7f112e921 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:12.736285 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:12.816392 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:12.839325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951982f-2cf7-4c6d-83ec-a8934664d713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a488f8-0fef-4adb-9d60-d5c7f112e921'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:38:12.842372 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504635b8-fc91-4a71-b1ad-f562d257d80b" -d '{"events": [{"server_uuid": "3951982f-2cf7-4c6d-83ec-a8934664d713", "name": "network-vif-plugged", "status": "completed", "tag": "49a488f8-0fef-4adb-9d60-d5c7f112e921"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:38:12.855166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 49a488f8-0fef-4adb-9d60-d5c7f112e921, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=49a488f8-0fef-4adb-9d60-d5c7f112e921,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:12.860247 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:12.883408 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b37812-ad2b-47c8-9f05-98ed45517f1a x-openstack-request-id: req-d5b37812-ad2b-47c8-9f05-98ed45517f1a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:38:12.883701 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951982f-2cf7-4c6d-83ec-a8934664d713", "name": "network-vif-plugged", "status": "completed", "tag": "49a488f8-0fef-4adb-9d60-d5c7f112e921", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:38:12.883991 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5b37812-ad2b-47c8-9f05-98ed45517f1a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:38:12.884394 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951982f-2cf7-4c6d-83ec-a8934664d713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49a488f8-0fef-4adb-9d60-d5c7f112e921', 'code': 200} Sep 29 23:38:12.912843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=49a488f8-0fef-4adb-9d60-d5c7f112e921,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:13.005727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d82d1-a5c6-4b23-893e-18014bd4bf1d req-8d4961b0-ef90-427e-92a2-ae173de80a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:13.007239 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-af7d82d1-a5c6-4b23-893e-18014bd4bf1d req-8d4961b0-ef90-427e-92a2-ae173de80a78 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 1097 time: 0.0404379 Sep 29 23:38:13.044399 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-af7d82d1-a5c6-4b23-893e-18014bd4bf1d req-7a4e3a34-b872-4667-a6b2-c95ed5b4c349 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299602 Sep 29 23:38:13.669684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468daa10-3843-40b8-8718-c01f5b6c4566 req-3e3dd2c5-d3fe-44d8-9fad-84940d0f97fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:13.671189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-468daa10-3843-40b8-8718-c01f5b6c4566 req-3e3dd2c5-d3fe-44d8-9fad-84940d0f97fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 946 time: 0.0535984 Sep 29 23:38:13.715057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-468daa10-3843-40b8-8718-c01f5b6c4566 req-47cf9a8c-050e-4033-b9c6-8e1abe2b5018 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373538 Sep 29 23:38:14.394297 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58294) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:14.500764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-439bd2a9-875e-4d4c-b6fb-a4f3fddaeede admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:14.585971 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-439bd2a9-875e-4d4c-b6fb-a4f3fddaeede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:14.589623 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-439bd2a9-875e-4d4c-b6fb-a4f3fddaeede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:14.627834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-439bd2a9-875e-4d4c-b6fb-a4f3fddaeede admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eb8b9d9017b14ce4871e790e92659e91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2323961 Sep 29 23:38:14.628558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bd2a9-875e-4d4c-b6fb-a4f3fddaeede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb87da1-aa54-4444-9cce-422ab5875f07,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:14.630602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58298) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:14.679941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10b19d44-eb34-4388-b030-9c9e53631ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:14.701285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10b19d44-eb34-4388-b030-9c9e53631ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:14.751532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10b19d44-eb34-4388-b030-9c9e53631ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:14.754195 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-10b19d44-eb34-4388-b030-9c9e53631ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:14.760130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-10b19d44-eb34-4388-b030-9c9e53631ec7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ebb87da1-aa54-4444-9cce-422ab5875f07 HTTP/1.1" status: 204 len: 168 time: 0.1284080 Sep 29 23:38:14.768756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b19d44-eb34-4388-b030-9c9e53631ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb87da1-aa54-4444-9cce-422ab5875f07,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:14.842192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916661a4-bf64-458d-9707-8cb4b31a9e06 req-fbef63f3-a83f-4225-ac34-20e9ef34c1ca tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:14.843657 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-916661a4-bf64-458d-9707-8cb4b31a9e06 req-fbef63f3-a83f-4225-ac34-20e9ef34c1ca tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 946 time: 0.0550356 Sep 29 23:38:14.890604 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-916661a4-bf64-458d-9707-8cb4b31a9e06 req-e7b03962-fa80-4959-a3c6-34c6e1241574 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398481 Sep 29 23:38:15.008139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91863c5a-6875-4e08-acd3-7a0596711052 req-48776a4b-0d17-4d37-a89e-ff06547f10ad tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:15.009660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91863c5a-6875-4e08-acd3-7a0596711052 req-48776a4b-0d17-4d37-a89e-ff06547f10ad tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 946 time: 0.0514460 Sep 29 23:38:15.044256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58308) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:15.060896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91863c5a-6875-4e08-acd3-7a0596711052 req-68204810-255e-422c-ba25-43bbd37db2de tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442915 Sep 29 23:38:15.062016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf01f09d-8303-4a62-a883-954d5695478b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:15.152426 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf01f09d-8303-4a62-a883-954d5695478b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:15.156293 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cf01f09d-8303-4a62-a883-954d5695478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:15.195635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01f09d-8303-4a62-a883-954d5695478b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d214cbc3-d1d0-4cbd-b90d-e972a033df0c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:15.202416 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cf01f09d-8303-4a62-a883-954d5695478b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ec6e5eaeaed4bd78e3e9993eeebb1da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1560373 Sep 29 23:38:15.204810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58312) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:15.255538 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ae29ae9-999e-4ffc-903b-b9d4b6979329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:15.275655 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ae29ae9-999e-4ffc-903b-b9d4b6979329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:15.320882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ae29ae9-999e-4ffc-903b-b9d4b6979329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:15.323713 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9ae29ae9-999e-4ffc-903b-b9d4b6979329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:15.324910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9ae29ae9-999e-4ffc-903b-b9d4b6979329 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/d214cbc3-d1d0-4cbd-b90d-e972a033df0c HTTP/1.1" status: 204 len: 168 time: 0.1189942 Sep 29 23:38:15.332815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae29ae9-999e-4ffc-903b-b9d4b6979329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d214cbc3-d1d0-4cbd-b90d-e972a033df0c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:16.543464 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58350) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:16.589506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58352) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:16.736118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1567594960'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:16.756800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Made reservation on behalf of 5f0ab14a98d24fe6b4c17a57fa8832a1 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:16.760392 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:16.769332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:16.857616 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:16.861848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:16.888465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:16.898203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc00eea-2311-44f0-8244-c07b4e300796,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:16.903863 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:16.904209 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Added segment 28838a31-f65a-43b2-af75-8974581f956b of type vlan for network 8f7e2632-09ef-4abe-a299-9ad4b6da9474 Sep 29 23:38:16.947611 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:16.974332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:16.979811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:16.980429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:16.999026 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.010615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4199312 Sep 29 23:38:17.014713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58356) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:17.047952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483b2125-6439-4568-bef8-05a6695e4d17 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Pushing event updated for resources: {'Network': ['ID=8f7e2632-09ef-4abe-a299-9ad4b6da9474,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:17.060299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 8f7e2632-09ef-4abe-a299-9ad4b6da9474 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:17.078705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Request body: {'network': {'name': 'tempest-network--256276837', 'router:external': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:17.136572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Made reservation on behalf of 5348ec806e5b4af7b546d8471f915095 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:17.138915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.155389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.357751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Allocated IP 172.20.0.17 (28111bc9-289c-4f28-87b9-3cb63628a69a/040bdb4a-9998-4b4a-987f-de9a2d04dd2f/25db6c41-dee9-4162-87ae-3718d85e5f2e) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:17.390157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.405402 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.465085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:17.487892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156ca750-7feb-40b8-a261-b4c9cbe420ee,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:17.490762 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.491114 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Added segment 2d3da73b-4d12-469c-95bd-d9a9e614bb91 of type vlan for network 95892c73-b7ca-4abe-b9a7-30de3a9ac253 Sep 29 23:38:17.564238 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.571383 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.612746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.613625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:17.614210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.656777 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6409583 Sep 29 23:38:17.659425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.659600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58360) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:17.717788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5f60d3-3720-46b2-909f-cf817f20cd70 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event updated for resources: {'Network': ['ID=95892c73-b7ca-4abe-b9a7-30de3a9ac253,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:17.732096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 95892c73-b7ca-4abe-b9a7-30de3a9ac253 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:17.732830 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.732991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 28111bc9-289c-4f28-87b9-3cb63628a69a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:17.736173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:17.739810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:17.767388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=25db6c41-dee9-4162-87ae-3718d85e5f2e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:17.791267 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.819204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.842501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95892c73-b7ca-4abe-b9a7-30de3a9ac253']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:17.853425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3da73b-4d12-469c-95bd-d9a9e614bb91') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:17.853425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3da73b-4d12-469c-95bd-d9a9e614bb91') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:17.863803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.879079 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.885878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:17.886406 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:17.889725 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:17.941958 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.961627 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.978095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 95892c73-b7ca-4abe-b9a7-30de3a9ac253 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 23:38:17.980442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event deleted for resources: {'Network': ['ID=95892c73-b7ca-4abe-b9a7-30de3a9ac253,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:17.984167 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:17.986124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c7b64c9e-01f9-468b-aeaa-859a3e639ae0 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "DELETE /v2.0/networks/95892c73-b7ca-4abe-b9a7-30de3a9ac253 HTTP/1.1" status: 204 len: 168 time: 0.3252926 Sep 29 23:38:17.989485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58362) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:17.994226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:18.008399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-81f54593-2b4d-41a7-8cee-f3d8ebd6c449 None None] Provisioning complete for port 25db6c41-dee9-4162-87ae-3718d85e5f2e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:18.008780 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81f54593-2b4d-41a7-8cee-f3d8ebd6c449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:18.031282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Made reservation on behalf of 5348ec806e5b4af7b546d8471f915095 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:18.034079 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:18.047959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-81f54593-2b4d-41a7-8cee-f3d8ebd6c449 None None] Port 25db6c41-dee9-4162-87ae-3718d85e5f2e cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:18.063042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 531} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:18.072008 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:18.072602 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Added segment 40184b37-7bdb-4c5d-82ad-f65240f3f17c of type vlan for network d746fb43-4a83-49e3-835c-60d94050df08 Sep 29 23:38:18.117700 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:18.147370 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:18.148425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:18.149143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:18.192462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2019272 Sep 29 23:38:18.209096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58364) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:18.213721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Request body: {'subnet': {'network_id': 'd746fb43-4a83-49e3-835c-60d94050df08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:18.221552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baa9064-6260-4e14-8a01-7f7c44d1da9c tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event updated for resources: {'Network': ['ID=d746fb43-4a83-49e3-835c-60d94050df08,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:18.233308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network d746fb43-4a83-49e3-835c-60d94050df08 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:18.256886 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Made reservation on behalf of 5348ec806e5b4af7b546d8471f915095 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:18.259227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:18.361426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:18.370744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:18.477890 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:18.479637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=25db6c41-dee9-4162-87ae-3718d85e5f2e,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:18.487991 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-311f5705-9980-4b35-a0a8-6613a117b448 req-cc88b44c-72dd-4e5a-bd7e-be2054b06266 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1916044 Sep 29 23:38:18.679549 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5705-9980-4b35-a0a8-6613a117b448 req-db8cebc4-3404-4504-b4e5-7b517299ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:18.681016 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-311f5705-9980-4b35-a0a8-6613a117b448 req-db8cebc4-3404-4504-b4e5-7b517299ea9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 1096 time: 0.1391828 Sep 29 23:38:18.704095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 28111bc9-289c-4f28-87b9-3cb63628a69a is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:18.715618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:18.974564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-60af0cd2-3c27-4ecb-bfb2-43aaa54b77da None None] Provisioning complete for port 25db6c41-dee9-4162-87ae-3718d85e5f2e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:18.974955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-60af0cd2-3c27-4ecb-bfb2-43aaa54b77da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:19.009846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-60af0cd2-3c27-4ecb-bfb2-43aaa54b77da None None] Port 25db6c41-dee9-4162-87ae-3718d85e5f2e cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:19.258490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5705-9980-4b35-a0a8-6613a117b448 req-363354a2-06a5-4d2b-9f30-4e5cafeec7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:19.259890 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-311f5705-9980-4b35-a0a8-6613a117b448 req-363354a2-06a5-4d2b-9f30-4e5cafeec7ba service neutron] 10.222.0.26 "GET /v2.0/networks?id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157 HTTP/1.1" status: 200 len: 897 time: 0.5577781 Sep 29 23:38:19.312539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router cb5e29ce-a842-41e2-84ac-f67c389c580b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:38:19.384145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.objects.ports [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110006) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 29 23:38:19.384608 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:19.418096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-311f5705-9980-4b35-a0a8-6613a117b448 req-2099edea-fbdb-47d5-a0a9-891cb02ca316 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61e5635-6fd1-4abc-bfde-fe93667bee91 HTTP/1.1" status: 200 len: 1000 time: 0.1457329 Sep 29 23:38:19.560934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event updated for resources: {'Subnet': ['ID=542d9242-9fdc-4026-a6b9-00f84e30de0c,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:19.569943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5705-9980-4b35-a0a8-6613a117b448 req-df904430-0c90-4b76-9736-df48c2b995b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:19.571405 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-311f5705-9980-4b35-a0a8-6613a117b448 req-df904430-0c90-4b76-9736-df48c2b995b3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ebf3b56-46aa-4394-a58b-e44cb7b15740 HTTP/1.1" status: 200 len: 835 time: 0.1297240 Sep 29 23:38:19.577235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Checking segment: {'id': '40184b37-7bdb-4c5d-82ad-f65240f3f17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 531, 'network_id': 'd746fb43-4a83-49e3-835c-60d94050df08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:19.577602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Network hostable DHCP agents. Network: d746fb43-4a83-49e3-835c-60d94050df08, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:38:19.612325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:38:19.619583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2045f3f0-4971-46ab-9932-8ad9c3a30404 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "PUT /v2.0/routers/cb5e29ce-a842-41e2-84ac-f67c389c580b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0743110 Sep 29 23:38:19.634337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Sync routers for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:38:19.637051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Network d746fb43-4a83-49e3-835c-60d94050df08 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:38:19.641908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f5705-9980-4b35-a0a8-6613a117b448 req-6cfd5141-2d13-4ae4-8633-dc165a07cb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:19.643472 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-311f5705-9980-4b35-a0a8-6613a117b448 req-6cfd5141-2d13-4ae4-8633-dc165a07cb5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636892 Sep 29 23:38:19.645470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:19.646086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:19.650137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, d746fb43-4a83-49e3-835c-60d94050df08) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:19.655214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:19.655973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:19.686503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c8b28-d09d-4eaf-8458-a46e6daf3ee7 None None] Network d746fb43-4a83-49e3-835c-60d94050df08 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:19.700891 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dcada4df-ce29-43a0-9e53-1b0c3d652c34 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4902687 Sep 29 23:38:19.704318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58368) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:19.707906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Request body: {'floatingip': {'floating_network_id': 'd746fb43-4a83-49e3-835c-60d94050df08'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:19.770564 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:19.785768 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-311f5705-9980-4b35-a0a8-6613a117b448 req-d2032e00-4a64-4861-9e9c-a3130efc8f3e service neutron] 10.222.0.26 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271367 Sep 29 23:38:19.832635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:38:19.912983 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37afc1d1-9897-4108-8534-67a893b828ef None None] Network d746fb43-4a83-49e3-835c-60d94050df08 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:19.929032 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-311f5705-9980-4b35-a0a8-6613a117b448 req-0c5d1736-7eb1-47f1-b665-6652ad73098a service neutron] 10.222.0.26 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337903 Sep 29 23:38:19.944477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.051844 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Allocated IP 172.20.0.9 (d746fb43-4a83-49e3-835c-60d94050df08/542d9242-9fdc-4026-a6b9-00f84e30de0c/34982179-e79d-442d-9b12-b36542520cf3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:20.161339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.196772 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.236101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Network d746fb43-4a83-49e3-835c-60d94050df08 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:20.240354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:20.251821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:20.254935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event updated for resources: {'Port': ['ID=34982179-e79d-442d-9b12-b36542520cf3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:20.343068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.377650 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.396940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:38:17Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e98ad95e-5056-4bf4-8eda-d86c0f65628a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'mac_address': 'fa:16:3e:e6:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:37:24Z', 'updated_at': '2021-09-29T23:37:26Z', 'revision_number': 1, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25db6c41-dee9-4162-87ae-3718d85e5f2e', 'name': '', 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:a1:77:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '040bdb4a-9998-4b4a-987f-de9a2d04dd2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:38:17Z', 'updated_at': '2021-09-29T23:38:18Z', 'revision_number': 2, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '040bdb4a-9998-4b4a-987f-de9a2d04dd2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:20.433348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Checking router: cb5e29ce-a842-41e2-84ac-f67c389c580b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:38:20.433617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Updating router cb5e29ce-a842-41e2-84ac-f67c389c580b port 25db6c41-dee9-4162-87ae-3718d85e5f2e binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:38:20.462943 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.464177 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.539120 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.546287 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.624415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event updated for resources: {'Port': ['ID=34982179-e79d-442d-9b12-b36542520cf3,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:20.634703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.648775 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.650315 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f9f61b0a-8bbe-4868-b422-aadb0ca3a422 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9456255 Sep 29 23:38:20.654242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58372) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:20.730465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fed95f13-debe-4da1-a187-b8d1f6917035 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "GET /v2.0/floatingips?floating_network_id=d746fb43-4a83-49e3-835c-60d94050df08 HTTP/1.1" status: 200 len: 689 time: 0.0747759 Sep 29 23:38:20.733224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58374) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:20.733903 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.740265 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.793416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Pushing event updated for resources: {'Port': ['ID=25db6c41-dee9-4162-87ae-3718d85e5f2e,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:20.843643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Attempting to bind port 25db6c41-dee9-4162-87ae-3718d85e5f2e on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:38:20.844098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Attempting to bind port 25db6c41-dee9-4162-87ae-3718d85e5f2e by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:38:20.845020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Attempting to bind port 25db6c41-dee9-4162-87ae-3718d85e5f2e on network 28111bc9-289c-4f28-87b9-3cb63628a69a {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:38:20.851116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:38:20.851493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Checking segment: {'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:20.851940 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.852347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Bound using segment: {'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:38:20.852832 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Bound port: 25db6c41-dee9-4162-87ae-3718d85e5f2e, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67320e23-e530-4e2f-90ba-b6a2a9f97fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:38:20.853219 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.926252 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] For port 25db6c41-dee9-4162-87ae-3718d85e5f2e, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:38:20.930224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] For port 25db6c41-dee9-4162-87ae-3718d85e5f2e, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=25db6c41-dee9-4162-87ae-3718d85e5f2e,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:38:20.935098 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:20.993525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:20.994171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:21.000697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Pushing event updated for resources: {'Port': ['ID=25db6c41-dee9-4162-87ae-3718d85e5f2e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:21.050859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.051209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.051540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.051894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.052232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.052562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.052886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.053209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.053529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.053851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.054170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.054491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9563783-c7aa-4f5e-a9bb-aafc2100e6d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:21.076713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8c594d9d-7e44-41d9-b281-17d04f0f75c6 None None] Provisioning complete for port 25db6c41-dee9-4162-87ae-3718d85e5f2e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:21.077088 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8c594d9d-7e44-41d9-b281-17d04f0f75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.118000 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.157593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:38:21.236132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Deleting port 34982179-e79d-442d-9b12-b36542520cf3 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:21.236399 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.272378 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8c594d9d-7e44-41d9-b281-17d04f0f75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.314829 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.315156 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.327513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Calling delete_port for 34982179-e79d-442d-9b12-b36542520cf3 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:21.361388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8c594d9d-7e44-41d9-b281-17d04f0f75c6 None None] For port 25db6c41-dee9-4162-87ae-3718d85e5f2e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=25db6c41-dee9-4162-87ae-3718d85e5f2e,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:21.368835 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8c594d9d-7e44-41d9-b281-17d04f0f75c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.453512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c594d9d-7e44-41d9-b281-17d04f0f75c6 None None] Pushing event updated for resources: {'Port': ['ID=25db6c41-dee9-4162-87ae-3718d85e5f2e,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:21.461810 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.489166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event deleted for resources: {'Port': ['ID=34982179-e79d-442d-9b12-b36542520cf3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:21.500286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6ad7e817-7014-4601-9ea2-d10b46e36bbc None None] Provisioning complete for port 25db6c41-dee9-4162-87ae-3718d85e5f2e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:21.500667 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ad7e817-7014-4601-9ea2-d10b46e36bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.504010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:38:17Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e98ad95e-5056-4bf4-8eda-d86c0f65628a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'mac_address': 'fa:16:3e:e6:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:37:24Z', 'updated_at': '2021-09-29T23:37:26Z', 'revision_number': 1, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25db6c41-dee9-4162-87ae-3718d85e5f2e', 'name': '', 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:a1:77:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '040bdb4a-9998-4b4a-987f-de9a2d04dd2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:38:17Z', 'updated_at': '2021-09-29T23:38:20Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '040bdb4a-9998-4b4a-987f-de9a2d04dd2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:21.548318 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.553062 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed436f49-edb0-4a96-a8ae-2044bd1c866b None None] The sync data for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 is: [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:38:17Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e98ad95e-5056-4bf4-8eda-d86c0f65628a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'mac_address': 'fa:16:3e:e6:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:37:24Z', 'updated_at': '2021-09-29T23:37:26Z', 'revision_number': 1, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '25db6c41-dee9-4162-87ae-3718d85e5f2e', 'name': '', 'network_id': '28111bc9-289c-4f28-87b9-3cb63628a69a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:a1:77:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '040bdb4a-9998-4b4a-987f-de9a2d04dd2f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:38:17Z', 'updated_at': '2021-09-29T23:38:20Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '040bdb4a-9998-4b4a-987f-de9a2d04dd2f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:38:21.641547 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.701345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.734068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=542d9242-9fdc-4026-a6b9-00f84e30de0c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:21.789984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.811519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d746fb43-4a83-49e3-835c-60d94050df08']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:21.821930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40184b37-7bdb-4c5d-82ad-f65240f3f17c') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:21.822232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40184b37-7bdb-4c5d-82ad-f65240f3f17c') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:21.832932 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.846590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.853388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Releasing vlan 531 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:21.853861 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:21.855817 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:21.916359 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.921922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d746fb43-4a83-49e3-835c-60d94050df08 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 23:38:21.924743 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:21.926768 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "DELETE /v2.0/networks/d746fb43-4a83-49e3-835c-60d94050df08 HTTP/1.1" status: 204 len: 168 time: 1.1926229 Sep 29 23:38:21.929440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58376) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:21.940083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c11ca-7986-455f-a3f4-454470b9b1e3 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event deleted for resources: {'Network': ['ID=d746fb43-4a83-49e3-835c-60d94050df08,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:22.039183 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-acc2016a-a38b-4e22-9f8a-9d67dbf468fa tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.1056836 Sep 29 23:38:22.039394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58378) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:22.128332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554710eb-df13-4658-88b1-e6f2e8b277ca tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:22.128816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554710eb-df13-4658-88b1-e6f2e8b277ca tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:22.129286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554710eb-df13-4658-88b1-e6f2e8b277ca tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:22.129756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554710eb-df13-4658-88b1-e6f2e8b277ca tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:22.130220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554710eb-df13-4658-88b1-e6f2e8b277ca tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:22.131990 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-554710eb-df13-4658-88b1-e6f2e8b277ca tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3353 time: 0.0918009 Sep 29 23:38:22.134980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58382) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:22.195365 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-d524c2c8-4400-4149-81bd-70c8529f7596 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] delete failed (client error): The resource could not be found. Sep 29 23:38:22.196413 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d524c2c8-4400-4149-81bd-70c8529f7596 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "DELETE /v2.0/floatingips/b9f58abc-14b0-4f1c-9b14-92eaa322c051 HTTP/1.1" status: 404 len: 345 time: 0.0605421 Sep 29 23:38:22.199264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:22.218114 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c9bb12-e9af-45a4-a419-00bf45cae693 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] DELETE failed (client error): The resource could not be found. Sep 29 23:38:22.218634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c9bb12-e9af-45a4-a419-00bf45cae693 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:38:22.220295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-89c9bb12-e9af-45a4-a419-00bf45cae693 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "DELETE /v2.0/networks/d746fb43-4a83-49e3-835c-60d94050df08 HTTP/1.1" status: 404 len: 339 time: 0.0194917 Sep 29 23:38:22.226735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58386) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:22.232549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Request body: {'network': {'name': 'tempest-network--837003010', 'router:external': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:22.254071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Made reservation on behalf of 5348ec806e5b4af7b546d8471f915095 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:22.256507 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.278989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:22.287654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.288015 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Added segment 834b2a51-0452-4358-b896-db5fa7e67d23 of type vlan for network 8063daf6-f2ed-4bca-bd89-9b61a3fe43c5 Sep 29 23:38:22.344349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.374285 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.375420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:22.376052 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.405305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.1746733 Sep 29 23:38:22.405654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58388) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:22.446865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d157419e-5912-43ad-8d9d-8a68594725ee tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event updated for resources: {'Network': ['ID=8063daf6-f2ed-4bca-bd89-9b61a3fe43c5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:22.458010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 8063daf6-f2ed-4bca-bd89-9b61a3fe43c5 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:22.527127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b4485-aff0-435e-a35b-d3d2bf7c2fef tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:22.534916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b4485-aff0-435e-a35b-d3d2bf7c2fef tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:22.541053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b4485-aff0-435e-a35b-d3d2bf7c2fef tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:22.547483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b4485-aff0-435e-a35b-d3d2bf7c2fef tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:22.549203 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9c7b4485-aff0-435e-a35b-d3d2bf7c2fef tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1425776 Sep 29 23:38:22.552140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58390) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:22.626090 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.706956 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.727609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8063daf6-f2ed-4bca-bd89-9b61a3fe43c5']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:22.736833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834b2a51-0452-4358-b896-db5fa7e67d23') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:22.737141 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834b2a51-0452-4358-b896-db5fa7e67d23') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:22.746946 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.760215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.766663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:22.767077 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:22.768824 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:22.825389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.829618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8063daf6-f2ed-4bca-bd89-9b61a3fe43c5 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 23:38:22.832063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.833590 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "DELETE /v2.0/networks/8063daf6-f2ed-4bca-bd89-9b61a3fe43c5 HTTP/1.1" status: 204 len: 168 time: 0.2805066 Sep 29 23:38:22.837816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58392) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:22.842538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Request body: {'network': {'name': 'tempest-network--499118962', 'router:external': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:22.857322 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a31a548-692c-488b-9df6-751d1ca31d94 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event deleted for resources: {'Network': ['ID=8063daf6-f2ed-4bca-bd89-9b61a3fe43c5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:22.874180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Made reservation on behalf of 5348ec806e5b4af7b546d8471f915095 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:22.876751 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.907619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 523} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:22.920025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:22.920025 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Added segment 4ea626f3-3064-44cf-a4b4-be806198fe00 of type vlan for network 11dd87f3-99f5-4d2c-8679-33c84889eb34 Sep 29 23:38:22.984633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.015237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.016432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:23.017029 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.049122 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2103379 Sep 29 23:38:23.051745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58394) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:23.087836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0248ee1-e2e0-4622-a471-d4f2e5f542e5 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event updated for resources: {'Network': ['ID=11dd87f3-99f5-4d2c-8679-33c84889eb34,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:23.098219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 11dd87f3-99f5-4d2c-8679-33c84889eb34 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:23.170335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accd6dab-cd81-4bc8-abb6-a5c61d41e227 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:23.177331 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-accd6dab-cd81-4bc8-abb6-a5c61d41e227 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] 10.222.0.44 "GET /v2.0/networks/11dd87f3-99f5-4d2c-8679-33c84889eb34 HTTP/1.1" status: 200 len: 756 time: 0.1206326 Sep 29 23:38:23.177727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:23.253053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 25db6c41-dee9-4162-87ae-3718d85e5f2e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:23.274328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619aa8b0-511f-49e1-9d38-3d052ac60cf1 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:23.276103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-619aa8b0-511f-49e1-9d38-3d052ac60cf1 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] 10.222.0.44 "GET /v2.0/networks/8f7e2632-09ef-4abe-a299-9ad4b6da9474 HTTP/1.1" status: 200 len: 768 time: 0.0971477 Sep 29 23:38:23.279129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58398) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:23.318228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 25db6c41-dee9-4162-87ae-3718d85e5f2e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:23.318706 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.361031 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.442096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.462188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11dd87f3-99f5-4d2c-8679-33c84889eb34']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:23.471661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea626f3-3064-44cf-a4b4-be806198fe00') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:23.471994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea626f3-3064-44cf-a4b4-be806198fe00') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:23.481595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.494643 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.501023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:23.501407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:23.503055 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:23.561918 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.567017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 11dd87f3-99f5-4d2c-8679-33c84889eb34 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 23:38:23.571617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.574352 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "DELETE /v2.0/networks/11dd87f3-99f5-4d2c-8679-33c84889eb34 HTTP/1.1" status: 204 len: 168 time: 0.2940519 Sep 29 23:38:23.578347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58400) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:23.584029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Request body: {'network': {'name': 'tempest-network--1235417446'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:23.585778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d6cef3-d875-4e5d-9a41-7e8872cb244a tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event deleted for resources: {'Network': ['ID=11dd87f3-99f5-4d2c-8679-33c84889eb34,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:23.612613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Made reservation on behalf of 5348ec806e5b4af7b546d8471f915095 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:23.615218 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.640708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:23.650472 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.650737 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Added segment d7d07023-eb2d-4dd9-b628-327d46c19456 of type vlan for network 3490ce39-b2b3-47ee-922b-f8e7eaf128aa Sep 29 23:38:23.692069 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.714672 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.715988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:23.716658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.744349 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.1641634 Sep 29 23:38:23.745105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58402) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:23.751193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9b278e70-8ccb-46a8-8732-edb02cc995a6 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Request body: {'network': {'router:external': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:23.791677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6ba93-6b88-4ea8-ab69-6cbc46bfe48e tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event updated for resources: {'Network': ['ID=3490ce39-b2b3-47ee-922b-f8e7eaf128aa,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:23.802808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 3490ce39-b2b3-47ee-922b-f8e7eaf128aa details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:23.913007 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b278e70-8ccb-46a8-8732-edb02cc995a6 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.927452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b278e70-8ccb-46a8-8732-edb02cc995a6 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.947061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b278e70-8ccb-46a8-8732-edb02cc995a6 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Network 3490ce39-b2b3-47ee-922b-f8e7eaf128aa is not hosted by any dhcp agent {{(pid=110006) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 23:38:23.947952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b278e70-8ccb-46a8-8732-edb02cc995a6 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:23.948549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b278e70-8ccb-46a8-8732-edb02cc995a6 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:23.950499 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9b278e70-8ccb-46a8-8732-edb02cc995a6 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "PUT /v2.0/networks/3490ce39-b2b3-47ee-922b-f8e7eaf128aa HTTP/1.1" status: 200 len: 858 time: 0.2035792 Sep 29 23:38:23.953620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:23.989078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b278e70-8ccb-46a8-8732-edb02cc995a6 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event updated for resources: {'Network': ['ID=3490ce39-b2b3-47ee-922b-f8e7eaf128aa,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:24.023840 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.103600 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.124125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3490ce39-b2b3-47ee-922b-f8e7eaf128aa']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:24.132985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d07023-eb2d-4dd9-b628-327d46c19456') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:24.133280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d07023-eb2d-4dd9-b628-327d46c19456') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:24.142868 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.155478 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.161322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:24.161833 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:24.163569 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:24.217760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.224020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3490ce39-b2b3-47ee-922b-f8e7eaf128aa {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 29 23:38:24.226672 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.228543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] 10.222.0.44 "DELETE /v2.0/networks/3490ce39-b2b3-47ee-922b-f8e7eaf128aa HTTP/1.1" status: 204 len: 168 time: 0.2739046 Sep 29 23:38:24.233714 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58406) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:24.238617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d2d47-a64f-4174-9839-44163e9ae193 tempest-ExternalNetworksTestJSON-1030829527 tempest-ExternalNetworksTestJSON-1030829527-project-admin] Pushing event deleted for resources: {'Network': ['ID=3490ce39-b2b3-47ee-922b-f8e7eaf128aa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:24.261484 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5322b3-a719-4aab-9133-32639d103d13 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] DELETE failed (client error): The resource could not be found. Sep 29 23:38:24.262108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5322b3-a719-4aab-9133-32639d103d13 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:38:24.264086 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cc5322b3-a719-4aab-9133-32639d103d13 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] 10.222.0.44 "DELETE /v2.0/subnets/542d9242-9fdc-4026-a6b9-00f84e30de0c HTTP/1.1" status: 404 len: 337 time: 0.0289142 Sep 29 23:38:24.266584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58408) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:24.353326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.442678 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.462899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f7e2632-09ef-4abe-a299-9ad4b6da9474']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:24.472751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28838a31-f65a-43b2-af75-8974581f956b') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:24.473055 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28838a31-f65a-43b2-af75-8974581f956b') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:24.482852 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.495677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.502069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:24.502457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:24.505388 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:24.561792 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.568477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:24.570288 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] 10.222.0.44 "DELETE /v2.0/networks/8f7e2632-09ef-4abe-a299-9ad4b6da9474 HTTP/1.1" status: 204 len: 168 time: 0.3027608 Sep 29 23:38:24.583861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b44cafe-9d0d-4f4f-82ae-06498d06e907 tempest-ExternalNetworksTestJSON-742172978 tempest-ExternalNetworksTestJSON-742172978-project] Pushing event deleted for resources: {'Network': ['ID=8f7e2632-09ef-4abe-a299-9ad4b6da9474,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:24.814716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58416) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:24.952029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5013576a-b4d6-44c9-bd51-2fcc9c90719f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5f0ab14a98d24fe6b4c17a57fa8832a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360183 Sep 29 23:38:24.954600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:25.003193 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d472e483-d2d3-4b2f-8c84-8a24e44f7b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:25.023543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d472e483-d2d3-4b2f-8c84-8a24e44f7b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:25.069909 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d472e483-d2d3-4b2f-8c84-8a24e44f7b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:25.072472 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d472e483-d2d3-4b2f-8c84-8a24e44f7b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:25.073625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d472e483-d2d3-4b2f-8c84-8a24e44f7b7c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/8cc00eea-2311-44f0-8244-c07b4e300796 HTTP/1.1" status: 204 len: 168 time: 0.1181214 Sep 29 23:38:25.081087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472e483-d2d3-4b2f-8c84-8a24e44f7b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc00eea-2311-44f0-8244-c07b4e300796,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:25.329212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58426) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:25.368666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cb724d66-5493-4335-b227-b28fd682ba3f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5348ec806e5b4af7b546d8471f915095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383239 Sep 29 23:38:25.371047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58428) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:25.416378 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed755-7376-4296-8e22-4653fce46652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:25.437196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed755-7376-4296-8e22-4653fce46652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:25.484814 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed755-7376-4296-8e22-4653fce46652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:25.487450 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8d3ed755-7376-4296-8e22-4653fce46652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:25.488606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8d3ed755-7376-4296-8e22-4653fce46652 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/156ca750-7feb-40b8-a261-b4c9cbe420ee HTTP/1.1" status: 204 len: 168 time: 0.1166809 Sep 29 23:38:25.496117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ed755-7376-4296-8e22-4653fce46652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156ca750-7feb-40b8-a261-b4c9cbe420ee,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:26.686128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58466) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:26.782054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-148734796', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:26.804646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Made reservation on behalf of 078ba00f3deb475580ba88693670a971 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:26.806940 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:26.815699 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:26.900608 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:26.904732 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:26.909673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] device_id is not set on port 89a7686c-74b3-4ef7-8673-287b25688285 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:38:26.962041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bab8cb-df6d-4180-91f2-18e9de09e0f9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:27.026797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Allocated IP 172.25.4.8 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/89a7686c-74b3-4ef7-8673-287b25688285) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:27.159907 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:27.192649 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:27.234570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:27.237391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:27.240820 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:27.268084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Pushing event updated for resources: {'Port': ['ID=89a7686c-74b3-4ef7-8673-287b25688285,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:27.285281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:27.285825 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:27.299372 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d70dd070-1b6e-47b7-8b8d-f882661638dc tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6121762 Sep 29 23:38:27.302188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58470) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:27.306388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.8'}]}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:27.327818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:27.328874 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:27.380509 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:27.514477 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:27.677692 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-6d19a274-5ceb-4353-8d5f-9e0097b682cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488586 Sep 29 23:38:27.725565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:27.746135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:27.781303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-63818549-36bf-44cf-b2e4-639ba4749133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:27.783064 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-63818549-36bf-44cf-b2e4-639ba4749133 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 1097 time: 0.0447066 Sep 29 23:38:27.887480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-9690d171-635f-40ed-b10a-4674011138f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:27.889366 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-9690d171-635f-40ed-b10a-4674011138f0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=28111bc9-289c-4f28-87b9-3cb63628a69a HTTP/1.1" status: 200 len: 897 time: 0.0865583 Sep 29 23:38:27.937252 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-a3ca3a51-754a-4b24-94ed-e17490947c96 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=49a488f8-0fef-4adb-9d60-d5c7f112e921 HTTP/1.1" status: 200 len: 217 time: 0.0390973 Sep 29 23:38:27.944336 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:27.986382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-4849924f-cb42-4f3a-9a76-8cc64b670cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:27.987876 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-4849924f-cb42-4f3a-9a76-8cc64b670cb9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=040bdb4a-9998-4b4a-987f-de9a2d04dd2f HTTP/1.1" status: 200 len: 837 time: 0.0441074 Sep 29 23:38:28.032640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-2bd6e974-f1bf-47f1-9d6d-e647c6b5f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:28.034151 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-2bd6e974-f1bf-47f1-9d6d-e647c6b5f14e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=28111bc9-289c-4f28-87b9-3cb63628a69a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395350 Sep 29 23:38:28.103598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:28.105893 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:28.128997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-dcfb3683-1028-4fed-9c86-62383c729c7a service neutron] 10.222.0.42 "GET /v2.0/networks/28111bc9-289c-4f28-87b9-3cb63628a69a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880482 Sep 29 23:38:28.150220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:28.150788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8944977d-49f4-4e61-81d1-5445f599c39a {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:38:28.167491 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 29 23:38:28.169248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-acd57a18-09b3-4a4b-b15c-108428e72c9a tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 0.8655429 Sep 29 23:38:28.172354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58472) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:28.226259 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-660f19f8-0bc5-44a5-a59b-d76c7669b12c req-bef91560-c283-48cd-ba01-343f95301e4a service neutron] 10.222.0.42 "GET /v2.0/networks/28111bc9-289c-4f28-87b9-3cb63628a69a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896251 Sep 29 23:38:28.253234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fb86e2a6-1d38-4346-9f22-8dd7c49b8cf6 tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Deleting port 89a7686c-74b3-4ef7-8673-287b25688285 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:28.253598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb86e2a6-1d38-4346-9f22-8dd7c49b8cf6 tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:28.327894 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb86e2a6-1d38-4346-9f22-8dd7c49b8cf6 tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:28.339174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fb86e2a6-1d38-4346-9f22-8dd7c49b8cf6 tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Calling delete_port for 89a7686c-74b3-4ef7-8673-287b25688285 owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:28.460000 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb86e2a6-1d38-4346-9f22-8dd7c49b8cf6 tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:28.484532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb86e2a6-1d38-4346-9f22-8dd7c49b8cf6 tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Pushing event deleted for resources: {'Port': ['ID=89a7686c-74b3-4ef7-8673-287b25688285,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:28.553720 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb86e2a6-1d38-4346-9f22-8dd7c49b8cf6 tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:28.555624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fb86e2a6-1d38-4346-9f22-8dd7c49b8cf6 tempest-RoutersAdminNegativeTest-885573436 tempest-RoutersAdminNegativeTest-885573436-project-admin] 10.222.0.44 "DELETE /v2.0/ports/89a7686c-74b3-4ef7-8673-287b25688285 HTTP/1.1" status: 204 len: 168 time: 0.3823082 Sep 29 23:38:28.790589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58478) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:28.896853 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4a0c6d3-376d-4832-9ed5-7c8395e83bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:28.988212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4a0c6d3-376d-4832-9ed5-7c8395e83bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:28.992218 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4a0c6d3-376d-4832-9ed5-7c8395e83bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:29.030365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d4a0c6d3-376d-4832-9ed5-7c8395e83bcd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b89b6ef70ce4d0aae281e0db650b3b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2386684 Sep 29 23:38:29.031260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0c6d3-376d-4832-9ed5-7c8395e83bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8c1705-be06-40ca-9e14-8d080172e873,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:29.033039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58484) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:29.086628 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2466893-62d5-49b4-9073-891b9e2f228a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:29.108405 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2466893-62d5-49b4-9073-891b9e2f228a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:29.156111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2466893-62d5-49b4-9073-891b9e2f228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:29.158725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2466893-62d5-49b4-9073-891b9e2f228a admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:29.159927 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d2466893-62d5-49b4-9073-891b9e2f228a admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ac8c1705-be06-40ca-9e14-8d080172e873 HTTP/1.1" status: 204 len: 168 time: 0.1250825 Sep 29 23:38:29.167592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2466893-62d5-49b4-9073-891b9e2f228a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8c1705-be06-40ca-9e14-8d080172e873,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:29.412759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58490) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:29.452674 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-652fd208-947c-4cba-9254-9dcd1402adcb admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=078ba00f3deb475580ba88693670a971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387568 Sep 29 23:38:29.455195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58492) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:29.504423 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fd9637b-f6a0-4bb5-8245-d6089999f279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:29.524863 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fd9637b-f6a0-4bb5-8245-d6089999f279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:29.570688 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fd9637b-f6a0-4bb5-8245-d6089999f279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:29.573727 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5fd9637b-f6a0-4bb5-8245-d6089999f279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:29.576418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5fd9637b-f6a0-4bb5-8245-d6089999f279 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/f0bab8cb-df6d-4180-91f2-18e9de09e0f9 HTTP/1.1" status: 204 len: 168 time: 0.1200740 Sep 29 23:38:29.584660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9637b-f6a0-4bb5-8245-d6089999f279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bab8cb-df6d-4180-91f2-18e9de09e0f9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:30.256848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58516) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:30.353163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-213722200'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:30.374490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Made reservation on behalf of b33519ddb2e04786af011bb8a81e4007 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:30.377868 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:30.388961 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:30.474659 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:30.478581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:30.501043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:30.515914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a06e10f-6fa9-401b-b261-4c342418dce4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:30.519054 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:30.519798 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Added segment d3fe07fc-2213-46cc-81a6-7cae6798a1f8 of type vlan for network 91f809a4-6da3-4043-9827-50f14f78cd13 Sep 29 23:38:30.558935 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:30.589480 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:30.595881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:30.596732 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:30.632550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3746078 Sep 29 23:38:30.635272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58520) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:30.640874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Request body: {'subnet': {'network_id': '91f809a4-6da3-4043-9827-50f14f78cd13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:30.685345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f75c85-309a-4e3a-b63b-eb422d8d22c1 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event updated for resources: {'Network': ['ID=91f809a4-6da3-4043-9827-50f14f78cd13,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:30.699479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 91f809a4-6da3-4043-9827-50f14f78cd13 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:30.757788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Made reservation on behalf of b33519ddb2e04786af011bb8a81e4007 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:30.761357 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:30.935916 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:30.997855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event updated for resources: {'Subnet': ['ID=cf50f838-a9c5-4d26-b54d-2a12b0ca5fab,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:31.002074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Checking segment: {'id': 'd3fe07fc-2213-46cc-81a6-7cae6798a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91f809a4-6da3-4043-9827-50f14f78cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:31.002433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Network hostable DHCP agents. Network: 91f809a4-6da3-4043-9827-50f14f78cd13, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:38:31.018732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Network 91f809a4-6da3-4043-9827-50f14f78cd13 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:38:31.027027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 91f809a4-6da3-4043-9827-50f14f78cd13) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:31.031722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:31.032492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.035851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9503a048-ab13-4936-ac25-fa765dcb5975 None None] Network 91f809a4-6da3-4043-9827-50f14f78cd13 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:31.050671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c4a978e6-b7a7-471f-8c8f-e96472434a39 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4143136 Sep 29 23:38:31.053334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58524) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:31.058253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Request body: {'port': {'network_id': '91f809a4-6da3-4043-9827-50f14f78cd13', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1332488217'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:31.168729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Made reservation on behalf of b33519ddb2e04786af011bb8a81e4007 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:31.172563 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.182342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-91f809a4-6da3-4043-9827-50f14f78cd13', 'network_id': '91f809a4-6da3-4043-9827-50f14f78cd13', 'tenant_id': 'b33519ddb2e04786af011bb8a81e4007', 'fixed_ips': [{'subnet_id': 'cf50f838-a9c5-4d26-b54d-2a12b0ca5fab'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:38:31.183211 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.193562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] device_id is not set on port 63bcb7fb-847f-4db2-9e81-a9ce4d143c31 yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:38:31.320041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Allocated IP 172.20.0.2 (91f809a4-6da3-4043-9827-50f14f78cd13/cf50f838-a9c5-4d26-b54d-2a12b0ca5fab/9ac36270-2ebd-4b1b-ae86-26c127580b5c) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:31.471748 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.476891 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.516079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Network 91f809a4-6da3-4043-9827-50f14f78cd13 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:31.520377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:31.526801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:31.530135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Pushing event updated for resources: {'Port': ['ID=9ac36270-2ebd-4b1b-ae86-26c127580b5c,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:31.583720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Attempting to bind port 9ac36270-2ebd-4b1b-ae86-26c127580b5c on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:38:31.584125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Attempting to bind port 9ac36270-2ebd-4b1b-ae86-26c127580b5c by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd3fe07fc-2213-46cc-81a6-7cae6798a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91f809a4-6da3-4043-9827-50f14f78cd13'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:38:31.584515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Attempting to bind port 9ac36270-2ebd-4b1b-ae86-26c127580b5c on network 91f809a4-6da3-4043-9827-50f14f78cd13 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:38:31.589358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:38:31.589731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Checking segment: {'id': 'd3fe07fc-2213-46cc-81a6-7cae6798a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91f809a4-6da3-4043-9827-50f14f78cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:31.590131 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.590933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Bound using segment: {'id': 'd3fe07fc-2213-46cc-81a6-7cae6798a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91f809a4-6da3-4043-9827-50f14f78cd13'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:38:31.591437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Bound port: 9ac36270-2ebd-4b1b-ae86-26c127580b5c, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fe07fc-2213-46cc-81a6-7cae6798a1f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '91f809a4-6da3-4043-9827-50f14f78cd13'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:38:31.591846 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.649189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Allocated IP 172.20.0.4 (91f809a4-6da3-4043-9827-50f14f78cd13/cf50f838-a9c5-4d26-b54d-2a12b0ca5fab/63bcb7fb-847f-4db2-9e81-a9ce4d143c31) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:31.657841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] For port 9ac36270-2ebd-4b1b-ae86-26c127580b5c, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:38:31.660991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] For port 9ac36270-2ebd-4b1b-ae86-26c127580b5c, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9ac36270-2ebd-4b1b-ae86-26c127580b5c,segment=NetworkSegment(d3fe07fc-2213-46cc-81a6-7cae6798a1f8),segment_id=d3fe07fc-2213-46cc-81a6-7cae6798a1f8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:38:31.665882 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.722401 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38812693-5d68-4529-ac8d-afcfc29e22ec None None] Pushing event updated for resources: {'Port': ['ID=9ac36270-2ebd-4b1b-ae86-26c127580b5c,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:31.815173 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.850659 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.905765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Network 91f809a4-6da3-4043-9827-50f14f78cd13 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:31.909281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:31.915597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:31.937909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event updated for resources: {'Port': ['ID=63bcb7fb-847f-4db2-9e81-a9ce4d143c31,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:31.972577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:31.973237 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:31.989155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1aa2294e-69ce-474b-898b-7d3dce361270 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.9347680 Sep 29 23:38:31.992106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58526) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:31.997755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Request body: {'port': {'network_id': '91f809a4-6da3-4043-9827-50f14f78cd13', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1594651882', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:31.998242 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] bootfile-name is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:38:31.998581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] tftp-server is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:38:31.998910 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] server-ip-address is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:38:32.104106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Made reservation on behalf of b33519ddb2e04786af011bb8a81e4007 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:32.108446 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:32.124651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] device_id is not set on port 41a487c3-bb18-4671-a39a-e302079d12db yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:38:32.235495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Allocated IP 172.20.0.13 (91f809a4-6da3-4043-9827-50f14f78cd13/cf50f838-a9c5-4d26-b54d-2a12b0ca5fab/41a487c3-bb18-4671-a39a-e302079d12db) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:32.399781 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:32.435493 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:32.479815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Network 91f809a4-6da3-4043-9827-50f14f78cd13 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:32.483708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:32.486561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:32.519624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event updated for resources: {'Port': ['ID=41a487c3-bb18-4671-a39a-e302079d12db,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:32.547468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:32.548195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:32.563654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-911e8e89-d655-4c1b-9cdf-9cc5124b8817 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.5704601 Sep 29 23:38:32.566088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58528) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:32.609344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1227fb33-f628-46c6-9b62-99f8bdffd40e None None] Network 91f809a4-6da3-4043-9827-50f14f78cd13 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:32.646450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cd7f6ad0-04c6-43df-bf84-f2e3890e6bff None None] Provisioning complete for port 9ac36270-2ebd-4b1b-ae86-26c127580b5c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:32.646916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6ad0-04c6-43df-bf84-f2e3890e6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:32.653047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c468f-0b28-45d3-aedf-7342d7ea3078 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:32.659198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c468f-0b28-45d3-aedf-7342d7ea3078 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:32.665131 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0c468f-0b28-45d3-aedf-7342d7ea3078 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:32.666803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-eb0c468f-0b28-45d3-aedf-7342d7ea3078 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0997858 Sep 29 23:38:32.670201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58530) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:32.756578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fec0040c-0ccd-4caa-9115-7b0573a3acd4 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Deleting port 41a487c3-bb18-4671-a39a-e302079d12db {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:32.757083 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fec0040c-0ccd-4caa-9115-7b0573a3acd4 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:32.813952 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6ad0-04c6-43df-bf84-f2e3890e6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:32.849533 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fec0040c-0ccd-4caa-9115-7b0573a3acd4 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:32.862334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cd7f6ad0-04c6-43df-bf84-f2e3890e6bff None None] For port 9ac36270-2ebd-4b1b-ae86-26c127580b5c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9ac36270-2ebd-4b1b-ae86-26c127580b5c,segment=NetworkSegment(d3fe07fc-2213-46cc-81a6-7cae6798a1f8),segment_id=d3fe07fc-2213-46cc-81a6-7cae6798a1f8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:32.864106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fec0040c-0ccd-4caa-9115-7b0573a3acd4 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Calling delete_port for 41a487c3-bb18-4671-a39a-e302079d12db owned by {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:32.866853 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd7f6ad0-04c6-43df-bf84-f2e3890e6bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:32.922543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f6ad0-04c6-43df-bf84-f2e3890e6bff None None] Pushing event updated for resources: {'Port': ['ID=9ac36270-2ebd-4b1b-ae86-26c127580b5c,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:33.004499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fec0040c-0ccd-4caa-9115-7b0573a3acd4 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.034316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0040c-0ccd-4caa-9115-7b0573a3acd4 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event deleted for resources: {'Port': ['ID=41a487c3-bb18-4671-a39a-e302079d12db,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:33.079638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a14b55da-ebdd-498c-aff1-442a59c5a4eb None None] Could not find standard attr ID for object 41a487c3-bb18-4671-a39a-e302079d12db. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:38:33.091510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a14b55da-ebdd-498c-aff1-442a59c5a4eb None None] Provisioning complete for port 63bcb7fb-847f-4db2-9e81-a9ce4d143c31 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:33.092020 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a14b55da-ebdd-498c-aff1-442a59c5a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.101236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fec0040c-0ccd-4caa-9115-7b0573a3acd4 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.107655 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fec0040c-0ccd-4caa-9115-7b0573a3acd4 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "DELETE /v2.0/ports/41a487c3-bb18-4671-a39a-e302079d12db HTTP/1.1" status: 204 len: 168 time: 0.4320204 Sep 29 23:38:33.107948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58532) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:33.113342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Request body: {'port': {'name': 'tempest-new-port-name-609381580', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:33.113746 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] bootfile-name is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:38:33.114096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] tftp-server is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:38:33.114461 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.api.validators [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] server-ip-address is not in valid_values {{(pid=110005) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 29 23:38:33.127405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a14b55da-ebdd-498c-aff1-442a59c5a4eb None None] Port 63bcb7fb-847f-4db2-9e81-a9ce4d143c31 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:33.141930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a14b55da-ebdd-498c-aff1-442a59c5a4eb None None] Provisioning complete for port 9ac36270-2ebd-4b1b-ae86-26c127580b5c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:33.142639 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a14b55da-ebdd-498c-aff1-442a59c5a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.187976 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.277310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9ac36270-2ebd-4b1b-ae86-26c127580b5c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:33.335583 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f32d7cf4-9233-426f-b2f8-096d5323c28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.345550 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 9ac36270-2ebd-4b1b-ae86-26c127580b5c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:33.345980 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.391359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-823eb978-646e-4d4b-9521-d0aa427696a8 None None] Provisioning complete for port 63bcb7fb-847f-4db2-9e81-a9ce4d143c31 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:33.391736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-823eb978-646e-4d4b-9521-d0aa427696a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.431487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-823eb978-646e-4d4b-9521-d0aa427696a8 None None] Port 63bcb7fb-847f-4db2-9e81-a9ce4d143c31 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:33.441153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.446175 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.534218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] In _notify_port_updated(), no bound segment for port 63bcb7fb-847f-4db2-9e81-a9ce4d143c31 on network 91f809a4-6da3-4043-9827-50f14f78cd13 {{(pid=110005) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 29 23:38:33.540836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:33.541537 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.542918 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "PUT /v2.0/ports/63bcb7fb-847f-4db2-9e81-a9ce4d143c31 HTTP/1.1" status: 200 len: 1135 time: 0.4339435 Sep 29 23:38:33.543141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bdf0df68-8ac8-43ec-88d3-452c79ba1a5b None None] Could not find standard attr ID for object 41a487c3-bb18-4671-a39a-e302079d12db. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:38:33.545016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c9254-c103-4eb9-bede-8bf3ffd2ca1e tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event updated for resources: {'Port': ['ID=63bcb7fb-847f-4db2-9e81-a9ce4d143c31,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:33.546340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58536) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:33.595698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5957feb-5000-41ac-8c17-4425f1fdea04 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:33.597617 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c5957feb-5000-41ac-8c17-4425f1fdea04 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "GET /v2.0/ports/63bcb7fb-847f-4db2-9e81-a9ce4d143c31 HTTP/1.1" status: 200 len: 1135 time: 0.0502696 Sep 29 23:38:33.601629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58538) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:33.699288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e0f126a2-7a4c-4578-a8d9-2b7ef551b6bd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Deleting port 63bcb7fb-847f-4db2-9e81-a9ce4d143c31 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:33.699561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0f126a2-7a4c-4578-a8d9-2b7ef551b6bd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.790284 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0f126a2-7a4c-4578-a8d9-2b7ef551b6bd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.803523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-e0f126a2-7a4c-4578-a8d9-2b7ef551b6bd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Calling delete_port for 63bcb7fb-847f-4db2-9e81-a9ce4d143c31 owned by {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:33.942586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0f126a2-7a4c-4578-a8d9-2b7ef551b6bd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:33.960695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fb05bf51-36b4-4d1a-887c-02d5e0385a23 None None] Could not find standard attr ID for object 63bcb7fb-847f-4db2-9e81-a9ce4d143c31. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:38:33.979042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f126a2-7a4c-4578-a8d9-2b7ef551b6bd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event deleted for resources: {'Port': ['ID=63bcb7fb-847f-4db2-9e81-a9ce4d143c31,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:34.048375 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0f126a2-7a4c-4578-a8d9-2b7ef551b6bd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.050094 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e0f126a2-7a4c-4578-a8d9-2b7ef551b6bd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "DELETE /v2.0/ports/63bcb7fb-847f-4db2-9e81-a9ce4d143c31 HTTP/1.1" status: 204 len: 168 time: 0.4474702 Sep 29 23:38:34.052601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58540) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:34.105197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-72cf1d38-3e5e-40b9-97ec-c0d7d1d65fe9 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Deleting subnet cf50f838-a9c5-4d26-b54d-2a12b0ca5fab {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:38:34.108673 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72cf1d38-3e5e-40b9-97ec-c0d7d1d65fe9 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.149944 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72cf1d38-3e5e-40b9-97ec-c0d7d1d65fe9 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.236984 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72cf1d38-3e5e-40b9-97ec-c0d7d1d65fe9 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.294558 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72cf1d38-3e5e-40b9-97ec-c0d7d1d65fe9 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.320626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cf1d38-3e5e-40b9-97ec-c0d7d1d65fe9 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event deleted for resources: {'Subnet': ['ID=cf50f838-a9c5-4d26-b54d-2a12b0ca5fab,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:34.325607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-72cf1d38-3e5e-40b9-97ec-c0d7d1d65fe9 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.327459 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-72cf1d38-3e5e-40b9-97ec-c0d7d1d65fe9 tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "DELETE /v2.0/subnets/cf50f838-a9c5-4d26-b54d-2a12b0ca5fab HTTP/1.1" status: 204 len: 168 time: 0.2739413 Sep 29 23:38:34.329955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58542) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:34.334406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a654f14-0a1c-484b-b0df-e51c48ecd72f None None] Network 91f809a4-6da3-4043-9827-50f14f78cd13 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:34.413232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.467716 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Deleting port 9ac36270-2ebd-4b1b-ae86-26c127580b5c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:34.468077 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.533736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] For port 9ac36270-2ebd-4b1b-ae86-26c127580b5c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9ac36270-2ebd-4b1b-ae86-26c127580b5c,segment=NetworkSegment(d3fe07fc-2213-46cc-81a6-7cae6798a1f8),segment_id=d3fe07fc-2213-46cc-81a6-7cae6798a1f8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:34.534100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.546088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Calling delete_port for 9ac36270-2ebd-4b1b-ae86-26c127580b5c owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:34.624321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.652572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] No DVR routers for this DVR port 9ac36270-2ebd-4b1b-ae86-26c127580b5c on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:34.654791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event deleted for resources: {'Port': ['ID=9ac36270-2ebd-4b1b-ae86-26c127580b5c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:34.660317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7f11f-e42a-4f96-819d-374848e29152 None None] DHCP port deletion for 91f809a4-6da3-4043-9827-50f14f78cd13 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:38:34.735746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.755541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91f809a4-6da3-4043-9827-50f14f78cd13']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:34.765064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fe07fc-2213-46cc-81a6-7cae6798a1f8') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:34.765363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fe07fc-2213-46cc-81a6-7cae6798a1f8') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:34.775081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.789689 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.795645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Releasing vlan 524 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:34.796083 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:34.799155 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:34.857806 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.864464 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:34.866250 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] 10.222.0.44 "DELETE /v2.0/networks/91f809a4-6da3-4043-9827-50f14f78cd13 HTTP/1.1" status: 204 len: 168 time: 0.5353897 Sep 29 23:38:35.122284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58548) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:35.205203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9ac36270-2ebd-4b1b-ae86-26c127580b5c no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:38:35.229558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 9ac36270-2ebd-4b1b-ae86-26c127580b5c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:38:35.229906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9ac36270-2ebd-4b1b-ae86-26c127580b5c not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:38:35.230061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bab364-7e45-47a0-930f-35f6ca1fe0cd tempest-ExtraDHCPOptionsTestJSON-235964268 tempest-ExtraDHCPOptionsTestJSON-235964268-project] Pushing event deleted for resources: {'Network': ['ID=91f809a4-6da3-4043-9827-50f14f78cd13,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:35.274633 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aaa71532-1da8-4d58-b9a0-9845a6b2f835 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b33519ddb2e04786af011bb8a81e4007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1511459 Sep 29 23:38:35.277054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58552) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:35.328203 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1efa1434-93f3-4927-b0bc-22c84e538493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:35.349455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1efa1434-93f3-4927-b0bc-22c84e538493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:35.394203 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1efa1434-93f3-4927-b0bc-22c84e538493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:35.396799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1efa1434-93f3-4927-b0bc-22c84e538493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:35.397980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1efa1434-93f3-4927-b0bc-22c84e538493 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/0a06e10f-6fa9-401b-b261-4c342418dce4 HTTP/1.1" status: 204 len: 168 time: 0.1194777 Sep 29 23:38:35.405921 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa1434-93f3-4927-b0bc-22c84e538493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a06e10f-6fa9-401b-b261-4c342418dce4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:36.021732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58576) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:36.115786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'network': {'name': 'tempest-RoutersTest-1778077226'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:36.138442 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:36.141954 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.150273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.218476 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-49307c20-5255-4465-af7d-c2c7292a816d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.238449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.242105 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.270624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:36.275813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd6a460-4845-4550-989b-a27766458a57,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:36.284168 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.284337 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added segment 388ec46a-1f26-4cb4-b6e1-40db694564b8 of type vlan for network cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 Sep 29 23:38:36.325833 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.350177 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.357431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:36.358039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.391036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3682213 Sep 29 23:38:36.393736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58580) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:36.398842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'network': {'name': 'tempest-RoutersTest-1172339995'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:36.420197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:36.423552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.432501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb373928-d331-486a-8f7f-ebbce462c8e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Network': ['ID=cb8a093b-3fc5-47bb-a05e-a52e6f9591a5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:36.443305 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:36.447385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:36.456838 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.457179 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added segment b321c966-4cba-4690-8bd4-6633710eaafc of type vlan for network 57f51955-5b22-43de-8a33-70c47be83754 Sep 29 23:38:36.502318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.526752 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.532368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:36.532941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.561060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1662173 Sep 29 23:38:36.563847 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58582) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:36.568484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'subnet': {'network_id': 'cb8a093b-3fc5-47bb-a05e-a52e6f9591a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:36.589692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.624091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb89279-2254-4bb9-b4a4-004827a63e66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Network': ['ID=57f51955-5b22-43de-8a33-70c47be83754,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:36.633652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 57f51955-5b22-43de-8a33-70c47be83754 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:36.692219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:36.695679 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.873974 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.939838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Subnet': ['ID=078ef9d2-341c-4a31-a859-c44958fcc228,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:36.945804 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Checking segment: {'id': '388ec46a-1f26-4cb4-b6e1-40db694564b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cb8a093b-3fc5-47bb-a05e-a52e6f9591a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:36.946165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network hostable DHCP agents. Network: cb8a093b-3fc5-47bb-a05e-a52e6f9591a5, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:38:36.962988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:38:36.971854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, cb8a093b-3fc5-47bb-a05e-a52e6f9591a5) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:36.975770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:36.976401 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:36.980149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48188d-90a7-4a97-a12f-cde719fa62db None None] Network cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:36.993278 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7b03cf25-16d4-4d38-9820-7127770d3917 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4281969 Sep 29 23:38:36.996126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58584) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:37.001841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'subnet': {'network_id': '57f51955-5b22-43de-8a33-70c47be83754', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:37.101211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:37.104831 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.141634 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-cb8a093b-3fc5-47bb-a05e-a52e6f9591a5', 'network_id': 'cb8a093b-3fc5-47bb-a05e-a52e6f9591a5', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'fixed_ips': [{'subnet_id': '078ef9d2-341c-4a31-a859-c44958fcc228'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:38:37.142561 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.277809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Allocated IP 172.20.0.2 (cb8a093b-3fc5-47bb-a05e-a52e6f9591a5/078ef9d2-341c-4a31-a859-c44958fcc228/ea3b151a-10aa-4b02-8fb2-a8b280c822ae) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:37.289658 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.356383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Subnet': ['ID=510b4322-eb4e-4645-b355-9e683d35f78b,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:37.361922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Checking segment: {'id': 'b321c966-4cba-4690-8bd4-6633710eaafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '57f51955-5b22-43de-8a33-70c47be83754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:37.362291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network hostable DHCP agents. Network: 57f51955-5b22-43de-8a33-70c47be83754, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:38:37.379335 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 57f51955-5b22-43de-8a33-70c47be83754 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:38:37.388117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 57f51955-5b22-43de-8a33-70c47be83754) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:37.392230 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:37.392854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.404694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3042e85-8e6f-4e27-8d3e-f6eb27a0a83f None None] Network 57f51955-5b22-43de-8a33-70c47be83754 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:37.407457 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-57be7cc4-fac5-4ed7-a0e0-8cf6756942a7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4095507 Sep 29 23:38:37.410324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58586) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:37.415447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0cbcc39f-860c-4ce1-855b-3f8bcd9bce99 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-882016743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:37.438282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc39f-860c-4ce1-855b-3f8bcd9bce99 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.439335 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc39f-860c-4ce1-855b-3f8bcd9bce99 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.450821 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.485757 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.489603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc39f-860c-4ce1-855b-3f8bcd9bce99 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.496241 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc39f-860c-4ce1-855b-3f8bcd9bce99 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.512849 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cbcc39f-860c-4ce1-855b-3f8bcd9bce99 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.514116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0cbcc39f-860c-4ce1-855b-3f8bcd9bce99 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1022191 Sep 29 23:38:37.516860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58588) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:37.541332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Network cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:37.554360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:37.565229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:37.567221 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.570057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Pushing event updated for resources: {'Port': ['ID=ea3b151a-10aa-4b02-8fb2-a8b280c822ae,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:37.656799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Attempting to bind port ea3b151a-10aa-4b02-8fb2-a8b280c822ae on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:38:37.657088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Attempting to bind port ea3b151a-10aa-4b02-8fb2-a8b280c822ae by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '388ec46a-1f26-4cb4-b6e1-40db694564b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cb8a093b-3fc5-47bb-a05e-a52e6f9591a5'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:38:37.657452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Attempting to bind port ea3b151a-10aa-4b02-8fb2-a8b280c822ae on network cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:38:37.676897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:38:37.677279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Checking segment: {'id': '388ec46a-1f26-4cb4-b6e1-40db694564b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cb8a093b-3fc5-47bb-a05e-a52e6f9591a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:37.677693 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.678096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Bound using segment: {'id': '388ec46a-1f26-4cb4-b6e1-40db694564b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cb8a093b-3fc5-47bb-a05e-a52e6f9591a5'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:38:37.678584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Bound port: ea3b151a-10aa-4b02-8fb2-a8b280c822ae, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388ec46a-1f26-4cb4-b6e1-40db694564b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': 'cb8a093b-3fc5-47bb-a05e-a52e6f9591a5'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:38:37.678967 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.690747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-57f51955-5b22-43de-8a33-70c47be83754', 'network_id': '57f51955-5b22-43de-8a33-70c47be83754', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'fixed_ips': [{'subnet_id': '510b4322-eb4e-4645-b355-9e683d35f78b'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:38:37.691593 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.792201 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.827241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] For port ea3b151a-10aa-4b02-8fb2-a8b280c822ae, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:38:37.861207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] For port ea3b151a-10aa-4b02-8fb2-a8b280c822ae, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ea3b151a-10aa-4b02-8fb2-a8b280c822ae,segment=NetworkSegment(388ec46a-1f26-4cb4-b6e1-40db694564b8),segment_id=388ec46a-1f26-4cb4-b6e1-40db694564b8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:38:37.867217 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:37.908465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Allocated IP 172.21.0.2 (57f51955-5b22-43de-8a33-70c47be83754/510b4322-eb4e-4645-b355-9e683d35f78b/4ee5ff04-3d2a-4a90-8d03-1701644f0742) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:37.958144 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34159311-3080-43ef-aac6-9c75f027bb11 None None] Pushing event updated for resources: {'Port': ['ID=ea3b151a-10aa-4b02-8fb2-a8b280c822ae,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:38.107550 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.116008 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.117180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Allocated IP 172.20.0.1 (cb8a093b-3fc5-47bb-a05e-a52e6f9591a5/078ef9d2-341c-4a31-a859-c44958fcc228/57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:38.161016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Network 57f51955-5b22-43de-8a33-70c47be83754 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:38.164031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:38.167781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:38.222892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Pushing event updated for resources: {'Port': ['ID=4ee5ff04-3d2a-4a90-8d03-1701644f0742,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:38.237915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Attempting to bind port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:38:38.238289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Attempting to bind port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'b321c966-4cba-4690-8bd4-6633710eaafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '57f51955-5b22-43de-8a33-70c47be83754'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:38:38.238658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Attempting to bind port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 on network 57f51955-5b22-43de-8a33-70c47be83754 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:38:38.243838 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:38:38.244365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Checking segment: {'id': 'b321c966-4cba-4690-8bd4-6633710eaafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '57f51955-5b22-43de-8a33-70c47be83754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:38.244803 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.245229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Bound using segment: {'id': 'b321c966-4cba-4690-8bd4-6633710eaafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '57f51955-5b22-43de-8a33-70c47be83754'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:38:38.245793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Bound port: 4ee5ff04-3d2a-4a90-8d03-1701644f0742, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b321c966-4cba-4690-8bd4-6633710eaafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '57f51955-5b22-43de-8a33-70c47be83754'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:38:38.246249 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.257087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.289947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.311361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] For port 4ee5ff04-3d2a-4a90-8d03-1701644f0742, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:38:38.314594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] For port 4ee5ff04-3d2a-4a90-8d03-1701644f0742, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ee5ff04-3d2a-4a90-8d03-1701644f0742,segment=NetworkSegment(b321c966-4cba-4690-8bd4-6633710eaafc),segment_id=b321c966-4cba-4690-8bd4-6633710eaafc)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:38:38.319409 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.329375 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:38.334806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:38.337725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:38.383553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb264223-a12c-4d4a-917f-126f04a780d1 None None] Pushing event updated for resources: {'Port': ['ID=4ee5ff04-3d2a-4a90-8d03-1701644f0742,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:38.400663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:38.413025 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.587727 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.708872 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.901987 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.907220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:38.937075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d62431-acf0-4e9e-a12d-609cd6f71388 None None] Network cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:38.980591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:38.986449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:39.037738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-16ae36bc-2f6e-4fbc-8a0b-20f666f3df32 None None] Provisioning complete for port ea3b151a-10aa-4b02-8fb2-a8b280c822ae triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:39.038275 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16ae36bc-2f6e-4fbc-8a0b-20f666f3df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:39.087987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:39.089417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:39.207608 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16ae36bc-2f6e-4fbc-8a0b-20f666f3df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:39.297174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-16ae36bc-2f6e-4fbc-8a0b-20f666f3df32 None None] For port ea3b151a-10aa-4b02-8fb2-a8b280c822ae, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ea3b151a-10aa-4b02-8fb2-a8b280c822ae,segment=NetworkSegment(388ec46a-1f26-4cb4-b6e1-40db694564b8),segment_id=388ec46a-1f26-4cb4-b6e1-40db694564b8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:39.302709 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16ae36bc-2f6e-4fbc-8a0b-20f666f3df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:39.374360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ae36bc-2f6e-4fbc-8a0b-20f666f3df32 None None] Pushing event updated for resources: {'Port': ['ID=ea3b151a-10aa-4b02-8fb2-a8b280c822ae,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:39.409569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ea3b151a-10aa-4b02-8fb2-a8b280c822ae up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:39.472682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ea3b151a-10aa-4b02-8fb2-a8b280c822ae triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:39.473377 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:39.574989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ee5ff04-3d2a-4a90-8d03-1701644f0742 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:39.629981 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 216918d8-ade8-4eaf-b7a2-4cd2fcc3b962 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:38:39.634711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4bf01081-e222-4d99-9582-045573e086c4 None None] Provisioning complete for port 57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:39.635415 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4bf01081-e222-4d99-9582-045573e086c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:39.640954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:39.641325 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:39.662799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f897223-6934-46f4-94b1-47e86ca67e34 None None] Network 57f51955-5b22-43de-8a33-70c47be83754 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:39.754190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:38:39.760818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4bf01081-e222-4d99-9582-045573e086c4 None None] Port 57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:39.761293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a5fc194c-8729-4764-b044-fc4a8d134a11 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/216918d8-ade8-4eaf-b7a2-4cd2fcc3b962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2433522 Sep 29 23:38:39.764490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58594) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:39.765851 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce66bf1-1c87-4ae4-8189-e7c52a387396 None None] Sync routers for ids ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:38:39.787639 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce66bf1-1c87-4ae4-8189-e7c52a387396 None None] Routers {'216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:39.788302 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9ce66bf1-1c87-4ae4-8189-e7c52a387396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:39.821179 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9ce66bf1-1c87-4ae4-8189-e7c52a387396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:39.830812 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce66bf1-1c87-4ae4-8189-e7c52a387396 None None] Routers {'216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:39.831358 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9ce66bf1-1c87-4ae4-8189-e7c52a387396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:39.833956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c56c30-881d-4602-9e20-5ea2c73cd645 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:39.838835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-29c56c30-881d-4602-9e20-5ea2c73cd645 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports/57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b HTTP/1.1" status: 200 len: 910 time: 0.0691409 Sep 29 23:38:39.839859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58596) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:39.849340 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4bf01081-e222-4d99-9582-045573e086c4 None None] Provisioning complete for port ea3b151a-10aa-4b02-8fb2-a8b280c822ae triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:39.849840 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4bf01081-e222-4d99-9582-045573e086c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:39.865596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:39.993068 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9ce66bf1-1c87-4ae4-8189-e7c52a387396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:39.997941 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce66bf1-1c87-4ae4-8189-e7c52a387396 None None] The sync data for ids ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:38:40.019362 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:40.119517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 4ee5ff04-3d2a-4a90-8d03-1701644f0742, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ee5ff04-3d2a-4a90-8d03-1701644f0742,segment=NetworkSegment(b321c966-4cba-4690-8bd4-6633710eaafc),segment_id=b321c966-4cba-4690-8bd4-6633710eaafc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:40.125173 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:40.331021 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:40.350933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-77a5fde2-1274-4f28-b1a8-2819cbf3b0ab None None] Provisioning complete for port 57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:40.351580 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77a5fde2-1274-4f28-b1a8-2819cbf3b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:40.354110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=4ee5ff04-3d2a-4a90-8d03-1701644f0742,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:40.388407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-77a5fde2-1274-4f28-b1a8-2819cbf3b0ab None None] Port 57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:40.398137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-77a5fde2-1274-4f28-b1a8-2819cbf3b0ab None None] Provisioning complete for port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:40.398508 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-77a5fde2-1274-4f28-b1a8-2819cbf3b0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:40.593614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bf894ccf-e063-4d60-876d-6c3bda74e627 None None] Provisioning complete for port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:40.593873 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bf894ccf-e063-4d60-876d-6c3bda74e627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:40.598088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Allocated IP 172.21.0.1 (57f51955-5b22-43de-8a33-70c47be83754/510b4322-eb4e-4645-b355-9e683d35f78b/0bc36dc4-4959-4de9-a359-09891bd5d739) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:40.719739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:40.753103 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:40.791650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 57f51955-5b22-43de-8a33-70c47be83754 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:40.795220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:40.797781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:40.827525 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=0bc36dc4-4959-4de9-a359-09891bd5d739,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:40.843000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.843735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.843735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.844086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.844356 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.844686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.845013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.845349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.845671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.845989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.846568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.846891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:40.861341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:40.983710 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:40.990544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-92fd31cb-28c8-44a2-8b84-9ccd3274aae5 None None] Provisioning complete for port 0bc36dc4-4959-4de9-a359-09891bd5d739 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:40.990922 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92fd31cb-28c8-44a2-8b84-9ccd3274aae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:41.023870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-92fd31cb-28c8-44a2-8b84-9ccd3274aae5 None None] Port 0bc36dc4-4959-4de9-a359-09891bd5d739 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:41.213298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ea3b151a-10aa-4b02-8fb2-a8b280c822ae up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:41.249049 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:41.253583 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:41.263888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ea3b151a-10aa-4b02-8fb2-a8b280c822ae triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:41.264269 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:41.327805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=0bc36dc4-4959-4de9-a359-09891bd5d739,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:41.335331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:41.342356 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ee5ff04-3d2a-4a90-8d03-1701644f0742 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:41.388887 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:41.389566 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:41.424828 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 57f51955-5b22-43de-8a33-70c47be83754 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:41.426210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:41.529450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 216918d8-ade8-4eaf-b7a2-4cd2fcc3b962 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:38:41.625135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:38:41.630389 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fc374283-2fb8-4d95-b07f-512335b06e4b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/216918d8-ade8-4eaf-b7a2-4cd2fcc3b962/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7882636 Sep 29 23:38:41.632934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58598) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:41.634524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e403a04-3766-4c34-bd74-ed66db5523b7 None None] Sync routers for ids ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:38:41.650922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e403a04-3766-4c34-bd74-ed66db5523b7 None None] Routers {'216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:41.651546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6e403a04-3766-4c34-bd74-ed66db5523b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:41.656882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0d306f8a-861f-48bd-bc4d-73382b9a531a None None] Provisioning complete for port 0bc36dc4-4959-4de9-a359-09891bd5d739 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:41.657259 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0d306f8a-861f-48bd-bc4d-73382b9a531a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:41.676435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7025e54-a93d-41d0-942e-8c42be3888ec tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:41.677802 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f7025e54-a93d-41d0-942e-8c42be3888ec tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports/0bc36dc4-4959-4de9-a359-09891bd5d739 HTTP/1.1" status: 200 len: 910 time: 0.0438566 Sep 29 23:38:41.682432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58600) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:41.691200 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6e403a04-3766-4c34-bd74-ed66db5523b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:41.724467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e403a04-3766-4c34-bd74-ed66db5523b7 None None] Routers {'216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:41.725012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6e403a04-3766-4c34-bd74-ed66db5523b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:41.762172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6e403a04-3766-4c34-bd74-ed66db5523b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:41.762826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e403a04-3766-4c34-bd74-ed66db5523b7 None None] The sync data for ids ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:38:41.764350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0d306f8a-861f-48bd-bc4d-73382b9a531a None None] Port 0bc36dc4-4959-4de9-a359-09891bd5d739 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:41.999674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:42.238391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 0bc36dc4-4959-4de9-a359-09891bd5d739 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:42.238739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:42.324011 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:42.336169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 0bc36dc4-4959-4de9-a359-09891bd5d739 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:42.500932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:42.527900 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=0bc36dc4-4959-4de9-a359-09891bd5d739,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:42.689380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:42.701152 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:38:42.876187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 216918d8-ade8-4eaf-b7a2-4cd2fcc3b962 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:38:42.966040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:38:42.970963 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1b9c650e-c34c-4c3e-9241-4df0190e26ab tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/216918d8-ade8-4eaf-b7a2-4cd2fcc3b962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2875266 Sep 29 23:38:42.973962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58604) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:42.975226 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8ce4f-c29d-4ce4-8fa2-2ac1db72f040 None None] Sync routers for ids ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:38:42.985410 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8ce4f-c29d-4ce4-8fa2-2ac1db72f040 None None] Routers {'216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:42.986047 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5bd8ce4f-c29d-4ce4-8fa2-2ac1db72f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:43.018707 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5bd8ce4f-c29d-4ce4-8fa2-2ac1db72f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:43.027371 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd8ce4f-c29d-4ce4-8fa2-2ac1db72f040 None None] Routers {'216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:43.028063 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5bd8ce4f-c29d-4ce4-8fa2-2ac1db72f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:43.060986 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5bd8ce4f-c29d-4ce4-8fa2-2ac1db72f040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:43.061641 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd8ce4f-c29d-4ce4-8fa2-2ac1db72f040 None None] The sync data for ids ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:38:43.628808 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:43.869614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:43.869962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:43.956959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:43.968508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:44.133293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:44.160562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=57f6a3a6-aa3e-48ee-b8d3-f4592d224f8b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:44.303178 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:44.461599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 216918d8-ade8-4eaf-b7a2-4cd2fcc3b962 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:38:44.536501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:38:44.542431 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d8a2b36f-1a4d-4b8d-b8b0-6bc2eae808b8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/216918d8-ade8-4eaf-b7a2-4cd2fcc3b962/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5664873 Sep 29 23:38:44.545286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58608) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:44.546148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c31ae27-546d-4608-b3b5-4259e5f5b39a None None] Sync routers for ids ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:38:44.555195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31ae27-546d-4608-b3b5-4259e5f5b39a None None] Routers {'216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:44.555810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2c31ae27-546d-4608-b3b5-4259e5f5b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:44.571757 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b15b665c-e6bc-4b56-b293-9d4a5b886e09 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=216918d8-ade8-4eaf-b7a2-4cd2fcc3b962 HTTP/1.1" status: 200 len: 205 time: 0.0253282 Sep 29 23:38:44.574154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58610) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:44.587711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2c31ae27-546d-4608-b3b5-4259e5f5b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:44.596932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c31ae27-546d-4608-b3b5-4259e5f5b39a None None] Routers {'216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:44.597541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2c31ae27-546d-4608-b3b5-4259e5f5b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:44.632125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-2c31ae27-546d-4608-b3b5-4259e5f5b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:44.632773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c31ae27-546d-4608-b3b5-4259e5f5b39a None None] The sync data for ids ['216918d8-ade8-4eaf-b7a2-4cd2fcc3b962'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:38:44.649585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dfb28b9-88b3-48d5-8c47-525d63ddee76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:44.807687 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dfb28b9-88b3-48d5-8c47-525d63ddee76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:44.810440 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dfb28b9-88b3-48d5-8c47-525d63ddee76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:44.851684 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dfb28b9-88b3-48d5-8c47-525d63ddee76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:44.852247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfb28b9-88b3-48d5-8c47-525d63ddee76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Fanout notify agent at l3_agent the message router_deleted on router 216918d8-ade8-4eaf-b7a2-4cd2fcc3b962 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:38:44.859563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1dfb28b9-88b3-48d5-8c47-525d63ddee76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:44.860689 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1dfb28b9-88b3-48d5-8c47-525d63ddee76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/216918d8-ade8-4eaf-b7a2-4cd2fcc3b962 HTTP/1.1" status: 204 len: 168 time: 0.2855358 Sep 29 23:38:44.863327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58612) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:44.912994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b48fa12-bb83-4265-82dd-912ac534dd97 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting subnet 510b4322-eb4e-4645-b355-9e683d35f78b {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:38:44.916110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b48fa12-bb83-4265-82dd-912ac534dd97 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:44.958900 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b48fa12-bb83-4265-82dd-912ac534dd97 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.040032 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b48fa12-bb83-4265-82dd-912ac534dd97 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.097441 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b48fa12-bb83-4265-82dd-912ac534dd97 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.124519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48fa12-bb83-4265-82dd-912ac534dd97 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Subnet': ['ID=510b4322-eb4e-4645-b355-9e683d35f78b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:45.126463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4b48fa12-bb83-4265-82dd-912ac534dd97 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.129974 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4b48fa12-bb83-4265-82dd-912ac534dd97 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/510b4322-eb4e-4645-b355-9e683d35f78b HTTP/1.1" status: 204 len: 168 time: 0.2640538 Sep 29 23:38:45.130884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58614) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:45.133324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c22ce28-089b-4cfe-b6c5-2e016a1c93ae None None] Network 57f51955-5b22-43de-8a33-70c47be83754 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:45.186263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a32067-0072-479f-809c-385cc6992f13 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting subnet 078ef9d2-341c-4a31-a859-c44958fcc228 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:38:45.189481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a32067-0072-479f-809c-385cc6992f13 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.230076 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a32067-0072-479f-809c-385cc6992f13 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.307928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32e1391-e737-4316-a372-380b648ed8a1 None None] DHCP port deletion for 57f51955-5b22-43de-8a33-70c47be83754 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:38:45.312338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a32067-0072-479f-809c-385cc6992f13 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.354954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a32e1391-e737-4316-a372-380b648ed8a1 None None] Deleting port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:45.355248 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a32e1391-e737-4316-a372-380b648ed8a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.375893 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a32067-0072-479f-809c-385cc6992f13 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.404269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a32067-0072-479f-809c-385cc6992f13 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Subnet': ['ID=078ef9d2-341c-4a31-a859-c44958fcc228,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:45.409734 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79a32067-0072-479f-809c-385cc6992f13 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.414383 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-79a32067-0072-479f-809c-385cc6992f13 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/078ef9d2-341c-4a31-a859-c44958fcc228 HTTP/1.1" status: 204 len: 168 time: 0.2801194 Sep 29 23:38:45.414671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58616) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:45.418933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d55dd2-eb07-4db5-8eef-c0fc3108e2f7 None None] Network cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:45.421752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a32e1391-e737-4316-a372-380b648ed8a1 None None] For port 4ee5ff04-3d2a-4a90-8d03-1701644f0742, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ee5ff04-3d2a-4a90-8d03-1701644f0742,segment=NetworkSegment(b321c966-4cba-4690-8bd4-6633710eaafc),segment_id=b321c966-4cba-4690-8bd4-6633710eaafc)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:45.422159 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a32e1391-e737-4316-a372-380b648ed8a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.447657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a32e1391-e737-4316-a372-380b648ed8a1 None None] Calling delete_port for 4ee5ff04-3d2a-4a90-8d03-1701644f0742 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:45.490829 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.548056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:45.548292 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.612795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a32e1391-e737-4316-a372-380b648ed8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.615105 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port 4ee5ff04-3d2a-4a90-8d03-1701644f0742, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4ee5ff04-3d2a-4a90-8d03-1701644f0742,segment=NetworkSegment(b321c966-4cba-4690-8bd4-6633710eaafc),segment_id=b321c966-4cba-4690-8bd4-6633710eaafc)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:45.615668 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.629180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 4ee5ff04-3d2a-4a90-8d03-1701644f0742 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:45.640692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e1391-e737-4316-a372-380b648ed8a1 None None] Pushing event deleted for resources: {'Port': ['ID=4ee5ff04-3d2a-4a90-8d03-1701644f0742,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:45.642923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e1391-e737-4316-a372-380b648ed8a1 None None] No DVR routers for this DVR port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:45.688363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f78a939-dd3b-4cdd-a89a-56e25d66dff0 None None] DHCP port deletion for cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:38:45.719028 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.745072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=4ee5ff04-3d2a-4a90-8d03-1701644f0742,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:45.749136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a939-dd3b-4cdd-a89a-56e25d66dff0 None None] Deleting port ea3b151a-10aa-4b02-8fb2-a8b280c822ae {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:45.749369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No DVR routers for this DVR port 4ee5ff04-3d2a-4a90-8d03-1701644f0742 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:45.749509 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4f78a939-dd3b-4cdd-a89a-56e25d66dff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.815990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-4f78a939-dd3b-4cdd-a89a-56e25d66dff0 None None] For port ea3b151a-10aa-4b02-8fb2-a8b280c822ae, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ea3b151a-10aa-4b02-8fb2-a8b280c822ae,segment=NetworkSegment(388ec46a-1f26-4cb4-b6e1-40db694564b8),segment_id=388ec46a-1f26-4cb4-b6e1-40db694564b8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:45.816390 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4f78a939-dd3b-4cdd-a89a-56e25d66dff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.826061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.828401 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-4f78a939-dd3b-4cdd-a89a-56e25d66dff0 None None] Calling delete_port for ea3b151a-10aa-4b02-8fb2-a8b280c822ae owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:45.849897 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57f51955-5b22-43de-8a33-70c47be83754']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:45.859535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b321c966-4cba-4690-8bd4-6633710eaafc') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:45.859760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b321c966-4cba-4690-8bd4-6633710eaafc') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:45.868950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.882143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.888475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:45.888857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: self.session.flush() Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:45.891847 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:45.912349 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4f78a939-dd3b-4cdd-a89a-56e25d66dff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.937951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78a939-dd3b-4cdd-a89a-56e25d66dff0 None None] Pushing event deleted for resources: {'Port': ['ID=ea3b151a-10aa-4b02-8fb2-a8b280c822ae,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:45.941495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f78a939-dd3b-4cdd-a89a-56e25d66dff0 None None] No DVR routers for this DVR port ea3b151a-10aa-4b02-8fb2-a8b280c822ae on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:45.957031 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.963653 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:45.965889 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/networks/57f51955-5b22-43de-8a33-70c47be83754 HTTP/1.1" status: 204 len: 168 time: 0.5502264 Sep 29 23:38:45.968752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58618) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:45.977284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2f78e-1ade-444c-9b98-8d5e49f35b71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Network': ['ID=57f51955-5b22-43de-8a33-70c47be83754,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:46.044916 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.134341 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.154216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8a093b-3fc5-47bb-a05e-a52e6f9591a5']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:46.163104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388ec46a-1f26-4cb4-b6e1-40db694564b8') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:46.163407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388ec46a-1f26-4cb4-b6e1-40db694564b8') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:46.173052 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.186522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.192167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Releasing vlan 512 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:46.192573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:46.195397 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:46.256477 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.263200 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.265254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/networks/cb8a093b-3fc5-47bb-a05e-a52e6f9591a5 HTTP/1.1" status: 204 len: 168 time: 0.2954803 Sep 29 23:38:46.269126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58620) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:46.274417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'network': {'name': 'tempest-RoutersTest-465500661'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:46.276230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf948c5-a8f8-4ccf-9db8-62e6a245fd58 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Network': ['ID=cb8a093b-3fc5-47bb-a05e-a52e6f9591a5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:46.296380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:46.300097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.323863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:46.333748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.334102 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added segment 100370a3-5f0a-47c6-b897-b5ac7e24d8c3 of type vlan for network e7a2f696-588a-4058-ad2e-683f1981e3c5 Sep 29 23:38:46.380725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.405492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.411035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:46.411960 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.443136 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1727762 Sep 29 23:38:46.445970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58622) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:46.451342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'subnet': {'network_id': 'e7a2f696-588a-4058-ad2e-683f1981e3c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:46.483270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ace76-a947-4161-a039-85bc28ca5b30 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Network': ['ID=e7a2f696-588a-4058-ad2e-683f1981e3c5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:46.493988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network e7a2f696-588a-4058-ad2e-683f1981e3c5 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:46.540794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:46.544552 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.718748 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.780469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Subnet': ['ID=d0e80bc3-5b91-4cc1-b2a6-62b9bcb4349a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:46.789179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Checking segment: {'id': '100370a3-5f0a-47c6-b897-b5ac7e24d8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e7a2f696-588a-4058-ad2e-683f1981e3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:46.789537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network hostable DHCP agents. Network: e7a2f696-588a-4058-ad2e-683f1981e3c5, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:38:46.805402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network e7a2f696-588a-4058-ad2e-683f1981e3c5 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:38:46.813916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, e7a2f696-588a-4058-ad2e-683f1981e3c5) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:46.817896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:46.818522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.825606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b565f6df-b551-403f-ae97-1d06c88c62eb None None] Network e7a2f696-588a-4058-ad2e-683f1981e3c5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:46.833301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0f7d0f89-7517-4ed4-a338-9f7363c338e1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3861353 Sep 29 23:38:46.835918 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58626) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:46.843235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2ce51461-0745-405b-b21d-a9cadae690b9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-780954482', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:46.865125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ce51461-0745-405b-b21d-a9cadae690b9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.866079 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ce51461-0745-405b-b21d-a9cadae690b9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.918664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ce51461-0745-405b-b21d-a9cadae690b9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.922969 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ce51461-0745-405b-b21d-a9cadae690b9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.939964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2ce51461-0745-405b-b21d-a9cadae690b9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:46.941483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2ce51461-0745-405b-b21d-a9cadae690b9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1046324 Sep 29 23:38:46.944236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58628) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:46.949156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'port': {'network_id': 'e7a2f696-588a-4058-ad2e-683f1981e3c5', 'name': 'tempest-RoutersTest-1056622898'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:46.970466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-e7a2f696-588a-4058-ad2e-683f1981e3c5', 'network_id': 'e7a2f696-588a-4058-ad2e-683f1981e3c5', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'fixed_ips': [{'subnet_id': 'd0e80bc3-5b91-4cc1-b2a6-62b9bcb4349a'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:38:46.971699 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:47.062034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:47.065603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:47.082742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] device_id is not set on port 497f0398-bf56-409d-bbf6-187be395c3de yet. {{(pid=110005) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 29 23:38:47.105297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Allocated IP 172.20.0.2 (e7a2f696-588a-4058-ad2e-683f1981e3c5/d0e80bc3-5b91-4cc1-b2a6-62b9bcb4349a/059bc95e-9338-4286-b58d-179926b880c2) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:47.208613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ea3b151a-10aa-4b02-8fb2-a8b280c822ae no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:38:47.252103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ea3b151a-10aa-4b02-8fb2-a8b280c822ae {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:38:47.252367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ea3b151a-10aa-4b02-8fb2-a8b280c822ae not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:38:47.252773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ee5ff04-3d2a-4a90-8d03-1701644f0742 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:38:47.280861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4ee5ff04-3d2a-4a90-8d03-1701644f0742 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:38:47.281207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4ee5ff04-3d2a-4a90-8d03-1701644f0742 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:38:47.285399 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:47.291849 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:47.335286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Network e7a2f696-588a-4058-ad2e-683f1981e3c5 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:47.339435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:47.346234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:47.348017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Allocated IP 172.20.0.14 (e7a2f696-588a-4058-ad2e-683f1981e3c5/d0e80bc3-5b91-4cc1-b2a6-62b9bcb4349a/497f0398-bf56-409d-bbf6-187be395c3de) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:47.349511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Pushing event updated for resources: {'Port': ['ID=059bc95e-9338-4286-b58d-179926b880c2,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:47.400788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Attempting to bind port 059bc95e-9338-4286-b58d-179926b880c2 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:38:47.401156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Attempting to bind port 059bc95e-9338-4286-b58d-179926b880c2 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '100370a3-5f0a-47c6-b897-b5ac7e24d8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e7a2f696-588a-4058-ad2e-683f1981e3c5'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:38:47.401520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Attempting to bind port 059bc95e-9338-4286-b58d-179926b880c2 on network e7a2f696-588a-4058-ad2e-683f1981e3c5 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:38:47.406523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:38:47.406896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Checking segment: {'id': '100370a3-5f0a-47c6-b897-b5ac7e24d8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e7a2f696-588a-4058-ad2e-683f1981e3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:47.407299 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:47.407693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Bound using segment: {'id': '100370a3-5f0a-47c6-b897-b5ac7e24d8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e7a2f696-588a-4058-ad2e-683f1981e3c5'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:38:47.408186 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Bound port: 059bc95e-9338-4286-b58d-179926b880c2, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '100370a3-5f0a-47c6-b897-b5ac7e24d8c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'e7a2f696-588a-4058-ad2e-683f1981e3c5'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:38:47.408567 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:47.473100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] For port 059bc95e-9338-4286-b58d-179926b880c2, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:38:47.476095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] For port 059bc95e-9338-4286-b58d-179926b880c2, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=059bc95e-9338-4286-b58d-179926b880c2,segment=NetworkSegment(100370a3-5f0a-47c6-b897-b5ac7e24d8c3),segment_id=100370a3-5f0a-47c6-b897-b5ac7e24d8c3)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:38:47.481789 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:47.500578 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:47.540715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:47.549218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd268d61-4287-40fa-8ba9-7e46c3bdc2c2 None None] Pushing event updated for resources: {'Port': ['ID=059bc95e-9338-4286-b58d-179926b880c2,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:47.591553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network e7a2f696-588a-4058-ad2e-683f1981e3c5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:47.594552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:47.598330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:47.607201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=497f0398-bf56-409d-bbf6-187be395c3de,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:47.658221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:47.658850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:47.690248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b861b3b3-2753-4417-b110-dadcb0bd41c2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7413108 Sep 29 23:38:47.690248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58630) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:48.039640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:48.333534 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:48.335349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:48.425642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=497f0398-bf56-409d-bbf6-187be395c3de,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:48.438816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.439056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.439378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.439722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.440079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.440408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.440773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.441354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.441887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.442451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.442793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.442793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:38:48.499389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938d387c-e5a3-4b9b-9033-0cfb5e167913 None None] Network e7a2f696-588a-4058-ad2e-683f1981e3c5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:48.585149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6f359f35-a12c-497c-8695-52d92d36eae5 None None] Provisioning complete for port 059bc95e-9338-4286-b58d-179926b880c2 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:48.585451 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6f359f35-a12c-497c-8695-52d92d36eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:48.599145 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:48.726796 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:48.771726 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6f359f35-a12c-497c-8695-52d92d36eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:48.811221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6f359f35-a12c-497c-8695-52d92d36eae5 None None] For port 059bc95e-9338-4286-b58d-179926b880c2, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=059bc95e-9338-4286-b58d-179926b880c2,segment=NetworkSegment(100370a3-5f0a-47c6-b897-b5ac7e24d8c3),segment_id=100370a3-5f0a-47c6-b897-b5ac7e24d8c3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:48.815406 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6f359f35-a12c-497c-8695-52d92d36eae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:48.868971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f359f35-a12c-497c-8695-52d92d36eae5 None None] Pushing event updated for resources: {'Port': ['ID=059bc95e-9338-4286-b58d-179926b880c2,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:49.001541 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:49.005966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:49.037257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b0a41a86-1727-4cd9-8767-969646560ec7 None None] Provisioning complete for port 059bc95e-9338-4286-b58d-179926b880c2 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:49.038058 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b0a41a86-1727-4cd9-8767-969646560ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:49.087353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=497f0398-bf56-409d-bbf6-187be395c3de,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:49.089798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:49.143989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b0a41a86-1727-4cd9-8767-969646560ec7 None None] Provisioning complete for port 497f0398-bf56-409d-bbf6-187be395c3de triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:49.144367 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b0a41a86-1727-4cd9-8767-969646560ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:49.183419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b0a41a86-1727-4cd9-8767-969646560ec7 None None] Port 497f0398-bf56-409d-bbf6-187be395c3de cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:49.196098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network e7a2f696-588a-4058-ad2e-683f1981e3c5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:49.197548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:49.262261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 059bc95e-9338-4286-b58d-179926b880c2 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:49.314134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fc311a75-0fb5-4fa8-8b55-676cb4f9714e None None] Provisioning complete for port 497f0398-bf56-409d-bbf6-187be395c3de triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:49.314506 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc311a75-0fb5-4fa8-8b55-676cb4f9714e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:49.337001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 3f104b8a-cb99-43e4-ab88-7990b8105f12 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:38:49.345767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 059bc95e-9338-4286-b58d-179926b880c2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:49.346172 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:49.377926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-fc311a75-0fb5-4fa8-8b55-676cb4f9714e None None] Port 497f0398-bf56-409d-bbf6-187be395c3de cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:49.441151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:38:49.446844 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-99de40b8-18d9-4a51-a1fb-eca6b470afca tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/3f104b8a-cb99-43e4-ab88-7990b8105f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7547889 Sep 29 23:38:49.452193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58634) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:49.452772 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e31ec-b310-43a6-824c-c77a99511790 None None] Sync routers for ids ['3f104b8a-cb99-43e4-ab88-7990b8105f12'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:38:49.463029 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e31ec-b310-43a6-824c-c77a99511790 None None] Routers {'3f104b8a-cb99-43e4-ab88-7990b8105f12'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:49.463643 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9a0e31ec-b310-43a6-824c-c77a99511790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3f104b8a-cb99-43e4-ab88-7990b8105f12'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:49.497468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbc825ed-9997-4341-b982-db53d11f8c32 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:49.499259 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fbc825ed-9997-4341-b982-db53d11f8c32 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports/497f0398-bf56-409d-bbf6-187be395c3de HTTP/1.1" status: 200 len: 978 time: 0.0459890 Sep 29 23:38:49.499845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f98f30ee-8c3b-4537-97da-9edb7bab924b None None] Provisioning complete for port 497f0398-bf56-409d-bbf6-187be395c3de triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:49.500315 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f98f30ee-8c3b-4537-97da-9edb7bab924b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:49.501934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58636) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:49.505657 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9a0e31ec-b310-43a6-824c-c77a99511790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:49.516814 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0e31ec-b310-43a6-824c-c77a99511790 None None] Routers {'3f104b8a-cb99-43e4-ab88-7990b8105f12'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:49.517578 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9a0e31ec-b310-43a6-824c-c77a99511790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3f104b8a-cb99-43e4-ab88-7990b8105f12'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:49.539707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-f98f30ee-8c3b-4537-97da-9edb7bab924b None None] Port 497f0398-bf56-409d-bbf6-187be395c3de cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:49.550891 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9a0e31ec-b310-43a6-824c-c77a99511790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:49.551691 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0e31ec-b310-43a6-824c-c77a99511790 None None] The sync data for ids ['3f104b8a-cb99-43e4-ab88-7990b8105f12'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:38:49.658792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6969a36c-4233-4554-8767-bc9c62652ebc None None] Provisioning complete for port 497f0398-bf56-409d-bbf6-187be395c3de triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:49.659086 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6969a36c-4233-4554-8767-bc9c62652ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:49.692586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6969a36c-4233-4554-8767-bc9c62652ebc None None] Port 497f0398-bf56-409d-bbf6-187be395c3de cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:49.931847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:50.146570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 497f0398-bf56-409d-bbf6-187be395c3de {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:50.146911 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:50.230029 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:50.241877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 497f0398-bf56-409d-bbf6-187be395c3de owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:50.421134 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:50.438716 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:50.451664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=497f0398-bf56-409d-bbf6-187be395c3de,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:50.929709 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.080483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 3f104b8a-cb99-43e4-ab88-7990b8105f12 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:38:51.158772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:38:51.164139 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c0d5d17e-02a7-4963-97ec-181680adeb76 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/3f104b8a-cb99-43e4-ab88-7990b8105f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6605453 Sep 29 23:38:51.166353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58640) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:51.169509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb741bd5-d14e-4c6b-b5ad-198df284c2e4 None None] Sync routers for ids ['3f104b8a-cb99-43e4-ab88-7990b8105f12'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:38:51.179194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb741bd5-d14e-4c6b-b5ad-198df284c2e4 None None] Routers {'3f104b8a-cb99-43e4-ab88-7990b8105f12'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:51.180149 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cb741bd5-d14e-4c6b-b5ad-198df284c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3f104b8a-cb99-43e4-ab88-7990b8105f12'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:51.180827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58642) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:51.215939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cb741bd5-d14e-4c6b-b5ad-198df284c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:51.225382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb741bd5-d14e-4c6b-b5ad-198df284c2e4 None None] Routers {'3f104b8a-cb99-43e4-ab88-7990b8105f12'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:51.226115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cb741bd5-d14e-4c6b-b5ad-198df284c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3f104b8a-cb99-43e4-ab88-7990b8105f12'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:51.257765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-cb741bd5-d14e-4c6b-b5ad-198df284c2e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:51.258729 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb741bd5-d14e-4c6b-b5ad-198df284c2e4 None None] The sync data for ids ['3f104b8a-cb99-43e4-ab88-7990b8105f12'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:38:51.346297 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-63fcc729-a7ad-4950-a46e-afaa305f1ce2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] remove_router_interface failed (client error): The resource could not be found. Sep 29 23:38:51.347624 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-63fcc729-a7ad-4950-a46e-afaa305f1ce2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/3f104b8a-cb99-43e4-ab88-7990b8105f12/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1801536 Sep 29 23:38:51.350358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58644) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:51.382438 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-42093772-73b5-4551-94ef-741e5c1fce0a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f104b8a-cb99-43e4-ab88-7990b8105f12 HTTP/1.1" status: 200 len: 205 time: 0.0287986 Sep 29 23:38:51.382658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58646) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:51.458130 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbebb0c3-ee9a-45a1-a369-7dcb9d230494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.548714 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.616507 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbebb0c3-ee9a-45a1-a369-7dcb9d230494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.618834 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbebb0c3-ee9a-45a1-a369-7dcb9d230494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.664189 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbebb0c3-ee9a-45a1-a369-7dcb9d230494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.664708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbebb0c3-ee9a-45a1-a369-7dcb9d230494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Fanout notify agent at l3_agent the message router_deleted on router 3f104b8a-cb99-43e4-ab88-7990b8105f12 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:38:51.672422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bbebb0c3-ee9a-45a1-a369-7dcb9d230494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.676494 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bbebb0c3-ee9a-45a1-a369-7dcb9d230494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/3f104b8a-cb99-43e4-ab88-7990b8105f12 HTTP/1.1" status: 204 len: 168 time: 0.2899916 Sep 29 23:38:51.676494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58648) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:51.728054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfccd25-08d3-4750-9b38-6555e25e6e71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting subnet d0e80bc3-5b91-4cc1-b2a6-62b9bcb4349a {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:38:51.731125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6bfccd25-08d3-4750-9b38-6555e25e6e71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.771592 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6bfccd25-08d3-4750-9b38-6555e25e6e71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.855649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port 25db6c41-dee9-4162-87ae-3718d85e5f2e {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:51.856575 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.861575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6bfccd25-08d3-4750-9b38-6555e25e6e71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.922158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6bfccd25-08d3-4750-9b38-6555e25e6e71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.947726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] For port 25db6c41-dee9-4162-87ae-3718d85e5f2e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=25db6c41-dee9-4162-87ae-3718d85e5f2e,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:51.948018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfccd25-08d3-4750-9b38-6555e25e6e71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Subnet': ['ID=d0e80bc3-5b91-4cc1-b2a6-62b9bcb4349a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:51.948499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.959898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6bfccd25-08d3-4750-9b38-6555e25e6e71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:51.961609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for 25db6c41-dee9-4162-87ae-3718d85e5f2e owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:51.966820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a47f9de-f3e4-450f-8df2-c6cf7cf91c54 None None] Network e7a2f696-588a-4058-ad2e-683f1981e3c5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:51.967277 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6bfccd25-08d3-4750-9b38-6555e25e6e71 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/d0e80bc3-5b91-4cc1-b2a6-62b9bcb4349a HTTP/1.1" status: 204 len: 168 time: 0.2899718 Sep 29 23:38:51.967428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58650) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:52.132143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8fd5f81-e33a-4542-b520-fc58d73a12cf None None] DHCP port deletion for e7a2f696-588a-4058-ad2e-683f1981e3c5 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:38:52.180378 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd5f81-e33a-4542-b520-fc58d73a12cf None None] Deleting port 059bc95e-9338-4286-b58d-179926b880c2 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:52.181106 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5f81-e33a-4542-b520-fc58d73a12cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.249024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b8fd5f81-e33a-4542-b520-fc58d73a12cf None None] For port 059bc95e-9338-4286-b58d-179926b880c2, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=059bc95e-9338-4286-b58d-179926b880c2,segment=NetworkSegment(100370a3-5f0a-47c6-b897-b5ac7e24d8c3),segment_id=100370a3-5f0a-47c6-b897-b5ac7e24d8c3)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:52.249486 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5f81-e33a-4542-b520-fc58d73a12cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.262434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd5f81-e33a-4542-b520-fc58d73a12cf None None] Calling delete_port for 059bc95e-9338-4286-b58d-179926b880c2 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:52.422851 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.502955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b8fd5f81-e33a-4542-b520-fc58d73a12cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.530026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd5f81-e33a-4542-b520-fc58d73a12cf None None] Pushing event deleted for resources: {'Port': ['ID=059bc95e-9338-4286-b58d-179926b880c2,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:52.534559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fd5f81-e33a-4542-b520-fc58d73a12cf None None] No DVR routers for this DVR port 059bc95e-9338-4286-b58d-179926b880c2 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:52.542507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 059bc95e-9338-4286-b58d-179926b880c2 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:52.543740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.641552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port 059bc95e-9338-4286-b58d-179926b880c2, host n-d-811173-2, got binding levels [] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:52.641921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.650668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.658403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 059bc95e-9338-4286-b58d-179926b880c2 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:52.685117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.ipam_backend_mixin [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Port 059bc95e-9338-4286-b58d-179926b880c2 was not found and therefore no delete operation was performed {{(pid=110005) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:38:52.688276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=25db6c41-dee9-4162-87ae-3718d85e5f2e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:52.690336 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.737578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=059bc95e-9338-4286-b58d-179926b880c2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:52.739431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No DVR routers for this DVR port 059bc95e-9338-4286-b58d-179926b880c2 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:52.856965 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.911614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a2f696-588a-4058-ad2e-683f1981e3c5']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:52.924916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '100370a3-5f0a-47c6-b897-b5ac7e24d8c3') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:52.925219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '100370a3-5f0a-47c6-b897-b5ac7e24d8c3') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:52.939771 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.985189 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:52.997441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:52.997833 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:53.000950 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:53.010149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.099529 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.107146 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.108994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/networks/e7a2f696-588a-4058-ad2e-683f1981e3c5 HTTP/1.1" status: 204 len: 168 time: 1.1406798 Sep 29 23:38:53.112998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58652) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:53.118174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'network': {'name': 'tempest-RoutersTest-1724433038'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:53.124626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d058542-3e13-430a-b083-4708309ed3f3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Network': ['ID=e7a2f696-588a-4058-ad2e-683f1981e3c5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:53.142896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:53.146477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.174034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 548} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:38:53.184788 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.185439 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added segment 69e95e1f-50bf-40cf-ae94-044f8ca1dd0e of type vlan for network 920383be-45f4-409a-a08b-ee84a07b2572 Sep 29 23:38:53.226783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.255629 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.261724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:53.262483 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.291037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 059bc95e-9338-4286-b58d-179926b880c2 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:38:53.308607 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1944594 Sep 29 23:38:53.311870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58654) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:53.314289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router cb5e29ce-a842-41e2-84ac-f67c389c580b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:38:53.329333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 059bc95e-9338-4286-b58d-179926b880c2 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:38:53.329687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 059bc95e-9338-4286-b58d-179926b880c2 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:38:53.342210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'subnet': {'network_id': '920383be-45f4-409a-a08b-ee84a07b2572', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:53.347135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349511f2-caa5-44ee-bd47-aa495b656de6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Network': ['ID=920383be-45f4-409a-a08b-ee84a07b2572,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:53.358442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 920383be-45f4-409a-a08b-ee84a07b2572 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:38:53.429872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:38:53.435787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-edbc075a-a00b-4e9f-ae33-dee0355f93b9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "PUT /v2.0/routers/cb5e29ce-a842-41e2-84ac-f67c389c580b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2534137 Sep 29 23:38:53.437955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:38:53.442326 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.445401 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] Sync routers for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:38:53.454290 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:53.454909 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:53.573292 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:38:53.640986 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.694208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880fd48-ed54-4151-a0e8-372feb695893 req-7de3df9d-7943-487b-b72b-2071bfaf41ff tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:53.695481 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f880fd48-ed54-4151-a0e8-372feb695893 req-7de3df9d-7943-487b-b72b-2071bfaf41ff tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 946 time: 0.0599930 Sep 29 23:38:53.705265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Subnet': ['ID=71b25302-3efa-42e9-98bf-11dc191822a9,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:53.716114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Checking segment: {'id': '69e95e1f-50bf-40cf-ae94-044f8ca1dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '920383be-45f4-409a-a08b-ee84a07b2572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:53.716490 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network hostable DHCP agents. Network: 920383be-45f4-409a-a08b-ee84a07b2572, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:38:53.736656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 920383be-45f4-409a-a08b-ee84a07b2572 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:38:53.744798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f880fd48-ed54-4151-a0e8-372feb695893 req-7667dda8-ff41-49dc-aee1-625ca43fb19f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421889 Sep 29 23:38:53.747156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 920383be-45f4-409a-a08b-ee84a07b2572) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:53.751334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:53.751958 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.762684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b843ba8b-2398-48c2-8575-d158f6f977c1 None None] Network 920383be-45f4-409a-a08b-ee84a07b2572 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:53.768551 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-25b331f6-c01e-4cfd-8ccf-6c47c96fb0a0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4556763 Sep 29 23:38:53.771193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:53.776003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-993d718f-a061-4c03-a570-05f14154d944 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1338548089', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:53.810918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-993d718f-a061-4c03-a570-05f14154d944 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.812230 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-993d718f-a061-4c03-a570-05f14154d944 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.847950 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:38:52Z', 'revision_number': 6, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e98ad95e-5056-4bf4-8eda-d86c0f65628a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'mac_address': 'fa:16:3e:e6:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:37:24Z', 'updated_at': '2021-09-29T23:37:26Z', 'revision_number': 1, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:53.874829 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-993d718f-a061-4c03-a570-05f14154d944 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.876633 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] Checking router: cb5e29ce-a842-41e2-84ac-f67c389c580b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:38:53.880033 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-993d718f-a061-4c03-a570-05f14154d944 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.886052 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:53.887800 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:53.896877 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-993d718f-a061-4c03-a570-05f14154d944 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:53.900933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-993d718f-a061-4c03-a570-05f14154d944 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1261210 Sep 29 23:38:53.901163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58662) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:53.923689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-920383be-45f4-409a-a08b-ee84a07b2572', 'network_id': '920383be-45f4-409a-a08b-ee84a07b2572', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'fixed_ips': [{'subnet_id': '71b25302-3efa-42e9-98bf-11dc191822a9'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:38:53.924810 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.000297 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:38:54.071217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Allocated IP 172.20.0.2 (920383be-45f4-409a-a08b-ee84a07b2572/71b25302-3efa-42e9-98bf-11dc191822a9/6f8abc74-f27e-4d06-a4fe-2061ea38ec4c) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:54.202488 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.223908 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.231078 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.241141 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:38:52Z', 'revision_number': 6, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e98ad95e-5056-4bf4-8eda-d86c0f65628a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'mac_address': 'fa:16:3e:e6:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:37:24Z', 'updated_at': '2021-09-29T23:37:26Z', 'revision_number': 1, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:54.269027 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f813de4-ace5-42f5-8303-428fc8960b5c None None] The sync data for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 is: [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:38:52Z', 'revision_number': 6, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e98ad95e-5056-4bf4-8eda-d86c0f65628a', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.24', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'port_id': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'mac_address': 'fa:16:3e:e6:ab:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:37:24Z', 'updated_at': '2021-09-29T23:37:26Z', 'revision_number': 1, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:38:54.271558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Network 920383be-45f4-409a-a08b-ee84a07b2572 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:54.276323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:54.280467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:54.291736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Pushing event updated for resources: {'Port': ['ID=6f8abc74-f27e-4d06-a4fe-2061ea38ec4c,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:54.344262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Attempting to bind port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:38:54.344642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Attempting to bind port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '69e95e1f-50bf-40cf-ae94-044f8ca1dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '920383be-45f4-409a-a08b-ee84a07b2572'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:38:54.345014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Attempting to bind port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c on network 920383be-45f4-409a-a08b-ee84a07b2572 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:38:54.350166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:38:54.350542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Checking segment: {'id': '69e95e1f-50bf-40cf-ae94-044f8ca1dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '920383be-45f4-409a-a08b-ee84a07b2572'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:38:54.350948 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.351347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Bound using segment: {'id': '69e95e1f-50bf-40cf-ae94-044f8ca1dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '920383be-45f4-409a-a08b-ee84a07b2572'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:38:54.351816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Bound port: 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e95e1f-50bf-40cf-ae94-044f8ca1dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': '920383be-45f4-409a-a08b-ee84a07b2572'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:38:54.352226 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.418491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] For port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:38:54.421778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] For port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6f8abc74-f27e-4d06-a4fe-2061ea38ec4c,segment=NetworkSegment(69e95e1f-50bf-40cf-ae94-044f8ca1dd0e),segment_id=69e95e1f-50bf-40cf-ae94-044f8ca1dd0e)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:38:54.425772 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.463043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Allocated IP 172.20.0.1 (920383be-45f4-409a-a08b-ee84a07b2572/71b25302-3efa-42e9-98bf-11dc191822a9/befea4b3-5bc9-4aad-94f8-c75c1428daf6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:38:54.492064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ff774-038f-4594-9667-cb2bdff9d789 None None] Pushing event updated for resources: {'Port': ['ID=6f8abc74-f27e-4d06-a4fe-2061ea38ec4c,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:54.584848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.625564 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.675514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 920383be-45f4-409a-a08b-ee84a07b2572 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:54.678779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:54.688694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:38:54.692706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=befea4b3-5bc9-4aad-94f8-c75c1428daf6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:54.753078 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.921445 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:54.938237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ed151-6b31-4a2c-8e66-a4e283405a67 req-42dc7cbd-9b90-4887-90da-620a1dd51af8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:54.939752 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc7ed151-6b31-4a2c-8e66-a4e283405a67 req-42dc7cbd-9b90-4887-90da-620a1dd51af8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 946 time: 0.0938766 Sep 29 23:38:55.042461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc7ed151-6b31-4a2c-8e66-a4e283405a67 req-6e1a75a1-e111-43a5-8d56-d30e5dfd7642 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=b8b4102d-c431-4816-ac2a-61eb1b1a6e87&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961769 Sep 29 23:38:55.226239 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:55.232689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:55.243887 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:55.252128 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-2de031ca-b0b6-4975-b0d8-b61f93b4a2cd tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:55.253676 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-2de031ca-b0b6-4975-b0d8-b61f93b4a2cd tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.42 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 946 time: 0.0956805 Sep 29 23:38:55.296633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:55.297220 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:55.309533 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:55.315230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=befea4b3-5bc9-4aad-94f8-c75c1428daf6,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:55.357955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-81419d46-fbb1-441c-97dd-fe58ab6d493f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port 49a488f8-0fef-4adb-9d60-d5c7f112e921 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:55.358311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-81419d46-fbb1-441c-97dd-fe58ab6d493f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:55.392421 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:55.429317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6f8abc74-f27e-4d06-a4fe-2061ea38ec4c,segment=NetworkSegment(69e95e1f-50bf-40cf-ae94-044f8ca1dd0e),segment_id=69e95e1f-50bf-40cf-ae94-044f8ca1dd0e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:55.437296 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:55.452449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 920383be-45f4-409a-a08b-ee84a07b2572 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:38:55.454548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:38:55.466115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 25db6c41-dee9-4162-87ae-3718d85e5f2e no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:38:55.470348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-81419d46-fbb1-441c-97dd-fe58ab6d493f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] For port 49a488f8-0fef-4adb-9d60-d5c7f112e921, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=49a488f8-0fef-4adb-9d60-d5c7f112e921,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:55.470721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-81419d46-fbb1-441c-97dd-fe58ab6d493f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:55.485613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-81419d46-fbb1-441c-97dd-fe58ab6d493f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for 49a488f8-0fef-4adb-9d60-d5c7f112e921 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:55.498768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 25db6c41-dee9-4162-87ae-3718d85e5f2e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:38:55.499175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 25db6c41-dee9-4162-87ae-3718d85e5f2e not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:38:55.531010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=6f8abc74-f27e-4d06-a4fe-2061ea38ec4c,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:55.599193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:38:55.637538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-81419d46-fbb1-441c-97dd-fe58ab6d493f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:55.667486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81419d46-fbb1-441c-97dd-fe58ab6d493f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=49a488f8-0fef-4adb-9d60-d5c7f112e921,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:55.705870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:38:55.713792 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-76bb054b-8d63-484c-a612-0f2ce7ea2494 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8116031 Sep 29 23:38:55.714393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58668) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:55.718484 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-81419d46-fbb1-441c-97dd-fe58ab6d493f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] No DVR routers for this DVR port 49a488f8-0fef-4adb-9d60-d5c7f112e921 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:55.720931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-81419d46-fbb1-441c-97dd-fe58ab6d493f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:55.723312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0b3fccc8-7bb5-4e1b-9b62-402b2759d255 req-81419d46-fbb1-441c-97dd-fe58ab6d493f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.42 "DELETE /v2.0/ports/49a488f8-0fef-4adb-9d60-d5c7f112e921 HTTP/1.1" status: 204 len: 173 time: 0.4625890 Sep 29 23:38:55.723606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3951982f-2cf7-4c6d-83ec-a8934664d713', 'name': 'network-vif-deleted', 'tag': '49a488f8-0fef-4adb-9d60-d5c7f112e921'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:38:55.725933 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af7896a-0012-468e-99aa-5cc69d64fd3a" -d '{"events": [{"server_uuid": "3951982f-2cf7-4c6d-83ec-a8934664d713", "name": "network-vif-deleted", "tag": "49a488f8-0fef-4adb-9d60-d5c7f112e921"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:38:55.730017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278cf0a7-5a00-4c5f-87d1-a8ac8a22e9cd None None] Sync routers for ids ['0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:38:55.744897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cf0a7-5a00-4c5f-87d1-a8ac8a22e9cd None None] Routers {'0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:55.745541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-278cf0a7-5a00-4c5f-87d1-a8ac8a22e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:55.770907 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0331423f-5f3e-4665-8433-98e194e23e65 x-openstack-request-id: req-0331423f-5f3e-4665-8433-98e194e23e65 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:38:55.771202 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3951982f-2cf7-4c6d-83ec-a8934664d713", "name": "network-vif-deleted", "tag": "49a488f8-0fef-4adb-9d60-d5c7f112e921", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:38:55.771590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cdf2b7-8d3c-4544-a8ec-1d9ec2a461cd tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:38:55.771709 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0331423f-5f3e-4665-8433-98e194e23e65 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:38:55.772327 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3951982f-2cf7-4c6d-83ec-a8934664d713', 'name': 'network-vif-deleted', 'tag': '49a488f8-0fef-4adb-9d60-d5c7f112e921', 'status': 'completed', 'code': 200} Sep 29 23:38:55.776109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-69cdf2b7-8d3c-4544-a8ec-1d9ec2a461cd tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports/befea4b3-5bc9-4aad-94f8-c75c1428daf6 HTTP/1.1" status: 200 len: 910 time: 0.0577729 Sep 29 23:38:55.776323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58672) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:55.801818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21a596-081a-4918-8230-6a34ff478e7b None None] Network 920383be-45f4-409a-a08b-ee84a07b2572 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:55.804167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-278cf0a7-5a00-4c5f-87d1-a8ac8a22e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:55.834132 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278cf0a7-5a00-4c5f-87d1-a8ac8a22e9cd None None] Routers {'0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:55.834811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-278cf0a7-5a00-4c5f-87d1-a8ac8a22e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:55.884257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-278cf0a7-5a00-4c5f-87d1-a8ac8a22e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:55.884892 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278cf0a7-5a00-4c5f-87d1-a8ac8a22e9cd None None] The sync data for ids ['0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:38:55.932171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1b87093d-2e01-44d8-9996-1d1ad4067e25 None None] Provisioning complete for port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:55.932552 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1b87093d-2e01-44d8-9996-1d1ad4067e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:56.364263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45a8ec15-ac5c-4861-bb99-7debf5e4562f req-2029f6d2-a825-4cb5-9449-8074a1673666 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=3951982f-2cf7-4c6d-83ec-a8934664d713 HTTP/1.1" status: 200 len: 210 time: 0.0505514 Sep 29 23:38:56.406188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-48216c0c-0107-4186-9f69-40af97a6f688 None None] Provisioning complete for port befea4b3-5bc9-4aad-94f8-c75c1428daf6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:56.406735 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-48216c0c-0107-4186-9f69-40af97a6f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:56.449162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-48216c0c-0107-4186-9f69-40af97a6f688 None None] Port befea4b3-5bc9-4aad-94f8-c75c1428daf6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:56.460401 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-48216c0c-0107-4186-9f69-40af97a6f688 None None] Provisioning complete for port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:56.461161 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-48216c0c-0107-4186-9f69-40af97a6f688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:56.490068 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:56.662525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fbe24cb7-85da-46e3-9a34-02ebd6b0cd0d None None] Provisioning complete for port befea4b3-5bc9-4aad-94f8-c75c1428daf6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:56.662904 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fbe24cb7-85da-46e3-9a34-02ebd6b0cd0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:56.700002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-fbe24cb7-85da-46e3-9a34-02ebd6b0cd0d None None] Port befea4b3-5bc9-4aad-94f8-c75c1428daf6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:56.748799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port befea4b3-5bc9-4aad-94f8-c75c1428daf6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:56.749390 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:56.819009 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-12e85f36-126c-49f4-ae28-6517ac0fd9d4 None None] Provisioning complete for port befea4b3-5bc9-4aad-94f8-c75c1428daf6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:56.819383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-12e85f36-126c-49f4-ae28-6517ac0fd9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:56.837297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:56.849903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for befea4b3-5bc9-4aad-94f8-c75c1428daf6 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:56.856410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-12e85f36-126c-49f4-ae28-6517ac0fd9d4 None None] Port befea4b3-5bc9-4aad-94f8-c75c1428daf6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:38:57.014465 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.041122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=befea4b3-5bc9-4aad-94f8-c75c1428daf6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:57.195179 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.226585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:38:57.273739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:38:57.274035 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.363465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:38:57.421352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58678) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:57.439429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:38:57.447319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e4680ea4-1b42-4892-a9e1-587a2325107b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6691403 Sep 29 23:38:57.447461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58680) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:57.450064 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd6363-2fa3-404a-bfb5-7c3479b7d1bc None None] Sync routers for ids ['0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:38:57.459170 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd6363-2fa3-404a-bfb5-7c3479b7d1bc None None] Routers {'0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:57.459811 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1bdd6363-2fa3-404a-bfb5-7c3479b7d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:57.482798 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2be9e6b9-3bde-4860-901e-e15545393ea3 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb HTTP/1.1" status: 200 len: 205 time: 0.0342393 Sep 29 23:38:57.485539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58682) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:57.492184 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1bdd6363-2fa3-404a-bfb5-7c3479b7d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:57.502432 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdd6363-2fa3-404a-bfb5-7c3479b7d1bc None None] Routers {'0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:38:57.503038 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1bdd6363-2fa3-404a-bfb5-7c3479b7d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:57.515307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77eae02d-5a74-4e34-9163-2d973e86f429 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.537419 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1bdd6363-2fa3-404a-bfb5-7c3479b7d1bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:57.537982 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdd6363-2fa3-404a-bfb5-7c3479b7d1bc None None] The sync data for ids ['0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:38:57.541047 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77eae02d-5a74-4e34-9163-2d973e86f429 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.564700 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-750666c7-c26e-432c-ae4f-f618c816602d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.605022 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77eae02d-5a74-4e34-9163-2d973e86f429 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.608449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-77eae02d-5a74-4e34-9163-2d973e86f429 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.612271 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-77eae02d-5a74-4e34-9163-2d973e86f429 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/security-groups/b8b4102d-c431-4816-ac2a-61eb1b1a6e87 HTTP/1.1" status: 204 len: 168 time: 0.1872916 Sep 29 23:38:57.619258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eae02d-5a74-4e34-9163-2d973e86f429 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b4102d-c431-4816-ac2a-61eb1b1a6e87,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:57.647083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58686) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:57.708501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4389c12-7991-4630-b51d-f92999e3c829 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting subnet 040bdb4a-9998-4b4a-987f-de9a2d04dd2f {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:38:57.711669 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4389c12-7991-4630-b51d-f92999e3c829 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.733061 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-750666c7-c26e-432c-ae4f-f618c816602d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.735327 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-750666c7-c26e-432c-ae4f-f618c816602d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.753914 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4389c12-7991-4630-b51d-f92999e3c829 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.778862 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-750666c7-c26e-432c-ae4f-f618c816602d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.779536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750666c7-c26e-432c-ae4f-f618c816602d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Fanout notify agent at l3_agent the message router_deleted on router 0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:38:57.786492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-750666c7-c26e-432c-ae4f-f618c816602d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.787666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-750666c7-c26e-432c-ae4f-f618c816602d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb HTTP/1.1" status: 204 len: 168 time: 0.3010342 Sep 29 23:38:57.790127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58688) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:57.840748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4389c12-7991-4630-b51d-f92999e3c829 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.843090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22b4f7f-2e33-419d-ae1d-12f132eb1e5e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting subnet 71b25302-3efa-42e9-98bf-11dc191822a9 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:38:57.846339 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a22b4f7f-2e33-419d-ae1d-12f132eb1e5e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.891590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a22b4f7f-2e33-419d-ae1d-12f132eb1e5e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.906503 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4389c12-7991-4630-b51d-f92999e3c829 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.935947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4389c12-7991-4630-b51d-f92999e3c829 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Subnet': ['ID=040bdb4a-9998-4b4a-987f-de9a2d04dd2f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:57.938110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4389c12-7991-4630-b51d-f92999e3c829 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:57.942705 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e4389c12-7991-4630-b51d-f92999e3c829 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/subnets/040bdb4a-9998-4b4a-987f-de9a2d04dd2f HTTP/1.1" status: 204 len: 168 time: 0.2950344 Sep 29 23:38:57.943085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:57.944135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d678bd-26b4-45b1-a421-0f3618925eb0 None None] Network 28111bc9-289c-4f28-87b9-3cb63628a69a requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:58.042375 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a22b4f7f-2e33-419d-ae1d-12f132eb1e5e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.071767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.116645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15549637-8892-4946-9ec7-fe191046fdc3 None None] DHCP port deletion for 28111bc9-289c-4f28-87b9-3cb63628a69a request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:38:58.135091 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a22b4f7f-2e33-419d-ae1d-12f132eb1e5e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.163473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22b4f7f-2e33-419d-ae1d-12f132eb1e5e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Subnet': ['ID=71b25302-3efa-42e9-98bf-11dc191822a9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:58.172329 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a22b4f7f-2e33-419d-ae1d-12f132eb1e5e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.174222 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a22b4f7f-2e33-419d-ae1d-12f132eb1e5e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/71b25302-3efa-42e9-98bf-11dc191822a9 HTTP/1.1" status: 204 len: 168 time: 0.3831661 Sep 29 23:38:58.176974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:58.181477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2599c50d-0241-4c01-a703-735682cfb1c6 None None] Network 920383be-45f4-409a-a08b-ee84a07b2572 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:38:58.188779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-15549637-8892-4946-9ec7-fe191046fdc3 None None] Deleting port 65741cc7-96e6-44b1-a2ab-34c214e80f7a {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:58.189143 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-15549637-8892-4946-9ec7-fe191046fdc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.190634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port 65741cc7-96e6-44b1-a2ab-34c214e80f7a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:58.190980 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.301657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-15549637-8892-4946-9ec7-fe191046fdc3 None None] For port 65741cc7-96e6-44b1-a2ab-34c214e80f7a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=65741cc7-96e6-44b1-a2ab-34c214e80f7a,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:58.301977 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-15549637-8892-4946-9ec7-fe191046fdc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.317530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.323419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] For port 65741cc7-96e6-44b1-a2ab-34c214e80f7a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=65741cc7-96e6-44b1-a2ab-34c214e80f7a,segment=NetworkSegment(67320e23-e530-4e2f-90ba-b6a2a9f97fee),segment_id=67320e23-e530-4e2f-90ba-b6a2a9f97fee)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:58.323419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.333998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-15549637-8892-4946-9ec7-fe191046fdc3 None None] Calling delete_port for 65741cc7-96e6-44b1-a2ab-34c214e80f7a owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:58.342476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for 65741cc7-96e6-44b1-a2ab-34c214e80f7a owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:58.440693 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-15549637-8892-4946-9ec7-fe191046fdc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.454049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:58.454530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.468451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d5bc71-fac8-4e0b-84e5-9e1ef4aeb2b1 None None] DHCP port deletion for 920383be-45f4-409a-a08b-ee84a07b2572 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:38:58.470367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15549637-8892-4946-9ec7-fe191046fdc3 None None] No DVR routers for this DVR port 65741cc7-96e6-44b1-a2ab-34c214e80f7a on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:58.472930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15549637-8892-4946-9ec7-fe191046fdc3 None None] Pushing event deleted for resources: {'Port': ['ID=65741cc7-96e6-44b1-a2ab-34c214e80f7a,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:58.491084 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.531853 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5bc71-fac8-4e0b-84e5-9e1ef4aeb2b1 None None] Deleting port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:58.532252 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e2d5bc71-fac8-4e0b-84e5-9e1ef4aeb2b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.555574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] No DVR routers for this DVR port 65741cc7-96e6-44b1-a2ab-34c214e80f7a on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:58.557345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=65741cc7-96e6-44b1-a2ab-34c214e80f7a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:58.597079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e2d5bc71-fac8-4e0b-84e5-9e1ef4aeb2b1 None None] For port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6f8abc74-f27e-4d06-a4fe-2061ea38ec4c,segment=NetworkSegment(69e95e1f-50bf-40cf-ae94-044f8ca1dd0e),segment_id=69e95e1f-50bf-40cf-ae94-044f8ca1dd0e)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:58.597478 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e2d5bc71-fac8-4e0b-84e5-9e1ef4aeb2b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.604074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6f8abc74-f27e-4d06-a4fe-2061ea38ec4c,segment=NetworkSegment(69e95e1f-50bf-40cf-ae94-044f8ca1dd0e),segment_id=69e95e1f-50bf-40cf-ae94-044f8ca1dd0e)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:38:58.604455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.610139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e2d5bc71-fac8-4e0b-84e5-9e1ef4aeb2b1 None None] Calling delete_port for 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:58.627723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:58.663714 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.688485 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e2d5bc71-fac8-4e0b-84e5-9e1ef4aeb2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.716214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5bc71-fac8-4e0b-84e5-9e1ef4aeb2b1 None None] Pushing event deleted for resources: {'Port': ['ID=6f8abc74-f27e-4d06-a4fe-2061ea38ec4c,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:58.716465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28111bc9-289c-4f28-87b9-3cb63628a69a']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:58.718701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d5bc71-fac8-4e0b-84e5-9e1ef4aeb2b1 None None] No DVR routers for this DVR port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:58.737575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67320e23-e530-4e2f-90ba-b6a2a9f97fee') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:58.737876 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67320e23-e530-4e2f-90ba-b6a2a9f97fee') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:58.752198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.772573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.785131 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:58.785887 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:58.788413 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:58.807007 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.867936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=6f8abc74-f27e-4d06-a4fe-2061ea38ec4c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:58.872342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No DVR routers for this DVR port 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:38:58.876288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.881183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 49a488f8-0fef-4adb-9d60-d5c7f112e921 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:38:58.883196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.888559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/networks/28111bc9-289c-4f28-87b9-3cb63628a69a HTTP/1.1" status: 204 len: 168 time: 0.9409938 Sep 29 23:38:58.889113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58694) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:58.907864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 49a488f8-0fef-4adb-9d60-d5c7f112e921 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:38:58.908090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 49a488f8-0fef-4adb-9d60-d5c7f112e921 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:38:58.924704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe14608-6e09-4299-b83d-05f55496d975 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Network': ['ID=28111bc9-289c-4f28-87b9-3cb63628a69a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:58.973617 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:58.993654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920383be-45f4-409a-a08b-ee84a07b2572']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:59.002643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e95e1f-50bf-40cf-ae94-044f8ca1dd0e') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:59.002944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e95e1f-50bf-40cf-ae94-044f8ca1dd0e') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:38:59.012668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.025374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.031571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Releasing vlan 548 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:38:59.032000 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:38:59.034844 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:38:59.092345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.101290 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.103328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/networks/920383be-45f4-409a-a08b-ee84a07b2572 HTTP/1.1" status: 204 len: 168 time: 0.9255104 Sep 29 23:38:59.104475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port e88438c8-674c-452d-b0f7-0f463b12fa5c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:38:59.104827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.107284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58696) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:38:59.111646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-524626600', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:38:59.112919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789cb467-83b9-40ae-99fb-730760c821a9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Network': ['ID=920383be-45f4-409a-a08b-ee84a07b2572,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:38:59.187472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.188537 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.221889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:38:59.242342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.242675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.244740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:38:59.245086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6f8abc74-f27e-4d06-a4fe-2061ea38ec4c not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:38:59.245599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 65741cc7-96e6-44b1-a2ab-34c214e80f7a no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:38:59.263700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 65741cc7-96e6-44b1-a2ab-34c214e80f7a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:38:59.264101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 65741cc7-96e6-44b1-a2ab-34c214e80f7a not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:38:59.278668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for e88438c8-674c-452d-b0f7-0f463b12fa5c owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:38:59.302937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.747441 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.898371 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:38:59.932692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=e88438c8-674c-452d-b0f7-0f463b12fa5c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:00.071696 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:00.098006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:00.098339 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Floating IP e98ad95e-5056-4bf4-8eda-d86c0f65628a disassociated (deleted). External IP: 172.25.4.24, port: a61e5635-6fd1-4abc-bfde-fe93667bee91. Sep 29 23:39:00.101585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:00.321993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Allocated IP 172.25.4.76 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/3fbd1f50-55b8-41a5-8402-33212a8245ef) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:00.447634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router cb5e29ce-a842-41e2-84ac-f67c389c580b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:00.522452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:00.597839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:00.602864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:00.607461 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] Sync routers for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:00.616790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:00.617407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:00.627549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:00.663075 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0c002b28-abf6-4f34-b820-e1a557e476f9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/floatingips/e98ad95e-5056-4bf4-8eda-d86c0f65628a HTTP/1.1" status: 204 len: 168 time: 1.7722201 Sep 29 23:39:00.665390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'tag': 'a61e5635-6fd1-4abc-bfde-fe93667bee91'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:39:00.667687 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6e6d560-05ed-4bf0-965a-b90594ce83f2" -d '{"events": [{"name": "network-changed", "server_uuid": "bf1733ba-a872-4af0-888a-e76ebaf898cf", "tag": "a61e5635-6fd1-4abc-bfde-fe93667bee91"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:39:00.680151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:00.683096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:00.696201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:00.699939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=3fbd1f50-55b8-41a5-8402-33212a8245ef,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:00.741568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:00.829547 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442ae333-2b98-40c8-b9f8-44ee19546603 x-openstack-request-id: req-442ae333-2b98-40c8-b9f8-44ee19546603 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:39:00.829842 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf1733ba-a872-4af0-888a-e76ebaf898cf", "tag": "a61e5635-6fd1-4abc-bfde-fe93667bee91", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:39:00.830228 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-442ae333-2b98-40c8-b9f8-44ee19546603 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:39:00.830694 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'tag': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'status': 'completed', 'code': 200} Sep 29 23:39:00.909600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-81ac7733-c1ad-4d32-bb0e-0c72b1b75644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:00.911196 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-81ac7733-c1ad-4d32-bb0e-0c72b1b75644 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 1096 time: 0.0796921 Sep 29 23:39:00.940980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdbb82-e22f-45cc-978c-bc5a2a74c8c4 req-014ef6b0-c409-410c-9f6f-b705ecaca34d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:00.942603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84bdbb82-e22f-45cc-978c-bc5a2a74c8c4 req-014ef6b0-c409-410c-9f6f-b705ecaca34d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 945 time: 0.0638378 Sep 29 23:39:00.952371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:38:52Z', 'revision_number': 6, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:00.986969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84bdbb82-e22f-45cc-978c-bc5a2a74c8c4 req-8d7199df-88b7-4805-9eec-1f85fab2106f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365624 Sep 29 23:39:01.094294 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:01.099582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-9f38f8b1-e7dd-4bcb-945b-5658547501ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:01.101101 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-9f38f8b1-e7dd-4bcb-945b-5658547501ef service neutron] 10.222.0.26 "GET /v2.0/networks?id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157 HTTP/1.1" status: 200 len: 897 time: 0.1540871 Sep 29 23:39:01.139753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] Checking router: cb5e29ce-a842-41e2-84ac-f67c389c580b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:01.148051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:01.148677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:01.176493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-b47778bc-f918-458a-b8cd-9016b2b73857 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a61e5635-6fd1-4abc-bfde-fe93667bee91 HTTP/1.1" status: 200 len: 217 time: 0.0436225 Sep 29 23:39:01.254503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:01.266658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-9fa059cc-74ee-4be2-9271-78780c03526c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:01.268207 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-9fa059cc-74ee-4be2-9271-78780c03526c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4ebf3b56-46aa-4394-a58b-e44cb7b15740 HTTP/1.1" status: 200 len: 835 time: 0.0833991 Sep 29 23:39:01.364836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-f5ddcbe7-eeeb-4b38-97da-fe0300209ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:01.366324 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-f5ddcbe7-eeeb-4b38-97da-fe0300209ba8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0cf4c3bc-a2e9-40d2-b900-4e7375bba157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0897133 Sep 29 23:39:01.465453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:38:52Z', 'revision_number': 6, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:01.493861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c120d870-2343-40d5-b6bb-62fcf2998eb3 None None] The sync data for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 is: [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:38:52Z', 'revision_number': 6, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa', 'name': '', 'network_id': '0cf4c3bc-a2e9-40d2-b900-4e7375bba157', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:36:6e:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:08Z', 'updated_at': '2021-09-29T23:37:12Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '4ebf3b56-46aa-4394-a58b-e44cb7b15740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:01.718637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:01.740544 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260dd030-e31f-46ee-bc01-6f0be2901fa5 None None] New status for floating IP e98ad95e-5056-4bf4-8eda-d86c0f65628a: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:39:01.821445 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-f71372bb-9dea-4bc1-9d9c-ba830ab808cc service neutron] 10.222.0.26 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282990 Sep 29 23:39:01.982447 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e6e6d560-05ed-4bf0-965a-b90594ce83f2 req-64092b7a-eae6-4fe6-b81d-e0aade915fe4 service neutron] 10.222.0.26 "GET /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263678 Sep 29 23:39:01.986346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:39:02.099550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:02.109604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6a557-032e-409a-9602-09d29538b0b5 None None] Sync routers for ids ['ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:02.115406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c7b68-f4b3-491c-bf8a-ca9691d228dc req-11e8362e-295b-40e5-8c61-7c54f94ba881 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:02.117183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-738c7b68-f4b3-491c-bf8a-ca9691d228dc req-11e8362e-295b-40e5-8c61-7c54f94ba881 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 945 time: 0.0530348 Sep 29 23:39:02.118827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:02.119944 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6a557-032e-409a-9602-09d29538b0b5 None None] Routers {'ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:02.121202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1aa6a557-032e-409a-9602-09d29538b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:02.123882 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8322edbb-92a4-4362-87ac-3d9bbe0e88e9 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0154748 Sep 29 23:39:02.124987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58706) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:02.158486 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1aa6a557-032e-409a-9602-09d29538b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:02.171779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6a557-032e-409a-9602-09d29538b0b5 None None] Routers {'ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:02.172456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1aa6a557-032e-409a-9602-09d29538b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:02.183023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-39931088-3510-4f68-9ca4-6701379bbafd tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:02.185316 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-39931088-3510-4f68-9ca4-6701379bbafd tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.26 "GET /v2.0/ports?device_id=bf1733ba-a872-4af0-888a-e76ebaf898cf HTTP/1.1" status: 200 len: 945 time: 0.0515912 Sep 29 23:39:02.204718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1aa6a557-032e-409a-9602-09d29538b0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:02.205399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6a557-032e-409a-9602-09d29538b0b5 None None] The sync data for ids ['ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:02.214220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-738c7b68-f4b3-491c-bf8a-ca9691d228dc req-5c567e9e-77a7-4e3e-932e-49e4ed0ea737 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=163d513b-68c7-488b-ae02-cf81b8e127a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868955 Sep 29 23:39:02.268190 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-37254711-b469-4be3-bfeb-3e160c849caf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/routers/ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a HTTP/1.1" status: 200 len: 879 time: 0.1418440 Sep 29 23:39:02.270452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58710) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:02.283789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-fd7f5d85-c226-43ef-bde8-0690b143da89 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port a61e5635-6fd1-4abc-bfde-fe93667bee91 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:02.284169 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-fd7f5d85-c226-43ef-bde8-0690b143da89 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:02.378986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-fd7f5d85-c226-43ef-bde8-0690b143da89 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] For port a61e5635-6fd1-4abc-bfde-fe93667bee91, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=a61e5635-6fd1-4abc-bfde-fe93667bee91,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:02.379350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-fd7f5d85-c226-43ef-bde8-0690b143da89 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:02.392559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-fd7f5d85-c226-43ef-bde8-0690b143da89 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for a61e5635-6fd1-4abc-bfde-fe93667bee91 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:02.499281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8121378c-a6ac-4d49-a96f-88d2a2308316 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2277341 Sep 29 23:39:02.501809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58712) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:02.506172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a0677a85-5e3f-45c0-bb13-7fc2b230cce2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-524626600'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:02.524165 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-fd7f5d85-c226-43ef-bde8-0690b143da89 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:02.553556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f5d85-c226-43ef-bde8-0690b143da89 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=a61e5635-6fd1-4abc-bfde-fe93667bee91,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:02.594265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-fd7f5d85-c226-43ef-bde8-0690b143da89 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] No DVR routers for this DVR port a61e5635-6fd1-4abc-bfde-fe93667bee91 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:02.597066 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-fd7f5d85-c226-43ef-bde8-0690b143da89 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:02.599068 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e2809cf7-1e24-469b-9bba-2e264937cd92 req-fd7f5d85-c226-43ef-bde8-0690b143da89 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.26 "DELETE /v2.0/ports/a61e5635-6fd1-4abc-bfde-fe93667bee91 HTTP/1.1" status: 204 len: 173 time: 0.4078817 Sep 29 23:39:02.832543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'name': 'network-vif-deleted', 'tag': 'a61e5635-6fd1-4abc-bfde-fe93667bee91'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:39:02.835053 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50bff8f-5f7e-4ddf-87bd-de4bbcbbb81e" -d '{"events": [{"server_uuid": "bf1733ba-a872-4af0-888a-e76ebaf898cf", "name": "network-vif-deleted", "tag": "a61e5635-6fd1-4abc-bfde-fe93667bee91"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:39:02.873973 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f7866e-6189-456d-ae0d-bd9161cce283 x-openstack-request-id: req-98f7866e-6189-456d-ae0d-bd9161cce283 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:39:02.874278 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf1733ba-a872-4af0-888a-e76ebaf898cf", "name": "network-vif-deleted", "tag": "a61e5635-6fd1-4abc-bfde-fe93667bee91", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:39:02.874528 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-98f7866e-6189-456d-ae0d-bd9161cce283 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:39:02.874930 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf1733ba-a872-4af0-888a-e76ebaf898cf', 'name': 'network-vif-deleted', 'tag': 'a61e5635-6fd1-4abc-bfde-fe93667bee91', 'status': 'completed', 'code': 200} Sep 29 23:39:03.151204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0677a85-5e3f-45c0-bb13-7fc2b230cce2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:03.163449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0677a85-5e3f-45c0-bb13-7fc2b230cce2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:03.270262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0677a85-5e3f-45c0-bb13-7fc2b230cce2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:03.273774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58718) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:03.327311 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e16d260-2ade-4974-8fa3-307ce2a4685c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:03.407786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f50dc72b-9aff-416a-800a-7c88b745c82c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:03.441677 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f50dc72b-9aff-416a-800a-7c88b745c82c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:03.444487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0677a85-5e3f-45c0-bb13-7fc2b230cce2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:03.454718 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60454fe3-7c99-4e03-87ba-c6ff6b35cafa None None] Sync routers for ids ['ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:03.455624 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a0677a85-5e3f-45c0-bb13-7fc2b230cce2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:03.459184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a0677a85-5e3f-45c0-bb13-7fc2b230cce2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a HTTP/1.1" status: 200 len: 886 time: 0.9541035 Sep 29 23:39:03.459865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58720) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:03.465137 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60454fe3-7c99-4e03-87ba-c6ff6b35cafa None None] Routers {'ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:03.466161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-60454fe3-7c99-4e03-87ba-c6ff6b35cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:03.501547 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-60454fe3-7c99-4e03-87ba-c6ff6b35cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:03.509980 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60454fe3-7c99-4e03-87ba-c6ff6b35cafa None None] Routers {'ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:03.510574 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-60454fe3-7c99-4e03-87ba-c6ff6b35cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:03.542797 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-60454fe3-7c99-4e03-87ba-c6ff6b35cafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:03.543687 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60454fe3-7c99-4e03-87ba-c6ff6b35cafa None None] The sync data for ids ['ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:03.587389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-858c4ef6-b6ee-4ef3-85db-69c24b2da74a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/routers/ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a HTTP/1.1" status: 200 len: 886 time: 0.1268349 Sep 29 23:39:03.590751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58722) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:03.621213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-61737704-ff57-48a5-92a5-f9156fdc2474 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a HTTP/1.1" status: 200 len: 205 time: 0.0288718 Sep 29 23:39:03.622128 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f50dc72b-9aff-416a-800a-7c88b745c82c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:03.624172 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58724) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:03.624678 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f50dc72b-9aff-416a-800a-7c88b745c82c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:03.625703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f50dc72b-9aff-416a-800a-7c88b745c82c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/security-groups/163d513b-68c7-488b-ae02-cf81b8e127a6 HTTP/1.1" status: 204 len: 168 time: 0.3510342 Sep 29 23:39:03.634408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dc72b-9aff-416a-800a-7c88b745c82c tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d513b-68c7-488b-ae02-cf81b8e127a6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:03.663058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58728) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:03.745242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:03.852488 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:03.914441 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 3fbd1f50-55b8-41a5-8402-33212a8245ef {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:03.914789 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.000265 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.013474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 3fbd1f50-55b8-41a5-8402-33212a8245ef owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:04.050886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.184134 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.214987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=3fbd1f50-55b8-41a5-8402-33212a8245ef,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:04.277914 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.318790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:04.319389 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.374038 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.376525 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.411255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] For port 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:04.411623 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.419220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.419799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Fanout notify agent at l3_agent the message router_deleted on router ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:39:04.424138 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:04.439501 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.440589 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3bf04f5c-374e-4447-b065-e862601450f0 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a HTTP/1.1" status: 204 len: 168 time: 0.8154895 Sep 29 23:39:04.444354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58730) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:04.452445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'network': {'name': 'tempest-RoutersTest-772829563'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:04.473400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:04.477220 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.501894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:39:04.511158 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.512359 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added segment fb5511f2-2db2-4ee7-892b-3e03efd02ccf of type vlan for network 4856899a-5b1b-44d1-8493-677594aa04fd Sep 29 23:39:04.553549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.579609 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.585392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:04.586015 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.617510 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1693535 Sep 29 23:39:04.617755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.617906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58732) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:04.622539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'subnet': {'network_id': '4856899a-5b1b-44d1-8493-677594aa04fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:04.640052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:04.682396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da89f61-7e79-438c-a0d7-0b4fea6d0b22 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Network': ['ID=4856899a-5b1b-44d1-8493-677594aa04fd,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:04.695618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 4856899a-5b1b-44d1-8493-677594aa04fd details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:39:04.756230 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:04.760033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.837059 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:04.956781 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.025114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Subnet': ['ID=9166edfa-b799-4324-b37e-72e23b6e8ace,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:05.034433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Checking segment: {'id': 'fb5511f2-2db2-4ee7-892b-3e03efd02ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4856899a-5b1b-44d1-8493-677594aa04fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:05.034804 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network hostable DHCP agents. Network: 4856899a-5b1b-44d1-8493-677594aa04fd, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:39:05.052726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 4856899a-5b1b-44d1-8493-677594aa04fd is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:39:05.061639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 4856899a-5b1b-44d1-8493-677594aa04fd) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:05.064031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router cb5e29ce-a842-41e2-84ac-f67c389c580b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:05.066093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:05.066695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.075678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac6525-0fe6-4aa8-99ee-75f4b38bb2d9 None None] Network 4856899a-5b1b-44d1-8493-677594aa04fd requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:05.081766 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-99e94006-4762-492d-8d5f-1577b63fcf77 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4630833 Sep 29 23:39:05.088416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58734) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:05.093962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7dd65df1-a6d1-441a-8e71-4856f5f4a02f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-244907931', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:05.117248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd65df1-a6d1-441a-8e71-4856f5f4a02f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.118633 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd65df1-a6d1-441a-8e71-4856f5f4a02f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.177086 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd65df1-a6d1-441a-8e71-4856f5f4a02f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.184868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:05.185352 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd65df1-a6d1-441a-8e71-4856f5f4a02f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.190690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-be1c2107-6025-4392-ba46-d06f60c7ac0a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "PUT /v2.0/routers/cb5e29ce-a842-41e2-84ac-f67c389c580b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5273004 Sep 29 23:39:05.193281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58736) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:05.201468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] Sync routers for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:05.207003 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7dd65df1-a6d1-441a-8e71-4856f5f4a02f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.212868 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7dd65df1-a6d1-441a-8e71-4856f5f4a02f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1233788 Sep 29 23:39:05.214231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58738) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:05.224548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:05.225185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:05.252872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79a14a2-77d4-46b2-9618-27edc3f98d2f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting subnet 4ebf3b56-46aa-4394-a58b-e44cb7b15740 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:39:05.256050 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e79a14a2-77d4-46b2-9618-27edc3f98d2f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.290176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-4856899a-5b1b-44d1-8493-677594aa04fd', 'network_id': '4856899a-5b1b-44d1-8493-677594aa04fd', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'fixed_ips': [{'subnet_id': '9166edfa-b799-4324-b37e-72e23b6e8ace'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:39:05.291204 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.301152 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e79a14a2-77d4-46b2-9618-27edc3f98d2f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.394873 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e79a14a2-77d4-46b2-9618-27edc3f98d2f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.436670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:05.458084 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e79a14a2-77d4-46b2-9618-27edc3f98d2f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.490916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79a14a2-77d4-46b2-9618-27edc3f98d2f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Subnet': ['ID=4ebf3b56-46aa-4394-a58b-e44cb7b15740,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:05.496006 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e79a14a2-77d4-46b2-9618-27edc3f98d2f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.500336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e79a14a2-77d4-46b2-9618-27edc3f98d2f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/subnets/4ebf3b56-46aa-4394-a58b-e44cb7b15740 HTTP/1.1" status: 204 len: 168 time: 0.3044627 Sep 29 23:39:05.502269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58740) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:05.516048 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae8b6ce-577f-4035-a106-fe937c8d5af8 None None] Network 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:05.524671 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.579507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Allocated IP 172.20.0.2 (4856899a-5b1b-44d1-8493-677594aa04fd/9166edfa-b799-4324-b37e-72e23b6e8ace/1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:05.613286 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.727376 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.780520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port 2bd95dde-539d-44c1-92cb-8682cb8e57b1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:05.780864 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.863310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] For port 2bd95dde-539d-44c1-92cb-8682cb8e57b1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=2bd95dde-539d-44c1-92cb-8682cb8e57b1,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:05.863680 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.876983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for 2bd95dde-539d-44c1-92cb-8682cb8e57b1 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:05.903761 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.905931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13'}], 'enable_snat': True}, 'gw_port_id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:39:04Z', 'revision_number': 7, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': '2bd95dde-539d-44c1-92cb-8682cb8e57b1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:d8:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3568, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:05.937774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3363626-3377-4865-82af-e5556e4172c3 None None] DHCP port deletion for 0cf4c3bc-a2e9-40d2-b900-4e7375bba157 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:39:05.941263 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:05.943021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] Checking router: cb5e29ce-a842-41e2-84ac-f67c389c580b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:05.964108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Allocated IP 172.20.0.1 (4856899a-5b1b-44d1-8493-677594aa04fd/9166edfa-b799-4324-b37e-72e23b6e8ace/cdf68bee-3cd7-4573-b3e5-34244ce5db89) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:06.014687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Network 4856899a-5b1b-44d1-8493-677594aa04fd is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:06.020184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] Routers {'cb5e29ce-a842-41e2-84ac-f67c389c580b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:06.020889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:38:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cb5e29ce-a842-41e2-84ac-f67c389c580b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:06.025988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:06.029843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:06.072467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Pushing event updated for resources: {'Port': ['ID=1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:06.073320 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.102131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.111510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=2bd95dde-539d-44c1-92cb-8682cb8e57b1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:06.140453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.176453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] Set router cb5e29ce-a842-41e2-84ac-f67c389c580b gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:06.183682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 4856899a-5b1b-44d1-8493-677594aa04fd is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:06.187079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:06.191173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:06.192226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.231674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=cdf68bee-3cd7-4573-b3e5-34244ce5db89,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:06.247584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Attempting to bind port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:06.247910 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.248050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Attempting to bind port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'fb5511f2-2db2-4ee7-892b-3e03efd02ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4856899a-5b1b-44d1-8493-677594aa04fd'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:06.248351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Attempting to bind port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef on network 4856899a-5b1b-44d1-8493-677594aa04fd {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:06.258727 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:39:05Z', 'revision_number': 8, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:06.267880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:06.268241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Checking segment: {'id': 'fb5511f2-2db2-4ee7-892b-3e03efd02ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4856899a-5b1b-44d1-8493-677594aa04fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:06.268667 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.269093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Bound using segment: {'id': 'fb5511f2-2db2-4ee7-892b-3e03efd02ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4856899a-5b1b-44d1-8493-677594aa04fd'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:06.269726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Bound port: 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5511f2-2db2-4ee7-892b-3e03efd02ccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '4856899a-5b1b-44d1-8493-677594aa04fd'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:06.270158 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.294173 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.296421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d3363626-3377-4865-82af-e5556e4172c3 None None] Deleting port 06bae4d5-ce40-412e-bb66-7925fffedfdd {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:06.296805 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d3363626-3377-4865-82af-e5556e4172c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.296957 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.300391 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-80913f37-8d33-4ff5-a26e-80e8a4cb7d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.322460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd51d835-7fb6-4eaa-a30b-67435dc0a217 None None] The sync data for ids ['cb5e29ce-a842-41e2-84ac-f67c389c580b'] in n-d-811173-2 is: [{'id': 'cb5e29ce-a842-41e2-84ac-f67c389c580b', 'name': 'tempest-TestNetworkBasicOps-router-1964017098', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:37:05Z', 'updated_at': '2021-09-29T23:39:05Z', 'revision_number': 8, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:06.344365 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.344970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Fanout notify agent at l3_agent the message router_deleted on router cb5e29ce-a842-41e2-84ac-f67c389c580b {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:39:06.353738 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.355725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4199eb56-a6ef-4995-9842-a30f39825cbc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/routers/cb5e29ce-a842-41e2-84ac-f67c389c580b HTTP/1.1" status: 204 len: 168 time: 0.8515558 Sep 29 23:39:06.358300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58742) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:06.459186 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.521488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port 06bae4d5-ce40-412e-bb66-7925fffedfdd {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:06.521778 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.591971 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] For port 06bae4d5-ce40-412e-bb66-7925fffedfdd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=06bae4d5-ce40-412e-bb66-7925fffedfdd,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:06.592398 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.601642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d3363626-3377-4865-82af-e5556e4172c3 None None] For port 06bae4d5-ce40-412e-bb66-7925fffedfdd, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=06bae4d5-ce40-412e-bb66-7925fffedfdd,segment=NetworkSegment(c57a8fd3-915e-40e5-a344-989b04dc9fed),segment_id=c57a8fd3-915e-40e5-a344-989b04dc9fed)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:06.602048 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d3363626-3377-4865-82af-e5556e4172c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.605237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for 06bae4d5-ce40-412e-bb66-7925fffedfdd owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:06.631105 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d3363626-3377-4865-82af-e5556e4172c3 None None] Calling delete_port for 06bae4d5-ce40-412e-bb66-7925fffedfdd owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:06.633912 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.639485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] For port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:06.643814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] For port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef,segment=NetworkSegment(fb5511f2-2db2-4ee7-892b-3e03efd02ccf),segment_id=fb5511f2-2db2-4ee7-892b-3e03efd02ccf)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:06.652917 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.681030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.697264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.731381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=06bae4d5-ce40-412e-bb66-7925fffedfdd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:06.737238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] No DVR routers for this DVR port 06bae4d5-ce40-412e-bb66-7925fffedfdd on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:06.776448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa41bb-1385-4260-9bbf-0b5d20ad1d5d None None] Pushing event updated for resources: {'Port': ['ID=1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:06.800437 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d3363626-3377-4865-82af-e5556e4172c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.833141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3363626-3377-4865-82af-e5556e4172c3 None None] Pushing event deleted for resources: {'Port': ['ID=06bae4d5-ce40-412e-bb66-7925fffedfdd,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:06.837082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3363626-3377-4865-82af-e5556e4172c3 None None] No DVR routers for this DVR port 06bae4d5-ce40-412e-bb66-7925fffedfdd on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:06.848128 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.877275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf4c3bc-a2e9-40d2-b900-4e7375bba157']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:06.891138 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57a8fd3-915e-40e5-a344-989b04dc9fed') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:06.891500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57a8fd3-915e-40e5-a344-989b04dc9fed') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:06.904386 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.921452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.928216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Releasing vlan 529 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:39:06.928907 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:39:06.932295 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:39:07.015282 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.020046 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.100831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=cdf68bee-3cd7-4573-b3e5-34244ce5db89,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:07.107783 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.171332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a61e5635-6fd1-4abc-bfde-fe93667bee91 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:07.192634 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: a61e5635-6fd1-4abc-bfde-fe93667bee91 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:07.192982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device a61e5635-6fd1-4abc-bfde-fe93667bee91 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:07.239122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 4856899a-5b1b-44d1-8493-677594aa04fd is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:07.241558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:07.394447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:07.403351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.425554 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.426161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 747fb6b3-55ab-41be-acc6-f3dc14ab966c is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:39:07.428294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/networks/0cf4c3bc-a2e9-40d2-b900-4e7375bba157 HTTP/1.1" status: 204 len: 168 time: 1.0685942 Sep 29 23:39:07.438517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07dd2b-58ff-4adf-84a0-00babedd11fc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Network': ['ID=0cf4c3bc-a2e9-40d2-b900-4e7375bba157,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:07.449754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58744) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:07.456237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:07.456564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'network': {'name': 'tempest-network-smoke--1739449213', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'port_security_enabled': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:07.456727 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.532463 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.544469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Made reservation on behalf of fa07e8043e1640f392c1454ccc967e60 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:07.547327 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.548000 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.574785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:07.579964 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-02dbd3d5-a62c-4191-8aaf-dafb20d6797d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/747fb6b3-55ab-41be-acc6-f3dc14ab966c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3644514 Sep 29 23:39:07.582777 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58746) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:07.590867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:39:07.591943 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff478c-eff7-4c00-a416-39c880106c25 None None] Sync routers for ids ['747fb6b3-55ab-41be-acc6-f3dc14ab966c'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:07.598182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef,segment=NetworkSegment(fb5511f2-2db2-4ee7-892b-3e03efd02ccf),segment_id=fb5511f2-2db2-4ee7-892b-3e03efd02ccf)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:07.603410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.603814 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Added segment c352cfec-52d3-4c0d-b158-1f1cc1948f7b of type vlan for network 5eb45927-7260-44b3-85b6-9f9d34146c8e Sep 29 23:39:07.605573 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.606308 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff478c-eff7-4c00-a416-39c880106c25 None None] Routers {'747fb6b3-55ab-41be-acc6-f3dc14ab966c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:07.613320 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2dff478c-eff7-4c00-a416-39c880106c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['747fb6b3-55ab-41be-acc6-f3dc14ab966c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:07.635646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f41424-b078-4bfe-afc3-43f2d539487a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:07.639848 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c0f41424-b078-4bfe-afc3-43f2d539487a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports/cdf68bee-3cd7-4573-b3e5-34244ce5db89 HTTP/1.1" status: 200 len: 910 time: 0.0536029 Sep 29 23:39:07.640096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58748) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:07.645386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fc9aa5bc-930b-49bf-9613-e34cbf996a57 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9166edfa-b799-4324-b37e-72e23b6e8ace'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:07.654118 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2dff478c-eff7-4c00-a416-39c880106c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:07.663235 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dff478c-eff7-4c00-a416-39c880106c25 None None] Routers {'747fb6b3-55ab-41be-acc6-f3dc14ab966c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:07.664246 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2dff478c-eff7-4c00-a416-39c880106c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['747fb6b3-55ab-41be-acc6-f3dc14ab966c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:07.669880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:07.690373 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.691010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 06bae4d5-ce40-412e-bb66-7925fffedfdd no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:07.712666 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2dff478c-eff7-4c00-a416-39c880106c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:07.713487 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dff478c-eff7-4c00-a416-39c880106c25 None None] The sync data for ids ['747fb6b3-55ab-41be-acc6-f3dc14ab966c'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:07.718368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 06bae4d5-ce40-412e-bb66-7925fffedfdd {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:07.718650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 06bae4d5-ce40-412e-bb66-7925fffedfdd not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:07.719086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2bd95dde-539d-44c1-92cb-8682cb8e57b1 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:07.727451 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.734981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:07.735708 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.744382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 2bd95dde-539d-44c1-92cb-8682cb8e57b1 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:07.744731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 2bd95dde-539d-44c1-92cb-8682cb8e57b1 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:07.745163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:07.768185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:07.768842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 21998ffa-7b40-4c45-b1e2-b0eb00c0b7fa not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:07.779874 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3282166 Sep 29 23:39:07.782696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58750) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:07.787711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-381328467', 'admin_state_up': True, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:07.826174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb52fdc-a644-4f34-8847-5ab6f062d47e tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Network': ['ID=5eb45927-7260-44b3-85b6-9f9d34146c8e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:07.837402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 5eb45927-7260-44b3-85b6-9f9d34146c8e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:39:07.850373 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.851408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.872333 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa5bc-930b-49bf-9613-e34cbf996a57 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:07.957634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.126836 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57eb23a-c0bc-4e19-adfa-f407ea8209e5 None None] Network 4856899a-5b1b-44d1-8493-677594aa04fd requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:08.182667 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.208854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-be6e1d46-edb4-4bd0-9456-ece3acabd217 None None] Provisioning complete for port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:08.209484 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-be6e1d46-edb4-4bd0-9456-ece3acabd217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.566803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.584521 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0f07a74b-c9b9-4a7d-a31b-128babebcc03 None None] Provisioning complete for port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:08.584940 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0f07a74b-c9b9-4a7d-a31b-128babebcc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.600057 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa5bc-930b-49bf-9613-e34cbf996a57 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.603723 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.618057 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa5bc-930b-49bf-9613-e34cbf996a57 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.697541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0f07a74b-c9b9-4a7d-a31b-128babebcc03 None None] Provisioning complete for port cdf68bee-3cd7-4573-b3e5-34244ce5db89 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:08.697849 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0f07a74b-c9b9-4a7d-a31b-128babebcc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.701353 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.736379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0f07a74b-c9b9-4a7d-a31b-128babebcc03 None None] Port cdf68bee-3cd7-4573-b3e5-34244ce5db89 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:08.748412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9aa5bc-930b-49bf-9613-e34cbf996a57 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:08.749044 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fc9aa5bc-930b-49bf-9613-e34cbf996a57 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.750456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fc9aa5bc-930b-49bf-9613-e34cbf996a57 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/ports/cdf68bee-3cd7-4573-b3e5-34244ce5db89 HTTP/1.1" status: 200 len: 910 time: 1.1093376 Sep 29 23:39:08.753380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58752) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:08.753862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9aa5bc-930b-49bf-9613-e34cbf996a57 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=cdf68bee-3cd7-4573-b3e5-34244ce5db89,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:08.800036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Allocated IP 172.25.4.2 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/d2ea595f-8327-412d-bcf7-f86814d0ebac) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:08.860064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-67823354-cd2e-45d3-9227-573a8e72641c None None] Provisioning complete for port cdf68bee-3cd7-4573-b3e5-34244ce5db89 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:08.860445 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67823354-cd2e-45d3-9227-573a8e72641c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.912389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-67823354-cd2e-45d3-9227-573a8e72641c None None] Port cdf68bee-3cd7-4573-b3e5-34244ce5db89 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:08.923602 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:08.957731 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.001451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:09.005553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:09.012588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:09.014515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=d2ea595f-8327-412d-bcf7-f86814d0ebac,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:09.037229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-139706b9-01b3-46a1-9df8-26536c683ed3 None None] Provisioning complete for port cdf68bee-3cd7-4573-b3e5-34244ce5db89 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:09.037751 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-139706b9-01b3-46a1-9df8-26536c683ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.071745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-139706b9-01b3-46a1-9df8-26536c683ed3 None None] Port cdf68bee-3cd7-4573-b3e5-34244ce5db89 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:09.095042 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.232141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:09.283418 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.284543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:09.285019 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.361925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port cdf68bee-3cd7-4573-b3e5-34244ce5db89 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:09.362704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.454666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.467041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for cdf68bee-3cd7-4573-b3e5-34244ce5db89 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:09.487343 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.613082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router aefdfd18-196c-4651-8c68-0a69f45d4edf is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:39:09.643797 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.671471 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=cdf68bee-3cd7-4573-b3e5-34244ce5db89,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:09.731466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:09.745812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Sync routers for ids ['aefdfd18-196c-4651-8c68-0a69f45d4edf'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:09.753397 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.755775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f98713d5-835f-45da-9f46-e70ee6d16c87 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9717767 Sep 29 23:39:09.758917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58754) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:09.759076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Routers {'aefdfd18-196c-4651-8c68-0a69f45d4edf'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:09.759580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-672504bf-8aee-4796-a242-805c5c38216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['aefdfd18-196c-4651-8c68-0a69f45d4edf'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:09.801892 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c625e544-415f-47dc-8a02-6feb375e6832 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=fa07e8043e1640f392c1454ccc967e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408435 Sep 29 23:39:09.803946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58756) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:09.835300 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.846970 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:09.919732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Set router aefdfd18-196c-4651-8c68-0a69f45d4edf gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:09.922517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4b217c-07b2-4539-8d24-926bd4e4df85 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:09.926785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3f4b217c-07b2-4539-8d24-926bd4e4df85 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1190956 Sep 29 23:39:09.927057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58758) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:09.957924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8fa5177d-ad67-4877-8c64-bf407426fb2f tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273192 Sep 29 23:39:09.958159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58760) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:09.962865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1429944028', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:10.024969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 747fb6b3-55ab-41be-acc6-f3dc14ab966c has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:10.080704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Made reservation on behalf of fa07e8043e1640f392c1454ccc967e60 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:10.084855 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.115878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:10.118327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-672504bf-8aee-4796-a242-805c5c38216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:09Z', 'revision_number': 3, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:10.122717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ca986d43-2566-4f91-be2d-36844ea321bb tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/747fb6b3-55ab-41be-acc6-f3dc14ab966c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3681710 Sep 29 23:39:10.125377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58762) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:10.132442 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3790a71e-cf3f-44ea-abff-0079ff8a12be None None] Sync routers for ids ['747fb6b3-55ab-41be-acc6-f3dc14ab966c'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:10.158499 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3790a71e-cf3f-44ea-abff-0079ff8a12be None None] Routers {'747fb6b3-55ab-41be-acc6-f3dc14ab966c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:10.158499 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3790a71e-cf3f-44ea-abff-0079ff8a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['747fb6b3-55ab-41be-acc6-f3dc14ab966c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:10.159453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Checking router: aefdfd18-196c-4651-8c68-0a69f45d4edf for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:10.160053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Updating router aefdfd18-196c-4651-8c68-0a69f45d4edf port d2ea595f-8327-412d-bcf7-f86814d0ebac binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:39:10.173266 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d0a4bd59-280b-4fce-ad77-b4fa3e1f073c tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=747fb6b3-55ab-41be-acc6-f3dc14ab966c HTTP/1.1" status: 200 len: 205 time: 0.0462527 Sep 29 23:39:10.175842 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58764) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:10.208035 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.217120 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3790a71e-cf3f-44ea-abff-0079ff8a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:10.234235 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3790a71e-cf3f-44ea-abff-0079ff8a12be None None] Routers {'747fb6b3-55ab-41be-acc6-f3dc14ab966c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:10.235223 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3790a71e-cf3f-44ea-abff-0079ff8a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['747fb6b3-55ab-41be-acc6-f3dc14ab966c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:10.266607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a1b691c-659f-4ef7-bd58-83537af99825 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.319216 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3790a71e-cf3f-44ea-abff-0079ff8a12be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:10.320368 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3790a71e-cf3f-44ea-abff-0079ff8a12be None None] The sync data for ids ['747fb6b3-55ab-41be-acc6-f3dc14ab966c'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:10.346713 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.412624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Subnet': ['ID=63196bdb-ac51-4bb8-ac7f-a0633bdee7ce,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:10.420516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Checking segment: {'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:10.420516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network hostable DHCP agents. Network: 5eb45927-7260-44b3-85b6-9f9d34146c8e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:39:10.441239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 5eb45927-7260-44b3-85b6-9f9d34146c8e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:39:10.456155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 5eb45927-7260-44b3-85b6-9f9d34146c8e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:10.471387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:10.472283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.474727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a1b691c-659f-4ef7-bd58-83537af99825 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.476694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e9dbf-3cc8-4942-9107-a840bffad5eb None None] Network 5eb45927-7260-44b3-85b6-9f9d34146c8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:10.478453 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a1b691c-659f-4ef7-bd58-83537af99825 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.499664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-09ebb6fd-5547-4e97-898a-bd350ab1fcf8 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5377414 Sep 29 23:39:10.500094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58766) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:10.627448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.655746 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.711317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Attempting to bind port d2ea595f-8327-412d-bcf7-f86814d0ebac on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:10.711734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Attempting to bind port d2ea595f-8327-412d-bcf7-f86814d0ebac by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:10.712127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Attempting to bind port d2ea595f-8327-412d-bcf7-f86814d0ebac on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:10.741672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:10.742053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:10.742463 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.742855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:10.743343 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Bound port: d2ea595f-8327-412d-bcf7-f86814d0ebac, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:10.743728 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.755081 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-5eb45927-7260-44b3-85b6-9f9d34146c8e', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:39:10.755607 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.776086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c8204-078e-4959-951e-3d44a275909d None None] Pushing event updated for resources: {'Port': ['ID=d2ea595f-8327-412d-bcf7-f86814d0ebac,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:10.800063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a1b691c-659f-4ef7-bd58-83537af99825 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.800593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1b691c-659f-4ef7-bd58-83537af99825 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Fanout notify agent at l3_agent the message router_deleted on router 747fb6b3-55ab-41be-acc6-f3dc14ab966c {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:39:10.809094 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4a1b691c-659f-4ef7-bd58-83537af99825 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.813977 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4a1b691c-659f-4ef7-bd58-83537af99825 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/747fb6b3-55ab-41be-acc6-f3dc14ab966c HTTP/1.1" status: 204 len: 168 time: 0.6370094 Sep 29 23:39:10.814693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58768) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:10.872427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba245d86-04a2-4fe0-a8e3-9db1def63b21 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting subnet 9166edfa-b799-4324-b37e-72e23b6e8ace {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:39:10.876683 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba245d86-04a2-4fe0-a8e3-9db1def63b21 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.884863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-672504bf-8aee-4796-a242-805c5c38216b None None] For port d2ea595f-8327-412d-bcf7-f86814d0ebac, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:10.891318 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-672504bf-8aee-4796-a242-805c5c38216b None None] For port d2ea595f-8327-412d-bcf7-f86814d0ebac, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d2ea595f-8327-412d-bcf7-f86814d0ebac,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:10.896673 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:10.921795 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba245d86-04a2-4fe0-a8e3-9db1def63b21 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.003997 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Routers {'aefdfd18-196c-4651-8c68-0a69f45d4edf'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:11.004770 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-672504bf-8aee-4796-a242-805c5c38216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['aefdfd18-196c-4651-8c68-0a69f45d4edf'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:11.013988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Allocated IP 172.20.0.2 (5eb45927-7260-44b3-85b6-9f9d34146c8e/63196bdb-ac51-4bb8-ac7f-a0633bdee7ce/e84e3dab-b4a7-4b8c-b325-fd325df77249) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:11.015915 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba245d86-04a2-4fe0-a8e3-9db1def63b21 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.081528 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba245d86-04a2-4fe0-a8e3-9db1def63b21 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.111435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba245d86-04a2-4fe0-a8e3-9db1def63b21 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Subnet': ['ID=9166edfa-b799-4324-b37e-72e23b6e8ace,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:11.116644 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ba245d86-04a2-4fe0-a8e3-9db1def63b21 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.121808 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ba245d86-04a2-4fe0-a8e3-9db1def63b21 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/9166edfa-b799-4324-b37e-72e23b6e8ace HTTP/1.1" status: 204 len: 168 time: 0.3022692 Sep 29 23:39:11.122201 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58770) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:11.213251 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.224209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c8204-078e-4959-951e-3d44a275909d None None] Pushing event updated for resources: {'Port': ['ID=d2ea595f-8327-412d-bcf7-f86814d0ebac,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:11.241848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261953ab-eaf7-4b08-b80e-e167d94cbb7b None None] Network 4856899a-5b1b-44d1-8493-677594aa04fd requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:11.270452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:11.270800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.340211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef,segment=NetworkSegment(fb5511f2-2db2-4ee7-892b-3e03efd02ccf),segment_id=fb5511f2-2db2-4ee7-892b-3e03efd02ccf)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:11.340603 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.350853 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.353627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:11.388271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-672504bf-8aee-4796-a242-805c5c38216b None None] Set router aefdfd18-196c-4651-8c68-0a69f45d4edf gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:11.447767 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.477618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No DVR routers for this DVR port 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:11.480413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:11.574402 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.596090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4856899a-5b1b-44d1-8493-677594aa04fd']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:11.606866 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5511f2-2db2-4ee7-892b-3e03efd02ccf') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:11.607169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5511f2-2db2-4ee7-892b-3e03efd02ccf') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:11.617402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e638fb-fcb4-44c6-b254-934e6df80dba None None] DHCP port deletion for 4856899a-5b1b-44d1-8493-677594aa04fd request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:39:11.618454 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.633338 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.640236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:39:11.640636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:39:11.645506 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:39:11.662094 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.689541 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.714243 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.728056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Network 5eb45927-7260-44b3-85b6-9f9d34146c8e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:11.734253 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.738846 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/networks/4856899a-5b1b-44d1-8493-677594aa04fd HTTP/1.1" status: 204 len: 168 time: 0.6118853 Sep 29 23:39:11.738846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d0ea5f-3381-4a66-a6ea-15bf318911c1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Network': ['ID=4856899a-5b1b-44d1-8493-677594aa04fd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:11.739124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:11.739237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58772) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:11.740459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:11.744303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f30beb06-30d4-4f00-910e-34b3d512c2af tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-754977413', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:11.765321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Allocated IP 172.20.0.1 (5eb45927-7260-44b3-85b6-9f9d34146c8e/63196bdb-ac51-4bb8-ac7f-a0633bdee7ce/367b9f48-8dd0-4680-b11f-261f3fec5d4f) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:11.767873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Pushing event updated for resources: {'Port': ['ID=e84e3dab-b4a7-4b8c-b325-fd325df77249,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:11.771482 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f30beb06-30d4-4f00-910e-34b3d512c2af tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.778975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f30beb06-30d4-4f00-910e-34b3d512c2af tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.818424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-672504bf-8aee-4796-a242-805c5c38216b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:09Z', 'revision_number': 3, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:11.821082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Attempting to bind port e84e3dab-b4a7-4b8c-b325-fd325df77249 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:11.821452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Attempting to bind port e84e3dab-b4a7-4b8c-b325-fd325df77249 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:11.821811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Attempting to bind port e84e3dab-b4a7-4b8c-b325-fd325df77249 on network 5eb45927-7260-44b3-85b6-9f9d34146c8e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:11.827591 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f30beb06-30d4-4f00-910e-34b3d512c2af tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.833292 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f30beb06-30d4-4f00-910e-34b3d512c2af tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.851415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f30beb06-30d4-4f00-910e-34b3d512c2af tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.854295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672504bf-8aee-4796-a242-805c5c38216b None None] The sync data for ids ['aefdfd18-196c-4651-8c68-0a69f45d4edf'] in n-d-811173-2 is: [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:09Z', 'revision_number': 3, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:11.856286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:11.856639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Checking segment: {'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:11.856785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f30beb06-30d4-4f00-910e-34b3d512c2af tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1164198 Sep 29 23:39:11.857043 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.857426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Bound using segment: {'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:11.857836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58774) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:11.857969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Bound port: e84e3dab-b4a7-4b8c-b325-fd325df77249, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:11.858271 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.863945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'network': {'name': 'tempest-RoutersTest-596114878'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:11.902790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:11.905179 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.907455 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.933692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 530} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:39:11.935184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] For port e84e3dab-b4a7-4b8c-b325-fd325df77249, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:11.938808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] For port e84e3dab-b4a7-4b8c-b325-fd325df77249, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e84e3dab-b4a7-4b8c-b325-fd325df77249,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:11.945323 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.947398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.947553 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:11.948133 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added segment 43feb733-725d-411a-a202-7309dce4043a of type vlan for network 1db45005-dfa5-47d6-a78e-6b834e93950b Sep 29 23:39:11.996476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 5eb45927-7260-44b3-85b6-9f9d34146c8e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:11.997423 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.000970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:12.006429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:12.020374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=367b9f48-8dd0-4680-b11f-261f3fec5d4f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:12.034556 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.034788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31c2cf-28ad-40f5-8b40-5816fb0592f8 None None] Pushing event updated for resources: {'Port': ['ID=e84e3dab-b4a7-4b8c-b325-fd325df77249,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:12.040371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:12.040958 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.084098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58776) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:12.085846 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2269111 Sep 29 23:39:12.091289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'subnet': {'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:12.117810 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.123577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf7ad8c-e6e7-4859-a1b5-1b6607a54f35 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Network': ['ID=1db45005-dfa5-47d6-a78e-6b834e93950b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:12.136087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 1db45005-dfa5-47d6-a78e-6b834e93950b details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:39:12.294615 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:12.298469 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.405717 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.661112 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.737667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Subnet': ['ID=388dff27-89bc-4664-8e02-d4676c21bb86,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:12.808536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Checking segment: {'id': '43feb733-725d-411a-a202-7309dce4043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:12.808914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network hostable DHCP agents. Network: 1db45005-dfa5-47d6-a78e-6b834e93950b, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:39:12.861725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 1db45005-dfa5-47d6-a78e-6b834e93950b is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:39:12.874733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.879016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.887720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 1db45005-dfa5-47d6-a78e-6b834e93950b) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:12.895981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63c8296-8cd2-4c0f-94d0-877e35fbed6e None None] Network 1db45005-dfa5-47d6-a78e-6b834e93950b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:12.936175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:12.936785 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.969882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:12.972447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=367b9f48-8dd0-4680-b11f-261f3fec5d4f,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:12.977405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2118a742-2604-43ae-b1d9-1cb1e7f08777 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8922155 Sep 29 23:39:12.981011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58778) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:13.070540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-1db45005-dfa5-47d6-a78e-6b834e93950b', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:39:13.071712 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:13.102416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 5eb45927-7260-44b3-85b6-9f9d34146c8e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:13.104183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:13.171555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4099b4b4-bc41-44da-834d-d95680a94ecc None None] Network 5eb45927-7260-44b3-85b6-9f9d34146c8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:13.256082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router aefdfd18-196c-4651-8c68-0a69f45d4edf has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:13.312442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Allocated IP 172.20.0.2 (1db45005-dfa5-47d6-a78e-6b834e93950b/388dff27-89bc-4664-8e02-d4676c21bb86/33cbc65d-c33a-4de8-9d2c-a2c98ae89a92) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:13.343345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c1043743-941c-41ed-8320-11bd71fd1912 None None] Provisioning complete for port e84e3dab-b4a7-4b8c-b325-fd325df77249 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:13.343636 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c1043743-941c-41ed-8320-11bd71fd1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:13.364535 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:13.387693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d2ea595f-8327-412d-bcf7-f86814d0ebac up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:13.427704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:13.438143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5ca5500b-63e9-4821-8258-8aa464cbe551 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "PUT /v2.0/routers/aefdfd18-196c-4651-8c68-0a69f45d4edf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9350886 Sep 29 23:39:13.438709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58780) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:13.561792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b544d6-e8bb-4f44-b91c-a7bd3406947b tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:13.562315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b544d6-e8bb-4f44-b91c-a7bd3406947b tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:13.562959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b544d6-e8bb-4f44-b91c-a7bd3406947b tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:13.563431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b544d6-e8bb-4f44-b91c-a7bd3406947b tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:13.563991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b544d6-e8bb-4f44-b91c-a7bd3406947b tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:13.570274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-95b544d6-e8bb-4f44-b91c-a7bd3406947b tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3567 time: 0.1261070 Sep 29 23:39:13.570274 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58782) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:13.623420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d2ea595f-8327-412d-bcf7-f86814d0ebac triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:13.623797 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:13.629456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca84d5-6fc4-4dd5-b35d-e2a661990f43 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:13.629945 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca84d5-6fc4-4dd5-b35d-e2a661990f43 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:13.630417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca84d5-6fc4-4dd5-b35d-e2a661990f43 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:13.630888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca84d5-6fc4-4dd5-b35d-e2a661990f43 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:13.631358 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ca84d5-6fc4-4dd5-b35d-e2a661990f43 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:13.633164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-62ca84d5-6fc4-4dd5-b35d-e2a661990f43 tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.0635014 Sep 29 23:39:13.636082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58784) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:13.684624 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c1043743-941c-41ed-8320-11bd71fd1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:13.737238 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:13.751465 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c1043743-941c-41ed-8320-11bd71fd1912 None None] For port e84e3dab-b4a7-4b8c-b325-fd325df77249, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e84e3dab-b4a7-4b8c-b325-fd325df77249,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:13.752831 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:13.772371 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c1043743-941c-41ed-8320-11bd71fd1912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:13.800984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f51a3553-49a9-4f12-bc4b-d4df9cd418ee tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2129 time: 0.1630173 Sep 29 23:39:13.820895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Allocated IP 172.20.0.1 (1db45005-dfa5-47d6-a78e-6b834e93950b/388dff27-89bc-4664-8e02-d4676c21bb86/ecd5ab91-012e-49bd-b977-819e80943151) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:13.831507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Network 1db45005-dfa5-47d6-a78e-6b834e93950b is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:13.838487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:13.850110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:13.856415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Sync routers for ids ['aefdfd18-196c-4651-8c68-0a69f45d4edf'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:13.862179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Pushing event updated for resources: {'Port': ['ID=33cbc65d-c33a-4de8-9d2c-a2c98ae89a92,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:13.929095 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:13.978028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Routers {'aefdfd18-196c-4651-8c68-0a69f45d4edf'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:13.978806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['aefdfd18-196c-4651-8c68-0a69f45d4edf'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:13.984851 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Attempting to bind port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:13.985254 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Attempting to bind port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '43feb733-725d-411a-a202-7309dce4043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:13.985653 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Attempting to bind port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 on network 1db45005-dfa5-47d6-a78e-6b834e93950b {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:13.993111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.029295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:14.029670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Checking segment: {'id': '43feb733-725d-411a-a202-7309dce4043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:14.030080 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.030485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Bound using segment: {'id': '43feb733-725d-411a-a202-7309dce4043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:14.030971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Bound port: 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43feb733-725d-411a-a202-7309dce4043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:14.031353 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.049647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.101983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 1db45005-dfa5-47d6-a78e-6b834e93950b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:14.105625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:14.109936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:14.116005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port d2ea595f-8327-412d-bcf7-f86814d0ebac, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d2ea595f-8327-412d-bcf7-f86814d0ebac,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:14.131597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58790) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:14.132751 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.133531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e84e3dab-b4a7-4b8c-b325-fd325df77249 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:14.138441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-785535ce-bd21-4005-bffb-d676b7264c17 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050819782', 'description': 'tempest-secgroup-smoke-2050819782 description', 'project_id': 'fa07e8043e1640f392c1454ccc967e60'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:14.141506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1043743-941c-41ed-8320-11bd71fd1912 None None] Pushing event updated for resources: {'Port': ['ID=e84e3dab-b4a7-4b8c-b325-fd325df77249,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:14.166529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=ecd5ab91-012e-49bd-b977-819e80943151,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:14.180658 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.181321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785535ce-bd21-4005-bffb-d676b7264c17 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.283459 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785535ce-bd21-4005-bffb-d676b7264c17 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.293852 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785535ce-bd21-4005-bffb-d676b7264c17 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.321305 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-785535ce-bd21-4005-bffb-d676b7264c17 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.323097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-785535ce-bd21-4005-bffb-d676b7264c17 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1895294 Sep 29 23:39:14.328023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58792) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:14.338963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-51147cca-396a-473e-9af8-cadbac6ddad0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'bc878066-1a71-4244-b6a6-94863a571a53', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:14.359686 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.360642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bfba6553-5054-43cf-af36-0424f3db804c None None] Provisioning complete for port e84e3dab-b4a7-4b8c-b325-fd325df77249 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:14.361017 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bfba6553-5054-43cf-af36-0424f3db804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.361145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785535ce-bd21-4005-bffb-d676b7264c17 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc878066-1a71-4244-b6a6-94863a571a53,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:14.384360 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-51147cca-396a-473e-9af8-cadbac6ddad0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.449552 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-51147cca-396a-473e-9af8-cadbac6ddad0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.461245 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-51147cca-396a-473e-9af8-cadbac6ddad0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.483082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] For port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:14.489107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51147cca-396a-473e-9af8-cadbac6ddad0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063758e8-4daf-4524-949e-b79a7e63fd0d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:14.502804 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-51147cca-396a-473e-9af8-cadbac6ddad0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.504285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-51147cca-396a-473e-9af8-cadbac6ddad0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1726854 Sep 29 23:39:14.507033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58794) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:14.512179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-19f7d1a1-3c71-4c6a-b1ca-1597bcbd6230 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'bc878066-1a71-4244-b6a6-94863a571a53', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:14.531387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Set router aefdfd18-196c-4651-8c68-0a69f45d4edf gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:14.535972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] For port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=33cbc65d-c33a-4de8-9d2c-a2c98ae89a92,segment=NetworkSegment(43feb733-725d-411a-a202-7309dce4043a),segment_id=43feb733-725d-411a-a202-7309dce4043a)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:14.539064 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19f7d1a1-3c71-4c6a-b1ca-1597bcbd6230 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.571316 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.582230 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=d2ea595f-8327-412d-bcf7-f86814d0ebac,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:14.599858 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19f7d1a1-3c71-4c6a-b1ca-1597bcbd6230 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.604616 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19f7d1a1-3c71-4c6a-b1ca-1597bcbd6230 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.629137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7d1a1-3c71-4c6a-b1ca-1597bcbd6230 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb7ad6b-cc34-47a5-bac5-34284fdd3d16,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:14.639283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-19f7d1a1-3c71-4c6a-b1ca-1597bcbd6230 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.644011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-19f7d1a1-3c71-4c6a-b1ca-1597bcbd6230 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1359117 Sep 29 23:39:14.644784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58796) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:14.649503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-26061711-8ebf-4f7f-9e70-5af3747eed80 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'bc878066-1a71-4244-b6a6-94863a571a53', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:14.677952 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.680151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e84e3dab-b4a7-4b8c-b325-fd325df77249 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:14.680584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.686647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.750938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-26061711-8ebf-4f7f-9e70-5af3747eed80 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.784068 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786839c6-8359-4a76-bad2-5c265631c966 None None] Pushing event updated for resources: {'Port': ['ID=33cbc65d-c33a-4de8-9d2c-a2c98ae89a92,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:14.796626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=ecd5ab91-012e-49bd-b977-819e80943151,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:14.800152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.882786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bfba6553-5054-43cf-af36-0424f3db804c None None] Provisioning complete for port 367b9f48-8dd0-4680-b11f-261f3fec5d4f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:14.883366 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bfba6553-5054-43cf-af36-0424f3db804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.958932 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-26061711-8ebf-4f7f-9e70-5af3747eed80 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.968009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network 1db45005-dfa5-47d6-a78e-6b834e93950b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:14.969339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-26061711-8ebf-4f7f-9e70-5af3747eed80 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:14.973698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:14.974005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bfba6553-5054-43cf-af36-0424f3db804c None None] Port 367b9f48-8dd0-4680-b11f-261f3fec5d4f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:14.990669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26061711-8ebf-4f7f-9e70-5af3747eed80 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4466c5-7f99-43da-868c-da9cd39c4de2,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:15.015506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '367b9f48-8dd0-4680-b11f-261f3fec5d4f', 'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:11:ee:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:12Z', 'revision_number': 2, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:15.035351 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-26061711-8ebf-4f7f-9e70-5af3747eed80 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.039124 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-26061711-8ebf-4f7f-9e70-5af3747eed80 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3909400 Sep 29 23:39:15.039330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58798) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:15.043751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-451fe3f4-7523-43f5-9b3d-842cf73d8a66 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'bc878066-1a71-4244-b6a6-94863a571a53', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:15.044223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Checking router: aefdfd18-196c-4651-8c68-0a69f45d4edf for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:15.044585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Updating router aefdfd18-196c-4651-8c68-0a69f45d4edf port 367b9f48-8dd0-4680-b11f-261f3fec5d4f binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:39:15.065013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:15.095037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:15.095371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1fae352a-8de0-4cd3-a996-5a1b1e3ec3ef not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:15.098105 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.110137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-451fe3f4-7523-43f5-9b3d-842cf73d8a66 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.116794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-27f6aac9-cdea-4e1c-a507-44cd04aa6423 None None] Provisioning complete for port 367b9f48-8dd0-4680-b11f-261f3fec5d4f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:15.117170 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-27f6aac9-cdea-4e1c-a507-44cd04aa6423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.176596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:39:15.179865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-27f6aac9-cdea-4e1c-a507-44cd04aa6423 None None] Port 367b9f48-8dd0-4680-b11f-261f3fec5d4f cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:15.186250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-451fe3f4-7523-43f5-9b3d-842cf73d8a66 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.195995 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-451fe3f4-7523-43f5-9b3d-842cf73d8a66 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.257891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451fe3f4-7523-43f5-9b3d-842cf73d8a66 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7295f9d9-fcd1-4603-99b5-aac3dfceb64a,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:15.297619 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-451fe3f4-7523-43f5-9b3d-842cf73d8a66 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.301557 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-451fe3f4-7523-43f5-9b3d-842cf73d8a66 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2587469 Sep 29 23:39:15.302261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58800) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:15.307872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2eca143b-ecfd-4c46-b1de-ef42fa0770a2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'bc878066-1a71-4244-b6a6-94863a571a53', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:15.322150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:15.329906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5c875aeb-5ec5-4cd8-af4e-b8ca693d7ffa tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3478084 Sep 29 23:39:15.332659 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58802) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:15.337071 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Sync routers for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:15.343777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'network': {'name': 'tempest-RoutersTest-595772138'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:15.351198 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:15.351900 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:15.360874 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-2eca143b-ecfd-4c46-b1de-ef42fa0770a2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Project fa07e8043e1640f392c1454ccc967e60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:39:15.363898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d2ea595f-8327-412d-bcf7-f86814d0ebac up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:15.368025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2eca143b-ecfd-4c46-b1de-ef42fa0770a2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.412153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:15.416079 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.464577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d2ea595f-8327-412d-bcf7-f86814d0ebac triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:15.464967 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.473260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:39:15.484346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2eca143b-ecfd-4c46-b1de-ef42fa0770a2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.491690 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.492135 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added segment cedacd16-a837-48f1-964e-5877591fb8a8 of type vlan for network af560405-e9af-4fd9-8572-75be52465eef Sep 29 23:39:15.501649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2eca143b-ecfd-4c46-b1de-ef42fa0770a2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.541198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.553653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.553907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eca143b-ecfd-4c46-b1de-ef42fa0770a2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109cd67e-f814-49e0-b498-3dfa502d4376,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:15.565255 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:15.568044 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2eca143b-ecfd-4c46-b1de-ef42fa0770a2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.568641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2eca143b-ecfd-4c46-b1de-ef42fa0770a2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2657626 Sep 29 23:39:15.570391 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.571530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58804) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:15.577874 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d67a5969-5749-4a90-8dd0-452ce9b62913 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'security_group_rule': {'security_group_id': 'bc878066-1a71-4244-b6a6-94863a571a53', 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:15.602880 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.610000 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-d67a5969-5749-4a90-8dd0-452ce9b62913 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Project fa07e8043e1640f392c1454ccc967e60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:39:15.611265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:15.612073 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.617701 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d67a5969-5749-4a90-8dd0-452ce9b62913 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.657413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776890e-5772-4211-a559-ba58f8535591 None None] Pushing event updated for resources: {'Port': ['ID=367b9f48-8dd0-4680-b11f-261f3fec5d4f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:15.663348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:15.669861 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3358328 Sep 29 23:39:15.674195 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58806) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:15.731419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'subnet': {'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:15.735470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5e4865-8884-4df9-ad98-2815ab6e5d70 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Network': ['ID=af560405-e9af-4fd9-8572-75be52465eef,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:15.765133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network af560405-e9af-4fd9-8572-75be52465eef details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:39:15.811081 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d67a5969-5749-4a90-8dd0-452ce9b62913 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.820724 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d67a5969-5749-4a90-8dd0-452ce9b62913 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.830834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Attempting to bind port 367b9f48-8dd0-4680-b11f-261f3fec5d4f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:15.832512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Attempting to bind port 367b9f48-8dd0-4680-b11f-261f3fec5d4f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:15.833323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Attempting to bind port 367b9f48-8dd0-4680-b11f-261f3fec5d4f on network 5eb45927-7260-44b3-85b6-9f9d34146c8e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:15.850219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a5969-5749-4a90-8dd0-452ce9b62913 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f0cad8-78fa-4134-b72f-853bfd53b2eb,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:15.859561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d67a5969-5749-4a90-8dd0-452ce9b62913 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.861526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d67a5969-5749-4a90-8dd0-452ce9b62913 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2882788 Sep 29 23:39:15.902492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:15.907745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.912051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:15.912516 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Checking segment: {'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:15.913003 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.913477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Bound using segment: {'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:15.914046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Bound port: 367b9f48-8dd0-4680-b11f-261f3fec5d4f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:15.914924 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:15.996147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] For port 367b9f48-8dd0-4680-b11f-261f3fec5d4f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:16.000316 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] For port 367b9f48-8dd0-4680-b11f-261f3fec5d4f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=367b9f48-8dd0-4680-b11f-261f3fec5d4f,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:16.003642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:16.004070 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.018117 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:14Z', 'revision_number': 2, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:14Z', 'revision_number': 2, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:16.044872 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.073432 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Checking router: ccc08926-9ba1-4fc5-add4-1819caff8b9d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:16.073815 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Updating router ccc08926-9ba1-4fc5-add4-1819caff8b9d port ecd5ab91-012e-49bd-b977-819e80943151 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:39:16.120188 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.122800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Routers {'aefdfd18-196c-4651-8c68-0a69f45d4edf'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:16.123442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['aefdfd18-196c-4651-8c68-0a69f45d4edf'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:16.164457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.184459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c49ca8e-72f7-417e-903e-7fb94242e656 None None] Network 1db45005-dfa5-47d6-a78e-6b834e93950b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:16.189077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d776890e-5772-4211-a559-ba58f8535591 None None] Pushing event updated for resources: {'Port': ['ID=367b9f48-8dd0-4680-b11f-261f3fec5d4f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:16.257283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Checking segment: {'id': 'cedacd16-a837-48f1-964e-5877591fb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:16.257645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network hostable DHCP agents. Network: af560405-e9af-4fd9-8572-75be52465eef, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:39:16.264210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Subnet': ['ID=35260f57-c830-402e-91ab-76a9228c3df2,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:16.288564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network af560405-e9af-4fd9-8572-75be52465eef is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:39:16.315792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, af560405-e9af-4fd9-8572-75be52465eef) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:16.328708 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:16.329355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.338646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-08cc4e4c-e5de-4343-9c40-5bf454a3b971 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050819782&fields=id&tenant_id=fa07e8043e1640f392c1454ccc967e60 HTTP/1.1" status: 200 len: 267 time: 0.0855839 Sep 29 23:39:16.350474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] Set router aefdfd18-196c-4651-8c68-0a69f45d4edf gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:16.367356 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2590379f-1d01-481e-8e4f-a82ce5f97c66 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6929076 Sep 29 23:39:16.368127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58824) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:16.406658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45742e3-e42b-40d4-930d-0571a15daeb0 None None] Network af560405-e9af-4fd9-8572-75be52465eef requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:16.492035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-7e9010c8-1b9a-4d8d-b43f-9f3949c6e980 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:16.497361 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-7e9010c8-1b9a-4d8d-b43f-9f3949c6e980 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/networks?id=5eb45927-7260-44b3-85b6-9f9d34146c8e HTTP/1.1" status: 200 len: 797 time: 0.1516974 Sep 29 23:39:16.520497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-93c15d62-dba2-4e95-acf8-0eb1dcf6d93b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/quotas/fa07e8043e1640f392c1454ccc967e60 HTTP/1.1" status: 200 len: 375 time: 0.0143442 Sep 29 23:39:16.543123 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.555380 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.619927 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Pushing event updated for resources: {'Port': ['ID=ecd5ab91-012e-49bd-b977-819e80943151,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:16.621676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-83d1bce0-3ea4-49b3-9a79-bad05757adef tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901890 Sep 29 23:39:16.635210 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.635557 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.635983 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.636320 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.638349 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.638349 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.638349 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.638349 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.638798 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.639060 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.639397 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.639721 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:16.684235 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7e32e008-9256-4eb1-8805-69f60c0ccac0 None None] Provisioning complete for port 367b9f48-8dd0-4680-b11f-261f3fec5d4f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:16.684617 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7e32e008-9256-4eb1-8805-69f60c0ccac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.704777 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Attempting to bind port ecd5ab91-012e-49bd-b977-819e80943151 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:16.705456 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Attempting to bind port ecd5ab91-012e-49bd-b977-819e80943151 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '43feb733-725d-411a-a202-7309dce4043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:16.706020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Attempting to bind port ecd5ab91-012e-49bd-b977-819e80943151 on network 1db45005-dfa5-47d6-a78e-6b834e93950b {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:16.711631 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:16.712033 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Checking segment: {'id': '43feb733-725d-411a-a202-7309dce4043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:16.712432 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.712822 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Bound using segment: {'id': '43feb733-725d-411a-a202-7309dce4043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:16.713282 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Bound port: ecd5ab91-012e-49bd-b977-819e80943151, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43feb733-725d-411a-a202-7309dce4043a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:16.713831 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.778491 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.795686 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] For port ecd5ab91-012e-49bd-b977-819e80943151, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:16.801258 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] For port ecd5ab91-012e-49bd-b977-819e80943151, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ecd5ab91-012e-49bd-b977-819e80943151,segment=NetworkSegment(43feb733-725d-411a-a202-7309dce4043a),segment_id=43feb733-725d-411a-a202-7309dce4043a)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:16.809310 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.845461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e6a16e79-c2b0-4d2c-b7ff-4de37e9548b7 service neutron] 10.222.0.44 "GET /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222953 Sep 29 23:39:16.856303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.878664 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9688ccb3-b275-429d-9ea3-f3b8ccea0b79 None None] Pushing event updated for resources: {'Port': ['ID=ecd5ab91-012e-49bd-b977-819e80943151,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:16.905738 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:16.906373 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:16.928227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=33cbc65d-c33a-4de8-9d2c-a2c98ae89a92,segment=NetworkSegment(43feb733-725d-411a-a202-7309dce4043a),segment_id=43feb733-725d-411a-a202-7309dce4043a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:16.965298 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-55349cb4-cc93-4354-819c-10bfbab25df6 service neutron] 10.222.0.44 "GET /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184509 Sep 29 23:39:16.972387 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:16.973449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e84e3dab-b4a7-4b8c-b325-fd325df77249 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:17.017841 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:17.171760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3c96314-d3c0-4132-b811-a715ff092f3d req-05a7b7b3-3799-4219-8b01-ec41c7ade379 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 210 time: 0.0587244 Sep 29 23:39:17.269690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=33cbc65d-c33a-4de8-9d2c-a2c98ae89a92,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:17.292004 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7e32e008-9256-4eb1-8805-69f60c0ccac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:17.300398 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:14Z', 'revision_number': 2, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:16Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:17.316403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-af560405-e9af-4fd9-8572-75be52465eef', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:39:17.317275 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:17.352859 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d8ece1-d757-420d-8c14-7e7a2875f951 None None] The sync data for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 is: [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:14Z', 'revision_number': 2, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:16Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:17.374990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e84e3dab-b4a7-4b8c-b325-fd325df77249 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:17.375364 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:17.378249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7e32e008-9256-4eb1-8805-69f60c0ccac0 None None] For port 367b9f48-8dd0-4680-b11f-261f3fec5d4f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=367b9f48-8dd0-4680-b11f-261f3fec5d4f,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:17.418673 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7e32e008-9256-4eb1-8805-69f60c0ccac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:17.566329 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '367b9f48-8dd0-4680-b11f-261f3fec5d4f', 'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:11:ee:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:15Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:17.594098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Allocated IP 172.21.0.1 (af560405-e9af-4fd9-8572-75be52465eef/35260f57-c830-402e-91ab-76a9228c3df2/83ecc10d-776f-4619-9c72-e7527453f8e8) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:17.664578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c6152f-9416-4a78-81d2-4e041a87a2f2 None None] The sync data for ids ['aefdfd18-196c-4651-8c68-0a69f45d4edf'] in n-d-811173-2 is: [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '367b9f48-8dd0-4680-b11f-261f3fec5d4f', 'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:11:ee:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:15Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:17.689837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f163f240-1d8f-4fba-b1e2-c50326fa0e40 None None] Provisioning complete for port 367b9f48-8dd0-4680-b11f-261f3fec5d4f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:17.694213 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f163f240-1d8f-4fba-b1e2-c50326fa0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:17.757803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e32e008-9256-4eb1-8805-69f60c0ccac0 None None] Pushing event updated for resources: {'Port': ['ID=367b9f48-8dd0-4680-b11f-261f3fec5d4f,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:17.827337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:17.888753 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:17.972608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network af560405-e9af-4fd9-8572-75be52465eef is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:17.977967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:17.982961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:18.017805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=83ecc10d-776f-4619-9c72-e7527453f8e8,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:18.072066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f163f240-1d8f-4fba-b1e2-c50326fa0e40 None None] Provisioning complete for port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:18.072447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f163f240-1d8f-4fba-b1e2-c50326fa0e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:18.100485 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:18.139339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Allocated IP 172.21.0.2 (af560405-e9af-4fd9-8572-75be52465eef/35260f57-c830-402e-91ab-76a9228c3df2/d87eff76-c969-4182-a636-11a4bbe5c0b0) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:18.231720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 367b9f48-8dd0-4680-b11f-261f3fec5d4f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:18.355470 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:18.419699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e76e01f-142b-484b-8c2d-934322dec1e5 req-605c029d-8547-4e86-a808-d76dc47b5cbd tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 210 time: 0.0653038 Sep 29 23:39:18.598076 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:18.615774 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:18.673548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 367b9f48-8dd0-4680-b11f-261f3fec5d4f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:18.674117 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:18.712174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0364202c-14d2-403f-bc22-0868bb3b0855 None None] Provisioning complete for port ecd5ab91-012e-49bd-b977-819e80943151 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:18.712642 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0364202c-14d2-403f-bc22-0868bb3b0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:18.716685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Network af560405-e9af-4fd9-8572-75be52465eef is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:18.727176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:18.754092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:18.777990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Pushing event updated for resources: {'Port': ['ID=d87eff76-c969-4182-a636-11a4bbe5c0b0,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:18.854244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-223a2d68-3801-4bc1-9f4e-adbcab1cfbac tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:18.855717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Attempting to bind port d87eff76-c969-4182-a636-11a4bbe5c0b0 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:18.855973 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-223a2d68-3801-4bc1-9f4e-adbcab1cfbac tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.26 "GET /v2.0/networks?id=5eb45927-7260-44b3-85b6-9f9d34146c8e HTTP/1.1" status: 200 len: 797 time: 0.4017093 Sep 29 23:39:18.856163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Attempting to bind port d87eff76-c969-4182-a636-11a4bbe5c0b0 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'cedacd16-a837-48f1-964e-5877591fb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:18.856651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Attempting to bind port d87eff76-c969-4182-a636-11a4bbe5c0b0 on network af560405-e9af-4fd9-8572-75be52465eef {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:18.912112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:18.912584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Checking segment: {'id': 'cedacd16-a837-48f1-964e-5877591fb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:18.913055 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:18.913682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Bound using segment: {'id': 'cedacd16-a837-48f1-964e-5877591fb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:18.914359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Bound port: d87eff76-c969-4182-a636-11a4bbe5c0b0, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedacd16-a837-48f1-964e-5877591fb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:18.914926 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:18.943698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:18.952122 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0364202c-14d2-403f-bc22-0868bb3b0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:18.969566 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-c6f7511e-3adf-4af2-aaaa-b97e4db6d3ce tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa07e8043e1640f392c1454ccc967e60 HTTP/1.1" status: 200 len: 380 time: 0.0703473 Sep 29 23:39:18.987043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'port': {'device_id': '675c0014-ca08-4200-a4f7-a739419e83b9', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'admin_state_up': True, 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'security_groups': ['bc878066-1a71-4244-b6a6-94863a571a53']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:19.067397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.070460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-0364202c-14d2-403f-bc22-0868bb3b0855 None None] For port ecd5ab91-012e-49bd-b977-819e80943151, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ecd5ab91-012e-49bd-b977-819e80943151,segment=NetworkSegment(43feb733-725d-411a-a202-7309dce4043a),segment_id=43feb733-725d-411a-a202-7309dce4043a)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:19.076778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-521d41c7-8abf-4021-9679-136d19738875 None None] For port d87eff76-c969-4182-a636-11a4bbe5c0b0, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:19.077471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.082525 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0364202c-14d2-403f-bc22-0868bb3b0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.115418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-521d41c7-8abf-4021-9679-136d19738875 None None] For port d87eff76-c969-4182-a636-11a4bbe5c0b0, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d87eff76-c969-4182-a636-11a4bbe5c0b0,segment=NetworkSegment(cedacd16-a837-48f1-964e-5877591fb8a8),segment_id=cedacd16-a837-48f1-964e-5877591fb8a8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:19.128393 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.130334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:19.130696 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.181174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0364202c-14d2-403f-bc22-0868bb3b0855 None None] Provisioning complete for port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:19.181536 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.181692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0364202c-14d2-403f-bc22-0868bb3b0855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.185498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=83ecc10d-776f-4619-9c72-e7527453f8e8,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:19.215589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364202c-14d2-403f-bc22-0868bb3b0855 None None] Pushing event updated for resources: {'Port': ['ID=ecd5ab91-012e-49bd-b977-819e80943151,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:19.233277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Made reservation on behalf of fa07e8043e1640f392c1454ccc967e60 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:19.237970 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.493375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network af560405-e9af-4fd9-8572-75be52465eef is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:19.512243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:19.570205 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b6b6747e-82ab-458b-b15c-0ad8191daf19 req-89546a9a-ce24-4104-a5aa-184536cee18d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 210 time: 0.0465395 Sep 29 23:39:19.580231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Allocated IP 172.20.0.10 (5eb45927-7260-44b3-85b6-9f9d34146c8e/63196bdb-ac51-4bb8-ac7f-a0633bdee7ce/3ea8a747-d514-4ec5-b026-a7a2c354c0d7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:19.606787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d41c7-8abf-4021-9679-136d19738875 None None] Pushing event updated for resources: {'Port': ['ID=d87eff76-c969-4182-a636-11a4bbe5c0b0,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:19.703404 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:39:19.719610 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:19.720474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ecd5ab91-012e-49bd-b977-819e80943151 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:19.770035 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ecd5ab91-012e-49bd-b977-819e80943151 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:19.770413 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.846335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-10b6844a-34d3-4f21-adad-ee1247d13d25 None None] Provisioning complete for port ecd5ab91-012e-49bd-b977-819e80943151 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:19.846881 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-10b6844a-34d3-4f21-adad-ee1247d13d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.888301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:19.897327 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c7c6c21d-fdd6-4d05-a243-a4b511ff6058 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5253317 Sep 29 23:39:19.897438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58842) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:19.898053 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.903247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'network': {'name': 'tempest-RoutersTest-2038622051'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:19.918570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Sync routers for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:19.948899 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:19.953147 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.953824 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:19.962790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:19.963527 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:19.994880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:39:20.011716 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.015091 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added segment 0715f3cc-47a0-4e5a-9696-e1cbaf305a24 of type vlan for network eed4abb9-5182-48a5-bf63-070bfa80e75e Sep 29 23:39:20.032813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 5eb45927-7260-44b3-85b6-9f9d34146c8e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:20.037850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:20.041830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:20.076486 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:20.076995 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.107545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:20.154500 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.163521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:20.164567 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.168645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:20.170215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.189627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-cbb108b8-f859-4b33-81d6-be83c197a8f5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2048526 Sep 29 23:39:20.201731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Request body: {'port': {'device_id': '675c0014-ca08-4200-a4f7-a739419e83b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:20.236447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ecd5ab91-012e-49bd-b977-819e80943151 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:20.239732 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3413627 Sep 29 23:39:20.242680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58844) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:20.248433 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'subnet': {'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:20.288079 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.391478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74104b-03d0-41cc-ad2f-1bae8f70cb1a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Network': ['ID=eed4abb9-5182-48a5-bf63-070bfa80e75e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:20.413632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network eed4abb9-5182-48a5-bf63-070bfa80e75e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:39:20.421432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ecd5ab91-012e-49bd-b977-819e80943151 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:20.421811 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.431504 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:20.439153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.554479 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.592586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-678b023c-472a-43a7-b3cf-b669a5091726 None None] Provisioning complete for port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:20.592586 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-678b023c-472a-43a7-b3cf-b669a5091726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.643047 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-678b023c-472a-43a7-b3cf-b669a5091726 None None] Port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:20.671590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.687165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:18Z', 'revision_number': 3, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:18Z', 'revision_number': 2, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:20.700999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:39:20.719516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.727398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10c6e5e-f7b4-4d95-b733-580c903b66c3 None None] Network af560405-e9af-4fd9-8572-75be52465eef requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:20.731685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Checking router: ccc08926-9ba1-4fc5-add4-1819caff8b9d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:20.732071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Updating router ccc08926-9ba1-4fc5-add4-1819caff8b9d port 83ecc10d-776f-4619-9c72-e7527453f8e8 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:39:20.736060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Transition to ACTIVE for port object 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:39:20.739934 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.742984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d87eff76-c969-4182-a636-11a4bbe5c0b0 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:20.794929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Subnet': ['ID=d5d6412f-2e31-41d2-b4f6-685014b575d2,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:20.813903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d3ba-4483-4e02-beca-f2323513aa98 req-15985240-f4b7-407e-93ed-cb4883546107 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:20.821789 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22d4d3ba-4483-4e02-beca-f2323513aa98 req-15985240-f4b7-407e-93ed-cb4883546107 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 932 time: 0.1467907 Sep 29 23:39:20.844813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Checking segment: {'id': '0715f3cc-47a0-4e5a-9696-e1cbaf305a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:20.845459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network hostable DHCP agents. Network: eed4abb9-5182-48a5-bf63-070bfa80e75e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:39:20.856459 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.874762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Pushing event updated for resources: {'Port': ['ID=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:20.887442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-22d4d3ba-4483-4e02-beca-f2323513aa98 req-70976d75-cc45-407c-b2fc-febc7a13d2b2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641525 Sep 29 23:39:20.891335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network eed4abb9-5182-48a5-bf63-070bfa80e75e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:39:20.893412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Provisioning complete for port d87eff76-c969-4182-a636-11a4bbe5c0b0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:20.893795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.902373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Attempting to bind port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:20.903465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Attempting to bind port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:20.904205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Attempting to bind port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 on network 5eb45927-7260-44b3-85b6-9f9d34146c8e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:20.908472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, eed4abb9-5182-48a5-bf63-070bfa80e75e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:20.914532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:20.914718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 on network 5eb45927-7260-44b3-85b6-9f9d34146c8e not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:39:20.915080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Attempting to bind port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 on network 5eb45927-7260-44b3-85b6-9f9d34146c8e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:20.915202 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.922522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:20.922879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Checking segment: {'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:20.923274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Bound using segment: {'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:20.923786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Bound port: 3ea8a747-d514-4ec5-b026-a7a2c354c0d7, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:20.924189 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:20.943060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58848) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:20.944117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cb4ff3fc-de0c-4f9c-94a0-2a5d060e6384 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7001274 Sep 29 23:39:20.952306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1443da1-976d-4bad-bcbf-c9e467f910a0 None None] Network eed4abb9-5182-48a5-bf63-070bfa80e75e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:21.122116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] For port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:21.125525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d87eff76-c969-4182-a636-11a4bbe5c0b0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:21.125771 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:21.136724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] For port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:21.165112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:21.206000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:21.206624 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:21.208056 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] 10.222.0.26 "PUT /v2.0/ports/3ea8a747-d514-4ec5-b026-a7a2c354c0d7 HTTP/1.1" status: 200 len: 1092 time: 1.0108621 Sep 29 23:39:21.209986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675c0014-ca08-4200-a4f7-a739419e83b9', 'tag': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:39:21.212402 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c" -d '{"events": [{"name": "network-changed", "server_uuid": "675c0014-ca08-4200-a4f7-a739419e83b9", "tag": "3ea8a747-d514-4ec5-b026-a7a2c354c0d7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:39:21.284673 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95af0cb7-07ca-4889-a273-73439f9fd4e6 x-openstack-request-id: req-95af0cb7-07ca-4889-a273-73439f9fd4e6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:39:21.285011 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675c0014-ca08-4200-a4f7-a739419e83b9", "tag": "3ea8a747-d514-4ec5-b026-a7a2c354c0d7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:39:21.285217 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-95af0cb7-07ca-4889-a273-73439f9fd4e6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:39:21.285616 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675c0014-ca08-4200-a4f7-a739419e83b9', 'tag': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'status': 'completed', 'code': 200} Sep 29 23:39:21.324862 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b8d91-3862-45ac-a2d4-b7c8c9fc72ac service neutron] Pushing event updated for resources: {'Port': ['ID=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:21.338743 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:21.395146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-5fc92bdc-f21a-4783-b355-e4c70d4753fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:21.396963 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-5fc92bdc-f21a-4783-b355-e4c70d4753fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 1095 time: 0.1143217 Sep 29 23:39:21.454049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-eed4abb9-5182-48a5-bf63-070bfa80e75e', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:39:21.454937 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:21.484279 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:21.491420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] For port d87eff76-c969-4182-a636-11a4bbe5c0b0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d87eff76-c969-4182-a636-11a4bbe5c0b0,segment=NetworkSegment(cedacd16-a837-48f1-964e-5877591fb8a8),segment_id=cedacd16-a837-48f1-964e-5877591fb8a8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:21.522047 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:21.734998 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-d8f8fe20-0dd2-48fe-94ca-af6ab309d10f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea8a747-d514-4ec5-b026-a7a2c354c0d7 HTTP/1.1" status: 200 len: 217 time: 0.0463996 Sep 29 23:39:21.830837 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:21.833587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-08dba16e-ce28-46ab-831a-933bf26d5ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:21.835023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-08dba16e-ce28-46ab-831a-933bf26d5ecc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63196bdb-ac51-4bb8-ac7f-a0633bdee7ce HTTP/1.1" status: 200 len: 835 time: 0.0925100 Sep 29 23:39:21.856559 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:21.880607 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:21.922998 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:39:21.923353 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:39:21.926645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Pushing event updated for resources: {'Port': ['ID=d87eff76-c969-4182-a636-11a4bbe5c0b0,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:21.952619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.952976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.953322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.953661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.953999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.954336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.954657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.954987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.955320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.955645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.956014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.956343 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16686ad9-628a-40e7-a599-6bcbe6cd86a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:21.971951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-68cfc825-a3f6-4afc-80c6-1ec84acf8766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:21.973859 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-68cfc825-a3f6-4afc-80c6-1ec84acf8766 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eb45927-7260-44b3-85b6-9f9d34146c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1305761 Sep 29 23:39:22.012868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Allocated IP 172.22.0.2 (eed4abb9-5182-48a5-bf63-070bfa80e75e/d5d6412f-2e31-41d2-b4f6-685014b575d2/73b0f6cb-020c-4470-9d1f-e449e7d6da63) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:22.024980 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cb88112d-6825-48e7-a35f-7a7207f4102f None None] Provisioning complete for port 83ecc10d-776f-4619-9c72-e7527453f8e8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:22.025362 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb88112d-6825-48e7-a35f-7a7207f4102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.107816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50873e33-de0d-485a-b1b6-ab0b5e50e129 None None] Pushing event updated for resources: {'Port': ['ID=83ecc10d-776f-4619-9c72-e7527453f8e8,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:22.150631 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Attempting to bind port 83ecc10d-776f-4619-9c72-e7527453f8e8 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:22.151007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Attempting to bind port 83ecc10d-776f-4619-9c72-e7527453f8e8 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'cedacd16-a837-48f1-964e-5877591fb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:22.151430 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Attempting to bind port 83ecc10d-776f-4619-9c72-e7527453f8e8 on network af560405-e9af-4fd9-8572-75be52465eef {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:22.161209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-cb88112d-6825-48e7-a35f-7a7207f4102f None None] Port 83ecc10d-776f-4619-9c72-e7527453f8e8 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:22.182562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-4bf24c4b-b7a0-4b12-9943-b3cf51c9cad5 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985223 Sep 29 23:39:22.196370 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:22.196757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Checking segment: {'id': 'cedacd16-a837-48f1-964e-5877591fb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:22.197630 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.197630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Bound using segment: {'id': 'cedacd16-a837-48f1-964e-5877591fb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:22.197984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Bound port: 83ecc10d-776f-4619-9c72-e7527453f8e8, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cedacd16-a837-48f1-964e-5877591fb8a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:22.199064 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.235863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cb88112d-6825-48e7-a35f-7a7207f4102f None None] Provisioning complete for port d87eff76-c969-4182-a636-11a4bbe5c0b0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:22.236584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb88112d-6825-48e7-a35f-7a7207f4102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.256612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080bfa8-74b5-4ffa-88db-b4e2172ad783 req-5833bff1-dbb2-4306-b0c4-8e0d5d38ef43 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:22.258442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0080bfa8-74b5-4ffa-88db-b4e2172ad783 req-5833bff1-dbb2-4306-b0c4-8e0d5d38ef43 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 944 time: 0.2767911 Sep 29 23:39:22.311146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0080bfa8-74b5-4ffa-88db-b4e2172ad783 req-a3c94a42-d288-4a46-8524-fcf4134db36a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435529 Sep 29 23:39:22.324613 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb74a1c-285e-4dc9-b961-f687d99818d9 req-a5e6b4a6-9874-448d-a041-e1fd5caf1715 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346591 Sep 29 23:39:22.402970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] For port 83ecc10d-776f-4619-9c72-e7527453f8e8, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:22.413636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-8b2258be-36c4-4f6d-a3ba-6c83e0fe6812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:22.415236 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-8b2258be-36c4-4f6d-a3ba-6c83e0fe6812 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 1095 time: 0.0428185 Sep 29 23:39:22.428454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] For port 83ecc10d-776f-4619-9c72-e7527453f8e8, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=83ecc10d-776f-4619-9c72-e7527453f8e8,segment=NetworkSegment(cedacd16-a837-48f1-964e-5877591fb8a8),segment_id=cedacd16-a837-48f1-964e-5877591fb8a8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:22.456387 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.478724 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.519733 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.570998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-d4ce1450-fb29-4f96-a3d1-0531f7df4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:22.572621 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-d4ce1450-fb29-4f96-a3d1-0531f7df4958 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5eb45927-7260-44b3-85b6-9f9d34146c8e HTTP/1.1" status: 200 len: 898 time: 0.1462493 Sep 29 23:39:22.575101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Allocated IP 172.22.0.1 (eed4abb9-5182-48a5-bf63-070bfa80e75e/d5d6412f-2e31-41d2-b4f6-685014b575d2/9afc90a0-4386-4edf-9b64-eacfd0fee3ba) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:22.583274 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Network eed4abb9-5182-48a5-bf63-070bfa80e75e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:22.593919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:22.599462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:22.602052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50873e33-de0d-485a-b1b6-ab0b5e50e129 None None] Pushing event updated for resources: {'Port': ['ID=83ecc10d-776f-4619-9c72-e7527453f8e8,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:22.607423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:22.608227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:22.644511 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-b5cd6d70-c5fd-4de1-8f64-6e7ecd26d220 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea8a747-d514-4ec5-b026-a7a2c354c0d7 HTTP/1.1" status: 200 len: 217 time: 0.0626731 Sep 29 23:39:22.712066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d87eff76-c969-4182-a636-11a4bbe5c0b0 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:22.773647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-571d0cd3-c29e-472f-8ce4-41f0cda686c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:22.775141 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-571d0cd3-c29e-472f-8ce4-41f0cda686c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63196bdb-ac51-4bb8-ac7f-a0633bdee7ce HTTP/1.1" status: 200 len: 835 time: 0.1196170 Sep 29 23:39:22.816529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Pushing event updated for resources: {'Port': ['ID=73b0f6cb-020c-4470-9d1f-e449e7d6da63,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:22.846132 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-727cce73-0d93-4828-a50e-384009ab2710 None None] Provisioning complete for port 83ecc10d-776f-4619-9c72-e7527453f8e8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:22.846902 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-727cce73-0d93-4828-a50e-384009ab2710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.849011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Attempting to bind port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:22.849011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Attempting to bind port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0715f3cc-47a0-4e5a-9696-e1cbaf305a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:22.849859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Attempting to bind port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 on network eed4abb9-5182-48a5-bf63-070bfa80e75e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:22.861386 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.864072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-49fc04f8-8c6e-4d55-ac11-c98d73ba0202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:22.865616 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-49fc04f8-8c6e-4d55-ac11-c98d73ba0202 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eb45927-7260-44b3-85b6-9f9d34146c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788858 Sep 29 23:39:22.881675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:22.910436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:22.910816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Checking segment: {'id': '0715f3cc-47a0-4e5a-9696-e1cbaf305a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:22.911228 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.911649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Bound using segment: {'id': '0715f3cc-47a0-4e5a-9696-e1cbaf305a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:22.912156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Bound port: 73b0f6cb-020c-4470-9d1f-e449e7d6da63, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0715f3cc-47a0-4e5a-9696-e1cbaf305a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:22.912910 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:22.956593 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.008220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d87eff76-c969-4182-a636-11a4bbe5c0b0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:23.008598 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.019396 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-f22fbae8-4304-4263-b5c2-5ed02732716b service neutron] 10.222.0.26 "GET /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446159 Sep 29 23:39:23.021137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network eed4abb9-5182-48a5-bf63-070bfa80e75e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:23.026971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=9afc90a0-4386-4edf-9b64-eacfd0fee3ba,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:23.031022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:23.040058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:23.130442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.152303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] For port 73b0f6cb-020c-4470-9d1f-e449e7d6da63, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:23.195020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] For port 73b0f6cb-020c-4470-9d1f-e449e7d6da63, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=73b0f6cb-020c-4470-9d1f-e449e7d6da63,segment=NetworkSegment(0715f3cc-47a0-4e5a-9696-e1cbaf305a24),segment_id=0715f3cc-47a0-4e5a-9696-e1cbaf305a24)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:23.199711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-727cce73-0d93-4828-a50e-384009ab2710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.211524 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a452b0e0-bac2-4785-bfaa-f84d1c44d77c req-234c01d3-4b02-4117-a1da-8c8514dff4d7 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814976 Sep 29 23:39:23.228075 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.263799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.311128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:39:23.342618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-727cce73-0d93-4828-a50e-384009ab2710 None None] For port 83ecc10d-776f-4619-9c72-e7527453f8e8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=83ecc10d-776f-4619-9c72-e7527453f8e8,segment=NetworkSegment(cedacd16-a837-48f1-964e-5877591fb8a8),segment_id=cedacd16-a837-48f1-964e-5877591fb8a8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:23.365318 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-727cce73-0d93-4828-a50e-384009ab2710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.378848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7200b6-b406-4e79-88de-6bf0eeaa6ca4 None None] Pushing event updated for resources: {'Port': ['ID=73b0f6cb-020c-4470-9d1f-e449e7d6da63,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:23.515613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:18Z', 'revision_number': 3, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:22Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:23.564573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e0f881-caf8-4565-b8c0-18d38d23ccbb req-29e00ae6-3510-47b4-aa62-a75e8db1bdbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:23.567046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5e0f881-caf8-4565-b8c0-18d38d23ccbb req-29e00ae6-3510-47b4-aa62-a75e8db1bdbe tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 944 time: 0.1559575 Sep 29 23:39:23.621701 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.628374 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.637855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5e0f881-caf8-4565-b8c0-18d38d23ccbb req-abc270c4-3eed-4f1b-b111-0481cfecfcb5 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552981 Sep 29 23:39:23.719450 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.722802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=9afc90a0-4386-4edf-9b64-eacfd0fee3ba,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:23.749932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cce73-0d93-4828-a50e-384009ab2710 None None] Pushing event updated for resources: {'Port': ['ID=83ecc10d-776f-4619-9c72-e7527453f8e8,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:23.755895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45aec260-7f57-4c28-b8a8-2ba60d59dc96 None None] The sync data for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 is: [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:18Z', 'revision_number': 3, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:22Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:23.774847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:23.777323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1abe2746-697d-4b60-8b4b-e5b755448d92 None None] Provisioning complete for port 83ecc10d-776f-4619-9c72-e7527453f8e8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:23.777706 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1abe2746-697d-4b60-8b4b-e5b755448d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.812360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'port_id': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'mac_address': 'fa:16:3e:5f:d8:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:39:23.842317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network eed4abb9-5182-48a5-bf63-070bfa80e75e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:23.845792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:23.915661 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.938327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:39:23.966474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:23.971804 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:23.973376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:24.023885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:24.089365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:24.095164 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f685030f-3175-4704-b19b-73caabb3cd5a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1510191 Sep 29 23:39:24.097905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58860) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:24.103068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'network': {'name': 'tempest-RoutersTest-1691846260'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:24.129064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:24.133039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.163475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:39:24.174690 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.175041 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added segment 157b4e02-5111-4f08-95cd-4921c5155d4b of type vlan for network c72a8eac-39e5-490d-9104-2d052cf42d80 Sep 29 23:39:24.201272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['3ea8a747-d514-4ec5-b026-a7a2c354c0d7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:39:24.217577 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.255002 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.263557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:24.264420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.310059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2077720 Sep 29 23:39:24.310386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58862) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:24.315756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'subnet': {'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:24.365217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2844ec4-a2f4-441f-9811-be25572d903e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Network': ['ID=c72a8eac-39e5-490d-9104-2d052cf42d80,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:24.377998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c72a8eac-39e5-490d-9104-2d052cf42d80 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:39:24.421601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Made reservation on behalf of 3c02735a74364cf8915284302ed4a64c for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:24.426112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.466433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8001f8e-c5fb-4043-89fc-e5451ea05a64 None None] Network eed4abb9-5182-48a5-bf63-070bfa80e75e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:24.553418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fb9f8780-57b3-4452-9083-37909d6ea452 None None] Provisioning complete for port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:24.553697 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb9f8780-57b3-4452-9083-37909d6ea452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.623549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.686028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Subnet': ['ID=20308524-d6dc-499f-b0b2-189a43e5324c,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:24.719370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Checking segment: {'id': '157b4e02-5111-4f08-95cd-4921c5155d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:24.719847 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network hostable DHCP agents. Network: c72a8eac-39e5-490d-9104-2d052cf42d80, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:39:24.724519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 83ecc10d-776f-4619-9c72-e7527453f8e8 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:24.740205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network c72a8eac-39e5-490d-9104-2d052cf42d80 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:39:24.751133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, c72a8eac-39e5-490d-9104-2d052cf42d80) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:24.756187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:24.757192 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.775540 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ec80f2d8-47f4-4dad-a873-73976c16eba2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4640093 Sep 29 23:39:24.779059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58866) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:24.804555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8ce4b-ba01-4986-9768-16511b053f03 req-fa9422af-46e7-46b0-97a0-b6ce3546ccab tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:24.805135 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f6c7d-d948-438a-aa90-609752c3185a None None] Network c72a8eac-39e5-490d-9104-2d052cf42d80 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:24.813525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8a8ce4b-ba01-4986-9768-16511b053f03 req-fa9422af-46e7-46b0-97a0-b6ce3546ccab tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 945 time: 0.0925057 Sep 29 23:39:24.828334 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb9f8780-57b3-4452-9083-37909d6ea452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.871801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8a8ce4b-ba01-4986-9768-16511b053f03 req-53880db0-7d55-49d2-aa3f-59b61ed8c081 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472486 Sep 29 23:39:24.969495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fb9f8780-57b3-4452-9083-37909d6ea452 None None] For port 73b0f6cb-020c-4470-9d1f-e449e7d6da63, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=73b0f6cb-020c-4470-9d1f-e449e7d6da63,segment=NetworkSegment(0715f3cc-47a0-4e5a-9696-e1cbaf305a24),segment_id=0715f3cc-47a0-4e5a-9696-e1cbaf305a24)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:24.975705 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Sync routers for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:24.988085 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb9f8780-57b3-4452-9083-37909d6ea452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:24.988330 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:24.988803 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:25.046815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f8780-57b3-4452-9083-37909d6ea452 None None] Pushing event updated for resources: {'Port': ['ID=73b0f6cb-020c-4470-9d1f-e449e7d6da63,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:25.055566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 83ecc10d-776f-4619-9c72-e7527453f8e8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:25.056043 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.091394 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:25.207039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-c72a8eac-39e5-490d-9104-2d052cf42d80', 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'fixed_ips': [{'subnet_id': '20308524-d6dc-499f-b0b2-189a43e5324c'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:39:25.207970 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.236116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.299605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 73b0f6cb-020c-4470-9d1f-e449e7d6da63 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:25.326995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:25.379108 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 2, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:25.403761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-eb3787ca-d94b-4dfe-bfd4-850ac62391fa None None] Provisioning complete for port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:25.404576 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb3787ca-d94b-4dfe-bfd4-850ac62391fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.413392 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Checking router: ccc08926-9ba1-4fc5-add4-1819caff8b9d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:25.413392 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Updating router ccc08926-9ba1-4fc5-add4-1819caff8b9d port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:39:25.442844 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.520583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-eb3787ca-d94b-4dfe-bfd4-850ac62391fa None None] Port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:25.539199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Allocated IP 172.23.0.2 (c72a8eac-39e5-490d-9104-2d052cf42d80/20308524-d6dc-499f-b0b2-189a43e5324c/0871eee3-18bc-4507-8cab-68caaf1569aa) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:25.543003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:39:25.556965 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:25.557347 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.560561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:25.560927 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.564428 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-eb3787ca-d94b-4dfe-bfd4-850ac62391fa None None] Provisioning complete for port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:25.564850 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb3787ca-d94b-4dfe-bfd4-850ac62391fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.752045 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.758015 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.806836 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa067d-2301-4065-9636-15d5446f778d None None] Pushing event updated for resources: {'Port': ['ID=9afc90a0-4386-4edf-9b64-eacfd0fee3ba,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:25.869376 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Attempting to bind port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:25.869747 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Attempting to bind port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0715f3cc-47a0-4e5a-9696-e1cbaf305a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:25.870167 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Attempting to bind port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba on network eed4abb9-5182-48a5-bf63-070bfa80e75e {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:25.876867 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:25.877214 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Checking segment: {'id': '0715f3cc-47a0-4e5a-9696-e1cbaf305a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:25.877626 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.878386 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Bound using segment: {'id': '0715f3cc-47a0-4e5a-9696-e1cbaf305a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:25.878537 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Bound port: 9afc90a0-4386-4edf-9b64-eacfd0fee3ba, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0715f3cc-47a0-4e5a-9696-e1cbaf305a24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:25.878848 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.888115 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.928002 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.933764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675c0014-ca08-4200-a4f7-a739419e83b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:39:25.935957 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bbcaab-58ac-4505-b3bd-1899d6b9cfab" -d '{"events": [{"server_uuid": "675c0014-ca08-4200-a4f7-a739419e83b9", "name": "network-vif-plugged", "status": "completed", "tag": "3ea8a747-d514-4ec5-b026-a7a2c354c0d7"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:39:25.954793 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:25.958576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:26.016147 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] For port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:26.016981 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Pushing event updated for resources: {'Port': ['ID=0871eee3-18bc-4507-8cab-68caaf1569aa,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:26.021275 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] For port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9afc90a0-4386-4edf-9b64-eacfd0fee3ba,segment=NetworkSegment(0715f3cc-47a0-4e5a-9696-e1cbaf305a24),segment_id=0715f3cc-47a0-4e5a-9696-e1cbaf305a24)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:26.030795 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.051927 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd0b068-6b47-4801-ac76-045b5a387c37 x-openstack-request-id: req-3dd0b068-6b47-4801-ac76-045b5a387c37 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:39:26.052430 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675c0014-ca08-4200-a4f7-a739419e83b9", "name": "network-vif-plugged", "status": "completed", "tag": "3ea8a747-d514-4ec5-b026-a7a2c354c0d7", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:39:26.053227 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3dd0b068-6b47-4801-ac76-045b5a387c37 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:39:26.053766 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675c0014-ca08-4200-a4f7-a739419e83b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'code': 200} Sep 29 23:39:26.059658 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d34816-9edf-4700-a189-f4735b73e41b req-b70bb8d3-c7ee-4fca-a6c7-b35836372f9d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:26.069468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Allocated IP 172.23.0.1 (c72a8eac-39e5-490d-9104-2d052cf42d80/20308524-d6dc-499f-b0b2-189a43e5324c/b6e0ca45-7f96-4a33-ab04-93b2536062a5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:26.074770 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.075247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16d34816-9edf-4700-a189-f4735b73e41b req-b70bb8d3-c7ee-4fca-a6c7-b35836372f9d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 946 time: 0.0918245 Sep 29 23:39:26.098166 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:26.098952 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:26.123380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Network c72a8eac-39e5-490d-9104-2d052cf42d80 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:26.124895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16d34816-9edf-4700-a189-f4735b73e41b req-9f24b560-9313-487c-807a-41f553df89cf tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487626 Sep 29 23:39:26.129576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:26.132463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:26.163655 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-029293e6-353c-42f9-ba44-712996eae914 None None] Provisioning complete for port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:26.163655 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-029293e6-353c-42f9-ba44-712996eae914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.302236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Attempting to bind port 0871eee3-18bc-4507-8cab-68caaf1569aa on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:26.302605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Attempting to bind port 0871eee3-18bc-4507-8cab-68caaf1569aa by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '157b4e02-5111-4f08-95cd-4921c5155d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:26.302964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Attempting to bind port 0871eee3-18bc-4507-8cab-68caaf1569aa on network c72a8eac-39e5-490d-9104-2d052cf42d80 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:26.309112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:26.314804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:26.315180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Checking segment: {'id': '157b4e02-5111-4f08-95cd-4921c5155d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:26.315585 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.316006 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Bound using segment: {'id': '157b4e02-5111-4f08-95cd-4921c5155d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:26.316490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Bound port: 0871eee3-18bc-4507-8cab-68caaf1569aa, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157b4e02-5111-4f08-95cd-4921c5155d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:26.316874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.331689 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:26.371777 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-029293e6-353c-42f9-ba44-712996eae914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.433176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] For port 0871eee3-18bc-4507-8cab-68caaf1569aa, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:26.436569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-029293e6-353c-42f9-ba44-712996eae914 None None] For port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9afc90a0-4386-4edf-9b64-eacfd0fee3ba,segment=NetworkSegment(0715f3cc-47a0-4e5a-9696-e1cbaf305a24),segment_id=0715f3cc-47a0-4e5a-9696-e1cbaf305a24)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:26.438769 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] For port 0871eee3-18bc-4507-8cab-68caaf1569aa, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0871eee3-18bc-4507-8cab-68caaf1569aa,segment=NetworkSegment(157b4e02-5111-4f08-95cd-4921c5155d4b),segment_id=157b4e02-5111-4f08-95cd-4921c5155d4b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:26.442434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-029293e6-353c-42f9-ba44-712996eae914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.445692 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daa067d-2301-4065-9636-15d5446f778d None None] Pushing event updated for resources: {'Port': ['ID=9afc90a0-4386-4edf-9b64-eacfd0fee3ba,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:26.449062 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.508643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029293e6-353c-42f9-ba44-712996eae914 None None] Pushing event updated for resources: {'Port': ['ID=9afc90a0-4386-4edf-9b64-eacfd0fee3ba,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:26.547372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41865480-0973-4f32-b474-1c93dee6d924 req-5a5889a0-4577-474f-8a36-060d3d056441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:26.549096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41865480-0973-4f32-b474-1c93dee6d924 req-5a5889a0-4577-474f-8a36-060d3d056441 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 1097 time: 0.4612870 Sep 29 23:39:26.572801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7dd36-dee9-4353-8190-208c83af3fcc None None] Pushing event updated for resources: {'Port': ['ID=0871eee3-18bc-4507-8cab-68caaf1569aa,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:26.585938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a58c532a-2f6b-4f8f-b688-96f84ea0d9e7 None None] Provisioning complete for port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:26.586279 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a58c532a-2f6b-4f8f-b688-96f84ea0d9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.606535 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:26.619864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.626320 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-41865480-0973-4f32-b474-1c93dee6d924 req-cc6c5167-f434-4aec-9b36-c43e007ed643 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686369 Sep 29 23:39:26.649433 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9224c58d-7602-48fe-a5f5-3900e1a30c74 None None] The sync data for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 is: [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:26.669813 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.706975 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 73b0f6cb-020c-4470-9d1f-e449e7d6da63 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:26.730072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network c72a8eac-39e5-490d-9104-2d052cf42d80 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:26.733594 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:26.745758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:26.781804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:26.782387 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:26.788827 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=b6e0ca45-7f96-4a33-ab04-93b2536062a5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:26.853215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:27.021589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:27.293189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c358c-29f3-40d0-b0db-e0078d8926d5 req-bdde8730-f2e5-4ca5-ac5e-ad8e0b3e94b4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:27.295008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-259c358c-29f3-40d0-b0db-e0078d8926d5 req-bdde8730-f2e5-4ca5-ac5e-ad8e0b3e94b4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 946 time: 0.0712559 Sep 29 23:39:27.321388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:27.328080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:27.354389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-259c358c-29f3-40d0-b0db-e0078d8926d5 req-0a8b14a2-bc35-4edf-b666-e60e0f68e3d9 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527349 Sep 29 23:39:27.413371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event updated for resources: {'Port': ['ID=b6e0ca45-7f96-4a33-ab04-93b2536062a5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:27.416332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:27.515377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Network c72a8eac-39e5-490d-9104-2d052cf42d80 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:27.517004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:27.632961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:27.665650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f7a81-58c3-4d45-83f2-0c750cc13a25 None None] Network c72a8eac-39e5-490d-9104-2d052cf42d80 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:27.733204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-481d7ddd-c4c1-4471-b1e8-0d233c20fb71 None None] Provisioning complete for port 0871eee3-18bc-4507-8cab-68caaf1569aa triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:27.733477 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-481d7ddd-c4c1-4471-b1e8-0d233c20fb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:27.736367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:27.744103 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f8550b40-a5a4-4091-a3a2-2f5411bcf449 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9601564 Sep 29 23:39:27.744755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58876) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:27.750003 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b56c050d-7e19-4946-9037-ea78d4a84e86 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:27.759708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Sync routers for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:27.793086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:27.793375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:27.967544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:28.013591 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-481d7ddd-c4c1-4471-b1e8-0d233c20fb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.109414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-481d7ddd-c4c1-4471-b1e8-0d233c20fb71 None None] For port 0871eee3-18bc-4507-8cab-68caaf1569aa, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0871eee3-18bc-4507-8cab-68caaf1569aa,segment=NetworkSegment(157b4e02-5111-4f08-95cd-4921c5155d4b),segment_id=157b4e02-5111-4f08-95cd-4921c5155d4b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:28.122313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-b56c050d-7e19-4946-9037-ea78d4a84e86 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 23:39:28.137932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.extraroute_db [None req-b56c050d-7e19-4946-9037-ea78d4a84e86 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Removed routes are [] {{(pid=110005) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 23:39:28.138499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56c050d-7e19-4946-9037-ea78d4a84e86 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.140582 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-481d7ddd-c4c1-4471-b1e8-0d233c20fb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.211044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d7ddd-c4c1-4471-b1e8-0d233c20fb71 None None] Pushing event updated for resources: {'Port': ['ID=0871eee3-18bc-4507-8cab-68caaf1569aa,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:28.278732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7b29fa93-bcf3-4702-b16f-30716c70efc6 None None] Provisioning complete for port 0871eee3-18bc-4507-8cab-68caaf1569aa triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:28.279064 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b29fa93-bcf3-4702-b16f-30716c70efc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.327474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6e0ca45-7f96-4a33-ab04-93b2536062a5', 'name': '', 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:87:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:25Z', 'updated_at': '2021-09-29T23:39:27Z', 'revision_number': 2, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:28.360621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Checking router: ccc08926-9ba1-4fc5-add4-1819caff8b9d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:28.361075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Updating router ccc08926-9ba1-4fc5-add4-1819caff8b9d port b6e0ca45-7f96-4a33-ab04-93b2536062a5 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:39:28.395353 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.556611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7b29fa93-bcf3-4702-b16f-30716c70efc6 None None] Provisioning complete for port b6e0ca45-7f96-4a33-ab04-93b2536062a5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:28.557053 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b29fa93-bcf3-4702-b16f-30716c70efc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.623239 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7b29fa93-bcf3-4702-b16f-30716c70efc6 None None] Port b6e0ca45-7f96-4a33-ab04-93b2536062a5 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:28.736083 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56c050d-7e19-4946-9037-ea78d4a84e86 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.742087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56c050d-7e19-4946-9037-ea78d4a84e86 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.757232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0871eee3-18bc-4507-8cab-68caaf1569aa up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:28.795256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45895f-baa6-43a9-8699-1c5258c53c7b req-9a6ac874-bf5a-483d-9582-d9440d035d53 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:28.796748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f45895f-baa6-43a9-8699-1c5258c53c7b req-9a6ac874-bf5a-483d-9582-d9440d035d53 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 946 time: 0.1044600 Sep 29 23:39:28.820144 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.822754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e7775ffe-aa4d-4a40-b5b4-a5e5ab739329 None None] Provisioning complete for port b6e0ca45-7f96-4a33-ab04-93b2536062a5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:28.823172 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e7775ffe-aa4d-4a40-b5b4-a5e5ab739329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.849050 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.883272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f45895f-baa6-43a9-8699-1c5258c53c7b req-ff739663-4855-48df-9dec-6c6fdb6405bc tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520687 Sep 29 23:39:28.885012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56c050d-7e19-4946-9037-ea78d4a84e86 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:28.904662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 0871eee3-18bc-4507-8cab-68caaf1569aa triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:28.905042 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:28.926313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e7775ffe-aa4d-4a40-b5b4-a5e5ab739329 None None] Port b6e0ca45-7f96-4a33-ab04-93b2536062a5 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:28.969424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabb6e0-ee8d-4149-9735-aa36a324274c None None] Pushing event updated for resources: {'Port': ['ID=b6e0ca45-7f96-4a33-ab04-93b2536062a5,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:29.012368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Attempting to bind port b6e0ca45-7f96-4a33-ab04-93b2536062a5 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:29.012750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Attempting to bind port b6e0ca45-7f96-4a33-ab04-93b2536062a5 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '157b4e02-5111-4f08-95cd-4921c5155d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:29.013123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Attempting to bind port b6e0ca45-7f96-4a33-ab04-93b2536062a5 on network c72a8eac-39e5-490d-9104-2d052cf42d80 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:29.021580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:29.021964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Checking segment: {'id': '157b4e02-5111-4f08-95cd-4921c5155d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:29.022380 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.022781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Bound using segment: {'id': '157b4e02-5111-4f08-95cd-4921c5155d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:29.023268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Bound port: b6e0ca45-7f96-4a33-ab04-93b2536062a5, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157b4e02-5111-4f08-95cd-4921c5155d4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:29.027571 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.031806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56c050d-7e19-4946-9037-ea78d4a84e86 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:29.040798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b56c050d-7e19-4946-9037-ea78d4a84e86 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.042658 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b56c050d-7e19-4946-9037-ea78d4a84e86 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d HTTP/1.1" status: 200 len: 933 time: 1.2960081 Sep 29 23:39:29.045385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58882) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:29.060500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc80c39b-2905-471e-ad08-faa6045e1442 req-66cfc501-6615-438f-9001-260fc7e197d0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:29.062042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc80c39b-2905-471e-ad08-faa6045e1442 req-66cfc501-6615-438f-9001-260fc7e197d0 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 946 time: 0.0768290 Sep 29 23:39:29.102263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9afc90a0-4386-4edf-9b64-eacfd0fee3ba up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:29.124446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc80c39b-2905-471e-ad08-faa6045e1442 req-01869215-3cef-4c34-919d-9a325760f740 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550113 Sep 29 23:39:29.138353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58884) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:29.165320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] For port b6e0ca45-7f96-4a33-ab04-93b2536062a5, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:29.179083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] For port b6e0ca45-7f96-4a33-ab04-93b2536062a5, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b6e0ca45-7f96-4a33-ab04-93b2536062a5,segment=NetworkSegment(157b4e02-5111-4f08-95cd-4921c5155d4b),segment_id=157b4e02-5111-4f08-95cd-4921c5155d4b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:29.185507 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.191724 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e5f88e50-51d7-4d40-87e2-efb92278b8e4 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d HTTP/1.1" status: 200 len: 933 time: 0.1412232 Sep 29 23:39:29.192605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58886) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:29.196668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dd2328bb-d9fc-45ec-97f1-cea0d0e53331 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'routes': None}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:29.217202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:29.217572 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.243431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6e2074-2964-4675-8eff-cc5f962248ed tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:29.245785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ab6e2074-2964-4675-8eff-cc5f962248ed tempest-TestNetworkBasicOps-659899495 tempest-TestNetworkBasicOps-659899495-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 1092 time: 0.1043360 Sep 29 23:39:29.249624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58888) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:29.255326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:29.287909 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.288175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabb6e0-ee8d-4149-9735-aa36a324274c None None] Pushing event updated for resources: {'Port': ['ID=b6e0ca45-7f96-4a33-ab04-93b2536062a5,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:29.290662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:29.291281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:29.344438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-f62e2da8-e9aa-4bd3-9e0b-4b5bc5c549b8 None None] Provisioning complete for port b6e0ca45-7f96-4a33-ab04-93b2536062a5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:29.344821 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f62e2da8-e9aa-4bd3-9e0b-4b5bc5c549b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.427760 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.541810 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Allocated IP 172.25.4.77 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/22469541-faaa-4700-9346-3df9338a704d) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:29.637321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.extraroute_db [None req-dd2328bb-d9fc-45ec-97f1-cea0d0e53331 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added routes are [] {{(pid=110006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 23:39:29.637728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.extraroute_db [None req-dd2328bb-d9fc-45ec-97f1-cea0d0e53331 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=110006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 23:39:29.646806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:29.664902 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.672216 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd2328bb-d9fc-45ec-97f1-cea0d0e53331 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.702777 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.742939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:29.745961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:29.753276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:29.756408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=22469541-faaa-4700-9346-3df9338a704d,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:29.776603 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f62e2da8-e9aa-4bd3-9e0b-4b5bc5c549b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.860161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-f62e2da8-e9aa-4bd3-9e0b-4b5bc5c549b8 None None] For port b6e0ca45-7f96-4a33-ab04-93b2536062a5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b6e0ca45-7f96-4a33-ab04-93b2536062a5,segment=NetworkSegment(157b4e02-5111-4f08-95cd-4921c5155d4b),segment_id=157b4e02-5111-4f08-95cd-4921c5155d4b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:29.866469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f62e2da8-e9aa-4bd3-9e0b-4b5bc5c549b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.878964 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd2328bb-d9fc-45ec-97f1-cea0d0e53331 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.882565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd2328bb-d9fc-45ec-97f1-cea0d0e53331 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:29.961013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e2da8-e9aa-4bd3-9e0b-4b5bc5c549b8 None None] Pushing event updated for resources: {'Port': ['ID=b6e0ca45-7f96-4a33-ab04-93b2536062a5,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:29.985238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd2328bb-d9fc-45ec-97f1-cea0d0e53331 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:29.991203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:28Z', 'revision_number': 6, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6e0ca45-7f96-4a33-ab04-93b2536062a5', 'name': '', 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:87:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:25Z', 'updated_at': '2021-09-29T23:39:29Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:30.020108 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2a5cdf34-8458-48e2-8a91-280b6d9f640e None None] Provisioning complete for port b6e0ca45-7f96-4a33-ab04-93b2536062a5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:30.020492 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2a5cdf34-8458-48e2-8a91-280b6d9f640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:30.023633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1d24ae-71be-41a8-bafc-f48ff1304a31 None None] The sync data for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 is: [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:28Z', 'revision_number': 6, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6e0ca45-7f96-4a33-ab04-93b2536062a5', 'name': '', 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:87:a7:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:25Z', 'updated_at': '2021-09-29T23:39:29Z', 'revision_number': 4, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:30.132394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd2328bb-d9fc-45ec-97f1-cea0d0e53331 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:30.139679 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd2328bb-d9fc-45ec-97f1-cea0d0e53331 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:30.140905 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dd2328bb-d9fc-45ec-97f1-cea0d0e53331 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d HTTP/1.1" status: 200 len: 699 time: 0.9477711 Sep 29 23:39:30.143423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58890) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:30.195014 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:30.277018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:30.450483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:30.455688 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:30.529371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ca8fd4b1-26d0-4d3b-b116-2ff0c43c2391 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d HTTP/1.1" status: 200 len: 699 time: 0.3847921 Sep 29 23:39:30.529980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58892) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:30.541342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event updated for resources: {'Port': ['ID=22469541-faaa-4700-9346-3df9338a704d,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:30.544914 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:30.672361 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Floating IP a33501c3-4168-49b0-87d5-a0bab2965e61 associated. External IP: 172.25.4.77, port: 3ea8a747-d514-4ec5-b026-a7a2c354c0d7. Sep 29 23:39:30.698868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6e0ca45-7f96-4a33-ab04-93b2536062a5 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:30.775029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b6e0ca45-7f96-4a33-ab04-93b2536062a5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:30.775872 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:30.915503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router aefdfd18-196c-4651-8c68-0a69f45d4edf has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:30.919375 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:30.931700 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] Sync routers for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:30.941050 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:30.941665 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:31.032159 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:31.037850 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:31.052943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] Sync routers for ids ['aefdfd18-196c-4651-8c68-0a69f45d4edf'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:31.057001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:31.066904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] Routers {'aefdfd18-196c-4651-8c68-0a69f45d4edf'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:31.068754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['aefdfd18-196c-4651-8c68-0a69f45d4edf'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:31.088981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c31512de-c483-4b4e-b39b-a7d1732ca95a tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8379259 Sep 29 23:39:31.089588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675c0014-ca08-4200-a4f7-a739419e83b9', 'tag': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:39:31.092106 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d53a3fe-ff0c-4b31-8434-d73599a8d696" -d '{"events": [{"name": "network-changed", "server_uuid": "675c0014-ca08-4200-a4f7-a739419e83b9", "tag": "3ea8a747-d514-4ec5-b026-a7a2c354c0d7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:39:31.094061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58894) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:31.215723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] Set router aefdfd18-196c-4651-8c68-0a69f45d4edf gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:31.216788 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-136f6d60-02c5-426d-80c9-c29a26499297 x-openstack-request-id: req-136f6d60-02c5-426d-80c9-c29a26499297 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:39:31.217277 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675c0014-ca08-4200-a4f7-a739419e83b9", "tag": "3ea8a747-d514-4ec5-b026-a7a2c354c0d7", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:39:31.218920 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-136f6d60-02c5-426d-80c9-c29a26499297 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:39:31.219515 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675c0014-ca08-4200-a4f7-a739419e83b9', 'tag': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'status': 'completed', 'code': 200} Sep 29 23:39:31.235479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7e116648-2f92-4bb6-96b7-5c63f7d23afb tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/floatingips/a33501c3-4168-49b0-87d5-a0bab2965e61 HTTP/1.1" status: 200 len: 991 time: 0.1398354 Sep 29 23:39:31.276143 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:29Z', 'revision_number': 7, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6e0ca45-7f96-4a33-ab04-93b2536062a5', 'name': '', 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:87:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:25Z', 'updated_at': '2021-09-29T23:39:29Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:31.303453 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] Checking router: ccc08926-9ba1-4fc5-add4-1819caff8b9d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:31.310620 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-a26c9044-1c69-4858-9b6a-69c6ba9255cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:31.313040 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:31.313675 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:31.314687 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-a26c9044-1c69-4858-9b6a-69c6ba9255cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 1097 time: 0.0747409 Sep 29 23:39:31.321438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port b6e0ca45-7f96-4a33-ab04-93b2536062a5 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:31.323917 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:31.409847 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:31.467300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'a33501c3-4168-49b0-87d5-a0bab2965e61', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'port_id': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'mac_address': 'fa:16:3e:5f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c0014-ca08-4200-a4f7-a739419e83b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:39:30Z', 'updated_at': '2021-09-29T23:39:30Z', 'revision_number': 0, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b9f48-8dd0-4680-b11f-261f3fec5d4f', 'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:11:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:17Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:31.485408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port b6e0ca45-7f96-4a33-ab04-93b2536062a5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b6e0ca45-7f96-4a33-ab04-93b2536062a5,segment=NetworkSegment(157b4e02-5111-4f08-95cd-4921c5155d4b),segment_id=157b4e02-5111-4f08-95cd-4921c5155d4b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:31.485867 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:31.495410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] Checking router: aefdfd18-196c-4651-8c68-0a69f45d4edf for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:31.502989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for b6e0ca45-7f96-4a33-ab04-93b2536062a5 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:31.505298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] Routers {'aefdfd18-196c-4651-8c68-0a69f45d4edf'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:31.505448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-029cc8d5-7a17-4dab-b37b-3e689979f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:31.505959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['aefdfd18-196c-4651-8c68-0a69f45d4edf'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:31.506845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-029cc8d5-7a17-4dab-b37b-3e689979f674 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5eb45927-7260-44b3-85b6-9f9d34146c8e HTTP/1.1" status: 200 len: 898 time: 0.1687310 Sep 29 23:39:31.618820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-b648b697-96c6-4605-ab9b-c8d283a560ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea8a747-d514-4ec5-b026-a7a2c354c0d7 HTTP/1.1" status: 200 len: 999 time: 0.1038771 Sep 29 23:39:31.622813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] Set router aefdfd18-196c-4651-8c68-0a69f45d4edf gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:31.638085 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:29Z', 'revision_number': 7, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6e0ca45-7f96-4a33-ab04-93b2536062a5', 'name': '', 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:87:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:25Z', 'updated_at': '2021-09-29T23:39:29Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:31.664806 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95e9d1-2022-4437-b1a1-5c8a03e7f45f None None] The sync data for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 is: [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:29Z', 'revision_number': 7, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6e0ca45-7f96-4a33-ab04-93b2536062a5', 'name': '', 'network_id': 'c72a8eac-39e5-490d-9104-2d052cf42d80', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:87:a7:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3781, 'fixed_ips': [{'subnet_id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:25Z', 'updated_at': '2021-09-29T23:39:29Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '20308524-d6dc-499f-b0b2-189a43e5324c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:31.715900 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-63fb49a6-8057-4a69-bc53-59c68ac98bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:31.717432 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-63fb49a6-8057-4a69-bc53-59c68ac98bf5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63196bdb-ac51-4bb8-ac7f-a0633bdee7ce HTTP/1.1" status: 200 len: 835 time: 0.0910270 Sep 29 23:39:31.804975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-c45eb85b-9764-4de1-b5ee-2ba1778d626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:31.806521 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-c45eb85b-9764-4de1-b5ee-2ba1778d626b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eb45927-7260-44b3-85b6-9f9d34146c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800717 Sep 29 23:39:31.811921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:31.863033 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=b6e0ca45-7f96-4a33-ab04-93b2536062a5,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:31.873382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'a33501c3-4168-49b0-87d5-a0bab2965e61', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'port_id': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'mac_address': 'fa:16:3e:5f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c0014-ca08-4200-a4f7-a739419e83b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:39:30Z', 'updated_at': '2021-09-29T23:39:30Z', 'revision_number': 0, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b9f48-8dd0-4680-b11f-261f3fec5d4f', 'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:11:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:17Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:31.901311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3be5e52-c8c3-4b5c-9bc1-28a6f196b5e8 None None] The sync data for ids ['aefdfd18-196c-4651-8c68-0a69f45d4edf'] in n-d-811173-2 is: [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'a33501c3-4168-49b0-87d5-a0bab2965e61', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'floating_ip_address': '172.25.4.77', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'port_id': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'mac_address': 'fa:16:3e:5f:d8:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '675c0014-ca08-4200-a4f7-a739419e83b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:39:30Z', 'updated_at': '2021-09-29T23:39:30Z', 'revision_number': 0, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '367b9f48-8dd0-4680-b11f-261f3fec5d4f', 'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:11:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:17Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:32.031291 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-402cb9ad-7bda-4446-9eb5-6894dc19716c service neutron] 10.222.0.26 "GET /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161798 Sep 29 23:39:32.108913 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:32.127962 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5a3020-65cf-4ca9-aed8-30d1e2776f76 None None] New status for floating IP a33501c3-4168-49b0-87d5-a0bab2965e61: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:39:32.237722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58900) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:32.245884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0d53a3fe-ff0c-4b31-8434-d73599a8d696 req-8433cef1-aa70-4c60-bc1c-b97229bec628 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804760 Sep 29 23:39:32.321698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c6dd0b50-c178-4c3e-a08b-fe759815aee6 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/floatingips/a33501c3-4168-49b0-87d5-a0bab2965e61 HTTP/1.1" status: 200 len: 991 time: 0.0828130 Sep 29 23:39:32.373460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:32.462664 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:32.468219 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c1fd4600-6632-44cb-b88c-ea59264de7d8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9372792 Sep 29 23:39:32.471059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58902) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:32.475564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] Sync routers for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:32.485251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:32.485866 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:32.524689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdd250b-d3b8-42fd-8198-401d7fbdee8f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting subnet 20308524-d6dc-499f-b0b2-189a43e5324c {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:39:32.528679 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acdd250b-d3b8-42fd-8198-401d7fbdee8f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:32.568353 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acdd250b-d3b8-42fd-8198-401d7fbdee8f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:32.575306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:32.660999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acdd250b-d3b8-42fd-8198-401d7fbdee8f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:32.725981 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acdd250b-d3b8-42fd-8198-401d7fbdee8f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:32.753427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd250b-d3b8-42fd-8198-401d7fbdee8f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Subnet': ['ID=20308524-d6dc-499f-b0b2-189a43e5324c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:32.759113 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-acdd250b-d3b8-42fd-8198-401d7fbdee8f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:32.766151 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-acdd250b-d3b8-42fd-8198-401d7fbdee8f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/20308524-d6dc-499f-b0b2-189a43e5324c HTTP/1.1" status: 204 len: 168 time: 0.2893004 Sep 29 23:39:32.766151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58904) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:32.769990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a0d099-a409-4e2b-ac82-94282e0f2e88 None None] Network c72a8eac-39e5-490d-9104-2d052cf42d80 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:32.845871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:32.861684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:31Z', 'revision_number': 8, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:32.889160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] Checking router: ccc08926-9ba1-4fc5-add4-1819caff8b9d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:32.908037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 0871eee3-18bc-4507-8cab-68caaf1569aa {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:32.908647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:32.914545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:32.915181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:32.972985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port 0871eee3-18bc-4507-8cab-68caaf1569aa, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=0871eee3-18bc-4507-8cab-68caaf1569aa,segment=NetworkSegment(157b4e02-5111-4f08-95cd-4921c5155d4b),segment_id=157b4e02-5111-4f08-95cd-4921c5155d4b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:32.973373 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:32.985346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 0871eee3-18bc-4507-8cab-68caaf1569aa owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:33.008634 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:33.047701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feffc518-9220-4eb4-b8ab-ced5eeb1ea02 None None] DHCP port deletion for c72a8eac-39e5-490d-9104-2d052cf42d80 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:39:33.073991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.099933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=0871eee3-18bc-4507-8cab-68caaf1569aa,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:33.104138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No DVR routers for this DVR port 0871eee3-18bc-4507-8cab-68caaf1569aa on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:33.186806 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.188604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-feffc518-9220-4eb4-b8ab-ced5eeb1ea02 None None] Deleting port 0871eee3-18bc-4507-8cab-68caaf1569aa {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:33.188987 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-feffc518-9220-4eb4-b8ab-ced5eeb1ea02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.211805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c72a8eac-39e5-490d-9104-2d052cf42d80']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:33.221318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157b4e02-5111-4f08-95cd-4921c5155d4b') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:33.221881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157b4e02-5111-4f08-95cd-4921c5155d4b') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:33.232028 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.245958 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.252054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Releasing vlan 535 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:39:33.252481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:39:33.255540 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:39:33.286462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-feffc518-9220-4eb4-b8ab-ced5eeb1ea02 None None] For port 0871eee3-18bc-4507-8cab-68caaf1569aa, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:33.286776 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-feffc518-9220-4eb4-b8ab-ced5eeb1ea02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.302332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-feffc518-9220-4eb4-b8ab-ced5eeb1ea02 None None] Calling delete_port for 0871eee3-18bc-4507-8cab-68caaf1569aa owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:33.305744 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-feffc518-9220-4eb4-b8ab-ced5eeb1ea02 None None] Port 0871eee3-18bc-4507-8cab-68caaf1569aa was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:39:33.308191 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-feffc518-9220-4eb4-b8ab-ced5eeb1ea02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.317174 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.325440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58906) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:33.329225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.333604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/networks/c72a8eac-39e5-490d-9104-2d052cf42d80 HTTP/1.1" status: 204 len: 168 time: 0.5635536 Sep 29 23:39:33.333925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58908) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:33.344388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb733f-6ae4-49d1-8fb6-86d1ffa19fda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Network': ['ID=c72a8eac-39e5-490d-9104-2d052cf42d80,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:33.346938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffc518-9220-4eb4-b8ab-ced5eeb1ea02 None None] Pushing event deleted for resources: {'Port': ['ID=0871eee3-18bc-4507-8cab-68caaf1569aa,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:33.353806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feffc518-9220-4eb4-b8ab-ced5eeb1ea02 None None] No DVR routers for this DVR port 0871eee3-18bc-4507-8cab-68caaf1569aa on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:33.368506 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfd64e97-4ad8-4d7f-87e0-d71615b05530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.376507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:31Z', 'revision_number': 8, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:33.403501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0cb4eec-c57e-4445-a3ab-425d6cff5798 None None] The sync data for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 is: [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:31Z', 'revision_number': 8, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9afc90a0-4386-4edf-9b64-eacfd0fee3ba', 'name': '', 'network_id': 'eed4abb9-5182-48a5-bf63-070bfa80e75e', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:22Z', 'updated_at': '2021-09-29T23:39:26Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': 'd5d6412f-2e31-41d2-b4f6-685014b575d2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:33.460618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-92283fc6-588a-4663-98ec-bddb0cf389ee tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/floatingips/a33501c3-4168-49b0-87d5-a0bab2965e61 HTTP/1.1" status: 200 len: 993 time: 0.1340377 Sep 29 23:39:33.707550 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:33.952461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:33.952801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:34.039701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port 9afc90a0-4386-4edf-9b64-eacfd0fee3ba, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9afc90a0-4386-4edf-9b64-eacfd0fee3ba,segment=NetworkSegment(0715f3cc-47a0-4e5a-9696-e1cbaf305a24),segment_id=0715f3cc-47a0-4e5a-9696-e1cbaf305a24)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:34.039994 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:34.053401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 9afc90a0-4386-4edf-9b64-eacfd0fee3ba owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:34.223352 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:34.254134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=9afc90a0-4386-4edf-9b64-eacfd0fee3ba,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:34.415119 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:34.689737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0871eee3-18bc-4507-8cab-68caaf1569aa no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:34.714519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 0871eee3-18bc-4507-8cab-68caaf1569aa {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:34.714969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 0871eee3-18bc-4507-8cab-68caaf1569aa not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:34.715479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6e0ca45-7f96-4a33-ab04-93b2536062a5 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:34.735908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: b6e0ca45-7f96-4a33-ab04-93b2536062a5 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:34.736261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b6e0ca45-7f96-4a33-ab04-93b2536062a5 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:34.939409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:35.032103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:35.037663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3d00ed23-ad8f-4fee-8af2-a23011f55a4d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7029071 Sep 29 23:39:35.040563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58910) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:35.041592 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] Sync routers for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:35.051082 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:35.051688 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:35.091022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa3e16e-677e-4c24-8512-3b42f73f487f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting subnet d5d6412f-2e31-41d2-b4f6-685014b575d2 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:39:35.094060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afa3e16e-677e-4c24-8512-3b42f73f487f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.140816 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:35.141074 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afa3e16e-677e-4c24-8512-3b42f73f487f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.234171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afa3e16e-677e-4c24-8512-3b42f73f487f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.306734 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afa3e16e-677e-4c24-8512-3b42f73f487f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.337404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3e16e-677e-4c24-8512-3b42f73f487f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d6412f-2e31-41d2-b4f6-685014b575d2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:35.344321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-afa3e16e-677e-4c24-8512-3b42f73f487f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.348545 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-afa3e16e-677e-4c24-8512-3b42f73f487f tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/d5d6412f-2e31-41d2-b4f6-685014b575d2 HTTP/1.1" status: 204 len: 168 time: 0.3065937 Sep 29 23:39:35.349189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58912) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:35.356408 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727ff72-695d-40ff-8bfd-fc1718d14402 None None] Network eed4abb9-5182-48a5-bf63-070bfa80e75e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:35.362910 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:34Z', 'revision_number': 9, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:35.389498 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] Checking router: ccc08926-9ba1-4fc5-add4-1819caff8b9d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:35.397923 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:35.398474 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:35.436285 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.504348 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:35.504708 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.553553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c568931-6e34-45d9-b557-cafdc33cae5f None None] DHCP port deletion for eed4abb9-5182-48a5-bf63-070bfa80e75e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:39:35.581206 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port 73b0f6cb-020c-4470-9d1f-e449e7d6da63, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=73b0f6cb-020c-4470-9d1f-e449e7d6da63,segment=NetworkSegment(0715f3cc-47a0-4e5a-9696-e1cbaf305a24),segment_id=0715f3cc-47a0-4e5a-9696-e1cbaf305a24)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:35.581702 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.586386 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:35.595751 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 73b0f6cb-020c-4470-9d1f-e449e7d6da63 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:35.607288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6c568931-6e34-45d9-b557-cafdc33cae5f None None] Deleting port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:35.607288 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6c568931-6e34-45d9-b557-cafdc33cae5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.668977 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6c568931-6e34-45d9-b557-cafdc33cae5f None None] For port 73b0f6cb-020c-4470-9d1f-e449e7d6da63, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=73b0f6cb-020c-4470-9d1f-e449e7d6da63,segment=NetworkSegment(0715f3cc-47a0-4e5a-9696-e1cbaf305a24),segment_id=0715f3cc-47a0-4e5a-9696-e1cbaf305a24)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:35.669570 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6c568931-6e34-45d9-b557-cafdc33cae5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.684303 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.688301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6c568931-6e34-45d9-b557-cafdc33cae5f None None] Calling delete_port for 73b0f6cb-020c-4470-9d1f-e449e7d6da63 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:35.711894 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=73b0f6cb-020c-4470-9d1f-e449e7d6da63,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:35.715118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No DVR routers for this DVR port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:35.771605 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6c568931-6e34-45d9-b557-cafdc33cae5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.798233 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c568931-6e34-45d9-b557-cafdc33cae5f None None] Pushing event deleted for resources: {'Port': ['ID=73b0f6cb-020c-4470-9d1f-e449e7d6da63,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:35.800087 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c568931-6e34-45d9-b557-cafdc33cae5f None None] No DVR routers for this DVR port 73b0f6cb-020c-4470-9d1f-e449e7d6da63 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:35.811611 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.822282 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:34Z', 'revision_number': 9, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:35.832790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed4abb9-5182-48a5-bf63-070bfa80e75e']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:35.842511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0715f3cc-47a0-4e5a-9696-e1cbaf305a24') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:35.842811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0715f3cc-47a0-4e5a-9696-e1cbaf305a24') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:35.852490 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.854054 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78363484-5a43-4bfd-94d1-884ff163038a None None] The sync data for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 is: [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:34Z', 'revision_number': 9, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': '83ecc10d-776f-4619-9c72-e7527453f8e8', 'name': '', 'network_id': 'af560405-e9af-4fd9-8572-75be52465eef', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:82:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '35260f57-c830-402e-91ab-76a9228c3df2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:17Z', 'updated_at': '2021-09-29T23:39:23Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '35260f57-c830-402e-91ab-76a9228c3df2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:35.866128 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.873422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Releasing vlan 501 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:39:35.873818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:39:35.877018 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:39:35.940449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.945466 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:35.947780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/networks/eed4abb9-5182-48a5-bf63-070bfa80e75e HTTP/1.1" status: 204 len: 168 time: 0.5972512 Sep 29 23:39:35.951719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58914) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:35.963987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e909783c-5b3c-415a-874b-2d852c397942 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Network': ['ID=eed4abb9-5182-48a5-bf63-070bfa80e75e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:36.234570 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b89889a-124b-47cb-951c-6954627a73eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:36.561653 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:36.609276 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:36.634481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 73b0f6cb-020c-4470-9d1f-e449e7d6da63 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:36.655419 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 73b0f6cb-020c-4470-9d1f-e449e7d6da63 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:36.655904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 73b0f6cb-020c-4470-9d1f-e449e7d6da63 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:36.656388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9afc90a0-4386-4edf-9b64-eacfd0fee3ba no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:36.677244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 9afc90a0-4386-4edf-9b64-eacfd0fee3ba {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:36.677670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9afc90a0-4386-4edf-9b64-eacfd0fee3ba not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:36.807488 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 83ecc10d-776f-4619-9c72-e7527453f8e8 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:36.807854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:36.897632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port 83ecc10d-776f-4619-9c72-e7527453f8e8, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=83ecc10d-776f-4619-9c72-e7527453f8e8,segment=NetworkSegment(cedacd16-a837-48f1-964e-5877591fb8a8),segment_id=cedacd16-a837-48f1-964e-5877591fb8a8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:36.897991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:36.910110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 83ecc10d-776f-4619-9c72-e7527453f8e8 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:37.078601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:37.105619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=83ecc10d-776f-4619-9c72-e7527453f8e8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:37.270321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:37.453032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:37.514462 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:37.545305 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:37.550411 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-31074356-1849-434f-a55b-1672025626bf tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5974641 Sep 29 23:39:37.553271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58916) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:37.554775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] Sync routers for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:37.564578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:37.565191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:37.606695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dfdce4-57cc-4092-9361-418c90ae7558 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting subnet 35260f57-c830-402e-91ab-76a9228c3df2 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:39:37.609752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2dfdce4-57cc-4092-9361-418c90ae7558 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:37.649548 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2dfdce4-57cc-4092-9361-418c90ae7558 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:37.650696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:37.743187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2dfdce4-57cc-4092-9361-418c90ae7558 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:37.803107 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2dfdce4-57cc-4092-9361-418c90ae7558 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:37.830638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfdce4-57cc-4092-9361-418c90ae7558 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Subnet': ['ID=35260f57-c830-402e-91ab-76a9228c3df2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:37.834096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2dfdce4-57cc-4092-9361-418c90ae7558 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:37.838331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c2dfdce4-57cc-4092-9361-418c90ae7558 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/35260f57-c830-402e-91ab-76a9228c3df2 HTTP/1.1" status: 204 len: 168 time: 0.2813408 Sep 29 23:39:37.839785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58918) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:37.845916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44696496-8256-44ea-a249-1278b063d0a8 None None] Network af560405-e9af-4fd9-8572-75be52465eef requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:37.920013 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:37.973054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port d87eff76-c969-4182-a636-11a4bbe5c0b0 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:37.973408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.040399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port d87eff76-c969-4182-a636-11a4bbe5c0b0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d87eff76-c969-4182-a636-11a4bbe5c0b0,segment=NetworkSegment(cedacd16-a837-48f1-964e-5877591fb8a8),segment_id=cedacd16-a837-48f1-964e-5877591fb8a8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:38.040658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.056198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for d87eff76-c969-4182-a636-11a4bbe5c0b0 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:38.106773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:37Z', 'revision_number': 10, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:38.133490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] DHCP port deletion for af560405-e9af-4fd9-8572-75be52465eef request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:39:38.136745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] Checking router: ccc08926-9ba1-4fc5-add4-1819caff8b9d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:38.152710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.168678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:38.169313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:38.177780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=d87eff76-c969-4182-a636-11a4bbe5c0b0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:38.182108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No DVR routers for this DVR port d87eff76-c969-4182-a636-11a4bbe5c0b0 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:38.262973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:38.265956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.286159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af560405-e9af-4fd9-8572-75be52465eef']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:38.289259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] Deleting port d87eff76-c969-4182-a636-11a4bbe5c0b0 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:38.289634 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.296711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cedacd16-a837-48f1-964e-5877591fb8a8') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:38.297020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cedacd16-a837-48f1-964e-5877591fb8a8') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:38.308240 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.322011 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.329257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Releasing vlan 545 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:39:38.329682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:39:38.332941 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:39:38.396184 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.403031 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.404904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/networks/af560405-e9af-4fd9-8572-75be52465eef HTTP/1.1" status: 204 len: 168 time: 0.5647936 Sep 29 23:39:38.407762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58920) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:38.413540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] For port d87eff76-c969-4182-a636-11a4bbe5c0b0, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:38.413950 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.421183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c359c-d1aa-4d18-a1e8-81c8cd3cf8d1 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Network': ['ID=af560405-e9af-4fd9-8572-75be52465eef,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:38.437126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] Calling delete_port for d87eff76-c969-4182-a636-11a4bbe5c0b0 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:38.441155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] Port d87eff76-c969-4182-a636-11a4bbe5c0b0 was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:39:38.466555 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.500641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] Network af560405-e9af-4fd9-8572-75be52465eef is not hosted by any dhcp agent {{(pid=110007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 23:39:38.501103 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] No DVR routers for this DVR port d87eff76-c969-4182-a636-11a4bbe5c0b0 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:38.502859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b594d-e113-4cfb-8bfc-92140f1add67 None None] Pushing event deleted for resources: {'Port': ['ID=d87eff76-c969-4182-a636-11a4bbe5c0b0,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:38.569919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:37Z', 'revision_number': 10, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:38.596428 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac9e415-279a-41a2-8a23-91660c28d7b0 None None] The sync data for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 is: [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:37Z', 'revision_number': 10, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None, '_interfaces': [{'id': 'ecd5ab91-012e-49bd-b977-819e80943151', 'name': '', 'network_id': '1db45005-dfa5-47d6-a78e-6b834e93950b', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'mac_address': 'fa:16:3e:73:95:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:13Z', 'updated_at': '2021-09-29T23:39:19Z', 'revision_number': 5, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'subnets': [{'id': '388dff27-89bc-4664-8e02-d4676c21bb86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:38.696268 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.748886 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:38.989725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port ecd5ab91-012e-49bd-b977-819e80943151 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:38.990073 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:39.022857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d87eff76-c969-4182-a636-11a4bbe5c0b0 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:39.044199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: d87eff76-c969-4182-a636-11a4bbe5c0b0 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:39.044554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d87eff76-c969-4182-a636-11a4bbe5c0b0 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:39.093888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port ecd5ab91-012e-49bd-b977-819e80943151, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ecd5ab91-012e-49bd-b977-819e80943151,segment=NetworkSegment(43feb733-725d-411a-a202-7309dce4043a),segment_id=43feb733-725d-411a-a202-7309dce4043a)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:39.094258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:39.107268 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for ecd5ab91-012e-49bd-b977-819e80943151 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:39.278827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:39.310133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=ecd5ab91-012e-49bd-b977-819e80943151,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:39.454859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:39.616947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:39.695071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:39.701305 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f8846245-6061-4af9-ad71-29f8dde0c222 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2920170 Sep 29 23:39:39.703499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58922) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:39.706311 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] Sync routers for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:39.716140 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:39.716746 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:39.760974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eeed4ba-d302-4d80-b9b2-9c9b615d5dc2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting subnet 388dff27-89bc-4664-8e02-d4676c21bb86 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:39:39.764193 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9eeed4ba-d302-4d80-b9b2-9c9b615d5dc2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:39.786704 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:39.792797 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:39.808954 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9eeed4ba-d302-4d80-b9b2-9c9b615d5dc2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:39.842918 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:39Z', 'revision_number': 11, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:39.869754 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] Checking router: ccc08926-9ba1-4fc5-add4-1819caff8b9d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:39.877876 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:39.878492 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:39.893977 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9eeed4ba-d302-4d80-b9b2-9c9b615d5dc2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:39.950408 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:39.964990 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9eeed4ba-d302-4d80-b9b2-9c9b615d5dc2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:39.994039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeed4ba-d302-4d80-b9b2-9c9b615d5dc2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Subnet': ['ID=388dff27-89bc-4664-8e02-d4676c21bb86,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:39.998239 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9eeed4ba-d302-4d80-b9b2-9c9b615d5dc2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.000525 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9eeed4ba-d302-4d80-b9b2-9c9b615d5dc2 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/388dff27-89bc-4664-8e02-d4676c21bb86 HTTP/1.1" status: 204 len: 168 time: 0.2955711 Sep 29 23:39:40.003039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58924) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:40.006525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b09c04-8d81-4ff6-be6d-025bab778cf6 None None] Network 1db45005-dfa5-47d6-a78e-6b834e93950b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:40.009344 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:39Z', 'revision_number': 11, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:40.038741 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451ffc47-01a3-4559-9ed9-5c5c7ab8c9ae None None] The sync data for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 is: [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:39Z', 'revision_number': 11, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:40.089747 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.142559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Deleting port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:40.142910 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.208936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] For port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=33cbc65d-c33a-4de8-9d2c-a2c98ae89a92,segment=NetworkSegment(43feb733-725d-411a-a202-7309dce4043a),segment_id=43feb733-725d-411a-a202-7309dce4043a)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:40.209302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.220544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Calling delete_port for 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:40.299625 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.328464 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No DVR routers for this DVR port 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:40.333492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Port': ['ID=33cbc65d-c33a-4de8-9d2c-a2c98ae89a92,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:40.421054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ac3b30-6dc4-4fe0-803a-6c52090638ea None None] DHCP port deletion for 1db45005-dfa5-47d6-a78e-6b834e93950b request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:39:40.421471 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.447203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db45005-dfa5-47d6-a78e-6b834e93950b']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:40.458587 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43feb733-725d-411a-a202-7309dce4043a') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:40.458886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43feb733-725d-411a-a202-7309dce4043a') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:40.468787 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.482383 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.488258 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Releasing vlan 530 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:39:40.488682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:39:40.491609 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:39:40.554688 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.562506 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:40.564400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/networks/1db45005-dfa5-47d6-a78e-6b834e93950b HTTP/1.1" status: 204 len: 168 time: 0.5603645 Sep 29 23:39:40.567182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58926) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:40.572485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0e44db7f-1e1c-447e-8f50-e575f378972b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'routes': None}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:40.576696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21c1d2-2923-46b3-96be-16eb0e1cfa3d tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Pushing event deleted for resources: {'Network': ['ID=1db45005-dfa5-47d6-a78e-6b834e93950b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:40.639427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 83ecc10d-776f-4619-9c72-e7527453f8e8 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:40.664018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 83ecc10d-776f-4619-9c72-e7527453f8e8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:40.664368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 83ecc10d-776f-4619-9c72-e7527453f8e8 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:40.664792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:40.689986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:40.690342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 33cbc65d-c33a-4de8-9d2c-a2c98ae89a92 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:40.690780 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ecd5ab91-012e-49bd-b977-819e80943151 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:40.710695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ecd5ab91-012e-49bd-b977-819e80943151 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:40.711039 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ecd5ab91-012e-49bd-b977-819e80943151 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:40.996629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.extraroute_db [None req-0e44db7f-1e1c-447e-8f50-e575f378972b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Added routes are [] {{(pid=110006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 29 23:39:40.996882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.extraroute_db [None req-0e44db7f-1e1c-447e-8f50-e575f378972b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Removed routes are [] {{(pid=110006) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 29 23:39:40.997205 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e44db7f-1e1c-447e-8f50-e575f378972b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.129575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e44db7f-1e1c-447e-8f50-e575f378972b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.132857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e44db7f-1e1c-447e-8f50-e575f378972b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.208860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e44db7f-1e1c-447e-8f50-e575f378972b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router ccc08926-9ba1-4fc5-add4-1819caff8b9d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:41.289210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e44db7f-1e1c-447e-8f50-e575f378972b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:41.297390 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e44db7f-1e1c-447e-8f50-e575f378972b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.298570 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0e44db7f-1e1c-447e-8f50-e575f378972b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d HTTP/1.1" status: 200 len: 700 time: 0.7302899 Sep 29 23:39:41.299388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] Sync routers for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:41.301239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58928) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:41.308880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:41.309508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:41.328099 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f246c2db-15e0-4984-bb3d-51c4c917d8d7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc08926-9ba1-4fc5-add4-1819caff8b9d HTTP/1.1" status: 200 len: 205 time: 0.0257251 Sep 29 23:39:41.330455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58930) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:41.380893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:41.406484 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c56e343-8fb8-485c-8d07-4c49c30aac8e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.433303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:39Z', 'revision_number': 11, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:41.462823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] Checking router: ccc08926-9ba1-4fc5-add4-1819caff8b9d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:41.471123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] Routers {'ccc08926-9ba1-4fc5-add4-1819caff8b9d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:41.472037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:41.539699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] Set router ccc08926-9ba1-4fc5-add4-1819caff8b9d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:41.566604 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c56e343-8fb8-485c-8d07-4c49c30aac8e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.568931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c56e343-8fb8-485c-8d07-4c49c30aac8e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.594022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:39Z', 'revision_number': 11, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:41.612579 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c56e343-8fb8-485c-8d07-4c49c30aac8e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.613090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c56e343-8fb8-485c-8d07-4c49c30aac8e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Fanout notify agent at l3_agent the message router_deleted on router ccc08926-9ba1-4fc5-add4-1819caff8b9d {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:39:41.620259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942462d1-24fc-419b-bcdf-28915c5d09d7 None None] The sync data for ids ['ccc08926-9ba1-4fc5-add4-1819caff8b9d'] in n-d-811173-2 is: [{'id': 'ccc08926-9ba1-4fc5-add4-1819caff8b9d', 'name': 'tempest-RoutersTest-router-754977413', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:39Z', 'revision_number': 11, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:41.623218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3c56e343-8fb8-485c-8d07-4c49c30aac8e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.628113 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3c56e343-8fb8-485c-8d07-4c49c30aac8e tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d HTTP/1.1" status: 204 len: 168 time: 0.2929761 Sep 29 23:39:41.628441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58932) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:41.633108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-79cbc086-52f0-4164-a64f-5571a788d73a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1030815064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:41.658151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79cbc086-52f0-4164-a64f-5571a788d73a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.659297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79cbc086-52f0-4164-a64f-5571a788d73a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.712532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79cbc086-52f0-4164-a64f-5571a788d73a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.718149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79cbc086-52f0-4164-a64f-5571a788d73a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.735202 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79cbc086-52f0-4164-a64f-5571a788d73a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.736610 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-79cbc086-52f0-4164-a64f-5571a788d73a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1071334 Sep 29 23:39:41.739533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58934) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:41.744110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cda91042-b161-4686-b773-85df72ecb7ae tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Request body: {'router': {'admin_state_up': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:41.956742 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cda91042-b161-4686-b773-85df72ecb7ae tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1576990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-442'] for router, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:41.967432 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cda91042-b161-4686-b773-85df72ecb7ae tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583292', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1576967'] for router, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:42.064041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda91042-b161-4686-b773-85df72ecb7ae tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Router 2261ed62-00f0-4c8b-9b4f-7474b40c2160 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:39:42.138379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda91042-b161-4686-b773-85df72ecb7ae tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:42.145034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cda91042-b161-4686-b773-85df72ecb7ae tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:42.146142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cda91042-b161-4686-b773-85df72ecb7ae tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "PUT /v2.0/routers/2261ed62-00f0-4c8b-9b4f-7474b40c2160 HTTP/1.1" status: 200 len: 694 time: 0.4056404 Sep 29 23:39:42.149286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58936) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.150287 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] Sync routers for ids ['2261ed62-00f0-4c8b-9b4f-7474b40c2160'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:42.159940 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] Routers {'2261ed62-00f0-4c8b-9b4f-7474b40c2160'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:42.160556 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['2261ed62-00f0-4c8b-9b4f-7474b40c2160'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:42.228943 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] Set router 2261ed62-00f0-4c8b-9b4f-7474b40c2160 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:42.231452 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-04a4606d-3c23-4aa6-9c97-b860fcd0b259 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/routers/2261ed62-00f0-4c8b-9b4f-7474b40c2160 HTTP/1.1" status: 200 len: 700 time: 0.0801170 Sep 29 23:39:42.233223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58938) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.259342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bb134d2b-4351-4ba6-b826-f167a6a019ff tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=2261ed62-00f0-4c8b-9b4f-7474b40c2160 HTTP/1.1" status: 200 len: 205 time: 0.0249853 Sep 29 23:39:42.262325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58940) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.284457 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2261ed62-00f0-4c8b-9b4f-7474b40c2160', 'name': 'tempest-RoutersTest-router-1030815064', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:41Z', 'updated_at': '2021-09-29T23:39:41Z', 'revision_number': 2, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:42.311271 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] Checking router: 2261ed62-00f0-4c8b-9b4f-7474b40c2160 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:39:42.322300 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] Routers {'2261ed62-00f0-4c8b-9b4f-7474b40c2160'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:42.322300 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['2261ed62-00f0-4c8b-9b4f-7474b40c2160'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:42.345723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec6acc63-28f8-430f-b439-871637b5341c tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:42.405828 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] Set router 2261ed62-00f0-4c8b-9b4f-7474b40c2160 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:39:42.459420 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2261ed62-00f0-4c8b-9b4f-7474b40c2160', 'name': 'tempest-RoutersTest-router-1030815064', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:41Z', 'updated_at': '2021-09-29T23:39:41Z', 'revision_number': 2, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:42.486188 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1659253e-66cb-4191-b8e3-26692c5c1856 None None] The sync data for ids ['2261ed62-00f0-4c8b-9b4f-7474b40c2160'] in n-d-811173-2 is: [{'id': '2261ed62-00f0-4c8b-9b4f-7474b40c2160', 'name': 'tempest-RoutersTest-router-1030815064', 'tenant_id': '3c02735a74364cf8915284302ed4a64c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:41Z', 'updated_at': '2021-09-29T23:39:41Z', 'revision_number': 2, 'project_id': '3c02735a74364cf8915284302ed4a64c', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:42.506357 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec6acc63-28f8-430f-b439-871637b5341c tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:42.509020 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec6acc63-28f8-430f-b439-871637b5341c tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:42.558564 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec6acc63-28f8-430f-b439-871637b5341c tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:42.559098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6acc63-28f8-430f-b439-871637b5341c tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Fanout notify agent at l3_agent the message router_deleted on router 2261ed62-00f0-4c8b-9b4f-7474b40c2160 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:39:42.569572 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ec6acc63-28f8-430f-b439-871637b5341c tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:42.570748 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ec6acc63-28f8-430f-b439-871637b5341c tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/2261ed62-00f0-4c8b-9b4f-7474b40c2160 HTTP/1.1" status: 204 len: 168 time: 0.3075044 Sep 29 23:39:42.575271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58942) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.603077 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7b685ae5-0e0b-4045-8218-e576526791ea tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=2261ed62-00f0-4c8b-9b4f-7474b40c2160 HTTP/1.1" status: 200 len: 205 time: 0.0266507 Sep 29 23:39:42.605849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58944) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.647906 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-d1f206d8-e142-4c67-91d0-2761564b020b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] delete failed (client error): The resource could not be found. Sep 29 23:39:42.648971 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d1f206d8-e142-4c67-91d0-2761564b020b tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/2261ed62-00f0-4c8b-9b4f-7474b40c2160 HTTP/1.1" status: 404 len: 336 time: 0.0421381 Sep 29 23:39:42.654234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58946) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.682874 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2802949-cc66-4cd5-bfdb-deaa608467f4 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] DELETE failed (client error): The resource could not be found. Sep 29 23:39:42.683325 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2802949-cc66-4cd5-bfdb-deaa608467f4 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:39:42.685132 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f2802949-cc66-4cd5-bfdb-deaa608467f4 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/20308524-d6dc-499f-b0b2-189a43e5324c HTTP/1.1" status: 404 len: 337 time: 0.0299077 Sep 29 23:39:42.687782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58948) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.715048 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7556c122-1cca-47a3-ae51-40f81a71ea25 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] DELETE failed (client error): The resource could not be found. Sep 29 23:39:42.715509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7556c122-1cca-47a3-ae51-40f81a71ea25 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:39:42.717349 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7556c122-1cca-47a3-ae51-40f81a71ea25 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/d5d6412f-2e31-41d2-b4f6-685014b575d2 HTTP/1.1" status: 404 len: 337 time: 0.0285392 Sep 29 23:39:42.719741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58950) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.745423 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a55372-1b8b-4de1-a985-0cf8c6dd51da tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] DELETE failed (client error): The resource could not be found. Sep 29 23:39:42.745872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a55372-1b8b-4de1-a985-0cf8c6dd51da tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:39:42.747524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-47a55372-1b8b-4de1-a985-0cf8c6dd51da tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/35260f57-c830-402e-91ab-76a9228c3df2 HTTP/1.1" status: 404 len: 337 time: 0.0268586 Sep 29 23:39:42.749822 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.775241 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d4b871a-c1db-4d33-a1fd-8031e1d525ee tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] DELETE failed (client error): The resource could not be found. Sep 29 23:39:42.775684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d4b871a-c1db-4d33-a1fd-8031e1d525ee tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:39:42.777825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7d4b871a-c1db-4d33-a1fd-8031e1d525ee tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/388dff27-89bc-4664-8e02-d4676c21bb86 HTTP/1.1" status: 404 len: 337 time: 0.0271232 Sep 29 23:39:42.780188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58954) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.806307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-29fa3815-6490-4bf3-8b42-a746292a4633 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=ccc08926-9ba1-4fc5-add4-1819caff8b9d HTTP/1.1" status: 200 len: 205 time: 0.0250885 Sep 29 23:39:42.809249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58956) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.850619 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-30a2011e-773c-4257-89d3-05740dce8eda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] delete failed (client error): The resource could not be found. Sep 29 23:39:42.851728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-30a2011e-773c-4257-89d3-05740dce8eda tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/ccc08926-9ba1-4fc5-add4-1819caff8b9d HTTP/1.1" status: 404 len: 336 time: 0.0415070 Sep 29 23:39:42.854528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58958) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.881869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-31a15ee7-396a-43e4-bb8f-64ccf1125d47 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=747fb6b3-55ab-41be-acc6-f3dc14ab966c HTTP/1.1" status: 200 len: 205 time: 0.0261266 Sep 29 23:39:42.884184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58960) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.920770 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-e85edb10-5ec4-4def-8d81-4bc125028fc6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] delete failed (client error): The resource could not be found. Sep 29 23:39:42.921780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e85edb10-5ec4-4def-8d81-4bc125028fc6 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/747fb6b3-55ab-41be-acc6-f3dc14ab966c HTTP/1.1" status: 404 len: 336 time: 0.0367045 Sep 29 23:39:42.924148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.953930 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-2242a583-781b-4ac6-8a5c-28ee208cf0e8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] DELETE failed (client error): The resource could not be found. Sep 29 23:39:42.954389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2242a583-781b-4ac6-8a5c-28ee208cf0e8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:39:42.956077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2242a583-781b-4ac6-8a5c-28ee208cf0e8 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/9166edfa-b799-4324-b37e-72e23b6e8ace HTTP/1.1" status: 404 len: 337 time: 0.0310349 Sep 29 23:39:42.958498 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58964) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:42.984426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-325a7bd7-0eb7-48bd-981f-6fc36f2b2762 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a HTTP/1.1" status: 200 len: 205 time: 0.0249047 Sep 29 23:39:42.986664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58966) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.024304 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-cdf4b8bf-2756-4959-827b-599cd52b98bd tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] delete failed (client error): The resource could not be found. Sep 29 23:39:43.025369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cdf4b8bf-2756-4959-827b-599cd52b98bd tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/ee08bbbb-1390-47a8-a9e9-0000ac5ecb0a HTTP/1.1" status: 404 len: 336 time: 0.0378273 Sep 29 23:39:43.028605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58968) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.055547 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a3150314-7964-4e32-92cb-b4c39f835504 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb HTTP/1.1" status: 200 len: 205 time: 0.0258770 Sep 29 23:39:43.058250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58970) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.099801 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-dde1818b-17ae-4265-b516-a2b3229d0434 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] delete failed (client error): The resource could not be found. Sep 29 23:39:43.100871 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dde1818b-17ae-4265-b516-a2b3229d0434 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/0b876fb5-2bbf-411b-bfc5-f6f9ac91dceb HTTP/1.1" status: 404 len: 336 time: 0.0416510 Sep 29 23:39:43.103345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58972) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.130394 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d218b53-c952-422f-85b2-74dbc39a4cf7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] DELETE failed (client error): The resource could not be found. Sep 29 23:39:43.130845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d218b53-c952-422f-85b2-74dbc39a4cf7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:39:43.132589 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1d218b53-c952-422f-85b2-74dbc39a4cf7 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/71b25302-3efa-42e9-98bf-11dc191822a9 HTTP/1.1" status: 404 len: 337 time: 0.0283098 Sep 29 23:39:43.134991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58974) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.162171 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-21d47933-2ce5-4d22-ba3b-3f3d7011e343 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=3f104b8a-cb99-43e4-ab88-7990b8105f12 HTTP/1.1" status: 200 len: 205 time: 0.0255566 Sep 29 23:39:43.164373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58976) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.201773 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-8240e637-4b00-42a6-a136-352b88794e42 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] delete failed (client error): The resource could not be found. Sep 29 23:39:43.202799 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8240e637-4b00-42a6-a136-352b88794e42 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/3f104b8a-cb99-43e4-ab88-7990b8105f12 HTTP/1.1" status: 404 len: 336 time: 0.0375373 Sep 29 23:39:43.205232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58978) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.235411 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5960acbe-634f-42c0-a739-548ce067b503 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] DELETE failed (client error): The resource could not be found. Sep 29 23:39:43.235889 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5960acbe-634f-42c0-a739-548ce067b503 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:39:43.237634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5960acbe-634f-42c0-a739-548ce067b503 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/d0e80bc3-5b91-4cc1-b2a6-62b9bcb4349a HTTP/1.1" status: 404 len: 337 time: 0.0315025 Sep 29 23:39:43.240102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58980) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.267087 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-380ccaf4-a244-43ad-a9bf-414253d2bf39 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "GET /v2.0/ports?device_id=216918d8-ade8-4eaf-b7a2-4cd2fcc3b962 HTTP/1.1" status: 200 len: 205 time: 0.0259173 Sep 29 23:39:43.269475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58982) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.306851 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-e37e58b4-6f2f-4a96-a6bc-ba2f8eea6154 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] delete failed (client error): The resource could not be found. Sep 29 23:39:43.308850 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e37e58b4-6f2f-4a96-a6bc-ba2f8eea6154 tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/routers/216918d8-ade8-4eaf-b7a2-4cd2fcc3b962 HTTP/1.1" status: 404 len: 336 time: 0.0383096 Sep 29 23:39:43.310557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58984) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.344389 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f59d809-5141-444d-8a78-dadc9ee885ad tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] DELETE failed (client error): The resource could not be found. Sep 29 23:39:43.344793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f59d809-5141-444d-8a78-dadc9ee885ad tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:39:43.346536 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5f59d809-5141-444d-8a78-dadc9ee885ad tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/510b4322-eb4e-4645-b355-9e683d35f78b HTTP/1.1" status: 404 len: 337 time: 0.0349689 Sep 29 23:39:43.349276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 58986) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.378691 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3e9e23-e02f-493d-981c-376fdb1cdc3a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] DELETE failed (client error): The resource could not be found. Sep 29 23:39:43.379138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3e9e23-e02f-493d-981c-376fdb1cdc3a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:39:43.380814 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0c3e9e23-e02f-493d-981c-376fdb1cdc3a tempest-RoutersTest-1958416786 tempest-RoutersTest-1958416786-project] 10.222.0.44 "DELETE /v2.0/subnets/078ef9d2-341c-4a31-a859-c44958fcc228 HTTP/1.1" status: 404 len: 337 time: 0.0307112 Sep 29 23:39:43.644427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58992) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.790602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-76d9656d-99b9-4975-ad4b-8f4178a2e0dd admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=3c02735a74364cf8915284302ed4a64c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1449983 Sep 29 23:39:43.794662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 58996) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:43.842039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f6a0-ca45-4dd9-b694-b4e76df2805f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:43.862991 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f6a0-ca45-4dd9-b694-b4e76df2805f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:43.909593 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f6a0-ca45-4dd9-b694-b4e76df2805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:43.912173 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7b2f6a0-ca45-4dd9-b694-b4e76df2805f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:43.913328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f7b2f6a0-ca45-4dd9-b694-b4e76df2805f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/4fd6a460-4845-4550-989b-a27766458a57 HTTP/1.1" status: 204 len: 168 time: 0.1177094 Sep 29 23:39:43.921668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2f6a0-ca45-4dd9-b694-b4e76df2805f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd6a460-4845-4550-989b-a27766458a57,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:44.561949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59020) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:44.658779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6ed5b211-c39e-4f61-93d1-a463213084f6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1413897723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:44.681632 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b211-c39e-4f61-93d1-a463213084f6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.682734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b211-c39e-4f61-93d1-a463213084f6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.735816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b211-c39e-4f61-93d1-a463213084f6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.739896 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b211-c39e-4f61-93d1-a463213084f6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.754558 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b211-c39e-4f61-93d1-a463213084f6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.755753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6ed5b211-c39e-4f61-93d1-a463213084f6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1927686 Sep 29 23:39:44.758457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59024) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:44.763644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1741316654'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:44.783423 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Made reservation on behalf of a606c177b444456caf60351776627b99 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:44.786790 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.795025 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.881572 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.885975 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.913262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:39:44.919482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e95804-4096-4868-8efe-af239be2d4d5,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:44.925367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.925714 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Added segment d2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08 of type vlan for network 724902d2-5342-4cf5-a5c9-68932d174732 Sep 29 23:39:44.965525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.988659 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:44.994199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:44.995350 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.031391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2719429 Sep 29 23:39:45.034379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59026) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:45.039565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Request body: {'subnet': {'network_id': '724902d2-5342-4cf5-a5c9-68932d174732', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:45.065385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbf0b4-f6c5-4838-8ae6-fba47e6dbb3a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'Network': ['ID=724902d2-5342-4cf5-a5c9-68932d174732,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:45.076621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 724902d2-5342-4cf5-a5c9-68932d174732 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:39:45.127103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Made reservation on behalf of a606c177b444456caf60351776627b99 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:45.130778 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.314457 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.376433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'Subnet': ['ID=f16a8cdb-4db7-4414-8cbb-334bacfbc566,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:45.388925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.389271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.389608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.389947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.390279 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.390606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.390930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.391251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.391572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.391912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.392235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.392555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:45.396566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Checking segment: {'id': 'd2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '724902d2-5342-4cf5-a5c9-68932d174732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:45.396920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Network hostable DHCP agents. Network: 724902d2-5342-4cf5-a5c9-68932d174732, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:39:45.413396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Network 724902d2-5342-4cf5-a5c9-68932d174732 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:39:45.422835 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 724902d2-5342-4cf5-a5c9-68932d174732) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:45.427223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:45.428415 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.433792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa92d16-dbe3-4e76-8d2d-1fb44c3cca63 None None] Network 724902d2-5342-4cf5-a5c9-68932d174732 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:45.443015 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d49b545f-3395-496d-8600-32cc7ad47bb6 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4074461 Sep 29 23:39:45.446080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59028) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:45.452098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Request body: {'network': {'name': 'tempest-router-network01--1502504232'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:45.472899 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Made reservation on behalf of a606c177b444456caf60351776627b99 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:45.476309 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.505444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:39:45.514582 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.515143 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Added segment 630e0561-edfb-4a89-b3cd-9dbb2ee639d1 of type vlan for network 0788f26b-b789-4b85-81ef-5d390a615f7f Sep 29 23:39:45.556197 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.579466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-724902d2-5342-4cf5-a5c9-68932d174732', 'network_id': '724902d2-5342-4cf5-a5c9-68932d174732', 'tenant_id': 'a606c177b444456caf60351776627b99', 'fixed_ips': [{'subnet_id': 'f16a8cdb-4db7-4414-8cbb-334bacfbc566'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:39:45.580493 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.581210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.586923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:45.587510 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.616021 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1688888 Sep 29 23:39:45.618708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59030) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:45.625598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Request body: {'network': {'name': 'tempest-router-network02--1264569526'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:45.648929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Made reservation on behalf of a606c177b444456caf60351776627b99 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:45.652757 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.664803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46c8094-038a-4c4c-a1fc-83786b8edd39 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'Network': ['ID=0788f26b-b789-4b85-81ef-5d390a615f7f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:45.676886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 511} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:39:45.677506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 0788f26b-b789-4b85-81ef-5d390a615f7f details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:39:45.686818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.687164 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Added segment 2f1326fe-0a8a-4704-accf-f59b5c02a394 of type vlan for network 093b77a3-8e87-4200-b158-3c746008b44b Sep 29 23:39:45.728282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.752696 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.758628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:45.759227 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:45.782891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Allocated IP 172.20.0.2 (724902d2-5342-4cf5-a5c9-68932d174732/f16a8cdb-4db7-4414-8cbb-334bacfbc566/8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:45.792243 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1720171 Sep 29 23:39:45.795155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59032) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:45.801091 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Request body: {'subnet': {'network_id': '0788f26b-b789-4b85-81ef-5d390a615f7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:45.835493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d379536-43d0-4a64-9f3b-1d6125089005 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'Network': ['ID=093b77a3-8e87-4200-b158-3c746008b44b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:45.854840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 093b77a3-8e87-4200-b158-3c746008b44b details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:39:45.908319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Made reservation on behalf of a606c177b444456caf60351776627b99 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:45.911921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.106104 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.136355 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.142158 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.169247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'Subnet': ['ID=d9b934f1-893e-4520-b1d4-1d6f668c80b3,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:46.178535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Checking segment: {'id': '630e0561-edfb-4a89-b3cd-9dbb2ee639d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0788f26b-b789-4b85-81ef-5d390a615f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:46.178901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Network hostable DHCP agents. Network: 0788f26b-b789-4b85-81ef-5d390a615f7f, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:39:46.183053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Network 724902d2-5342-4cf5-a5c9-68932d174732 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:46.187412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:46.190810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:46.196609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Network 0788f26b-b789-4b85-81ef-5d390a615f7f is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:39:46.200312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Pushing event updated for resources: {'Port': ['ID=8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:46.214814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 0788f26b-b789-4b85-81ef-5d390a615f7f) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:46.219947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:46.220682 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.225051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e2a7ac-ce6d-4bdd-be93-66127934e1bc None None] Network 0788f26b-b789-4b85-81ef-5d390a615f7f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:46.237681 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e193f74f-8f71-42cc-81b0-0ca4b3cfd86a tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4409962 Sep 29 23:39:46.240394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59034) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:46.245575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Request body: {'subnet': {'network_id': '093b77a3-8e87-4200-b158-3c746008b44b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:46.275394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Attempting to bind port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:46.275771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Attempting to bind port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '724902d2-5342-4cf5-a5c9-68932d174732'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:46.276244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Attempting to bind port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f on network 724902d2-5342-4cf5-a5c9-68932d174732 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:46.312694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:46.313085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Checking segment: {'id': 'd2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '724902d2-5342-4cf5-a5c9-68932d174732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:46.313495 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.314097 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Bound using segment: {'id': 'd2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '724902d2-5342-4cf5-a5c9-68932d174732'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:46.314784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Bound port: 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '724902d2-5342-4cf5-a5c9-68932d174732'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:46.315176 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.347197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Made reservation on behalf of a606c177b444456caf60351776627b99 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:39:46.351060 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.425227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-49e108b7-549d-4320-8016-9187a6df745b None None] For port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:46.430095 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-49e108b7-549d-4320-8016-9187a6df745b None None] For port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f,segment=NetworkSegment(d2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08),segment_id=d2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:46.434736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.480047 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-0788f26b-b789-4b85-81ef-5d390a615f7f', 'network_id': '0788f26b-b789-4b85-81ef-5d390a615f7f', 'tenant_id': 'a606c177b444456caf60351776627b99', 'fixed_ips': [{'subnet_id': 'd9b934f1-893e-4520-b1d4-1d6f668c80b3'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:39:46.480904 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.524053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e108b7-549d-4320-8016-9187a6df745b None None] Pushing event updated for resources: {'Port': ['ID=8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:46.547259 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.624227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'Subnet': ['ID=b241dee4-96cf-4ed7-b443-5f7a1948f235,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:46.630837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Checking segment: {'id': '2f1326fe-0a8a-4704-accf-f59b5c02a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '093b77a3-8e87-4200-b158-3c746008b44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:46.631218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Network hostable DHCP agents. Network: 093b77a3-8e87-4200-b158-3c746008b44b, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:39:46.650892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Network 093b77a3-8e87-4200-b158-3c746008b44b is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:39:46.659581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Allocated IP 172.20.0.2 (0788f26b-b789-4b85-81ef-5d390a615f7f/d9b934f1-893e-4520-b1d4-1d6f668c80b3/d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:46.663564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 093b77a3-8e87-4200-b158-3c746008b44b) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:46.676765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:39:46.677489 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.678475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ba4bac-47f8-43ac-98b2-46de1ab0db5c None None] Network 093b77a3-8e87-4200-b158-3c746008b44b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:46.695188 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3d400515-8f1a-44d2-8e99-b8e4e332c283 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4536903 Sep 29 23:39:46.699180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59036) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:46.950665 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.959095 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:46.965998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-093b77a3-8e87-4200-b158-3c746008b44b', 'network_id': '093b77a3-8e87-4200-b158-3c746008b44b', 'tenant_id': 'a606c177b444456caf60351776627b99', 'fixed_ips': [{'subnet_id': 'b241dee4-96cf-4ed7-b443-5f7a1948f235'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:39:46.966855 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.029238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Network 0788f26b-b789-4b85-81ef-5d390a615f7f is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:47.043239 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:47.054712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:47.060283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Pushing event updated for resources: {'Port': ['ID=d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:47.189384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Attempting to bind port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:47.190056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Attempting to bind port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '630e0561-edfb-4a89-b3cd-9dbb2ee639d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0788f26b-b789-4b85-81ef-5d390a615f7f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:47.190175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Attempting to bind port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a on network 0788f26b-b789-4b85-81ef-5d390a615f7f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:47.202015 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:47.202732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Checking segment: {'id': '630e0561-edfb-4a89-b3cd-9dbb2ee639d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0788f26b-b789-4b85-81ef-5d390a615f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:47.203428 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.203579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Bound using segment: {'id': '630e0561-edfb-4a89-b3cd-9dbb2ee639d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0788f26b-b789-4b85-81ef-5d390a615f7f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:47.204002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Bound port: d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '630e0561-edfb-4a89-b3cd-9dbb2ee639d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': '0788f26b-b789-4b85-81ef-5d390a615f7f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:47.204389 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.257750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Allocated IP 172.20.0.2 (093b77a3-8e87-4200-b158-3c746008b44b/b241dee4-96cf-4ed7-b443-5f7a1948f235/ca039811-1e9e-4e48-afd2-94d2bfe66a3a) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:47.303330 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.304623 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] For port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:47.326022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] For port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a,segment=NetworkSegment(630e0561-edfb-4a89-b3cd-9dbb2ee639d1),segment_id=630e0561-edfb-4a89-b3cd-9dbb2ee639d1)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:47.334929 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.442696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ff5b7-b613-4217-8629-ae9e3b29bad8 None None] Pushing event updated for resources: {'Port': ['ID=d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:47.499986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.508800 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.559464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Network 093b77a3-8e87-4200-b158-3c746008b44b is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:47.562648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:47.570282 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:47.574862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Pushing event updated for resources: {'Port': ['ID=ca039811-1e9e-4e48-afd2-94d2bfe66a3a,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:47.598514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Allocated IP 172.20.0.1 (0788f26b-b789-4b85-81ef-5d390a615f7f/d9b934f1-893e-4520-b1d4-1d6f668c80b3/a997bd84-497e-402f-b601-f92125715ac3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:47.633201 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7ec990-861f-4681-a66e-65d4aa0328d1 None None] Network 724902d2-5342-4cf5-a5c9-68932d174732 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:47.661731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Attempting to bind port ca039811-1e9e-4e48-afd2-94d2bfe66a3a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:39:47.662113 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Attempting to bind port ca039811-1e9e-4e48-afd2-94d2bfe66a3a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '2f1326fe-0a8a-4704-accf-f59b5c02a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '093b77a3-8e87-4200-b158-3c746008b44b'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:39:47.662477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Attempting to bind port ca039811-1e9e-4e48-afd2-94d2bfe66a3a on network 093b77a3-8e87-4200-b158-3c746008b44b {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:39:47.684451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:39:47.685035 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Checking segment: {'id': '2f1326fe-0a8a-4704-accf-f59b5c02a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '093b77a3-8e87-4200-b158-3c746008b44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:39:47.685297 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.685727 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Bound using segment: {'id': '2f1326fe-0a8a-4704-accf-f59b5c02a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '093b77a3-8e87-4200-b158-3c746008b44b'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:39:47.686246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Bound port: ca039811-1e9e-4e48-afd2-94d2bfe66a3a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f1326fe-0a8a-4704-accf-f59b5c02a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 511, 'network_id': '093b77a3-8e87-4200-b158-3c746008b44b'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:39:47.686631 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.755417 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.780532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3261c20d-fdb7-417f-9644-7a86f4cf9434 None None] Provisioning complete for port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:47.780911 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3261c20d-fdb7-417f-9644-7a86f4cf9434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.799990 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.843264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Network 0788f26b-b789-4b85-81ef-5d390a615f7f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:47.846771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:47.851742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:47.861010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] For port ca039811-1e9e-4e48-afd2-94d2bfe66a3a, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:39:47.880248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] For port ca039811-1e9e-4e48-afd2-94d2bfe66a3a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ca039811-1e9e-4e48-afd2-94d2bfe66a3a,segment=NetworkSegment(2f1326fe-0a8a-4704-accf-f59b5c02a394),segment_id=2f1326fe-0a8a-4704-accf-f59b5c02a394)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:39:47.889591 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.890975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'Port': ['ID=a997bd84-497e-402f-b601-f92125715ac3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:47.908117 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:47.994377 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35389055-94de-46c9-832a-1c18e47b5ff3 None None] Pushing event updated for resources: {'Port': ['ID=ca039811-1e9e-4e48-afd2-94d2bfe66a3a,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:48.014995 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3261c20d-fdb7-417f-9644-7a86f4cf9434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:48.042613 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:48.049840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3261c20d-fdb7-417f-9644-7a86f4cf9434 None None] For port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f,segment=NetworkSegment(d2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08),segment_id=d2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:48.056626 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3261c20d-fdb7-417f-9644-7a86f4cf9434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:48.120563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261c20d-fdb7-417f-9644-7a86f4cf9434 None None] Pushing event updated for resources: {'Port': ['ID=8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:48.377993 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:48.383815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:48.471467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'Port': ['ID=a997bd84-497e-402f-b601-f92125715ac3,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:48.478245 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:48.484357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2e43f152-33b3-46a4-b356-b993eff480ed None None] Provisioning complete for port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:48.484357 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2e43f152-33b3-46a4-b356-b993eff480ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:48.588806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Network 0788f26b-b789-4b85-81ef-5d390a615f7f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:48.590425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:48.737835 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Router 6792bd24-fc1f-42fb-a258-39b0c2f5a3a7 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:39:48.739418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e644edd8-a046-4709-9062-3596bfa45abb None None] Network 0788f26b-b789-4b85-81ef-5d390a615f7f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:48.772829 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:48.842837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:48.848679 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-98818a1d-9347-4454-bffc-9661e1f90111 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "PUT /v2.0/routers/6792bd24-fc1f-42fb-a258-39b0c2f5a3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1483791 Sep 29 23:39:48.851385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59038) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:48.863667 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf0717-ec84-45a1-abf0-92a8da356d19 None None] Sync routers for ids ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:48.873307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-22accb72-c22f-43ec-a0b3-ba8f27919b18 None None] Provisioning complete for port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:48.873685 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22accb72-c22f-43ec-a0b3-ba8f27919b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:48.932265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf0717-ec84-45a1-abf0-92a8da356d19 None None] Routers {'6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:48.933884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-49bf0717-ec84-45a1-abf0-92a8da356d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:48.987216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-49bf0717-ec84-45a1-abf0-92a8da356d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:48.994394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:48.994794 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.050326 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bf0717-ec84-45a1-abf0-92a8da356d19 None None] Routers {'6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:49.050968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-49bf0717-ec84-45a1-abf0-92a8da356d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:49.093790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-49bf0717-ec84-45a1-abf0-92a8da356d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:49.094435 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bf0717-ec84-45a1-abf0-92a8da356d19 None None] The sync data for ids ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:49.235478 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-f36d56b6-8885-4470-afe4-b5b2a8435a81 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:39:49.236593 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f36d56b6-8885-4470-afe4-b5b2a8435a81 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "PUT /v2.0/routers/6792bd24-fc1f-42fb-a258-39b0c2f5a3a7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3842187 Sep 29 23:39:49.239418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59040) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:49.279265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b631de35-f12f-4f40-a6d3-72977d6f52bc None None] Network 093b77a3-8e87-4200-b158-3c746008b44b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:49.324461 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22accb72-c22f-43ec-a0b3-ba8f27919b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.435413 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.439053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-22accb72-c22f-43ec-a0b3-ba8f27919b18 None None] For port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a,segment=NetworkSegment(630e0561-edfb-4a89-b3cd-9dbb2ee639d1),segment_id=630e0561-edfb-4a89-b3cd-9dbb2ee639d1)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:49.466102 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-22accb72-c22f-43ec-a0b3-ba8f27919b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.591649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.592260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22accb72-c22f-43ec-a0b3-ba8f27919b18 None None] Pushing event updated for resources: {'Port': ['ID=d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:49.596904 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 29 23:39:49.597517 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 29 23:39:49.610600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] Provisioning complete for port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:49.610974 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.705900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] Provisioning complete for port a997bd84-497e-402f-b601-f92125715ac3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:49.706408 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.746215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] Port a997bd84-497e-402f-b601-f92125715ac3 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:49.756513 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] Provisioning complete for port ca039811-1e9e-4e48-afd2-94d2bfe66a3a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:49.756965 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.842579 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.877381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Deleting port a997bd84-497e-402f-b601-f92125715ac3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:49.878015 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.886306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] For port ca039811-1e9e-4e48-afd2-94d2bfe66a3a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ca039811-1e9e-4e48-afd2-94d2bfe66a3a,segment=NetworkSegment(2f1326fe-0a8a-4704-accf-f59b5c02a394),segment_id=2f1326fe-0a8a-4704-accf-f59b5c02a394)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:49.892011 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.949530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913386ef-d1c3-47b7-80fd-e85d4eb09362 None None] Pushing event updated for resources: {'Port': ['ID=ca039811-1e9e-4e48-afd2-94d2bfe66a3a,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:49.981522 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:49.996038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Calling delete_port for a997bd84-497e-402f-b601-f92125715ac3 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:50.016772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b1eb39cb-f53b-401e-88f8-3c8f96e138c1 None None] Provisioning complete for port a997bd84-497e-402f-b601-f92125715ac3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:50.017468 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b1eb39cb-f53b-401e-88f8-3c8f96e138c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:50.070918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b1eb39cb-f53b-401e-88f8-3c8f96e138c1 None None] Port a997bd84-497e-402f-b601-f92125715ac3 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:50.092286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b1eb39cb-f53b-401e-88f8-3c8f96e138c1 None None] Provisioning complete for port ca039811-1e9e-4e48-afd2-94d2bfe66a3a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:50.092965 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b1eb39cb-f53b-401e-88f8-3c8f96e138c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:50.176939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:50.192794 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:50.228600 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event deleted for resources: {'Port': ['ID=a997bd84-497e-402f-b601-f92125715ac3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:50.279001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:50.279378 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:50.389971 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ca039811-1e9e-4e48-afd2-94d2bfe66a3a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:50.412107 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:50.459984 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:50.463300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ca039811-1e9e-4e48-afd2-94d2bfe66a3a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:50.463411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:50.609445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Router 6792bd24-fc1f-42fb-a258-39b0c2f5a3a7 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:50.652375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:50.698841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:50.705202 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3d522237-ea7c-4ebb-b34a-700d87645ab1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "PUT /v2.0/routers/6792bd24-fc1f-42fb-a258-39b0c2f5a3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639401 Sep 29 23:39:50.708859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59042) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:50.711120 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08aa12-783c-45d7-a5af-da3b80a30930 None None] Sync routers for ids ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:50.720589 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08aa12-783c-45d7-a5af-da3b80a30930 None None] Routers {'6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:50.721212 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0c08aa12-783c-45d7-a5af-da3b80a30930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:50.724534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:50.724534 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:50.754076 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-a7900f6c-94fa-4945-9970-021bf9326f99 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] delete failed (client error): The resource could not be found. Sep 29 23:39:50.755900 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0c08aa12-783c-45d7-a5af-da3b80a30930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:50.756080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a7900f6c-94fa-4945-9970-021bf9326f99 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "DELETE /v2.0/routers/tempest-non_exist_router-1067406563 HTTP/1.1" status: 404 len: 335 time: 0.0451875 Sep 29 23:39:50.759166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59044) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:50.765203 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08aa12-783c-45d7-a5af-da3b80a30930 None None] Routers {'6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:50.765389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-05c09ed0-32a6-429a-882d-0186fa92e617 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Request body: {'router': {'external_gateway_info': {'network_id': '6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:50.765820 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0c08aa12-783c-45d7-a5af-da3b80a30930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:50.800743 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-0c08aa12-783c-45d7-a5af-da3b80a30930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:50.801417 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c08aa12-783c-45d7-a5af-da3b80a30930 None None] The sync data for ids ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:50.809999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ca039811-1e9e-4e48-afd2-94d2bfe66a3a up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:39:50.856574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ca039811-1e9e-4e48-afd2-94d2bfe66a3a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:50.856948 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:50.981438 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05c09ed0-32a6-429a-882d-0186fa92e617 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:51.000588 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-05c09ed0-32a6-429a-882d-0186fa92e617 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] update failed (client error): The resource could not be found. Sep 29 23:39:51.001647 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-05c09ed0-32a6-429a-882d-0186fa92e617 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "PUT /v2.0/routers/6792bd24-fc1f-42fb-a258-39b0c2f5a3a7 HTTP/1.1" status: 404 len: 339 time: 0.2414122 Sep 29 23:39:51.005343 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59046) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:51.617698 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:51.845418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Allocated IP 172.20.0.1 (724902d2-5342-4cf5-a5c9-68932d174732/f16a8cdb-4db7-4414-8cbb-334bacfbc566/9ca7838d-1ce9-430b-a232-18b94cda2d5b) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:39:51.960472 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:51.993505 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:52.030480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Network 724902d2-5342-4cf5-a5c9-68932d174732 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:52.033552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:52.037551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:39:52.066019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'Port': ['ID=9ca7838d-1ce9-430b-a232-18b94cda2d5b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:52.081120 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.081470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.081813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.082155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.082491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.082829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.083159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.083490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.083819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.084169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.084513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.084827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:39:52.101472 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:52.222498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:52.296999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-26166f6b-bcec-4c4e-a673-817d670a5e53 None None] Provisioning complete for port 9ca7838d-1ce9-430b-a232-18b94cda2d5b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:52.297637 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-26166f6b-bcec-4c4e-a673-817d670a5e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:52.339621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-26166f6b-bcec-4c4e-a673-817d670a5e53 None None] Port 9ca7838d-1ce9-430b-a232-18b94cda2d5b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:52.484987 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:52.489188 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:52.563074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:52.564924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event updated for resources: {'Port': ['ID=9ca7838d-1ce9-430b-a232-18b94cda2d5b,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:52.654881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Network 724902d2-5342-4cf5-a5c9-68932d174732 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:39:52.656249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:39:52.757519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Router 6792bd24-fc1f-42fb-a258-39b0c2f5a3a7 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:52.856552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:52.860546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-14e255b7-f42f-4842-8661-9bf25dda36bb None None] Provisioning complete for port 9ca7838d-1ce9-430b-a232-18b94cda2d5b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:39:52.860930 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14e255b7-f42f-4842-8661-9bf25dda36bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:52.861970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-55de5fc1-296f-4855-bbce-65b5644c930b tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "PUT /v2.0/routers/6792bd24-fc1f-42fb-a258-39b0c2f5a3a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8554995 Sep 29 23:39:52.864692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59052) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:52.882501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dba296-e2c5-4640-99f8-2b2dafd803e0 None None] Sync routers for ids ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:52.899789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dba296-e2c5-4640-99f8-2b2dafd803e0 None None] Routers {'6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:52.900463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-71dba296-e2c5-4640-99f8-2b2dafd803e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:52.908234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-14e255b7-f42f-4842-8661-9bf25dda36bb None None] Port 9ca7838d-1ce9-430b-a232-18b94cda2d5b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:39:52.939987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-71dba296-e2c5-4640-99f8-2b2dafd803e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:52.949612 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dba296-e2c5-4640-99f8-2b2dafd803e0 None None] Routers {'6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:52.950250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-71dba296-e2c5-4640-99f8-2b2dafd803e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:52.986314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-71dba296-e2c5-4640-99f8-2b2dafd803e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:52.986993 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dba296-e2c5-4640-99f8-2b2dafd803e0 None None] The sync data for ids ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'] in n-d-811173-2 is: [] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:53.218094 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-184e4f07-939c-418f-84f1-7fb7cc5efcd8 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:53.300546 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-184e4f07-939c-418f-84f1-7fb7cc5efcd8 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 29 23:39:53.301595 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-184e4f07-939c-418f-84f1-7fb7cc5efcd8 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "DELETE /v2.0/routers/6792bd24-fc1f-42fb-a258-39b0c2f5a3a7 HTTP/1.1" status: 409 len: 329 time: 0.4357147 Sep 29 23:39:53.304849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59054) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:53.615651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:53.856555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Deleting port 9ca7838d-1ce9-430b-a232-18b94cda2d5b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:53.856908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:53.941571 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:53.953843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Calling delete_port for 9ca7838d-1ce9-430b-a232-18b94cda2d5b owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:54.123130 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:54.154966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event deleted for resources: {'Port': ['ID=9ca7838d-1ce9-430b-a232-18b94cda2d5b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:54.299058 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:54.452789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Router 6792bd24-fc1f-42fb-a258-39b0c2f5a3a7 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:39:54.529377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:39:54.534989 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-255dc903-b2e8-4a65-9b72-fe725a7a4b40 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "PUT /v2.0/routers/6792bd24-fc1f-42fb-a258-39b0c2f5a3a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2291019 Sep 29 23:39:54.538469 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510a1289-a5ce-45d2-8b01-103fc17f4202 None None] Sync routers for ids ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:39:54.539300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59058) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:54.549188 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a1289-a5ce-45d2-8b01-103fc17f4202 None None] Routers {'6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:54.549784 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-510a1289-a5ce-45d2-8b01-103fc17f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:54.577340 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-3ea15c22-88fc-4ba3-8c80-3db780675c16 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] show failed (client error): The resource could not be found. Sep 29 23:39:54.578375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3ea15c22-88fc-4ba3-8c80-3db780675c16 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "GET /v2.0/routers/tempest-non_exist_router-1263781302 HTTP/1.1" status: 404 len: 335 time: 0.0380340 Sep 29 23:39:54.582388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59060) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:54.582666 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-510a1289-a5ce-45d2-8b01-103fc17f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:54.587259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8b118d58-330f-4f02-a34d-72c5c8bbdd0f tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Request body: {'router': {'name': 'new_name'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:54.592091 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510a1289-a5ce-45d2-8b01-103fc17f4202 None None] Routers {'6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:39:54.592696 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-510a1289-a5ce-45d2-8b01-103fc17f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:54.623968 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-510a1289-a5ce-45d2-8b01-103fc17f4202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:54.624612 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510a1289-a5ce-45d2-8b01-103fc17f4202 None None] The sync data for ids ['6792bd24-fc1f-42fb-a258-39b0c2f5a3a7'] in n-d-811173-2 is: [] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:39:54.624948 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-8b118d58-330f-4f02-a34d-72c5c8bbdd0f tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] update failed (client error): The resource could not be found. Sep 29 23:39:54.625995 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8b118d58-330f-4f02-a34d-72c5c8bbdd0f tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "PUT /v2.0/routers/tempest-non_exist_router-800745448 HTTP/1.1" status: 404 len: 334 time: 0.0425916 Sep 29 23:39:54.629618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59062) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:54.680393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-87d09d37-4c01-42bb-a552-49a757a31b21 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Deleting subnet b241dee4-96cf-4ed7-b443-5f7a1948f235 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:39:54.684276 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87d09d37-4c01-42bb-a552-49a757a31b21 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:54.723530 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87d09d37-4c01-42bb-a552-49a757a31b21 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:54.808740 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87d09d37-4c01-42bb-a552-49a757a31b21 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:54.865172 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87d09d37-4c01-42bb-a552-49a757a31b21 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:54.893987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d09d37-4c01-42bb-a552-49a757a31b21 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event deleted for resources: {'Subnet': ['ID=b241dee4-96cf-4ed7-b443-5f7a1948f235,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:54.896047 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87d09d37-4c01-42bb-a552-49a757a31b21 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:54.900532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d41f96e-ae1a-42eb-bc2f-389171f1a4ce None None] Network 093b77a3-8e87-4200-b158-3c746008b44b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:54.901100 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-87d09d37-4c01-42bb-a552-49a757a31b21 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "DELETE /v2.0/subnets/b241dee4-96cf-4ed7-b443-5f7a1948f235 HTTP/1.1" status: 204 len: 168 time: 0.2699821 Sep 29 23:39:54.901221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59064) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:54.957438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e4b80c-4157-47e3-8133-b7cb59cf20b2 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Deleting subnet d9b934f1-893e-4520-b1d4-1d6f668c80b3 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:39:54.960439 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43e4b80c-4157-47e3-8133-b7cb59cf20b2 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.001981 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43e4b80c-4157-47e3-8133-b7cb59cf20b2 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.066992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f5a454-6cb8-46eb-8a48-06db4ed1e3eb None None] DHCP port deletion for 093b77a3-8e87-4200-b158-3c746008b44b request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:39:55.094047 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43e4b80c-4157-47e3-8133-b7cb59cf20b2 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.113032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-29f5a454-6cb8-46eb-8a48-06db4ed1e3eb None None] Deleting port ca039811-1e9e-4e48-afd2-94d2bfe66a3a {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:55.113413 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-29f5a454-6cb8-46eb-8a48-06db4ed1e3eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.156857 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43e4b80c-4157-47e3-8133-b7cb59cf20b2 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.174766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-29f5a454-6cb8-46eb-8a48-06db4ed1e3eb None None] For port ca039811-1e9e-4e48-afd2-94d2bfe66a3a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ca039811-1e9e-4e48-afd2-94d2bfe66a3a,segment=NetworkSegment(2f1326fe-0a8a-4704-accf-f59b5c02a394),segment_id=2f1326fe-0a8a-4704-accf-f59b5c02a394)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:55.175167 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-29f5a454-6cb8-46eb-8a48-06db4ed1e3eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.181480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4b80c-4157-47e3-8133-b7cb59cf20b2 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b934f1-893e-4520-b1d4-1d6f668c80b3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:55.187497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43e4b80c-4157-47e3-8133-b7cb59cf20b2 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.189441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-43e4b80c-4157-47e3-8133-b7cb59cf20b2 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "DELETE /v2.0/subnets/d9b934f1-893e-4520-b1d4-1d6f668c80b3 HTTP/1.1" status: 204 len: 168 time: 0.2878036 Sep 29 23:39:55.192243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59066) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:55.195391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5346c8-f2d2-4a6b-ba99-17fe80d75c61 None None] Network 0788f26b-b789-4b85-81ef-5d390a615f7f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:55.197470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-29f5a454-6cb8-46eb-8a48-06db4ed1e3eb None None] Calling delete_port for ca039811-1e9e-4e48-afd2-94d2bfe66a3a owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:55.267650 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.319710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Deleting port ca039811-1e9e-4e48-afd2-94d2bfe66a3a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:55.320026 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.367666 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-29f5a454-6cb8-46eb-8a48-06db4ed1e3eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.381580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f5a454-6cb8-46eb-8a48-06db4ed1e3eb None None] No DVR routers for this DVR port ca039811-1e9e-4e48-afd2-94d2bfe66a3a on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:55.392044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] For port ca039811-1e9e-4e48-afd2-94d2bfe66a3a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ca039811-1e9e-4e48-afd2-94d2bfe66a3a,segment=NetworkSegment(2f1326fe-0a8a-4704-accf-f59b5c02a394),segment_id=2f1326fe-0a8a-4704-accf-f59b5c02a394)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:55.392460 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.401423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5a454-6cb8-46eb-8a48-06db4ed1e3eb None None] Pushing event deleted for resources: {'Port': ['ID=ca039811-1e9e-4e48-afd2-94d2bfe66a3a,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:55.404903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Calling delete_port for ca039811-1e9e-4e48-afd2-94d2bfe66a3a owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:55.426553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7707b35-7ce9-409f-a898-0204b136550e None None] DHCP port deletion for 0788f26b-b789-4b85-81ef-5d390a615f7f request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:39:55.473317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e7707b35-7ce9-409f-a898-0204b136550e None None] Deleting port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:55.473701 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e7707b35-7ce9-409f-a898-0204b136550e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.483899 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.512947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event deleted for resources: {'Port': ['ID=ca039811-1e9e-4e48-afd2-94d2bfe66a3a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:55.517434 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] No DVR routers for this DVR port ca039811-1e9e-4e48-afd2-94d2bfe66a3a on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:55.539425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e7707b35-7ce9-409f-a898-0204b136550e None None] For port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a,segment=NetworkSegment(630e0561-edfb-4a89-b3cd-9dbb2ee639d1),segment_id=630e0561-edfb-4a89-b3cd-9dbb2ee639d1)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:55.539953 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e7707b35-7ce9-409f-a898-0204b136550e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.551663 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e7707b35-7ce9-409f-a898-0204b136550e None None] Calling delete_port for d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:55.598160 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.619111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093b77a3-8e87-4200-b158-3c746008b44b']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:55.628677 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e7707b35-7ce9-409f-a898-0204b136550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.629531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f1326fe-0a8a-4704-accf-f59b5c02a394') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:55.629830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f1326fe-0a8a-4704-accf-f59b5c02a394') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:55.644236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.655726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7707b35-7ce9-409f-a898-0204b136550e None None] Pushing event deleted for resources: {'Port': ['ID=d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:55.658565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.661472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7707b35-7ce9-409f-a898-0204b136550e None None] No DVR routers for this DVR port d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:55.669407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Releasing vlan 511 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:39:55.669407 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:39:55.671971 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:39:55.731199 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.743906 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.746260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "DELETE /v2.0/networks/093b77a3-8e87-4200-b158-3c746008b44b HTTP/1.1" status: 204 len: 168 time: 0.5535233 Sep 29 23:39:55.750248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59068) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:55.760027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcbe4d-ff2a-4f67-a5f0-4e6cb1d50448 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event deleted for resources: {'Network': ['ID=093b77a3-8e87-4200-b158-3c746008b44b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:55.833047 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.916728 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.937646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0788f26b-b789-4b85-81ef-5d390a615f7f']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:55.946659 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '630e0561-edfb-4a89-b3cd-9dbb2ee639d1') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:55.946960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '630e0561-edfb-4a89-b3cd-9dbb2ee639d1') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:55.956698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.970176 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.976304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Releasing vlan 508 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:39:55.976694 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:39:55.979652 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:39:56.040499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.047025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.048858 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "DELETE /v2.0/networks/0788f26b-b789-4b85-81ef-5d390a615f7f HTTP/1.1" status: 204 len: 168 time: 0.2976065 Sep 29 23:39:56.051383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59070) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:56.060589 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfc109a-6e35-4cdf-9820-5e5e7672bda1 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event deleted for resources: {'Network': ['ID=0788f26b-b789-4b85-81ef-5d390a615f7f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:56.115955 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc4daab-5540-48a8-af43-8be4c08691c5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Deleting subnet f16a8cdb-4db7-4414-8cbb-334bacfbc566 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:39:56.119088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cc4daab-5540-48a8-af43-8be4c08691c5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.163598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cc4daab-5540-48a8-af43-8be4c08691c5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.246237 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cc4daab-5540-48a8-af43-8be4c08691c5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.301314 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cc4daab-5540-48a8-af43-8be4c08691c5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.334399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4daab-5540-48a8-af43-8be4c08691c5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event deleted for resources: {'Subnet': ['ID=f16a8cdb-4db7-4414-8cbb-334bacfbc566,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:56.336405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0cc4daab-5540-48a8-af43-8be4c08691c5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.339164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0cc4daab-5540-48a8-af43-8be4c08691c5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "DELETE /v2.0/subnets/f16a8cdb-4db7-4414-8cbb-334bacfbc566 HTTP/1.1" status: 204 len: 168 time: 0.2865295 Sep 29 23:39:56.341602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919aa615-b989-4d2d-89d9-46c3972634df None None] Network 724902d2-5342-4cf5-a5c9-68932d174732 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:39:56.342048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59072) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:56.431374 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.485409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Deleting port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:56.485769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.523411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7696fa46-bf0c-480c-861e-e48b44245946 None None] DHCP port deletion for 724902d2-5342-4cf5-a5c9-68932d174732 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:39:56.554373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] For port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f,segment=NetworkSegment(d2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08),segment_id=d2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:56.554762 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.568103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Calling delete_port for 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:56.572050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7696fa46-bf0c-480c-861e-e48b44245946 None None] Deleting port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:39:56.572431 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7696fa46-bf0c-480c-861e-e48b44245946 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.638074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7696fa46-bf0c-480c-861e-e48b44245946 None None] For port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f,segment=NetworkSegment(d2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08),segment_id=d2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:39:56.638321 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7696fa46-bf0c-480c-861e-e48b44245946 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.650827 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7696fa46-bf0c-480c-861e-e48b44245946 None None] Calling delete_port for 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:39:56.659226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:56.661432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.699547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event deleted for resources: {'Port': ['ID=8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:56.704526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] No DVR routers for this DVR port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:56.709577 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:39:56.720710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:56.721058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d1edf545-cbf3-4e91-a4d2-e11d1c3b4b4a not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:56.721478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:56.742625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:56.742973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:56.743379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ca039811-1e9e-4e48-afd2-94d2bfe66a3a no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:39:56.766380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ca039811-1e9e-4e48-afd2-94d2bfe66a3a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:39:56.766645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ca039811-1e9e-4e48-afd2-94d2bfe66a3a not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:39:56.794035 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7696fa46-bf0c-480c-861e-e48b44245946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.794237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.813904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724902d2-5342-4cf5-a5c9-68932d174732']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:56.816623 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7696fa46-bf0c-480c-861e-e48b44245946 None None] Pushing event deleted for resources: {'Port': ['ID=8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:56.822868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7696fa46-bf0c-480c-861e-e48b44245946 None None] No DVR routers for this DVR port 8c4a045e-6c90-45cf-a8f4-996d9cc4cf4f on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:39:56.824748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:56.824748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f1ffb8-7c94-4f2b-afe0-99eca1f3ac08') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:39:56.835498 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.849086 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.854939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:39:56.855341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:39:56.858315 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:39:56.915331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.922439 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:56.924242 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "DELETE /v2.0/networks/724902d2-5342-4cf5-a5c9-68932d174732 HTTP/1.1" status: 204 len: 168 time: 0.5811818 Sep 29 23:39:56.926915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59074) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:56.940336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb70cb3d-7ed6-4f87-b1fe-2714700490e5 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Pushing event deleted for resources: {'Network': ['ID=724902d2-5342-4cf5-a5c9-68932d174732,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:56.955460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c18febba-0cbb-4cfb-b548-413efb26a5e9 tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "GET /v2.0/ports?device_id=6792bd24-fc1f-42fb-a258-39b0c2f5a3a7 HTTP/1.1" status: 200 len: 205 time: 0.0272362 Sep 29 23:39:56.957603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59076) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:57.031381 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9604e970-5657-40d5-a894-5f235527cd0e tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:57.186034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9604e970-5657-40d5-a894-5f235527cd0e tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:57.188279 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9604e970-5657-40d5-a894-5f235527cd0e tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:57.229961 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9604e970-5657-40d5-a894-5f235527cd0e tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:57.230506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9604e970-5657-40d5-a894-5f235527cd0e tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Fanout notify agent at l3_agent the message router_deleted on router 6792bd24-fc1f-42fb-a258-39b0c2f5a3a7 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:39:57.237711 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9604e970-5657-40d5-a894-5f235527cd0e tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:57.238703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9604e970-5657-40d5-a894-5f235527cd0e tempest-RoutersNegativeTest-1784542527 tempest-RoutersNegativeTest-1784542527-project] 10.222.0.44 "DELETE /v2.0/routers/6792bd24-fc1f-42fb-a258-39b0c2f5a3a7 HTTP/1.1" status: 204 len: 168 time: 0.2801998 Sep 29 23:39:57.474495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:57.607315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-62ef6e6c-7578-4529-a13f-ccae50fe1e2f admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=a606c177b444456caf60351776627b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1316118 Sep 29 23:39:57.609741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59086) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:57.655721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03dc6af8-8787-4267-937e-4d5b49c33ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:57.676999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03dc6af8-8787-4267-937e-4d5b49c33ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:57.722405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03dc6af8-8787-4267-937e-4d5b49c33ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:57.725384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-03dc6af8-8787-4267-937e-4d5b49c33ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:57.726528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-03dc6af8-8787-4267-937e-4d5b49c33ea9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/29e95804-4096-4868-8efe-af239be2d4d5 HTTP/1.1" status: 204 len: 168 time: 0.1158965 Sep 29 23:39:57.734704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dc6af8-8787-4267-937e-4d5b49c33ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e95804-4096-4868-8efe-af239be2d4d5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:58.380691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59110) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:58.474022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group': {'name': 'tempest-secgroup--159768210'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:58.499794 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.507157 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.595293 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.599160 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.641788 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7e0e9b-5287-4a67-9d63-0367a0d96949,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:58.697417 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.702502 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.731517 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.732823 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3511002 Sep 29 23:39:58.733978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c9977-b81d-4edf-aedd-cd631e6aa645 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdffb4a6-928c-4a37-b709-5f78ada647a6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:58.737289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59114) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:58.805000 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-246cb39a-99c1-4f54-98df-4a4e6e712f3b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0626578 Sep 29 23:39:58.807712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59116) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:58.812042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d68c1a63-9804-42eb-a98e-fe2014ea5a4b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group': {'name': 'tempest-security--880165706', 'description': 'tempest-security-description-1063490700'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:58.837189 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d68c1a63-9804-42eb-a98e-fe2014ea5a4b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.881030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d68c1a63-9804-42eb-a98e-fe2014ea5a4b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.884673 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d68c1a63-9804-42eb-a98e-fe2014ea5a4b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.887471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d68c1a63-9804-42eb-a98e-fe2014ea5a4b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:58.888730 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d68c1a63-9804-42eb-a98e-fe2014ea5a4b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "PUT /v2.0/security-groups/bdffb4a6-928c-4a37-b709-5f78ada647a6 HTTP/1.1" status: 200 len: 1779 time: 0.0800025 Sep 29 23:39:58.891618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59118) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:58.911530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c1a63-9804-42eb-a98e-fe2014ea5a4b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdffb4a6-928c-4a37-b709-5f78ada647a6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:58.929543 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6b3e7736-91f9-4f88-b6c7-3c67c77bb2bc tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups/bdffb4a6-928c-4a37-b709-5f78ada647a6 HTTP/1.1" status: 200 len: 1779 time: 0.0367765 Sep 29 23:39:58.932050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59120) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:58.981281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d21f9513-9be3-4391-8b9e-9db272a9e52a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.005317 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d21f9513-9be3-4391-8b9e-9db272a9e52a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.042992 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d21f9513-9be3-4391-8b9e-9db272a9e52a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.045616 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d21f9513-9be3-4391-8b9e-9db272a9e52a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.046743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d21f9513-9be3-4391-8b9e-9db272a9e52a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-groups/bdffb4a6-928c-4a37-b709-5f78ada647a6 HTTP/1.1" status: 204 len: 168 time: 0.1131067 Sep 29 23:39:59.049332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59122) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.055426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f9513-9be3-4391-8b9e-9db272a9e52a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdffb4a6-928c-4a37-b709-5f78ada647a6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:59.096072 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-237a5437-9f29-411f-b58c-4574c3eae735 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0453534 Sep 29 23:39:59.099000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59124) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.111965 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-223f9278-c025-418f-b980-c1cbf84bd688 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] delete failed (client error): The resource could not be found. Sep 29 23:39:59.113215 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-223f9278-c025-418f-b980-c1cbf84bd688 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-groups/bdffb4a6-928c-4a37-b709-5f78ada647a6 HTTP/1.1" status: 404 len: 347 time: 0.0133181 Sep 29 23:39:59.116650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59126) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.121562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-216a7e0c-e2f6-4829-83d1-e53309971be6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group': {'name': 'tempest-secgroup--1277984739'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:59.144452 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-216a7e0c-e2f6-4829-83d1-e53309971be6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.232058 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-216a7e0c-e2f6-4829-83d1-e53309971be6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.235618 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-216a7e0c-e2f6-4829-83d1-e53309971be6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.263533 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-216a7e0c-e2f6-4829-83d1-e53309971be6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.264709 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-216a7e0c-e2f6-4829-83d1-e53309971be6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1471400 Sep 29 23:39:59.266625 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216a7e0c-e2f6-4829-83d1-e53309971be6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0d4d0f-3c98-49c3-b189-b9aacc06b83f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:59.267682 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59128) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.272312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d5262a93-2549-436d-b7a4-9a9e8f6a1f7c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': '8c0d4d0f-3c98-49c3-b189-b9aacc06b83f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:59.299638 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5262a93-2549-436d-b7a4-9a9e8f6a1f7c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.346142 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5262a93-2549-436d-b7a4-9a9e8f6a1f7c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.350223 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5262a93-2549-436d-b7a4-9a9e8f6a1f7c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.370675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5262a93-2549-436d-b7a4-9a9e8f6a1f7c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41d6464-e8ab-4d21-95e3-2c247a823004,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:59.374894 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d5262a93-2549-436d-b7a4-9a9e8f6a1f7c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.378593 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d5262a93-2549-436d-b7a4-9a9e8f6a1f7c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1073656 Sep 29 23:39:59.379130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59130) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.407697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9cf063a-2c1b-40ca-a479-0ba0c63c6374 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.416076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9cf063a-2c1b-40ca-a479-0ba0c63c6374 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.448060 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9cf063a-2c1b-40ca-a479-0ba0c63c6374 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.455849 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e9cf063a-2c1b-40ca-a479-0ba0c63c6374 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.456995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e9cf063a-2c1b-40ca-a479-0ba0c63c6374 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/b41d6464-e8ab-4d21-95e3-2c247a823004 HTTP/1.1" status: 204 len: 168 time: 0.0770478 Sep 29 23:39:59.459779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59132) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.462326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cf063a-2c1b-40ca-a479-0ba0c63c6374 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b41d6464-e8ab-4d21-95e3-2c247a823004,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:59.506727 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-796bc3bc-d5d7-47a9-9242-f920b25fb01e tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0457330 Sep 29 23:39:59.509412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59134) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.559408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f28b8c11-9f7c-4b3c-a431-7970cf11ffb2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.580590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f28b8c11-9f7c-4b3c-a431-7970cf11ffb2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.621567 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f28b8c11-9f7c-4b3c-a431-7970cf11ffb2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.624157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f28b8c11-9f7c-4b3c-a431-7970cf11ffb2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.625276 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f28b8c11-9f7c-4b3c-a431-7970cf11ffb2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-groups/8c0d4d0f-3c98-49c3-b189-b9aacc06b83f HTTP/1.1" status: 204 len: 168 time: 0.1149819 Sep 29 23:39:59.627989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.633779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b8c11-9f7c-4b3c-a431-7970cf11ffb2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0d4d0f-3c98-49c3-b189-b9aacc06b83f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:59.679745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5538eefa-3706-43e9-88a1-d59f8d2a0ca6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0505536 Sep 29 23:39:59.684255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59138) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.688716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ed7ed5bb-7935-4a05-83d1-1b67c701f39c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group': {'name': 'tempest-secgroup--523689502'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:59.712165 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed5bb-7935-4a05-83d1-1b67c701f39c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.788058 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed5bb-7935-4a05-83d1-1b67c701f39c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.791772 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed5bb-7935-4a05-83d1-1b67c701f39c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.824030 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ed7ed5bb-7935-4a05-83d1-1b67c701f39c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.825181 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ed7ed5bb-7935-4a05-83d1-1b67c701f39c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1399562 Sep 29 23:39:59.827862 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59140) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.832334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9d4b1a77-7f10-4033-81fb-b944eeec4d34 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': '73fb4545-4339-4d68-9d7e-4a5af77f5689', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:59.836577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7ed5bb-7935-4a05-83d1-1b67c701f39c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73fb4545-4339-4d68-9d7e-4a5af77f5689,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:59.862473 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1a77-7f10-4033-81fb-b944eeec4d34 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.917999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1a77-7f10-4033-81fb-b944eeec4d34 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.921496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1a77-7f10-4033-81fb-b944eeec4d34 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.938274 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b1a77-7f10-4033-81fb-b944eeec4d34 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c4241e-2d0f-4dfd-b3e4-04b3fb9bf26c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:39:59.944321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9d4b1a77-7f10-4033-81fb-b944eeec4d34 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:39:59.945519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9d4b1a77-7f10-4033-81fb-b944eeec4d34 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167328 Sep 29 23:39:59.948156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59142) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:39:59.952974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5499bced-f8fe-45ce-a257-bfab32d6e713 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': '73fb4545-4339-4d68-9d7e-4a5af77f5689', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:39:59.977765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5499bced-f8fe-45ce-a257-bfab32d6e713 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.031949 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5499bced-f8fe-45ce-a257-bfab32d6e713 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.035326 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5499bced-f8fe-45ce-a257-bfab32d6e713 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.053562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499bced-f8fe-45ce-a257-bfab32d6e713 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc94ec93-5449-4a77-b0c0-a5e55104dfc6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:00.056668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5499bced-f8fe-45ce-a257-bfab32d6e713 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.058180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5499bced-f8fe-45ce-a257-bfab32d6e713 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1084986 Sep 29 23:40:00.060877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59144) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.065291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9216216f-0ce3-4754-8cf5-a4f8f21e5a54 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': '73fb4545-4339-4d68-9d7e-4a5af77f5689', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:00.090240 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9216216f-0ce3-4754-8cf5-a4f8f21e5a54 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.145174 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9216216f-0ce3-4754-8cf5-a4f8f21e5a54 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.148841 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9216216f-0ce3-4754-8cf5-a4f8f21e5a54 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.173649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9216216f-0ce3-4754-8cf5-a4f8f21e5a54 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=726b35d7-57f7-4e58-aa7e-3723363ba583,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:00.177577 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9216216f-0ce3-4754-8cf5-a4f8f21e5a54 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.178763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9216216f-0ce3-4754-8cf5-a4f8f21e5a54 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1169248 Sep 29 23:40:00.181445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59146) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.186417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0097b315-cebd-4c0a-9d38-d0c6791824fd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': '73fb4545-4339-4d68-9d7e-4a5af77f5689', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:00.212243 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0097b315-cebd-4c0a-9d38-d0c6791824fd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.272422 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0097b315-cebd-4c0a-9d38-d0c6791824fd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.275795 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0097b315-cebd-4c0a-9d38-d0c6791824fd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.294144 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097b315-cebd-4c0a-9d38-d0c6791824fd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0342d46c-0cb1-435d-9765-df5ca6cfead3,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:00.297306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0097b315-cebd-4c0a-9d38-d0c6791824fd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.298536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0097b315-cebd-4c0a-9d38-d0c6791824fd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1160834 Sep 29 23:40:00.301239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59148) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.305505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6f4a3df6-93a8-4434-bb3d-a7c2c746e9dd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': '73fb4545-4339-4d68-9d7e-4a5af77f5689', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:00.332265 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3df6-93a8-4434-bb3d-a7c2c746e9dd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.395850 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3df6-93a8-4434-bb3d-a7c2c746e9dd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.399495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3df6-93a8-4434-bb3d-a7c2c746e9dd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.417586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a3df6-93a8-4434-bb3d-a7c2c746e9dd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaecf772-1e68-4967-bfb3-cc7e9c9a3e89,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:00.422518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f4a3df6-93a8-4434-bb3d-a7c2c746e9dd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.423778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6f4a3df6-93a8-4434-bb3d-a7c2c746e9dd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1215718 Sep 29 23:40:00.426510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59150) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.449369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32051a34-6b65-4974-8a88-6a84250f3cdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.456529 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32051a34-6b65-4974-8a88-6a84250f3cdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.482559 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32051a34-6b65-4974-8a88-6a84250f3cdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.488433 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-32051a34-6b65-4974-8a88-6a84250f3cdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.489524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-32051a34-6b65-4974-8a88-6a84250f3cdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/aaecf772-1e68-4967-bfb3-cc7e9c9a3e89 HTTP/1.1" status: 204 len: 168 time: 0.0621021 Sep 29 23:40:00.492118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59152) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.494709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32051a34-6b65-4974-8a88-6a84250f3cdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aaecf772-1e68-4967-bfb3-cc7e9c9a3e89,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:00.539871 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a17ddac0-9fa7-4a33-80ec-4a31545701ec tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0461059 Sep 29 23:40:00.542154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59154) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.569260 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb6369da-833a-4dc7-b265-7dc294f3e95b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.580653 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb6369da-833a-4dc7-b265-7dc294f3e95b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.606695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb6369da-833a-4dc7-b265-7dc294f3e95b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.612612 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fb6369da-833a-4dc7-b265-7dc294f3e95b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.613722 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fb6369da-833a-4dc7-b265-7dc294f3e95b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/0342d46c-0cb1-435d-9765-df5ca6cfead3 HTTP/1.1" status: 204 len: 168 time: 0.0706532 Sep 29 23:40:00.616897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59156) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.618854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6369da-833a-4dc7-b265-7dc294f3e95b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0342d46c-0cb1-435d-9765-df5ca6cfead3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:00.670912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f7659b56-16cc-41cd-937b-28057a6a9b50 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0527067 Sep 29 23:40:00.673571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59158) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.700462 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-941685c0-95fa-431d-9289-fefc44b1fbdb tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.707600 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-941685c0-95fa-431d-9289-fefc44b1fbdb tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.733384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-941685c0-95fa-431d-9289-fefc44b1fbdb tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.739397 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-941685c0-95fa-431d-9289-fefc44b1fbdb tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.740561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-941685c0-95fa-431d-9289-fefc44b1fbdb tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/726b35d7-57f7-4e58-aa7e-3723363ba583 HTTP/1.1" status: 204 len: 168 time: 0.0660996 Sep 29 23:40:00.743119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59160) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.760386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941685c0-95fa-431d-9289-fefc44b1fbdb tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=726b35d7-57f7-4e58-aa7e-3723363ba583,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:00.793415 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-25eba4e7-3ca6-4070-8eda-1f2ce7c9156f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0492699 Sep 29 23:40:00.796073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59162) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.818801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a5845b-61b7-42dc-bdbe-2d8db61cdc1c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.827051 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a5845b-61b7-42dc-bdbe-2d8db61cdc1c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.852705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a5845b-61b7-42dc-bdbe-2d8db61cdc1c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.859909 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a5845b-61b7-42dc-bdbe-2d8db61cdc1c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.861018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c9a5845b-61b7-42dc-bdbe-2d8db61cdc1c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/cc94ec93-5449-4a77-b0c0-a5e55104dfc6 HTTP/1.1" status: 204 len: 168 time: 0.0640509 Sep 29 23:40:00.863783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59164) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.865246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5845b-61b7-42dc-bdbe-2d8db61cdc1c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc94ec93-5449-4a77-b0c0-a5e55104dfc6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:00.907427 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0b951fc6-0c49-449e-8c05-3850b44c98d6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0424919 Sep 29 23:40:00.910066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59166) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.933584 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71f4e483-a7fa-4d6b-82a2-ed59f863bae7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.940776 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71f4e483-a7fa-4d6b-82a2-ed59f863bae7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.967694 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71f4e483-a7fa-4d6b-82a2-ed59f863bae7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.973293 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-71f4e483-a7fa-4d6b-82a2-ed59f863bae7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:00.974413 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-71f4e483-a7fa-4d6b-82a2-ed59f863bae7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/58c4241e-2d0f-4dfd-b3e4-04b3fb9bf26c HTTP/1.1" status: 204 len: 168 time: 0.0634580 Sep 29 23:40:00.977044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59168) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:00.982854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f4e483-a7fa-4d6b-82a2-ed59f863bae7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58c4241e-2d0f-4dfd-b3e4-04b3fb9bf26c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:01.019410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-86b5f69d-8c41-4152-8ff2-51922c910709 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0411623 Sep 29 23:40:01.022009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:01.072460 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12c8e6eb-7580-42d9-a761-77e99aa834ef tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.095220 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12c8e6eb-7580-42d9-a761-77e99aa834ef tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.135841 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12c8e6eb-7580-42d9-a761-77e99aa834ef tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.138544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12c8e6eb-7580-42d9-a761-77e99aa834ef tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.139710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-12c8e6eb-7580-42d9-a761-77e99aa834ef tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-groups/73fb4545-4339-4d68-9d7e-4a5af77f5689 HTTP/1.1" status: 204 len: 168 time: 0.1167886 Sep 29 23:40:01.142378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59172) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:01.148985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8e6eb-7580-42d9-a761-77e99aa834ef tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fb4545-4339-4d68-9d7e-4a5af77f5689,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:01.187567 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-165825f4-6dc3-4d4b-a908-dab979285c80 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438826 Sep 29 23:40:01.191640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59174) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:01.196245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c64d8c06-d1a3-4c75-b6ba-7741ca46cfb8 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247583731'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:01.218097 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c64d8c06-d1a3-4c75-b6ba-7741ca46cfb8 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.298256 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c64d8c06-d1a3-4c75-b6ba-7741ca46cfb8 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.302064 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c64d8c06-d1a3-4c75-b6ba-7741ca46cfb8 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.330664 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c64d8c06-d1a3-4c75-b6ba-7741ca46cfb8 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.331914 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c64d8c06-d1a3-4c75-b6ba-7741ca46cfb8 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1391108 Sep 29 23:40:01.333825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d8c06-d1a3-4c75-b6ba-7741ca46cfb8 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79bf981-bfd3-40a1-b027-ad27f7588736,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:01.334818 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59176) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:01.340342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-40191489-b68f-4254-8814-22c08fa53307 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': 'd79bf981-bfd3-40a1-b027-ad27f7588736', 'direction': 'ingress', 'protocol': 17}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:01.369520 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40191489-b68f-4254-8814-22c08fa53307 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.415035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40191489-b68f-4254-8814-22c08fa53307 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.419595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40191489-b68f-4254-8814-22c08fa53307 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.438414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40191489-b68f-4254-8814-22c08fa53307 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096aa734-c97e-4dc3-9581-af9002f06777,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:01.445281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40191489-b68f-4254-8814-22c08fa53307 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.446741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-40191489-b68f-4254-8814-22c08fa53307 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1107695 Sep 29 23:40:01.450217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59178) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:01.501887 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f382e46-9d80-4fda-8e21-66d6f4b9dda0 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.525922 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f382e46-9d80-4fda-8e21-66d6f4b9dda0 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.569496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f382e46-9d80-4fda-8e21-66d6f4b9dda0 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.572234 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2f382e46-9d80-4fda-8e21-66d6f4b9dda0 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.574425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2f382e46-9d80-4fda-8e21-66d6f4b9dda0 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-groups/d79bf981-bfd3-40a1-b027-ad27f7588736 HTTP/1.1" status: 204 len: 168 time: 0.1223166 Sep 29 23:40:01.576997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59180) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:01.584054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f382e46-9d80-4fda-8e21-66d6f4b9dda0 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79bf981-bfd3-40a1-b027-ad27f7588736,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:01.621834 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0160463b-f776-4d6c-bb25-302c2c5257c1 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435867 Sep 29 23:40:01.625320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59182) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:01.629583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-085b875e-b7a4-4464-970e-c075360e31d3 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group': {'name': 'tempest-secgroup--1600724913'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:01.650928 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-085b875e-b7a4-4464-970e-c075360e31d3 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.732964 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-085b875e-b7a4-4464-970e-c075360e31d3 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.736735 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-085b875e-b7a4-4464-970e-c075360e31d3 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.762631 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-085b875e-b7a4-4464-970e-c075360e31d3 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.763850 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-085b875e-b7a4-4464-970e-c075360e31d3 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1375966 Sep 29 23:40:01.766686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:01.767980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b875e-b7a4-4464-970e-c075360e31d3 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6624a57-4115-40ef-81f4-04ad30f00386,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:01.771495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-70c9af92-02f6-4fd0-8ca9-84b5f76d6b1f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253147201'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:01.793918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c9af92-02f6-4fd0-8ca9-84b5f76d6b1f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.874006 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c9af92-02f6-4fd0-8ca9-84b5f76d6b1f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.877532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c9af92-02f6-4fd0-8ca9-84b5f76d6b1f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.905670 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-70c9af92-02f6-4fd0-8ca9-84b5f76d6b1f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:01.906893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-70c9af92-02f6-4fd0-8ca9-84b5f76d6b1f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1391728 Sep 29 23:40:01.908693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9af92-02f6-4fd0-8ca9-84b5f76d6b1f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7260d9-8092-4fc9-a9e7-0dd27599d68c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:01.909896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59186) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:01.914584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-351fe770-ea37-4322-955a-d2215776f23f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': 'e6624a57-4115-40ef-81f4-04ad30f00386', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'aa7260d9-8092-4fc9-a9e7-0dd27599d68c', 'remote_ip_prefix': None}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:01.945400 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-351fe770-ea37-4322-955a-d2215776f23f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.018789 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-351fe770-ea37-4322-955a-d2215776f23f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.022990 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-351fe770-ea37-4322-955a-d2215776f23f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.043646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fe770-ea37-4322-955a-d2215776f23f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b903bb0-ef14-4661-ac50-f599ec5301b0,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:02.053071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-351fe770-ea37-4322-955a-d2215776f23f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.054276 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-351fe770-ea37-4322-955a-d2215776f23f tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1433611 Sep 29 23:40:02.057161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59188) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.081890 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffa88d0-7dd9-4963-bfec-4655151a425c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.089898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffa88d0-7dd9-4963-bfec-4655151a425c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.115902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffa88d0-7dd9-4963-bfec-4655151a425c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.123339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ffa88d0-7dd9-4963-bfec-4655151a425c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.124464 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5ffa88d0-7dd9-4963-bfec-4655151a425c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/9b903bb0-ef14-4661-ac50-f599ec5301b0 HTTP/1.1" status: 204 len: 168 time: 0.0662298 Sep 29 23:40:02.127248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59190) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.128482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa88d0-7dd9-4963-bfec-4655151a425c tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b903bb0-ef14-4661-ac50-f599ec5301b0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:02.176826 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9cc522fd-e8f0-4cfc-a070-85a4b3d01b94 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0482988 Sep 29 23:40:02.179470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59192) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.229319 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3965a1a-2adb-4523-b581-49f60cb0dfc2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.250616 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3965a1a-2adb-4523-b581-49f60cb0dfc2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.290811 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3965a1a-2adb-4523-b581-49f60cb0dfc2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.294121 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f3965a1a-2adb-4523-b581-49f60cb0dfc2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.297690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f3965a1a-2adb-4523-b581-49f60cb0dfc2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-groups/aa7260d9-8092-4fc9-a9e7-0dd27599d68c HTTP/1.1" status: 204 len: 168 time: 0.1148741 Sep 29 23:40:02.298100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59194) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.304389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3965a1a-2adb-4523-b581-49f60cb0dfc2 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7260d9-8092-4fc9-a9e7-0dd27599d68c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:02.357961 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a7815e5a-f843-4fe8-80cd-f6a0e5c41f46 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0564892 Sep 29 23:40:02.358577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59196) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.416762 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eac0dd15-3e60-4e8d-aa7c-3410efde9298 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.439098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eac0dd15-3e60-4e8d-aa7c-3410efde9298 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.480448 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eac0dd15-3e60-4e8d-aa7c-3410efde9298 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.483355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eac0dd15-3e60-4e8d-aa7c-3410efde9298 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.484550 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eac0dd15-3e60-4e8d-aa7c-3410efde9298 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-groups/e6624a57-4115-40ef-81f4-04ad30f00386 HTTP/1.1" status: 204 len: 168 time: 0.1250579 Sep 29 23:40:02.487419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59198) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.493193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac0dd15-3e60-4e8d-aa7c-3410efde9298 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6624a57-4115-40ef-81f4-04ad30f00386,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:02.531036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-367a5ae6-415e-44a7-b99c-384c1061a5a9 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0423770 Sep 29 23:40:02.534745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59202) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.540672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6703eb77-0118-404a-bc75-9646599a2d5b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group': {'name': 'tempest-secgroup--1153628343'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:02.561801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6703eb77-0118-404a-bc75-9646599a2d5b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.642363 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6703eb77-0118-404a-bc75-9646599a2d5b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.646011 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6703eb77-0118-404a-bc75-9646599a2d5b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.656989 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59204) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.672562 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6703eb77-0118-404a-bc75-9646599a2d5b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.673805 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6703eb77-0118-404a-bc75-9646599a2d5b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1367579 Sep 29 23:40:02.677289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59206) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.682679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f161f726-f809-4d93-928d-90d77d247623 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': '63eb1d79-da98-4851-b974-677de1840de1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:02.688152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6703eb77-0118-404a-bc75-9646599a2d5b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63eb1d79-da98-4851-b974-677de1840de1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:02.712398 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f161f726-f809-4d93-928d-90d77d247623 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.722172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-44fe9fc0-bbb1-40a0-b1f2-a0df6dcc2c1f tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/floatingips/a33501c3-4168-49b0-87d5-a0bab2965e61 HTTP/1.1" status: 200 len: 993 time: 0.0640099 Sep 29 23:40:02.772917 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f161f726-f809-4d93-928d-90d77d247623 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.777708 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f161f726-f809-4d93-928d-90d77d247623 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.795817 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f161f726-f809-4d93-928d-90d77d247623 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17c8610-ab79-49e7-9871-14dbf13cdc3d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:02.801814 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f161f726-f809-4d93-928d-90d77d247623 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.803879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f161f726-f809-4d93-928d-90d77d247623 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1244888 Sep 29 23:40:02.805807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59210) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.830016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2db7383a-b713-4fff-ae92-983f401551ac tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.837364 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2db7383a-b713-4fff-ae92-983f401551ac tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.864824 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2db7383a-b713-4fff-ae92-983f401551ac tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.871790 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2db7383a-b713-4fff-ae92-983f401551ac tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.873225 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2db7383a-b713-4fff-ae92-983f401551ac tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c17c8610-ab79-49e7-9871-14dbf13cdc3d HTTP/1.1" status: 204 len: 168 time: 0.0665085 Sep 29 23:40:02.876058 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59214) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.878582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db7383a-b713-4fff-ae92-983f401551ac tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c17c8610-ab79-49e7-9871-14dbf13cdc3d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:02.918670 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4454e8df-7ff9-4d7f-a21f-dd50300ab0ab tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0414357 Sep 29 23:40:02.921311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59216) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.942391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59218) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:02.973558 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0116935-c092-44e4-8ab6-be15edf752f4 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:02.995600 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0116935-c092-44e4-8ab6-be15edf752f4 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.036921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0116935-c092-44e4-8ab6-be15edf752f4 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.039595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c0116935-c092-44e4-8ab6-be15edf752f4 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.040806 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c0116935-c092-44e4-8ab6-be15edf752f4 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-groups/63eb1d79-da98-4851-b974-677de1840de1 HTTP/1.1" status: 204 len: 168 time: 0.1185982 Sep 29 23:40:03.044102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59220) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.056687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0116935-c092-44e4-8ab6-be15edf752f4 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63eb1d79-da98-4851-b974-677de1840de1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:03.097102 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ecda18e6-9dcf-4338-b31c-d275cd6917ff tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0508189 Sep 29 23:40:03.101338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59222) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.103142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port 22469541-faaa-4700-9346-3df9338a704d {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:03.103495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.105426 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-03aef67b-2a4b-45a0-bb05-e929cd9d04c7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group': {'name': 'tempest-secgroup--2003158469'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:03.127584 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03aef67b-2a4b-45a0-bb05-e929cd9d04c7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.184096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.184430 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.196159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for 22469541-faaa-4700-9346-3df9338a704d owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:03.210430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03aef67b-2a4b-45a0-bb05-e929cd9d04c7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.215227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03aef67b-2a4b-45a0-bb05-e929cd9d04c7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.246322 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03aef67b-2a4b-45a0-bb05-e929cd9d04c7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.247555 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-03aef67b-2a4b-45a0-bb05-e929cd9d04c7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1455376 Sep 29 23:40:03.249462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aef67b-2a4b-45a0-bb05-e929cd9d04c7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e234c-0908-4051-992a-3c429ce3f398,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:03.250377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59224) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.255737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7682466b-a2d0-41b4-a442-1bfe92c54d36 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': 'eb2e234c-0908-4051-992a-3c429ce3f398', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:03.303766 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7682466b-a2d0-41b4-a442-1bfe92c54d36 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.335982 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8e025c8b-2d61-47d9-acf4-a50e42636c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.396934 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7682466b-a2d0-41b4-a442-1bfe92c54d36 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.403911 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7682466b-a2d0-41b4-a442-1bfe92c54d36 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.430226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.432138 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682466b-a2d0-41b4-a442-1bfe92c54d36 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6e862c-599c-4641-876f-fdec36e1475a,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:03.441276 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7682466b-a2d0-41b4-a442-1bfe92c54d36 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.442456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7682466b-a2d0-41b4-a442-1bfe92c54d36 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1910822 Sep 29 23:40:03.445255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59226) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.461509 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=22469541-faaa-4700-9346-3df9338a704d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:03.462097 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0ed54db8-b459-407f-8572-e5cc4e1813e7 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules/ed6e862c-599c-4641-876f-fdec36e1475a HTTP/1.1" status: 200 len: 763 time: 0.0157247 Sep 29 23:40:03.467638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59228) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.510587 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-629ed73b-fbd1-49b5-ab5d-72cb67b544c9 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0394776 Sep 29 23:40:03.511550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59230) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.542638 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.543011 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Floating IP a33501c3-4168-49b0-87d5-a0bab2965e61 disassociated (deleted). External IP: 172.25.4.77, port: 3ea8a747-d514-4ec5-b026-a7a2c354c0d7. Sep 29 23:40:03.545806 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc66a12-140c-441e-beef-e939260a4756 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.587473 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc66a12-140c-441e-beef-e939260a4756 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.653090 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc66a12-140c-441e-beef-e939260a4756 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.661945 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edc66a12-140c-441e-beef-e939260a4756 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.663036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-edc66a12-140c-441e-beef-e939260a4756 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/ed6e862c-599c-4641-876f-fdec36e1475a HTTP/1.1" status: 204 len: 168 time: 0.1505005 Sep 29 23:40:03.665991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59232) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.670028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc66a12-140c-441e-beef-e939260a4756 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed6e862c-599c-4641-876f-fdec36e1475a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:03.706704 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eb705967-4b12-4760-adab-f8366ab45dfc tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0394993 Sep 29 23:40:03.709217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59234) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.713437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2cf5134b-ab78-4b51-8308-670f46fbecdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': 'eb2e234c-0908-4051-992a-3c429ce3f398', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:03.739406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2cf5134b-ab78-4b51-8308-670f46fbecdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.788191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router aefdfd18-196c-4651-8c68-0a69f45d4edf has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:40:03.798106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2cf5134b-ab78-4b51-8308-670f46fbecdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.802631 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2cf5134b-ab78-4b51-8308-670f46fbecdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.820328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf5134b-ab78-4b51-8308-670f46fbecdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d6ca8a5-b38b-45ec-aeda-dc407e645cd8,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:03.828553 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2cf5134b-ab78-4b51-8308-670f46fbecdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.829798 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2cf5134b-ab78-4b51-8308-670f46fbecdd tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196539 Sep 29 23:40:03.832517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59236) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.851454 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a33a9e74-f42f-4afb-9e2c-6b583482f7b3 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules/4d6ca8a5-b38b-45ec-aeda-dc407e645cd8 HTTP/1.1" status: 200 len: 763 time: 0.0155778 Sep 29 23:40:03.851642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59238) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.891742 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-227db21e-7f5e-4eec-b62c-e620e7960167 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0390966 Sep 29 23:40:03.894394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59240) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.897989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:40:03.903495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.910019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] Sync routers for ids ['aefdfd18-196c-4651-8c68-0a69f45d4edf'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:40:03.919959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] Routers {'aefdfd18-196c-4651-8c68-0a69f45d4edf'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:03.920572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['aefdfd18-196c-4651-8c68-0a69f45d4edf'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:03.920752 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b960b09c-2368-4e45-b866-59afb3e6778a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.928514 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b960b09c-2368-4e45-b866-59afb3e6778a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.931322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-825e8de3-0d05-45c9-9f22-0b3c97efd937 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/floatingips/a33501c3-4168-49b0-87d5-a0bab2965e61 HTTP/1.1" status: 204 len: 168 time: 0.9878662 Sep 29 23:40:03.932224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675c0014-ca08-4200-a4f7-a739419e83b9', 'tag': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:03.935229 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a35ac6-bf97-4cd0-b953-294eb899943e" -d '{"events": [{"name": "network-changed", "server_uuid": "675c0014-ca08-4200-a4f7-a739419e83b9", "tag": "3ea8a747-d514-4ec5-b026-a7a2c354c0d7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:03.959256 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b960b09c-2368-4e45-b866-59afb3e6778a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.967147 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b960b09c-2368-4e45-b866-59afb3e6778a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:03.970959 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b960b09c-2368-4e45-b866-59afb3e6778a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/4d6ca8a5-b38b-45ec-aeda-dc407e645cd8 HTTP/1.1" status: 204 len: 168 time: 0.0732813 Sep 29 23:40:03.971327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59246) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:03.974611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960b09c-2368-4e45-b866-59afb3e6778a tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d6ca8a5-b38b-45ec-aeda-dc407e645cd8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:03.999672 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c829c9d-a0e2-4088-ad8e-92ce480805ac x-openstack-request-id: req-9c829c9d-a0e2-4088-ad8e-92ce480805ac {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:04.000000 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675c0014-ca08-4200-a4f7-a739419e83b9", "tag": "3ea8a747-d514-4ec5-b026-a7a2c354c0d7", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:04.000776 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9c829c9d-a0e2-4088-ad8e-92ce480805ac {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:04.001190 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675c0014-ca08-4200-a4f7-a739419e83b9', 'tag': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'status': 'completed', 'code': 200} Sep 29 23:40:04.024951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4a8035a3-e7b0-4947-938a-7c49ca7ec054 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0523813 Sep 29 23:40:04.028663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59248) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:04.033309 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0364675e-d090-40d9-b620-820c97c54959 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Request body: {'security_group_rule': {'security_group_id': 'eb2e234c-0908-4051-992a-3c429ce3f398', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:04.068367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0364675e-d090-40d9-b620-820c97c54959 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.072336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-c4b876c1-6b85-47f7-b8e1-4fc5963312a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:04.075028 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-c4b876c1-6b85-47f7-b8e1-4fc5963312a4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=fa07e8043e1640f392c1454ccc967e60&device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 1097 time: 0.0553548 Sep 29 23:40:04.085076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] Set router aefdfd18-196c-4651-8c68-0a69f45d4edf gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:04.145537 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0364675e-d090-40d9-b620-820c97c54959 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.152436 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0364675e-d090-40d9-b620-820c97c54959 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.185266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364675e-d090-40d9-b620-820c97c54959 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76a4831-6ef0-4f7a-ad17-1fe3c49f039c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:04.203787 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0364675e-d090-40d9-b620-820c97c54959 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.204584 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0364675e-d090-40d9-b620-820c97c54959 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1747706 Sep 29 23:40:04.207313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59252) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:04.217080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-74a7a1d4-13ae-4127-a947-c275109be0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:04.218716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-74a7a1d4-13ae-4127-a947-c275109be0d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5eb45927-7260-44b3-85b6-9f9d34146c8e HTTP/1.1" status: 200 len: 898 time: 0.1363747 Sep 29 23:40:04.228354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48a50f-9897-4c3a-996f-59bc8c6c573b req-8a627ac1-5b26-4bef-aadc-83e7e3ff7862 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:04.232079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f48a50f-9897-4c3a-996f-59bc8c6c573b req-8a627ac1-5b26-4bef-aadc-83e7e3ff7862 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 946 time: 0.0655584 Sep 29 23:40:04.232320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59254) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:04.232911 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-73852a84-30cb-440c-b76e-f834c939af45 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules/c76a4831-6ef0-4f7a-ad17-1fe3c49f039c HTTP/1.1" status: 200 len: 764 time: 0.0211544 Sep 29 23:40:04.274475 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-bc6ed294-498e-447d-b0c0-55ea7a1c680b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3ea8a747-d514-4ec5-b026-a7a2c354c0d7 HTTP/1.1" status: 200 len: 217 time: 0.0402727 Sep 29 23:40:04.298766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4db4c147-d18d-41b3-9d57-6f2b24ea39ea tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0652847 Sep 29 23:40:04.302491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f48a50f-9897-4c3a-996f-59bc8c6c573b req-c074db12-161f-40e5-9853-d19fe0c04295 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628331 Sep 29 23:40:04.302935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59256) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:04.318309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '367b9f48-8dd0-4680-b11f-261f3fec5d4f', 'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:11:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:17Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:04.331429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23eccb95-4be1-466a-b1ee-be1643b33c88 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.342448 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23eccb95-4be1-466a-b1ee-be1643b33c88 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.343735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-ed14fad8-cf9c-4e33-b5e0-6286a360dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:04.345330 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-ed14fad8-cf9c-4e33-b5e0-6286a360dc77 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=63196bdb-ac51-4bb8-ac7f-a0633bdee7ce HTTP/1.1" status: 200 len: 835 time: 0.0627990 Sep 29 23:40:04.353618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] Checking router: aefdfd18-196c-4651-8c68-0a69f45d4edf for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:40:04.364258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] Routers {'aefdfd18-196c-4651-8c68-0a69f45d4edf'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:04.364850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:39:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['aefdfd18-196c-4651-8c68-0a69f45d4edf'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:04.369586 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23eccb95-4be1-466a-b1ee-be1643b33c88 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.376306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-23eccb95-4be1-466a-b1ee-be1643b33c88 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.379650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-23eccb95-4be1-466a-b1ee-be1643b33c88 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-group-rules/c76a4831-6ef0-4f7a-ad17-1fe3c49f039c HTTP/1.1" status: 204 len: 168 time: 0.0736279 Sep 29 23:40:04.382308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59258) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:04.393307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eccb95-4be1-466a-b1ee-be1643b33c88 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c76a4831-6ef0-4f7a-ad17-1fe3c49f039c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:04.403020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-500e0289-384b-44c8-bcdb-2a68a62ceae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:04.404816 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-500e0289-384b-44c8-bcdb-2a68a62ceae9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5eb45927-7260-44b3-85b6-9f9d34146c8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0504935 Sep 29 23:40:04.418059 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-d63e386e-c1a4-4e76-a9d9-f52f9e470241 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:40:04.419052 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-d63e386e-c1a4-4e76-a9d9-f52f9e470241 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060720 Sep 29 23:40:04.430150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9f962487-eac0-4de2-8c7d-495ae282b88d tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467770 Sep 29 23:40:04.433462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59260) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:04.481283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] Set router aefdfd18-196c-4651-8c68-0a69f45d4edf gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:04.491615 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-961334c0-2d1a-44a0-aee9-16edf8d0b5b6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.515258 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-961334c0-2d1a-44a0-aee9-16edf8d0b5b6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.520564 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-4d52de88-b9c4-43d4-8e50-cd2822d47a08 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937276 Sep 29 23:40:04.563073 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-961334c0-2d1a-44a0-aee9-16edf8d0b5b6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.566484 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-961334c0-2d1a-44a0-aee9-16edf8d0b5b6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:04.567685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-961334c0-2d1a-44a0-aee9-16edf8d0b5b6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "DELETE /v2.0/security-groups/eb2e234c-0908-4051-992a-3c429ce3f398 HTTP/1.1" status: 204 len: 168 time: 0.1333010 Sep 29 23:40:04.571163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59262) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:04.592553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961334c0-2d1a-44a0-aee9-16edf8d0b5b6 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2e234c-0908-4051-992a-3c429ce3f398,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:04.627221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-79f0c99f-b741-4972-8e8d-9d2bd141e79b tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0547013 Sep 29 23:40:04.629204 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e4a35ac6-bf97-4cd0-b953-294eb899943e req-9cd28eec-dde7-4b36-947b-5ccba90d75e9 service neutron] 10.222.0.26 "GET /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997376 Sep 29 23:40:04.631681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59264) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:04.675689 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cb4b23be-17e6-4615-bcb8-7456b3bde8c1 tempest-SecGroupTest-755818787 tempest-SecGroupTest-755818787-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0430729 Sep 29 23:40:04.850610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '367b9f48-8dd0-4680-b11f-261f3fec5d4f', 'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:11:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:17Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:04.876620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94c296-93d3-46d7-927a-e074fbb71e0e None None] The sync data for ids ['aefdfd18-196c-4651-8c68-0a69f45d4edf'] in n-d-811173-2 is: [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:39:12Z', 'revision_number': 4, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '367b9f48-8dd0-4680-b11f-261f3fec5d4f', 'name': '', 'network_id': '5eb45927-7260-44b3-85b6-9f9d34146c8e', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'mac_address': 'fa:16:3e:11:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:11Z', 'updated_at': '2021-09-29T23:39:17Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'subnets': [{'id': '63196bdb-ac51-4bb8-ac7f-a0633bdee7ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:40:04.926524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59270) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:05.119598 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba06fc9-41ed-4788-be7c-df3cd4e6bfbc None None] New status for floating IP a33501c3-4168-49b0-87d5-a0bab2965e61: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:40:05.339187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7210af77-ae20-4776-b1ad-b73089b10ad1 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f488bbad96eb4cf2a2120fddd1ccf315&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4112732 Sep 29 23:40:05.341451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59276) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:05.390330 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d2cbad-b618-4317-8d07-b3d142ad40a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:05.421157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d2cbad-b618-4317-8d07-b3d142ad40a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:05.436840 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d5ac3-2851-4fcf-baa9-a08cb9adfad0 req-8ad2175b-25c8-4def-b7ed-8a43d11bdc38 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:05.438399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa3d5ac3-2851-4fcf-baa9-a08cb9adfad0 req-8ad2175b-25c8-4def-b7ed-8a43d11bdc38 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 946 time: 0.0502200 Sep 29 23:40:05.477617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa3d5ac3-2851-4fcf-baa9-a08cb9adfad0 req-65977f45-6e6e-486a-a7c2-29e809381442 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "GET /v2.0/security-groups?id=bc878066-1a71-4244-b6a6-94863a571a53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328088 Sep 29 23:40:05.487761 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-6829d65a-4f38-4323-9dfb-2722e0b47ea4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:05.489042 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-6829d65a-4f38-4323-9dfb-2722e0b47ea4 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.26 "GET /v2.0/ports?device_id=675c0014-ca08-4200-a4f7-a739419e83b9 HTTP/1.1" status: 200 len: 946 time: 0.0810809 Sep 29 23:40:05.530721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d2cbad-b618-4317-8d07-b3d142ad40a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:05.533204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-95d2cbad-b618-4317-8d07-b3d142ad40a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:05.534334 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-95d2cbad-b618-4317-8d07-b3d142ad40a6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fd7e0e9b-5287-4a67-9d63-0367a0d96949 HTTP/1.1" status: 204 len: 168 time: 0.1919644 Sep 29 23:40:05.549730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2cbad-b618-4317-8d07-b3d142ad40a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7e0e9b-5287-4a67-9d63-0367a0d96949,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:05.596662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-f99c5ab8-cc88-4658-b892-2c20ef3b8dc2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:05.597006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-f99c5ab8-cc88-4658-b892-2c20ef3b8dc2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:05.689113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-f99c5ab8-cc88-4658-b892-2c20ef3b8dc2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] For port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:05.689865 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-f99c5ab8-cc88-4658-b892-2c20ef3b8dc2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:05.703188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-f99c5ab8-cc88-4658-b892-2c20ef3b8dc2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:05.838257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-f99c5ab8-cc88-4658-b892-2c20ef3b8dc2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:05.868575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c5ab8-cc88-4658-b892-2c20ef3b8dc2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=3ea8a747-d514-4ec5-b026-a7a2c354c0d7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:05.914730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-f99c5ab8-cc88-4658-b892-2c20ef3b8dc2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] No DVR routers for this DVR port 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:40:05.917376 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-f99c5ab8-cc88-4658-b892-2c20ef3b8dc2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:05.919386 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e7e0db09-b360-4e3b-affd-6d73760e1968 req-f99c5ab8-cc88-4658-b892-2c20ef3b8dc2 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.26 "DELETE /v2.0/ports/3ea8a747-d514-4ec5-b026-a7a2c354c0d7 HTTP/1.1" status: 204 len: 173 time: 0.4242289 Sep 29 23:40:05.919859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675c0014-ca08-4200-a4f7-a739419e83b9', 'name': 'network-vif-deleted', 'tag': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:05.922127 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eaebb6-8f67-4f44-a3dd-2e63f3211e05" -d '{"events": [{"server_uuid": "675c0014-ca08-4200-a4f7-a739419e83b9", "name": "network-vif-deleted", "tag": "3ea8a747-d514-4ec5-b026-a7a2c354c0d7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:05.973561 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce53900-936e-4398-9edb-2e0b3a411693 x-openstack-request-id: req-cce53900-936e-4398-9edb-2e0b3a411693 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:05.973863 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675c0014-ca08-4200-a4f7-a739419e83b9", "name": "network-vif-deleted", "tag": "3ea8a747-d514-4ec5-b026-a7a2c354c0d7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:05.974120 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cce53900-936e-4398-9edb-2e0b3a411693 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:05.974524 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675c0014-ca08-4200-a4f7-a739419e83b9', 'name': 'network-vif-deleted', 'tag': '3ea8a747-d514-4ec5-b026-a7a2c354c0d7', 'status': 'completed', 'code': 200} Sep 29 23:40:06.222648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59300) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:06.238117 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d1e9c1a1-b5c5-4c1b-b84f-3aff9cce58df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.340011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bf164c7d-5b15-4392-a56a-cba767858c2f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:06.340687 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-bf164c7d-5b15-4392-a56a-cba767858c2f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 23:40:06.341222 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-bf164c7d-5b15-4392-a56a-cba767858c2f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 23:40:06.343877 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf164c7d-5b15-4392-a56a-cba767858c2f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1178946 Sep 29 23:40:06.346566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59304) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:06.351643 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'tempest-secgroup--712928868'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:06.386440 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.398343 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.517294 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.521149 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.543327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59308) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:06.560048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72537303-37a9-4694-87fc-0d506f6ccc95,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:06.606288 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.612800 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e42cf0-aaa0-452b-918f-4119f24a393b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.622610 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.626471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.638881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e42cf0-aaa0-452b-918f-4119f24a393b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.654285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.655527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3080380 Sep 29 23:40:06.658992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59310) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:06.663599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-944da732-e790-49bf-8d9d-ef98ba1e9495 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': 'c1c698f0-a5d3-4511-82d5-c14cae6c8dfb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:06.667514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90631689-f236-4ae4-874f-fa9a10fba1d8 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c698f0-a5d3-4511-82d5-c14cae6c8dfb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:06.694039 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-944da732-e790-49bf-8d9d-ef98ba1e9495 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.706461 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e42cf0-aaa0-452b-918f-4119f24a393b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.709108 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-66e42cf0-aaa0-452b-918f-4119f24a393b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.710322 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-66e42cf0-aaa0-452b-918f-4119f24a393b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/security-groups/bc878066-1a71-4244-b6a6-94863a571a53 HTTP/1.1" status: 204 len: 168 time: 0.1659641 Sep 29 23:40:06.720021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e42cf0-aaa0-452b-918f-4119f24a393b tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc878066-1a71-4244-b6a6-94863a571a53,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:06.746959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59314) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:06.767677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-944da732-e790-49bf-8d9d-ef98ba1e9495 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.771865 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-944da732-e790-49bf-8d9d-ef98ba1e9495 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.790300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944da732-e790-49bf-8d9d-ef98ba1e9495 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a88dd3a-8d6b-4d3b-8dac-aa55bc307ec6,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:06.797926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-944da732-e790-49bf-8d9d-ef98ba1e9495 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.799212 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-944da732-e790-49bf-8d9d-ef98ba1e9495 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390643 Sep 29 23:40:06.801994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59316) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:06.806565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8a6b2838-7bf7-461d-803b-b08026ff02ef tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': 'c1c698f0-a5d3-4511-82d5-c14cae6c8dfb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:06.833567 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a6b2838-7bf7-461d-803b-b08026ff02ef tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.880777 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-8a6b2838-7bf7-461d-803b-b08026ff02ef tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): There was a conflict when trying to complete your request. Sep 29 23:40:06.881870 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a6b2838-7bf7-461d-803b-b08026ff02ef tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0788636 Sep 29 23:40:06.884775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59318) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:06.942232 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4b007f1-f5d7-4a6e-a6e6-7a46f1632902 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:06.967911 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4b007f1-f5d7-4a6e-a6e6-7a46f1632902 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.016099 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4b007f1-f5d7-4a6e-a6e6-7a46f1632902 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.019033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e4b007f1-f5d7-4a6e-a6e6-7a46f1632902 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.020258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e4b007f1-f5d7-4a6e-a6e6-7a46f1632902 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/c1c698f0-a5d3-4511-82d5-c14cae6c8dfb HTTP/1.1" status: 204 len: 168 time: 0.1345465 Sep 29 23:40:07.023506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59320) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.036987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b007f1-f5d7-4a6e-a6e6-7a46f1632902 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c698f0-a5d3-4511-82d5-c14cae6c8dfb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:07.078907 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a5e05c2c-adc5-473f-9411-28561cbb53b9 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0542762 Sep 29 23:40:07.082540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59322) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.087076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e0f18f53-cf6f-4cf0-a798-ee0474bf65ac tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1070238965'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:07.109459 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f53-cf6f-4cf0-a798-ee0474bf65ac tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.195398 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f53-cf6f-4cf0-a798-ee0474bf65ac tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.200610 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f53-cf6f-4cf0-a798-ee0474bf65ac tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.232613 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0f18f53-cf6f-4cf0-a798-ee0474bf65ac tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.234059 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e0f18f53-cf6f-4cf0-a798-ee0474bf65ac tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1505313 Sep 29 23:40:07.234836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f18f53-cf6f-4cf0-a798-ee0474bf65ac tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e0ff5f-58b9-4b65-969a-dba7575ef1bb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:07.236838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59324) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.241167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1a9c6e95-5485-4197-a6da-7aee2b5cccd3 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '99e0ff5f-58b9-4b65-969a-dba7575ef1bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:07.241540 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-1a9c6e95-5485-4197-a6da-7aee2b5cccd3 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 29 23:40:07.241973 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-1a9c6e95-5485-4197-a6da-7aee2b5cccd3 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:07.242910 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1a9c6e95-5485-4197-a6da-7aee2b5cccd3 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0051765 Sep 29 23:40:07.245688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59326) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.299103 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b81f2ec7-6e54-4130-bd2f-5029b14f1969 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.322508 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b81f2ec7-6e54-4130-bd2f-5029b14f1969 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.366025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b81f2ec7-6e54-4130-bd2f-5029b14f1969 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.368841 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b81f2ec7-6e54-4130-bd2f-5029b14f1969 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.372452 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b81f2ec7-6e54-4130-bd2f-5029b14f1969 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/99e0ff5f-58b9-4b65-969a-dba7575ef1bb HTTP/1.1" status: 204 len: 168 time: 0.1231375 Sep 29 23:40:07.373252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59328) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.391148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81f2ec7-6e54-4130-bd2f-5029b14f1969 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e0ff5f-58b9-4b65-969a-dba7575ef1bb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:07.428522 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e3b343b6-8f3e-446e-937d-e2e6b5d0ed52 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541787 Sep 29 23:40:07.431919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59330) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.436592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9b4377eb-0e7a-4ffb-ac0b-99f083161057 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'tempest-secgroup--83853192'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:07.458382 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4377eb-0e7a-4ffb-ac0b-99f083161057 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.465074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.520405 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.545799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4377eb-0e7a-4ffb-ac0b-99f083161057 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.550142 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4377eb-0e7a-4ffb-ac0b-99f083161057 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.583636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9b4377eb-0e7a-4ffb-ac0b-99f083161057 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.587771 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9b4377eb-0e7a-4ffb-ac0b-99f083161057 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1520338 Sep 29 23:40:07.587771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4377eb-0e7a-4ffb-ac0b-99f083161057 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7713af-9b81-492f-8b75-9d478d0de4eb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:07.589694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59332) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.594265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7db07f68-0eb8-472e-868a-373b657d5e49 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '6c7713af-9b81-492f-8b75-9d478d0de4eb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:07.594823 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-7db07f68-0eb8-472e-868a-373b657d5e49 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 29 23:40:07.595735 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-7db07f68-0eb8-472e-868a-373b657d5e49 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:07.596459 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7db07f68-0eb8-472e-868a-373b657d5e49 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0058546 Sep 29 23:40:07.599685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59334) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.652324 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce0831bd-e3a2-4d55-adb9-e3e06c145025 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.675251 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce0831bd-e3a2-4d55-adb9-e3e06c145025 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.719645 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce0831bd-e3a2-4d55-adb9-e3e06c145025 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.722438 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce0831bd-e3a2-4d55-adb9-e3e06c145025 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.723895 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ce0831bd-e3a2-4d55-adb9-e3e06c145025 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/6c7713af-9b81-492f-8b75-9d478d0de4eb HTTP/1.1" status: 204 len: 168 time: 0.1232147 Sep 29 23:40:07.726898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59336) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.733222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0831bd-e3a2-4d55-adb9-e3e06c145025 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7713af-9b81-492f-8b75-9d478d0de4eb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:07.738345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port 367b9f48-8dd0-4680-b11f-261f3fec5d4f {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:07.738528 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.830544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a074de35-3081-4ae4-8832-6d02d0bb038c tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1025627 Sep 29 23:40:07.834338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59338) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.838920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-959de512-51e2-4393-8eda-1fba30293ab0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'tempest-secgroup--608030996'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:07.856367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] For port 367b9f48-8dd0-4680-b11f-261f3fec5d4f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=367b9f48-8dd0-4680-b11f-261f3fec5d4f,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:07.856682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.861958 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-959de512-51e2-4393-8eda-1fba30293ab0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.869578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for 367b9f48-8dd0-4680-b11f-261f3fec5d4f owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:07.943020 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-959de512-51e2-4393-8eda-1fba30293ab0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.947217 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-959de512-51e2-4393-8eda-1fba30293ab0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.977725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959de512-51e2-4393-8eda-1fba30293ab0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81f48671-9c78-45af-b2bb-430e6a2cb377,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:07.980169 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-959de512-51e2-4393-8eda-1fba30293ab0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:07.984150 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-959de512-51e2-4393-8eda-1fba30293ab0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1460626 Sep 29 23:40:07.984463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59340) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.988688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ed00e8f4-4006-4dda-9487-dc478725553e tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '81f48671-9c78-45af-b2bb-430e6a2cb377', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:07.989532 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-ed00e8f4-4006-4dda-9487-dc478725553e tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 29 23:40:07.990034 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-ed00e8f4-4006-4dda-9487-dc478725553e tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:07.990998 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ed00e8f4-4006-4dda-9487-dc478725553e tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057573 Sep 29 23:40:07.993371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59342) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:07.997665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f75a7bab-9a12-46d1-9c33-58b7addd406b tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '81f48671-9c78-45af-b2bb-430e6a2cb377', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:07.998306 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-f75a7bab-9a12-46d1-9c33-58b7addd406b tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 29 23:40:07.998810 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-f75a7bab-9a12-46d1-9c33-58b7addd406b tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:07.999745 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f75a7bab-9a12-46d1-9c33-58b7addd406b tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055242 Sep 29 23:40:08.002083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59344) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.007533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9a9a893f-c3f1-40f2-a005-5fb7ffb18d8f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '81f48671-9c78-45af-b2bb-430e6a2cb377', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.008362 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-9a9a893f-c3f1-40f2-a005-5fb7ffb18d8f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 29 23:40:08.008837 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-9a9a893f-c3f1-40f2-a005-5fb7ffb18d8f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.011642 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9a9a893f-c3f1-40f2-a005-5fb7ffb18d8f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068181 Sep 29 23:40:08.013174 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59346) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.017302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0bd44102-92c8-4bbe-a4fd-53c2b75a2023 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '81f48671-9c78-45af-b2bb-430e6a2cb377', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.018165 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-0bd44102-92c8-4bbe-a4fd-53c2b75a2023 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 29 23:40:08.018644 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-0bd44102-92c8-4bbe-a4fd-53c2b75a2023 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.019596 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0bd44102-92c8-4bbe-a4fd-53c2b75a2023 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0055017 Sep 29 23:40:08.021939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59348) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.064345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.078343 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf99035f-00e5-43ea-a9be-d6ea02f4a90a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.097219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=367b9f48-8dd0-4680-b11f-261f3fec5d4f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:08.104570 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf99035f-00e5-43ea-a9be-d6ea02f4a90a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.149653 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf99035f-00e5-43ea-a9be-d6ea02f4a90a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.152518 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf99035f-00e5-43ea-a9be-d6ea02f4a90a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.154193 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf99035f-00e5-43ea-a9be-d6ea02f4a90a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/81f48671-9c78-45af-b2bb-430e6a2cb377 HTTP/1.1" status: 204 len: 168 time: 0.1308932 Sep 29 23:40:08.156584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59350) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.163341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99035f-00e5-43ea-a9be-d6ea02f4a90a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f48671-9c78-45af-b2bb-430e6a2cb377,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:08.250683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5579c17e-cc1e-4022-9b7a-3fad249a2b35 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0929124 Sep 29 23:40:08.254919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59352) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.259980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8e0a6b9b-fe4c-485a-9ec0-a6012314549f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1593026764'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.285205 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6b9b-fe4c-485a-9ec0-a6012314549f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.313074 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.374376 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6b9b-fe4c-485a-9ec0-a6012314549f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.378363 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6b9b-fe4c-485a-9ec0-a6012314549f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.405271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8e0a6b9b-fe4c-485a-9ec0-a6012314549f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.408348 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8e0a6b9b-fe4c-485a-9ec0-a6012314549f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1523240 Sep 29 23:40:08.410725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59354) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.412650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a6b9b-fe4c-485a-9ec0-a6012314549f tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:08.415483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5cdc6cd5-4770-424a-bc18-aee1dba5d197 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.416252 n-d-811173-2 neutron-server[110005]: WARNING neutron.api.v2.base [None req-5cdc6cd5-4770-424a-bc18-aee1dba5d197 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 23:40:08.416755 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-5cdc6cd5-4770-424a-bc18-aee1dba5d197 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.417792 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5cdc6cd5-4770-424a-bc18-aee1dba5d197 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057874 Sep 29 23:40:08.420704 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59356) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.428003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-178c2c06-6ffc-4cd7-a0b9-c9e5a34144c6 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.462799 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-178c2c06-6ffc-4cd7-a0b9-c9e5a34144c6 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.464097 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-178c2c06-6ffc-4cd7-a0b9-c9e5a34144c6 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0416677 Sep 29 23:40:08.467415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59358) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.472022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7321c48f-6f0e-4297-a51a-6d0beaf0efed tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.473756 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-7321c48f-6f0e-4297-a51a-6d0beaf0efed tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 29 23:40:08.474247 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-7321c48f-6f0e-4297-a51a-6d0beaf0efed tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.475208 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7321c48f-6f0e-4297-a51a-6d0beaf0efed tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068307 Sep 29 23:40:08.477671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59360) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.482748 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0d8f4ac4-8814-4d83-ad10-2ead71bf6a50 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.516581 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-0d8f4ac4-8814-4d83-ad10-2ead71bf6a50 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.517676 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0d8f4ac4-8814-4d83-ad10-2ead71bf6a50 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0391235 Sep 29 23:40:08.520483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59362) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.525717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f5be4d67-5491-4ca3-8ade-92199f592df3 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.526201 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-f5be4d67-5491-4ca3-8ade-92199f592df3 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 29 23:40:08.526731 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-f5be4d67-5491-4ca3-8ade-92199f592df3 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.527683 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f5be4d67-5491-4ca3-8ade-92199f592df3 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062797 Sep 29 23:40:08.531870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59364) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.535983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e7f145b1-4739-4a4d-afa7-6a2a1c6ef6ee tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.548726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Router aefdfd18-196c-4651-8c68-0a69f45d4edf has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:40:08.564618 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-e7f145b1-4739-4a4d-afa7-6a2a1c6ef6ee tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Project 0ac115e100604eef974a36d4a7bab915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:40:08.578866 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-e7f145b1-4739-4a4d-afa7-6a2a1c6ef6ee tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.580461 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e7f145b1-4739-4a4d-afa7-6a2a1c6ef6ee tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0476449 Sep 29 23:40:08.583200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59366) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.587597 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4fc6158d-fa02-40f2-936d-d06495bc31db tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.588102 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-4fc6158d-fa02-40f2-936d-d06495bc31db tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 29 23:40:08.588571 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-4fc6158d-fa02-40f2-936d-d06495bc31db tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.590137 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4fc6158d-fa02-40f2-936d-d06495bc31db tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0059867 Sep 29 23:40:08.592642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59368) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.599152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7b6af57c-c178-4ba3-bfae-e66e022356fe tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.633090 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-7b6af57c-c178-4ba3-bfae-e66e022356fe tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Project 0ac115e100604eef974a36d4a7bab915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:40:08.680293 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-7b6af57c-c178-4ba3-bfae-e66e022356fe tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.681340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7b6af57c-c178-4ba3-bfae-e66e022356fe tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0877442 Sep 29 23:40:08.685142 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59370) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.688768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:40:08.694402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d412a36d-0a7a-4280-8c5b-e62b153d2069 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "PUT /v2.0/routers/aefdfd18-196c-4651-8c68-0a69f45d4edf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9463725 Sep 29 23:40:08.697331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59372) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.699765 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b9fba868-272e-4669-991d-c5cee279b9ec tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.704721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] Sync routers for ids ['aefdfd18-196c-4651-8c68-0a69f45d4edf'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:40:08.720647 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.721306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] Routers {'aefdfd18-196c-4651-8c68-0a69f45d4edf'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:08.721934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['aefdfd18-196c-4651-8c68-0a69f45d4edf'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:08.730190 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-b9fba868-272e-4669-991d-c5cee279b9ec tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Project 0ac115e100604eef974a36d4a7bab915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:40:08.744042 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-b9fba868-272e-4669-991d-c5cee279b9ec tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:08.748284 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b9fba868-272e-4669-991d-c5cee279b9ec tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0551288 Sep 29 23:40:08.748628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59374) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.754407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a900c0d-a540-482c-9702-cf6ccb870c7d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting subnet 63196bdb-ac51-4bb8-ac7f-a0633bdee7ce {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:40:08.758211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a900c0d-a540-482c-9702-cf6ccb870c7d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.799512 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a900c0d-a540-482c-9702-cf6ccb870c7d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.812680 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5a831fe-944b-46fc-a7ee-699fe4f548d5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.831641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] Set router aefdfd18-196c-4651-8c68-0a69f45d4edf gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:08.836549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5a831fe-944b-46fc-a7ee-699fe4f548d5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.882255 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5a831fe-944b-46fc-a7ee-699fe4f548d5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.885030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5a831fe-944b-46fc-a7ee-699fe4f548d5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.887017 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c5a831fe-944b-46fc-a7ee-699fe4f548d5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997 HTTP/1.1" status: 204 len: 168 time: 0.1371934 Sep 29 23:40:08.891030 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59376) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.897630 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a900c0d-a540-482c-9702-cf6ccb870c7d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.904786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a831fe-944b-46fc-a7ee-699fe4f548d5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bdd1e4-e7f3-4fea-8a5d-2d1ae47af997,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:08.950342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-098aae4b-1036-4612-a042-88ed10164881 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0525451 Sep 29 23:40:08.950603 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59378) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:08.955125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-09d3db97-49cf-49b7-825b-538b1ef69b7a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'tempest-secgroup--727371336'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:08.967800 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a900c0d-a540-482c-9702-cf6ccb870c7d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:08.977947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09d3db97-49cf-49b7-825b-538b1ef69b7a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.003680 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7a900c0d-a540-482c-9702-cf6ccb870c7d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.005898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7a900c0d-a540-482c-9702-cf6ccb870c7d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/subnets/63196bdb-ac51-4bb8-ac7f-a0633bdee7ce HTTP/1.1" status: 204 len: 168 time: 0.3076429 Sep 29 23:40:09.007153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a900c0d-a540-482c-9702-cf6ccb870c7d tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Subnet': ['ID=63196bdb-ac51-4bb8-ac7f-a0633bdee7ce,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:09.010178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59380) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:09.011740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4d9c5d-5976-4048-abcc-9b611d83ee9f None None] Network 5eb45927-7260-44b3-85b6-9f9d34146c8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:40:09.073016 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09d3db97-49cf-49b7-825b-538b1ef69b7a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.077715 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09d3db97-49cf-49b7-825b-538b1ef69b7a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.102424 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-09d3db97-49cf-49b7-825b-538b1ef69b7a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.106606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-09d3db97-49cf-49b7-825b-538b1ef69b7a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1521499 Sep 29 23:40:09.108137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59382) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:09.114659 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f560d5dd-a953-49a3-9ef9-c20b5910a6a1 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '8b7390c4-8e48-460f-bc74-42a1d6a31e30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:09.122294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3db97-49cf-49b7-825b-538b1ef69b7a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7390c4-8e48-460f-bc74-42a1d6a31e30,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:09.132740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:40:08Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:09.143413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.163596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] Checking router: aefdfd18-196c-4651-8c68-0a69f45d4edf for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:40:09.165139 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-f560d5dd-a953-49a3-9ef9-c20b5910a6a1 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The resource could not be found. Sep 29 23:40:09.170077 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f560d5dd-a953-49a3-9ef9-c20b5910a6a1 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0573719 Sep 29 23:40:09.170260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59384) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:09.174854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-abacea89-8106-48c2-8697-6421356e6997 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '8b7390c4-8e48-460f-bc74-42a1d6a31e30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5bfb0dfe-304c-45ff-a1bd-fa06f6291e6c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:09.182410 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] Routers {'aefdfd18-196c-4651-8c68-0a69f45d4edf'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:09.190847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['aefdfd18-196c-4651-8c68-0a69f45d4edf'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:09.233166 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-abacea89-8106-48c2-8697-6421356e6997 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The resource could not be found. Sep 29 23:40:09.237550 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-abacea89-8106-48c2-8697-6421356e6997 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0634794 Sep 29 23:40:09.237927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59386) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:09.269147 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.289058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2be861-5b34-4955-80ca-315f5e14c9b8 None None] DHCP port deletion for 5eb45927-7260-44b3-85b6-9f9d34146c8e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:40:09.314973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e99f289-664b-4f0e-ae4a-33af1b93b30b tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.331444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Deleting port d2ea595f-8327-412d-bcf7-f86814d0ebac {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:09.331889 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.343265 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e99f289-664b-4f0e-ae4a-33af1b93b30b tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.365212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] Set router aefdfd18-196c-4651-8c68-0a69f45d4edf gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:09.387379 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e99f289-664b-4f0e-ae4a-33af1b93b30b tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.390174 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e99f289-664b-4f0e-ae4a-33af1b93b30b tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.391352 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9e99f289-664b-4f0e-ae4a-33af1b93b30b tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/8b7390c4-8e48-460f-bc74-42a1d6a31e30 HTTP/1.1" status: 204 len: 168 time: 0.1521873 Sep 29 23:40:09.394224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:09.400562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99f289-664b-4f0e-ae4a-33af1b93b30b tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7390c4-8e48-460f-bc74-42a1d6a31e30,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:09.442523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] For port d2ea595f-8327-412d-bcf7-f86814d0ebac, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d2ea595f-8327-412d-bcf7-f86814d0ebac,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:09.442984 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.462713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7b2be861-5b34-4955-80ca-315f5e14c9b8 None None] Deleting port e84e3dab-b4a7-4b8c-b325-fd325df77249 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:09.463095 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b2be861-5b34-4955-80ca-315f5e14c9b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.463814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Calling delete_port for d2ea595f-8327-412d-bcf7-f86814d0ebac owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:09.475338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-84ef3430-d6ea-4bbb-83d3-577eb15d36af tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0754685 Sep 29 23:40:09.476185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59390) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:09.482515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b3044d82-0866-4a42-964d-1ce238fefbed tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': 'c0f32fe7-8675-480f-ba83-c6c6cc94fba3', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:09.486896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:40:09.525268 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-b3044d82-0866-4a42-964d-1ce238fefbed tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The resource could not be found. Sep 29 23:40:09.529886 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b3044d82-0866-4a42-964d-1ce238fefbed tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0490541 Sep 29 23:40:09.530136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:09.535895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-401b2812-7fed-424b-ad16-e47cf90a7142 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1314939448'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:09.550833 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:40:09.551176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 3ea8a747-d514-4ec5-b026-a7a2c354c0d7 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:40:09.603661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-7b2be861-5b34-4955-80ca-315f5e14c9b8 None None] For port e84e3dab-b4a7-4b8c-b325-fd325df77249, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e84e3dab-b4a7-4b8c-b325-fd325df77249,segment=NetworkSegment(c352cfec-52d3-4c0d-b158-1f1cc1948f7b),segment_id=c352cfec-52d3-4c0d-b158-1f1cc1948f7b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:09.604087 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b2be861-5b34-4955-80ca-315f5e14c9b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.606273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-401b2812-7fed-424b-ad16-e47cf90a7142 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.627364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7b2be861-5b34-4955-80ca-315f5e14c9b8 None None] Calling delete_port for e84e3dab-b4a7-4b8c-b325-fd325df77249 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:09.693531 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.732804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Port': ['ID=d2ea595f-8327-412d-bcf7-f86814d0ebac,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:09.744640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:40:08Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:09.774167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021da15b-d772-43fc-8a11-6f39c2c0b40d None None] The sync data for ids ['aefdfd18-196c-4651-8c68-0a69f45d4edf'] in n-d-811173-2 is: [{'id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'name': 'tempest-TestNetworkBasicOps-router-381328467', 'tenant_id': 'fa07e8043e1640f392c1454ccc967e60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2'}], 'enable_snat': True}, 'gw_port_id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:39:07Z', 'updated_at': '2021-09-29T23:40:08Z', 'revision_number': 5, 'project_id': 'fa07e8043e1640f392c1454ccc967e60', 'gw_port': {'id': 'd2ea595f-8327-412d-bcf7-f86814d0ebac', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:d2:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aefdfd18-196c-4651-8c68-0a69f45d4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3747, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:39:08Z', 'updated_at': '2021-09-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:40:09.790870 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7b2be861-5b34-4955-80ca-315f5e14c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.795068 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-401b2812-7fed-424b-ad16-e47cf90a7142 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.804396 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-401b2812-7fed-424b-ad16-e47cf90a7142 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.824061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2be861-5b34-4955-80ca-315f5e14c9b8 None None] Pushing event deleted for resources: {'Port': ['ID=e84e3dab-b4a7-4b8c-b325-fd325df77249,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:09.825959 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.829640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2be861-5b34-4955-80ca-315f5e14c9b8 None None] No DVR routers for this DVR port e84e3dab-b4a7-4b8c-b325-fd325df77249 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:40:09.839094 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.844150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-401b2812-7fed-424b-ad16-e47cf90a7142 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.848627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-401b2812-7fed-424b-ad16-e47cf90a7142 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3129478 Sep 29 23:40:09.848740 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59394) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:09.853117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f5206fe8-9b4f-4f40-8da7-ea8264b7cb58 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'tempest-secgroup--167850808'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:09.875782 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5206fe8-9b4f-4f40-8da7-ea8264b7cb58 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.905064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b2812-7fed-424b-ad16-e47cf90a7142 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e27cace-bdb7-4246-a15d-f548168debf6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:09.937444 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.939798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.958185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5206fe8-9b4f-4f40-8da7-ea8264b7cb58 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.961821 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5206fe8-9b4f-4f40-8da7-ea8264b7cb58 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.985594 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.986475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Fanout notify agent at l3_agent the message router_deleted on router aefdfd18-196c-4651-8c68-0a69f45d4edf {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:40:09.992030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f5206fe8-9b4f-4f40-8da7-ea8264b7cb58 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.993262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f5206fe8-9b4f-4f40-8da7-ea8264b7cb58 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1436996 Sep 29 23:40:09.993561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:09.994804 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-074c1381-a26c-4108-81ac-99f4e62f2564 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/routers/aefdfd18-196c-4651-8c68-0a69f45d4edf HTTP/1.1" status: 204 len: 168 time: 0.9842660 Sep 29 23:40:09.997187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:09.997825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5206fe8-9b4f-4f40-8da7-ea8264b7cb58 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e8f2c0-1181-4d18-af61-2aaa7e06c5e3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:09.999918 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59398) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.001602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-281afd2b-8568-4ca9-b07f-fee209b84467 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': '3e27cace-bdb7-4246-a15d-f548168debf6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '31e8f2c0-1181-4d18-af61-2aaa7e06c5e3'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:10.036785 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-281afd2b-8568-4ca9-b07f-fee209b84467 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:10.037825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-281afd2b-8568-4ca9-b07f-fee209b84467 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0396950 Sep 29 23:40:10.040628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59400) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.080798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.099815 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-617f37c5-4658-4e9f-99cd-b85ccf705177 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.126196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-617f37c5-4658-4e9f-99cd-b85ccf705177 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.172436 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-617f37c5-4658-4e9f-99cd-b85ccf705177 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.175670 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-617f37c5-4658-4e9f-99cd-b85ccf705177 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.177101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-617f37c5-4658-4e9f-99cd-b85ccf705177 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/31e8f2c0-1181-4d18-af61-2aaa7e06c5e3 HTTP/1.1" status: 204 len: 168 time: 0.1355417 Sep 29 23:40:10.177281 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.179771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59402) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.187402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f37c5-4658-4e9f-99cd-b85ccf705177 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e8f2c0-1181-4d18-af61-2aaa7e06c5e3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:10.217189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb45927-7260-44b3-85b6-9f9d34146c8e']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:10.234769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:10.235066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c352cfec-52d3-4c0d-b158-1f1cc1948f7b') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:10.252072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.279798 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-005c0b8a-5d27-4a89-a2be-7605f569d3bc tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0988109 Sep 29 23:40:10.280879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.282653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59404) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.287453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:40:10.287815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:40:10.291047 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:40:10.343659 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db361891-5555-4ab0-9968-c68dabb498f4 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.351027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.359950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.366151 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] 10.222.0.44 "DELETE /v2.0/networks/5eb45927-7260-44b3-85b6-9f9d34146c8e HTTP/1.1" status: 204 len: 168 time: 0.3610449 Sep 29 23:40:10.374207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db361891-5555-4ab0-9968-c68dabb498f4 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.383265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bc459-f58c-4ced-bab2-6b479a92b0b1 tempest-TestNetworkBasicOps-1526896058 tempest-TestNetworkBasicOps-1526896058-project] Pushing event deleted for resources: {'Network': ['ID=5eb45927-7260-44b3-85b6-9f9d34146c8e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:10.421658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db361891-5555-4ab0-9968-c68dabb498f4 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.424405 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db361891-5555-4ab0-9968-c68dabb498f4 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.428004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-db361891-5555-4ab0-9968-c68dabb498f4 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/3e27cace-bdb7-4246-a15d-f548168debf6 HTTP/1.1" status: 204 len: 168 time: 0.1420023 Sep 29 23:40:10.428445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59408) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.443440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db361891-5555-4ab0-9968-c68dabb498f4 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e27cace-bdb7-4246-a15d-f548168debf6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:10.482059 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-39be66c4-fde2-4f8e-ae2b-48fb0a93d35e tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523949 Sep 29 23:40:10.486147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59410) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.492733 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6112b06f-3fc1-4bdc-9c90-a50e4c723719 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240373362'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:10.538251 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6112b06f-3fc1-4bdc-9c90-a50e4c723719 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.631620 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6112b06f-3fc1-4bdc-9c90-a50e4c723719 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.637740 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6112b06f-3fc1-4bdc-9c90-a50e4c723719 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.672116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6112b06f-3fc1-4bdc-9c90-a50e4c723719 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.673785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6112b06f-3fc1-4bdc-9c90-a50e4c723719 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1865792 Sep 29 23:40:10.676064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112b06f-3fc1-4bdc-9c90-a50e4c723719 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4135311-e1d8-43f1-9b18-8e82a6c072e6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:10.676869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59414) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.681650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e51660a0-1dea-4256-b9ee-f77e31431556 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': 'b4135311-e1d8-43f1-9b18-8e82a6c072e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:10.702576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59416) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.725743 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-e51660a0-1dea-4256-b9ee-f77e31431556 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:10.726953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e51660a0-1dea-4256-b9ee-f77e31431556 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0489352 Sep 29 23:40:10.730410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.736237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-002a36b5-5acf-47e7-82f9-bc8fca92e38a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group_rule': {'security_group_id': 'b4135311-e1d8-43f1-9b18-8e82a6c072e6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:10.775562 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-002a36b5-5acf-47e7-82f9-bc8fca92e38a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:40:10.777008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-002a36b5-5acf-47e7-82f9-bc8fca92e38a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0448673 Sep 29 23:40:10.779752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.851278 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45469cb1-bcfe-4394-bfbe-b7b1db7e7ef5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.886903 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-13039eee-30fc-4452-9733-94b598313b87 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=fa07e8043e1640f392c1454ccc967e60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820297 Sep 29 23:40:10.889077 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59424) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.891419 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45469cb1-bcfe-4394-bfbe-b7b1db7e7ef5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.913451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 367b9f48-8dd0-4680-b11f-261f3fec5d4f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:40:10.934291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 367b9f48-8dd0-4680-b11f-261f3fec5d4f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:40:10.934831 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 367b9f48-8dd0-4680-b11f-261f3fec5d4f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:40:10.935452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d2ea595f-8327-412d-bcf7-f86814d0ebac no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:40:10.937464 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45469cb1-bcfe-4394-bfbe-b7b1db7e7ef5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.940668 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-45469cb1-bcfe-4394-bfbe-b7b1db7e7ef5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.941843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-45469cb1-bcfe-4394-bfbe-b7b1db7e7ef5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/b4135311-e1d8-43f1-9b18-8e82a6c072e6 HTTP/1.1" status: 204 len: 168 time: 0.1608691 Sep 29 23:40:10.943637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0792d645-5382-4b24-9075-a5c33a82c4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.945123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59426) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:10.962507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: d2ea595f-8327-412d-bcf7-f86814d0ebac {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:40:10.962934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d2ea595f-8327-412d-bcf7-f86814d0ebac not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:40:10.963142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45469cb1-bcfe-4394-bfbe-b7b1db7e7ef5 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4135311-e1d8-43f1-9b18-8e82a6c072e6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:10.963770 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e84e3dab-b4a7-4b8c-b325-fd325df77249 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:40:10.968057 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0792d645-5382-4b24-9075-a5c33a82c4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:10.991066 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e84e3dab-b4a7-4b8c-b325-fd325df77249 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:40:10.991413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e84e3dab-b4a7-4b8c-b325-fd325df77249 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:40:10.997320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a8fb298a-418d-4976-9348-608b39655d38 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510943 Sep 29 23:40:11.001545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59428) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.006647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6dfb1dbe-5fbd-473c-8a8c-ab3bee0c3f0a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'tempest-secgroup--1393735114'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:11.030340 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1dbe-5fbd-473c-8a8c-ab3bee0c3f0a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.036099 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0792d645-5382-4b24-9075-a5c33a82c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.038776 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0792d645-5382-4b24-9075-a5c33a82c4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.040048 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0792d645-5382-4b24-9075-a5c33a82c4d8 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c7e59ad7-f578-4131-a506-3c5fbb589726 HTTP/1.1" status: 204 len: 168 time: 0.1500268 Sep 29 23:40:11.048977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0792d645-5382-4b24-9075-a5c33a82c4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e59ad7-f578-4131-a506-3c5fbb589726,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:11.119380 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1dbe-5fbd-473c-8a8c-ab3bee0c3f0a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.123927 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1dbe-5fbd-473c-8a8c-ab3bee0c3f0a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.155785 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1dbe-5fbd-473c-8a8c-ab3bee0c3f0a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.157937 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6dfb1dbe-5fbd-473c-8a8c-ab3bee0c3f0a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1550081 Sep 29 23:40:11.158848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb1dbe-5fbd-473c-8a8c-ab3bee0c3f0a tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7d994f-ee8c-40c7-aee3-9e120b7d5702,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:11.160756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59432) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.167035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-9191f9c8-ae49-474c-bd8b-2e2a467484f9 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Request body: {'security_group': {'name': 'default'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:11.167522 n-d-811173-2 neutron-server[110006]: WARNING neutron.api.v2.base [None req-9191f9c8-ae49-474c-bd8b-2e2a467484f9 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 29 23:40:11.168044 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-9191f9c8-ae49-474c-bd8b-2e2a467484f9 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] update failed (client error): There was a conflict when trying to complete your request. Sep 29 23:40:11.169148 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9191f9c8-ae49-474c-bd8b-2e2a467484f9 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "PUT /v2.0/security-groups/bf7d994f-ee8c-40c7-aee3-9e120b7d5702 HTTP/1.1" status: 409 len: 330 time: 0.0071108 Sep 29 23:40:11.171705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59436) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.226438 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23c39b3d-6be2-4607-8687-6e960e006fe0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.248895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23c39b3d-6be2-4607-8687-6e960e006fe0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.290199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23c39b3d-6be2-4607-8687-6e960e006fe0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.293201 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-23c39b3d-6be2-4607-8687-6e960e006fe0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.294438 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-23c39b3d-6be2-4607-8687-6e960e006fe0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/bf7d994f-ee8c-40c7-aee3-9e120b7d5702 HTTP/1.1" status: 204 len: 168 time: 0.1217334 Sep 29 23:40:11.297287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59438) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.316905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c39b3d-6be2-4607-8687-6e960e006fe0 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7d994f-ee8c-40c7-aee3-9e120b7d5702,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:11.335744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59440) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.350185 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-14fc2209-2100-4241-9c77-f6ef3d406386 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518994 Sep 29 23:40:11.353128 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2605c35-4ac1-464d-91e0-e283ecd3d03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.353824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59442) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.366881 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-5ce6a021-eda8-4268-9e83-647170e44467 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] delete failed (client error): The resource could not be found. Sep 29 23:40:11.367920 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5ce6a021-eda8-4268-9e83-647170e44467 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "DELETE /v2.0/security-groups/0d231941-ad8e-49cf-b06e-e758032111fa HTTP/1.1" status: 404 len: 347 time: 0.0131197 Sep 29 23:40:11.371547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59444) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.384204 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-5197a3b0-9e0f-4fbe-b7db-1272653e67ff tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] show failed (client error): The resource could not be found. Sep 29 23:40:11.385215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5197a3b0-9e0f-4fbe-b7db-1272653e67ff tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-groups/abf9a0ac-602a-4f75-88e6-494dee43aa75 HTTP/1.1" status: 404 len: 347 time: 0.0127540 Sep 29 23:40:11.389068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59446) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.400297 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-86586645-8412-4134-aa7a-b91607e78759 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] show failed (client error): The resource could not be found. Sep 29 23:40:11.402195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-86586645-8412-4134-aa7a-b91607e78759 tempest-NegativeSecGroupIPv6Test-2086993912 tempest-NegativeSecGroupIPv6Test-2086993912-project] 10.222.0.44 "GET /v2.0/security-group-rules/d3f516b4-44d5-4972-a012-8cd0cff5be6c HTTP/1.1" status: 404 len: 356 time: 0.0116146 Sep 29 23:40:11.446481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2605c35-4ac1-464d-91e0-e283ecd3d03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.450442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2605c35-4ac1-464d-91e0-e283ecd3d03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.496144 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d2605c35-4ac1-464d-91e0-e283ecd3d03c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74a679595b894e6db46706505bb527e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580875 Sep 29 23:40:11.497278 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2605c35-4ac1-464d-91e0-e283ecd3d03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3e41ff8-aaf3-48df-9ac3-70f228425c47,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:11.499045 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.553905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47704b47-67d6-4285-b08c-af253f734138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.575633 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47704b47-67d6-4285-b08c-af253f734138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.623928 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47704b47-67d6-4285-b08c-af253f734138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.626496 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-47704b47-67d6-4285-b08c-af253f734138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.627666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-47704b47-67d6-4285-b08c-af253f734138 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c3e41ff8-aaf3-48df-9ac3-70f228425c47 HTTP/1.1" status: 204 len: 168 time: 0.1276240 Sep 29 23:40:11.635067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47704b47-67d6-4285-b08c-af253f734138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3e41ff8-aaf3-48df-9ac3-70f228425c47,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:11.670150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.814676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b231c463-c1c6-45d6-acbc-8214cfab1888 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0ac115e100604eef974a36d4a7bab915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432397 Sep 29 23:40:11.817216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59462) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:11.867370 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-331ec4cb-b8fe-4582-9d96-4cc49d09d0e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.889522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-331ec4cb-b8fe-4582-9d96-4cc49d09d0e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.938975 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-331ec4cb-b8fe-4582-9d96-4cc49d09d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.939816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-331ec4cb-b8fe-4582-9d96-4cc49d09d0e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:11.941016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-331ec4cb-b8fe-4582-9d96-4cc49d09d0e7 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/72537303-37a9-4694-87fc-0d506f6ccc95 HTTP/1.1" status: 204 len: 168 time: 0.1226351 Sep 29 23:40:11.949625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331ec4cb-b8fe-4582-9d96-4cc49d09d0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72537303-37a9-4694-87fc-0d506f6ccc95,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:12.350711 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59492) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:12.451902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-737057003-network', 'tenant_id': '696a70d57c4341b59a82abd99283473e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:12.472779 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Made reservation on behalf of 696a70d57c4341b59a82abd99283473e for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:12.475451 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.484286 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.577235 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.581835 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.592014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59504) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:12.604818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 510} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:40:12.621099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b058c1b1-0120-4031-ba23-11e228e8ec4c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:12.624294 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.624826 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Added segment ad17d312-5f5a-4a52-aafb-3da28ceccf60 of type vlan for network 99cf0341-2389-41ce-ab7f-69e1729f4590 Sep 29 23:40:12.665676 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.691995 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.693078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:12.693674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.695417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bdec04f7-a679-4516-9f8e-059d2c6a3dec tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-697232953', 'prefixes': ['172.20.0.0/16']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:12.727400 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3754897 Sep 29 23:40:12.732034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59508) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:12.736981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Request body: {'subnet': {'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-737057003-subnet', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:12.756449 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bdec04f7-a679-4516-9f8e-059d2c6a3dec tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] Notify callbacks [] for subnetpool, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.757715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bdec04f7-a679-4516-9f8e-059d2c6a3dec tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] 10.222.0.44 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1646242 Sep 29 23:40:12.760366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59510) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:12.770925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982f03d-fa4e-4239-bb23-2e1ec4e49b4c admin admin] Pushing event updated for resources: {'Network': ['ID=99cf0341-2389-41ce-ab7f-69e1729f4590,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:12.781597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 99cf0341-2389-41ce-ab7f-69e1729f4590 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:40:12.795607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Made reservation on behalf of 696a70d57c4341b59a82abd99283473e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:12.798257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.809001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-663580ca-bee7-44f9-a5c0-fef6b15f63b3 tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] 10.222.0.44 "GET /v2.0/subnetpools/eb32375c-1e4d-458d-ae79-0413fd517c13 HTTP/1.1" status: 200 len: 731 time: 0.0474486 Sep 29 23:40:12.810823 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59512) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:12.815389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6c5e1d40-bb65-4d31-9288-539792dafe1f tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1906910628'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:12.894756 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6c5e1d40-bb65-4d31-9288-539792dafe1f tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] Notify callbacks [] for subnetpool, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.896133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6c5e1d40-bb65-4d31-9288-539792dafe1f tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] 10.222.0.44 "PUT /v2.0/subnetpools/eb32375c-1e4d-458d-ae79-0413fd517c13 HTTP/1.1" status: 200 len: 684 time: 0.0842912 Sep 29 23:40:12.898736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59514) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:12.967562 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7647a66a-312f-4f94-b256-d6f2ed5061e0 tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] Notify callbacks [] for subnetpool, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.971450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7647a66a-312f-4f94-b256-d6f2ed5061e0 tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] 10.222.0.44 "DELETE /v2.0/subnetpools/eb32375c-1e4d-458d-ae79-0413fd517c13 HTTP/1.1" status: 204 len: 168 time: 0.0717177 Sep 29 23:40:12.972081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59516) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:12.977582 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:12.987078 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-43f9dcb2-b5e8-40f2-8f38-b2ef33b98650 tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] show failed (client error): The resource could not be found. Sep 29 23:40:12.988128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-43f9dcb2-b5e8-40f2-8f38-b2ef33b98650 tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] 10.222.0.44 "GET /v2.0/subnetpools/eb32375c-1e4d-458d-ae79-0413fd517c13 HTTP/1.1" status: 404 len: 346 time: 0.0151007 Sep 29 23:40:12.990705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59518) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:13.004622 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-e18567e8-6a10-4234-952d-23fc5bee05e2 tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] delete failed (client error): The resource could not be found. Sep 29 23:40:13.005588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e18567e8-6a10-4234-952d-23fc5bee05e2 tempest-SubnetPoolsTestJSON-1026163529 tempest-SubnetPoolsTestJSON-1026163529-project] 10.222.0.44 "DELETE /v2.0/subnetpools/eb32375c-1e4d-458d-ae79-0413fd517c13 HTTP/1.1" status: 404 len: 346 time: 0.0139582 Sep 29 23:40:13.040561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a300aba-855a-4c19-8429-c5f703f28db6,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:13.044083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Checking segment: {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:13.044453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Network hostable DHCP agents. Network: 99cf0341-2389-41ce-ab7f-69e1729f4590, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:40:13.062482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Network 99cf0341-2389-41ce-ab7f-69e1729f4590 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:40:13.072273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 99cf0341-2389-41ce-ab7f-69e1729f4590) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:13.076371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:13.076980 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.081984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983073ed-7e44-4619-9530-0e2eb85424bd None None] Network 99cf0341-2389-41ce-ab7f-69e1729f4590 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:40:13.095564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59522) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:13.095817 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dcec82db-60d3-454d-9a50-df560bfbfb4c admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3627489 Sep 29 23:40:13.100739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-737057003-router', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:13.125579 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.126587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.205764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.250767 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-99cf0341-2389-41ce-ab7f-69e1729f4590', 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'fixed_ips': [{'subnet_id': '0a300aba-855a-4c19-8429-c5f703f28db6'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:40:13.251641 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.281717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59526) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:13.362170 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.392705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Allocated IP 172.20.0.2 (99cf0341-2389-41ce-ab7f-69e1729f4590/0a300aba-855a-4c19-8429-c5f703f28db6/c4222c3f-d0e0-4582-81f5-e87400f6668e) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:40:13.399588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2bd85b0-e7e9-49e1-886d-a1bddd7ae046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.498082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2bd85b0-e7e9-49e1-886d-a1bddd7ae046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.502745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d2bd85b0-e7e9-49e1-886d-a1bddd7ae046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.545833 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d2bd85b0-e7e9-49e1-886d-a1bddd7ae046 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=94f1ffa3a2474f03b2fe7bfa70c96d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2605679 Sep 29 23:40:13.545833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd85b0-e7e9-49e1-886d-a1bddd7ae046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b07cad-1a1e-47d9-b8b4-8d98a6d72ccc,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:13.546832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59530) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:13.562674 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.570006 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.574675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.595518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.598884 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55f16e9b-7094-4d65-a237-47414d9fcc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.608605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Network 99cf0341-2389-41ce-ab7f-69e1729f4590 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:13.612258 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:13.615814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:40:13.626263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55f16e9b-7094-4d65-a237-47414d9fcc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.655816 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Pushing event updated for resources: {'Port': ['ID=c4222c3f-d0e0-4582-81f5-e87400f6668e,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:13.681827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55f16e9b-7094-4d65-a237-47414d9fcc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.685927 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-55f16e9b-7094-4d65-a237-47414d9fcc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.687785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-55f16e9b-7094-4d65-a237-47414d9fcc39 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a5b07cad-1a1e-47d9-b8b4-8d98a6d72ccc HTTP/1.1" status: 204 len: 168 time: 0.1401255 Sep 29 23:40:13.692814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Attempting to bind port c4222c3f-d0e0-4582-81f5-e87400f6668e on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:40:13.692814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Attempting to bind port c4222c3f-d0e0-4582-81f5-e87400f6668e by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:40:13.693735 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Attempting to bind port c4222c3f-d0e0-4582-81f5-e87400f6668e on network 99cf0341-2389-41ce-ab7f-69e1729f4590 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:13.699233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f16e9b-7094-4d65-a237-47414d9fcc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b07cad-1a1e-47d9-b8b4-8d98a6d72ccc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:13.709098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:40:13.709491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Checking segment: {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:13.709901 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.710037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Allocated IP 172.25.4.224 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/a802d96f-1506-4c71-90ee-b2dba677ca76) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:40:13.710293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Bound using segment: {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:40:13.711782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Bound port: c4222c3f-d0e0-4582-81f5-e87400f6668e, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:40:13.712228 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.798171 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] For port c4222c3f-d0e0-4582-81f5-e87400f6668e, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:40:13.801711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] For port c4222c3f-d0e0-4582-81f5-e87400f6668e, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c4222c3f-d0e0-4582-81f5-e87400f6668e,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:40:13.808123 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.829538 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.865654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb39ec97-1557-464d-9a98-c228b2b48e47 None None] Pushing event updated for resources: {'Port': ['ID=c4222c3f-d0e0-4582-81f5-e87400f6668e,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:13.879853 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:13.921958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:13.929301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:13.940763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:40:13.943840 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Pushing event updated for resources: {'Port': ['ID=a802d96f-1506-4c71-90ee-b2dba677ca76,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:14.592254 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:14.718186 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c4222c3f-d0e0-4582-81f5-e87400f6668e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:14.779694 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port c4222c3f-d0e0-4582-81f5-e87400f6668e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:14.780447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:14.872187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:14.874963 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:14.914906 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d4e543-1f42-495e-b533-0a16413dac96 None None] Network 99cf0341-2389-41ce-ab7f-69e1729f4590 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:40:14.937266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port c4222c3f-d0e0-4582-81f5-e87400f6668e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c4222c3f-d0e0-4582-81f5-e87400f6668e,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:14.951906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.034285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Router b2cff8a3-4864-4a07-921c-9f0d334f2737 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:40:15.042315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4a50195f-1fc1-498f-9222-76d77a9dff9d None None] Provisioning complete for port c4222c3f-d0e0-4582-81f5-e87400f6668e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:15.042910 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a50195f-1fc1-498f-9222-76d77a9dff9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.069474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=c4222c3f-d0e0-4582-81f5-e87400f6668e,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:15.163570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:40:15.173464 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Sync routers for ids ['b2cff8a3-4864-4a07-921c-9f0d334f2737'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:40:15.184705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.186780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-279d7907-a383-4394-a879-4412739dbe1c admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0898995 Sep 29 23:40:15.189337 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59572) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:15.195348 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Routers {'b2cff8a3-4864-4a07-921c-9f0d334f2737'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:15.196936 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b2cff8a3-4864-4a07-921c-9f0d334f2737'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:15.309326 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Set router b2cff8a3-4864-4a07-921c-9f0d334f2737 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:15.520786 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'name': 'tempest-TestServerMultinode-737057003-router', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:14Z', 'revision_number': 3, 'project_id': '696a70d57c4341b59a82abd99283473e', 'gw_port': {'id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:15.523883 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-2e12ea15-51f2-4fe1-8d16-f99635ba16d1 None None] Provisioning complete for port c4222c3f-d0e0-4582-81f5-e87400f6668e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:15.524274 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2e12ea15-51f2-4fe1-8d16-f99635ba16d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.549914 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Checking router: b2cff8a3-4864-4a07-921c-9f0d334f2737 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:40:15.550537 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Updating router b2cff8a3-4864-4a07-921c-9f0d334f2737 port a802d96f-1506-4c71-90ee-b2dba677ca76 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:40:15.579958 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.671136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59582) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:15.682735 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.792649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3aae3f-db24-41c5-b269-be2cd8b8cbcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.845964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Allocated IP 172.20.0.1 (99cf0341-2389-41ce-ab7f-69e1729f4590/0a300aba-855a-4c19-8429-c5f703f28db6/f33b4d54-bec1-4b48-8c6f-86ee02e084fb) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:40:15.875148 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.881260 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.892478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3aae3f-db24-41c5-b269-be2cd8b8cbcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.900481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a3aae3f-db24-41c5-b269-be2cd8b8cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.926582 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Attempting to bind port a802d96f-1506-4c71-90ee-b2dba677ca76 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:40:15.926950 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Attempting to bind port a802d96f-1506-4c71-90ee-b2dba677ca76 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:40:15.927539 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Attempting to bind port a802d96f-1506-4c71-90ee-b2dba677ca76 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:15.937314 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:40:15.938092 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:15.938691 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.939251 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:40:15.939940 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Bound port: a802d96f-1506-4c71-90ee-b2dba677ca76, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:40:15.940500 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.942613 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a3aae3f-db24-41c5-b269-be2cd8b8cbcc admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=ea0d546a53e84062b7d67a0b33aa7a15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2702668 Sep 29 23:40:15.942799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59586) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:15.943901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3aae3f-db24-41c5-b269-be2cd8b8cbcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa56c276-1d5f-46de-bef0-18eec7644fab,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:15.973966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:15.978232 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbc91d-da22-4560-bf20-78fe2b625f7d None None] Pushing event updated for resources: {'Port': ['ID=a802d96f-1506-4c71-90ee-b2dba677ca76,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:16.004921 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] For port a802d96f-1506-4c71-90ee-b2dba677ca76, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:40:16.007884 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] For port a802d96f-1506-4c71-90ee-b2dba677ca76, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a802d96f-1506-4c71-90ee-b2dba677ca76,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:40:16.012523 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.027158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbddf795-b389-4334-8d9f-54e0d6921b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.053759 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.056849 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbddf795-b389-4334-8d9f-54e0d6921b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.063933 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Routers {'b2cff8a3-4864-4a07-921c-9f0d334f2737'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:16.064560 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b2cff8a3-4864-4a07-921c-9f0d334f2737'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:16.112630 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbbc91d-da22-4560-bf20-78fe2b625f7d None None] Pushing event updated for resources: {'Port': ['ID=a802d96f-1506-4c71-90ee-b2dba677ca76,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:16.113771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Network 99cf0341-2389-41ce-ab7f-69e1729f4590 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:16.122057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:16.126379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:40:16.156220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Pushing event updated for resources: {'Port': ['ID=f33b4d54-bec1-4b48-8c6f-86ee02e084fb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:16.177456 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.191414 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] Set router b2cff8a3-4864-4a07-921c-9f0d334f2737 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:16.214020 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbddf795-b389-4334-8d9f-54e0d6921b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.226722 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fbddf795-b389-4334-8d9f-54e0d6921b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.228319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fbddf795-b389-4334-8d9f-54e0d6921b5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/fa56c276-1d5f-46de-bef0-18eec7644fab HTTP/1.1" status: 204 len: 168 time: 0.2846439 Sep 29 23:40:16.249011 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddf795-b389-4334-8d9f-54e0d6921b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa56c276-1d5f-46de-bef0-18eec7644fab,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:16.357864 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.419676 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'name': 'tempest-TestServerMultinode-737057003-router', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:14Z', 'revision_number': 3, 'project_id': '696a70d57c4341b59a82abd99283473e', 'gw_port': {'id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:16.447466 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f28593-9122-4777-9387-a7f82e03a4f1 None None] The sync data for ids ['b2cff8a3-4864-4a07-921c-9f0d334f2737'] in n-d-811173-2 is: [{'id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'name': 'tempest-TestServerMultinode-737057003-router', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:14Z', 'revision_number': 3, 'project_id': '696a70d57c4341b59a82abd99283473e', 'gw_port': {'id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:40:16.463046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-628f0b13-ee9a-4e61-a289-94ae26fc3ffc None None] Provisioning complete for port f33b4d54-bec1-4b48-8c6f-86ee02e084fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:16.463637 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-628f0b13-ee9a-4e61-a289-94ae26fc3ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.515656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-628f0b13-ee9a-4e61-a289-94ae26fc3ffc None None] Port f33b4d54-bec1-4b48-8c6f-86ee02e084fb cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:40:16.554515 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.560127 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.610540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59592) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:16.627447 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc677a0f-dc7d-4a88-a1fd-1f1e45552d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.632539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Pushing event updated for resources: {'Port': ['ID=f33b4d54-bec1-4b48-8c6f-86ee02e084fb,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:16.635207 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.708480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c4222c3f-d0e0-4582-81f5-e87400f6668e up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:16.765872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Network 99cf0341-2389-41ce-ab7f-69e1729f4590 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:16.768459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:16.781224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port c4222c3f-d0e0-4582-81f5-e87400f6668e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:16.782423 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.797528 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc677a0f-dc7d-4a88-a1fd-1f1e45552d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.807402 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc677a0f-dc7d-4a88-a1fd-1f1e45552d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:16.868957 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fc677a0f-dc7d-4a88-a1fd-1f1e45552d77 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=eef56ed436224b4cae3b3c7860af85b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2571058 Sep 29 23:40:16.875883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59594) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:16.876917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc677a0f-dc7d-4a88-a1fd-1f1e45552d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2081ecc0-122b-4810-ab45-f99ef30dbe7e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:16.957638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Router b2cff8a3-4864-4a07-921c-9f0d334f2737 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:40:17.026273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db5f2acd-1d30-4d88-b545-18c398e752ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:17.057580 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db5f2acd-1d30-4d88-b545-18c398e752ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:17.141030 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-116e89ea-de76-405a-a34c-70766860aa56 None None] Provisioning complete for port f33b4d54-bec1-4b48-8c6f-86ee02e084fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:17.141401 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-116e89ea-de76-405a-a34c-70766860aa56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:17.142860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:40:17.156028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-001a6def-49ea-4ef8-8adf-b40f4a00ef81 admin admin] 10.222.0.44 "PUT /v2.0/routers/b2cff8a3-4864-4a07-921c-9f0d334f2737/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9576664 Sep 29 23:40:17.172107 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db5f2acd-1d30-4d88-b545-18c398e752ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:17.174856 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db5f2acd-1d30-4d88-b545-18c398e752ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:17.176132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-db5f2acd-1d30-4d88-b545-18c398e752ef admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2081ecc0-122b-4810-ab45-f99ef30dbe7e HTTP/1.1" status: 204 len: 168 time: 0.2989106 Sep 29 23:40:17.187930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-116e89ea-de76-405a-a34c-70766860aa56 None None] Port f33b4d54-bec1-4b48-8c6f-86ee02e084fb cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:40:17.196666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5f2acd-1d30-4d88-b545-18c398e752ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2081ecc0-122b-4810-ab45-f99ef30dbe7e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:17.739222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59622) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:17.744404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1605762218-network', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:17.766250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Made reservation on behalf of 1c4f08cd0ed54bb581ac104aada38e07 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:17.768791 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:17.781311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:17.889929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:17.898219 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:17.926824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 532} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:40:17.936701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d02652-5627-4724-9856-e9c04ba11629,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:17.943910 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:17.944309 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Added segment 44e03f4b-9e23-4f76-9919-b506c365203f of type vlan for network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 Sep 29 23:40:17.987458 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.013672 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.014658 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:18.015299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.047641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3071914 Sep 29 23:40:18.050396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59632) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:18.057142 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Request body: {'subnet': {'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1605762218-subnet', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:18.093671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a2750-1713-48ca-aca5-4e9912663a2c admin admin] Pushing event updated for resources: {'Network': ['ID=04a5a242-af5b-4bc2-83e3-8f7073c8d150,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:18.107017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:40:18.110275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Made reservation on behalf of 1c4f08cd0ed54bb581ac104aada38e07 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:18.116014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.222954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Sync routers for ids ['b2cff8a3-4864-4a07-921c-9f0d334f2737'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:40:18.235526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Routers {'b2cff8a3-4864-4a07-921c-9f0d334f2737'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:18.236519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b2cff8a3-4864-4a07-921c-9f0d334f2737'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:18.329561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.350261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Set router b2cff8a3-4864-4a07-921c-9f0d334f2737 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:18.396909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64afe53c-a468-4822-b09a-1abbabd6ed2b,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:18.400732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Checking segment: {'id': '44e03f4b-9e23-4f76-9919-b506c365203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:18.401108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Network hostable DHCP agents. Network: 04a5a242-af5b-4bc2-83e3-8f7073c8d150, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:40:18.419384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:40:18.430074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 04a5a242-af5b-4bc2-83e3-8f7073c8d150) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:18.439854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b1d890-2db0-44da-b19a-9c27d5792014 None None] Network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:40:18.442394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:18.443002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.458815 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8a591b83-3a88-49c4-8cc7-55f6741f7d99 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4071085 Sep 29 23:40:18.461407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59644) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:18.467768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1605762218-router', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:18.501174 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.502236 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.560640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.684524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-04a5a242-af5b-4bc2-83e3-8f7073c8d150', 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'fixed_ips': [{'subnet_id': '64afe53c-a468-4822-b09a-1abbabd6ed2b'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:40:18.685582 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.704125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'name': 'tempest-TestServerMultinode-737057003-router', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:16Z', 'revision_number': 4, 'project_id': '696a70d57c4341b59a82abd99283473e', 'gw_port': {'id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'f33b4d54-bec1-4b48-8c6f-86ee02e084fb', 'name': '', 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'mac_address': 'fa:16:3e:f5:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '0a300aba-855a-4c19-8429-c5f703f28db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:15Z', 'updated_at': '2021-09-29T23:40:16Z', 'revision_number': 2, 'project_id': '696a70d57c4341b59a82abd99283473e', 'subnets': [{'id': '0a300aba-855a-4c19-8429-c5f703f28db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:18.712819 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.744424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a802d96f-1506-4c71-90ee-b2dba677ca76 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:18.748832 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Checking router: b2cff8a3-4864-4a07-921c-9f0d334f2737 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:40:18.749193 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Updating router b2cff8a3-4864-4a07-921c-9f0d334f2737 port f33b4d54-bec1-4b48-8c6f-86ee02e084fb binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:40:18.842896 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.924001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:18.947641 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.010021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a802d96f-1506-4c71-90ee-b2dba677ca76 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:19.010398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.021020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Allocated IP 172.20.0.2 (04a5a242-af5b-4bc2-83e3-8f7073c8d150/64afe53c-a468-4822-b09a-1abbabd6ed2b/cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:40:19.064845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Allocated IP 172.25.4.97 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/cfcd0921-99bc-4c68-b162-c1747ef47eae) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:40:19.178588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.215318 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.257911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:19.260869 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:19.265339 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:40:19.293929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Pushing event updated for resources: {'Port': ['ID=cfcd0921-99bc-4c68-b162-c1747ef47eae,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:19.309304 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.373356 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port a802d96f-1506-4c71-90ee-b2dba677ca76, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a802d96f-1506-4c71-90ee-b2dba677ca76,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:19.398641 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.421266 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.460825 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.466389 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.487259 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.507209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:19.509641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=a802d96f-1506-4c71-90ee-b2dba677ca76,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:19.517826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:19.519804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:40:19.593286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Pushing event updated for resources: {'Port': ['ID=cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:19.650216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858ba06-d71a-4818-9fa5-8505dcdcf2bc None None] Pushing event updated for resources: {'Port': ['ID=f33b4d54-bec1-4b48-8c6f-86ee02e084fb,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:19.707338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Attempting to bind port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:40:19.708023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Attempting to bind port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '44e03f4b-9e23-4f76-9919-b506c365203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:40:19.708450 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Attempting to bind port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 on network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:19.729590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:40:19.731374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Checking segment: {'id': '44e03f4b-9e23-4f76-9919-b506c365203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:19.731891 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.732364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Bound using segment: {'id': '44e03f4b-9e23-4f76-9919-b506c365203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:40:19.733161 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Bound port: cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e03f4b-9e23-4f76-9919-b506c365203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:40:19.733566 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.921927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Attempting to bind port f33b4d54-bec1-4b48-8c6f-86ee02e084fb on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:40:19.922303 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.922786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Attempting to bind port f33b4d54-bec1-4b48-8c6f-86ee02e084fb by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:40:19.922786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Attempting to bind port f33b4d54-bec1-4b48-8c6f-86ee02e084fb on network 99cf0341-2389-41ce-ab7f-69e1729f4590 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:19.931947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:40:19.932333 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Checking segment: {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:19.932743 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.933234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Bound using segment: {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:40:19.933713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Bound port: f33b4d54-bec1-4b48-8c6f-86ee02e084fb, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:40:19.934101 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:19.971464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-070754da-5a37-46bd-bae3-d3e566087346 None None] Provisioning complete for port f33b4d54-bec1-4b48-8c6f-86ee02e084fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:19.971858 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-070754da-5a37-46bd-bae3-d3e566087346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.063420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-070754da-5a37-46bd-bae3-d3e566087346 None None] Port f33b4d54-bec1-4b48-8c6f-86ee02e084fb cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:40:20.066323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] For port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:40:20.074384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] For port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77,segment=NetworkSegment(44e03f4b-9e23-4f76-9919-b506c365203f),segment_id=44e03f4b-9e23-4f76-9919-b506c365203f)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:40:20.081760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.115404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] For port f33b4d54-bec1-4b48-8c6f-86ee02e084fb, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:40:20.142846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] For port f33b4d54-bec1-4b48-8c6f-86ee02e084fb, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f33b4d54-bec1-4b48-8c6f-86ee02e084fb,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:40:20.148109 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.160433 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.162186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59682) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:20.179000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee87e7-dabd-4137-ab60-c439632f782d None None] Pushing event updated for resources: {'Port': ['ID=cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:20.189112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Routers {'b2cff8a3-4864-4a07-921c-9f0d334f2737'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:20.189638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b2cff8a3-4864-4a07-921c-9f0d334f2737'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:20.332257 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7109f9f9-2eaa-4cbf-b2ca-dcca301d409c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.335497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:40:20.370820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b858ba06-d71a-4818-9fa5-8505dcdcf2bc None None] Pushing event updated for resources: {'Port': ['ID=f33b4d54-bec1-4b48-8c6f-86ee02e084fb,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:20.397672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] Set router b2cff8a3-4864-4a07-921c-9f0d334f2737 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:20.480801 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.506100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:40:20.518310 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Sync routers for ids ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:40:20.529663 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Routers {'69ff7104-1b08-4e61-ab48-6bc6b0518a79'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:20.530383 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:20.543521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7109f9f9-2eaa-4cbf-b2ca-dcca301d409c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.553420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.554882 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7109f9f9-2eaa-4cbf-b2ca-dcca301d409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.555841 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f7820401-ccc5-48fe-8017-4f8ef730eed4 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0924740 Sep 29 23:40:20.559002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59686) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:20.588328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7109f9f9-2eaa-4cbf-b2ca-dcca301d409c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab371b06-892e-45ae-b58f-754e5cfcbfdc,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:20.619131 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7109f9f9-2eaa-4cbf-b2ca-dcca301d409c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=72e9dde0f2a840989e47ea41eac9e989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4557173 Sep 29 23:40:20.619882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59688) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:20.704888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cb5507b3-329f-41f1-ad3d-245dc1ed2341 None None] Provisioning complete for port f33b4d54-bec1-4b48-8c6f-86ee02e084fb triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:20.705322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb5507b3-329f-41f1-ad3d-245dc1ed2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.707236 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df2eb9c4-a428-42b7-9af4-cf1a4a9ca413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.713486 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Set router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:20.741827 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df2eb9c4-a428-42b7-9af4-cf1a4a9ca413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.783111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'name': 'tempest-TestServerMultinode-737057003-router', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:16Z', 'revision_number': 4, 'project_id': '696a70d57c4341b59a82abd99283473e', 'gw_port': {'id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'f33b4d54-bec1-4b48-8c6f-86ee02e084fb', 'name': '', 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'mac_address': 'fa:16:3e:f5:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '0a300aba-855a-4c19-8429-c5f703f28db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:15Z', 'updated_at': '2021-09-29T23:40:20Z', 'revision_number': 4, 'project_id': '696a70d57c4341b59a82abd99283473e', 'subnets': [{'id': '0a300aba-855a-4c19-8429-c5f703f28db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:20.800345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df2eb9c4-a428-42b7-9af4-cf1a4a9ca413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.804255 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df2eb9c4-a428-42b7-9af4-cf1a4a9ca413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.808486 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-df2eb9c4-a428-42b7-9af4-cf1a4a9ca413 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ab371b06-892e-45ae-b58f-754e5cfcbfdc HTTP/1.1" status: 204 len: 168 time: 0.1873505 Sep 29 23:40:20.832749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2eb9c4-a428-42b7-9af4-cf1a4a9ca413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab371b06-892e-45ae-b58f-754e5cfcbfdc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:20.853554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79362ce-2877-466a-9b53-9eddef259619 None None] The sync data for ids ['b2cff8a3-4864-4a07-921c-9f0d334f2737'] in n-d-811173-2 is: [{'id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'name': 'tempest-TestServerMultinode-737057003-router', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:16Z', 'revision_number': 4, 'project_id': '696a70d57c4341b59a82abd99283473e', 'gw_port': {'id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'f33b4d54-bec1-4b48-8c6f-86ee02e084fb', 'name': '', 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'mac_address': 'fa:16:3e:f5:d8:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'device_owner': 'network:router_interface', 'standard_attr_id': 3904, 'fixed_ips': [{'subnet_id': '0a300aba-855a-4c19-8429-c5f703f28db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:15Z', 'updated_at': '2021-09-29T23:40:20Z', 'revision_number': 4, 'project_id': '696a70d57c4341b59a82abd99283473e', 'subnets': [{'id': '0a300aba-855a-4c19-8429-c5f703f28db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:40:20.900790 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb5507b3-329f-41f1-ad3d-245dc1ed2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:20.934578 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:21.011608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cb5507b3-329f-41f1-ad3d-245dc1ed2341 None None] For port f33b4d54-bec1-4b48-8c6f-86ee02e084fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f33b4d54-bec1-4b48-8c6f-86ee02e084fb,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:21.034209 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cb5507b3-329f-41f1-ad3d-245dc1ed2341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.056144 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'name': 'tempest-TestServerMultinode-1605762218-router', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:19Z', 'revision_number': 3, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'gw_port': {'id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:21.083951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:21.084328 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.103384 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Checking router: 69ff7104-1b08-4e61-ab48-6bc6b0518a79 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:40:21.104231 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Updating router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 port cfcd0921-99bc-4c68-b162-c1747ef47eae binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:40:21.139063 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.192746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5507b3-329f-41f1-ad3d-245dc1ed2341 None None] Pushing event updated for resources: {'Port': ['ID=f33b4d54-bec1-4b48-8c6f-86ee02e084fb,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:21.301011 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.344244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59694) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:21.359595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77,segment=NetworkSegment(44e03f4b-9e23-4f76-9919-b506c365203f),segment_id=44e03f4b-9e23-4f76-9919-b506c365203f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:21.368811 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1fafc965-894e-4390-b6c8-b230a9eb79c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.371018 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.372545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a802d96f-1506-4c71-90ee-b2dba677ca76 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:21.446817 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.523700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:21.545398 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1fafc965-894e-4390-b6c8-b230a9eb79c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.552548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1fafc965-894e-4390-b6c8-b230a9eb79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.565271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a802d96f-1506-4c71-90ee-b2dba677ca76 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:21.565696 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.607986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1fafc965-894e-4390-b6c8-b230a9eb79c5 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c93683b43c1b45ee9c0eff59db51bbad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2613013 Sep 29 23:40:21.624272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59696) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:21.625392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fafc965-894e-4390-b6c8-b230a9eb79c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2cb7751-2a1a-45fc-a56f-971063764a08,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:21.693394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7175acf-1373-4cf9-af6f-88ab2a7510f8 None None] Network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:40:21.713886 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87610c71-64b1-4a1e-94d6-4740db53e725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.739618 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87610c71-64b1-4a1e-94d6-4740db53e725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.782806 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.800830 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.805557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Allocated IP 172.20.0.1 (04a5a242-af5b-4bc2-83e3-8f7073c8d150/64afe53c-a468-4822-b09a-1abbabd6ed2b/1f180c30-0473-4c98-8982-49e2a7b901b7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:40:21.814733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87610c71-64b1-4a1e-94d6-4740db53e725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.817748 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-87610c71-64b1-4a1e-94d6-4740db53e725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.821317 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-87610c71-64b1-4a1e-94d6-4740db53e725 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e2cb7751-2a1a-45fc-a56f-971063764a08 HTTP/1.1" status: 204 len: 168 time: 0.1896193 Sep 29 23:40:21.837449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87610c71-64b1-4a1e-94d6-4740db53e725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2cb7751-2a1a-45fc-a56f-971063764a08,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:21.858969 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Pushing event updated for resources: {'Port': ['ID=cfcd0921-99bc-4c68-b162-c1747ef47eae,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:21.883102 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.883428 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.883770 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.884127 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.884458 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.884785 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.885110 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.885437 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.885752 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.886125 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.886504 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.886881 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:21.914046 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Attempting to bind port cfcd0921-99bc-4c68-b162-c1747ef47eae on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:40:21.914331 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Attempting to bind port cfcd0921-99bc-4c68-b162-c1747ef47eae by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:40:21.914914 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Attempting to bind port cfcd0921-99bc-4c68-b162-c1747ef47eae on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:21.916253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6e1b189a-9277-498d-bfb8-b149c6ad2efa None None] Provisioning complete for port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:21.916641 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e1b189a-9277-498d-bfb8-b149c6ad2efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.922454 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:40:21.923162 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:21.923741 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:21.924325 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:40:21.924959 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Bound port: cfcd0921-99bc-4c68-b162-c1747ef47eae, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:40:21.925542 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.023034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.028540 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] For port cfcd0921-99bc-4c68-b162-c1747ef47eae, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:40:22.033496 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] For port cfcd0921-99bc-4c68-b162-c1747ef47eae, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cfcd0921-99bc-4c68-b162-c1747ef47eae,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:40:22.044444 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.096168 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.139305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:22.142596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:22.150146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:40:22.160770 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Routers {'69ff7104-1b08-4e61-ab48-6bc6b0518a79'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:22.162042 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:22.219856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Pushing event updated for resources: {'Port': ['ID=1f180c30-0473-4c98-8982-49e2a7b901b7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:22.228700 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.306258 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e6778-5c29-419c-8b1c-09412e635bb9 None None] Pushing event updated for resources: {'Port': ['ID=cfcd0921-99bc-4c68-b162-c1747ef47eae,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:22.336776 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] Set router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:22.435577 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-19c6f7b0-6f2b-490e-81e3-3258d0cff658 None None] Provisioning complete for port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:22.436365 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-19c6f7b0-6f2b-490e-81e3-3258d0cff658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.452174 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.685694 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'name': 'tempest-TestServerMultinode-1605762218-router', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:19Z', 'revision_number': 3, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'gw_port': {'id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:22.734660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-89ccb0c0-0d06-4274-aee2-5f76bc0ce374 None None] Provisioning complete for port 1f180c30-0473-4c98-8982-49e2a7b901b7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:22.735134 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-89ccb0c0-0d06-4274-aee2-5f76bc0ce374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.738407 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.738623 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641caa4b-1958-4056-a654-3e865fe5c6bb None None] The sync data for ids ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'] in n-d-811173-2 is: [{'id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'name': 'tempest-TestServerMultinode-1605762218-router', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:19Z', 'revision_number': 3, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'gw_port': {'id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:40:22.764567 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.818188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-89ccb0c0-0d06-4274-aee2-5f76bc0ce374 None None] Port 1f180c30-0473-4c98-8982-49e2a7b901b7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:40:22.854052 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.856126 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Pushing event updated for resources: {'Port': ['ID=1f180c30-0473-4c98-8982-49e2a7b901b7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:22.888452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:22.942094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:22.942466 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:22.982755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:22.984245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:23.052421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f33b4d54-bec1-4b48-8c6f-86ee02e084fb up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:23.129648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:40:23.141304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f33b4d54-bec1-4b48-8c6f-86ee02e084fb triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:23.142455 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:23.309891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:40:23.325307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f55af3ba-5830-4436-a981-99968d2d7423 admin admin] 10.222.0.44 "PUT /v2.0/routers/69ff7104-1b08-4e61-ab48-6bc6b0518a79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7603228 Sep 29 23:40:23.340932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9d2b5b25-9ca9-4707-8f9f-18958744309e None None] Provisioning complete for port 1f180c30-0473-4c98-8982-49e2a7b901b7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:23.341529 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d2b5b25-9ca9-4707-8f9f-18958744309e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:23.387551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9d2b5b25-9ca9-4707-8f9f-18958744309e None None] Port 1f180c30-0473-4c98-8982-49e2a7b901b7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:40:24.034814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-097bfa89-d65f-42f5-b506-e69bc7da9dc3 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:24.036432 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-097bfa89-d65f-42f5-b506-e69bc7da9dc3 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/networks?id=99cf0341-2389-41ce-ab7f-69e1729f4590 HTTP/1.1" status: 200 len: 910 time: 0.0940633 Sep 29 23:40:24.051405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-f8afa6d9-602d-42ef-8c57-3dce4838d998 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/quotas/1c4f08cd0ed54bb581ac104aada38e07 HTTP/1.1" status: 200 len: 375 time: 0.0093760 Sep 29 23:40:24.132466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-cfe84664-39c6-4d21-a3ad-9aafd2c837df tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c4f08cd0ed54bb581ac104aada38e07&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720329 Sep 29 23:40:24.232432 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-89cb66ff-2050-45b6-89bc-68d338f4e5df service neutron] 10.222.0.44 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924542 Sep 29 23:40:24.356487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-264aa123-e936-446b-9e27-4900a444fad0 service neutron] 10.222.0.44 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176014 Sep 29 23:40:24.523439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e96650d4-07cc-411e-9879-d068326741a6 req-c1ca8dc8-e185-4b45-9316-26fc78181d8d tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 210 time: 0.0337636 Sep 29 23:40:24.712654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cfcd0921-99bc-4c68-b162-c1747ef47eae up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:24.751291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Sync routers for ids ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:40:24.772529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Routers {'69ff7104-1b08-4e61-ab48-6bc6b0518a79'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:24.773143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c6517160-a622-455e-b20f-316b53395ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:24.825144 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port cfcd0921-99bc-4c68-b162-c1747ef47eae triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:24.825413 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:24.925165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Set router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:25.048993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:25.087361 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port cfcd0921-99bc-4c68-b162-c1747ef47eae, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cfcd0921-99bc-4c68-b162-c1747ef47eae,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:25.096054 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:25.188914 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=cfcd0921-99bc-4c68-b162-c1747ef47eae,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:25.214130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.215067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.215566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.215745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.216096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.216429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.216757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.217085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.217411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.217768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.218101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.218426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:25.252177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c6517160-a622-455e-b20f-316b53395ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'name': 'tempest-TestServerMultinode-1605762218-router', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:22Z', 'revision_number': 4, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'gw_port': {'id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '1f180c30-0473-4c98-8982-49e2a7b901b7', 'name': '', 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'mac_address': 'fa:16:3e:92:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '64afe53c-a468-4822-b09a-1abbabd6ed2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:21Z', 'updated_at': '2021-09-29T23:40:22Z', 'revision_number': 2, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'subnets': [{'id': '64afe53c-a468-4822-b09a-1abbabd6ed2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:25.279196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Checking router: 69ff7104-1b08-4e61-ab48-6bc6b0518a79 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:40:25.279559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Updating router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 port 1f180c30-0473-4c98-8982-49e2a7b901b7 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:40:25.302926 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:25.627987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-ae8499a1-c25d-488e-8831-b024f0578ad2 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:25.630592 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-ae8499a1-c25d-488e-8831-b024f0578ad2 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.26 "GET /v2.0/networks?id=99cf0341-2389-41ce-ab7f-69e1729f4590 HTTP/1.1" status: 200 len: 910 time: 0.1112788 Sep 29 23:40:25.651011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a5446e52-e588-4864-a376-672a04f4cb66 req-675a99cd-e326-4795-8196-c4f10c4513e4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 210 time: 0.0442884 Sep 29 23:40:25.655717 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Request body: {'port': {'device_id': 'f1177f00-a25d-4cc0-b358-e23383863e18', 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590', 'admin_state_up': True, 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:25.686110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Made reservation on behalf of 1c4f08cd0ed54bb581ac104aada38e07 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:25.688681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:25.751861 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:25.758774 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:25.831568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca90433-00c4-48a8-861e-15abed239a42 None None] Pushing event updated for resources: {'Port': ['ID=1f180c30-0473-4c98-8982-49e2a7b901b7,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:25.867382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Allocated IP 172.20.0.12 (99cf0341-2389-41ce-ab7f-69e1729f4590/0a300aba-855a-4c19-8429-c5f703f28db6/1461e84a-84c5-4775-84f5-80cbd2143857) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:40:25.868682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Attempting to bind port 1f180c30-0473-4c98-8982-49e2a7b901b7 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:40:25.869316 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Attempting to bind port 1f180c30-0473-4c98-8982-49e2a7b901b7 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '44e03f4b-9e23-4f76-9919-b506c365203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:40:25.869826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Attempting to bind port 1f180c30-0473-4c98-8982-49e2a7b901b7 on network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:25.876432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:40:25.876823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Checking segment: {'id': '44e03f4b-9e23-4f76-9919-b506c365203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:25.877236 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:25.877632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Bound using segment: {'id': '44e03f4b-9e23-4f76-9919-b506c365203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:40:25.878122 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Bound port: 1f180c30-0473-4c98-8982-49e2a7b901b7, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e03f4b-9e23-4f76-9919-b506c365203f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:40:25.878511 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:25.951134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c6517160-a622-455e-b20f-316b53395ebd None None] For port 1f180c30-0473-4c98-8982-49e2a7b901b7, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:40:25.955566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c6517160-a622-455e-b20f-316b53395ebd None None] For port 1f180c30-0473-4c98-8982-49e2a7b901b7, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1f180c30-0473-4c98-8982-49e2a7b901b7,segment=NetworkSegment(44e03f4b-9e23-4f76-9919-b506c365203f),segment_id=44e03f4b-9e23-4f76-9919-b506c365203f)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:40:25.962663 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:26.026362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Routers {'69ff7104-1b08-4e61-ab48-6bc6b0518a79'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:26.027077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c6517160-a622-455e-b20f-316b53395ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:26.050331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:26.078368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca90433-00c4-48a8-861e-15abed239a42 None None] Pushing event updated for resources: {'Port': ['ID=1f180c30-0473-4c98-8982-49e2a7b901b7,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:26.102332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:26.154790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Network 99cf0341-2389-41ce-ab7f-69e1729f4590 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:26.158647 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:26.167016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:40:26.171338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Pushing event updated for resources: {'Port': ['ID=1461e84a-84c5-4775-84f5-80cbd2143857,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:26.179046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c6517160-a622-455e-b20f-316b53395ebd None None] Set router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:26.209004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b00e577a-81b8-4e29-89b9-f9603fa08da5 None None] Provisioning complete for port 1f180c30-0473-4c98-8982-49e2a7b901b7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:26.209375 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b00e577a-81b8-4e29-89b9-f9603fa08da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:26.222559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:26.223181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:26.243333 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-24895e1f-bbb2-420d-9fbc-6574f79d68ab tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5983517 Sep 29 23:40:26.414900 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Request body: {'port': {'device_id': 'f1177f00-a25d-4cc0-b358-e23383863e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:26.441175 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b00e577a-81b8-4e29-89b9-f9603fa08da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:26.473329 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:26.507439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b00e577a-81b8-4e29-89b9-f9603fa08da5 None None] For port 1f180c30-0473-4c98-8982-49e2a7b901b7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1f180c30-0473-4c98-8982-49e2a7b901b7,segment=NetworkSegment(44e03f4b-9e23-4f76-9919-b506c365203f),segment_id=44e03f4b-9e23-4f76-9919-b506c365203f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:26.517639 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b00e577a-81b8-4e29-89b9-f9603fa08da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:26.583867 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c6517160-a622-455e-b20f-316b53395ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'name': 'tempest-TestServerMultinode-1605762218-router', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:22Z', 'revision_number': 4, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'gw_port': {'id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '1f180c30-0473-4c98-8982-49e2a7b901b7', 'name': '', 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'mac_address': 'fa:16:3e:92:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '64afe53c-a468-4822-b09a-1abbabd6ed2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:21Z', 'updated_at': '2021-09-29T23:40:25Z', 'revision_number': 4, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'subnets': [{'id': '64afe53c-a468-4822-b09a-1abbabd6ed2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:26.586580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e577a-81b8-4e29-89b9-f9603fa08da5 None None] Pushing event updated for resources: {'Port': ['ID=1f180c30-0473-4c98-8982-49e2a7b901b7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:26.629592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6517160-a622-455e-b20f-316b53395ebd None None] The sync data for ids ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'] in n-d-811173-2 is: [{'id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'name': 'tempest-TestServerMultinode-1605762218-router', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:22Z', 'revision_number': 4, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'gw_port': {'id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '1f180c30-0473-4c98-8982-49e2a7b901b7', 'name': '', 'network_id': '04a5a242-af5b-4bc2-83e3-8f7073c8d150', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'mac_address': 'fa:16:3e:92:fc:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '64afe53c-a468-4822-b09a-1abbabd6ed2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:21Z', 'updated_at': '2021-09-29T23:40:25Z', 'revision_number': 4, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'subnets': [{'id': '64afe53c-a468-4822-b09a-1abbabd6ed2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:40:26.644420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b1625e69-2c4f-458f-9951-04fef33602b5 None None] Provisioning complete for port 1f180c30-0473-4c98-8982-49e2a7b901b7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:26.644978 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b1625e69-2c4f-458f-9951-04fef33602b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:26.821572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cfcd0921-99bc-4c68-b162-c1747ef47eae up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:26.867480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b1625e69-2c4f-458f-9951-04fef33602b5 None None] Provisioning complete for port 1461e84a-84c5-4775-84f5-80cbd2143857 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:26.867874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b1625e69-2c4f-458f-9951-04fef33602b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:26.893911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99293941-8066-4f17-929c-5c5339297b97 req-9b340c7e-2050-4484-8202-f478cdc98f9a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:26.901314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99293941-8066-4f17-929c-5c5339297b97 req-9b340c7e-2050-4484-8202-f478cdc98f9a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1028 time: 0.0830882 Sep 29 23:40:26.926075 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b1625e69-2c4f-458f-9951-04fef33602b5 None None] Port 1461e84a-84c5-4775-84f5-80cbd2143857 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:40:26.939434 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-99293941-8066-4f17-929c-5c5339297b97 req-cbd66a6c-0fd6-4b6d-a604-af0950d9f827 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365717 Sep 29 23:40:26.986318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1461e84a-84c5-4775-84f5-80cbd2143857 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:40:26.987586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port cfcd0921-99bc-4c68-b162-c1747ef47eae triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:26.988132 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:27.000690 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:27.021588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Transition to ACTIVE for port object 1461e84a-84c5-4775-84f5-80cbd2143857 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:40:27.031792 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:27.170146 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Pushing event updated for resources: {'Port': ['ID=1461e84a-84c5-4775-84f5-80cbd2143857,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:27.211284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Attempting to bind port 1461e84a-84c5-4775-84f5-80cbd2143857 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:40:27.211649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Attempting to bind port 1461e84a-84c5-4775-84f5-80cbd2143857 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:40:27.212022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Attempting to bind port 1461e84a-84c5-4775-84f5-80cbd2143857 on network 99cf0341-2389-41ce-ab7f-69e1729f4590 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:27.217355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Port 1461e84a-84c5-4775-84f5-80cbd2143857 on network 99cf0341-2389-41ce-ab7f-69e1729f4590 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:40:27.217881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Attempting to bind port 1461e84a-84c5-4775-84f5-80cbd2143857 on network 99cf0341-2389-41ce-ab7f-69e1729f4590 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:27.225543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:40:27.225887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Checking segment: {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:27.226274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Bound using segment: {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:40:27.226709 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Bound port: 1461e84a-84c5-4775-84f5-80cbd2143857, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:40:27.227078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:27.314729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] For port 1461e84a-84c5-4775-84f5-80cbd2143857, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:40:27.318081 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] For port 1461e84a-84c5-4775-84f5-80cbd2143857, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1461e84a-84c5-4775-84f5-80cbd2143857,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:40:27.332432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:27.382875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:27.383524 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:27.384972 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] 10.222.0.26 "PUT /v2.0/ports/1461e84a-84c5-4775-84f5-80cbd2143857 HTTP/1.1" status: 200 len: 1092 time: 1.1271908 Sep 29 23:40:27.385419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1177f00-a25d-4cc0-b358-e23383863e18', 'tag': '1461e84a-84c5-4775-84f5-80cbd2143857'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:27.387925 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06" -d '{"events": [{"name": "network-changed", "server_uuid": "f1177f00-a25d-4cc0-b358-e23383863e18", "tag": "1461e84a-84c5-4775-84f5-80cbd2143857"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:27.412272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5896d7-a0d8-44cd-a84f-99a0af3f3885 service neutron] Pushing event updated for resources: {'Port': ['ID=1461e84a-84c5-4775-84f5-80cbd2143857,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:27.444810 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d7398d-4380-457d-9c97-13d37c1c8be9 x-openstack-request-id: req-10d7398d-4380-457d-9c97-13d37c1c8be9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:27.445176 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1177f00-a25d-4cc0-b358-e23383863e18", "tag": "1461e84a-84c5-4775-84f5-80cbd2143857", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:27.445496 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10d7398d-4380-457d-9c97-13d37c1c8be9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:27.445992 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1177f00-a25d-4cc0-b358-e23383863e18', 'tag': '1461e84a-84c5-4775-84f5-80cbd2143857', 'status': 'completed', 'code': 200} Sep 29 23:40:27.493121 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-a51bc1ac-d07d-42e4-9bb8-563f4c321860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:27.496285 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-a51bc1ac-d07d-42e4-9bb8-563f4c321860 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c4f08cd0ed54bb581ac104aada38e07&device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1095 time: 0.0459635 Sep 29 23:40:27.541734 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-89dd6e3f-328b-4f19-8116-aa28384a0cbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1461e84a-84c5-4775-84f5-80cbd2143857 HTTP/1.1" status: 200 len: 217 time: 0.0378134 Sep 29 23:40:27.595713 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-dbc9ecd7-53b2-4387-8df0-2c4338d18109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:27.597250 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-dbc9ecd7-53b2-4387-8df0-2c4338d18109 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a300aba-855a-4c19-8429-c5f703f28db6 HTTP/1.1" status: 200 len: 848 time: 0.0480552 Sep 29 23:40:27.648870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-8c2b310e-e62d-4bad-881c-760efb8343b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:27.650456 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-8c2b310e-e62d-4bad-881c-760efb8343b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99cf0341-2389-41ce-ab7f-69e1729f4590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456510 Sep 29 23:40:27.762047 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-f53d2603-5bc0-46df-a22e-a7513327b49c service neutron] 10.222.0.26 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036224 Sep 29 23:40:27.858940 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ffdf2c7a-4694-47ca-ac5f-9696b330fcf7 req-35a19b7c-70b4-4f0d-bebb-2b84cbeb1edf service neutron] 10.222.0.26 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904033 Sep 29 23:40:27.952394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-a00cf718-3fac-428b-ad6c-88b5ef30dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:27.953832 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-a00cf718-3fac-428b-ad6c-88b5ef30dda6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1c4f08cd0ed54bb581ac104aada38e07&device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1095 time: 0.0442491 Sep 29 23:40:28.061541 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44321c39-8d1c-4064-b0f4-d30d581b851a req-bdb01c76-04de-43b9-b901-7b08ef611c0b tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:28.062139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-aea0155f-ca44-42b4-bdcb-2108e2e2368b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:28.063103 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-aea0155f-ca44-42b4-bdcb-2108e2e2368b service neutron] 10.222.0.26 "GET /v2.0/networks?id=99cf0341-2389-41ce-ab7f-69e1729f4590 HTTP/1.1" status: 200 len: 910 time: 0.1019888 Sep 29 23:40:28.064475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44321c39-8d1c-4064-b0f4-d30d581b851a req-bdb01c76-04de-43b9-b901-7b08ef611c0b tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1095 time: 0.0555897 Sep 29 23:40:28.111114 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-742c3d1e-b112-4906-8e00-e44bbbc5499c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1461e84a-84c5-4775-84f5-80cbd2143857 HTTP/1.1" status: 200 len: 217 time: 0.0401556 Sep 29 23:40:28.116354 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44321c39-8d1c-4064-b0f4-d30d581b851a req-7c0eacb7-a52e-485f-bc6b-95a04e0bfef5 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Sep 29 23:40:28.184203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-9520fe0f-860f-4e48-9f97-6fc1d8d681b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:28.185719 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-9520fe0f-860f-4e48-9f97-6fc1d8d681b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0a300aba-855a-4c19-8429-c5f703f28db6 HTTP/1.1" status: 200 len: 848 time: 0.0651655 Sep 29 23:40:28.234649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-1b2d0c8f-92ec-4587-a3ae-4a260e0e8700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:28.236258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-1b2d0c8f-92ec-4587-a3ae-4a260e0e8700 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=99cf0341-2389-41ce-ab7f-69e1729f4590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429399 Sep 29 23:40:28.338861 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-e7fd0f25-3a31-4554-bdff-65b2882123e3 service neutron] 10.222.0.26 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946383 Sep 29 23:40:28.432930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5aeda4e-c5f1-460e-be74-d6ad3f29ea06 req-f23bd70a-015b-4c34-ae73-6195fd5fe4e8 service neutron] 10.222.0.26 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855303 Sep 29 23:40:28.701133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1f180c30-0473-4c98-8982-49e2a7b901b7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:28.756675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 1f180c30-0473-4c98-8982-49e2a7b901b7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:28.757198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:29.224636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3886ec-d6c2-425e-9e79-6570a5ccaaed req-da4b1000-1ed1-4c6c-9ac4-09d041fa4fba tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:29.226184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa3886ec-d6c2-425e-9e79-6570a5ccaaed req-da4b1000-1ed1-4c6c-9ac4-09d041fa4fba tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1095 time: 0.0478497 Sep 29 23:40:29.265914 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aa3886ec-d6c2-425e-9e79-6570a5ccaaed req-5cc4ef72-686f-4601-bfd2-880e96c76065 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330095 Sep 29 23:40:29.579754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59828) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:29.609052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1461e84a-84c5-4775-84f5-80cbd2143857 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:40:29.696271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc269252-fe6a-491b-b32e-3a7d4519d409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:29.708012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 1461e84a-84c5-4775-84f5-80cbd2143857, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1461e84a-84c5-4775-84f5-80cbd2143857,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:29.724832 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '1461e84a-84c5-4775-84f5-80cbd2143857', 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590', 'port_id': '1461e84a-84c5-4775-84f5-80cbd2143857', 'mac_address': 'fa:16:3e:83:46:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a300aba-855a-4c19-8429-c5f703f28db6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:40:29.764421 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:29.777913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1461e84a-84c5-4775-84f5-80cbd2143857 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:40:29.793306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc269252-fe6a-491b-b32e-3a7d4519d409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:29.796958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 1461e84a-84c5-4775-84f5-80cbd2143857, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1461e84a-84c5-4775-84f5-80cbd2143857,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:29.797125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fc269252-fe6a-491b-b32e-3a7d4519d409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:29.801089 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:29.840069 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fc269252-fe6a-491b-b32e-3a7d4519d409 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4bcf64aa88da41e89398586195eb8b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584155 Sep 29 23:40:29.840774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc269252-fe6a-491b-b32e-3a7d4519d409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7266f6-fa96-46fd-b7c2-87763390a34f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:29.843575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59834) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:29.848373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=1461e84a-84c5-4775-84f5-80cbd2143857,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:29.893982 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d29d1466-e3a9-4831-abd8-efcebfb3cc84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:29.914858 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d29d1466-e3a9-4831-abd8-efcebfb3cc84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:29.961197 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d29d1466-e3a9-4831-abd8-efcebfb3cc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:29.963997 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d29d1466-e3a9-4831-abd8-efcebfb3cc84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:29.965359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d29d1466-e3a9-4831-abd8-efcebfb3cc84 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/5e7266f6-fa96-46fd-b7c2-87763390a34f HTTP/1.1" status: 204 len: 168 time: 0.1205254 Sep 29 23:40:29.972802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d1466-e3a9-4831-abd8-efcebfb3cc84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7266f6-fa96-46fd-b7c2-87763390a34f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:30.002720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1461e84a-84c5-4775-84f5-80cbd2143857'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:40:30.231048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59840) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:30.244217 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17d7ce6-14fc-4906-b05a-c88809d76de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:30.338775 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17d7ce6-14fc-4906-b05a-c88809d76de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:30.350678 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f17d7ce6-14fc-4906-b05a-c88809d76de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:30.409719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f17d7ce6-14fc-4906-b05a-c88809d76de3 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5edd5e591fd47ee9813816551a9d78d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774576 Sep 29 23:40:30.412184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d7ce6-14fc-4906-b05a-c88809d76de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f069ee-ce45-4fc8-aba4-8b110d5a3946,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:30.412809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59844) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:30.424501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4ec7f-e7ad-4f9a-b191-0c53e95c32d8 req-cca7c056-e100-4b5e-be8f-4566abc0941f tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:30.426064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9a4ec7f-e7ad-4f9a-b191-0c53e95c32d8 req-cca7c056-e100-4b5e-be8f-4566abc0941f tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1096 time: 0.0851912 Sep 29 23:40:30.462930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9a4ec7f-e7ad-4f9a-b191-0c53e95c32d8 req-410b35e9-576b-43f2-bb20-50d8b2bda20a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297351 Sep 29 23:40:30.466769 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-145f22cc-339c-426a-a76c-9eed7a96e698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:30.490166 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-145f22cc-339c-426a-a76c-9eed7a96e698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:30.535546 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-145f22cc-339c-426a-a76c-9eed7a96e698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:30.538204 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-145f22cc-339c-426a-a76c-9eed7a96e698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:30.539383 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-145f22cc-339c-426a-a76c-9eed7a96e698 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/31f069ee-ce45-4fc8-aba4-8b110d5a3946 HTTP/1.1" status: 204 len: 168 time: 0.1255054 Sep 29 23:40:30.547060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f22cc-339c-426a-a76c-9eed7a96e698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f069ee-ce45-4fc8-aba4-8b110d5a3946,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:31.570580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff071d3-f440-4fa2-809d-f657515707c3 req-ddf16b94-67e4-403e-92ac-68597cdc07ee tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:31.572157 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ff071d3-f440-4fa2-809d-f657515707c3 req-ddf16b94-67e4-403e-92ac-68597cdc07ee tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1096 time: 0.0422361 Sep 29 23:40:31.608314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ff071d3-f440-4fa2-809d-f657515707c3 req-7ed85cbc-3529-45c2-b796-dca23853f487 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299878 Sep 29 23:40:31.639738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1461e84a-84c5-4775-84f5-80cbd2143857 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:31.693669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 1461e84a-84c5-4775-84f5-80cbd2143857 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:40:31.699616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 1461e84a-84c5-4775-84f5-80cbd2143857 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:31.700130 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:31.782771 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:31.805374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1177f00-a25d-4cc0-b358-e23383863e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1461e84a-84c5-4775-84f5-80cbd2143857'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:31.807628 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a695626-7ace-4622-93af-3a1fcb1e37d1" -d '{"events": [{"server_uuid": "f1177f00-a25d-4cc0-b358-e23383863e18", "name": "network-vif-plugged", "status": "completed", "tag": "1461e84a-84c5-4775-84f5-80cbd2143857"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:31.821303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 1461e84a-84c5-4775-84f5-80cbd2143857, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1461e84a-84c5-4775-84f5-80cbd2143857,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:31.826128 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:31.852907 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf82cb6-f750-45c5-b11e-5189a02e92fb x-openstack-request-id: req-3bf82cb6-f750-45c5-b11e-5189a02e92fb {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:31.853205 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1177f00-a25d-4cc0-b358-e23383863e18", "name": "network-vif-plugged", "status": "completed", "tag": "1461e84a-84c5-4775-84f5-80cbd2143857", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:31.853854 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3bf82cb6-f750-45c5-b11e-5189a02e92fb {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:31.853854 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1177f00-a25d-4cc0-b358-e23383863e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1461e84a-84c5-4775-84f5-80cbd2143857', 'code': 200} Sep 29 23:40:31.883045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=1461e84a-84c5-4775-84f5-80cbd2143857,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:31.948094 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc5a72e-d9cf-4132-8325-b8513efa4eb3 req-af807e14-9c22-40ea-aa7a-2779d84bd546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:31.949701 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7fc5a72e-d9cf-4132-8325-b8513efa4eb3 req-af807e14-9c22-40ea-aa7a-2779d84bd546 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1097 time: 0.0414724 Sep 29 23:40:31.987274 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7fc5a72e-d9cf-4132-8325-b8513efa4eb3 req-b79be3b4-8c00-403e-932b-eabbaec7c247 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301428 Sep 29 23:40:32.297374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59902) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:32.407992 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89c8597f-6359-482a-8b05-aa099f23fd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:32.494845 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89c8597f-6359-482a-8b05-aa099f23fd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:32.499988 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-89c8597f-6359-482a-8b05-aa099f23fd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:32.545727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-89c8597f-6359-482a-8b05-aa099f23fd9e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=00dd369289ee4211bc321a3d97f42869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471850 Sep 29 23:40:32.546554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8597f-6359-482a-8b05-aa099f23fd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02002110-3931-4ea1-9120-1f5cb49f3c14,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:32.548307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59906) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:32.598746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb5f7-3e52-4644-b8f2-11c95974ac5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:32.624346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb5f7-3e52-4644-b8f2-11c95974ac5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:32.670816 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb5f7-3e52-4644-b8f2-11c95974ac5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:32.674024 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0d6bb5f7-3e52-4644-b8f2-11c95974ac5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:32.675344 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0d6bb5f7-3e52-4644-b8f2-11c95974ac5f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/02002110-3931-4ea1-9120-1f5cb49f3c14 HTTP/1.1" status: 204 len: 168 time: 0.1259887 Sep 29 23:40:32.683954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bb5f7-3e52-4644-b8f2-11c95974ac5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02002110-3931-4ea1-9120-1f5cb49f3c14,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:32.719537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da0f00-b257-43ac-8430-c8cf40fa443c req-32bcc81f-2034-40f5-a8db-5f8be59eb3a5 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:32.721138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14da0f00-b257-43ac-8430-c8cf40fa443c req-32bcc81f-2034-40f5-a8db-5f8be59eb3a5 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1097 time: 0.0473995 Sep 29 23:40:32.760397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14da0f00-b257-43ac-8430-c8cf40fa443c req-0df82833-85cb-41a4-bc32-87f976c6eadc tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328758 Sep 29 23:40:32.954117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 59914) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:32.967521 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee97851-a3c0-4f44-8c2a-1d7b3d63598d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:33.060724 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee97851-a3c0-4f44-8c2a-1d7b3d63598d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:33.065135 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee97851-a3c0-4f44-8c2a-1d7b3d63598d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:33.112881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0ee97851-a3c0-4f44-8c2a-1d7b3d63598d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0b9863d566ab47b2ae751f458d67b610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576822 Sep 29 23:40:33.113755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee97851-a3c0-4f44-8c2a-1d7b3d63598d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fa02d5-d84e-4009-88b5-31f57e25bba6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:33.115668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 59916) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:33.166434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec23b1-faa6-421e-bc71-f46fdab03c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:33.187906 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec23b1-faa6-421e-bc71-f46fdab03c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:33.234225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec23b1-faa6-421e-bc71-f46fdab03c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:33.236894 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a4ec23b1-faa6-421e-bc71-f46fdab03c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:33.238015 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a4ec23b1-faa6-421e-bc71-f46fdab03c55 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76fa02d5-d84e-4009-88b5-31f57e25bba6 HTTP/1.1" status: 204 len: 168 time: 0.1204445 Sep 29 23:40:33.245651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec23b1-faa6-421e-bc71-f46fdab03c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fa02d5-d84e-4009-88b5-31f57e25bba6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:33.328344 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6153d9e9-8596-472b-a16a-61f4284d96c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:33.708388 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:40:33.873276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20b548-167f-443d-a434-0d9584a5cc83 req-231cf301-7406-4532-9e44-0c4697fc1934 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:33.874942 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c20b548-167f-443d-a434-0d9584a5cc83 req-231cf301-7406-4532-9e44-0c4697fc1934 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1097 time: 0.0455468 Sep 29 23:40:33.909705 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c20b548-167f-443d-a434-0d9584a5cc83 req-7858ce0a-683e-48f7-ae99-c059ce467bba tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284843 Sep 29 23:40:34.015065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2fb7e-10b9-4cd3-a89c-e0630c3c49f4 req-557a5119-83d4-4510-9b3c-71a348d57a72 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:34.016650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8eb2fb7e-10b9-4cd3-a89c-e0630c3c49f4 req-557a5119-83d4-4510-9b3c-71a348d57a72 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1097 time: 0.0407958 Sep 29 23:40:34.052313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8eb2fb7e-10b9-4cd3-a89c-e0630c3c49f4 req-b65f5b7f-d82a-492d-a8f1-fd82aae65ff8 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297322 Sep 29 23:40:34.160016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7013922-6258-4ce8-b0be-1a05bedb5616 req-389fae8f-4f9a-4e5a-b715-e3c80831c4a9 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:34.161555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d7013922-6258-4ce8-b0be-1a05bedb5616 req-389fae8f-4f9a-4e5a-b715-e3c80831c4a9 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1097 time: 0.0423532 Sep 29 23:40:34.196736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d7013922-6258-4ce8-b0be-1a05bedb5616 req-c2ab2dcf-f182-42cf-b175-45a95a718001 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291340 Sep 29 23:40:34.464980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-6ef8b0ac-857d-40f9-8d80-9437d43c0171 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:34.466630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-6ef8b0ac-857d-40f9-8d80-9437d43c0171 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/networks?id=99cf0341-2389-41ce-ab7f-69e1729f4590 HTTP/1.1" status: 200 len: 910 time: 0.0937507 Sep 29 23:40:34.481878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-ee276658-f3e6-4fb2-8d69-83fd885bda00 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/quotas/1c4f08cd0ed54bb581ac104aada38e07 HTTP/1.1" status: 200 len: 375 time: 0.0095351 Sep 29 23:40:34.528347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-046ac905-c344-4d6a-973c-66fdb950e00e tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?tenant_id=1c4f08cd0ed54bb581ac104aada38e07&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0409288 Sep 29 23:40:34.631100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-46340d63-bdff-4371-9f9a-6979d08114ef service neutron] 10.222.0.44 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952427 Sep 29 23:40:34.720868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-6418b356-2232-4588-9c7c-dc25a7136db3 service neutron] 10.222.0.44 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838478 Sep 29 23:40:34.909425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc8472f9-4ce1-41f5-8abe-2356f4dfb8ac req-7cf8fec8-d493-4eda-9cf6-1ad870b4ba80 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 210 time: 0.0427849 Sep 29 23:40:35.236932 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60012) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:35.351332 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ba16f08-9fc5-42dd-85f8-1a20041d881e admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:35.441261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ba16f08-9fc5-42dd-85f8-1a20041d881e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:35.445231 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8ba16f08-9fc5-42dd-85f8-1a20041d881e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:35.489769 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8ba16f08-9fc5-42dd-85f8-1a20041d881e admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=5a7f1b35a5274ee6bb7da88807ac9ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2516458 Sep 29 23:40:35.491007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba16f08-9fc5-42dd-85f8-1a20041d881e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ae03a4-2bb9-470a-b1cc-573da0591b75,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:35.492386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60016) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:35.543290 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a920956-8e52-44d1-9168-3b893d505c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:35.564459 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a920956-8e52-44d1-9168-3b893d505c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:35.609198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a920956-8e52-44d1-9168-3b893d505c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:35.611694 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4a920956-8e52-44d1-9168-3b893d505c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:35.612899 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4a920956-8e52-44d1-9168-3b893d505c5d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/94ae03a4-2bb9-470a-b1cc-573da0591b75 HTTP/1.1" status: 204 len: 168 time: 0.1195157 Sep 29 23:40:35.620440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a920956-8e52-44d1-9168-3b893d505c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ae03a4-2bb9-470a-b1cc-573da0591b75,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:35.885906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60022) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:35.900322 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edb71c83-2189-4638-bec8-d43247538428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:35.941361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-8ce34b7f-01f2-4c95-bd06-e34a149a8256 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:35.942933 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-8ce34b7f-01f2-4c95-bd06-e34a149a8256 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.42 "GET /v2.0/networks?id=99cf0341-2389-41ce-ab7f-69e1729f4590 HTTP/1.1" status: 200 len: 910 time: 0.1003637 Sep 29 23:40:35.955797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Request body: {'port': {'device_id': '3e11ca8f-8d75-401d-96fd-d69f73ace007', 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590', 'admin_state_up': True, 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:36.029590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d99d355-cad9-4620-9932-2120bd67ad24 req-fc8120e3-b36b-4f55-97a4-72e5e5cc2e6e tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 210 time: 0.0363293 Sep 29 23:40:36.033986 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edb71c83-2189-4638-bec8-d43247538428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.038277 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-edb71c83-2189-4638-bec8-d43247538428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.062352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Made reservation on behalf of 1c4f08cd0ed54bb581ac104aada38e07 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:36.065068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.081296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-edb71c83-2189-4638-bec8-d43247538428 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d7720c81b92147e19265b3d1e79b49b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939933 Sep 29 23:40:36.082154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb71c83-2189-4638-bec8-d43247538428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636308be-f1c3-4135-b489-bc0143fa1b07,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:36.084472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60028) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:36.208078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6671e5d7-6532-402e-a56c-ba06d237441b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.231667 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-49030732-959b-489c-b97f-a524e60fa25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.236841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Allocated IP 172.20.0.8 (99cf0341-2389-41ce-ab7f-69e1729f4590/0a300aba-855a-4c19-8429-c5f703f28db6/8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:40:36.244108 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6671e5d7-6532-402e-a56c-ba06d237441b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.320690 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6671e5d7-6532-402e-a56c-ba06d237441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.323410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6671e5d7-6532-402e-a56c-ba06d237441b admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.325209 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6671e5d7-6532-402e-a56c-ba06d237441b admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/636308be-f1c3-4135-b489-bc0143fa1b07 HTTP/1.1" status: 204 len: 168 time: 0.2376103 Sep 29 23:40:36.346225 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671e5d7-6532-402e-a56c-ba06d237441b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636308be-f1c3-4135-b489-bc0143fa1b07,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:36.603215 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.701098 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.740144 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.752372 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1461e84a-84c5-4775-84f5-80cbd2143857'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:40:36.779571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Network 99cf0341-2389-41ce-ab7f-69e1729f4590 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:36.784126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:36.786715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:40:36.822017 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Pushing event updated for resources: {'Port': ['ID=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:36.841225 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:36.841906 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:36.859926 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-30986084-7fc0-465a-9244-4c7abed840b4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9084713 Sep 29 23:40:36.872338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-fad97c6e-2fa7-487b-ac3a-4b92eed20722 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:40:36.873478 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-fad97c6e-2fa7-487b-ac3a-4b92eed20722 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0070500 Sep 29 23:40:36.892500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Request body: {'port': {'device_id': '3e11ca8f-8d75-401d-96fd-d69f73ace007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:36.957547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.070936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60052) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:37.084309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1863ab40-0b0a-464f-b8eb-a2fe87641334 None None] Provisioning complete for port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:37.084691 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1863ab40-0b0a-464f-b8eb-a2fe87641334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.131649 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1863ab40-0b0a-464f-b8eb-a2fe87641334 None None] Port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:40:37.152014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ad53c-18e0-40b2-a4ab-70ddbe804ef1 req-8e3395b0-e7a8-4791-b288-2c22a9805c40 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:37.153567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f10ad53c-18e0-40b2-a4ab-70ddbe804ef1 req-8e3395b0-e7a8-4791-b288-2c22a9805c40 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1027 time: 0.0418997 Sep 29 23:40:37.193759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1292103835-network', 'tenant_id': 'e622c5bc45df43888a3947aa43e30275'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:37.198991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f10ad53c-18e0-40b2-a4ab-70ddbe804ef1 req-b11d6879-5b9f-41e9-83dd-201f9b88fc8d tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392499 Sep 29 23:40:37.216565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Made reservation on behalf of e622c5bc45df43888a3947aa43e30275 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:37.219027 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.228130 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.265960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:40:37.273681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.287297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Transition to ACTIVE for port object 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:40:37.290486 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.318799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.328311 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.346707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:37.359351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:40:37.364633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4dc12c-d377-4af2-bb12-47062f0b7be1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:37.375776 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.376426 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Added segment d4deef0f-6202-475b-a548-721c448c4444 of type vlan for network 67eec064-bcda-46d2-9dc1-a95626c276c4 Sep 29 23:40:37.433916 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.444327 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Attempting to bind port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:40:37.444669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Attempting to bind port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:40:37.445020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Attempting to bind port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a on network 99cf0341-2389-41ce-ab7f-69e1729f4590 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:37.450964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a on network 99cf0341-2389-41ce-ab7f-69e1729f4590 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:40:37.451309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Attempting to bind port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a on network 99cf0341-2389-41ce-ab7f-69e1729f4590 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:37.457263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:40:37.457607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Checking segment: {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:37.457997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Bound using segment: {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:40:37.458431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Bound port: 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad17d312-5f5a-4a52-aafb-3da28ceccf60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:40:37.458930 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.465601 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.466855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:37.467514 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.503915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4306130 Sep 29 23:40:37.504130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60056) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:37.510871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Request body: {'subnet': {'network_id': '67eec064-bcda-46d2-9dc1-a95626c276c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1292103835-subnet', 'tenant_id': 'e622c5bc45df43888a3947aa43e30275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:37.526972 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.539393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aae2692-003c-4f1c-9b1c-2bb18cefa57c admin admin] Pushing event updated for resources: {'Network': ['ID=67eec064-bcda-46d2-9dc1-a95626c276c4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:37.550083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 67eec064-bcda-46d2-9dc1-a95626c276c4 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:40:37.557338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] For port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:40:37.561937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] For port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:40:37.563006 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Made reservation on behalf of e622c5bc45df43888a3947aa43e30275 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:37.565433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.569008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.633267 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:37.633885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.635290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] 10.222.0.42 "PUT /v2.0/ports/8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a HTTP/1.1" status: 200 len: 1091 time: 0.7482743 Sep 29 23:40:37.635729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e11ca8f-8d75-401d-96fd-d69f73ace007', 'tag': '8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:37.638869 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f698a541-6935-47e2-ba79-beaf7125891f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e11ca8f-8d75-401d-96fd-d69f73ace007", "tag": "8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:37.692624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc9eb1-4bbf-4674-a65a-ca3066f12439 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:37.722948 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9139bb-1394-4cd8-ad9b-d9c30002edda x-openstack-request-id: req-5f9139bb-1394-4cd8-ad9b-d9c30002edda {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:37.723240 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e11ca8f-8d75-401d-96fd-d69f73ace007", "tag": "8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:37.723614 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5f9139bb-1394-4cd8-ad9b-d9c30002edda {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:37.724102 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e11ca8f-8d75-401d-96fd-d69f73ace007', 'tag': '8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a', 'status': 'completed', 'code': 200} Sep 29 23:40:37.792214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-f40d7f92-fb2f-4587-be3d-e22c86a8320f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:37.793615 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-f40d7f92-fb2f-4587-be3d-e22c86a8320f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c4f08cd0ed54bb581ac104aada38e07&device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1094 time: 0.0964842 Sep 29 23:40:37.847704 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-7ffaed42-ed48-4523-8f5c-12540e770c82 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a HTTP/1.1" status: 200 len: 217 time: 0.0403833 Sep 29 23:40:37.924213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:37.952161 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-7e5960b0-e79a-41f4-8cb9-629134c48c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:37.953621 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-7e5960b0-e79a-41f4-8cb9-629134c48c24 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a300aba-855a-4c19-8429-c5f703f28db6 HTTP/1.1" status: 200 len: 848 time: 0.0869327 Sep 29 23:40:38.015532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=add2e12e-04d0-4876-b139-03e369948bb7,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:38.026859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Checking segment: {'id': 'd4deef0f-6202-475b-a548-721c448c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '67eec064-bcda-46d2-9dc1-a95626c276c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:38.027368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Network hostable DHCP agents. Network: 67eec064-bcda-46d2-9dc1-a95626c276c4, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:40:38.032738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-2d9c4bc6-aa21-4eeb-9ef0-abe659ceedee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:38.034237 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-2d9c4bc6-aa21-4eeb-9ef0-abe659ceedee service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99cf0341-2389-41ce-ab7f-69e1729f4590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734794 Sep 29 23:40:38.063802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Network 67eec064-bcda-46d2-9dc1-a95626c276c4 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:40:38.111150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 67eec064-bcda-46d2-9dc1-a95626c276c4) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:38.119025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:38.119745 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:38.119902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5a4d5f-d3c4-4495-ac9e-9aa8d25ddd55 None None] Network 67eec064-bcda-46d2-9dc1-a95626c276c4 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:40:38.140730 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ce30018b-589d-47e0-a6a5-2d5ba7ea2568 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6358516 Sep 29 23:40:38.153580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-c552caa3-41ed-440c-9c6a-a5b856d6089b service neutron] 10.222.0.42 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114883 Sep 29 23:40:38.255173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee4d6b1-e291-4b06-88b7-0a2ab32bb270 None None] Network 67eec064-bcda-46d2-9dc1-a95626c276c4 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:40:38.268667 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cd4d6366-d6ac-4ffd-8244-4a649acd3324 req-0c51363f-7f8c-4ab7-8573-81255f5e716f service neutron] 10.222.0.42 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064162 Sep 29 23:40:38.318136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a026af8-4339-476c-9752-4406d87f4da5 req-2d36c97a-e9b3-4364-8eb6-58c57a29210a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:38.319672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a026af8-4339-476c-9752-4406d87f4da5 req-2d36c97a-e9b3-4364-8eb6-58c57a29210a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1094 time: 0.0483284 Sep 29 23:40:38.384620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3a026af8-4339-476c-9752-4406d87f4da5 req-706ba26c-2284-478e-9964-ce06f9fdfec1 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548530 Sep 29 23:40:38.419281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a541-6935-47e2-ba79-beaf7125891f req-7d3775d9-4387-4403-a73f-22883eecde07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:38.420839 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f698a541-6935-47e2-ba79-beaf7125891f req-7d3775d9-4387-4403-a73f-22883eecde07 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=1c4f08cd0ed54bb581ac104aada38e07&device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1094 time: 0.0651238 Sep 29 23:40:38.516699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a541-6935-47e2-ba79-beaf7125891f req-e84880e3-9ff3-495c-b952-3acdfbb4089e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:38.518226 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f698a541-6935-47e2-ba79-beaf7125891f req-e84880e3-9ff3-495c-b952-3acdfbb4089e service neutron] 10.222.0.42 "GET /v2.0/networks?id=99cf0341-2389-41ce-ab7f-69e1729f4590 HTTP/1.1" status: 200 len: 910 time: 0.0898535 Sep 29 23:40:38.568595 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f698a541-6935-47e2-ba79-beaf7125891f req-3784a3e2-0ef5-4577-80c3-ea589a39e267 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a HTTP/1.1" status: 200 len: 217 time: 0.0431538 Sep 29 23:40:38.617358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a541-6935-47e2-ba79-beaf7125891f req-312b231a-4312-4f74-a439-95b03595100c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:38.618883 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f698a541-6935-47e2-ba79-beaf7125891f req-312b231a-4312-4f74-a439-95b03595100c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0a300aba-855a-4c19-8429-c5f703f28db6 HTTP/1.1" status: 200 len: 848 time: 0.0438209 Sep 29 23:40:38.672412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f698a541-6935-47e2-ba79-beaf7125891f req-9100e7ee-89f4-47c1-993f-f03cfd0bf06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:38.672666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60076) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:38.673930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f698a541-6935-47e2-ba79-beaf7125891f req-9100e7ee-89f4-47c1-993f-f03cfd0bf06c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=99cf0341-2389-41ce-ab7f-69e1729f4590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472639 Sep 29 23:40:38.677711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1074455618-network', 'tenant_id': '1fb15afc663848b1a82ae48ed2a16dea'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:38.710416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Made reservation on behalf of 1fb15afc663848b1a82ae48ed2a16dea for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:38.711469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:38.713118 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:38.726734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:38.781999 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f698a541-6935-47e2-ba79-beaf7125891f req-aad4e49d-f2a0-40cc-a688-b841edaac223 service neutron] 10.222.0.42 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010053 Sep 29 23:40:38.847502 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:38.852943 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:38.867275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:40:38.879868 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f698a541-6935-47e2-ba79-beaf7125891f req-4a4e2577-dc9a-4f62-992e-901a03d56c72 service neutron] 10.222.0.42 "GET /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899086 Sep 29 23:40:38.887658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:38.888031 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Added segment c26719df-2f62-436a-a307-794ae34e8ea5 of type vlan for network 6b937f0c-7e63-4728-b37f-b3e29788bd72 Sep 29 23:40:38.905311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d086ab-f553-40be-afda-4fc79ebef0d0,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:38.938872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:38.962845 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:38.963886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:38.964512 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:38.995139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3213367 Sep 29 23:40:38.998662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60078) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:39.003595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Request body: {'subnet': {'network_id': '6b937f0c-7e63-4728-b37f-b3e29788bd72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1074455618-subnet', 'tenant_id': '1fb15afc663848b1a82ae48ed2a16dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:39.024876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Made reservation on behalf of 1fb15afc663848b1a82ae48ed2a16dea for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:39.027439 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:39.029950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481e350-29db-4db0-871d-9701b970891f admin admin] Pushing event updated for resources: {'Network': ['ID=6b937f0c-7e63-4728-b37f-b3e29788bd72,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:39.039820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6b937f0c-7e63-4728-b37f-b3e29788bd72 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:40:39.225512 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:39.281083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Pushing event updated for resources: {'Subnet': ['ID=61402e0e-e20b-495a-a90f-176442854024,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:39.291008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Checking segment: {'id': 'c26719df-2f62-436a-a307-794ae34e8ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': '6b937f0c-7e63-4728-b37f-b3e29788bd72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:39.291370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Network hostable DHCP agents. Network: 6b937f0c-7e63-4728-b37f-b3e29788bd72, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:40:39.315554 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Network 6b937f0c-7e63-4728-b37f-b3e29788bd72 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:40:39.326907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6b937f0c-7e63-4728-b37f-b3e29788bd72) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:39.331995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:39.332753 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:39.335952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855bf257-4e8f-447d-891d-be70196e2caa None None] Network 6b937f0c-7e63-4728-b37f-b3e29788bd72 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:40:39.348083 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bed7409b-1fb9-4e6e-8b65-809238f2d97b admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3482511 Sep 29 23:40:39.466630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0ea92-c9ca-4ea7-8a58-c1792d1e682d None None] Network 6b937f0c-7e63-4728-b37f-b3e29788bd72 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:40:39.498398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2c918-5f8c-43a7-9954-320939592859 req-73e10c18-27fa-4fe0-a336-75b1a802ff9d tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:39.500226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6e2c918-5f8c-43a7-9954-320939592859 req-73e10c18-27fa-4fe0-a336-75b1a802ff9d tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1094 time: 0.0504606 Sep 29 23:40:39.574196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6e2c918-5f8c-43a7-9954-320939592859 req-ad1587d0-ddee-4302-a10c-78a9d7174c4f tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634005 Sep 29 23:40:39.807238 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:39.866953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-b16c0044-a187-4ec4-8646-16f4dfce48dc tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:39.868503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-b16c0044-a187-4ec4-8646-16f4dfce48dc tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/networks?id=67eec064-bcda-46d2-9dc1-a95626c276c4 HTTP/1.1" status: 200 len: 809 time: 0.1095092 Sep 29 23:40:39.884598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-00b809b0-8eac-4618-81f1-227a5455772a tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/quotas/e622c5bc45df43888a3947aa43e30275 HTTP/1.1" status: 200 len: 375 time: 0.0096667 Sep 29 23:40:39.915678 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-bae42aa1-0004-40cb-b7cb-c9645a5e10b3 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e622c5bc45df43888a3947aa43e30275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249851 Sep 29 23:40:40.008046 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-1044d486-c9fe-4d3d-8385-a0a1d18e7417 service neutron] 10.222.0.44 "GET /v2.0/networks/67eec064-bcda-46d2-9dc1-a95626c276c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851874 Sep 29 23:40:40.104132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-2b58672d-7664-4453-a193-0c9d029f44d0 service neutron] 10.222.0.44 "GET /v2.0/networks/67eec064-bcda-46d2-9dc1-a95626c276c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896845 Sep 29 23:40:40.262699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64cc471e-c856-4138-85dd-36fe5b180d59 req-5cc36cc6-015d-4410-8b8a-782873581a5c tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 210 time: 0.0263553 Sep 29 23:40:40.662388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fe2c03-d309-4a1e-b103-424408da7a88 req-705ec169-3246-4f46-9ad1-13b70b299fa4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:40.663948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85fe2c03-d309-4a1e-b103-424408da7a88 req-705ec169-3246-4f46-9ad1-13b70b299fa4 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1094 time: 0.0436118 Sep 29 23:40:40.700460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85fe2c03-d309-4a1e-b103-424408da7a88 req-582c3d1b-92ca-42c8-beca-16299235a6db tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287642 Sep 29 23:40:41.163508 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-f1456887-28da-4075-8bc2-4ae0d21eaaa9 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:41.165016 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-f1456887-28da-4075-8bc2-4ae0d21eaaa9 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.26 "GET /v2.0/networks?id=67eec064-bcda-46d2-9dc1-a95626c276c4 HTTP/1.1" status: 200 len: 809 time: 0.1111653 Sep 29 23:40:41.178261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Request body: {'port': {'device_id': '28dbf332-8869-4412-9ff4-3b3dc0888c5a', 'network_id': '67eec064-bcda-46d2-9dc1-a95626c276c4', 'admin_state_up': True, 'tenant_id': 'e622c5bc45df43888a3947aa43e30275'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:41.291355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Made reservation on behalf of e622c5bc45df43888a3947aa43e30275 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:40:41.295557 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:41.361241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e860a38-9312-45e1-aa93-4f50b807bb33 req-1869ac32-1933-425c-b0ae-9990e02afe9c tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 210 time: 0.0305014 Sep 29 23:40:41.424063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Allocated IP 172.20.0.7 (67eec064-bcda-46d2-9dc1-a95626c276c4/add2e12e-04d0-4876-b139-03e369948bb7/67c460c9-4300-4336-af47-be7f1812ed9b) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:40:41.569675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:41.603263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:41.645982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Network 67eec064-bcda-46d2-9dc1-a95626c276c4 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:40:41.648991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:40:41.652732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:40:41.682391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Pushing event updated for resources: {'Port': ['ID=67c460c9-4300-4336-af47-be7f1812ed9b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:41.711439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:41.712096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:41.726003 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-e9c430ba-28d4-4815-9d1c-b19056c06366 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5515060 Sep 29 23:40:41.738555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Request body: {'port': {'device_id': '28dbf332-8869-4412-9ff4-3b3dc0888c5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:40:41.791924 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:41.806990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead65b1-78d1-4c73-9f08-e856a89a3c9d req-d6960cf6-379f-44e2-b755-ec756a489a7a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:41.808702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bead65b1-78d1-4c73-9f08-e856a89a3c9d req-d6960cf6-379f-44e2-b755-ec756a489a7a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1094 time: 0.0407238 Sep 29 23:40:41.843569 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bead65b1-78d1-4c73-9f08-e856a89a3c9d req-32ca1bcf-126b-423a-8924-1377b5cdbd9f tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288527 Sep 29 23:40:42.054205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67c460c9-4300-4336-af47-be7f1812ed9b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:40:42.061800 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:42.073135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Transition to ACTIVE for port object 67c460c9-4300-4336-af47-be7f1812ed9b will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:40:42.077034 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:42.132760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Pushing event updated for resources: {'Port': ['ID=67c460c9-4300-4336-af47-be7f1812ed9b,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:42.204262 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Attempting to bind port 67c460c9-4300-4336-af47-be7f1812ed9b on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:40:42.204978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Attempting to bind port 67c460c9-4300-4336-af47-be7f1812ed9b by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'd4deef0f-6202-475b-a548-721c448c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '67eec064-bcda-46d2-9dc1-a95626c276c4'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:40:42.204978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Attempting to bind port 67c460c9-4300-4336-af47-be7f1812ed9b on network 67eec064-bcda-46d2-9dc1-a95626c276c4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:42.209143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Port 67c460c9-4300-4336-af47-be7f1812ed9b on network 67eec064-bcda-46d2-9dc1-a95626c276c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:40:42.209473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Attempting to bind port 67c460c9-4300-4336-af47-be7f1812ed9b on network 67eec064-bcda-46d2-9dc1-a95626c276c4 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:40:42.214185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:40:42.214522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Checking segment: {'id': 'd4deef0f-6202-475b-a548-721c448c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '67eec064-bcda-46d2-9dc1-a95626c276c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:40:42.215632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Bound using segment: {'id': 'd4deef0f-6202-475b-a548-721c448c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '67eec064-bcda-46d2-9dc1-a95626c276c4'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:40:42.216359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Bound port: 67c460c9-4300-4336-af47-be7f1812ed9b, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4deef0f-6202-475b-a548-721c448c4444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '67eec064-bcda-46d2-9dc1-a95626c276c4'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:40:42.216727 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:42.280073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] For port 67c460c9-4300-4336-af47-be7f1812ed9b, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:40:42.282997 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] For port 67c460c9-4300-4336-af47-be7f1812ed9b, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=67c460c9-4300-4336-af47-be7f1812ed9b,segment=NetworkSegment(d4deef0f-6202-475b-a548-721c448c4444),segment_id=d4deef0f-6202-475b-a548-721c448c4444)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:40:42.287230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:42.321862 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:42.322567 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:42.324016 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] 10.222.0.26 "PUT /v2.0/ports/67c460c9-4300-4336-af47-be7f1812ed9b HTTP/1.1" status: 200 len: 1091 time: 0.5895860 Sep 29 23:40:42.327218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dbf332-8869-4412-9ff4-3b3dc0888c5a', 'tag': '67c460c9-4300-4336-af47-be7f1812ed9b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:42.330466 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509c421a-6e21-443b-acf6-10681d159b88" -d '{"events": [{"name": "network-changed", "server_uuid": "28dbf332-8869-4412-9ff4-3b3dc0888c5a", "tag": "67c460c9-4300-4336-af47-be7f1812ed9b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:42.372254 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38fe01c-77f4-4384-9544-429384144052 x-openstack-request-id: req-b38fe01c-77f4-4384-9544-429384144052 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:42.372552 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28dbf332-8869-4412-9ff4-3b3dc0888c5a", "tag": "67c460c9-4300-4336-af47-be7f1812ed9b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:42.372809 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b38fe01c-77f4-4384-9544-429384144052 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:42.373203 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dbf332-8869-4412-9ff4-3b3dc0888c5a', 'tag': '67c460c9-4300-4336-af47-be7f1812ed9b', 'status': 'completed', 'code': 200} Sep 29 23:40:42.373911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff3563-15de-4905-a58a-4fd5b9ec5487 service neutron] Pushing event updated for resources: {'Port': ['ID=67c460c9-4300-4336-af47-be7f1812ed9b,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:42.411032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-4d707466-b564-4123-ab99-996281ad5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:42.412598 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-4d707466-b564-4123-ab99-996281ad5e05 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e622c5bc45df43888a3947aa43e30275&device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 1094 time: 0.0514939 Sep 29 23:40:42.458999 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-b6ab494e-f66b-4385-b671-1bba65ba046b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67c460c9-4300-4336-af47-be7f1812ed9b HTTP/1.1" status: 200 len: 217 time: 0.0376694 Sep 29 23:40:42.495743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d42014e-57c8-4a3f-bd3c-4c99f1de56f7 req-5f8e1ffa-520f-4d49-bce7-3459b9e105d5 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:42.498629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d42014e-57c8-4a3f-bd3c-4c99f1de56f7 req-5f8e1ffa-520f-4d49-bce7-3459b9e105d5 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 943 time: 0.0616765 Sep 29 23:40:42.514839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-947f1af6-6abd-460a-bbd1-e3f9cce6d9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:42.516376 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-947f1af6-6abd-460a-bbd1-e3f9cce6d9c5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=add2e12e-04d0-4876-b139-03e369948bb7 HTTP/1.1" status: 200 len: 849 time: 0.0505865 Sep 29 23:40:42.536250 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d42014e-57c8-4a3f-bd3c-4c99f1de56f7 req-bfd22e26-a342-493c-b157-7be5c7ad3edb tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c4dc12c-d377-4af2-bb12-47062f0b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Sep 29 23:40:42.548217 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-13e83d11-1b18-4207-8243-96b78cacc039 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=67eec064-bcda-46d2-9dc1-a95626c276c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249591 Sep 29 23:40:42.645962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-df917f9d-8746-43bd-8c78-1befd77f7ce8 service neutron] 10.222.0.26 "GET /v2.0/networks/67eec064-bcda-46d2-9dc1-a95626c276c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837505 Sep 29 23:40:42.753773 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bfe6bc87-3b73-4ce9-a231-6384f86c1958 req-154c6394-c2ca-492b-b176-043bbb480b08 service neutron] 10.222.0.26 "GET /v2.0/networks/67eec064-bcda-46d2-9dc1-a95626c276c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909252 Sep 29 23:40:42.848756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c421a-6e21-443b-acf6-10681d159b88 req-d1d0e7e7-e254-4345-898c-c285db5b25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:42.850505 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-509c421a-6e21-443b-acf6-10681d159b88 req-d1d0e7e7-e254-4345-898c-c285db5b25a2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e622c5bc45df43888a3947aa43e30275&device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 1094 time: 0.0419776 Sep 29 23:40:42.952775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38731ea-324d-4ef1-9513-0f6c7c9b0dba req-d6487efb-152b-4d35-90e3-5fb355cb967a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:42.954318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e38731ea-324d-4ef1-9513-0f6c7c9b0dba req-d6487efb-152b-4d35-90e3-5fb355cb967a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1094 time: 0.0397995 Sep 29 23:40:42.955092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c421a-6e21-443b-acf6-10681d159b88 req-048f86c0-31dd-4363-879f-1edfb8265abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:42.956587 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-509c421a-6e21-443b-acf6-10681d159b88 req-048f86c0-31dd-4363-879f-1edfb8265abb service neutron] 10.222.0.26 "GET /v2.0/networks?id=67eec064-bcda-46d2-9dc1-a95626c276c4 HTTP/1.1" status: 200 len: 910 time: 0.0907447 Sep 29 23:40:42.992884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e38731ea-324d-4ef1-9513-0f6c7c9b0dba req-70962025-46b3-411a-a83b-03abc0e6df18 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322552 Sep 29 23:40:43.004284 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-509c421a-6e21-443b-acf6-10681d159b88 req-f319a264-8771-4ec1-86e8-377e68f3fd95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67c460c9-4300-4336-af47-be7f1812ed9b HTTP/1.1" status: 200 len: 217 time: 0.0349722 Sep 29 23:40:43.052759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c421a-6e21-443b-acf6-10681d159b88 req-7ce8c146-2126-44e4-8a7c-9ce8a134387c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:43.054154 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-509c421a-6e21-443b-acf6-10681d159b88 req-7ce8c146-2126-44e4-8a7c-9ce8a134387c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=add2e12e-04d0-4876-b139-03e369948bb7 HTTP/1.1" status: 200 len: 849 time: 0.0432155 Sep 29 23:40:43.098232 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-509c421a-6e21-443b-acf6-10681d159b88 req-982f92d2-80c2-4c3d-8d34-9cfd841517dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=67eec064-bcda-46d2-9dc1-a95626c276c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345242 Sep 29 23:40:43.189726 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-509c421a-6e21-443b-acf6-10681d159b88 req-2ba97baf-f615-412b-b7ed-2bd045394cf3 service neutron] 10.222.0.26 "GET /v2.0/networks/67eec064-bcda-46d2-9dc1-a95626c276c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824842 Sep 29 23:40:43.284752 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-509c421a-6e21-443b-acf6-10681d159b88 req-5c703196-100c-4747-847c-783fcd1e37dd service neutron] 10.222.0.26 "GET /v2.0/networks/67eec064-bcda-46d2-9dc1-a95626c276c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872588 Sep 29 23:40:43.335000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:40:43.429574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:43.440903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a', 'network_id': '99cf0341-2389-41ce-ab7f-69e1729f4590', 'port_id': '8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a', 'mac_address': 'fa:16:3e:25:be:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a300aba-855a-4c19-8429-c5f703f28db6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:40:43.477238 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:43.490086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:40:43.508846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:43.512954 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:43.558330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:43.651996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e10ffd-12a0-489b-8b85-2e218541df21 req-b6c06d4e-b2c4-4fd7-9327-28ad98c2c325 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:43.654184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5e10ffd-12a0-489b-8b85-2e218541df21 req-b6c06d4e-b2c4-4fd7-9327-28ad98c2c325 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 943 time: 0.0492024 Sep 29 23:40:43.693140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5e10ffd-12a0-489b-8b85-2e218541df21 req-a9448704-b971-4a39-beb7-1bebaf7b65e9 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c4dc12c-d377-4af2-bb12-47062f0b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328829 Sep 29 23:40:43.914227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:40:44.098887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274bd91-efc9-46cc-81d8-fab27fc48c30 req-c1200888-b9eb-4032-8dac-f6e9c757bc79 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:44.100784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8274bd91-efc9-46cc-81d8-fab27fc48c30 req-c1200888-b9eb-4032-8dac-f6e9c757bc79 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1095 time: 0.0407188 Sep 29 23:40:44.139754 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8274bd91-efc9-46cc-81d8-fab27fc48c30 req-af0fadd3-6b4e-40bd-8bc7-34c5ae6587ad tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329282 Sep 29 23:40:44.805779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fc802-a98c-436e-bb5f-13a0f3f90ee7 req-523e55d0-8bdf-4cba-ac2e-04eb77be599b tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:44.807253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce5fc802-a98c-436e-bb5f-13a0f3f90ee7 req-523e55d0-8bdf-4cba-ac2e-04eb77be599b tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 943 time: 0.0477760 Sep 29 23:40:44.848944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce5fc802-a98c-436e-bb5f-13a0f3f90ee7 req-3f3fb568-e508-45da-8fe5-1fedfab617ab tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c4dc12c-d377-4af2-bb12-47062f0b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348108 Sep 29 23:40:45.255668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca94be-6755-40f2-9fd1-33517e5da483 req-00287501-0d4a-495e-8f13-36202bb1c917 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:45.257256 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85ca94be-6755-40f2-9fd1-33517e5da483 req-00287501-0d4a-495e-8f13-36202bb1c917 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1095 time: 0.0402608 Sep 29 23:40:45.291392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85ca94be-6755-40f2-9fd1-33517e5da483 req-666a8e06-d535-44cc-a36d-f234c0d851bc tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280704 Sep 29 23:40:45.351618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:45.398890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:40:45.403056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:45.403613 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:45.480392 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:45.501704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e11ca8f-8d75-401d-96fd-d69f73ace007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:45.503949 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e36c92-cae4-413d-95a9-4ce5cd457ae0" -d '{"events": [{"server_uuid": "3e11ca8f-8d75-401d-96fd-d69f73ace007", "name": "network-vif-plugged", "status": "completed", "tag": "8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:45.516752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:45.520920 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:45.546227 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d713ab16-30ae-456e-a683-2de92d3d4ebd x-openstack-request-id: req-d713ab16-30ae-456e-a683-2de92d3d4ebd {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:45.546524 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e11ca8f-8d75-401d-96fd-d69f73ace007", "name": "network-vif-plugged", "status": "completed", "tag": "8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:45.546775 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d713ab16-30ae-456e-a683-2de92d3d4ebd {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:45.547165 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e11ca8f-8d75-401d-96fd-d69f73ace007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a', 'code': 200} Sep 29 23:40:45.570701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:45.666039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e747b1a4-f722-40a3-a685-e1973fd5de1d req-678ad71a-c105-4853-9e97-320a28bf37ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:45.667505 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e747b1a4-f722-40a3-a685-e1973fd5de1d req-678ad71a-c105-4853-9e97-320a28bf37ef service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1096 time: 0.0394654 Sep 29 23:40:45.671320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 67c460c9-4300-4336-af47-be7f1812ed9b details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:40:45.704643 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e747b1a4-f722-40a3-a685-e1973fd5de1d req-a83b1167-daa4-4aff-8259-df2384409698 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292430 Sep 29 23:40:45.770807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 67c460c9-4300-4336-af47-be7f1812ed9b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=67c460c9-4300-4336-af47-be7f1812ed9b,segment=NetworkSegment(d4deef0f-6202-475b-a548-721c448c4444),segment_id=d4deef0f-6202-475b-a548-721c448c4444)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:45.782059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '67c460c9-4300-4336-af47-be7f1812ed9b', 'network_id': '67eec064-bcda-46d2-9dc1-a95626c276c4', 'port_id': '67c460c9-4300-4336-af47-be7f1812ed9b', 'mac_address': 'fa:16:3e:3e:f4:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'add2e12e-04d0-4876-b139-03e369948bb7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:40:45.816924 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:45.829944 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67c460c9-4300-4336-af47-be7f1812ed9b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:40:45.851148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 67c460c9-4300-4336-af47-be7f1812ed9b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=67c460c9-4300-4336-af47-be7f1812ed9b,segment=NetworkSegment(d4deef0f-6202-475b-a548-721c448c4444),segment_id=d4deef0f-6202-475b-a548-721c448c4444)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:45.854849 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:45.901195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=67c460c9-4300-4336-af47-be7f1812ed9b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:45.963964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7809efb9-aa1e-4508-8ea1-fc00e68d8125 req-3f9a88d4-5053-4af0-a69b-3e1212022c71 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:45.966350 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7809efb9-aa1e-4508-8ea1-fc00e68d8125 req-3f9a88d4-5053-4af0-a69b-3e1212022c71 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 944 time: 0.0494192 Sep 29 23:40:46.003738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7809efb9-aa1e-4508-8ea1-fc00e68d8125 req-b721a4f2-1502-45a0-9856-533da6815663 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c4dc12c-d377-4af2-bb12-47062f0b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Sep 29 23:40:46.073463 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['67c460c9-4300-4336-af47-be7f1812ed9b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:40:46.398803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41d2052-beea-4b54-b48c-1ee57de2c82f req-17c2f20b-6b15-41a7-bca9-0f220e293db5 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:46.400371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f41d2052-beea-4b54-b48c-1ee57de2c82f req-17c2f20b-6b15-41a7-bca9-0f220e293db5 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1096 time: 0.0400622 Sep 29 23:40:46.440740 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f41d2052-beea-4b54-b48c-1ee57de2c82f req-429173ae-b205-43a5-9aae-57d272c443a5 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330930 Sep 29 23:40:47.120528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8155a64b-8584-4748-b7a5-9e2ebb8ff966 req-7a43b38a-5332-4ba4-a19c-af7e342cf028 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:47.122213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8155a64b-8584-4748-b7a5-9e2ebb8ff966 req-7a43b38a-5332-4ba4-a19c-af7e342cf028 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 944 time: 0.0528584 Sep 29 23:40:47.161522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8155a64b-8584-4748-b7a5-9e2ebb8ff966 req-2191389b-1c83-438b-aa41-9b0e6245bf49 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c4dc12c-d377-4af2-bb12-47062f0b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327244 Sep 29 23:40:47.549235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f10c1-8f78-4bf8-8ed3-2bdccd89c3d2 req-5ff7569c-1c8c-4aee-9cb2-930c74b14811 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:47.550721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d70f10c1-8f78-4bf8-8ed3-2bdccd89c3d2 req-5ff7569c-1c8c-4aee-9cb2-930c74b14811 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1096 time: 0.0396888 Sep 29 23:40:47.585050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d70f10c1-8f78-4bf8-8ed3-2bdccd89c3d2 req-006cba8e-4d87-4579-8771-dffaf4625db6 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284042 Sep 29 23:40:47.686860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 67c460c9-4300-4336-af47-be7f1812ed9b up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:40:47.687723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efdf94-4e4e-4b87-818f-8125c43e650a req-e2f453ae-75d7-4f2b-bf35-d40cadfe6d27 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:47.689739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36efdf94-4e4e-4b87-818f-8125c43e650a req-e2f453ae-75d7-4f2b-bf35-d40cadfe6d27 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1096 time: 0.0391622 Sep 29 23:40:47.729022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36efdf94-4e4e-4b87-818f-8125c43e650a req-3d77bce0-e0af-4454-b88b-2435ae1afa1f tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320415 Sep 29 23:40:47.734768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 67c460c9-4300-4336-af47-be7f1812ed9b completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:40:47.738534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 67c460c9-4300-4336-af47-be7f1812ed9b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:40:47.738913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:47.817955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:47.841633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dbf332-8869-4412-9ff4-3b3dc0888c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c460c9-4300-4336-af47-be7f1812ed9b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:47.844148 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb32a718-f97f-4b48-a349-9bda0ca8425b" -d '{"events": [{"server_uuid": "28dbf332-8869-4412-9ff4-3b3dc0888c5a", "name": "network-vif-plugged", "status": "completed", "tag": "67c460c9-4300-4336-af47-be7f1812ed9b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:47.859624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 67c460c9-4300-4336-af47-be7f1812ed9b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=67c460c9-4300-4336-af47-be7f1812ed9b,segment=NetworkSegment(d4deef0f-6202-475b-a548-721c448c4444),segment_id=d4deef0f-6202-475b-a548-721c448c4444)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:47.864349 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:47.893077 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92228895-40cf-4288-91e4-4de26c50a199 x-openstack-request-id: req-92228895-40cf-4288-91e4-4de26c50a199 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:47.893463 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dbf332-8869-4412-9ff4-3b3dc0888c5a", "name": "network-vif-plugged", "status": "completed", "tag": "67c460c9-4300-4336-af47-be7f1812ed9b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:47.893784 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-92228895-40cf-4288-91e4-4de26c50a199 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:47.894245 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dbf332-8869-4412-9ff4-3b3dc0888c5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67c460c9-4300-4336-af47-be7f1812ed9b', 'code': 200} Sep 29 23:40:47.925181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=67c460c9-4300-4336-af47-be7f1812ed9b,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:47.988605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b21a7-3bee-466d-9e65-7b90b9a95db6 req-f42ef9a4-6a5c-4b9c-bf34-c1dbea9015f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:47.990146 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aa3b21a7-3bee-466d-9e65-7b90b9a95db6 req-f42ef9a4-6a5c-4b9c-bf34-c1dbea9015f7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 1096 time: 0.0429878 Sep 29 23:40:48.028233 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-aa3b21a7-3bee-466d-9e65-7b90b9a95db6 req-ccf07f50-6976-4540-b735-bfa88dbb545f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3c4dc12c-d377-4af2-bb12-47062f0b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300074 Sep 29 23:40:48.175647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79791c89-79c9-4940-a36f-18a1aa1d3a74 req-5927bb8c-87ab-4c8f-a909-596bcfe02b48 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:48.177178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79791c89-79c9-4940-a36f-18a1aa1d3a74 req-5927bb8c-87ab-4c8f-a909-596bcfe02b48 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1096 time: 0.3805580 Sep 29 23:40:48.211353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79791c89-79c9-4940-a36f-18a1aa1d3a74 req-0ef25975-3262-478e-a433-59d84a7c74d1 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281990 Sep 29 23:40:48.275419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc1713-7bc7-4103-8867-fb804ec4268c req-7f76b714-7f8c-4ad5-aec3-e0986007522f tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:48.276938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cc1713-7bc7-4103-8867-fb804ec4268c req-7f76b714-7f8c-4ad5-aec3-e0986007522f tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 945 time: 0.0474095 Sep 29 23:40:48.316978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cc1713-7bc7-4103-8867-fb804ec4268c req-aee99d28-b829-49af-9bc1-d0cd54607abb tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c4dc12c-d377-4af2-bb12-47062f0b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336518 Sep 29 23:40:48.446042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968cc05-f05f-4148-8f1d-7b772c0bf019 req-fe02aacd-7b7f-4a0e-a505-c54bf15ee542 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:48.448127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0968cc05-f05f-4148-8f1d-7b772c0bf019 req-fe02aacd-7b7f-4a0e-a505-c54bf15ee542 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1096 time: 0.0441406 Sep 29 23:40:48.487122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0968cc05-f05f-4148-8f1d-7b772c0bf019 req-bc78206c-49b4-4c2d-89fc-df64638e1f91 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Sep 29 23:40:49.434388 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649b8f9-8706-4b82-9470-81532e284672 req-28cb2c12-7033-4a5d-a45a-47322904125c tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:49.436460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2649b8f9-8706-4b82-9470-81532e284672 req-28cb2c12-7033-4a5d-a45a-47322904125c tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 945 time: 0.0490842 Sep 29 23:40:49.472593 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2649b8f9-8706-4b82-9470-81532e284672 req-9104e222-534d-4732-8cfb-bcaf7d149728 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c4dc12c-d377-4af2-bb12-47062f0b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302050 Sep 29 23:40:49.592253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afcc91-3b33-48a3-85cb-daab2cbd605f req-e3839b77-a6ec-4881-9eaf-69ff6f892bd1 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:49.593763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4afcc91-3b33-48a3-85cb-daab2cbd605f req-e3839b77-a6ec-4881-9eaf-69ff6f892bd1 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1096 time: 0.0410633 Sep 29 23:40:49.629546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4afcc91-3b33-48a3-85cb-daab2cbd605f req-a602aeec-1ad2-44a3-b45e-9ad88bbda58d tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297463 Sep 29 23:40:50.011772 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-b654ebc3-646a-4fde-ae7b-85fedaf5da50 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:50.013968 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-b654ebc3-646a-4fde-ae7b-85fedaf5da50 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 1096 time: 0.0438879 Sep 29 23:40:50.094009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Deleting port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:50.094355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:50.176026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] For port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:50.176449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:50.189734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Calling delete_port for 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:50.312227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:50.322857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1461e84a-84c5-4775-84f5-80cbd2143857'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:40:50.355972 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:50.366191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:40:50.389209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.389209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.389477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.389801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.390147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.390971 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.391132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.391398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.391728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.392087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.392415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.392739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:50.420392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] No DVR routers for this DVR port 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:40:50.423449 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:50.426095 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-055a6796-78e3-4a3b-8f4f-6c1ebcc386ae req-669883b3-4a9a-42c4-a60b-fa97d6d85e31 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.42 "DELETE /v2.0/ports/8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a HTTP/1.1" status: 204 len: 173 time: 0.4069545 Sep 29 23:40:50.426798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e11ca8f-8d75-401d-96fd-d69f73ace007', 'name': 'network-vif-deleted', 'tag': '8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:50.429485 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15096da8-f771-4a12-9d8b-a629b464cb8e" -d '{"events": [{"server_uuid": "3e11ca8f-8d75-401d-96fd-d69f73ace007", "name": "network-vif-deleted", "tag": "8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:50.490687 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8019de-d8a5-4735-b5b5-82217717a0ab x-openstack-request-id: req-1d8019de-d8a5-4735-b5b5-82217717a0ab {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:50.491160 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e11ca8f-8d75-401d-96fd-d69f73ace007", "name": "network-vif-deleted", "tag": "8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:50.491427 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1d8019de-d8a5-4735-b5b5-82217717a0ab {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:50.491853 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e11ca8f-8d75-401d-96fd-d69f73ace007', 'name': 'network-vif-deleted', 'tag': '8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a', 'status': 'completed', 'code': 200} Sep 29 23:40:50.513647 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:50.733635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef6b9758-82b3-455c-a7d5-d50b70020c05 req-9684d72d-e931-49f6-afde-986391788193 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=3e11ca8f-8d75-401d-96fd-d69f73ace007 HTTP/1.1" status: 200 len: 210 time: 0.0264218 Sep 29 23:40:51.938911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5654d22a-07d7-4783-b092-6cbcf265e19c req-06f2e4b8-ead8-479b-861e-554a1dcaa65c tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:51.940558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5654d22a-07d7-4783-b092-6cbcf265e19c req-06f2e4b8-ead8-479b-861e-554a1dcaa65c tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 945 time: 0.0579188 Sep 29 23:40:52.003699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5654d22a-07d7-4783-b092-6cbcf265e19c req-217613a6-f93c-4308-b83a-2069847b581a tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c4dc12c-d377-4af2-bb12-47062f0b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571315 Sep 29 23:40:52.012528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db694b-dac6-46d0-a61a-ea633cbe6bf0 req-58059bff-175d-471f-b447-793cb480ad7a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:52.014047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52db694b-dac6-46d0-a61a-ea633cbe6bf0 req-58059bff-175d-471f-b447-793cb480ad7a tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1097 time: 0.0520303 Sep 29 23:40:52.048966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52db694b-dac6-46d0-a61a-ea633cbe6bf0 req-00443be9-8f8a-4307-9235-58f31f3bb408 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285935 Sep 29 23:40:53.121046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b706104-b49f-4b4d-be45-50b214b581f6 req-8e59cb65-40d4-4dbd-9e92-d104bff0d445 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:53.123178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b706104-b49f-4b4d-be45-50b214b581f6 req-8e59cb65-40d4-4dbd-9e92-d104bff0d445 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 945 time: 0.0492406 Sep 29 23:40:53.188893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b706104-b49f-4b4d-be45-50b214b581f6 req-c855955e-5961-479d-9a2b-0d29d6035744 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/security-groups?id=3c4dc12c-d377-4af2-bb12-47062f0b7be1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567408 Sep 29 23:40:53.193871 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1b3b7-f9e7-4e52-a14d-634bd052b8d9 req-0a30bfd4-0f41-4456-a966-94005a596a06 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:53.195330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4c1b3b7-f9e7-4e52-a14d-634bd052b8d9 req-0a30bfd4-0f41-4456-a966-94005a596a06 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1097 time: 0.0711753 Sep 29 23:40:53.232283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4c1b3b7-f9e7-4e52-a14d-634bd052b8d9 req-b39e2fb4-d4f8-4272-8427-a927b6e76549 tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/security-groups?id=44d02652-5627-4724-9856-e9c04ba11629&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296211 Sep 29 23:40:53.280882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-77c3f79c-da09-44a9-a494-3f68af14bdde tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:53.282409 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-77c3f79c-da09-44a9-a494-3f68af14bdde tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.26 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 945 time: 0.0485294 Sep 29 23:40:53.395847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:40:53.401529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-e4ae8e3c-7278-4a2d-aef9-cae928e455be tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:40:53.403024 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-e4ae8e3c-7278-4a2d-aef9-cae928e455be tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 1097 time: 0.0534203 Sep 29 23:40:53.416313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:40:53.416658 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 8ab2a7f1-042c-40c6-9c5c-0a8f3664b60a not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:40:53.418759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-366a5243-7266-450c-abf1-4f574ad9e416 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Deleting port 67c460c9-4300-4336-af47-be7f1812ed9b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:53.419100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-366a5243-7266-450c-abf1-4f574ad9e416 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:53.551818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-366a5243-7266-450c-abf1-4f574ad9e416 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] For port 67c460c9-4300-4336-af47-be7f1812ed9b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=67c460c9-4300-4336-af47-be7f1812ed9b,segment=NetworkSegment(d4deef0f-6202-475b-a548-721c448c4444),segment_id=d4deef0f-6202-475b-a548-721c448c4444)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:53.552115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-366a5243-7266-450c-abf1-4f574ad9e416 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:53.566840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-366a5243-7266-450c-abf1-4f574ad9e416 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Calling delete_port for 67c460c9-4300-4336-af47-be7f1812ed9b owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:53.579453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-625f8aea-fbf3-4f43-b13c-245ee183bade tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Deleting port 1461e84a-84c5-4775-84f5-80cbd2143857 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:53.579790 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-625f8aea-fbf3-4f43-b13c-245ee183bade tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:53.711435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-625f8aea-fbf3-4f43-b13c-245ee183bade tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] For port 1461e84a-84c5-4775-84f5-80cbd2143857, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=1461e84a-84c5-4775-84f5-80cbd2143857,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:53.711806 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-625f8aea-fbf3-4f43-b13c-245ee183bade tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:53.726649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-625f8aea-fbf3-4f43-b13c-245ee183bade tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Calling delete_port for 1461e84a-84c5-4775-84f5-80cbd2143857 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:53.823721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-366a5243-7266-450c-abf1-4f574ad9e416 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:53.835363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['67c460c9-4300-4336-af47-be7f1812ed9b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:40:54.124883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a5243-7266-450c-abf1-4f574ad9e416 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Pushing event deleted for resources: {'Port': ['ID=67c460c9-4300-4336-af47-be7f1812ed9b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:54.175401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-366a5243-7266-450c-abf1-4f574ad9e416 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] No DVR routers for this DVR port 67c460c9-4300-4336-af47-be7f1812ed9b on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:40:54.177972 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-366a5243-7266-450c-abf1-4f574ad9e416 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:54.180123 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8ceb3f7d-4558-4536-b244-bc09fe6fc0de req-366a5243-7266-450c-abf1-4f574ad9e416 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.26 "DELETE /v2.0/ports/67c460c9-4300-4336-af47-be7f1812ed9b HTTP/1.1" status: 204 len: 173 time: 0.8920250 Sep 29 23:40:54.181979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dbf332-8869-4412-9ff4-3b3dc0888c5a', 'name': 'network-vif-deleted', 'tag': '67c460c9-4300-4336-af47-be7f1812ed9b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:54.184269 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfe733e-c1b7-4f6a-92f8-6a15a1bab1c3" -d '{"events": [{"server_uuid": "28dbf332-8869-4412-9ff4-3b3dc0888c5a", "name": "network-vif-deleted", "tag": "67c460c9-4300-4336-af47-be7f1812ed9b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:54.235617 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945ed564-c49d-4064-9ab9-23bb5e5451c9 x-openstack-request-id: req-945ed564-c49d-4064-9ab9-23bb5e5451c9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:54.235970 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28dbf332-8869-4412-9ff4-3b3dc0888c5a", "name": "network-vif-deleted", "tag": "67c460c9-4300-4336-af47-be7f1812ed9b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:54.236236 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-945ed564-c49d-4064-9ab9-23bb5e5451c9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:54.236634 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dbf332-8869-4412-9ff4-3b3dc0888c5a', 'name': 'network-vif-deleted', 'tag': '67c460c9-4300-4336-af47-be7f1812ed9b', 'status': 'completed', 'code': 200} Sep 29 23:40:54.237240 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-625f8aea-fbf3-4f43-b13c-245ee183bade tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:54.247970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['1461e84a-84c5-4775-84f5-80cbd2143857'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:40:54.271044 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f8aea-fbf3-4f43-b13c-245ee183bade tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Pushing event deleted for resources: {'Port': ['ID=1461e84a-84c5-4775-84f5-80cbd2143857,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:54.303012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e33e3102-726f-4387-b4b9-82ad26963431 req-a1d95c11-cd5d-435e-a344-2814592c4ab5 tempest-VolumesActionsTest-1016006355 tempest-VolumesActionsTest-1016006355-project] 10.222.0.44 "GET /v2.0/ports?device_id=28dbf332-8869-4412-9ff4-3b3dc0888c5a HTTP/1.1" status: 200 len: 210 time: 0.0344505 Sep 29 23:40:54.335798 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-625f8aea-fbf3-4f43-b13c-245ee183bade tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] No DVR routers for this DVR port 1461e84a-84c5-4775-84f5-80cbd2143857 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:40:54.338643 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-625f8aea-fbf3-4f43-b13c-245ee183bade tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:54.340774 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-76c3eeec-a538-4a44-bc10-e824001cf87a req-625f8aea-fbf3-4f43-b13c-245ee183bade tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.26 "DELETE /v2.0/ports/1461e84a-84c5-4775-84f5-80cbd2143857 HTTP/1.1" status: 204 len: 173 time: 0.9297752 Sep 29 23:40:54.363202 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc0c6d39-7794-410a-a5e1-ef6903f2e22f req-b8dbca63-1635-48a3-a6a3-ab1ccf3ed9fa tempest-TestServerMultinode-483738021 tempest-TestServerMultinode-483738021-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=f1177f00-a25d-4cc0-b358-e23383863e18 HTTP/1.1" status: 200 len: 210 time: 0.0488613 Sep 29 23:40:55.431928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60216) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:55.800345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:56.052703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] Deleting port f33b4d54-bec1-4b48-8c6f-86ee02e084fb {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:56.052953 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:56.132756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] For port f33b4d54-bec1-4b48-8c6f-86ee02e084fb, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f33b4d54-bec1-4b48-8c6f-86ee02e084fb,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:56.133135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:56.147347 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] Calling delete_port for f33b4d54-bec1-4b48-8c6f-86ee02e084fb owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:56.250919 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1177f00-a25d-4cc0-b358-e23383863e18', 'name': 'network-vif-deleted', 'tag': '1461e84a-84c5-4775-84f5-80cbd2143857'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:40:56.253217 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ee5d9c7-3c82-41f5-9ec0-b71ca5230502" -d '{"events": [{"server_uuid": "f1177f00-a25d-4cc0-b358-e23383863e18", "name": "network-vif-deleted", "tag": "1461e84a-84c5-4775-84f5-80cbd2143857"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:40:56.294699 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2e03ea-7bff-4144-b017-5ff7ec4d77a6 x-openstack-request-id: req-8c2e03ea-7bff-4144-b017-5ff7ec4d77a6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:40:56.294968 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1177f00-a25d-4cc0-b358-e23383863e18", "name": "network-vif-deleted", "tag": "1461e84a-84c5-4775-84f5-80cbd2143857", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:40:56.295388 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c2e03ea-7bff-4144-b017-5ff7ec4d77a6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:40:56.295783 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1177f00-a25d-4cc0-b358-e23383863e18', 'name': 'network-vif-deleted', 'tag': '1461e84a-84c5-4775-84f5-80cbd2143857', 'status': 'completed', 'code': 200} Sep 29 23:40:56.344595 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:56.369588 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f33b4d54-bec1-4b48-8c6f-86ee02e084fb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:56.552706 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:56.773078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] Router b2cff8a3-4864-4a07-921c-9f0d334f2737 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:40:56.889474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:40:56.897584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60236) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:56.900162 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] Sync routers for ids ['b2cff8a3-4864-4a07-921c-9f0d334f2737'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:40:56.900591 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bb151808-3f0b-40ab-a3fa-ee6b75cfe5fb admin admin] 10.222.0.44 "PUT /v2.0/routers/b2cff8a3-4864-4a07-921c-9f0d334f2737/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639728 Sep 29 23:40:56.911415 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] Routers {'b2cff8a3-4864-4a07-921c-9f0d334f2737'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:56.912181 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b2cff8a3-4864-4a07-921c-9f0d334f2737'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:57.008291 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.021960 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] Set router b2cff8a3-4864-4a07-921c-9f0d334f2737 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:57.114369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.168129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Deleting port a802d96f-1506-4c71-90ee-b2dba677ca76 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:57.168370 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.202857 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'name': 'tempest-TestServerMultinode-737057003-router', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:56Z', 'revision_number': 5, 'project_id': '696a70d57c4341b59a82abd99283473e', 'gw_port': {'id': 'a802d96f-1506-4c71-90ee-b2dba677ca76', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:0a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:57.229327 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] Checking router: b2cff8a3-4864-4a07-921c-9f0d334f2737 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:40:57.237455 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] Routers {'b2cff8a3-4864-4a07-921c-9f0d334f2737'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:40:57.238063 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b2cff8a3-4864-4a07-921c-9f0d334f2737'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:57.251873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] For port a802d96f-1506-4c71-90ee-b2dba677ca76, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a802d96f-1506-4c71-90ee-b2dba677ca76,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:57.252246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.264311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Calling delete_port for a802d96f-1506-4c71-90ee-b2dba677ca76 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:57.334952 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] Set router b2cff8a3-4864-4a07-921c-9f0d334f2737 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:40:57.391649 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'name': 'tempest-TestServerMultinode-737057003-router', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:57Z', 'revision_number': 6, 'project_id': '696a70d57c4341b59a82abd99283473e', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:57.418714 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f841862-61ac-4be6-a877-8b9189b42636 None None] The sync data for ids ['b2cff8a3-4864-4a07-921c-9f0d334f2737'] in n-d-811173-2 is: [{'id': 'b2cff8a3-4864-4a07-921c-9f0d334f2737', 'name': 'tempest-TestServerMultinode-737057003-router', 'tenant_id': '696a70d57c4341b59a82abd99283473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:13Z', 'updated_at': '2021-09-29T23:40:57Z', 'revision_number': 6, 'project_id': '696a70d57c4341b59a82abd99283473e', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:40:57.438072 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.464465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Pushing event deleted for resources: {'Port': ['ID=a802d96f-1506-4c71-90ee-b2dba677ca76,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:57.490126 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.490475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.490813 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.491147 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.491477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.491806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.492151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.492474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.492793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.493111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.493434 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.493750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:40:57.548376 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.643423 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.645972 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.689617 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.690076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2cff8a3-4864-4a07-921c-9f0d334f2737 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:40:57.694864 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.696266 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e8c01efc-a040-4b90-a7f7-09d324e1ccce admin admin] 10.222.0.44 "DELETE /v2.0/routers/b2cff8a3-4864-4a07-921c-9f0d334f2737 HTTP/1.1" status: 204 len: 168 time: 0.7970462 Sep 29 23:40:57.698784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60238) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:57.743344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3e3d3eb-472f-468a-9fa9-24fc64ffed07 admin admin] Deleting subnet 0a300aba-855a-4c19-8429-c5f703f28db6 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:40:57.746701 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3e3d3eb-472f-468a-9fa9-24fc64ffed07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.749614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1461e84a-84c5-4775-84f5-80cbd2143857 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:40:57.783140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 1461e84a-84c5-4775-84f5-80cbd2143857 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:40:57.783786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 1461e84a-84c5-4775-84f5-80cbd2143857 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:40:57.785079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 67c460c9-4300-4336-af47-be7f1812ed9b no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:40:57.792626 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3e3d3eb-472f-468a-9fa9-24fc64ffed07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.810615 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 67c460c9-4300-4336-af47-be7f1812ed9b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:40:57.811194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 67c460c9-4300-4336-af47-be7f1812ed9b not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:40:57.886342 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3e3d3eb-472f-468a-9fa9-24fc64ffed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.949861 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3e3d3eb-472f-468a-9fa9-24fc64ffed07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.976563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3d3eb-472f-468a-9fa9-24fc64ffed07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a300aba-855a-4c19-8429-c5f703f28db6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:57.981697 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3e3d3eb-472f-468a-9fa9-24fc64ffed07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:57.986772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b67c0cc-f129-49d6-a913-3d69ef9d6d20 None None] Network 99cf0341-2389-41ce-ab7f-69e1729f4590 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:40:57.987895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60242) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:57.988363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a3e3d3eb-472f-468a-9fa9-24fc64ffed07 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/0a300aba-855a-4c19-8429-c5f703f28db6 HTTP/1.1" status: 204 len: 168 time: 0.2882111 Sep 29 23:40:58.057549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.111813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Deleting port c4222c3f-d0e0-4582-81f5-e87400f6668e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:58.112307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.195487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] For port c4222c3f-d0e0-4582-81f5-e87400f6668e, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c4222c3f-d0e0-4582-81f5-e87400f6668e,segment=NetworkSegment(ad17d312-5f5a-4a52-aafb-3da28ceccf60),segment_id=ad17d312-5f5a-4a52-aafb-3da28ceccf60)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:58.195774 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.209408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Calling delete_port for c4222c3f-d0e0-4582-81f5-e87400f6668e owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:58.240032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10dc8d1-d117-4463-a5d5-2eea06c4063c None None] DHCP port deletion for 99cf0341-2389-41ce-ab7f-69e1729f4590 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:40:58.301590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc8d1-d117-4463-a5d5-2eea06c4063c None None] Deleting port c4222c3f-d0e0-4582-81f5-e87400f6668e {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:58.302064 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.302239 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8d1-d117-4463-a5d5-2eea06c4063c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.335456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4222c3f-d0e0-4582-81f5-e87400f6668e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:58.337970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] No DVR routers for this DVR port c4222c3f-d0e0-4582-81f5-e87400f6668e on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:40:58.384840 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a10dc8d1-d117-4463-a5d5-2eea06c4063c None None] For port c4222c3f-d0e0-4582-81f5-e87400f6668e, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:58.385287 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8d1-d117-4463-a5d5-2eea06c4063c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.399368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a10dc8d1-d117-4463-a5d5-2eea06c4063c None None] Calling delete_port for c4222c3f-d0e0-4582-81f5-e87400f6668e owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:58.402115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-a10dc8d1-d117-4463-a5d5-2eea06c4063c None None] Port c4222c3f-d0e0-4582-81f5-e87400f6668e was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 29 23:40:58.403420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a10dc8d1-d117-4463-a5d5-2eea06c4063c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.423551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.435522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10dc8d1-d117-4463-a5d5-2eea06c4063c None None] Pushing event deleted for resources: {'Port': ['ID=c4222c3f-d0e0-4582-81f5-e87400f6668e,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:58.438540 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10dc8d1-d117-4463-a5d5-2eea06c4063c None None] No DVR routers for this DVR port c4222c3f-d0e0-4582-81f5-e87400f6668e on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:40:58.447655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99cf0341-2389-41ce-ab7f-69e1729f4590']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:58.459004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad17d312-5f5a-4a52-aafb-3da28ceccf60') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:58.459306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad17d312-5f5a-4a52-aafb-3da28ceccf60') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:40:58.470287 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.486580 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.497186 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:40:58.497804 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:40:58.500551 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:40:58.565506 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.585013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:58.585815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60244) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:40:58.585956 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] 10.222.0.44 "DELETE /v2.0/networks/99cf0341-2389-41ce-ab7f-69e1729f4590 HTTP/1.1" status: 204 len: 168 time: 0.5962255 Sep 29 23:40:58.601000 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5407e-1b58-48f1-82c0-5ae4b15bf779 admin admin] Pushing event deleted for resources: {'Network': ['ID=99cf0341-2389-41ce-ab7f-69e1729f4590,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:58.702998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f33b4d54-bec1-4b48-8c6f-86ee02e084fb no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:40:58.723150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f33b4d54-bec1-4b48-8c6f-86ee02e084fb {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:40:58.723583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f33b4d54-bec1-4b48-8c6f-86ee02e084fb not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:40:58.724088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a802d96f-1506-4c71-90ee-b2dba677ca76 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:40:58.743855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a802d96f-1506-4c71-90ee-b2dba677ca76 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:40:58.744308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a802d96f-1506-4c71-90ee-b2dba677ca76 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:40:58.744794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c4222c3f-d0e0-4582-81f5-e87400f6668e no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:40:58.763441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: c4222c3f-d0e0-4582-81f5-e87400f6668e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:40:58.764519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c4222c3f-d0e0-4582-81f5-e87400f6668e not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:40:58.977214 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:59.255473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] Deleting port 1f180c30-0473-4c98-8982-49e2a7b901b7 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:40:59.255816 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:59.347218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] For port 1f180c30-0473-4c98-8982-49e2a7b901b7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=1f180c30-0473-4c98-8982-49e2a7b901b7,segment=NetworkSegment(44e03f4b-9e23-4f76-9919-b506c365203f),segment_id=44e03f4b-9e23-4f76-9919-b506c365203f)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:40:59.347583 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:59.361175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] Calling delete_port for 1f180c30-0473-4c98-8982-49e2a7b901b7 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:40:59.550222 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:40:59.582488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] Pushing event deleted for resources: {'Port': ['ID=1f180c30-0473-4c98-8982-49e2a7b901b7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:40:59.757097 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.011922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] Router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:41:00.126303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:41:00.131207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a29e60dc-9e9b-40cf-aecc-2a6f3ef2a01f admin admin] 10.222.0.44 "PUT /v2.0/routers/69ff7104-1b08-4e61-ab48-6bc6b0518a79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5436347 Sep 29 23:41:00.133770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60256) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:00.136358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] Sync routers for ids ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:41:00.145801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] Routers {'69ff7104-1b08-4e61-ab48-6bc6b0518a79'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:41:00.146427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:00.239557 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.254511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] Set router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:41:00.347480 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.408028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Deleting port cfcd0921-99bc-4c68-b162-c1747ef47eae {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:41:00.408028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.445128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'name': 'tempest-TestServerMultinode-1605762218-router', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97'}], 'enable_snat': True}, 'gw_port_id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:59Z', 'revision_number': 5, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'gw_port': {'id': 'cfcd0921-99bc-4c68-b162-c1747ef47eae', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:25:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:40:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:00.472585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] Checking router: 69ff7104-1b08-4e61-ab48-6bc6b0518a79 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:41:00.481116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] Routers {'69ff7104-1b08-4e61-ab48-6bc6b0518a79'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:41:00.481754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:40:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:00.494042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] For port cfcd0921-99bc-4c68-b162-c1747ef47eae, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cfcd0921-99bc-4c68-b162-c1747ef47eae,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:41:00.494522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.509588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Calling delete_port for cfcd0921-99bc-4c68-b162-c1747ef47eae owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:41:00.706225 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.739693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cfcd0921-99bc-4c68-b162-c1747ef47eae,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:00.751591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] Set router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:41:00.801797 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.807035 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'name': 'tempest-TestServerMultinode-1605762218-router', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:41:00Z', 'revision_number': 6, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:00.833684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6605a1-42c7-41ea-9bf7-a2dd3c4a2c02 None None] The sync data for ids ['69ff7104-1b08-4e61-ab48-6bc6b0518a79'] in n-d-811173-2 is: [{'id': '69ff7104-1b08-4e61-ab48-6bc6b0518a79', 'name': 'tempest-TestServerMultinode-1605762218-router', 'tenant_id': '1c4f08cd0ed54bb581ac104aada38e07', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:40:18Z', 'updated_at': '2021-09-29T23:41:00Z', 'revision_number': 6, 'project_id': '1c4f08cd0ed54bb581ac104aada38e07', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:41:00.898876 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.901114 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.943464 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.944050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ff7104-1b08-4e61-ab48-6bc6b0518a79 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:41:00.948764 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:00.949929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-11a70d7e-ffb3-4dca-a3c7-b868edb328ca admin admin] 10.222.0.44 "DELETE /v2.0/routers/69ff7104-1b08-4e61-ab48-6bc6b0518a79 HTTP/1.1" status: 204 len: 168 time: 0.8151865 Sep 29 23:41:00.952804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60268) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:01.002544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe840af7-e277-4a70-9334-80ddcc720271 admin admin] Deleting subnet 64afe53c-a468-4822-b09a-1abbabd6ed2b {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:41:01.005814 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe840af7-e277-4a70-9334-80ddcc720271 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.040086 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe840af7-e277-4a70-9334-80ddcc720271 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.115684 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe840af7-e277-4a70-9334-80ddcc720271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.172282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe840af7-e277-4a70-9334-80ddcc720271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.198943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe840af7-e277-4a70-9334-80ddcc720271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64afe53c-a468-4822-b09a-1abbabd6ed2b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:01.201014 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe840af7-e277-4a70-9334-80ddcc720271 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.202932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fe840af7-e277-4a70-9334-80ddcc720271 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/64afe53c-a468-4822-b09a-1abbabd6ed2b HTTP/1.1" status: 204 len: 168 time: 0.2490895 Sep 29 23:41:01.205528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60270) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:01.220557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed14621-80da-4fac-905a-93cba85a6afc None None] Network 04a5a242-af5b-4bc2-83e3-8f7073c8d150 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:41:01.312892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.371076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Deleting port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:41:01.371419 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.440745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] For port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77,segment=NetworkSegment(44e03f4b-9e23-4f76-9919-b506c365203f),segment_id=44e03f4b-9e23-4f76-9919-b506c365203f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:41:01.441123 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.454715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Calling delete_port for cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:41:01.535809 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.566895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:01.574695 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] No DVR routers for this DVR port cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:41:01.655703 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.670656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c7d0d-f40c-438f-9178-b567cfedcfe1 None None] DHCP port deletion for 04a5a242-af5b-4bc2-83e3-8f7073c8d150 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:41:01.684046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04a5a242-af5b-4bc2-83e3-8f7073c8d150']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:01.699236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e03f4b-9e23-4f76-9919-b506c365203f') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:01.699457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e03f4b-9e23-4f76-9919-b506c365203f') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:01.714629 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.727815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.733831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:41:01.734218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:41:01.735872 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:41:01.792355 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.797298 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:01.802116 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/04a5a242-af5b-4bc2-83e3-8f7073c8d150 HTTP/1.1" status: 204 len: 168 time: 0.5922637 Sep 29 23:41:01.814678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aeb718-45ea-4659-80c7-3681c66917a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=04a5a242-af5b-4bc2-83e3-8f7073c8d150,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:01.995062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60276) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:02.038285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5cc3b19d-4020-49e3-837f-2f6b2bcde1a8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=696a70d57c4341b59a82abd99283473e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417926 Sep 29 23:41:02.040836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60278) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:02.089043 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-052abfaf-72af-48cd-9708-7cf88502eb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:02.111840 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-052abfaf-72af-48cd-9708-7cf88502eb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:02.161857 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-052abfaf-72af-48cd-9708-7cf88502eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:02.164873 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-052abfaf-72af-48cd-9708-7cf88502eb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:02.168357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-052abfaf-72af-48cd-9708-7cf88502eb97 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b058c1b1-0120-4031-ba23-11e228e8ec4c HTTP/1.1" status: 204 len: 168 time: 0.1242716 Sep 29 23:41:02.174705 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052abfaf-72af-48cd-9708-7cf88502eb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b058c1b1-0120-4031-ba23-11e228e8ec4c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:02.491457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60284) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:02.534930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-807c3fbe-ee25-4f93-8cfa-a5cb8b0e9a8b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1c4f08cd0ed54bb581ac104aada38e07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420523 Sep 29 23:41:02.537264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60286) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:02.591027 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33168c31-1947-46b9-b8d7-0cd4ecb5998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:02.617931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33168c31-1947-46b9-b8d7-0cd4ecb5998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:02.680700 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33168c31-1947-46b9-b8d7-0cd4ecb5998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:02.683495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-33168c31-1947-46b9-b8d7-0cd4ecb5998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:02.687607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-33168c31-1947-46b9-b8d7-0cd4ecb5998c admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/44d02652-5627-4724-9856-e9c04ba11629 HTTP/1.1" status: 204 len: 168 time: 0.1465518 Sep 29 23:41:02.710928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33168c31-1947-46b9-b8d7-0cd4ecb5998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d02652-5627-4724-9856-e9c04ba11629,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:02.747342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1f180c30-0473-4c98-8982-49e2a7b901b7 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:41:02.769300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 1f180c30-0473-4c98-8982-49e2a7b901b7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:41:02.769638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 1f180c30-0473-4c98-8982-49e2a7b901b7 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:41:02.770070 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:41:02.789232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:41:02.789549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cd8cb8ae-d42f-4b9b-bdd9-a354a95b4a77 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:41:02.789910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cfcd0921-99bc-4c68-b162-c1747ef47eae no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:41:02.816723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: cfcd0921-99bc-4c68-b162-c1747ef47eae {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:41:02.817136 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device cfcd0921-99bc-4c68-b162-c1747ef47eae not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:41:03.334516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d8aed605-fa9f-46e3-8d15-7a34bb247634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:06.234523 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-225208f5-7ba6-4910-ae0b-4345cce03f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:06.597898 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:07.522896 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:08.707979 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:09.823965 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:10.707377 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:41:15.946391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60388) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:15.991323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e4a8ec-d610-4c99-bf0c-c22df282718c admin admin] Deleting subnet add2e12e-04d0-4876-b139-03e369948bb7 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:41:15.994365 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57e4a8ec-d610-4c99-bf0c-c22df282718c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.029109 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57e4a8ec-d610-4c99-bf0c-c22df282718c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.071438 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57e4a8ec-d610-4c99-bf0c-c22df282718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.124111 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57e4a8ec-d610-4c99-bf0c-c22df282718c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.152848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57e4a8ec-d610-4c99-bf0c-c22df282718c admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.155537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-57e4a8ec-d610-4c99-bf0c-c22df282718c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/add2e12e-04d0-4876-b139-03e369948bb7 HTTP/1.1" status: 204 len: 168 time: 0.2079446 Sep 29 23:41:16.156458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4a8ec-d610-4c99-bf0c-c22df282718c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add2e12e-04d0-4876-b139-03e369948bb7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:16.158183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60390) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:16.229336 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.312491 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.335034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67eec064-bcda-46d2-9dc1-a95626c276c4']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:16.344566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4deef0f-6202-475b-a548-721c448c4444') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:16.344872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4deef0f-6202-475b-a548-721c448c4444') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:16.354524 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.368559 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.375104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:41:16.375539 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:41:16.377209 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:41:16.435617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.441918 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.443815 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] 10.222.0.44 "DELETE /v2.0/networks/67eec064-bcda-46d2-9dc1-a95626c276c4 HTTP/1.1" status: 204 len: 168 time: 0.2846179 Sep 29 23:41:16.446889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:16.454423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb83a6c-4a8a-451d-848e-c34b610cae20 admin admin] Pushing event deleted for resources: {'Network': ['ID=67eec064-bcda-46d2-9dc1-a95626c276c4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:16.491256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-f852d010-e4b1-416d-ae47-1b6f44959667 admin admin] Deleting subnet 61402e0e-e20b-495a-a90f-176442854024 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:41:16.494434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f852d010-e4b1-416d-ae47-1b6f44959667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.529401 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f852d010-e4b1-416d-ae47-1b6f44959667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.906836 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f852d010-e4b1-416d-ae47-1b6f44959667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.956813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f852d010-e4b1-416d-ae47-1b6f44959667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.983964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f852d010-e4b1-416d-ae47-1b6f44959667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:16.986524 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f852d010-e4b1-416d-ae47-1b6f44959667 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/61402e0e-e20b-495a-a90f-176442854024 HTTP/1.1" status: 204 len: 168 time: 0.5385685 Sep 29 23:41:16.987812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f852d010-e4b1-416d-ae47-1b6f44959667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61402e0e-e20b-495a-a90f-176442854024,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:16.988485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60394) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:17.059631 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.137378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.158296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b937f0c-7e63-4728-b37f-b3e29788bd72']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:17.167202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c26719df-2f62-436a-a307-794ae34e8ea5') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:17.167502 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c26719df-2f62-436a-a307-794ae34e8ea5') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:41:17.176649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.189318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.195373 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:41:17.195763 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:41:17.197415 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:41:17.254552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.261110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.262224 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] 10.222.0.44 "DELETE /v2.0/networks/6b937f0c-7e63-4728-b37f-b3e29788bd72 HTTP/1.1" status: 204 len: 168 time: 0.2727451 Sep 29 23:41:17.273909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27832be-c870-42d0-a9a1-9ca7e3436be8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b937f0c-7e63-4728-b37f-b3e29788bd72,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:17.421653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60398) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:17.460367 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e963cd2f-8bd3-4bbd-bf17-b4a9904c0b01 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e622c5bc45df43888a3947aa43e30275&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375044 Sep 29 23:41:17.462672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 60400) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:17.509855 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eee9565a-cf71-4179-a072-77151321cd0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.530871 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eee9565a-cf71-4179-a072-77151321cd0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.579628 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eee9565a-cf71-4179-a072-77151321cd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.582194 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eee9565a-cf71-4179-a072-77151321cd0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:17.583368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eee9565a-cf71-4179-a072-77151321cd0f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3c4dc12c-d377-4af2-bb12-47062f0b7be1 HTTP/1.1" status: 204 len: 168 time: 0.1198215 Sep 29 23:41:17.590874 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9565a-cf71-4179-a072-77151321cd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4dc12c-d377-4af2-bb12-47062f0b7be1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:17.894032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60406) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:17.933521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8443976e-8e90-466a-a03d-ee863b1184de admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=1fb15afc663848b1a82ae48ed2a16dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381553 Sep 29 23:41:17.935795 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 60408) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:41:17.983805 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6493f08a-d489-4a0e-a298-4b561fb74446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:18.003765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6493f08a-d489-4a0e-a298-4b561fb74446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:18.052191 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6493f08a-d489-4a0e-a298-4b561fb74446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:18.055052 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6493f08a-d489-4a0e-a298-4b561fb74446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:18.056215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6493f08a-d489-4a0e-a298-4b561fb74446 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/76d086ab-f553-40be-afda-4fc79ebef0d0 HTTP/1.1" status: 204 len: 168 time: 0.1194839 Sep 29 23:41:18.063619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493f08a-d489-4a0e-a298-4b561fb74446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d086ab-f553-40be-afda-4fc79ebef0d0,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:41:20.480590 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:33.328624 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bed26125-269f-42b4-b9bf-da0593cd871f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:36.235885 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-121f1b6b-7faa-4570-9ce3-38ad9eac8955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:36.600760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:37.526099 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:38.711733 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:39.829723 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:41:47.707387 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:41:50.481246 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:03.330234 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cade60ba-b34f-4d2d-a695-3f2b0ebe4e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:06.238375 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b611b7a0-23fb-450a-9e40-05c23608549a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:06.602118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:07.529106 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:08.713624 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:09.844244 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:20.497258 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:24.707265 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:42:33.332747 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6bf7082b-f99b-4765-8298-7858a13dff75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:36.241213 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-968d768f-72a9-4209-8468-4a0ba61e629a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:36.605454 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:37.531656 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:38.723140 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:39.845575 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:50.510107 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:42:57.142936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-37c4e158-1217-49c8-831c-b8c62e7b2067 req-bacf98e9-3422-408a-8518-7d6fbc00ae3f service neutron] (110006) timed out ('10.222.0.44', 34718) {{(pid=110006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 29 23:43:01.706403 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:43:03.335315 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e73dcc60-d037-47d3-ba04-1855ad4de39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:06.244134 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4b6a7334-824c-4684-9a04-0826a3011d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:06.611734 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:07.535986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:08.337796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34474) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:43:08.447114 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:08.536974 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:08.540887 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:08.577848 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=189e7b10499345f89db43582f9263d95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388632 Sep 29 23:43:08.580733 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34480) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:43:08.582908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d16736-5708-4083-b4e2-7e46268ed033,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:08.591334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.591896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.592404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.592886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.593362 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.593836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.594329 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.594657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.594985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.595318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.595649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.595996 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197b86ee-b067-444b-bcb7-fdd7c3544184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.633894 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:08.655194 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:08.705091 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:08.708075 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:08.713602 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1d16736-5708-4083-b4e2-7e46268ed033 HTTP/1.1" status: 204 len: 168 time: 0.1318245 Sep 29 23:43:08.718786 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:08.728167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d16736-5708-4083-b4e2-7e46268ed033,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:08.738661 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.739061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.739409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.739860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.740556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.740881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.741212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.741543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.741872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.742198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.742520 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.742845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-357fe566-fa2b-4213-a5fa-6df9eb2fa6d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:08.973387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34488) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:43:08.987104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c249df0-f23b-44bb-8f34-aaa4da7f9357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:09.079215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c249df0-f23b-44bb-8f34-aaa4da7f9357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:09.082966 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9c249df0-f23b-44bb-8f34-aaa4da7f9357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:09.124541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9c249df0-f23b-44bb-8f34-aaa4da7f9357 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e5423df34f684c32af303e4473275ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1500530 Sep 29 23:43:09.125470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c249df0-f23b-44bb-8f34-aaa4da7f9357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde7fb2e-8ee1-4d92-84e4-bbf7184f3414,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:09.127319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34490) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:43:09.176836 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff64e798-5e87-4c3e-ab81-513b52ac7c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:09.197989 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff64e798-5e87-4c3e-ab81-513b52ac7c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:09.249152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff64e798-5e87-4c3e-ab81-513b52ac7c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:09.251712 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ff64e798-5e87-4c3e-ab81-513b52ac7c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:09.252896 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ff64e798-5e87-4c3e-ab81-513b52ac7c4d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/cde7fb2e-8ee1-4d92-84e4-bbf7184f3414 HTTP/1.1" status: 204 len: 168 time: 0.1243668 Sep 29 23:43:09.261332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff64e798-5e87-4c3e-ab81-513b52ac7c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde7fb2e-8ee1-4d92-84e4-bbf7184f3414,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:09.847000 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:19.148937 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-218c5124-aca2-4d03-8760-f58918098800 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=074412b49c2f467ab97bc7aef02c8c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221186 Sep 29 23:43:19.266761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-9d184549-5741-48f4-869b-69bb7bfab532 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:19.268248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-9d184549-5741-48f4-869b-69bb7bfab532 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136718 Sep 29 23:43:19.282968 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-5f27338f-5257-4cb0-a8ec-fed42a703018 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/quotas/074412b49c2f467ab97bc7aef02c8c7e HTTP/1.1" status: 200 len: 375 time: 0.0087774 Sep 29 23:43:19.317814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-f1cf9388-8870-4260-acad-e733c853bfe9 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=074412b49c2f467ab97bc7aef02c8c7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292063 Sep 29 23:43:19.482192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-826cebc7-f086-4c89-8ee8-bb4cd7e33791 req-6401c168-6e11-41d3-9829-cf57f8856c7b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 210 time: 0.0269954 Sep 29 23:43:20.418898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-703381be-cfef-4e76-aa01-f744f3fd0648 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=074412b49c2f467ab97bc7aef02c8c7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332599 Sep 29 23:43:20.515744 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:20.608602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-58af7bc4-d2f6-4506-a9d6-8ce5b54fb923 req-d8e9c1ac-0faf-47ea-b589-2c2744e7803e tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 210 time: 0.0286417 Sep 29 23:43:20.873471 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-3b6a1f8f-34c1-45e1-bac6-35abb2859761 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:20.874919 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-3b6a1f8f-34c1-45e1-bac6-35abb2859761 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4504926 Sep 29 23:43:20.888272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Request body: {'port': {'device_id': 'a8162856-2582-4da3-8e18-f05470ee8976', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'admin_state_up': True, 'tenant_id': '074412b49c2f467ab97bc7aef02c8c7e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:43:20.996560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Made reservation on behalf of 074412b49c2f467ab97bc7aef02c8c7e for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:43:21.000055 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.009143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.095100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.098984 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.166634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b949efda-1c71-44f0-a149-eff7dfef721f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:21.239087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Allocated IP 192.168.233.162 (067d72d2-9dbd-4404-888e-77b0e0260f7b/80450a1b-fac3-4bb1-a7a0-e99923794b95/193d1430-b28e-487e-92a1-61b1f3a2e038) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:43:21.389265 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.425167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.466241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Network 067d72d2-9dbd-4404-888e-77b0e0260f7b is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:43:21.469561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:43:21.473366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:43:21.502436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Pushing event updated for resources: {'Port': ['ID=193d1430-b28e-487e-92a1-61b1f3a2e038,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:21.531697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:21.532451 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.548535 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-2fd268c9-4089-4494-b6ca-963d80c04f13 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6638174 Sep 29 23:43:21.560792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Request body: {'port': {'device_id': 'a8162856-2582-4da3-8e18-f05470ee8976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:43:21.616646 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.723452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-106cdbd8-318f-4f31-b700-29bc0c16e38d None None] Provisioning complete for port 193d1430-b28e-487e-92a1-61b1f3a2e038 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:43:21.724028 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-106cdbd8-318f-4f31-b700-29bc0c16e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.758675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-106cdbd8-318f-4f31-b700-29bc0c16e38d None None] Port 193d1430-b28e-487e-92a1-61b1f3a2e038 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:43:21.778026 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c590df2e-2d2d-4a71-9633-4c7f0c451271 req-6fa52362-a5a9-4dff-87e0-afbab80734bf tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:21.779635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c590df2e-2d2d-4a71-9633-4c7f0c451271 req-6fa52362-a5a9-4dff-87e0-afbab80734bf tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 936 time: 0.0591495 Sep 29 23:43:21.819402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c590df2e-2d2d-4a71-9633-4c7f0c451271 req-76c4fd91-5ab1-42b6-83ce-eff45398daca tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334017 Sep 29 23:43:21.888537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 193d1430-b28e-487e-92a1-61b1f3a2e038 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:43:21.895854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.909552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Transition to ACTIVE for port object 193d1430-b28e-487e-92a1-61b1f3a2e038 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:43:21.913957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:21.966700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Pushing event updated for resources: {'Port': ['ID=193d1430-b28e-487e-92a1-61b1f3a2e038,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:22.037139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Attempting to bind port 193d1430-b28e-487e-92a1-61b1f3a2e038 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:43:22.037479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Attempting to bind port 193d1430-b28e-487e-92a1-61b1f3a2e038 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:43:22.037898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Attempting to bind port 193d1430-b28e-487e-92a1-61b1f3a2e038 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:43:22.042495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Port 193d1430-b28e-487e-92a1-61b1f3a2e038 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:43:22.042819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Attempting to bind port 193d1430-b28e-487e-92a1-61b1f3a2e038 on network 067d72d2-9dbd-4404-888e-77b0e0260f7b {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:43:22.047758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:43:22.048254 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Checking segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:43:22.048517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Bound using segment: {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:43:22.048948 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Bound port: 193d1430-b28e-487e-92a1-61b1f3a2e038, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a721dd20-c887-4b2a-80a5-28cd3503f988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:43:22.049316 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:22.117220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] For port 193d1430-b28e-487e-92a1-61b1f3a2e038, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:43:22.120243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] For port 193d1430-b28e-487e-92a1-61b1f3a2e038, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=193d1430-b28e-487e-92a1-61b1f3a2e038,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:43:22.124196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:22.156396 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:22.157012 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:22.158396 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] 10.222.0.26 "PUT /v2.0/ports/193d1430-b28e-487e-92a1-61b1f3a2e038 HTTP/1.1" status: 200 len: 1096 time: 0.6019661 Sep 29 23:43:22.158834 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8162856-2582-4da3-8e18-f05470ee8976', 'tag': '193d1430-b28e-487e-92a1-61b1f3a2e038'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:43:22.161100 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2" -d '{"events": [{"name": "network-changed", "server_uuid": "a8162856-2582-4da3-8e18-f05470ee8976", "tag": "193d1430-b28e-487e-92a1-61b1f3a2e038"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:43:22.198009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f86065-ad7b-4772-94dd-1ff7c43c2885 service neutron] Pushing event updated for resources: {'Port': ['ID=193d1430-b28e-487e-92a1-61b1f3a2e038,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:22.251129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-6a9ea05f-89c0-4c87-bbe7-62c608d070c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:22.252947 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-6a9ea05f-89c0-4c87-bbe7-62c608d070c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=074412b49c2f467ab97bc7aef02c8c7e&device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 1099 time: 0.0451074 Sep 29 23:43:22.299347 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894c4ea7-dc7d-42a7-b0b6-578bdbdeeab3 x-openstack-request-id: req-894c4ea7-dc7d-42a7-b0b6-578bdbdeeab3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:43:22.299641 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8162856-2582-4da3-8e18-f05470ee8976", "tag": "193d1430-b28e-487e-92a1-61b1f3a2e038", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:43:22.299918 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-894c4ea7-dc7d-42a7-b0b6-578bdbdeeab3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:43:22.300324 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8162856-2582-4da3-8e18-f05470ee8976', 'tag': '193d1430-b28e-487e-92a1-61b1f3a2e038', 'status': 'completed', 'code': 200} Sep 29 23:43:22.302137 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-cf6ff6ae-36da-4605-9f42-9e625cbf9a3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=193d1430-b28e-487e-92a1-61b1f3a2e038 HTTP/1.1" status: 200 len: 217 time: 0.0413706 Sep 29 23:43:22.353632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-efb3a614-784b-4f47-9163-daee4f26ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:22.355151 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-efb3a614-784b-4f47-9163-daee4f26ab03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0462475 Sep 29 23:43:22.402630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-ffb938e4-22b8-4a8a-ae5f-162f7f50dc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:22.404187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-ffb938e4-22b8-4a8a-ae5f-162f7f50dc71 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0418944 Sep 29 23:43:22.498304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-bea3920e-4234-45cf-a26c-c390a7344f1f service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867317 Sep 29 23:43:22.592869 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-97fbb3e8-da62-4ba3-ad01-3b3116a7319a req-6667286f-9326-4879-8347-8d006970239e service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871043 Sep 29 23:43:22.682419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-8b99d877-7021-436b-be34-368fa3e6fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:22.683962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-8b99d877-7021-436b-be34-368fa3e6fc70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=074412b49c2f467ab97bc7aef02c8c7e&device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 1099 time: 0.0462799 Sep 29 23:43:22.774113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-ebe3dfc4-c5a8-4530-b164-891a27940f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:22.775586 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-ebe3dfc4-c5a8-4530-b164-891a27940f33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=067d72d2-9dbd-4404-888e-77b0e0260f7b HTTP/1.1" status: 200 len: 870 time: 0.0850544 Sep 29 23:43:22.821453 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-f8b07009-e6f8-442f-9e2f-8d93ef434633 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=193d1430-b28e-487e-92a1-61b1f3a2e038 HTTP/1.1" status: 200 len: 217 time: 0.0377905 Sep 29 23:43:22.873910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-57ef0cfe-2ad0-481a-ad4f-7ae62189d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:22.875396 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-57ef0cfe-2ad0-481a-ad4f-7ae62189d860 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=80450a1b-fac3-4bb1-a7a0-e99923794b95 HTTP/1.1" status: 200 len: 843 time: 0.0460215 Sep 29 23:43:22.924927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-3037d587-9ab3-420e-8c31-bbd551ae75f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:22.926492 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-3037d587-9ab3-420e-8c31-bbd551ae75f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=067d72d2-9dbd-4404-888e-77b0e0260f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0422206 Sep 29 23:43:22.944700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8b0c15-9a60-4628-9373-e483d796f31e req-d48ced76-6d25-49b2-8bb9-918334092907 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:22.946241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f8b0c15-9a60-4628-9373-e483d796f31e req-d48ced76-6d25-49b2-8bb9-918334092907 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 948 time: 0.0578592 Sep 29 23:43:22.989584 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f8b0c15-9a60-4628-9373-e483d796f31e req-a48c0f3d-7ed0-4c43-ae6a-0c470a96bf65 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372007 Sep 29 23:43:23.023580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-42d43fad-933d-4b0c-aa1e-fed83963698a service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891805 Sep 29 23:43:23.115708 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4db7fc0c-d23e-40b2-bcfc-2dbfe630ffc2 req-d622a6e4-cb22-4d25-8a3a-20cfd162e78a service neutron] 10.222.0.26 "GET /v2.0/networks/067d72d2-9dbd-4404-888e-77b0e0260f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831099 Sep 29 23:43:24.108713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d1ca-a3ce-4d7d-8ff4-94856ad2193f req-fb7ab45c-6d67-4fee-84ce-d183120efece tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:24.110244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac62d1ca-a3ce-4d7d-8ff4-94856ad2193f req-fb7ab45c-6d67-4fee-84ce-d183120efece tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 948 time: 0.0488493 Sep 29 23:43:24.149388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac62d1ca-a3ce-4d7d-8ff4-94856ad2193f req-d47c2d0c-e4e5-44ef-85dc-b09fdf21fc47 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323424 Sep 29 23:43:25.264366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b23fc-5683-4dda-af9c-4df3b51f39d6 req-2741ba9f-4537-41b8-a616-309be08bae0e tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:25.265867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f11b23fc-5683-4dda-af9c-4df3b51f39d6 req-2741ba9f-4537-41b8-a616-309be08bae0e tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 948 time: 0.0503104 Sep 29 23:43:25.306021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f11b23fc-5683-4dda-af9c-4df3b51f39d6 req-5b802adb-944b-4557-9c7e-f89afd1f057e tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340154 Sep 29 23:43:26.419415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 193d1430-b28e-487e-92a1-61b1f3a2e038 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:43:26.421896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6cb7d-a82c-4604-9331-8811fcfbb170 req-fdd5eadf-6033-4d06-912e-ee7f067a09e3 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:26.423424 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26e6cb7d-a82c-4604-9331-8811fcfbb170 req-fdd5eadf-6033-4d06-912e-ee7f067a09e3 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 948 time: 0.0499964 Sep 29 23:43:26.469144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26e6cb7d-a82c-4604-9331-8811fcfbb170 req-6675452e-e3e1-4def-a8e1-51bda6125640 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Sep 29 23:43:26.520200 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 193d1430-b28e-487e-92a1-61b1f3a2e038, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=193d1430-b28e-487e-92a1-61b1f3a2e038,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:43:26.531934 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '193d1430-b28e-487e-92a1-61b1f3a2e038', 'network_id': '067d72d2-9dbd-4404-888e-77b0e0260f7b', 'port_id': '193d1430-b28e-487e-92a1-61b1f3a2e038', 'mac_address': 'fa:16:3e:4c:72:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80450a1b-fac3-4bb1-a7a0-e99923794b95', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:43:26.569588 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:26.581809 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 193d1430-b28e-487e-92a1-61b1f3a2e038 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:43:26.601457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 193d1430-b28e-487e-92a1-61b1f3a2e038, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=193d1430-b28e-487e-92a1-61b1f3a2e038,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:43:26.604960 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:26.655294 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=193d1430-b28e-487e-92a1-61b1f3a2e038,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:26.663226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.663645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.664040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.664386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.664720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.665052 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.665381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.665710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.666034 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.666373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.666688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.667023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:43:26.808287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['193d1430-b28e-487e-92a1-61b1f3a2e038'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:43:27.583269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89ca2e-4abf-40ed-a322-51bc211f4eba req-9f5280e9-d579-4a86-ad64-4644e623f44b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:27.585445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e89ca2e-4abf-40ed-a322-51bc211f4eba req-9f5280e9-d579-4a86-ad64-4644e623f44b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 949 time: 0.0491903 Sep 29 23:43:27.622087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e89ca2e-4abf-40ed-a322-51bc211f4eba req-000695d6-adc3-4200-8867-9427c92c579d tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306754 Sep 29 23:43:28.434366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 193d1430-b28e-487e-92a1-61b1f3a2e038 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:43:28.484559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 193d1430-b28e-487e-92a1-61b1f3a2e038 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:43:28.488016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 193d1430-b28e-487e-92a1-61b1f3a2e038 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:43:28.488394 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:28.561941 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:28.584393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8162856-2582-4da3-8e18-f05470ee8976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193d1430-b28e-487e-92a1-61b1f3a2e038'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:43:28.586707 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2b456d-b91f-4399-b9cc-a98eae28da47" -d '{"events": [{"server_uuid": "a8162856-2582-4da3-8e18-f05470ee8976", "name": "network-vif-plugged", "status": "completed", "tag": "193d1430-b28e-487e-92a1-61b1f3a2e038"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:43:28.598593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 193d1430-b28e-487e-92a1-61b1f3a2e038, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=193d1430-b28e-487e-92a1-61b1f3a2e038,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:43:28.602505 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:28.654057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=193d1430-b28e-487e-92a1-61b1f3a2e038,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:28.690343 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd4ad6c-eb42-48b9-a61b-4ed7afb3840d x-openstack-request-id: req-7dd4ad6c-eb42-48b9-a61b-4ed7afb3840d {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:43:28.690646 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8162856-2582-4da3-8e18-f05470ee8976", "name": "network-vif-plugged", "status": "completed", "tag": "193d1430-b28e-487e-92a1-61b1f3a2e038", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:43:28.690901 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7dd4ad6c-eb42-48b9-a61b-4ed7afb3840d {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:43:28.691303 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8162856-2582-4da3-8e18-f05470ee8976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '193d1430-b28e-487e-92a1-61b1f3a2e038', 'code': 200} Sep 29 23:43:28.745494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81daa49-c9bb-4438-a56a-c008054de35c req-4a4e962b-613b-46b0-bd8b-85f4b167ce8f tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:28.746993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a81daa49-c9bb-4438-a56a-c008054de35c req-4a4e962b-613b-46b0-bd8b-85f4b167ce8f tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 950 time: 0.0538909 Sep 29 23:43:28.785830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a81daa49-c9bb-4438-a56a-c008054de35c req-e821e3f3-e0f4-44f4-aa82-5313e0a17fb3 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322747 Sep 29 23:43:28.790738 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabd6e81-92d2-4951-b7a4-cedf01a26b13 req-7c556401-b5ea-4d73-8cca-f781a143c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:28.792267 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cabd6e81-92d2-4951-b7a4-cedf01a26b13 req-7c556401-b5ea-4d73-8cca-f781a143c1f4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 1101 time: 0.0461686 Sep 29 23:43:28.827748 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-cabd6e81-92d2-4951-b7a4-cedf01a26b13 req-459ddadc-d657-4b19-a382-0541ec605d5f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270736 Sep 29 23:43:29.902252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ec1bd-e910-493c-a473-a775a98b4c49 req-0d9426cf-d4cf-4ba5-afbf-b827e291f528 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:29.903734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-189ec1bd-e910-493c-a473-a775a98b4c49 req-0d9426cf-d4cf-4ba5-afbf-b827e291f528 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 950 time: 0.0480652 Sep 29 23:43:29.945412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-189ec1bd-e910-493c-a473-a775a98b4c49 req-02c35a1d-2121-4345-9b5b-1812a82567f6 tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357099 Sep 29 23:43:30.317234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-e76a79c9-70f2-4219-b56f-6e6e9a8be97d req-f1f82cdb-7a36-4c3e-8f26-4e3c7b37c007 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:43:30.319032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e76a79c9-70f2-4219-b56f-6e6e9a8be97d req-f1f82cdb-7a36-4c3e-8f26-4e3c7b37c007 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1039040 Sep 29 23:43:30.647225 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-9c8e3840-8273-4edf-8a34-7c349d57c7c3 req-bc995cf2-d903-457c-b08b-31e95cbd4e96 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:43:30.648253 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c8e3840-8273-4edf-8a34-7c349d57c7c3 req-bc995cf2-d903-457c-b08b-31e95cbd4e96 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060301 Sep 29 23:43:30.972674 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01d663-fee0-4386-b336-5fb4946fec12 req-0bea4f38-359e-4da7-ac0a-2e53ec008bad tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:30.974164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e01d663-fee0-4386-b336-5fb4946fec12 req-0bea4f38-359e-4da7-ac0a-2e53ec008bad tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 950 time: 0.0488853 Sep 29 23:43:31.011933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e01d663-fee0-4386-b336-5fb4946fec12 req-d4a2cde1-6039-44dc-b322-0d0f686c39af tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317602 Sep 29 23:43:32.126165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159deaf-cebc-4bcd-9e5a-ddf971d595fd req-8cb6803e-e73b-4e4d-8037-038df28e774c tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:32.127642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3159deaf-cebc-4bcd-9e5a-ddf971d595fd req-8cb6803e-e73b-4e4d-8037-038df28e774c tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 950 time: 0.0491216 Sep 29 23:43:32.167579 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3159deaf-cebc-4bcd-9e5a-ddf971d595fd req-5a76c89e-6422-4297-97f5-b52eee170bae tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.44 "GET /v2.0/security-groups?id=b949efda-1c71-44f0-a149-eff7dfef721f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331774 Sep 29 23:43:32.187960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-058440a2-05f4-411a-93e2-b1c41f0a86ca tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:32.188859 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-058440a2-05f4-411a-93e2-b1c41f0a86ca tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.26 "GET /v2.0/ports?device_id=a8162856-2582-4da3-8e18-f05470ee8976 HTTP/1.1" status: 200 len: 950 time: 0.0506825 Sep 29 23:43:32.276785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-2ab82b7e-d20b-41e7-9f42-e9cda5c2737b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Deleting port 193d1430-b28e-487e-92a1-61b1f3a2e038 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:43:32.277128 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-2ab82b7e-d20b-41e7-9f42-e9cda5c2737b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:32.368217 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-2ab82b7e-d20b-41e7-9f42-e9cda5c2737b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] For port 193d1430-b28e-487e-92a1-61b1f3a2e038, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=193d1430-b28e-487e-92a1-61b1f3a2e038,segment=NetworkSegment(a721dd20-c887-4b2a-80a5-28cd3503f988),segment_id=a721dd20-c887-4b2a-80a5-28cd3503f988)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:43:32.368585 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-2ab82b7e-d20b-41e7-9f42-e9cda5c2737b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:32.381266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-2ab82b7e-d20b-41e7-9f42-e9cda5c2737b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Calling delete_port for 193d1430-b28e-487e-92a1-61b1f3a2e038 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:43:32.509531 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-2ab82b7e-d20b-41e7-9f42-e9cda5c2737b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:32.522576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['193d1430-b28e-487e-92a1-61b1f3a2e038'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:43:32.537557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab82b7e-d20b-41e7-9f42-e9cda5c2737b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Pushing event deleted for resources: {'Port': ['ID=193d1430-b28e-487e-92a1-61b1f3a2e038,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:32.581611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-2ab82b7e-d20b-41e7-9f42-e9cda5c2737b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] No DVR routers for this DVR port 193d1430-b28e-487e-92a1-61b1f3a2e038 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:43:32.584601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-2ab82b7e-d20b-41e7-9f42-e9cda5c2737b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:32.586654 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3bcb1ab1-68e0-4a1a-a995-a4dfcaea9039 req-2ab82b7e-d20b-41e7-9f42-e9cda5c2737b tempest-ServersAdminNegativeTestJSON-1468778893 tempest-ServersAdminNegativeTestJSON-1468778893-project] 10.222.0.26 "DELETE /v2.0/ports/193d1430-b28e-487e-92a1-61b1f3a2e038 HTTP/1.1" status: 204 len: 173 time: 0.3934033 Sep 29 23:43:32.587277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8162856-2582-4da3-8e18-f05470ee8976', 'name': 'network-vif-deleted', 'tag': '193d1430-b28e-487e-92a1-61b1f3a2e038'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:43:32.589652 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-233479fc-5816-4664-b23e-2bf2813de5e6" -d '{"events": [{"server_uuid": "a8162856-2582-4da3-8e18-f05470ee8976", "name": "network-vif-deleted", "tag": "193d1430-b28e-487e-92a1-61b1f3a2e038"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:43:32.631214 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3df9891-321b-46a7-a508-e09a317ade31 x-openstack-request-id: req-c3df9891-321b-46a7-a508-e09a317ade31 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:43:32.631505 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8162856-2582-4da3-8e18-f05470ee8976", "name": "network-vif-deleted", "tag": "193d1430-b28e-487e-92a1-61b1f3a2e038", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:43:32.631760 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c3df9891-321b-46a7-a508-e09a317ade31 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:43:32.632752 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8162856-2582-4da3-8e18-f05470ee8976', 'name': 'network-vif-deleted', 'tag': '193d1430-b28e-487e-92a1-61b1f3a2e038', 'status': 'completed', 'code': 200} Sep 29 23:43:33.337736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e4fabb76-8e1c-4736-87f7-03a18df99822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:33.467304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34648) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:43:33.613359 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8eef08f3-3ddc-4fce-8e7e-04fc16301119 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=074412b49c2f467ab97bc7aef02c8c7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448154 Sep 29 23:43:33.616550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34652) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:43:33.663080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-579d326e-20f1-48f8-a9b4-12759ac187c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:33.684037 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-579d326e-20f1-48f8-a9b4-12759ac187c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:33.734572 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-579d326e-20f1-48f8-a9b4-12759ac187c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:33.737236 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-579d326e-20f1-48f8-a9b4-12759ac187c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:33.738453 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-579d326e-20f1-48f8-a9b4-12759ac187c6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/b949efda-1c71-44f0-a149-eff7dfef721f HTTP/1.1" status: 204 len: 168 time: 0.1209996 Sep 29 23:43:33.746970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579d326e-20f1-48f8-a9b4-12759ac187c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b949efda-1c71-44f0-a149-eff7dfef721f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:33.993142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34658) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:43:34.006371 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba24f8d1-d65f-4e45-893b-37f0f5f6bdff admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:34.091902 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba24f8d1-d65f-4e45-893b-37f0f5f6bdff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:34.095429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ba24f8d1-d65f-4e45-893b-37f0f5f6bdff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:34.136294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24f8d1-d65f-4e45-893b-37f0f5f6bdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3b5ea5-cff1-4360-b972-1f5cea1b9df9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:34.140766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ba24f8d1-d65f-4e45-893b-37f0f5f6bdff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=74d4c270627a42178e5978ac8cea0d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465769 Sep 29 23:43:34.143531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34660) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:43:34.195576 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb14300-f6a2-4bd4-b179-176d548105a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:34.216288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb14300-f6a2-4bd4-b179-176d548105a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:34.263553 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb14300-f6a2-4bd4-b179-176d548105a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:34.266060 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-beb14300-f6a2-4bd4-b179-176d548105a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:34.267243 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-beb14300-f6a2-4bd4-b179-176d548105a3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/aa3b5ea5-cff1-4360-b972-1f5cea1b9df9 HTTP/1.1" status: 204 len: 168 time: 0.1227975 Sep 29 23:43:34.276546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb14300-f6a2-4bd4-b179-176d548105a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3b5ea5-cff1-4360-b972-1f5cea1b9df9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:34.960316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34684) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:43:35.057419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1013009406-network', 'tenant_id': 'b5ef873dcba34ac7a578c4bf278f9125'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:43:35.077735 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Made reservation on behalf of b5ef873dcba34ac7a578c4bf278f9125 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:43:35.080036 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.088746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.176859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.180505 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.205070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:43:35.215608 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:35.221541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.221885 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Added segment e808fc55-d04f-4d5c-ac25-169b8343a6c5 of type vlan for network 455e2106-eda4-437e-8e0b-3093a6ae80fb Sep 29 23:43:35.265566 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.290339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.291372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:35.291982 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.327427 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3632276 Sep 29 23:43:35.327766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34688) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:43:35.334542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Request body: {'subnet': {'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1013009406-subnet', 'tenant_id': 'b5ef873dcba34ac7a578c4bf278f9125', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:43:35.356431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Made reservation on behalf of b5ef873dcba34ac7a578c4bf278f9125 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:43:35.358286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f947f70-b4fb-4808-8574-1c39928a7aed admin admin] Pushing event updated for resources: {'Network': ['ID=455e2106-eda4-437e-8e0b-3093a6ae80fb,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:35.359083 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.368610 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 455e2106-eda4-437e-8e0b-3093a6ae80fb details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:43:35.528822 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.581004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d28f1eed-19a4-47b3-b85c-6939a2eb6399,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:35.590602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Checking segment: {'id': 'e808fc55-d04f-4d5c-ac25-169b8343a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:43:35.590956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Network hostable DHCP agents. Network: 455e2106-eda4-437e-8e0b-3093a6ae80fb, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:43:35.606793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Network 455e2106-eda4-437e-8e0b-3093a6ae80fb is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:43:35.615914 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 455e2106-eda4-437e-8e0b-3093a6ae80fb) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:43:35.620080 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:35.620762 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:35.625418 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ff89f7-129e-4cba-b0c6-3a69b54dc956 None None] Network 455e2106-eda4-437e-8e0b-3093a6ae80fb requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:43:35.638882 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cab36ba5-ba2f-4fd4-bb2c-a6545af746c5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3091209 Sep 29 23:43:35.751660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bc9ef-774b-4294-83d2-c7c44a6ad820 None None] Network 455e2106-eda4-437e-8e0b-3093a6ae80fb requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:43:36.060213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-4447e41d-7357-4afe-b900-8dedf997c6b8 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:36.061697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-4447e41d-7357-4afe-b900-8dedf997c6b8 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/networks?id=455e2106-eda4-437e-8e0b-3093a6ae80fb HTTP/1.1" status: 200 len: 812 time: 0.1054099 Sep 29 23:43:36.076207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-ebed75ba-d676-4891-be52-42ab882ffbb1 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/quotas/b5ef873dcba34ac7a578c4bf278f9125 HTTP/1.1" status: 200 len: 375 time: 0.0088584 Sep 29 23:43:36.106878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-e1302f3a-9d23-40df-a25d-da33ddf4a5bd tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b5ef873dcba34ac7a578c4bf278f9125&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255520 Sep 29 23:43:36.118277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-96c08dd9-d98d-4e33-b990-e80a89b143d6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:43:36.119297 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-96c08dd9-d98d-4e33-b990-e80a89b143d6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057240 Sep 29 23:43:36.210399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-d35edeee-94cd-4506-aa97-cfa624fe0596 service neutron] 10.222.0.44 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855334 Sep 29 23:43:36.245362 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-03961823-01d8-42a2-9dde-2a34d8556402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:36.300847 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-3dd1d338-145a-40e4-aae2-1911245fed43 service neutron] 10.222.0.44 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844197 Sep 29 23:43:36.467796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffebdd8d-8be1-4c52-bfe7-708bae9aaea7 req-d0fcdf55-d55f-4cf6-969b-80b6d592281b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0319691 Sep 29 23:43:36.497291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 193d1430-b28e-487e-92a1-61b1f3a2e038 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:43:36.517484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 193d1430-b28e-487e-92a1-61b1f3a2e038 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:43:36.517834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 193d1430-b28e-487e-92a1-61b1f3a2e038 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:43:36.603524 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:37.378265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-b8c6409c-7bff-47ce-a5aa-d5362fb240b5 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:37.379725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-b8c6409c-7bff-47ce-a5aa-d5362fb240b5 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.26 "GET /v2.0/networks?id=455e2106-eda4-437e-8e0b-3093a6ae80fb HTTP/1.1" status: 200 len: 812 time: 0.1102445 Sep 29 23:43:37.391945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Request body: {'port': {'device_id': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb', 'admin_state_up': True, 'tenant_id': 'b5ef873dcba34ac7a578c4bf278f9125'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:43:37.504443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Made reservation on behalf of b5ef873dcba34ac7a578c4bf278f9125 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:43:37.508555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:37.544023 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:37.585370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b404e61-2f65-4565-a36f-5c5e831d484a req-5b17e8b3-81d0-4e7e-bfa4-eaa8e2c1f3ef tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 210 time: 0.0274715 Sep 29 23:43:37.641649 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Allocated IP 172.20.0.14 (455e2106-eda4-437e-8e0b-3093a6ae80fb/d28f1eed-19a4-47b3-b85c-6939a2eb6399/7076db38-fcd2-40ff-a418-bd90d6f34442) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:43:37.788454 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:37.821428 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:37.868541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Network 455e2106-eda4-437e-8e0b-3093a6ae80fb is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:43:37.871692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:43:37.875324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:43:37.901228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Pushing event updated for resources: {'Port': ['ID=7076db38-fcd2-40ff-a418-bd90d6f34442,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:37.929295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:37.929874 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:37.942601 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-f95ff9ac-0bcb-4178-ae73-b3bcf642c144 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5544746 Sep 29 23:43:37.954383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Request body: {'port': {'device_id': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:43:38.004768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:38.267587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7076db38-fcd2-40ff-a418-bd90d6f34442 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:43:38.275019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:38.286502 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Transition to ACTIVE for port object 7076db38-fcd2-40ff-a418-bd90d6f34442 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:43:38.290928 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:38.341774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=7076db38-fcd2-40ff-a418-bd90d6f34442,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:38.406107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Attempting to bind port 7076db38-fcd2-40ff-a418-bd90d6f34442 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:43:38.406786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Attempting to bind port 7076db38-fcd2-40ff-a418-bd90d6f34442 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'e808fc55-d04f-4d5c-ac25-169b8343a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:43:38.406786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Attempting to bind port 7076db38-fcd2-40ff-a418-bd90d6f34442 on network 455e2106-eda4-437e-8e0b-3093a6ae80fb {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:43:38.410887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Port 7076db38-fcd2-40ff-a418-bd90d6f34442 on network 455e2106-eda4-437e-8e0b-3093a6ae80fb not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:43:38.411204 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Attempting to bind port 7076db38-fcd2-40ff-a418-bd90d6f34442 on network 455e2106-eda4-437e-8e0b-3093a6ae80fb {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:43:38.416029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:43:38.416366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Checking segment: {'id': 'e808fc55-d04f-4d5c-ac25-169b8343a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:43:38.416745 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Bound using segment: {'id': 'e808fc55-d04f-4d5c-ac25-169b8343a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:43:38.417167 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Bound port: 7076db38-fcd2-40ff-a418-bd90d6f34442, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e808fc55-d04f-4d5c-ac25-169b8343a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:43:38.417516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:38.482133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:43:38.485363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7076db38-fcd2-40ff-a418-bd90d6f34442,segment=NetworkSegment(e808fc55-d04f-4d5c-ac25-169b8343a6c5),segment_id=e808fc55-d04f-4d5c-ac25-169b8343a6c5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:43:38.489600 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:38.522519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:38.523131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:38.524554 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] 10.222.0.26 "PUT /v2.0/ports/7076db38-fcd2-40ff-a418-bd90d6f34442 HTTP/1.1" status: 200 len: 1092 time: 0.5741854 Sep 29 23:43:38.524995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'tag': '7076db38-fcd2-40ff-a418-bd90d6f34442'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:43:38.527240 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6157c8a-aa88-42ac-8243-1e0b7cedd009" -d '{"events": [{"name": "network-changed", "server_uuid": "a7513f49-6663-40d4-926f-43a6d451e4e3", "tag": "7076db38-fcd2-40ff-a418-bd90d6f34442"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:43:38.556111 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab52d52-b35c-4a5d-96f4-b6f49f326ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=7076db38-fcd2-40ff-a418-bd90d6f34442,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:38.576020 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5ab17d-3ace-4431-afdf-2dcfa2e46800 x-openstack-request-id: req-6b5ab17d-3ace-4431-afdf-2dcfa2e46800 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:43:38.576300 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7513f49-6663-40d4-926f-43a6d451e4e3", "tag": "7076db38-fcd2-40ff-a418-bd90d6f34442", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:43:38.576543 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6b5ab17d-3ace-4431-afdf-2dcfa2e46800 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:43:38.576936 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'tag': '7076db38-fcd2-40ff-a418-bd90d6f34442', 'status': 'completed', 'code': 200} Sep 29 23:43:38.609184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-227bde65-868c-44cc-8522-a87d0437a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:38.610755 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-227bde65-868c-44cc-8522-a87d0437a7aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5ef873dcba34ac7a578c4bf278f9125&device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0451066 Sep 29 23:43:38.656588 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-9c25ffd4-5d27-4f3c-890f-3e2c6dfe44f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7076db38-fcd2-40ff-a418-bd90d6f34442 HTTP/1.1" status: 200 len: 217 time: 0.0373962 Sep 29 23:43:38.703014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119cfe1a-7598-4b71-b98c-aa254dd57765 req-00bb8fcf-9eff-403e-840a-43c91495338e tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:38.704630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-119cfe1a-7598-4b71-b98c-aa254dd57765 req-00bb8fcf-9eff-403e-840a-43c91495338e tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 944 time: 0.0507245 Sep 29 23:43:38.707394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-cb4835bc-2c4e-4d20-a8a5-2678ab948f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:38.708892 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-cb4835bc-2c4e-4d20-a8a5-2678ab948f79 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d28f1eed-19a4-47b3-b85c-6939a2eb6399 HTTP/1.1" status: 200 len: 852 time: 0.0462739 Sep 29 23:43:38.709337 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:43:38.727235 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:38.746709 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-236c7d6a-9141-4437-bb12-27e4394d9531 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=455e2106-eda4-437e-8e0b-3093a6ae80fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298893 Sep 29 23:43:38.747391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-119cfe1a-7598-4b71-b98c-aa254dd57765 req-f149b9c6-67c6-419f-86a6-b934f1ab3277 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344472 Sep 29 23:43:38.840036 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-108caa28-9700-4975-bc4d-04c21ec0544f service neutron] 10.222.0.26 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853572 Sep 29 23:43:38.929213 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5489d613-52d1-48fd-9112-9a33c06ebaa8 req-0b5a181b-b841-48bb-b3a6-1c4c6484374e service neutron] 10.222.0.26 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816290 Sep 29 23:43:39.016154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6157c8a-aa88-42ac-8243-1e0b7cedd009 req-faa3db1d-6340-498c-aae5-ccbc00f855cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:39.017620 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6157c8a-aa88-42ac-8243-1e0b7cedd009 req-faa3db1d-6340-498c-aae5-ccbc00f855cc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5ef873dcba34ac7a578c4bf278f9125&device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0405271 Sep 29 23:43:39.113239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6157c8a-aa88-42ac-8243-1e0b7cedd009 req-8dcf043c-2b3c-4268-9dd6-17739670588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:39.114645 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6157c8a-aa88-42ac-8243-1e0b7cedd009 req-8dcf043c-2b3c-4268-9dd6-17739670588f service neutron] 10.222.0.26 "GET /v2.0/networks?id=455e2106-eda4-437e-8e0b-3093a6ae80fb HTTP/1.1" status: 200 len: 913 time: 0.0897796 Sep 29 23:43:39.156456 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6157c8a-aa88-42ac-8243-1e0b7cedd009 req-f5459b80-7e82-42a5-ad35-3908b808b3f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7076db38-fcd2-40ff-a418-bd90d6f34442 HTTP/1.1" status: 200 len: 217 time: 0.0344479 Sep 29 23:43:39.210777 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6157c8a-aa88-42ac-8243-1e0b7cedd009 req-55ec05a5-b1ce-460a-a3b8-03b0d1c36389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:39.212321 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6157c8a-aa88-42ac-8243-1e0b7cedd009 req-55ec05a5-b1ce-460a-a3b8-03b0d1c36389 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d28f1eed-19a4-47b3-b85c-6939a2eb6399 HTTP/1.1" status: 200 len: 852 time: 0.0478976 Sep 29 23:43:39.247723 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6157c8a-aa88-42ac-8243-1e0b7cedd009 req-a937cfa7-e62b-42ce-b9f9-65f6b39dc05f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=455e2106-eda4-437e-8e0b-3093a6ae80fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272658 Sep 29 23:43:39.342083 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6157c8a-aa88-42ac-8243-1e0b7cedd009 req-9966dbd5-6143-4387-97b0-ecaa2af6e5d8 service neutron] 10.222.0.26 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871792 Sep 29 23:43:39.437438 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d6157c8a-aa88-42ac-8243-1e0b7cedd009 req-2879ce45-1654-4e58-a241-3009e7eb1c08 service neutron] 10.222.0.26 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878143 Sep 29 23:43:39.845469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:39.876730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534a279-46a7-4264-9eb8-c4903abe57e6 req-e60deaca-d696-4eb7-b0b3-99b0d6ae6fd3 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:39.878890 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8534a279-46a7-4264-9eb8-c4903abe57e6 req-e60deaca-d696-4eb7-b0b3-99b0d6ae6fd3 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 944 time: 0.0534980 Sep 29 23:43:39.918580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8534a279-46a7-4264-9eb8-c4903abe57e6 req-8cf1e63e-0ba8-4fea-aedd-72e8149a348c tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Sep 29 23:43:41.038141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafad0ce-9399-4b35-98ba-ef699b6a5611 req-566854ab-d917-48d6-9c46-e58e852a1e1d tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:41.039552 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aafad0ce-9399-4b35-98ba-ef699b6a5611 req-566854ab-d917-48d6-9c46-e58e852a1e1d tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 944 time: 0.0523288 Sep 29 23:43:41.076664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aafad0ce-9399-4b35-98ba-ef699b6a5611 req-c756b0d3-d73d-4910-b6cc-d8f0a0bdb0fa tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311961 Sep 29 23:43:42.188177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaba52b-5d9e-45c9-b797-06cc2bf8a31b req-50d993b8-904a-44e0-928c-d7eeaa8f5b18 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:42.189666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aeaba52b-5d9e-45c9-b797-06cc2bf8a31b req-50d993b8-904a-44e0-928c-d7eeaa8f5b18 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 944 time: 0.0482402 Sep 29 23:43:42.228217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aeaba52b-5d9e-45c9-b797-06cc2bf8a31b req-31963e04-1803-4ea8-bb37-ab8889a1aa2f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324898 Sep 29 23:43:42.496887 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7076db38-fcd2-40ff-a418-bd90d6f34442 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:43:42.590899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7076db38-fcd2-40ff-a418-bd90d6f34442,segment=NetworkSegment(e808fc55-d04f-4d5c-ac25-169b8343a6c5),segment_id=e808fc55-d04f-4d5c-ac25-169b8343a6c5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:43:42.601679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '7076db38-fcd2-40ff-a418-bd90d6f34442', 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb', 'port_id': '7076db38-fcd2-40ff-a418-bd90d6f34442', 'mac_address': 'fa:16:3e:4b:2d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28f1eed-19a4-47b3-b85c-6939a2eb6399', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:43:42.637924 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:42.650518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7076db38-fcd2-40ff-a418-bd90d6f34442 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:43:42.672042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7076db38-fcd2-40ff-a418-bd90d6f34442,segment=NetworkSegment(e808fc55-d04f-4d5c-ac25-169b8343a6c5),segment_id=e808fc55-d04f-4d5c-ac25-169b8343a6c5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:43:42.676219 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:42.723311 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7076db38-fcd2-40ff-a418-bd90d6f34442,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:42.863721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7076db38-fcd2-40ff-a418-bd90d6f34442'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:43:43.347019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01e612-080d-48a0-b5dd-81aea620982d req-b33ec273-3b8f-4d48-8d1c-c2b4152a982c tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:43.348549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff01e612-080d-48a0-b5dd-81aea620982d req-b33ec273-3b8f-4d48-8d1c-c2b4152a982c tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 945 time: 0.0487695 Sep 29 23:43:43.387083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ff01e612-080d-48a0-b5dd-81aea620982d req-1354711a-2209-45c9-a70c-f512ed906a03 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320363 Sep 29 23:43:44.503959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9f19fc-1697-482f-848c-bea3e10d7329 req-b1525726-2791-4850-8a92-ee08b3d09fa1 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:44.505448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d9f19fc-1697-482f-848c-bea3e10d7329 req-b1525726-2791-4850-8a92-ee08b3d09fa1 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 945 time: 0.0526726 Sep 29 23:43:44.512375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7076db38-fcd2-40ff-a418-bd90d6f34442 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:43:44.543882 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7d9f19fc-1697-482f-848c-bea3e10d7329 req-a84fc195-378e-4365-8b17-fff5f3f6eb50 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Sep 29 23:43:44.564121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 7076db38-fcd2-40ff-a418-bd90d6f34442 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:43:44.567728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 7076db38-fcd2-40ff-a418-bd90d6f34442 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:43:44.568141 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:44.644290 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:44.665357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7076db38-fcd2-40ff-a418-bd90d6f34442'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:43:44.667548 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7215ee-40d0-4761-a5dd-7081d0e09b63" -d '{"events": [{"server_uuid": "a7513f49-6663-40d4-926f-43a6d451e4e3", "name": "network-vif-plugged", "status": "completed", "tag": "7076db38-fcd2-40ff-a418-bd90d6f34442"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:43:44.680072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7076db38-fcd2-40ff-a418-bd90d6f34442,segment=NetworkSegment(e808fc55-d04f-4d5c-ac25-169b8343a6c5),segment_id=e808fc55-d04f-4d5c-ac25-169b8343a6c5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:43:44.683926 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:44.714532 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4c8c47-48ee-48a9-96ca-e4890ec1d804 x-openstack-request-id: req-8c4c8c47-48ee-48a9-96ca-e4890ec1d804 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:43:44.714821 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7513f49-6663-40d4-926f-43a6d451e4e3", "name": "network-vif-plugged", "status": "completed", "tag": "7076db38-fcd2-40ff-a418-bd90d6f34442", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:43:44.715148 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8c4c8c47-48ee-48a9-96ca-e4890ec1d804 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:43:44.715528 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7076db38-fcd2-40ff-a418-bd90d6f34442', 'code': 200} Sep 29 23:43:44.744340 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7076db38-fcd2-40ff-a418-bd90d6f34442,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:43:44.800338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fd98fc-fe3d-498e-bcae-e70484e38d24 req-24e86e47-98d4-41b2-95a7-cde08d779087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:44.801805 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58fd98fc-fe3d-498e-bcae-e70484e38d24 req-24e86e47-98d4-41b2-95a7-cde08d779087 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0394497 Sep 29 23:43:44.835633 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-58fd98fc-fe3d-498e-bcae-e70484e38d24 req-beba8f8f-7c95-4a16-a432-9f6a515c4d16 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265710 Sep 29 23:43:45.659470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12abe11b-e631-4bc3-a6a4-9557a597d87b req-b68aa06b-c61d-4187-89fa-b38c6ba68695 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:45.661097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12abe11b-e631-4bc3-a6a4-9557a597d87b req-b68aa06b-c61d-4187-89fa-b38c6ba68695 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0492387 Sep 29 23:43:45.697959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-12abe11b-e631-4bc3-a6a4-9557a597d87b req-93a15472-7383-450c-ae8e-27073c3f1b18 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309141 Sep 29 23:43:46.815441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956811c-191f-4c81-a52b-e776b958dd7a req-ae5b88d4-4ae5-4e17-89ef-d65ac0149ad2 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:46.816959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b956811c-191f-4c81-a52b-e776b958dd7a req-ae5b88d4-4ae5-4e17-89ef-d65ac0149ad2 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0498891 Sep 29 23:43:46.855549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b956811c-191f-4c81-a52b-e776b958dd7a req-24a83058-256d-4280-9e15-d5da1720d983 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Sep 29 23:43:47.108809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fec79c-c28b-4b1b-bd9e-4f9010ea5354 req-77a4d4f0-6e05-4ebf-833e-6099873478c5 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:47.110328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54fec79c-c28b-4b1b-bd9e-4f9010ea5354 req-77a4d4f0-6e05-4ebf-833e-6099873478c5 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0541677 Sep 29 23:43:47.169467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54fec79c-c28b-4b1b-bd9e-4f9010ea5354 req-1be73037-a556-477d-b80d-21fa06d614dd tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505021 Sep 29 23:43:47.176279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-539f0b41-c925-445f-bbb9-203e21a47f90 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270556 Sep 29 23:43:47.185747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-08ca2d09-f1c9-4c14-817d-9f6302a37723 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:43:47.190551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-08ca2d09-f1c9-4c14-817d-9f6302a37723 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0089207 Sep 29 23:43:48.281801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decc940-5304-4abb-8d31-98b5a58ca818 req-499d726f-9f43-4da3-a3b3-fb056780b52f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:48.283261 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1decc940-5304-4abb-8d31-98b5a58ca818 req-499d726f-9f43-4da3-a3b3-fb056780b52f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0478475 Sep 29 23:43:48.321806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1decc940-5304-4abb-8d31-98b5a58ca818 req-a501d67e-7a68-4f5a-8af6-96d6e5bc5a6e tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Sep 29 23:43:48.425145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-152e0c48-b90d-4e12-9581-bd3eb3627f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:48.426617 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-152e0c48-b90d-4e12-9581-bd3eb3627f89 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5ef873dcba34ac7a578c4bf278f9125&device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 1097 time: 0.0436401 Sep 29 23:43:48.514447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-cebdfc6d-02fc-4c40-9056-67b35694ef9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:48.515805 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-cebdfc6d-02fc-4c40-9056-67b35694ef9f service neutron] 10.222.0.26 "GET /v2.0/networks?id=455e2106-eda4-437e-8e0b-3093a6ae80fb HTTP/1.1" status: 200 len: 913 time: 0.0825393 Sep 29 23:43:48.560592 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-bf2a8744-badf-4ad1-b288-0f1c84d16ee4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7076db38-fcd2-40ff-a418-bd90d6f34442 HTTP/1.1" status: 200 len: 217 time: 0.0371735 Sep 29 23:43:48.608968 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-b655238f-b8e4-400d-91b4-3b5e9db3e76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:48.610374 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-b655238f-b8e4-400d-91b4-3b5e9db3e76e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d28f1eed-19a4-47b3-b85c-6939a2eb6399 HTTP/1.1" status: 200 len: 852 time: 0.0434780 Sep 29 23:43:48.640833 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-c612d871-0837-4115-907c-2feca1b92e5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=455e2106-eda4-437e-8e0b-3093a6ae80fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234129 Sep 29 23:43:48.733731 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-cc5ddd5e-3e6d-4a90-8cde-fd5e9abb8616 service neutron] 10.222.0.26 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853093 Sep 29 23:43:48.823116 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-0ad8079e-fece-48fb-975e-34178aba9c09 service neutron] 10.222.0.26 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823038 Sep 29 23:43:49.450953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42a909-09e4-45db-96de-3613e0576ae7 req-66c39992-06e4-4660-acfe-6df00b113719 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:49.452497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b42a909-09e4-45db-96de-3613e0576ae7 req-66c39992-06e4-4660-acfe-6df00b113719 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0619371 Sep 29 23:43:49.490485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3b42a909-09e4-45db-96de-3613e0576ae7 req-3f9f6808-86cf-4122-84ce-84735ba39d5f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Sep 29 23:43:50.528047 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:43:50.611395 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d316d1c-d42a-4565-8723-e3d86ed9ea52 req-4db36510-64de-4aa3-8dce-6297dd1e1b4f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:50.612866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d316d1c-d42a-4565-8723-e3d86ed9ea52 req-4db36510-64de-4aa3-8dce-6297dd1e1b4f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0494659 Sep 29 23:43:50.650912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d316d1c-d42a-4565-8723-e3d86ed9ea52 req-1c4e6997-998a-45cf-868a-3702b3fdfabd tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317996 Sep 29 23:43:51.766572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caff79-8050-4233-ac65-477e27a45185 req-a4d4c928-1147-4838-9492-7d6dfe4fd9ef tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:51.768085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29caff79-8050-4233-ac65-477e27a45185 req-a4d4c928-1147-4838-9492-7d6dfe4fd9ef tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0486457 Sep 29 23:43:51.804908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29caff79-8050-4233-ac65-477e27a45185 req-136bb557-6640-4b98-88d2-77254d961a38 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307386 Sep 29 23:43:52.926359 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a108b-3d77-4300-bfed-c75d4f61bacc req-9f9e35a7-0cfe-4a7e-a0c7-71a2509c8505 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:52.927836 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c21a108b-3d77-4300-bfed-c75d4f61bacc req-9f9e35a7-0cfe-4a7e-a0c7-71a2509c8505 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0516713 Sep 29 23:43:52.965395 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c21a108b-3d77-4300-bfed-c75d4f61bacc req-edb01405-3a58-4666-afc5-3c3c9eaf5b40 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306373 Sep 29 23:43:54.078211 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d718289-8b46-4cc6-b52e-4ad7f43bd330 req-50f88701-ab8e-4ef6-ae89-9926c8c3147d tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:54.079690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d718289-8b46-4cc6-b52e-4ad7f43bd330 req-50f88701-ab8e-4ef6-ae89-9926c8c3147d tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0483184 Sep 29 23:43:54.118495 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d718289-8b46-4cc6-b52e-4ad7f43bd330 req-6fccf2a4-8b1b-40be-a66b-d69729dcb754 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Sep 29 23:43:55.233864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c3721-87c7-4974-8aa4-831010586e04 req-9f263940-e53f-4731-9119-3b168d08596f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:55.235339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-100c3721-87c7-4974-8aa4-831010586e04 req-9f263940-e53f-4731-9119-3b168d08596f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0488420 Sep 29 23:43:55.278925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-100c3721-87c7-4974-8aa4-831010586e04 req-5d0ee72c-c866-4451-a37e-b37ef6959bb9 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376906 Sep 29 23:43:56.398422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fca38-df80-45e5-a6ea-c12b58c12694 req-19a06c6e-055b-475e-afd8-94b08ae96a7f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:56.400055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c4fca38-df80-45e5-a6ea-c12b58c12694 req-19a06c6e-055b-475e-afd8-94b08ae96a7f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0534565 Sep 29 23:43:56.442516 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4c4fca38-df80-45e5-a6ea-c12b58c12694 req-bf4f274a-e364-490c-aadf-8049b8aefbf6 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365348 Sep 29 23:43:57.557967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e232e6e8-77e2-4d9c-9564-d38c3b80a5b3 req-2f34922f-50ed-40aa-8365-5825ebe8e98a tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:57.559472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e232e6e8-77e2-4d9c-9564-d38c3b80a5b3 req-2f34922f-50ed-40aa-8365-5825ebe8e98a tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0486636 Sep 29 23:43:57.596229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e232e6e8-77e2-4d9c-9564-d38c3b80a5b3 req-b06cf997-6a6d-47fe-9e35-175b4b8a7c35 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307584 Sep 29 23:43:58.710801 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343cf75-8320-414c-a669-37cc40532d98 req-aef73252-def5-47d1-bdb6-4e9a9f20b473 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:58.712373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d343cf75-8320-414c-a669-37cc40532d98 req-aef73252-def5-47d1-bdb6-4e9a9f20b473 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0487602 Sep 29 23:43:58.750922 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d343cf75-8320-414c-a669-37cc40532d98 req-d51c4919-7236-4344-b872-3c2add52685e tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323076 Sep 29 23:43:59.873128 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b317e92-7a99-4b6e-9afc-92aaabab6700 req-fc615d63-dd93-448f-9061-9f37b51836e6 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:43:59.874633 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b317e92-7a99-4b6e-9afc-92aaabab6700 req-fc615d63-dd93-448f-9061-9f37b51836e6 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0549512 Sep 29 23:43:59.911984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b317e92-7a99-4b6e-9afc-92aaabab6700 req-53dbdf37-478e-4fae-aa45-cb910b98bacc tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313704 Sep 29 23:44:01.024695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27047f7-8574-437b-aed2-efec4c213fed req-ce91a0bd-3eda-4125-ab46-ddf91c4ae5a9 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:01.026162 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b27047f7-8574-437b-aed2-efec4c213fed req-ce91a0bd-3eda-4125-ab46-ddf91c4ae5a9 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0486748 Sep 29 23:44:01.063712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b27047f7-8574-437b-aed2-efec4c213fed req-58a62b84-ee9b-460b-b757-e0022b2e634f tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317154 Sep 29 23:44:02.177622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572613b0-51b1-4e2b-9807-1a7e7c9973d9 req-8a4c9bab-6427-48e1-a584-07236f62e182 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:02.179090 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-572613b0-51b1-4e2b-9807-1a7e7c9973d9 req-8a4c9bab-6427-48e1-a584-07236f62e182 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0486631 Sep 29 23:44:02.215318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-572613b0-51b1-4e2b-9807-1a7e7c9973d9 req-6d550b12-d355-4264-b918-42a58565138c tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303707 Sep 29 23:44:03.336900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c49f19-ec35-48ed-851e-f7548de87c76 req-8b4aa581-288c-4ed3-89f2-767378667c48 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:03.338668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75c49f19-ec35-48ed-851e-f7548de87c76 req-8b4aa581-288c-4ed3-89f2-767378667c48 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0571291 Sep 29 23:44:03.339648 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-05c9e19a-4f5d-4033-a012-d9c11ba0d020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:03.379571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75c49f19-ec35-48ed-851e-f7548de87c76 req-a755585e-cafc-488f-9cfc-457233900a86 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334365 Sep 29 23:44:04.493428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea58a1-9cb4-4cbe-8005-a4782283f68d req-3a284f78-966c-48d3-a29a-a62e4116c441 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:04.495578 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ddea58a1-9cb4-4cbe-8005-a4782283f68d req-3a284f78-966c-48d3-a29a-a62e4116c441 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0495656 Sep 29 23:44:04.532038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ddea58a1-9cb4-4cbe-8005-a4782283f68d req-05376f44-78d3-49ae-a03e-14e4051d53f1 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306334 Sep 29 23:44:05.646453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff8710-5eab-4465-bb43-bdf452377688 req-b5ed977f-c767-443e-9448-65c5268db383 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:05.647956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ff8710-5eab-4465-bb43-bdf452377688 req-b5ed977f-c767-443e-9448-65c5268db383 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0494778 Sep 29 23:44:05.685777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c0ff8710-5eab-4465-bb43-bdf452377688 req-d70e7dc6-cd06-47e4-903d-e6547835834c tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Sep 29 23:44:06.246403 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c548921e-b16d-4c36-b2c4-74a20289ff37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:06.604855 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:06.803940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356b592-de7b-4833-80dd-eb82aac840f0 req-8396b7a2-1563-4169-abf9-cfcaa7427685 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:06.805434 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8356b592-de7b-4833-80dd-eb82aac840f0 req-8396b7a2-1563-4169-abf9-cfcaa7427685 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0531843 Sep 29 23:44:06.842932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8356b592-de7b-4833-80dd-eb82aac840f0 req-5232be58-2811-4365-9747-fae3a830d343 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308909 Sep 29 23:44:07.543168 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:07.958140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dd1209-2732-488b-abb3-c0d151f8731d req-e8dc2164-aa17-41c2-8dff-0716f19c1dcc tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:07.959619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81dd1209-2732-488b-abb3-c0d151f8731d req-e8dc2164-aa17-41c2-8dff-0716f19c1dcc tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0485349 Sep 29 23:44:07.996670 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81dd1209-2732-488b-abb3-c0d151f8731d req-2754ee51-3edf-41c5-8b2e-568127c19fac tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310769 Sep 29 23:44:08.724511 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:09.114856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c5c94-9572-497a-90aa-9709b2935de7 req-98db7c8d-6a0d-47d5-8bb3-2c388a87d677 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:09.116438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-728c5c94-9572-497a-90aa-9709b2935de7 req-98db7c8d-6a0d-47d5-8bb3-2c388a87d677 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0530040 Sep 29 23:44:09.153964 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-728c5c94-9572-497a-90aa-9709b2935de7 req-393f219c-4ae6-4757-aebd-799986524f9c tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315909 Sep 29 23:44:09.870138 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:10.272106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8a546-80ba-4b9c-a6c8-399ad01bfaf4 req-9ece72af-3dec-4c2f-b53c-01f51cf9a0eb tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:10.273570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65f8a546-80ba-4b9c-a6c8-399ad01bfaf4 req-9ece72af-3dec-4c2f-b53c-01f51cf9a0eb tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0525761 Sep 29 23:44:10.311358 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65f8a546-80ba-4b9c-a6c8-399ad01bfaf4 req-b6e3861d-4a64-40b6-ba56-acd34de2204d tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Sep 29 23:44:11.434301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3100c-a241-460c-ae5e-2d98abf572c2 req-1c45f25e-4b7c-4693-8884-c6422a2a6995 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:11.435848 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35e3100c-a241-460c-ae5e-2d98abf572c2 req-1c45f25e-4b7c-4693-8884-c6422a2a6995 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0511215 Sep 29 23:44:11.473718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35e3100c-a241-460c-ae5e-2d98abf572c2 req-93b14e17-e95f-456f-9dbb-e050b628ca18 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320480 Sep 29 23:44:12.586588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7a274-4960-4d6f-ae3d-5e0bb11950e6 req-631f6d70-c82d-4996-bcd6-b1241f02d3f8 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:12.587990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2f7a274-4960-4d6f-ae3d-5e0bb11950e6 req-631f6d70-c82d-4996-bcd6-b1241f02d3f8 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0472798 Sep 29 23:44:12.625563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2f7a274-4960-4d6f-ae3d-5e0bb11950e6 req-f43fd470-77d9-4455-bd35-b129bb868870 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311267 Sep 29 23:44:13.743344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f154ddd-071f-4845-883a-fdb6e102f54b req-42ff9279-670b-4b78-a4e8-7261db479229 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:13.745564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f154ddd-071f-4845-883a-fdb6e102f54b req-42ff9279-670b-4b78-a4e8-7261db479229 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0540493 Sep 29 23:44:13.782033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f154ddd-071f-4845-883a-fdb6e102f54b req-9a22070f-89a1-47d4-b5ab-4d2fd243ded6 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304823 Sep 29 23:44:14.896947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ecd0a-176d-4465-875e-558f59bf54c0 req-0deea987-05c1-459d-8d4d-56548283766e tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:14.898433 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-697ecd0a-176d-4465-875e-558f59bf54c0 req-0deea987-05c1-459d-8d4d-56548283766e tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0502667 Sep 29 23:44:14.935528 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-697ecd0a-176d-4465-875e-558f59bf54c0 req-685c065c-a11a-47a4-b11d-86f6e7134b10 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310431 Sep 29 23:44:15.708658 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:44:15.782289 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-ead6b8a4-03ec-44ef-b533-d514fb870d20 service neutron] show failed (client error): The resource could not be found. Sep 29 23:44:15.783280 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-ead6b8a4-03ec-44ef-b533-d514fb870d20 service neutron] 10.222.0.26 "GET /v2.0/ports/7076db38-fcd2-40ff-a418-bd90d6f34442/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0552762 Sep 29 23:44:16.050088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b8fb3-6431-408f-8677-ecbc4ee86b0a req-2c728187-8675-423f-9cdd-2ec1e781dbaa tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:16.051584 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a22b8fb3-6431-408f-8677-ecbc4ee86b0a req-2c728187-8675-423f-9cdd-2ec1e781dbaa tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 946 time: 0.0492640 Sep 29 23:44:16.062394 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-3580bb75-fec7-4647-af1a-deb23a5e1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:16.063950 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-3580bb75-fec7-4647-af1a-deb23a5e1dc8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3&tenant_id=b5ef873dcba34ac7a578c4bf278f9125 HTTP/1.1" status: 200 len: 1097 time: 0.1285629 Sep 29 23:44:16.081459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:44:16.091150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a22b8fb3-6431-408f-8677-ecbc4ee86b0a req-ad89fd20-97b2-4e3f-8ee8-2d8ad6ceca08 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333707 Sep 29 23:44:16.133476 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:16.601197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7076db38-fcd2-40ff-a418-bd90d6f34442,segment=NetworkSegment(e808fc55-d04f-4d5c-ac25-169b8343a6c5),segment_id=e808fc55-d04f-4d5c-ac25-169b8343a6c5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:44:16.633407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:44:16.673999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7076db38-fcd2-40ff-a418-bd90d6f34442'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:44:16.676298 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e31cd7b-b14a-40e7-9654-06cd5835bf0e" -d '{"events": [{"server_uuid": "a7513f49-6663-40d4-926f-43a6d451e4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "7076db38-fcd2-40ff-a418-bd90d6f34442"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:44:16.680555 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:16.693702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Transition to ACTIVE for port object 7076db38-fcd2-40ff-a418-bd90d6f34442 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:44:16.697606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:16.725450 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68663177-41e9-4240-a49a-0b1402cfa717 x-openstack-request-id: req-68663177-41e9-4240-a49a-0b1402cfa717 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:44:16.725746 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7513f49-6663-40d4-926f-43a6d451e4e3", "name": "network-vif-unplugged", "status": "completed", "tag": "7076db38-fcd2-40ff-a418-bd90d6f34442", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:44:16.725998 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-68663177-41e9-4240-a49a-0b1402cfa717 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:44:16.726387 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7076db38-fcd2-40ff-a418-bd90d6f34442', 'code': 200} Sep 29 23:44:16.756797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] No DVR routers for this DVR port 7076db38-fcd2-40ff-a418-bd90d6f34442 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:44:16.767277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Pushing event updated for resources: {'Port': ['ID=7076db38-fcd2-40ff-a418-bd90d6f34442,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:16.795879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.796462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.796551 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.796882 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.797208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.797535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.797858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.798180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.798501 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.798821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.799138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.799455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:16.813029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Attempting to bind port 7076db38-fcd2-40ff-a418-bd90d6f34442 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:44:16.813365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Attempting to bind port 7076db38-fcd2-40ff-a418-bd90d6f34442 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'e808fc55-d04f-4d5c-ac25-169b8343a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:44:16.813692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Attempting to bind port 7076db38-fcd2-40ff-a418-bd90d6f34442 on network 455e2106-eda4-437e-8e0b-3093a6ae80fb {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:44:16.817982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Port 7076db38-fcd2-40ff-a418-bd90d6f34442 on network 455e2106-eda4-437e-8e0b-3093a6ae80fb not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:44:16.818307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Attempting to bind port 7076db38-fcd2-40ff-a418-bd90d6f34442 on network 455e2106-eda4-437e-8e0b-3093a6ae80fb {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:44:16.823051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:44:16.823386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Checking segment: {'id': 'e808fc55-d04f-4d5c-ac25-169b8343a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:44:16.823767 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Bound using segment: {'id': 'e808fc55-d04f-4d5c-ac25-169b8343a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:44:16.824231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Bound port: 7076db38-fcd2-40ff-a418-bd90d6f34442, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e808fc55-d04f-4d5c-ac25-169b8343a6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:44:16.824587 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:16.887082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:44:16.890405 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7076db38-fcd2-40ff-a418-bd90d6f34442,segment=NetworkSegment(e808fc55-d04f-4d5c-ac25-169b8343a6c5),segment_id=e808fc55-d04f-4d5c-ac25-169b8343a6c5)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:44:16.894103 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:16.927696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:16.928344 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:16.929747 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] 10.222.0.42 "PUT /v2.0/ports/7076db38-fcd2-40ff-a418-bd90d6f34442 HTTP/1.1" status: 200 len: 1092 time: 0.8523300 Sep 29 23:44:16.948834 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b63c1-6582-4aaa-8ff0-34d8fa3dd513 service neutron] Pushing event updated for resources: {'Port': ['ID=7076db38-fcd2-40ff-a418-bd90d6f34442,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:17.004037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-de219066-f560-40e8-bddc-46176f495c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:17.005523 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-de219066-f560-40e8-bddc-46176f495c1b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5ef873dcba34ac7a578c4bf278f9125&device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0407948 Sep 29 23:44:17.099715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-726b5d30-f019-4963-80a1-1c0a86ee67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:17.101216 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-726b5d30-f019-4963-80a1-1c0a86ee67ab service neutron] 10.222.0.42 "GET /v2.0/networks?id=455e2106-eda4-437e-8e0b-3093a6ae80fb HTTP/1.1" status: 200 len: 913 time: 0.0883794 Sep 29 23:44:17.142110 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-2449f718-2162-47a2-bbc5-a845e2aa997f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7076db38-fcd2-40ff-a418-bd90d6f34442 HTTP/1.1" status: 200 len: 217 time: 0.0334208 Sep 29 23:44:17.195052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-b8a3bd93-628b-418a-b942-276ba3073c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:17.196573 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-b8a3bd93-628b-418a-b942-276ba3073c0d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d28f1eed-19a4-47b3-b85c-6939a2eb6399 HTTP/1.1" status: 200 len: 852 time: 0.0478292 Sep 29 23:44:17.212257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bcc50e-b938-4af3-8f67-c884ee6f74bb req-147b3c48-6550-4dce-8199-3dfb8f53510c tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:17.214377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5bcc50e-b938-4af3-8f67-c884ee6f74bb req-147b3c48-6550-4dce-8199-3dfb8f53510c tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 944 time: 0.0554116 Sep 29 23:44:17.228057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-285a617c-a702-4d85-a6e3-c9dacbc6140b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=455e2106-eda4-437e-8e0b-3093a6ae80fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247335 Sep 29 23:44:17.253383 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5bcc50e-b938-4af3-8f67-c884ee6f74bb req-a3702211-2183-47a2-b45b-59d6de7384a8 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329812 Sep 29 23:44:17.317491 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-5a60f973-914c-40e5-b948-64ecb17dfb43 service neutron] 10.222.0.42 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820827 Sep 29 23:44:17.411542 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1dbbbb39-9f4c-463b-a8cb-30a30885a3ef req-03933243-78c9-4db4-9932-45c39af2d712 service neutron] 10.222.0.42 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861268 Sep 29 23:44:18.370525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c280c4fa-651a-4b26-8fbd-051c5bc9a90e req-194d7135-fc75-44bf-adcb-67550913cc94 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:18.372064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c280c4fa-651a-4b26-8fbd-051c5bc9a90e req-194d7135-fc75-44bf-adcb-67550913cc94 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 944 time: 0.0495529 Sep 29 23:44:18.410905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c280c4fa-651a-4b26-8fbd-051c5bc9a90e req-6c1fa0dd-0f0b-466e-a676-c2f69121fb29 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Sep 29 23:44:18.727577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'tag': '7076db38-fcd2-40ff-a418-bd90d6f34442'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:44:18.730856 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad086ef-1e74-40ab-b546-b2f817720b25" -d '{"events": [{"name": "network-changed", "server_uuid": "a7513f49-6663-40d4-926f-43a6d451e4e3", "tag": "7076db38-fcd2-40ff-a418-bd90d6f34442"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:44:18.778304 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d20d621-b53b-4254-8773-f2ea02f55f00 x-openstack-request-id: req-0d20d621-b53b-4254-8773-f2ea02f55f00 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:44:18.778592 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7513f49-6663-40d4-926f-43a6d451e4e3", "tag": "7076db38-fcd2-40ff-a418-bd90d6f34442", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:44:18.779527 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0d20d621-b53b-4254-8773-f2ea02f55f00 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:44:18.780018 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'tag': '7076db38-fcd2-40ff-a418-bd90d6f34442', 'status': 'completed', 'code': 200} Sep 29 23:44:18.871336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-a7602ddc-0faa-4ffe-a95d-ab9ad403a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:18.872837 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-a7602ddc-0faa-4ffe-a95d-ab9ad403a8f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5ef873dcba34ac7a578c4bf278f9125&device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0740120 Sep 29 23:44:18.878382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-76499c60-8402-4152-8532-a3b015f8c38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:18.879753 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-76499c60-8402-4152-8532-a3b015f8c38e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b5ef873dcba34ac7a578c4bf278f9125&device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0548923 Sep 29 23:44:19.031316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-ded67fd7-cd04-4870-bb87-2371a42c73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:19.032718 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-ded67fd7-cd04-4870-bb87-2371a42c73ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=455e2106-eda4-437e-8e0b-3093a6ae80fb HTTP/1.1" status: 200 len: 913 time: 0.1521134 Sep 29 23:44:19.033651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-e1d5a1fc-2d92-4608-934e-4f85c82f7b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:19.034949 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-e1d5a1fc-2d92-4608-934e-4f85c82f7b53 service neutron] 10.222.0.42 "GET /v2.0/networks?id=455e2106-eda4-437e-8e0b-3093a6ae80fb HTTP/1.1" status: 200 len: 913 time: 0.1473589 Sep 29 23:44:19.106596 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-04187a61-e720-44a1-baf8-a41a5027a564 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7076db38-fcd2-40ff-a418-bd90d6f34442 HTTP/1.1" status: 200 len: 217 time: 0.0660250 Sep 29 23:44:19.107928 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-ac4d1249-b726-452c-a140-ca1e6ee1c8af service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7076db38-fcd2-40ff-a418-bd90d6f34442 HTTP/1.1" status: 200 len: 217 time: 0.0619888 Sep 29 23:44:19.190264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-8fd37e54-38e1-48f2-893e-364367f38c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:19.191685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-8fd37e54-38e1-48f2-893e-364367f38c86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d28f1eed-19a4-47b3-b85c-6939a2eb6399 HTTP/1.1" status: 200 len: 852 time: 0.0790389 Sep 29 23:44:19.193096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-6b206908-94e8-4b48-b979-97bc63a393e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:19.194398 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-6b206908-94e8-4b48-b979-97bc63a393e7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d28f1eed-19a4-47b3-b85c-6939a2eb6399 HTTP/1.1" status: 200 len: 852 time: 0.0736432 Sep 29 23:44:19.233479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-a68fc89c-2dc3-4b7d-ac5f-1a9e29c1f8ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=455e2106-eda4-437e-8e0b-3093a6ae80fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341370 Sep 29 23:44:19.249186 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-0eedc1ee-6ea9-4639-af33-00a6b7389297 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=455e2106-eda4-437e-8e0b-3093a6ae80fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427158 Sep 29 23:44:19.407725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-cb574cad-5dae-4833-9d83-35a053ed5edc service neutron] 10.222.0.26 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597223 Sep 29 23:44:19.409830 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-644e2642-43fc-40f4-b44f-64b76404e79f service neutron] 10.222.0.42 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495450 Sep 29 23:44:19.528470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eca068-e06f-498e-8f4b-437f98adb2c6 req-e14354e9-52a5-4337-9f84-3ae63fe1e474 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:19.529982 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28eca068-e06f-498e-8f4b-437f98adb2c6 req-e14354e9-52a5-4337-9f84-3ae63fe1e474 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 944 time: 0.0511777 Sep 29 23:44:19.568352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28eca068-e06f-498e-8f4b-437f98adb2c6 req-99bfad58-fb4a-4e02-b212-0571d71fc255 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322323 Sep 29 23:44:19.573930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-e4b0d50e-fd7a-413d-b37c-33587025a391 service neutron] 10.222.0.26 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601830 Sep 29 23:44:19.575960 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ad086ef-1e74-40ab-b546-b2f817720b25 req-19f238db-9e3c-4c43-b4a9-b83e9f580ff3 service neutron] 10.222.0.42 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549096 Sep 29 23:44:20.546333 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:20.715813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7076db38-fcd2-40ff-a418-bd90d6f34442 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:44:20.756891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7076db38-fcd2-40ff-a418-bd90d6f34442 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:44:20.953809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2787cf5-c4ab-4811-adbc-a277805c1ba0 req-e8028f32-791b-4121-a6f2-5f884fbaf79b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:20.955283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2787cf5-c4ab-4811-adbc-a277805c1ba0 req-e8028f32-791b-4121-a6f2-5f884fbaf79b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 944 time: 0.0559061 Sep 29 23:44:20.992738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2787cf5-c4ab-4811-adbc-a277805c1ba0 req-7715f55d-366f-49fe-8445-2f33b86bb8fd tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314851 Sep 29 23:44:21.271732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-f2322f36-8418-49db-ad82-b7dd713c7a48 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:21.273143 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-f2322f36-8418-49db-ad82-b7dd713c7a48 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3&tenant_id=b5ef873dcba34ac7a578c4bf278f9125&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 944 time: 0.0880585 Sep 29 23:44:21.335533 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-8b7190f0-d36d-4280-a699-526bf0637f0a service neutron] delete failed (client error): The resource could not be found. Sep 29 23:44:21.336594 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-8b7190f0-d36d-4280-a699-526bf0637f0a service neutron] 10.222.0.26 "DELETE /v2.0/ports/7076db38-fcd2-40ff-a418-bd90d6f34442/bindings/n-h2-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0554366 Sep 29 23:44:21.424941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-fb95ff68-13e1-4032-b699-c965909a6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:21.426477 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-fb95ff68-13e1-4032-b699-c965909a6c25 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b5ef873dcba34ac7a578c4bf278f9125&device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 1095 time: 0.0463808 Sep 29 23:44:21.521672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-c999876f-29e2-497a-87ab-6ebc49756cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:21.523194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-c999876f-29e2-497a-87ab-6ebc49756cb5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=455e2106-eda4-437e-8e0b-3093a6ae80fb HTTP/1.1" status: 200 len: 913 time: 0.0898280 Sep 29 23:44:21.563316 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-7527031d-aaa8-47f6-adde-49b8d4f745cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7076db38-fcd2-40ff-a418-bd90d6f34442 HTTP/1.1" status: 200 len: 217 time: 0.0331638 Sep 29 23:44:21.616921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-62338828-17a9-4972-b07d-25ed0f9f107b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:21.618364 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-62338828-17a9-4972-b07d-25ed0f9f107b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d28f1eed-19a4-47b3-b85c-6939a2eb6399 HTTP/1.1" status: 200 len: 852 time: 0.0477130 Sep 29 23:44:21.648777 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-f1ca0421-6fe3-4f99-85f1-6a2d48c5e794 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=455e2106-eda4-437e-8e0b-3093a6ae80fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235422 Sep 29 23:44:21.740878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-cfc2cf9f-ed98-490f-af78-bcd03ffdeda0 service neutron] 10.222.0.26 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849900 Sep 29 23:44:21.835065 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-443d632d-2df6-4beb-9fbd-2fc4325e5272 service neutron] 10.222.0.26 "GET /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874441 Sep 29 23:44:22.506574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7076db38-fcd2-40ff-a418-bd90d6f34442 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:44:22.528245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae9afde-3057-4c81-9633-70ede0f1e817 req-36402179-cd9c-410f-83c0-8b2088ddcdce tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:22.529783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bae9afde-3057-4c81-9633-70ede0f1e817 req-36402179-cd9c-410f-83c0-8b2088ddcdce tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 944 time: 0.0498827 Sep 29 23:44:22.568171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bae9afde-3057-4c81-9633-70ede0f1e817 req-58a1d9b3-ec58-49df-8daa-d2beca142aba tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324006 Sep 29 23:44:22.601212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7076db38-fcd2-40ff-a418-bd90d6f34442,segment=NetworkSegment(e808fc55-d04f-4d5c-ac25-169b8343a6c5),segment_id=e808fc55-d04f-4d5c-ac25-169b8343a6c5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:44:22.612413 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '7076db38-fcd2-40ff-a418-bd90d6f34442', 'network_id': '455e2106-eda4-437e-8e0b-3093a6ae80fb', 'port_id': '7076db38-fcd2-40ff-a418-bd90d6f34442', 'mac_address': 'fa:16:3e:4b:2d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd28f1eed-19a4-47b3-b85c-6939a2eb6399', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:44:22.647846 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:22.660665 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7076db38-fcd2-40ff-a418-bd90d6f34442 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:44:22.679241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7076db38-fcd2-40ff-a418-bd90d6f34442,segment=NetworkSegment(e808fc55-d04f-4d5c-ac25-169b8343a6c5),segment_id=e808fc55-d04f-4d5c-ac25-169b8343a6c5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:44:22.683665 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:22.736910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=7076db38-fcd2-40ff-a418-bd90d6f34442,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:23.123747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['7076db38-fcd2-40ff-a418-bd90d6f34442'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:44:23.748711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce08334-b74a-4d38-a8cb-d61de52e7064 req-f8421a7b-c22c-4372-822d-404da7fe5401 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:23.750192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ce08334-b74a-4d38-a8cb-d61de52e7064 req-f8421a7b-c22c-4372-822d-404da7fe5401 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 945 time: 0.1097009 Sep 29 23:44:23.788032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ce08334-b74a-4d38-a8cb-d61de52e7064 req-709b49f8-d488-4bd0-9286-5195fb50c5a8 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.44 "GET /v2.0/security-groups?id=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316815 Sep 29 23:44:23.972558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-c7bf4c67-e786-4b3d-8f6b-5d77ee580f95 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:23.974091 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-c7bf4c67-e786-4b3d-8f6b-5d77ee580f95 tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.42 "GET /v2.0/ports?device_id=a7513f49-6663-40d4-926f-43a6d451e4e3 HTTP/1.1" status: 200 len: 945 time: 0.0490520 Sep 29 23:44:24.065191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-2c71f14d-e156-4ab9-8610-43c4a9f62d4b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Deleting port 7076db38-fcd2-40ff-a418-bd90d6f34442 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:44:24.065540 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-2c71f14d-e156-4ab9-8610-43c4a9f62d4b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:24.153645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-2c71f14d-e156-4ab9-8610-43c4a9f62d4b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] For port 7076db38-fcd2-40ff-a418-bd90d6f34442, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7076db38-fcd2-40ff-a418-bd90d6f34442,segment=NetworkSegment(e808fc55-d04f-4d5c-ac25-169b8343a6c5),segment_id=e808fc55-d04f-4d5c-ac25-169b8343a6c5)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:44:24.154084 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-2c71f14d-e156-4ab9-8610-43c4a9f62d4b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:24.166891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-2c71f14d-e156-4ab9-8610-43c4a9f62d4b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Calling delete_port for 7076db38-fcd2-40ff-a418-bd90d6f34442 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:44:24.294111 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-2c71f14d-e156-4ab9-8610-43c4a9f62d4b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:24.323333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71f14d-e156-4ab9-8610-43c4a9f62d4b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Pushing event deleted for resources: {'Port': ['ID=7076db38-fcd2-40ff-a418-bd90d6f34442,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:24.328935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['7076db38-fcd2-40ff-a418-bd90d6f34442'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:44:24.367592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-2c71f14d-e156-4ab9-8610-43c4a9f62d4b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] No DVR routers for this DVR port 7076db38-fcd2-40ff-a418-bd90d6f34442 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:44:24.371241 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-2c71f14d-e156-4ab9-8610-43c4a9f62d4b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:24.373349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da4bba16-07f5-4262-b372-e2c8775d0423 req-2c71f14d-e156-4ab9-8610-43c4a9f62d4b tempest-DeleteServersTestJSON-2116785810 tempest-DeleteServersTestJSON-2116785810-project] 10.222.0.42 "DELETE /v2.0/ports/7076db38-fcd2-40ff-a418-bd90d6f34442 HTTP/1.1" status: 204 len: 173 time: 0.3930647 Sep 29 23:44:24.373817 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'name': 'network-vif-deleted', 'tag': '7076db38-fcd2-40ff-a418-bd90d6f34442'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:44:24.376105 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f7d3ce-ce53-44fc-a976-e928a3853e6f" -d '{"events": [{"server_uuid": "a7513f49-6663-40d4-926f-43a6d451e4e3", "name": "network-vif-deleted", "tag": "7076db38-fcd2-40ff-a418-bd90d6f34442"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:44:24.411455 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0d7bd7-a39b-44c9-be50-d62aa8cf26db x-openstack-request-id: req-fb0d7bd7-a39b-44c9-be50-d62aa8cf26db {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:44:24.411754 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7513f49-6663-40d4-926f-43a6d451e4e3", "name": "network-vif-deleted", "tag": "7076db38-fcd2-40ff-a418-bd90d6f34442", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:44:24.412111 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fb0d7bd7-a39b-44c9-be50-d62aa8cf26db {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:44:24.412510 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7513f49-6663-40d4-926f-43a6d451e4e3', 'name': 'network-vif-deleted', 'tag': '7076db38-fcd2-40ff-a418-bd90d6f34442', 'status': 'completed', 'code': 200} Sep 29 23:44:24.522773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7076db38-fcd2-40ff-a418-bd90d6f34442 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:44:24.527956 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No ports have port_id starting with 7076db38-fcd2-40ff-a418-bd90d6f34442 Sep 29 23:44:24.529088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7076db38-fcd2-40ff-a418-bd90d6f34442 requested by agent hyperv_n-h1-811173-2 not found in database {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 29 23:44:24.917089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34850) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:44:24.965607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Deleting subnet d28f1eed-19a4-47b3-b85c-6939a2eb6399 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:44:24.968674 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.002625 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.040349 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.091615 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.121060 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.122969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d28f1eed-19a4-47b3-b85c-6939a2eb6399 HTTP/1.1" status: 204 len: 168 time: 0.2048862 Sep 29 23:44:25.124041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d28f1eed-19a4-47b3-b85c-6939a2eb6399,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:25.125720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34852) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:44:25.131763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.132139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.132484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.132848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.133186 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.133521 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.133854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.134183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.134510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.134835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.135666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.136017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5000df8f-b84d-4b44-b062-2720aee23d7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:25.194175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.273436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.294642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455e2106-eda4-437e-8e0b-3093a6ae80fb']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:44:25.303595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e808fc55-d04f-4d5c-ac25-169b8343a6c5') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:44:25.303925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e808fc55-d04f-4d5c-ac25-169b8343a6c5') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:44:25.313462 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.327481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.333375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:44:25.333758 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:44:25.335552 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:44:25.389856 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.395497 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.397552 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] 10.222.0.44 "DELETE /v2.0/networks/455e2106-eda4-437e-8e0b-3093a6ae80fb HTTP/1.1" status: 204 len: 168 time: 0.2707772 Sep 29 23:44:25.408838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140c444-6c63-4b7e-a450-42c6159078e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=455e2106-eda4-437e-8e0b-3093a6ae80fb,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:25.512611 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34856) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:44:25.556246 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-367b6c36-8afb-4761-9a2b-3c10792dd25a admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b5ef873dcba34ac7a578c4bf278f9125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422840 Sep 29 23:44:25.559272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34858) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:44:25.606728 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-431f1178-b94a-4902-89b7-f58ede80b031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.627677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-431f1178-b94a-4902-89b7-f58ede80b031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.673350 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-431f1178-b94a-4902-89b7-f58ede80b031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.675947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-431f1178-b94a-4902-89b7-f58ede80b031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:25.677090 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-431f1178-b94a-4902-89b7-f58ede80b031 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/24190a8b-8ae1-4ec8-afee-6fc9df9dd6be HTTP/1.1" status: 204 len: 168 time: 0.1168735 Sep 29 23:44:25.685682 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f1178-b94a-4902-89b7-f58ede80b031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24190a8b-8ae1-4ec8-afee-6fc9df9dd6be,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:26.338027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 34880) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:44:26.440510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-169229693-network', 'tenant_id': '934ab6d5d15e4f12afeacb4271f861c9'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:44:26.461102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Made reservation on behalf of 934ab6d5d15e4f12afeacb4271f861c9 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:44:26.463947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:26.472094 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:26.562885 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:26.566055 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:26.591232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 508} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:44:26.599723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:26.606224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:26.606674 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Added segment 3fec34f7-0301-451f-b521-9a61a4f5e158 of type vlan for network b554df96-e67f-44bc-a880-2af348660151 Sep 29 23:44:26.649947 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:26.675910 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:26.676945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:26.677556 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:26.703847 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3646791 Sep 29 23:44:26.706785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 34884) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:44:26.712703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Request body: {'subnet': {'network_id': 'b554df96-e67f-44bc-a880-2af348660151', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-169229693-subnet', 'tenant_id': '934ab6d5d15e4f12afeacb4271f861c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:44:26.738435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Made reservation on behalf of 934ab6d5d15e4f12afeacb4271f861c9 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:44:26.741076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:26.743666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d461ee2-491f-4df5-a4f4-acd9fa91dbc9 admin admin] Pushing event updated for resources: {'Network': ['ID=b554df96-e67f-44bc-a880-2af348660151,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:26.754060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network b554df96-e67f-44bc-a880-2af348660151 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:44:26.914113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:26.974556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc03d17-2564-415c-b556-acdab78059dd,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:26.982672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Checking segment: {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:44:26.983036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Network hostable DHCP agents. Network: b554df96-e67f-44bc-a880-2af348660151, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:44:27.000231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Network b554df96-e67f-44bc-a880-2af348660151 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:44:27.008640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, b554df96-e67f-44bc-a880-2af348660151) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:44:27.013447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:27.014045 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:27.019549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e00c1-54b1-42ef-9b88-78354c798e9b None None] Network b554df96-e67f-44bc-a880-2af348660151 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:44:27.030017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-05880ea0-63d1-4d75-9831-7493db45db8e admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3219824 Sep 29 23:44:27.148389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42aeb8d-0744-47b7-8ff1-8f2da5ac95e1 None None] Network b554df96-e67f-44bc-a880-2af348660151 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:44:27.592087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4623b72-5a12-4d86-915c-1d79731df390 req-72691091-8c44-4b24-af16-0a9edc47cdc7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:27.593592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-72691091-8c44-4b24-af16-0a9edc47cdc7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 814 time: 0.1126783 Sep 29 23:44:27.608377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-4413328b-f576-445d-b317-25228a58d268 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/quotas/934ab6d5d15e4f12afeacb4271f861c9 HTTP/1.1" status: 200 len: 375 time: 0.0089281 Sep 29 23:44:27.645180 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-b069c43c-3450-460e-8a5c-45a86e01e933 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312088 Sep 29 23:44:27.655936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-9b4b2a74-128c-43c5-9e94-06a041614163 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:44:27.656912 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-9b4b2a74-128c-43c5-9e94-06a041614163 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050261 Sep 29 23:44:27.750259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-148b2e42-efa5-417a-8aeb-c763dd482e29 service neutron] 10.222.0.44 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865638 Sep 29 23:44:27.845016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-e1edfc6c-1f1e-4b81-be7a-b864a99bdb11 service neutron] 10.222.0.44 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877452 Sep 29 23:44:28.001479 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9df4227-491a-43eb-b7ba-5a02b76abcbf req-cdf51eb0-3aa3-40b4-8497-00688d577a76 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 210 time: 0.0277996 Sep 29 23:44:28.534605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7076db38-fcd2-40ff-a418-bd90d6f34442 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:44:28.554370 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 7076db38-fcd2-40ff-a418-bd90d6f34442 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:44:28.554718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7076db38-fcd2-40ff-a418-bd90d6f34442 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:44:28.905947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4623b72-5a12-4d86-915c-1d79731df390 req-799c6a64-78c1-4266-be5c-efda1eabff2b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:28.907408 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-799c6a64-78c1-4266-be5c-efda1eabff2b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.26 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 814 time: 0.1091475 Sep 29 23:44:28.921949 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Request body: {'port': {'device_id': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'network_id': 'b554df96-e67f-44bc-a880-2af348660151', 'admin_state_up': True, 'tenant_id': '934ab6d5d15e4f12afeacb4271f861c9'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:44:29.029235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Made reservation on behalf of 934ab6d5d15e4f12afeacb4271f861c9 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:44:29.034207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:29.099080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10bbf022-3ddd-4763-82e9-13a05862f655 req-ec0ed73f-d88f-4524-9e74-51706a0b3099 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 210 time: 0.0277953 Sep 29 23:44:29.174463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Allocated IP 172.20.0.5 (b554df96-e67f-44bc-a880-2af348660151/bbc03d17-2564-415c-b556-acdab78059dd/48aff666-95d6-4ba0-bfc6-628d73bd18e6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:44:29.321609 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:29.355477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:29.396077 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Network b554df96-e67f-44bc-a880-2af348660151 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:44:29.399135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:44:29.402878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:44:29.429433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Pushing event updated for resources: {'Port': ['ID=48aff666-95d6-4ba0-bfc6-628d73bd18e6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:29.458149 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:29.458754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:29.472525 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-7f3987fa-423c-43d2-a66e-a7012b0d43d7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5544040 Sep 29 23:44:29.486225 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Request body: {'port': {'device_id': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:44:29.542101 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:29.802460 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48aff666-95d6-4ba0-bfc6-628d73bd18e6 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:44:29.810337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:29.821877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Transition to ACTIVE for port object 48aff666-95d6-4ba0-bfc6-628d73bd18e6 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:44:29.826403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:29.894220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Pushing event updated for resources: {'Port': ['ID=48aff666-95d6-4ba0-bfc6-628d73bd18e6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:29.943851 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Attempting to bind port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:44:29.944416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Attempting to bind port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:44:29.944560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Attempting to bind port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 on network b554df96-e67f-44bc-a880-2af348660151 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:44:29.949395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 on network b554df96-e67f-44bc-a880-2af348660151 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:44:29.949723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Attempting to bind port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 on network b554df96-e67f-44bc-a880-2af348660151 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:44:29.954683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:44:29.955023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Checking segment: {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:44:29.955408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Bound using segment: {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:44:29.955848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Bound port: 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:44:29.956231 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:30.018331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:44:30.021250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:44:30.025674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:30.059316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:30.059968 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:30.061411 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] 10.222.0.26 "PUT /v2.0/ports/48aff666-95d6-4ba0-bfc6-628d73bd18e6 HTTP/1.1" status: 200 len: 1091 time: 0.5794184 Sep 29 23:44:30.061860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:44:30.064165 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac81faff-87ad-463d-892e-31c1d27e871f" -d '{"events": [{"name": "network-changed", "server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:44:30.093271 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c78878-c5ea-4220-bd0e-b87b1c2301e6 service neutron] Pushing event updated for resources: {'Port': ['ID=48aff666-95d6-4ba0-bfc6-628d73bd18e6,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:30.111699 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46058a6-01a6-46c4-8e75-59f48a9e5d26 x-openstack-request-id: req-c46058a6-01a6-46c4-8e75-59f48a9e5d26 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:44:30.112010 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:44:30.112259 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c46058a6-01a6-46c4-8e75-59f48a9e5d26 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:44:30.112642 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6', 'status': 'completed', 'code': 200} Sep 29 23:44:30.149527 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4623b72-5a12-4d86-915c-1d79731df390 req-f4d626c2-5ed6-488d-a101-b9a53b298802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:30.151873 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-f4d626c2-5ed6-488d-a101-b9a53b298802 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 1094 time: 0.0504689 Sep 29 23:44:30.193287 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-24304ab7-761c-455c-a057-e0074c3d5e3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6 HTTP/1.1" status: 200 len: 217 time: 0.0343134 Sep 29 23:44:30.214481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3193c0-ec67-48ba-9fc1-af4c89b2c443 req-a8b8530c-5e56-4f0f-9814-c0bc159f98d8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:30.216002 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3f3193c0-ec67-48ba-9fc1-af4c89b2c443 req-a8b8530c-5e56-4f0f-9814-c0bc159f98d8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 943 time: 0.0491595 Sep 29 23:44:30.243363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4623b72-5a12-4d86-915c-1d79731df390 req-624f37d3-7494-4d1e-a69c-fde9205518a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:30.245649 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-624f37d3-7494-4d1e-a69c-fde9205518a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0450211 Sep 29 23:44:30.255204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3f3193c0-ec67-48ba-9fc1-af4c89b2c443 req-c9670cd8-fc28-42be-8712-88a6e9777102 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329254 Sep 29 23:44:30.276978 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-6a4ad583-7d00-42ea-9f93-62a63e84375a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247521 Sep 29 23:44:30.371119 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-1fac4401-296c-4bf2-b0ac-f977452cdb65 service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868094 Sep 29 23:44:30.459218 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d4623b72-5a12-4d86-915c-1d79731df390 req-94593103-b16a-4ca2-8b88-968ec7b4461f service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814197 Sep 29 23:44:30.550458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81faff-87ad-463d-892e-31c1d27e871f req-4ff6faf1-0ace-491a-81f6-a924c1654fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:30.551997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac81faff-87ad-463d-892e-31c1d27e871f req-4ff6faf1-0ace-491a-81f6-a924c1654fab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 1094 time: 0.0449853 Sep 29 23:44:30.640239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81faff-87ad-463d-892e-31c1d27e871f req-33df94d2-7a5f-4498-9ebd-b86fca669d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:30.641691 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac81faff-87ad-463d-892e-31c1d27e871f req-33df94d2-7a5f-4498-9ebd-b86fca669d74 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.0827098 Sep 29 23:44:30.963637 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac81faff-87ad-463d-892e-31c1d27e871f req-8a033286-37ca-4c82-b3ac-4982b8387d94 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6 HTTP/1.1" status: 200 len: 217 time: 0.3136728 Sep 29 23:44:31.012266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81faff-87ad-463d-892e-31c1d27e871f req-8ad6e62e-00ac-4a77-a317-8dd323443693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:31.013669 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac81faff-87ad-463d-892e-31c1d27e871f req-8ad6e62e-00ac-4a77-a317-8dd323443693 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0431294 Sep 29 23:44:31.044313 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac81faff-87ad-463d-892e-31c1d27e871f req-11ea896b-a498-42e9-9d02-ede75c4280fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238330 Sep 29 23:44:31.137763 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac81faff-87ad-463d-892e-31c1d27e871f req-d5341053-7e93-437c-a827-f7c6793cfaea service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842376 Sep 29 23:44:31.226237 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ac81faff-87ad-463d-892e-31c1d27e871f req-39a801ff-ddf5-4f12-b391-dc6d01735818 service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816426 Sep 29 23:44:31.374689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b200bad-864d-4869-b2aa-5fb340d44670 req-b8606dcb-0f8c-4aae-8ee7-8ef7fa376fea tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:31.376187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b200bad-864d-4869-b2aa-5fb340d44670 req-b8606dcb-0f8c-4aae-8ee7-8ef7fa376fea tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 943 time: 0.0522439 Sep 29 23:44:31.413430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b200bad-864d-4869-b2aa-5fb340d44670 req-c5ebfa47-c064-4b94-b82a-a2a85eb8ab82 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309350 Sep 29 23:44:32.528602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce28ce02-126e-45d4-a9c2-b4544a94b7b5 req-d2b2b349-b728-40cd-8a91-0449b93fa35a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:32.530075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce28ce02-126e-45d4-a9c2-b4544a94b7b5 req-d2b2b349-b728-40cd-8a91-0449b93fa35a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 943 time: 0.0484109 Sep 29 23:44:32.566746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce28ce02-126e-45d4-a9c2-b4544a94b7b5 req-c5ace394-c274-4085-962e-4d7cb3e833a9 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307469 Sep 29 23:44:32.808494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 48aff666-95d6-4ba0-bfc6-628d73bd18e6 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:44:32.904585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:44:32.915127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '48aff666-95d6-4ba0-bfc6-628d73bd18e6', 'network_id': 'b554df96-e67f-44bc-a880-2af348660151', 'port_id': '48aff666-95d6-4ba0-bfc6-628d73bd18e6', 'mac_address': 'fa:16:3e:27:07:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc03d17-2564-415c-b556-acdab78059dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:44:32.950988 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:32.963001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48aff666-95d6-4ba0-bfc6-628d73bd18e6 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:44:32.982253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:44:32.986119 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:33.032514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=48aff666-95d6-4ba0-bfc6-628d73bd18e6,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:33.039667 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.040037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.040373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.040708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.041037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.041403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.041754 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.042100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.042421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.042772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.043090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.043407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:44:33.184879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['48aff666-95d6-4ba0-bfc6-628d73bd18e6'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:44:33.340173 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-47d27e2f-46d0-4c15-9c82-fa8e2e5f38ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:33.681034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71d7e3-b839-4145-b0fe-d808c20b4f15 req-99526452-e309-4f4c-9fe0-1602bad2e567 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:33.682622 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc71d7e3-b839-4145-b0fe-d808c20b4f15 req-99526452-e309-4f4c-9fe0-1602bad2e567 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 944 time: 0.0485539 Sep 29 23:44:33.719900 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc71d7e3-b839-4145-b0fe-d808c20b4f15 req-d44e8bcc-41b4-4f99-b38b-80b082d47e2c tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313809 Sep 29 23:44:34.809143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 48aff666-95d6-4ba0-bfc6-628d73bd18e6 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:44:34.837507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5acb48-fb76-4f9f-b8fd-efcdc59733e5 req-733a9df0-2667-476f-aa93-4d0eee72dfea tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:34.839197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d5acb48-fb76-4f9f-b8fd-efcdc59733e5 req-733a9df0-2667-476f-aa93-4d0eee72dfea tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 944 time: 0.0529761 Sep 29 23:44:34.856805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:44:34.861234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:44:34.861615 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:34.880275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9d5acb48-fb76-4f9f-b8fd-efcdc59733e5 req-741fc2d1-b5a2-4e7e-803e-67accde13163 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350838 Sep 29 23:44:34.938668 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:34.960317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:44:34.962647 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee75915-4a1a-43b1-b191-b2374524d491" -d '{"events": [{"server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "name": "network-vif-plugged", "status": "completed", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:44:34.975996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:44:34.980833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:35.003732 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab503d8-1842-4a01-a2b5-5aebda2f236f x-openstack-request-id: req-0ab503d8-1842-4a01-a2b5-5aebda2f236f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:44:35.004055 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "name": "network-vif-plugged", "status": "completed", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:44:35.004311 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0ab503d8-1842-4a01-a2b5-5aebda2f236f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:44:35.004697 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6', 'code': 200} Sep 29 23:44:35.030500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=48aff666-95d6-4ba0-bfc6-628d73bd18e6,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:44:35.100788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13c61a0-eb94-4516-a157-4dbec4714399 req-13cb6ae9-468c-4aa6-ae4e-7a89f1ae9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:35.102283 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d13c61a0-eb94-4516-a157-4dbec4714399 req-13cb6ae9-468c-4aa6-ae4e-7a89f1ae9f90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 1096 time: 0.0405004 Sep 29 23:44:35.142570 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d13c61a0-eb94-4516-a157-4dbec4714399 req-89421d0e-5fc6-43c4-9f56-2126c0472ab0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Sep 29 23:44:35.995090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3cbd0-c311-45dd-879f-1949fb7df6b1 req-12dda009-2705-4c08-98fd-aa1fd6b8f573 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:35.996547 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cfe3cbd0-c311-45dd-879f-1949fb7df6b1 req-12dda009-2705-4c08-98fd-aa1fd6b8f573 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0500562 Sep 29 23:44:36.034859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cfe3cbd0-c311-45dd-879f-1949fb7df6b1 req-f04c8f90-eed4-47d5-ac3e-6b7acc8405ee tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324521 Sep 29 23:44:36.245819 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-43c4c3fb-c1cf-4502-8d4f-0abec25f7408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:36.606318 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:37.150087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b07565-4c0d-46c6-b1cf-1ecec11cc772 req-063a7b5e-6615-4046-aa32-6a4e464f7081 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:37.151651 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7b07565-4c0d-46c6-b1cf-1ecec11cc772 req-063a7b5e-6615-4046-aa32-6a4e464f7081 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0484445 Sep 29 23:44:37.188825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7b07565-4c0d-46c6-b1cf-1ecec11cc772 req-b500f656-0ee6-411d-b681-5fb46ec4c5b2 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313187 Sep 29 23:44:37.305202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb60e2e-b526-42d8-af4d-6c9aec1e751c req-c69bd5f2-d195-417a-995b-d80a10c5234e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:37.306698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7eb60e2e-b526-42d8-af4d-6c9aec1e751c req-c69bd5f2-d195-417a-995b-d80a10c5234e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0523715 Sep 29 23:44:37.344228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7eb60e2e-b526-42d8-af4d-6c9aec1e751c req-30c7427a-44e9-44b5-a5b0-0c006e5adf2e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314608 Sep 29 23:44:37.544966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b248fe-c4bf-435f-a139-42fb7b126909 req-d5fed7a1-0e31-4718-9444-68727e3628d3 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:37.546072 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:37.546666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9b248fe-c4bf-435f-a139-42fb7b126909 req-d5fed7a1-0e31-4718-9444-68727e3628d3 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0501504 Sep 29 23:44:37.591481 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c9b248fe-c4bf-435f-a139-42fb7b126909 req-c74a77b3-1e3e-4811-ac87-e9c4c6cf83f6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387354 Sep 29 23:44:37.705623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51b328-0504-4eaa-a9d4-2553865e65f9 req-717915ea-cd4b-456a-aac1-a575e3583bcc tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:37.707203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc51b328-0504-4eaa-a9d4-2553865e65f9 req-717915ea-cd4b-456a-aac1-a575e3583bcc tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0506623 Sep 29 23:44:37.745565 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dc51b328-0504-4eaa-a9d4-2553865e65f9 req-1d843f20-ffe1-44d2-8797-16d7208be56b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324364 Sep 29 23:44:37.997815 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-71f0ecd0-0361-43af-9d54-bae83f5e64ee service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745549 Sep 29 23:44:38.009597 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5831db-1edd-4883-afb3-7aaa8476e508 req-0fd6a919-8668-4fe8-a0fa-a30a29732bc5 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:38.011020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c5831db-1edd-4883-afb3-7aaa8476e508 req-0fd6a919-8668-4fe8-a0fa-a30a29732bc5 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0785921 Sep 29 23:44:38.051533 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c5831db-1edd-4883-afb3-7aaa8476e508 req-80384ab4-54ff-4733-afb4-5322cffe7e81 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338335 Sep 29 23:44:38.733658 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:39.179340 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086decac-a27a-4d66-a6f6-f71c52292ce1 req-7c4276c9-ff9e-4721-be32-3d17aa43fd68 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:39.180993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-086decac-a27a-4d66-a6f6-f71c52292ce1 req-7c4276c9-ff9e-4721-be32-3d17aa43fd68 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0588319 Sep 29 23:44:39.223623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-b4b372cb-b53d-489f-b0e1-0f23150a639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:39.224259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-086decac-a27a-4d66-a6f6-f71c52292ce1 req-20efb8d9-18d5-4eaf-950d-7fce67fedb57 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340571 Sep 29 23:44:39.225153 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-b4b372cb-b53d-489f-b0e1-0f23150a639d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 1096 time: 0.0431318 Sep 29 23:44:39.320294 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-28d0e0df-9518-4338-90b9-3e5f146744e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:39.321769 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-28d0e0df-9518-4338-90b9-3e5f146744e5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.0890417 Sep 29 23:44:39.367401 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-bc433a8d-a311-4fc2-96fb-35cd42a5a814 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6 HTTP/1.1" status: 200 len: 217 time: 0.0387154 Sep 29 23:44:39.416384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-281e4d97-ae2e-4cec-80f5-413c3e9aecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:39.418593 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-281e4d97-ae2e-4cec-80f5-413c3e9aecba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0447860 Sep 29 23:44:39.448883 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-cd4d0e35-12a5-47b4-9bed-dec40d7dc309 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241830 Sep 29 23:44:39.547371 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-ce2145cd-a27d-441f-b192-6e4bb80c189b service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917552 Sep 29 23:44:39.640878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-e836ff1f-5d78-43cf-b5f1-f5ab9902a278 service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860817 Sep 29 23:44:39.867972 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:40.339670 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdc2b5-50a6-482a-87fe-8d3f8651020f req-5b70d0d7-0ab9-4227-9bea-07041255804a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:40.341340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1cdc2b5-50a6-482a-87fe-8d3f8651020f req-5b70d0d7-0ab9-4227-9bea-07041255804a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0490036 Sep 29 23:44:40.381809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1cdc2b5-50a6-482a-87fe-8d3f8651020f req-83f5a622-8119-4975-8733-304a1caccde2 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346427 Sep 29 23:44:41.495712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc5ec7-fa43-4c2a-b9bf-fc181f2b0147 req-6d4608ee-857f-4de1-9af0-079a090ffd81 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:41.498554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77bc5ec7-fa43-4c2a-b9bf-fc181f2b0147 req-6d4608ee-857f-4de1-9af0-079a090ffd81 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0492930 Sep 29 23:44:41.539549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77bc5ec7-fa43-4c2a-b9bf-fc181f2b0147 req-93ad30a5-4c5e-4d5d-abc6-f0afab9f93b7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352249 Sep 29 23:44:42.655363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9961e-0deb-4b2d-92e0-73cabf063d37 req-e0aa258b-5715-43b2-9f96-1b42252fdb0b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:42.656886 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0d9961e-0deb-4b2d-92e0-73cabf063d37 req-e0aa258b-5715-43b2-9f96-1b42252fdb0b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0488462 Sep 29 23:44:42.693839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0d9961e-0deb-4b2d-92e0-73cabf063d37 req-09ab8cd1-7adf-4740-b318-71528f326dc0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310650 Sep 29 23:44:43.812823 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a21e1-1f89-4388-a46a-0723cafbe7ea req-34ca76fe-0e90-4a8a-b740-49b4a3cb0fdb tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:43.814292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-291a21e1-1f89-4388-a46a-0723cafbe7ea req-34ca76fe-0e90-4a8a-b740-49b4a3cb0fdb tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0483677 Sep 29 23:44:43.854454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-291a21e1-1f89-4388-a46a-0723cafbe7ea req-66dd3c26-6f61-489b-bd45-bee35cacc26e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342467 Sep 29 23:44:44.969879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91061bab-9cfc-4fbd-9c12-afe61e330a1f req-7edba6b7-741b-4408-8915-48af2a146df8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:44.971328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91061bab-9cfc-4fbd-9c12-afe61e330a1f req-7edba6b7-741b-4408-8915-48af2a146df8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0492885 Sep 29 23:44:45.008991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91061bab-9cfc-4fbd-9c12-afe61e330a1f req-293d8d1d-8d7e-49ba-9c54-35b390d3fe06 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317068 Sep 29 23:44:46.125400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ceb0d-c0a3-4760-94e8-964fe37663b9 req-a48eee35-b31d-4a16-9d2b-d47d059ea4d4 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:46.126865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b22ceb0d-c0a3-4760-94e8-964fe37663b9 req-a48eee35-b31d-4a16-9d2b-d47d059ea4d4 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0485284 Sep 29 23:44:46.163331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b22ceb0d-c0a3-4760-94e8-964fe37663b9 req-37d0e52d-d934-42ee-9ff3-f469c9b7d03b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305965 Sep 29 23:44:47.277992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980f86-dc08-4511-9bd0-6f7fe6952fba req-a969aec5-0a6f-447b-ab45-9164eeee4f02 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:47.279649 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28980f86-dc08-4511-9bd0-6f7fe6952fba req-a969aec5-0a6f-447b-ab45-9164eeee4f02 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0490794 Sep 29 23:44:47.321760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28980f86-dc08-4511-9bd0-6f7fe6952fba req-3889c57c-3702-4a1e-81e8-6f2336646f1e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362539 Sep 29 23:44:48.435872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e891ca-7155-4dd0-b14e-9169171479e0 req-a6b78ff4-1a03-445a-81b1-bad0677ccf34 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:48.437355 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6e891ca-7155-4dd0-b14e-9169171479e0 req-a6b78ff4-1a03-445a-81b1-bad0677ccf34 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0481849 Sep 29 23:44:48.475023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6e891ca-7155-4dd0-b14e-9169171479e0 req-9d911813-636e-42c9-a164-7595e0cb596c tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316508 Sep 29 23:44:49.593461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1f60d8-e6e5-468f-b1d8-cfa91f8f5a59 req-f85fd2a0-bd96-4780-89d9-1597e89d5756 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:49.594861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd1f60d8-e6e5-468f-b1d8-cfa91f8f5a59 req-f85fd2a0-bd96-4780-89d9-1597e89d5756 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0531454 Sep 29 23:44:49.636989 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd1f60d8-e6e5-468f-b1d8-cfa91f8f5a59 req-27151b2e-6c91-4fe7-9638-0342267bfe7a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362499 Sep 29 23:44:50.540452 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:44:50.751769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0585ee1-7438-4eca-a90d-ea8483b050d9 req-40dde8cb-5a30-4025-937c-697d9932b572 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:50.753459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0585ee1-7438-4eca-a90d-ea8483b050d9 req-40dde8cb-5a30-4025-937c-697d9932b572 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0487194 Sep 29 23:44:50.794329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0585ee1-7438-4eca-a90d-ea8483b050d9 req-981344e1-568a-4455-91db-83798c84b994 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347841 Sep 29 23:44:51.907791 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51f95a-d8e7-4e79-a509-f2966fd95d80 req-637cfaa6-2a1c-4409-98f0-f7c5f3e8cf04 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:51.909315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e51f95a-d8e7-4e79-a509-f2966fd95d80 req-637cfaa6-2a1c-4409-98f0-f7c5f3e8cf04 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0479040 Sep 29 23:44:51.946636 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e51f95a-d8e7-4e79-a509-f2966fd95d80 req-dcc15e2b-ff41-473b-9f68-1d7b8db18c36 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Sep 29 23:44:52.707649 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:44:53.086029 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ffe49-2462-411c-acee-be5b90fa0d85 req-54c04a5f-04a7-4d89-9e25-664780a8f1d3 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:53.087593 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e98ffe49-2462-411c-acee-be5b90fa0d85 req-54c04a5f-04a7-4d89-9e25-664780a8f1d3 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0698225 Sep 29 23:44:53.130108 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e98ffe49-2462-411c-acee-be5b90fa0d85 req-1dd7bd0d-eceb-4f5d-8cfa-f41245486b96 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363872 Sep 29 23:44:54.248308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e360615-a85d-42bc-9738-bb11d5351c45 req-8d9fccf0-0802-4fe9-bd09-1b7d61f5ded0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:54.249769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e360615-a85d-42bc-9738-bb11d5351c45 req-8d9fccf0-0802-4fe9-bd09-1b7d61f5ded0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0476894 Sep 29 23:44:54.290942 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e360615-a85d-42bc-9738-bb11d5351c45 req-dc2f3824-3f59-4598-b08b-9679fc3e06c0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352073 Sep 29 23:44:55.406208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a94e707-909a-43ad-8997-3d9e41e3fea5 req-288a005e-9b73-4bf2-810a-ca04c68b4f92 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:55.407720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a94e707-909a-43ad-8997-3d9e41e3fea5 req-288a005e-9b73-4bf2-810a-ca04c68b4f92 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0484493 Sep 29 23:44:55.445443 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9a94e707-909a-43ad-8997-3d9e41e3fea5 req-331284bb-16e5-456a-83ad-8aa83340f783 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314171 Sep 29 23:44:56.560985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b014c-a3bd-465c-877b-28fd5853e078 req-42be5fab-a322-43b2-ae03-30d7872b48c6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:56.562459 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577b014c-a3bd-465c-877b-28fd5853e078 req-42be5fab-a322-43b2-ae03-30d7872b48c6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0481565 Sep 29 23:44:56.599105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577b014c-a3bd-465c-877b-28fd5853e078 req-8a9a45f1-f9b9-40ad-9bc1-3131cd4a31ca tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306087 Sep 29 23:44:57.721110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfddfd9b-1fc5-465c-ae90-e01f21b8de1c req-4ba09439-a56e-4673-8b39-9d2c76f3b14a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:57.722600 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfddfd9b-1fc5-465c-ae90-e01f21b8de1c req-4ba09439-a56e-4673-8b39-9d2c76f3b14a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0492246 Sep 29 23:44:57.764006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfddfd9b-1fc5-465c-ae90-e01f21b8de1c req-7c5de9ee-23fd-479d-bc91-40d831e6242d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352993 Sep 29 23:44:58.890592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb57b31-9d3b-4d25-abcf-e2030881da91 req-ca9c30e0-55af-4376-9c7d-d884ac9cbe1e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:44:58.892082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cb57b31-9d3b-4d25-abcf-e2030881da91 req-ca9c30e0-55af-4376-9c7d-d884ac9cbe1e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0488093 Sep 29 23:44:58.928440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4cb57b31-9d3b-4d25-abcf-e2030881da91 req-0b4b7e92-7b8b-4f28-ba29-3679aa1219c2 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304601 Sep 29 23:45:00.042360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01821a3-4968-4ef3-9937-49d3fdeea0c4 req-ed7133c2-b245-437e-a402-b8072e1c558b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:00.043871 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f01821a3-4968-4ef3-9937-49d3fdeea0c4 req-ed7133c2-b245-437e-a402-b8072e1c558b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0480638 Sep 29 23:45:00.081221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f01821a3-4968-4ef3-9937-49d3fdeea0c4 req-b1fcffde-3038-4c58-8027-b8fb12957185 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312912 Sep 29 23:45:01.194081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60a3ac-b7d3-42d9-830d-a157cee7eb06 req-e3170d04-c018-4d2e-bb9b-feba78f00485 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:01.195561 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e60a3ac-b7d3-42d9-830d-a157cee7eb06 req-e3170d04-c018-4d2e-bb9b-feba78f00485 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0476904 Sep 29 23:45:01.237388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e60a3ac-b7d3-42d9-830d-a157cee7eb06 req-496dc8bc-6056-4131-9240-c7229407d6ea tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356224 Sep 29 23:45:02.352976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79888b0-7a60-4dc0-90d9-13da9ede6188 req-58629115-2178-4511-abc3-d60992226148 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:02.354442 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c79888b0-7a60-4dc0-90d9-13da9ede6188 req-58629115-2178-4511-abc3-d60992226148 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0488787 Sep 29 23:45:02.392788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c79888b0-7a60-4dc0-90d9-13da9ede6188 req-8590d711-85ca-41c6-a059-13809e8a6f62 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Sep 29 23:45:03.344034 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0fed55f0-2382-4194-9e18-c400a33bcd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:03.507900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d200f2-ab5e-45a4-bd5c-41a065e79b75 req-8d86027c-e97d-4abe-93df-03fd1905f9d3 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:03.509365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88d200f2-ab5e-45a4-bd5c-41a065e79b75 req-8d86027c-e97d-4abe-93df-03fd1905f9d3 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0475063 Sep 29 23:45:03.546808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88d200f2-ab5e-45a4-bd5c-41a065e79b75 req-e4acfd0f-7faf-48ef-9bcd-fc328f181453 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303142 Sep 29 23:45:04.660398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e90f897-1bc8-499a-a001-5e78b8b55be9 req-5c7e83a4-809b-49a1-a44a-d04c70d98a9c tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:04.661868 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e90f897-1bc8-499a-a001-5e78b8b55be9 req-5c7e83a4-809b-49a1-a44a-d04c70d98a9c tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0476024 Sep 29 23:45:04.702696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e90f897-1bc8-499a-a001-5e78b8b55be9 req-6bae1d82-1f12-4da2-b667-3bcff9b808c9 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349913 Sep 29 23:45:05.815717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f2ba8f-ba62-458b-9e1e-4d011c55ab99 req-a56ab142-f43c-497f-bf54-c597fc05fd88 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:05.817213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05f2ba8f-ba62-458b-9e1e-4d011c55ab99 req-a56ab142-f43c-497f-bf54-c597fc05fd88 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0480304 Sep 29 23:45:05.853899 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05f2ba8f-ba62-458b-9e1e-4d011c55ab99 req-d48d5bb3-67d3-4666-b568-7e094224c347 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308113 Sep 29 23:45:06.246109 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-af1d3e6d-26f7-4415-a5ba-e8e679ed24fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:06.462279 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-98e75fb1-d649-441a-8a09-dd612b234b26 service neutron] show failed (client error): The resource could not be found. Sep 29 23:45:06.463398 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-98e75fb1-d649-441a-8a09-dd612b234b26 service neutron] 10.222.0.26 "GET /v2.0/ports/48aff666-95d6-4ba0-bfc6-628d73bd18e6/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0577812 Sep 29 23:45:06.607909 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:06.657457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-9182398d-e8fc-4aa5-a68b-a279dc0c467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:06.658972 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-9182398d-e8fc-4aa5-a68b-a279dc0c467a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d&tenant_id=934ab6d5d15e4f12afeacb4271f861c9 HTTP/1.1" status: 200 len: 1096 time: 0.0461917 Sep 29 23:45:06.678259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:45:06.733560 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:06.935336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:06.969915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6ca2c-8e54-4053-84f5-d3f8ffba8a0d req-fa74dc67-811f-4bc0-8e9e-c1714b6a21e6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:06.971426 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ce6ca2c-8e54-4053-84f5-d3f8ffba8a0d req-fa74dc67-811f-4bc0-8e9e-c1714b6a21e6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0483756 Sep 29 23:45:06.973848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:45:07.018276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:45:07.020233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ce6ca2c-8e54-4053-84f5-d3f8ffba8a0d req-adbfe059-b1f3-4279-8f4c-8fe3600d312e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421529 Sep 29 23:45:07.020614 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb1bf30-c25e-4305-bd4c-32c1ed9078bc" -d '{"events": [{"server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "name": "network-vif-unplugged", "status": "completed", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:45:07.025559 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:07.038378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Transition to ACTIVE for port object 48aff666-95d6-4ba0-bfc6-628d73bd18e6 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:45:07.045407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:07.078648 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704cb946-21d9-4c1f-8d86-953d129329fd x-openstack-request-id: req-704cb946-21d9-4c1f-8d86-953d129329fd {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:45:07.078648 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "name": "network-vif-unplugged", "status": "completed", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:45:07.078648 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-704cb946-21d9-4c1f-8d86-953d129329fd {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:45:07.079020 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6', 'code': 200} Sep 29 23:45:07.110090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] No DVR routers for this DVR port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:45:07.114388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Pushing event updated for resources: {'Port': ['ID=48aff666-95d6-4ba0-bfc6-628d73bd18e6,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:07.146749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Attempting to bind port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:45:07.147025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Attempting to bind port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:45:07.147364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Attempting to bind port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 on network b554df96-e67f-44bc-a880-2af348660151 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:45:07.151626 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 on network b554df96-e67f-44bc-a880-2af348660151 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:45:07.151990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Attempting to bind port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 on network b554df96-e67f-44bc-a880-2af348660151 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:45:07.157510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:45:07.157856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Checking segment: {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:45:07.158246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Bound using segment: {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:45:07.158677 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Bound port: 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:45:07.159035 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:07.225368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:45:07.228411 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:45:07.232838 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:07.265987 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:07.266605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:07.268032 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] 10.222.0.42 "PUT /v2.0/ports/48aff666-95d6-4ba0-bfc6-628d73bd18e6 HTTP/1.1" status: 200 len: 1091 time: 0.5937841 Sep 29 23:45:07.288933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16712b5-d2eb-4caf-ad1f-60209659a05f service neutron] Pushing event updated for resources: {'Port': ['ID=48aff666-95d6-4ba0-bfc6-628d73bd18e6,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:07.341509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-11465e45-8f01-442a-957b-fbe9d2fe50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:07.343440 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-11465e45-8f01-442a-957b-fbe9d2fe50ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 1094 time: 0.0442696 Sep 29 23:45:07.437609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-8810c1fd-b4af-4545-adc7-7f58f86a7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:07.439004 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-8810c1fd-b4af-4545-adc7-7f58f86a7d4d service neutron] 10.222.0.42 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.0883279 Sep 29 23:45:07.479651 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-386d22ac-8c97-4500-9c8d-34721354bf15 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6 HTTP/1.1" status: 200 len: 217 time: 0.0335653 Sep 29 23:45:07.528994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-8792bb7f-e6a4-4263-bc8c-cff3554b23d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:07.530412 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-8792bb7f-e6a4-4263-bc8c-cff3554b23d1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0435383 Sep 29 23:45:07.549453 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:07.567536 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-8ac1824e-e015-454c-a8dd-8984d6ee0a46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304537 Sep 29 23:45:07.659614 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-3e01421d-1bee-4511-94e9-18d7177543cb service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850472 Sep 29 23:45:07.757985 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-53273dcb-e6b2-4c1b-ac67-5232c17a1f02 req-71d0e1d5-2229-48f0-9a21-e8ea601e3511 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908785 Sep 29 23:45:08.134507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fdb12-d4b4-4664-a22d-edb56ffcc288 req-3e152181-8c28-4831-a381-fad22f413f8e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:08.135993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b09fdb12-d4b4-4664-a22d-edb56ffcc288 req-3e152181-8c28-4831-a381-fad22f413f8e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 943 time: 0.0472054 Sep 29 23:45:08.177667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b09fdb12-d4b4-4664-a22d-edb56ffcc288 req-157f4c51-41e0-477a-a231-365dd3d28514 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351434 Sep 29 23:45:08.730624 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:09.080028 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:45:09.082375 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd07bcb-3132-496b-87c1-032b47e542fd" -d '{"events": [{"name": "network-changed", "server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:45:09.129867 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cef5bf-ce22-49ae-bffc-bea1c191c34d x-openstack-request-id: req-d3cef5bf-ce22-49ae-bffc-bea1c191c34d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:45:09.130167 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:45:09.130420 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d3cef5bf-ce22-49ae-bffc-bea1c191c34d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:45:09.130823 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6', 'status': 'completed', 'code': 200} Sep 29 23:45:09.220831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-252e131e-7416-4fc0-95ef-365ad4ff009f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:09.222338 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-252e131e-7416-4fc0-95ef-365ad4ff009f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 1094 time: 0.0725615 Sep 29 23:45:09.224693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-477e125d-82c8-467d-ae46-181c67115aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:09.226028 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-477e125d-82c8-467d-ae46-181c67115aa3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 1094 time: 0.0509501 Sep 29 23:45:09.297760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2d6f2-f42c-4505-800b-c93287a25e7a req-275718e9-d8df-4295-9825-f9bb920e11b6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:09.299264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2a2d6f2-f42c-4505-800b-c93287a25e7a req-275718e9-d8df-4295-9825-f9bb920e11b6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 943 time: 0.0502021 Sep 29 23:45:09.339197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f2a2d6f2-f42c-4505-800b-c93287a25e7a req-d138185c-2e54-4a44-b52d-e7d6ccb39985 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338576 Sep 29 23:45:09.385154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-fdafa739-3137-4f0f-bcd1-6b37ea38d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:09.386607 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-fdafa739-3137-4f0f-bcd1-6b37ea38d98b service neutron] 10.222.0.26 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.1576192 Sep 29 23:45:09.387983 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-8ae73735-28eb-421b-8a2f-6345cbe1e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:09.389340 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-8ae73735-28eb-421b-8a2f-6345cbe1e185 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.1516478 Sep 29 23:45:09.438767 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-30dcff46-6958-45b1-bf1a-6886bec5b4c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6 HTTP/1.1" status: 200 len: 217 time: 0.0452523 Sep 29 23:45:09.472129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-47ecbf1e-ac1b-4d5e-9829-650a9c0094ca service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6 HTTP/1.1" status: 200 len: 217 time: 0.0724270 Sep 29 23:45:09.542457 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-2e92e1c4-6232-48ee-a0f3-82f12241ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:09.543889 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-2e92e1c4-6232-48ee-a0f3-82f12241ae8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0805125 Sep 29 23:45:09.549418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-c6aa9d68-7d07-44ca-a6aa-16b1a207e8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:09.550727 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-c6aa9d68-7d07-44ca-a6aa-16b1a207e8f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0597179 Sep 29 23:45:09.593201 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-faca7fbf-ac7b-4962-ab3c-71f5cacc31a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414903 Sep 29 23:45:09.594974 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-198bb525-adba-4db8-a91c-33bb4b54fe54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354142 Sep 29 23:45:09.749829 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-627227f2-5f45-4e6b-a7ee-2cd4279d8358 service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486592 Sep 29 23:45:09.753067 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-1d712d1a-5ad0-4789-9b28-459e9ce22982 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441710 Sep 29 23:45:09.868161 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:09.912229 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-f8456418-e071-470f-95be-75fa441b975b service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549878 Sep 29 23:45:09.914090 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bbd07bcb-3132-496b-87c1-032b47e542fd req-3f149240-b1c4-40f8-848b-962573a9d993 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496723 Sep 29 23:45:10.456444 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93253cb1-4acd-4767-9895-344b9bd9a7fc req-2ad42a3e-370b-440f-ad1e-2d8af6423e3b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:10.457919 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93253cb1-4acd-4767-9895-344b9bd9a7fc req-2ad42a3e-370b-440f-ad1e-2d8af6423e3b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 943 time: 0.0487566 Sep 29 23:45:10.494987 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-93253cb1-4acd-4767-9895-344b9bd9a7fc req-a63015dc-70cc-481a-b62d-1881dc7bb498 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311799 Sep 29 23:45:10.948496 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 48aff666-95d6-4ba0-bfc6-628d73bd18e6 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:45:10.986001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 48aff666-95d6-4ba0-bfc6-628d73bd18e6 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:45:11.608008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca8d55-406b-4283-8158-2a8d35018a84 req-5e1889a7-32ab-403e-bce7-e497a39deaa6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:11.609684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52ca8d55-406b-4283-8158-2a8d35018a84 req-5e1889a7-32ab-403e-bce7-e497a39deaa6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 943 time: 0.0476956 Sep 29 23:45:11.654702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52ca8d55-406b-4283-8158-2a8d35018a84 req-324c9aa1-f1ce-423f-a6a5-7939ce62576f tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354846 Sep 29 23:45:11.851301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1bb07-7bf8-4d22-9e9f-7e8774416ae0 req-895715b9-c551-4968-9475-f0a4cc7487f9 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:11.857126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2e1bb07-7bf8-4d22-9e9f-7e8774416ae0 req-895715b9-c551-4968-9475-f0a4cc7487f9 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 943 time: 0.0553205 Sep 29 23:45:11.869828 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-7c392f2e-fdca-4497-b78e-36b5360ff08c tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:11.871973 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-7c392f2e-fdca-4497-b78e-36b5360ff08c tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.26 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d&tenant_id=934ab6d5d15e4f12afeacb4271f861c9&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 943 time: 0.0582871 Sep 29 23:45:11.897421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2e1bb07-7bf8-4d22-9e9f-7e8774416ae0 req-0d5a8257-4524-44cb-9d64-458895f29b42 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333531 Sep 29 23:45:11.935199 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-a5121129-2612-4d5e-9d26-0d6d657f08ea service neutron] delete failed (client error): The resource could not be found. Sep 29 23:45:11.937020 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-a5121129-2612-4d5e-9d26-0d6d657f08ea service neutron] 10.222.0.26 "DELETE /v2.0/ports/48aff666-95d6-4ba0-bfc6-628d73bd18e6/bindings/n-h2-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0573566 Sep 29 23:45:12.019977 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-4d535b67-4567-4809-8859-cfd70325ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:12.021488 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-4d535b67-4567-4809-8859-cfd70325ab8c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 1094 time: 0.0415127 Sep 29 23:45:12.118187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-c9a23b36-0a45-4295-972d-7c3e54c39a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:12.119687 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-c9a23b36-0a45-4295-972d-7c3e54c39a61 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.0918674 Sep 29 23:45:12.159152 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-0352aa33-d7b5-432d-b536-91884309c9cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6 HTTP/1.1" status: 200 len: 217 time: 0.0328732 Sep 29 23:45:12.208538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-f9cd07ee-1626-4beb-bab9-5d89f8247dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:12.209986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-f9cd07ee-1626-4beb-bab9-5d89f8247dba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0439763 Sep 29 23:45:12.244876 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-5d939244-b18f-43d9-a8c3-1452f2f67638 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282669 Sep 29 23:45:12.333646 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-e6ab0fd7-3485-4921-9b2c-10fbb2f97e2a service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818448 Sep 29 23:45:12.428385 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4a5be1dc-3e49-4c44-9aa9-9da3b933dde4 req-c7368027-89ab-4b35-890e-3c4bbb5bbec6 service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878067 Sep 29 23:45:12.712071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 48aff666-95d6-4ba0-bfc6-628d73bd18e6 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:45:12.811712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:12.823927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '48aff666-95d6-4ba0-bfc6-628d73bd18e6', 'network_id': 'b554df96-e67f-44bc-a880-2af348660151', 'port_id': '48aff666-95d6-4ba0-bfc6-628d73bd18e6', 'mac_address': 'fa:16:3e:27:07:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc03d17-2564-415c-b556-acdab78059dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:45:12.862689 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:12.876249 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48aff666-95d6-4ba0-bfc6-628d73bd18e6 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:45:12.896762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:12.900374 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:12.953813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=48aff666-95d6-4ba0-bfc6-628d73bd18e6,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:13.033678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9221d-7824-470d-bffd-4575afb830c0 req-b9a790d7-0377-49d3-8535-e7f5121e0a47 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:13.035061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38d9221d-7824-470d-bffd-4575afb830c0 req-b9a790d7-0377-49d3-8535-e7f5121e0a47 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 944 time: 0.0495217 Sep 29 23:45:13.071376 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38d9221d-7824-470d-bffd-4575afb830c0 req-6ca0cbf2-2dec-43dc-b980-5cf6c7f5e2d0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303831 Sep 29 23:45:13.184056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc14b93-d295-4536-9258-03c0990eafaf req-f109f362-b452-43f2-90fa-0e473157f0ca tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:13.185649 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0bc14b93-d295-4536-9258-03c0990eafaf req-f109f362-b452-43f2-90fa-0e473157f0ca tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 944 time: 0.0477509 Sep 29 23:45:13.225905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0bc14b93-d295-4536-9258-03c0990eafaf req-64890461-8979-499c-a627-7ad005f81b41 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344775 Sep 29 23:45:13.270209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['48aff666-95d6-4ba0-bfc6-628d73bd18e6'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:45:13.342701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ad34b-01b1-4420-a22a-a49a08a8836a req-d9f7e028-6217-4272-85c1-1949e6b89797 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:13.344247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e7ad34b-01b1-4420-a22a-a49a08a8836a req-d9f7e028-6217-4272-85c1-1949e6b89797 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 944 time: 0.0512762 Sep 29 23:45:13.382380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e7ad34b-01b1-4420-a22a-a49a08a8836a req-5523b300-76b8-4927-a90b-4f5b1a7c0de0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320179 Sep 29 23:45:13.737301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-62041252-f9ec-4507-94e4-04b44be3498b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:13.738759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-62041252-f9ec-4507-94e4-04b44be3498b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 814 time: 0.1039672 Sep 29 23:45:13.753696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-42cf0a9a-88dd-4ead-83c3-8afb19a0eb6a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/quotas/934ab6d5d15e4f12afeacb4271f861c9 HTTP/1.1" status: 200 len: 375 time: 0.0092297 Sep 29 23:45:13.800371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-1f96fe06-a816-4eb9-b1e3-3aa098af9e72 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413227 Sep 29 23:45:13.940637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b40499c3-d30a-4141-a4ad-93101b9d951b service neutron] 10.222.0.44 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332591 Sep 29 23:45:14.031809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-bbd8032d-15f2-41ad-b576-0b6eb52b3092 service neutron] 10.222.0.44 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850341 Sep 29 23:45:14.190359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a7dde39-2519-42f1-8cc3-6aca91769f1e req-1f0b656d-2450-4ab1-b440-7e815563dd9b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 210 time: 0.0260119 Sep 29 23:45:14.742305 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 48aff666-95d6-4ba0-bfc6-628d73bd18e6 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:45:14.789025 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:45:14.792560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:45:14.792939 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:14.871255 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:14.894184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:45:14.896432 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7344bd54-61ff-452e-84be-b609f0349c48" -d '{"events": [{"server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "name": "network-vif-plugged", "status": "completed", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:45:14.908735 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:14.913443 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:14.938373 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff6356e-a05f-461a-a2f7-9a5e0c53736c x-openstack-request-id: req-8ff6356e-a05f-461a-a2f7-9a5e0c53736c {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:45:14.938669 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "name": "network-vif-plugged", "status": "completed", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:45:14.938922 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8ff6356e-a05f-461a-a2f7-9a5e0c53736c {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:45:14.939319 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6', 'code': 200} Sep 29 23:45:14.965010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=48aff666-95d6-4ba0-bfc6-628d73bd18e6,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:15.154338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c9827-901a-4380-bd82-0e24abf620a5 req-82f200f2-05d6-4f26-bf47-73d54e6ac8b1 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:15.155869 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-454c9827-901a-4380-bd82-0e24abf620a5 req-82f200f2-05d6-4f26-bf47-73d54e6ac8b1 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.42 "GET /v2.0/ports?device_id=35cc4253-b8f1-41e0-9a36-cbcd8921026d HTTP/1.1" status: 200 len: 945 time: 0.0511746 Sep 29 23:45:15.264559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-454c9827-901a-4380-bd82-0e24abf620a5 req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Deleting port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:45:15.264912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-454c9827-901a-4380-bd82-0e24abf620a5 req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:15.308384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-79fcb878-b870-4c4f-9f19-42ac0e85b3c9 req-1087b841-cd0c-4b8f-9ac7-62842f3d2bbb tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 210 time: 0.0435407 Sep 29 23:45:15.368780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-454c9827-901a-4380-bd82-0e24abf620a5 req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] For port 48aff666-95d6-4ba0-bfc6-628d73bd18e6, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=48aff666-95d6-4ba0-bfc6-628d73bd18e6,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:15.369145 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-454c9827-901a-4380-bd82-0e24abf620a5 req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:15.379409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d6c82494-c8d2-49ec-8d44-d4368ba50681 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:15.380879 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d6c82494-c8d2-49ec-8d44-d4368ba50681 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.42 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 814 time: 0.1537476 Sep 29 23:45:15.382346 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-454c9827-901a-4380-bd82-0e24abf620a5 req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Calling delete_port for 48aff666-95d6-4ba0-bfc6-628d73bd18e6 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:45:15.400943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Request body: {'port': {'device_id': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'network_id': 'b554df96-e67f-44bc-a880-2af348660151', 'admin_state_up': True, 'tenant_id': '934ab6d5d15e4f12afeacb4271f861c9'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:45:15.512335 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Made reservation on behalf of 934ab6d5d15e4f12afeacb4271f861c9 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:45:15.514738 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-454c9827-901a-4380-bd82-0e24abf620a5 req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:15.516876 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:15.543955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Pushing event deleted for resources: {'Port': ['ID=48aff666-95d6-4ba0-bfc6-628d73bd18e6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:15.556687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['48aff666-95d6-4ba0-bfc6-628d73bd18e6'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:45:15.585775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-454c9827-901a-4380-bd82-0e24abf620a5 req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] No DVR routers for this DVR port 48aff666-95d6-4ba0-bfc6-628d73bd18e6 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:45:15.588258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-454c9827-901a-4380-bd82-0e24abf620a5 req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:15.590276 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-454c9827-901a-4380-bd82-0e24abf620a5 req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.42 "DELETE /v2.0/ports/48aff666-95d6-4ba0-bfc6-628d73bd18e6 HTTP/1.1" status: 204 len: 173 time: 0.4277823 Sep 29 23:45:15.590715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'name': 'network-vif-deleted', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:45:15.593733 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278e136f-c437-4264-a729-496e85ed652a" -d '{"events": [{"server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "name": "network-vif-deleted", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:45:15.639593 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915eede1-fe02-4a31-a695-9b52f1ce7683 x-openstack-request-id: req-915eede1-fe02-4a31-a695-9b52f1ce7683 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:45:15.639996 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35cc4253-b8f1-41e0-9a36-cbcd8921026d", "name": "network-vif-deleted", "tag": "48aff666-95d6-4ba0-bfc6-628d73bd18e6", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:45:15.640345 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-915eede1-fe02-4a31-a695-9b52f1ce7683 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:45:15.640827 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35cc4253-b8f1-41e0-9a36-cbcd8921026d', 'name': 'network-vif-deleted', 'tag': '48aff666-95d6-4ba0-bfc6-628d73bd18e6', 'status': 'completed', 'code': 200} Sep 29 23:45:15.648781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Allocated IP 172.20.0.6 (b554df96-e67f-44bc-a880-2af348660151/bbc03d17-2564-415c-b556-acdab78059dd/8b98c4b5-ffa7-4332-b557-affd2b3c57fd) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:45:15.803563 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:15.837008 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:15.873818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['48aff666-95d6-4ba0-bfc6-628d73bd18e6'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:45:15.879470 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Network b554df96-e67f-44bc-a880-2af348660151 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:45:15.882557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:45:15.884991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:45:15.923619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Pushing event updated for resources: {'Port': ['ID=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:15.948635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:15.949256 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:15.963122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-b6d85599-9221-4b83-9ba7-e1691b037ead tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5658660 Sep 29 23:45:15.980566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Request body: {'port': {'device_id': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:45:16.367599 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:16.519075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccb180-20e7-47ee-9872-c9b101243baf req-a8d77765-3100-4f7c-888d-3fca144c1dfe tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:16.521455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76ccb180-20e7-47ee-9872-c9b101243baf req-a8d77765-3100-4f7c-888d-3fca144c1dfe tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 931 time: 0.1445546 Sep 29 23:45:16.615135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76ccb180-20e7-47ee-9872-c9b101243baf req-6f00cc0a-c3f9-41ce-af57-6639d727be83 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846872 Sep 29 23:45:16.735089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b98c4b5-ffa7-4332-b557-affd2b3c57fd {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:45:16.742495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:16.757064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Transition to ACTIVE for port object 8b98c4b5-ffa7-4332-b557-affd2b3c57fd will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:45:16.760670 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:16.815203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:16.878828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Attempting to bind port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:45:16.879081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Attempting to bind port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:45:16.879415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Attempting to bind port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd on network b554df96-e67f-44bc-a880-2af348660151 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:45:16.883707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd on network b554df96-e67f-44bc-a880-2af348660151 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:45:16.884055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Attempting to bind port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd on network b554df96-e67f-44bc-a880-2af348660151 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:45:16.888782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:45:16.889119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Checking segment: {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:45:16.889517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Bound using segment: {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:45:16.889931 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Bound port: 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:45:16.890290 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:16.952586 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:45:16.955505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:45:16.959917 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:16.995222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:16.995853 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:16.997224 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] 10.222.0.42 "PUT /v2.0/ports/8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 200 len: 1091 time: 1.0209279 Sep 29 23:45:16.997653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:45:17.000032 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577030c7-9f5e-4b08-a950-8aa81740de87" -d '{"events": [{"name": "network-changed", "server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:45:17.027478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5239297-b776-458b-9ee7-f6e66e8696b0 service neutron] Pushing event updated for resources: {'Port': ['ID=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:17.092062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-ce931b8e-7361-45c5-8547-ba54816a784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:17.093616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-ce931b8e-7361-45c5-8547-ba54816a784e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 1094 time: 0.0413396 Sep 29 23:45:17.106668 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fdb2aed-64e9-490a-b1a2-8849769c7837 x-openstack-request-id: req-1fdb2aed-64e9-490a-b1a2-8849769c7837 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:45:17.106956 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:45:17.108597 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1fdb2aed-64e9-490a-b1a2-8849769c7837 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:45:17.108597 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd', 'status': 'completed', 'code': 200} Sep 29 23:45:17.156032 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-43a93566-1ac7-41af-838b-f631ea359528 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 200 len: 217 time: 0.0345078 Sep 29 23:45:17.207293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-e11092d1-bddf-4c01-b2f6-bf9a0455d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:17.208717 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-e11092d1-bddf-4c01-b2f6-bf9a0455d1c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0454633 Sep 29 23:45:17.240497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-bcd7fe78-2b35-4da1-9f0c-a87bb301cfaf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249627 Sep 29 23:45:17.349960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-d87a7fbf-547b-4942-bbc3-a1736369efaf service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006575 Sep 29 23:45:17.441136 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdd30648-e551-4ef7-a237-6b84ef6dd632 req-2d7a0544-1bda-4e54-aa5d-62f7e5963b87 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842137 Sep 29 23:45:17.566678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577030c7-9f5e-4b08-a950-8aa81740de87 req-0f88f213-14b2-410c-8520-2994bab2e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:17.568189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577030c7-9f5e-4b08-a950-8aa81740de87 req-0f88f213-14b2-410c-8520-2994bab2e5f6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 1094 time: 0.0443268 Sep 29 23:45:17.663365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577030c7-9f5e-4b08-a950-8aa81740de87 req-b1eb803f-9302-438d-8407-9ec864df0f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:17.664910 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577030c7-9f5e-4b08-a950-8aa81740de87 req-b1eb803f-9302-438d-8407-9ec864df0f58 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.0900943 Sep 29 23:45:17.709662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577030c7-9f5e-4b08-a950-8aa81740de87 req-80cf31a7-fd8f-4500-bacc-7ec6168f75f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 200 len: 217 time: 0.0371408 Sep 29 23:45:17.791199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb976d-92eb-497b-8b94-2ada1a4cabe4 req-2ed322de-0528-4cdd-8fe5-bdd363e07cf7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:17.792707 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3acb976d-92eb-497b-8b94-2ada1a4cabe4 req-2ed322de-0528-4cdd-8fe5-bdd363e07cf7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 943 time: 0.0861120 Sep 29 23:45:17.794439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577030c7-9f5e-4b08-a950-8aa81740de87 req-a94a8b4c-3aa3-4204-a78a-a535e59e5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:17.795809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577030c7-9f5e-4b08-a950-8aa81740de87 req-a94a8b4c-3aa3-4204-a78a-a535e59e5d9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0789154 Sep 29 23:45:17.834266 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577030c7-9f5e-4b08-a950-8aa81740de87 req-642a7c31-2283-4075-9135-7e4bbec971ea service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299690 Sep 29 23:45:17.867847 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3acb976d-92eb-497b-8b94-2ada1a4cabe4 req-6c844427-74aa-4977-99b7-e0f6316f57ca tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691776 Sep 29 23:45:17.934733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577030c7-9f5e-4b08-a950-8aa81740de87 req-30d8a7e9-4718-44cc-89b2-5b644b6d23a1 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901599 Sep 29 23:45:18.026930 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-577030c7-9f5e-4b08-a950-8aa81740de87 req-c1abaf21-fb51-4836-a5e2-62d4f6dda898 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831447 Sep 29 23:45:18.749535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 48aff666-95d6-4ba0-bfc6-628d73bd18e6 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:45:18.772609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 48aff666-95d6-4ba0-bfc6-628d73bd18e6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:45:18.772955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 48aff666-95d6-4ba0-bfc6-628d73bd18e6 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:45:18.982636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3824-5c0f-4a27-b67a-2a91cce59d89 req-d0044b34-264d-4e03-af54-eedc367de7e9 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:18.984149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd1c3824-5c0f-4a27-b67a-2a91cce59d89 req-d0044b34-264d-4e03-af54-eedc367de7e9 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 943 time: 0.0488260 Sep 29 23:45:19.025891 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cd1c3824-5c0f-4a27-b67a-2a91cce59d89 req-59314efb-11a7-4eb2-b70b-9b739ac57a84 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354512 Sep 29 23:45:20.140603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2568a791-133e-451d-b64c-9386219c74cc req-ad2c3110-55a7-4189-937d-8abeda30bd98 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:20.142103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2568a791-133e-451d-b64c-9386219c74cc req-ad2c3110-55a7-4189-937d-8abeda30bd98 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 943 time: 0.0490334 Sep 29 23:45:20.179514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2568a791-133e-451d-b64c-9386219c74cc req-b0d6f13d-ad32-4eae-a944-6112b65bc6a0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315711 Sep 29 23:45:20.554967 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:20.767455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 8b98c4b5-ffa7-4332-b557-affd2b3c57fd details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:45:20.858058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:20.868803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd', 'network_id': 'b554df96-e67f-44bc-a880-2af348660151', 'port_id': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd', 'mac_address': 'fa:16:3e:dd:da:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc03d17-2564-415c-b556-acdab78059dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:45:20.908627 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:20.921231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b98c4b5-ffa7-4332-b557-affd2b3c57fd {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:45:20.939621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:20.945759 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:20.991843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:21.273752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['8b98c4b5-ffa7-4332-b557-affd2b3c57fd'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:45:21.292212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fbc4c3-24cc-4485-bbfc-4993e173caf5 req-c3641fdd-7211-4073-bc3a-3a5ad0dc7c99 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:21.293726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57fbc4c3-24cc-4485-bbfc-4993e173caf5 req-c3641fdd-7211-4073-bc3a-3a5ad0dc7c99 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 944 time: 0.0486863 Sep 29 23:45:21.332687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57fbc4c3-24cc-4485-bbfc-4993e173caf5 req-753134d5-b305-4d02-b678-e65bcfff6a95 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323586 Sep 29 23:45:22.456623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc351d-a3db-418c-9ec7-ff2f735f7f5d req-07307ad2-1768-4fb5-bb93-427f21a2e52b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:22.458109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cabc351d-a3db-418c-9ec7-ff2f735f7f5d req-07307ad2-1768-4fb5-bb93-427f21a2e52b tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 944 time: 0.0516100 Sep 29 23:45:22.499639 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cabc351d-a3db-418c-9ec7-ff2f735f7f5d req-1a3b0083-5115-48ba-8ccb-64d496858974 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355651 Sep 29 23:45:22.767746 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 8b98c4b5-ffa7-4332-b557-affd2b3c57fd up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:45:22.816096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:45:22.820190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:45:22.820567 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:22.893656 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:22.915182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:45:22.917429 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10f5ac8-028b-4ed2-9af6-95da2622dd45" -d '{"events": [{"server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "name": "network-vif-plugged", "status": "completed", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:45:22.933741 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:22.938052 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:22.960619 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0cdb9ed-ec04-431e-9e8b-ea6ece9f6d49 x-openstack-request-id: req-c0cdb9ed-ec04-431e-9e8b-ea6ece9f6d49 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:45:22.960916 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "name": "network-vif-plugged", "status": "completed", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:45:22.961165 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c0cdb9ed-ec04-431e-9e8b-ea6ece9f6d49 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:45:22.961549 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd', 'code': 200} Sep 29 23:45:22.987955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:23.073864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0ad48-ce04-46cb-8ec0-6dff849b8bd5 req-766ace32-1d78-42bf-84a0-bb3fe10e6f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:23.075288 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8e0ad48-ce04-46cb-8ec0-6dff849b8bd5 req-766ace32-1d78-42bf-84a0-bb3fe10e6f2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 1096 time: 0.0400033 Sep 29 23:45:23.113193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8e0ad48-ce04-46cb-8ec0-6dff849b8bd5 req-5294f18d-9df9-40ed-8f56-b46af694a541 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281913 Sep 29 23:45:23.613970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b2f85c-758c-44e0-a51d-11923eb47811 req-3d23cee5-3327-4d7e-bcbe-21e4d79fa8f0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:23.615386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2b2f85c-758c-44e0-a51d-11923eb47811 req-3d23cee5-3327-4d7e-bcbe-21e4d79fa8f0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0488751 Sep 29 23:45:23.656133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2b2f85c-758c-44e0-a51d-11923eb47811 req-dc75d15a-7dcd-433b-acd2-588729706e61 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347362 Sep 29 23:45:24.772768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2277d5de-fdb2-4996-99ed-002c0920a941 req-f9ea83f8-f640-4c63-88a8-265cb6d92be6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:24.774260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2277d5de-fdb2-4996-99ed-002c0920a941 req-f9ea83f8-f640-4c63-88a8-265cb6d92be6 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0487680 Sep 29 23:45:24.814893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2277d5de-fdb2-4996-99ed-002c0920a941 req-c338d274-8ad8-4c67-b553-e754aede878a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345709 Sep 29 23:45:24.934404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1199ab35-a3db-4278-8d59-138a31c636ac req-7261fb55-f7c5-43e7-ac14-b206134abca9 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:24.936025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1199ab35-a3db-4278-8d59-138a31c636ac req-7261fb55-f7c5-43e7-ac14-b206134abca9 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0491874 Sep 29 23:45:24.974093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1199ab35-a3db-4278-8d59-138a31c636ac req-adca1db4-649b-46d0-9daf-f3ba7fb1e608 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322299 Sep 29 23:45:25.219487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-1d793464-a7e4-4046-9d89-f6ddb86f0bf1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0674944 Sep 29 23:45:25.227454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbe7d6-7a1e-4a65-8b44-ed55b7c46c85 req-947942b5-bed3-49b6-b548-9899a10df8e2 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:25.228897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29dbe7d6-7a1e-4a65-8b44-ed55b7c46c85 req-947942b5-bed3-49b6-b548-9899a10df8e2 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0689573 Sep 29 23:45:25.271531 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29dbe7d6-7a1e-4a65-8b44-ed55b7c46c85 req-1c7332ac-a4ec-4dc9-aae3-7ea5dfe9b588 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364475 Sep 29 23:45:26.287531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-1ca793e8-7ff2-4220-81de-9fa7a3effca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:26.289040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-1ca793e8-7ff2-4220-81de-9fa7a3effca7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 1096 time: 0.0400643 Sep 29 23:45:26.411572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-e053acfd-4de7-4a9f-accc-67c356b5ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:26.413075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-e053acfd-4de7-4a9f-accc-67c356b5ca2b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.1162496 Sep 29 23:45:26.424793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e318-1069-4b7e-a529-f0c5717b27cc req-e7791b88-ade9-4ed3-84cb-4a8905aa9995 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:26.426168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45e4e318-1069-4b7e-a529-f0c5717b27cc req-e7791b88-ade9-4ed3-84cb-4a8905aa9995 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0715237 Sep 29 23:45:26.468878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-7024a251-4a3c-4564-bb46-965e426924fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 200 len: 217 time: 0.0417769 Sep 29 23:45:26.531363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45e4e318-1069-4b7e-a529-f0c5717b27cc req-2b882058-d1b8-4e66-a3c5-b1c153e03e98 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989482 Sep 29 23:45:26.538527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-f57a04d8-b586-448b-9000-079d0684600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:26.539950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-f57a04d8-b586-448b-9000-079d0684600a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0632780 Sep 29 23:45:26.571721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-59db95a2-9aa0-409c-ad9a-54ba2ca57e4f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249078 Sep 29 23:45:26.666801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-fc9b6d18-6682-44c5-a94a-1ef56b0d6e67 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832188 Sep 29 23:45:26.762019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-4cac3aa2-61f0-4612-92f1-934d27750b93 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876007 Sep 29 23:45:27.649243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7b0eb-b5b0-47c1-98c7-c6048fec2dc8 req-54cafdc9-d9aa-48cf-b423-ecacbfa22d36 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:27.650725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0b7b0eb-b5b0-47c1-98c7-c6048fec2dc8 req-54cafdc9-d9aa-48cf-b423-ecacbfa22d36 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0514510 Sep 29 23:45:27.691076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0b7b0eb-b5b0-47c1-98c7-c6048fec2dc8 req-521fb340-8b40-4bc0-90b4-9682fa2b4c34 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341918 Sep 29 23:45:28.805070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5953330a-de81-4558-b79c-34a61bb90b19 req-4d5faad3-6913-442b-a7e8-b40a00b278b3 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:28.806559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5953330a-de81-4558-b79c-34a61bb90b19 req-4d5faad3-6913-442b-a7e8-b40a00b278b3 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0471468 Sep 29 23:45:28.847888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5953330a-de81-4558-b79c-34a61bb90b19 req-133de39d-df50-4dfd-9b65-717de1d274a9 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346298 Sep 29 23:45:29.707303 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:45:29.962073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874361ac-b218-4f32-8915-fb26bf712b3a req-7638c112-9ae9-4b68-a904-2ea1d3a6ca49 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:29.963473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-874361ac-b218-4f32-8915-fb26bf712b3a req-7638c112-9ae9-4b68-a904-2ea1d3a6ca49 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0486574 Sep 29 23:45:30.001445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-874361ac-b218-4f32-8915-fb26bf712b3a req-1268a1de-cf3b-47a0-9410-25878f2d4cf2 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Sep 29 23:45:31.115580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7188ffb3-2874-4702-b974-7b644fd880ce req-72f91a61-8685-40ee-a212-eace36388972 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:31.117086 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7188ffb3-2874-4702-b974-7b644fd880ce req-72f91a61-8685-40ee-a212-eace36388972 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0492263 Sep 29 23:45:31.156473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7188ffb3-2874-4702-b974-7b644fd880ce req-5c30152b-067f-4e1c-9215-f53d77970f3e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335598 Sep 29 23:45:32.270688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5bb7d0-7001-4207-935f-a63750e6326f req-a7633f67-1459-4b74-a1a8-40a86d66c56f tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:32.272191 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b5bb7d0-7001-4207-935f-a63750e6326f req-a7633f67-1459-4b74-a1a8-40a86d66c56f tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0488291 Sep 29 23:45:32.313130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b5bb7d0-7001-4207-935f-a63750e6326f req-954f3b61-9ad9-4818-a19d-33d59319829a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Sep 29 23:45:33.345215 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a68f00e9-afca-4dc4-9fe0-0bcc945c3cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:33.429491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6f096-6676-41bf-93fa-2dabf774b29e req-ffaad46f-9370-4536-bef9-7467921454e8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:33.430978 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bc6f096-6676-41bf-93fa-2dabf774b29e req-ffaad46f-9370-4536-bef9-7467921454e8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0488803 Sep 29 23:45:33.468903 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bc6f096-6676-41bf-93fa-2dabf774b29e req-2c42bf85-c406-4b88-9c24-6f9365263ae4 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314841 Sep 29 23:45:33.683856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc0ef-eec8-4f26-b4ce-4ec8c404b611 req-c11bd346-4158-4cb1-8d0f-a29ec4852c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:33.685389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918fc0ef-eec8-4f26-b4ce-4ec8c404b611 req-c11bd346-4158-4cb1-8d0f-a29ec4852c58 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 1096 time: 0.0439653 Sep 29 23:45:33.792648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc0ef-eec8-4f26-b4ce-4ec8c404b611 req-329dc373-dbc1-44ad-8d95-f97b7d15e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:33.794146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918fc0ef-eec8-4f26-b4ce-4ec8c404b611 req-329dc373-dbc1-44ad-8d95-f97b7d15e62b service neutron] 10.222.0.42 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.0895345 Sep 29 23:45:33.839519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918fc0ef-eec8-4f26-b4ce-4ec8c404b611 req-6001f829-e0a6-49c7-9d3a-55036cddd84b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 200 len: 217 time: 0.0387595 Sep 29 23:45:33.887232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918fc0ef-eec8-4f26-b4ce-4ec8c404b611 req-bd82d5a0-aaf1-4848-98f1-5dde2a76d5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:33.888671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918fc0ef-eec8-4f26-b4ce-4ec8c404b611 req-bd82d5a0-aaf1-4848-98f1-5dde2a76d5e6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0420082 Sep 29 23:45:33.924310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918fc0ef-eec8-4f26-b4ce-4ec8c404b611 req-abb70edf-9711-46f5-bcfd-aec1f7030572 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277331 Sep 29 23:45:34.012758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918fc0ef-eec8-4f26-b4ce-4ec8c404b611 req-39671b60-3ee7-4241-84cb-339e93127282 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814970 Sep 29 23:45:34.104797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918fc0ef-eec8-4f26-b4ce-4ec8c404b611 req-83e97228-e541-4868-b97d-1cfc870fea4d service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846956 Sep 29 23:45:34.583923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99806b-2a46-4a73-8c63-17f790c22ae6 req-7cecad1e-5193-41d7-8e3e-1a74bd3ff2bb tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:34.585328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e99806b-2a46-4a73-8c63-17f790c22ae6 req-7cecad1e-5193-41d7-8e3e-1a74bd3ff2bb tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0484054 Sep 29 23:45:34.622619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e99806b-2a46-4a73-8c63-17f790c22ae6 req-e15f21de-45a2-4b5b-942c-9edc33e871ff tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311592 Sep 29 23:45:35.740289 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a3508-0d02-4ef2-b07d-6a600d6ee223 req-668b66f9-ac85-4097-bed5-05342b497e10 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:35.741805 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-860a3508-0d02-4ef2-b07d-6a600d6ee223 req-668b66f9-ac85-4097-bed5-05342b497e10 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0483000 Sep 29 23:45:35.779113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-860a3508-0d02-4ef2-b07d-6a600d6ee223 req-f9612173-2cdd-4256-aeb1-cdacd2329d70 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313203 Sep 29 23:45:36.248900 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa93a231-618f-4d98-82a0-8cf368bd940c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:36.609840 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:36.897906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb0b2ec-6c2b-4b05-9bc9-df7ac7c9e1be req-94d560bf-f480-4ea7-b356-1195c423a022 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:36.899395 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7eb0b2ec-6c2b-4b05-9bc9-df7ac7c9e1be req-94d560bf-f480-4ea7-b356-1195c423a022 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0525229 Sep 29 23:45:36.936320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7eb0b2ec-6c2b-4b05-9bc9-df7ac7c9e1be req-4d82f6f0-8ff1-485f-8cf4-a14ff39f0553 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300982 Sep 29 23:45:37.552386 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:38.052183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecfd7cc-5938-4f3d-87c5-529f60ef9ee0 req-ddf25bd2-82d6-4d8d-8c4b-61f6bbb31a06 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:38.053713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fecfd7cc-5938-4f3d-87c5-529f60ef9ee0 req-ddf25bd2-82d6-4d8d-8c4b-61f6bbb31a06 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0508027 Sep 29 23:45:38.095004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fecfd7cc-5938-4f3d-87c5-529f60ef9ee0 req-2dd1c874-6f3f-4d92-9b3d-63b51e06eff0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340521 Sep 29 23:45:38.733217 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:39.211301 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d02fd9-7416-4d0f-af56-17dd85e9caf5 req-a46e6d67-23e3-40f4-8b21-d07bd956a60f tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:39.212812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54d02fd9-7416-4d0f-af56-17dd85e9caf5 req-a46e6d67-23e3-40f4-8b21-d07bd956a60f tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0490167 Sep 29 23:45:39.251586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54d02fd9-7416-4d0f-af56-17dd85e9caf5 req-53b68603-0a6d-4413-9147-a025aa7ab38e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319197 Sep 29 23:45:39.867849 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:40.370663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed21d8d-12f4-43b4-acaf-511fd6477c61 req-f744695d-695e-4341-8052-31f0ed339f0f tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:40.372195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ed21d8d-12f4-43b4-acaf-511fd6477c61 req-f744695d-695e-4341-8052-31f0ed339f0f tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0540967 Sep 29 23:45:40.409332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ed21d8d-12f4-43b4-acaf-511fd6477c61 req-c59a298f-b305-4f24-ab41-92d588e035b0 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310667 Sep 29 23:45:41.524325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61727673-9c13-455a-977d-ee5410891ffe req-3e68cec9-88fe-4262-bb72-4d19dbc9ccd1 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:41.525846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61727673-9c13-455a-977d-ee5410891ffe req-3e68cec9-88fe-4262-bb72-4d19dbc9ccd1 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0483487 Sep 29 23:45:41.564885 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61727673-9c13-455a-977d-ee5410891ffe req-eea8509d-f333-499c-a559-8dd01f4bd8c9 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Sep 29 23:45:42.680020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9a2ae-7412-465d-b75c-970041b30bc2 req-6cb16a0d-76fe-4a07-8f86-383786af7852 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:42.681527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2d9a2ae-7412-465d-b75c-970041b30bc2 req-6cb16a0d-76fe-4a07-8f86-383786af7852 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0489125 Sep 29 23:45:42.719768 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2d9a2ae-7412-465d-b75c-970041b30bc2 req-3fc7b7f5-8fa5-4724-9a56-5ac91d72d6e4 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314856 Sep 29 23:45:43.837784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ef0d6-4fba-41f1-8622-f6bd7eced6fc req-3e777e75-91a9-4605-8e0d-1fe91d0f0935 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:43.839313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c91ef0d6-4fba-41f1-8622-f6bd7eced6fc req-3e777e75-91a9-4605-8e0d-1fe91d0f0935 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0520635 Sep 29 23:45:43.878767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c91ef0d6-4fba-41f1-8622-f6bd7eced6fc req-5656132b-617d-46bf-a4a4-cae4e3408299 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328083 Sep 29 23:45:44.994746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021ff4e-b896-43e3-92a3-368174ca697b req-1e1b963c-100b-4d65-ad0a-5517afe8a8ee tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:44.996278 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a021ff4e-b896-43e3-92a3-368174ca697b req-1e1b963c-100b-4d65-ad0a-5517afe8a8ee tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0510180 Sep 29 23:45:45.034818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a021ff4e-b896-43e3-92a3-368174ca697b req-7dfd9e6a-eaeb-4e5f-aaa6-6be9ac59331c tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Sep 29 23:45:46.148255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a08a5-5d39-4e60-8c53-9df4bc6651e7 req-96903d59-857e-4f0d-802a-c2512f9f97fd tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:46.149745 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc2a08a5-5d39-4e60-8c53-9df4bc6651e7 req-96903d59-857e-4f0d-802a-c2512f9f97fd tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0487468 Sep 29 23:45:46.186536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc2a08a5-5d39-4e60-8c53-9df4bc6651e7 req-171e3e1e-5b0e-4a1f-93ab-d1a7901f5534 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302055 Sep 29 23:45:47.305056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9ea5e-fac1-4711-ac75-ba40c57994cf req-15d13477-2606-4e28-addd-d71716c334f7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:47.306547 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0c9ea5e-fac1-4711-ac75-ba40c57994cf req-15d13477-2606-4e28-addd-d71716c334f7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0527964 Sep 29 23:45:47.344606 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0c9ea5e-fac1-4711-ac75-ba40c57994cf req-f6aee40e-44ce-48a6-b762-94c3b06e1fc1 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319967 Sep 29 23:45:48.458620 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83649626-2a89-4bd1-af7e-10526c5d5403 req-077d95cc-af22-449b-aba6-50a697e6a0b8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:48.460148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83649626-2a89-4bd1-af7e-10526c5d5403 req-077d95cc-af22-449b-aba6-50a697e6a0b8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0489030 Sep 29 23:45:48.498085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83649626-2a89-4bd1-af7e-10526c5d5403 req-4528ea04-ec31-46af-aeae-a5f2d006276c tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315595 Sep 29 23:45:49.613062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14c90b-b125-4b1d-9a67-157c3cea1b0e req-2d6aba9a-50ec-4388-aeca-c11a20524963 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:49.614473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa14c90b-b125-4b1d-9a67-157c3cea1b0e req-2d6aba9a-50ec-4388-aeca-c11a20524963 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0487993 Sep 29 23:45:49.651522 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa14c90b-b125-4b1d-9a67-157c3cea1b0e req-3e134aa7-81e3-4fdc-8746-95af222600e8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309761 Sep 29 23:45:50.556148 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:50.770646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382865d7-a031-4279-89f3-7fad7709cb9e req-4d868509-aab2-492f-96a5-106c88dafb89 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:50.772145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-382865d7-a031-4279-89f3-7fad7709cb9e req-4d868509-aab2-492f-96a5-106c88dafb89 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0527475 Sep 29 23:45:50.809514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-382865d7-a031-4279-89f3-7fad7709cb9e req-e459a15e-262f-40d4-b349-05f62bd3dd3d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314927 Sep 29 23:45:51.924824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ec095-f486-4bde-b0e9-c167bd116e34 req-e161f336-fe39-4c83-bed7-ae6df920f5ad tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:51.926305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c36ec095-f486-4bde-b0e9-c167bd116e34 req-e161f336-fe39-4c83-bed7-ae6df920f5ad tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0480125 Sep 29 23:45:51.969787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c36ec095-f486-4bde-b0e9-c167bd116e34 req-9092417b-333a-4008-91fa-0b2642387ec5 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376163 Sep 29 23:45:53.083272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f514cf1-4b8b-4306-ac65-68c9cbf57879 req-7bbdd7d9-31d0-416a-8788-c0f67da8a5be tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:53.084725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f514cf1-4b8b-4306-ac65-68c9cbf57879 req-7bbdd7d9-31d0-416a-8788-c0f67da8a5be tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0485396 Sep 29 23:45:53.122523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f514cf1-4b8b-4306-ac65-68c9cbf57879 req-58dfadaf-04b8-48ff-b838-58643c143f7d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Sep 29 23:45:54.003344 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-09d8e788-8526-4856-8bb0-71e11f06445a service neutron] show failed (client error): The resource could not be found. Sep 29 23:45:54.004418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-09d8e788-8526-4856-8bb0-71e11f06445a service neutron] 10.222.0.42 "GET /v2.0/ports/8b98c4b5-ffa7-4332-b557-affd2b3c57fd/bindings/n-h2-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0633142 Sep 29 23:45:54.245890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b858f-3772-4307-b54f-ea6529b4eed0 req-e0fc5b3c-da90-484e-8ead-ab80cb88ae82 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:54.247416 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e6b858f-3772-4307-b54f-ea6529b4eed0 req-e0fc5b3c-da90-484e-8ead-ab80cb88ae82 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0522902 Sep 29 23:45:54.274177 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-07a08ca1-5914-4eaf-9007-ca2cc52975f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:54.275591 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-07a08ca1-5914-4eaf-9007-ca2cc52975f8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938&tenant_id=934ab6d5d15e4f12afeacb4271f861c9 HTTP/1.1" status: 200 len: 1096 time: 0.0938158 Sep 29 23:45:54.286880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e6b858f-3772-4307-b54f-ea6529b4eed0 req-0172627a-eca6-4fe0-8a9e-42c89da252f7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325634 Sep 29 23:45:54.287376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:45:54.357629 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:54.570581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:54.602152 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:45:54.641475 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:45:54.643798 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ba5b99-025e-4fae-a527-1a197463f662" -d '{"events": [{"server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "name": "network-vif-unplugged", "status": "completed", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:45:54.647509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:54.663531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Transition to ACTIVE for port object 8b98c4b5-ffa7-4332-b557-affd2b3c57fd will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:45:54.667588 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:54.703199 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ceba9c-b13c-4c87-8a48-262f08dde864 x-openstack-request-id: req-12ceba9c-b13c-4c87-8a48-262f08dde864 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:45:54.703490 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "name": "network-vif-unplugged", "status": "completed", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:45:54.703740 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-12ceba9c-b13c-4c87-8a48-262f08dde864 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:45:54.704153 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd', 'code': 200} Sep 29 23:45:54.743232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] No DVR routers for this DVR port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:45:54.745035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:54.757906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.758252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.758585 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.758915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.759241 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.759562 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.759903 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.760224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.760542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.760860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.761176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.761532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:54.790378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Attempting to bind port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:45:54.790729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Attempting to bind port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:45:54.791053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Attempting to bind port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd on network b554df96-e67f-44bc-a880-2af348660151 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:45:54.795189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd on network b554df96-e67f-44bc-a880-2af348660151 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:45:54.796639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Attempting to bind port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd on network b554df96-e67f-44bc-a880-2af348660151 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:45:54.801653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:45:54.801995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Checking segment: {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:45:54.802409 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Bound using segment: {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:45:54.802841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Bound port: 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fec34f7-0301-451f-b521-9a61a4f5e158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'b554df96-e67f-44bc-a880-2af348660151'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:45:54.803200 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:54.865775 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:45:54.868957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:45:54.874140 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:54.909223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:54.909843 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:54.911234 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] 10.222.0.26 "PUT /v2.0/ports/8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 200 len: 1091 time: 0.6278267 Sep 29 23:45:54.931540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f3d0da-2121-4f83-9f74-7855f31daea6 service neutron] Pushing event updated for resources: {'Port': ['ID=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:54.981379 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-5b0d15d4-5b6d-43bb-944b-12a46a13a9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:54.983452 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-5b0d15d4-5b6d-43bb-944b-12a46a13a9f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 1094 time: 0.0472455 Sep 29 23:45:55.096849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-01f3cf51-5742-497a-b1ef-58de37318905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:55.098878 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-01f3cf51-5742-497a-b1ef-58de37318905 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.1091413 Sep 29 23:45:55.151195 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-5960f92a-0afe-4912-99b7-8205fa048e34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 200 len: 217 time: 0.0407145 Sep 29 23:45:55.206266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-bfa0ec79-25ae-45be-b071-83eacd355221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:55.207747 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-bfa0ec79-25ae-45be-b071-83eacd355221 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0499983 Sep 29 23:45:55.242574 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-30f4770d-4025-46cf-af7e-8684c1e7f77c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272877 Sep 29 23:45:55.356886 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-c1fcd148-187b-442a-ad43-2a095c54eab0 service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067765 Sep 29 23:45:55.424659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76189534-6c57-4279-8bf1-17b6764e5963 req-3aa0ca5e-5f92-499a-841e-397ac274058c tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:55.426162 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76189534-6c57-4279-8bf1-17b6764e5963 req-3aa0ca5e-5f92-499a-841e-397ac274058c tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 943 time: 0.0536673 Sep 29 23:45:55.469310 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b4621314-5520-4291-a51c-34bc763ba6f5 req-2f7c310f-1a11-4d82-bef6-cdd1d28efb33 service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056128 Sep 29 23:45:55.470033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76189534-6c57-4279-8bf1-17b6764e5963 req-a8ce581d-baa2-4d00-a8d8-df8bfb54ac92 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377619 Sep 29 23:45:56.594675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a565ef6a-5b1e-40c6-899a-3ecda18dc6ae req-71e2aad7-b2cb-4d16-ad33-00dd9dcf3b66 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:56.596111 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a565ef6a-5b1e-40c6-899a-3ecda18dc6ae req-71e2aad7-b2cb-4d16-ad33-00dd9dcf3b66 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 943 time: 0.0535877 Sep 29 23:45:56.634036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a565ef6a-5b1e-40c6-899a-3ecda18dc6ae req-536330cf-4c84-4c09-9980-01d098de1ce4 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Sep 29 23:45:56.705421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:45:56.707862 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f713a1-e01e-4b06-a00a-8105bbcefb68" -d '{"events": [{"name": "network-changed", "server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:45:56.758506 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d4f70c-4b5c-4f38-8846-7147205c8a71 x-openstack-request-id: req-31d4f70c-4b5c-4f38-8846-7147205c8a71 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:45:56.758779 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:45:56.759028 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31d4f70c-4b5c-4f38-8846-7147205c8a71 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:45:56.759427 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd', 'status': 'completed', 'code': 200} Sep 29 23:45:56.822198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-1a128660-9406-4476-983f-21c08752c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:56.823717 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-1a128660-9406-4476-983f-21c08752c5d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 1094 time: 0.0411038 Sep 29 23:45:56.843365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-7b62de51-f508-4cab-9fe2-5d019aa333f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:56.844997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-7b62de51-f508-4cab-9fe2-5d019aa333f4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 1094 time: 0.0432208 Sep 29 23:45:56.922616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-bf169bf6-1b89-4a57-afe7-e8e61348d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:56.924125 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-bf169bf6-1b89-4a57-afe7-e8e61348d6c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.0922048 Sep 29 23:45:56.946734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-8412573d-66a4-443b-84e1-48cbb0addd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:56.948517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-8412573d-66a4-443b-84e1-48cbb0addd17 service neutron] 10.222.0.42 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.0959249 Sep 29 23:45:56.972388 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-ed32e4e2-b307-4241-9907-0447f9a16594 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 200 len: 217 time: 0.0373120 Sep 29 23:45:56.985434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 8b98c4b5-ffa7-4332-b557-affd2b3c57fd no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:45:56.993924 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-ad7eb55f-879c-45ac-b05f-a74c8c6cbb9d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 200 len: 217 time: 0.0382338 Sep 29 23:45:57.028352 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-1fccc592-25f0-49ec-806b-15aa0588bb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:57.030612 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-1fccc592-25f0-49ec-806b-15aa0588bb73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0507081 Sep 29 23:45:57.031624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 8b98c4b5-ffa7-4332-b557-affd2b3c57fd not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:45:57.047622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-96691edd-3793-41ca-b895-827d910cec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:57.049164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-96691edd-3793-41ca-b895-827d910cec5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0479407 Sep 29 23:45:57.065129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-615a00a8-9f06-4d7a-b59b-329416f96f8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274539 Sep 29 23:45:57.081986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-237f1972-ae02-4162-8c9e-260fb87fdd17 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252523 Sep 29 23:45:57.158801 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-eb8fd067-e595-4a9e-b1ea-061453193178 service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861847 Sep 29 23:45:57.178036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-c3ca0b0b-6619-4123-8673-4d2914438bd1 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893376 Sep 29 23:45:57.255576 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-d38cdd90-6472-4bbe-af7c-c8f62a9ad70e service neutron] 10.222.0.26 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890326 Sep 29 23:45:57.272539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-32f713a1-e01e-4b06-a00a-8105bbcefb68 req-414c3f6d-6dc0-42ab-9825-3d29f12782df service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878201 Sep 29 23:45:57.752096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdad89-f799-4056-a3b3-7dc78e3e87b7 req-f988e84a-76b7-4e83-9cd6-cf7d787b2e16 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:57.753638 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62fdad89-f799-4056-a3b3-7dc78e3e87b7 req-f988e84a-76b7-4e83-9cd6-cf7d787b2e16 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 943 time: 0.0524745 Sep 29 23:45:57.790230 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62fdad89-f799-4056-a3b3-7dc78e3e87b7 req-d01d9b1a-9691-47a1-bf39-4a1d96a8d0fa tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306270 Sep 29 23:45:58.051443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02491cfb-2ba7-49ed-96f1-a0d80642ae67 req-500f9124-d5f4-4b40-9243-fe71ae28d1a7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:58.052889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02491cfb-2ba7-49ed-96f1-a0d80642ae67 req-500f9124-d5f4-4b40-9243-fe71ae28d1a7 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 943 time: 0.1198752 Sep 29 23:45:58.073071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-6a14e7b5-6b48-4f99-a9c1-f3d17ac4d62a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:58.074493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-6a14e7b5-6b48-4f99-a9c1-f3d17ac4d62a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.42 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938&tenant_id=934ab6d5d15e4f12afeacb4271f861c9&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 943 time: 0.1086910 Sep 29 23:45:58.129600 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-02491cfb-2ba7-49ed-96f1-a0d80642ae67 req-5a5f79c6-e320-40be-8370-eec31fda4c1f tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695798 Sep 29 23:45:58.151625 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-74291d08-fbbe-4af3-badf-476d7f3bdc96 service neutron] delete failed (client error): The resource could not be found. Sep 29 23:45:58.152672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-74291d08-fbbe-4af3-badf-476d7f3bdc96 service neutron] 10.222.0.42 "DELETE /v2.0/ports/8b98c4b5-ffa7-4332-b557-affd2b3c57fd/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0702078 Sep 29 23:45:58.255708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-9ef16cdc-a618-4e3f-987e-f7938e738df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:58.257155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-9ef16cdc-a618-4e3f-987e-f7938e738df0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 1094 time: 0.0418627 Sep 29 23:45:58.349915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-da79a959-86bc-42d9-a044-1c778980964e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:58.351414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-da79a959-86bc-42d9-a044-1c778980964e service neutron] 10.222.0.42 "GET /v2.0/networks?id=b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 200 len: 915 time: 0.0872672 Sep 29 23:45:58.392260 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-3d6562a1-95d8-4ed7-a43c-69475c7257fd service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 200 len: 217 time: 0.0340014 Sep 29 23:45:58.442628 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-1a34b782-1404-4ef8-8e72-7c01d39c3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:58.444058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-1a34b782-1404-4ef8-8e72-7c01d39c3b28 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 200 len: 854 time: 0.0449891 Sep 29 23:45:58.474383 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-fd6cb42c-8af5-47ca-aa8f-f54c40bcf938 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=b554df96-e67f-44bc-a880-2af348660151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238354 Sep 29 23:45:58.561579 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-56b13306-cfce-46f9-8c6e-7154280a5320 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793130 Sep 29 23:45:58.981724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-81a00813-8fe4-4e78-9246-37f69a2befaa req-1556caef-9026-41bb-9255-b2e0d42c6f80 service neutron] 10.222.0.42 "GET /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138207 Sep 29 23:45:59.182114 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 8b98c4b5-ffa7-4332-b557-affd2b3c57fd details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:45:59.250344 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1536b-bf3b-4f6b-9a74-180f0e2e856c req-747907d7-5418-4723-80c9-ae7eaa7e8a44 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:45:59.251884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56f1536b-bf3b-4f6b-9a74-180f0e2e856c req-747907d7-5418-4723-80c9-ae7eaa7e8a44 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 943 time: 0.0494068 Sep 29 23:45:59.278118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:59.289763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd', 'network_id': 'b554df96-e67f-44bc-a880-2af348660151', 'port_id': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd', 'mac_address': 'fa:16:3e:dd:da:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 508, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbc03d17-2564-415c-b556-acdab78059dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:45:59.290617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56f1536b-bf3b-4f6b-9a74-180f0e2e856c req-5d4bd738-6724-4464-88ce-6076d3e05d3a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Sep 29 23:45:59.328517 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:59.342079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b98c4b5-ffa7-4332-b557-affd2b3c57fd {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:45:59.367882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:45:59.373333 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:45:59.419564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:45:59.427711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.428092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.428442 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.428779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.429114 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.429447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.429778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.430106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.430434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.430755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.431082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.431407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:45:59.583559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['8b98c4b5-ffa7-4332-b557-affd2b3c57fd'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:46:00.403912 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de7caf-3a3e-4e89-9a7c-4b05da52d251 req-74fdbbb5-3882-458e-af86-e7db5cc2f717 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:00.405460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73de7caf-3a3e-4e89-9a7c-4b05da52d251 req-74fdbbb5-3882-458e-af86-e7db5cc2f717 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 944 time: 0.0479641 Sep 29 23:46:00.445574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73de7caf-3a3e-4e89-9a7c-4b05da52d251 req-7868cf69-568f-41b6-834d-ad5e643bb9a2 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342684 Sep 29 23:46:00.557563 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e5bc3-efd1-4864-a392-60511ffc6aa7 req-7fb74a39-6e72-4302-a213-142e0b7a5e7e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:00.559034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-981e5bc3-efd1-4864-a392-60511ffc6aa7 req-7fb74a39-6e72-4302-a213-142e0b7a5e7e tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 944 time: 0.0479295 Sep 29 23:46:00.602824 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-981e5bc3-efd1-4864-a392-60511ffc6aa7 req-b4221c80-7869-424a-9bcf-bd84e12af23f tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371544 Sep 29 23:46:00.717189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c36f18-9d53-4c54-8696-27bedb8ba421 req-b50bf523-3963-4021-bafb-4488eaf1efd8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:00.718703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65c36f18-9d53-4c54-8696-27bedb8ba421 req-b50bf523-3963-4021-bafb-4488eaf1efd8 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 944 time: 0.0490396 Sep 29 23:46:00.756972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65c36f18-9d53-4c54-8696-27bedb8ba421 req-4e44bbfa-ba99-45b4-93a5-e7fe4b52c063 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323050 Sep 29 23:46:01.094591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a4b848-ddf7-497b-8a5a-d3cf4723f95c req-2e6c820d-03a7-4e85-a5c5-73487a46159d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:01.096103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48a4b848-ddf7-497b-8a5a-d3cf4723f95c req-2e6c820d-03a7-4e85-a5c5-73487a46159d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 944 time: 0.0483251 Sep 29 23:46:01.136915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48a4b848-ddf7-497b-8a5a-d3cf4723f95c req-88bebacb-c43c-4cc9-b891-60817fb56a33 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349755 Sep 29 23:46:01.189972 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 8b98c4b5-ffa7-4332-b557-affd2b3c57fd up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:46:01.240216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:46:01.243719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:01.244130 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:01.320452 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:01.342373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:46:01.345269 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41ddd90-d88d-4812-ba65-487db565d4ed" -d '{"events": [{"server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "name": "network-vif-plugged", "status": "completed", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:46:01.358232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:46:01.363715 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:01.391940 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f954f02-4b94-4fa1-af22-a47bcd82aa45 x-openstack-request-id: req-4f954f02-4b94-4fa1-af22-a47bcd82aa45 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:46:01.392166 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "name": "network-vif-plugged", "status": "completed", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:46:01.392416 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f954f02-4b94-4fa1-af22-a47bcd82aa45 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:46:01.392794 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd', 'code': 200} Sep 29 23:46:01.417509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:02.189622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-6a2fba08-edc0-4632-8c97-aede07078a1a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:02.191121 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-6a2fba08-edc0-4632-8c97-aede07078a1a tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.26 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0493095 Sep 29 23:46:02.252317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d0e7c-5443-40f6-b7f2-39754977e120 req-69f6a3ea-b8a9-4554-b3f2-c8f9f177e5c2 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:02.254825 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c6d0e7c-5443-40f6-b7f2-39754977e120 req-69f6a3ea-b8a9-4554-b3f2-c8f9f177e5c2 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/ports?device_id=15d5de56-fae7-425f-a2e0-4e88b81b6938 HTTP/1.1" status: 200 len: 945 time: 0.0501010 Sep 29 23:46:02.286135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-b5dd99c2-7736-4be9-ab88-7b9a4c42f922 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Deleting port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:46:02.286480 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-b5dd99c2-7736-4be9-ab88-7b9a4c42f922 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:02.292421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c6d0e7c-5443-40f6-b7f2-39754977e120 req-cb6d51f8-2f23-41d9-9a13-4995e3ec1e73 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.44 "GET /v2.0/security-groups?id=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316820 Sep 29 23:46:02.376391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-b5dd99c2-7736-4be9-ab88-7b9a4c42f922 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] For port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,segment=NetworkSegment(3fec34f7-0301-451f-b521-9a61a4f5e158),segment_id=3fec34f7-0301-451f-b521-9a61a4f5e158)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:46:02.376760 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-b5dd99c2-7736-4be9-ab88-7b9a4c42f922 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:02.389367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-b5dd99c2-7736-4be9-ab88-7b9a4c42f922 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Calling delete_port for 8b98c4b5-ffa7-4332-b557-affd2b3c57fd owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:46:02.518258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-b5dd99c2-7736-4be9-ab88-7b9a4c42f922 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:02.529606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['8b98c4b5-ffa7-4332-b557-affd2b3c57fd'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:46:02.546114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd99c2-7736-4be9-ab88-7b9a4c42f922 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Pushing event deleted for resources: {'Port': ['ID=8b98c4b5-ffa7-4332-b557-affd2b3c57fd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:02.590230 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-b5dd99c2-7736-4be9-ab88-7b9a4c42f922 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] No DVR routers for this DVR port 8b98c4b5-ffa7-4332-b557-affd2b3c57fd on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:46:02.592732 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-b5dd99c2-7736-4be9-ab88-7b9a4c42f922 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:02.595538 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0203099d-12b3-4f9c-b943-e26ac8a58a2d req-b5dd99c2-7736-4be9-ab88-7b9a4c42f922 tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] 10.222.0.26 "DELETE /v2.0/ports/8b98c4b5-ffa7-4332-b557-affd2b3c57fd HTTP/1.1" status: 204 len: 173 time: 0.3979249 Sep 29 23:46:02.595998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'name': 'network-vif-deleted', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:46:02.598227 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc8957a-9810-4808-823e-3302229f5342" -d '{"events": [{"server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "name": "network-vif-deleted", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:46:02.635678 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8ad9a0-a886-4f30-9c6a-f28daa6981ef x-openstack-request-id: req-7b8ad9a0-a886-4f30-9c6a-f28daa6981ef {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:46:02.636003 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15d5de56-fae7-425f-a2e0-4e88b81b6938", "name": "network-vif-deleted", "tag": "8b98c4b5-ffa7-4332-b557-affd2b3c57fd", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:46:02.636255 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7b8ad9a0-a886-4f30-9c6a-f28daa6981ef {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:46:02.636653 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15d5de56-fae7-425f-a2e0-4e88b81b6938', 'name': 'network-vif-deleted', 'tag': '8b98c4b5-ffa7-4332-b557-affd2b3c57fd', 'status': 'completed', 'code': 200} Sep 29 23:46:03.346900 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-08304ef3-de0b-416a-ad25-7c16b6e8eeec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.420242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35222) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:03.464686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Deleting subnet bbc03d17-2564-415c-b556-acdab78059dd {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:46:03.467603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.502618 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.543997 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.596048 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.622588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc03d17-2564-415c-b556-acdab78059dd,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:03.625490 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.627183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bbc03d17-2564-415c-b556-acdab78059dd HTTP/1.1" status: 204 len: 168 time: 0.2059276 Sep 29 23:46:03.629880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35224) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:03.633603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.633946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.634282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.634613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.634940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.635268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.635590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.635935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.636256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.636575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.636891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.637209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd470fe0-aa9d-4291-b7cd-a260cbdc06fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:03.697680 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.779676 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.800375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b554df96-e67f-44bc-a880-2af348660151']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:03.809389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fec34f7-0301-451f-b521-9a61a4f5e158') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:03.809686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fec34f7-0301-451f-b521-9a61a4f5e158') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:03.819347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.833325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.839027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:46:03.839412 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:46:03.841086 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:46:03.902898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.908661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:03.910505 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] 10.222.0.44 "DELETE /v2.0/networks/b554df96-e67f-44bc-a880-2af348660151 HTTP/1.1" status: 204 len: 168 time: 0.2796309 Sep 29 23:46:03.921022 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d8484-2ab5-46a8-bac0-7902a5ec76b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b554df96-e67f-44bc-a880-2af348660151,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:04.018060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35228) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:04.061791 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8bc8e7a9-383c-482e-84a7-0842e29a0e90 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=934ab6d5d15e4f12afeacb4271f861c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425272 Sep 29 23:46:04.064783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35230) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:04.111845 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb45bb55-b514-4c29-b43e-398c8dc00c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:04.132357 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb45bb55-b514-4c29-b43e-398c8dc00c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:04.177794 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb45bb55-b514-4c29-b43e-398c8dc00c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:04.180508 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb45bb55-b514-4c29-b43e-398c8dc00c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:04.181671 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bb45bb55-b514-4c29-b43e-398c8dc00c47 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3a1bf75f-1501-4c94-83ff-20c6b5ba42e7 HTTP/1.1" status: 204 len: 168 time: 0.1159661 Sep 29 23:46:04.189883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45bb55-b514-4c29-b43e-398c8dc00c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1bf75f-1501-4c94-83ff-20c6b5ba42e7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:04.837171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35252) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:04.932584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-772724734-network', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:46:04.954639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Made reservation on behalf of f88059189aa54940b4dc7d68b2a468a7 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:46:04.957296 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:04.965604 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.054630 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.058002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.082981 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:46:05.091598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b12f18f-7a42-4edf-9f16-3d31aee5bc47,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:05.098886 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.099237 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Added segment 6a9c1d40-345f-424e-b29b-7c34ebc4fc26 of type vlan for network 3f604a29-797f-4edd-97d2-c9a3d8907683 Sep 29 23:46:05.142821 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.167602 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.168587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:05.169268 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.203085 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3646026 Sep 29 23:46:05.206235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35256) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:05.211379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Request body: {'subnet': {'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-772724734-subnet', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:46:05.230700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb323e6d-6c4f-4429-bbc8-cd4a665b28a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3f604a29-797f-4edd-97d2-c9a3d8907683,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:05.232217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Made reservation on behalf of f88059189aa54940b4dc7d68b2a468a7 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:46:05.235586 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.240669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:46:05.409103 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.465309 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b5b1c0a-e226-40c2-99e9-dd2789494729,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:05.473851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:46:05.474213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Network hostable DHCP agents. Network: 3f604a29-797f-4edd-97d2-c9a3d8907683, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:46:05.489704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:46:05.497708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 3f604a29-797f-4edd-97d2-c9a3d8907683) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:46:05.502103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:05.502699 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.507215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350e01b7-1d09-4564-aa86-7c7094c62a37 None None] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:46:05.517011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2a089c14-10ec-4ec9-8328-6f068dc7775d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3096645 Sep 29 23:46:05.519660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35258) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:05.524185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:46:05.545188 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.546216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.603068 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.657162 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-3f604a29-797f-4edd-97d2-c9a3d8907683', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:46:05.658046 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.743882 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.795988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Allocated IP 172.20.0.2 (3f604a29-797f-4edd-97d2-c9a3d8907683/9b5b1c0a-e226-40c2-99e9-dd2789494729/60887c5b-d5b3-464b-a8bd-fe863a675d6f) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:46:05.947355 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.953675 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.953861 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.973332 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:05.992834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:46:05.995644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:46:06.002514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:46:06.005481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Pushing event updated for resources: {'Port': ['ID=60887c5b-d5b3-464b-a8bd-fe863a675d6f,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:06.056453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Attempting to bind port 60887c5b-d5b3-464b-a8bd-fe863a675d6f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:46:06.056825 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Attempting to bind port 60887c5b-d5b3-464b-a8bd-fe863a675d6f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:46:06.057197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Attempting to bind port 60887c5b-d5b3-464b-a8bd-fe863a675d6f on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:46:06.062234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 45, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:46:06.062608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:46:06.063012 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:06.063406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:46:06.063933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Bound port: 60887c5b-d5b3-464b-a8bd-fe863a675d6f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:46:06.064596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:06.086619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Allocated IP 172.25.4.59 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/ffd95122-19c6-44b9-ae99-9676a4f3d968) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:46:06.131147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] For port 60887c5b-d5b3-464b-a8bd-fe863a675d6f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:46:06.134186 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] For port 60887c5b-d5b3-464b-a8bd-fe863a675d6f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=60887c5b-d5b3-464b-a8bd-fe863a675d6f,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:46:06.137657 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:06.194640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c981f-d3b1-4893-b54e-f60863f2637a None None] Pushing event updated for resources: {'Port': ['ID=60887c5b-d5b3-464b-a8bd-fe863a675d6f,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:06.197836 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:06.232530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:06.250613 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc740a4a-d8ec-4365-a2e6-daf126b76aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:06.271777 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:46:06.274775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:46:06.278293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:46:06.311482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd95122-19c6-44b9-ae99-9676a4f3d968,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:06.560312 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:06.614205 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:06.708305 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:46:06.764277 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:06.915873 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:46:06.928947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 60887c5b-d5b3-464b-a8bd-fe863a675d6f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:46:06.988535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 60887c5b-d5b3-464b-a8bd-fe863a675d6f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:06.988978 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.044738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:46:07.059025 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:46:07.065247 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.067796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-53a9a455-967c-4147-91cd-ad8e47e2aad7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5465336 Sep 29 23:46:07.070123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35260) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:07.071726 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:46:07.072468 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:46:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:07.077861 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.112266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 60887c5b-d5b3-464b-a8bd-fe863a675d6f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=60887c5b-d5b3-464b-a8bd-fe863a675d6f,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:46:07.117806 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.179478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a66fb1-aa1c-4e0b-9249-96519e459d5c None None] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:46:07.185265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=60887c5b-d5b3-464b-a8bd-fe863a675d6f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:07.203969 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:46:07.214856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 8b98c4b5-ffa7-4332-b557-affd2b3c57fd no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:46:07.272337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 8b98c4b5-ffa7-4332-b557-affd2b3c57fd {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:46:07.273001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 8b98c4b5-ffa7-4332-b557-affd2b3c57fd not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:46:07.298354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5e7d00cd-4d90-4e29-8334-d6bda19ee2cf None None] Provisioning complete for port 60887c5b-d5b3-464b-a8bd-fe863a675d6f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:07.299000 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5e7d00cd-4d90-4e29-8334-d6bda19ee2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.407299 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:06Z', 'revision_number': 3, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:07.435761 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:46:07.436394 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Updating router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 port ffd95122-19c6-44b9-ae99-9676a4f3d968 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:46:07.466973 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.558041 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.562598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.666810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-415a7718-1c44-4dbe-aa48-6211767abdb3 None None] Provisioning complete for port 60887c5b-d5b3-464b-a8bd-fe863a675d6f triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:07.667108 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-415a7718-1c44-4dbe-aa48-6211767abdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.729366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Allocated IP 172.20.0.1 (3f604a29-797f-4edd-97d2-c9a3d8907683/9b5b1c0a-e226-40c2-99e9-dd2789494729/3ba59ce0-17a8-479b-abba-1571ef07dfec) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:46:07.747502 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.753875 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.801760 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Attempting to bind port ffd95122-19c6-44b9-ae99-9676a4f3d968 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:46:07.802123 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Attempting to bind port ffd95122-19c6-44b9-ae99-9676a4f3d968 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:46:07.802478 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Attempting to bind port ffd95122-19c6-44b9-ae99-9676a4f3d968 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:46:07.810886 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Pushing event updated for resources: {'Port': ['ID=ffd95122-19c6-44b9-ae99-9676a4f3d968,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:07.814492 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:46:07.814851 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:46:07.815237 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.815618 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:46:07.816104 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Bound port: ffd95122-19c6-44b9-ae99-9676a4f3d968, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:46:07.816474 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.822652 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.822992 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.823328 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.823657 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.824003 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.824328 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.824647 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.824964 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.825281 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.825595 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.825908 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.826221 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:46:07.846967 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.878479 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] For port ffd95122-19c6-44b9-ae99-9676a4f3d968, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:46:07.881497 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] For port ffd95122-19c6-44b9-ae99-9676a4f3d968, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ffd95122-19c6-44b9-ae99-9676a4f3d968,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:46:07.882683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.885422 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.922755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:46:07.926980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:46:07.939559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:46:07.942500 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:46:07.943130 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:46:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:07.960293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Pushing event updated for resources: {'Port': ['ID=3ba59ce0-17a8-479b-abba-1571ef07dfec,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:07.980205 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:07.994033 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbcd74-56c2-4853-a6ec-c27af5ca6151 None None] Pushing event updated for resources: {'Port': ['ID=ffd95122-19c6-44b9-ae99-9676a4f3d968,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:08.074362 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:46:08.117023 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:08.172940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a49bc708-a75d-4c62-85eb-71a1af20d019 None None] Provisioning complete for port 3ba59ce0-17a8-479b-abba-1571ef07dfec triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:08.173293 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a49bc708-a75d-4c62-85eb-71a1af20d019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:08.211293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a49bc708-a75d-4c62-85eb-71a1af20d019 None None] Port 3ba59ce0-17a8-479b-abba-1571ef07dfec cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:46:08.256859 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:06Z', 'revision_number': 3, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:08.279656 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:08.284343 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:08.286082 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bf145f-cf81-47ee-8272-fc698bba5eac None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:06Z', 'revision_number': 3, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:46:08.353071 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:08.354818 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Pushing event updated for resources: {'Port': ['ID=3ba59ce0-17a8-479b-abba-1571ef07dfec,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:08.455490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:46:08.457015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:46:08.596793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:46:08.724881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:46:08.729968 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-26ef891c-78c4-4ce5-8f42-2238a69a400d admin admin] 10.222.0.44 "PUT /v2.0/routers/3004326e-6af7-4c7f-b5c8-3532cac7bb55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6571891 Sep 29 23:46:08.743841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8a29b1b1-8184-4cd7-92ad-15e6edf90614 None None] Provisioning complete for port 3ba59ce0-17a8-479b-abba-1571ef07dfec triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:08.744313 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8a29b1b1-8184-4cd7-92ad-15e6edf90614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:08.769843 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:08.784870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-8a29b1b1-8184-4cd7-92ad-15e6edf90614 None None] Port 3ba59ce0-17a8-479b-abba-1571ef07dfec cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:46:08.998231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 60887c5b-d5b3-464b-a8bd-fe863a675d6f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:46:09.048191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 60887c5b-d5b3-464b-a8bd-fe863a675d6f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:09.048808 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:09.130788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ffd95122-19c6-44b9-ae99-9676a4f3d968 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:46:09.178791 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ffd95122-19c6-44b9-ae99-9676a4f3d968 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:09.179259 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:09.254273 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:09.274168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port ffd95122-19c6-44b9-ae99-9676a4f3d968, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ffd95122-19c6-44b9-ae99-9676a4f3d968,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:46:09.277917 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:09.326893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=ffd95122-19c6-44b9-ae99-9676a4f3d968,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:09.478136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35268) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:09.482679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d1d81ec0-0903-41b7-9e8d-2a5891063ff3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1996242947', 'description': 'tempest-description--554312590'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:46:09.506420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1d81ec0-0903-41b7-9e8d-2a5891063ff3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:09.594814 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1d81ec0-0903-41b7-9e8d-2a5891063ff3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:09.598862 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1d81ec0-0903-41b7-9e8d-2a5891063ff3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:09.631506 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1d81ec0-0903-41b7-9e8d-2a5891063ff3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:09.632809 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d1d81ec0-0903-41b7-9e8d-2a5891063ff3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1536787 Sep 29 23:46:09.633947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d81ec0-0903-41b7-9e8d-2a5891063ff3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394ac573-0330-47e6-b92a-b8087217dfad,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:09.636372 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35270) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:09.642360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-dc054255-b7d0-47b9-8ef5-153d3d1480a6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'security_group_rule': {'security_group_id': '394ac573-0330-47e6-b92a-b8087217dfad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:46:09.669947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc054255-b7d0-47b9-8ef5-153d3d1480a6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:09.867280 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:09.982671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:46:09.993460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:46:09.994094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:46:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:10.081516 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc054255-b7d0-47b9-8ef5-153d3d1480a6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.085380 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc054255-b7d0-47b9-8ef5-153d3d1480a6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.101985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:46:10.106646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc054255-b7d0-47b9-8ef5-153d3d1480a6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8d93d53-d74a-4a63-b0ad-117b4d148af7,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:10.111378 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dc054255-b7d0-47b9-8ef5-153d3d1480a6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.115300 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dc054255-b7d0-47b9-8ef5-153d3d1480a6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4752424 Sep 29 23:46:10.115680 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35272) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:10.119790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-94a4d272-405d-4f17-81b0-be925e35539f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'security_group_rule': {'security_group_id': '394ac573-0330-47e6-b92a-b8087217dfad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:46:10.146195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94a4d272-405d-4f17-81b0-be925e35539f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.204740 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94a4d272-405d-4f17-81b0-be925e35539f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.208401 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94a4d272-405d-4f17-81b0-be925e35539f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.227450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a4d272-405d-4f17-81b0-be925e35539f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9471cb02-9d35-4331-a35e-21a92b6e814d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:10.237372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-94a4d272-405d-4f17-81b0-be925e35539f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.241695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-94a4d272-405d-4f17-81b0-be925e35539f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1224422 Sep 29 23:46:10.241849 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35274) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:10.246197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:46:10.268633 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.303846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 2, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:10.338927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:46:10.339223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Updating router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 port 3ba59ce0-17a8-479b-abba-1571ef07dfec binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:46:10.373921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.480462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Allocated IP 172.25.4.128 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/36fb7589-7844-4deb-b4c4-7fa1f8db2601) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:46:10.523297 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.589322 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.632044 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.666906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:46:10.669748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:46:10.673737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:46:10.702779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event updated for resources: {'Port': ['ID=36fb7589-7844-4deb-b4c4-7fa1f8db2601,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:10.770891 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.787788 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.793134 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.805995 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.848178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd2bbc-caec-4b96-b073-04c6e9605c74 None None] Pushing event updated for resources: {'Port': ['ID=3ba59ce0-17a8-479b-abba-1571ef07dfec,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:10.899267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Attempting to bind port 3ba59ce0-17a8-479b-abba-1571ef07dfec on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:46:10.900002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Attempting to bind port 3ba59ce0-17a8-479b-abba-1571ef07dfec by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:46:10.900248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Attempting to bind port 3ba59ce0-17a8-479b-abba-1571ef07dfec on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:46:10.905510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:46:10.906429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:46:10.906950 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.907471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:46:10.907986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Bound port: 3ba59ce0-17a8-479b-abba-1571ef07dfec, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:46:10.908372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.948925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ffd95122-19c6-44b9-ae99-9676a4f3d968 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:46:10.990778 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:10.996904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:11.021585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] For port 3ba59ce0-17a8-479b-abba-1571ef07dfec, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:46:11.025447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] For port 3ba59ce0-17a8-479b-abba-1571ef07dfec, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3ba59ce0-17a8-479b-abba-1571ef07dfec,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:46:11.032985 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:11.070697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ffd95122-19c6-44b9-ae99-9676a4f3d968 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:11.071190 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:11.076106 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event updated for resources: {'Port': ['ID=36fb7589-7844-4deb-b4c4-7fa1f8db2601,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:11.089001 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:11.107194 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:11.114545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5d79ce09-99ee-4cd7-a92c-e06744b4d8a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8663645 Sep 29 23:46:11.122224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:46:11.122879 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:46:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:11.189678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefd2bbc-caec-4b96-b073-04c6e9605c74 None None] Pushing event updated for resources: {'Port': ['ID=3ba59ce0-17a8-479b-abba-1571ef07dfec,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:11.196286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-42410d26-7d1d-4324-93db-11406f8472bb None None] Provisioning complete for port 3ba59ce0-17a8-479b-abba-1571ef07dfec triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:11.196663 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42410d26-7d1d-4324-93db-11406f8472bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:11.267198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-a218f7a8-3fff-48ac-8f4a-1788521c5df2 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1996242947&fields=id&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 267 time: 0.0373781 Sep 29 23:46:11.356555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:46:11.380486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-65af5085-3770-4eb9-a831-64a724635853 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:11.382444 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-65af5085-3770-4eb9-a831-64a724635853 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 811 time: 0.1083052 Sep 29 23:46:11.398857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-7a57c734-c8e8-4db2-98fa-a1ef1a5f5658 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/quotas/f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 375 time: 0.0100062 Sep 29 23:46:11.411107 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42410d26-7d1d-4324-93db-11406f8472bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:11.451744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-68020bb1-f92a-4863-9066-347a37016909 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0468872 Sep 29 23:46:11.517811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-42410d26-7d1d-4324-93db-11406f8472bb None None] For port 3ba59ce0-17a8-479b-abba-1571ef07dfec, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3ba59ce0-17a8-479b-abba-1571ef07dfec,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:46:11.522815 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42410d26-7d1d-4324-93db-11406f8472bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:11.553353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-428231a2-98be-4575-b32a-ebf7acf4e16f service neutron] 10.222.0.44 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893159 Sep 29 23:46:11.610620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42410d26-7d1d-4324-93db-11406f8472bb None None] Pushing event updated for resources: {'Port': ['ID=3ba59ce0-17a8-479b-abba-1571ef07dfec,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:11.643517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-925741c4-3704-4956-80f6-afefaf0ac5d8 service neutron] 10.222.0.44 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838802 Sep 29 23:46:11.648481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:11.651151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-70873451-fe5c-4049-bb07-0108bb664c5c None None] Provisioning complete for port 3ba59ce0-17a8-479b-abba-1571ef07dfec triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:11.651554 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-70873451-fe5c-4049-bb07-0108bb664c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:11.678251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f6393a-4f68-4253-9275-83626bb315d1 None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:46:11.856178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46eddbb9-c809-4c27-9114-d99df7dd5711 req-38d28a95-e0a7-4aaf-83e9-a3482a784b13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 210 time: 0.0333834 Sep 29 23:46:12.864699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-f8878219-d8a4-4c9b-a4ba-9dc929dc822a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:12.866225 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-f8878219-d8a4-4c9b-a4ba-9dc929dc822a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 811 time: 0.1222687 Sep 29 23:46:12.918262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-d887b5f8-706e-47a7-8275-22c97c13cb5c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 380 time: 0.0427427 Sep 29 23:46:12.925187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3ba59ce0-17a8-479b-abba-1571ef07dfec up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:46:12.928461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'port': {'device_id': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'admin_state_up': True, 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'security_groups': ['394ac573-0330-47e6-b92a-b8087217dfad']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:46:12.964811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5ddd66f-183d-44d1-9447-dac58446cf05 req-77bc56bf-2936-4725-b7ec-decd53b331f7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 210 time: 0.0287595 Sep 29 23:46:12.989803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 3ba59ce0-17a8-479b-abba-1571ef07dfec triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:12.990183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:13.328880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Made reservation on behalf of f88059189aa54940b4dc7d68b2a468a7 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:46:13.332622 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:13.458333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Allocated IP 172.20.0.3 (3f604a29-797f-4edd-97d2-c9a3d8907683/9b5b1c0a-e226-40c2-99e9-dd2789494729/7de90e31-941f-406a-955c-c5a9a5e72d04) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:46:13.631605 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:13.664482 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:13.705607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:46:13.708718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:46:13.712914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:46:13.745382 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event updated for resources: {'Port': ['ID=7de90e31-941f-406a-955c-c5a9a5e72d04,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:13.774538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:13.775173 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:13.791080 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-9a943d7d-9414-4a34-a0e2-19edaa3cb3bb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8667719 Sep 29 23:46:13.804790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Request body: {'port': {'device_id': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:46:13.864149 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:13.938544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0b79ac62-d2ba-435c-995f-7846b306e461 None None] Provisioning complete for port 7de90e31-941f-406a-955c-c5a9a5e72d04 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:13.939103 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0b79ac62-d2ba-435c-995f-7846b306e461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:13.976844 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0b79ac62-d2ba-435c-995f-7846b306e461 None None] Port 7de90e31-941f-406a-955c-c5a9a5e72d04 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:46:14.080041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b416b-3246-4341-97cd-c7bc7eff0f22 req-ba12135a-7be0-4c96-9142-99d1ee3d2d62 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:14.081557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f4b416b-3246-4341-97cd-c7bc7eff0f22 req-ba12135a-7be0-4c96-9142-99d1ee3d2d62 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 931 time: 0.0488267 Sep 29 23:46:14.119680 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f4b416b-3246-4341-97cd-c7bc7eff0f22 req-fdc2a80b-e4c9-491c-9e76-f98ff2b868ab tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321167 Sep 29 23:46:14.131067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7de90e31-941f-406a-955c-c5a9a5e72d04 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:46:14.138869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:14.150995 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Transition to ACTIVE for port object 7de90e31-941f-406a-955c-c5a9a5e72d04 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:46:14.154136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:14.224310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7de90e31-941f-406a-955c-c5a9a5e72d04,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:14.275317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Attempting to bind port 7de90e31-941f-406a-955c-c5a9a5e72d04 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:46:14.275668 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Attempting to bind port 7de90e31-941f-406a-955c-c5a9a5e72d04 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:46:14.276062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Attempting to bind port 7de90e31-941f-406a-955c-c5a9a5e72d04 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:46:14.281046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Port 7de90e31-941f-406a-955c-c5a9a5e72d04 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:46:14.281660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Attempting to bind port 7de90e31-941f-406a-955c-c5a9a5e72d04 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:46:14.286288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 46, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:46:14.286631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:46:14.287021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:46:14.287455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Bound port: 7de90e31-941f-406a-955c-c5a9a5e72d04, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:46:14.287838 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:14.360445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:46:14.363954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7de90e31-941f-406a-955c-c5a9a5e72d04,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:46:14.368739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:14.408614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:14.409266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:14.410673 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] 10.222.0.26 "PUT /v2.0/ports/7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 1091 time: 0.6117585 Sep 29 23:46:14.411141 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:46:14.413465 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5decf94-6142-4315-b6e0-2f7fb8472b19" -d '{"events": [{"name": "network-changed", "server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:46:14.437372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729c1345-ad14-453b-be84-5c82cbbf73e5 service neutron] Pushing event updated for resources: {'Port': ['ID=7de90e31-941f-406a-955c-c5a9a5e72d04,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:14.464577 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e22db7-d8c6-422c-a821-904b75f9fca6 x-openstack-request-id: req-b4e22db7-d8c6-422c-a821-904b75f9fca6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:46:14.464872 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:46:14.465128 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b4e22db7-d8c6-422c-a821-904b75f9fca6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:46:14.465531 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'status': 'completed', 'code': 200} Sep 29 23:46:14.501108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-64a0b619-5642-4d6e-b7cb-7328ff95f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:14.502627 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-64a0b619-5642-4d6e-b7cb-7328ff95f0bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1094 time: 0.0470378 Sep 29 23:46:14.549736 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-b48e2bdf-cca0-438b-a544-9a3aeec3541e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 217 time: 0.0395920 Sep 29 23:46:14.600872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-c33a12d2-2c04-42d0-bd2f-718373bb64aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:14.602379 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-c33a12d2-2c04-42d0-bd2f-718373bb64aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0457919 Sep 29 23:46:14.649809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-f9b0243f-06aa-4e89-a0b9-d7420b8d4496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:14.651353 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-f9b0243f-06aa-4e89-a0b9-d7420b8d4496 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412660 Sep 29 23:46:14.746619 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-8040184e-fcfe-44cf-8f04-7de6f94ebee4 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879240 Sep 29 23:46:14.835530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0aa71e19-09ca-45ec-af63-cf9c3d21ffff req-82a04b9d-8fcf-4068-88a0-082592d58b35 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811276 Sep 29 23:46:14.925614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-88a69f6e-98e1-4200-b11d-ec1994fa94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:14.927014 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-88a69f6e-98e1-4200-b11d-ec1994fa94c2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1094 time: 0.0409658 Sep 29 23:46:15.022147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-4ed99ad8-1bfa-4ed0-8551-4b3f202056a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:15.023645 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-4ed99ad8-1bfa-4ed0-8551-4b3f202056a2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0894425 Sep 29 23:46:15.065267 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-c96a3f87-31c6-485b-98ac-68a31c25c9bb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 217 time: 0.0344627 Sep 29 23:46:15.117555 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-f0ce4ebd-81b1-4c3f-91fb-46fbdeac393f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:15.119014 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-f0ce4ebd-81b1-4c3f-91fb-46fbdeac393f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0467865 Sep 29 23:46:15.165001 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-fb10718b-63e5-4274-aa94-0f9918e64642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:15.166528 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-fb10718b-63e5-4274-aa94-0f9918e64642 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397530 Sep 29 23:46:15.232530 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc833-a117-4963-9b38-46d4a187cb7e req-42f3d8e6-29d4-4e8f-91ad-ec17b9bc373b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:15.234438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e53dc833-a117-4963-9b38-46d4a187cb7e req-42f3d8e6-29d4-4e8f-91ad-ec17b9bc373b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 943 time: 0.0477960 Sep 29 23:46:15.262918 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-155e48ac-34d1-41a7-b131-fd5be42e51e5 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884964 Sep 29 23:46:15.273013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e53dc833-a117-4963-9b38-46d4a187cb7e req-4b8a8fed-47ba-430a-a6c7-3fa8550c1812 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320506 Sep 29 23:46:15.355650 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c5decf94-6142-4315-b6e0-2f7fb8472b19 req-265f301e-10cf-44cc-a65c-f0ac8db4d60e service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844667 Sep 29 23:46:16.395468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467344c1-ef72-492f-a208-e02ebec9811c req-067882a3-0420-427a-a614-38023c438d7a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:16.396988 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-467344c1-ef72-492f-a208-e02ebec9811c req-067882a3-0420-427a-a614-38023c438d7a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 943 time: 0.0525973 Sep 29 23:46:16.434187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-467344c1-ef72-492f-a208-e02ebec9811c req-ab228d3d-e763-40a0-91b6-046fc66ca9e0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312715 Sep 29 23:46:17.243939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7de90e31-941f-406a-955c-c5a9a5e72d04 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:46:17.337184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7de90e31-941f-406a-955c-c5a9a5e72d04,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:46:17.347883 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'port_id': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'mac_address': 'fa:16:3e:bc:a0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:46:17.388169 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:17.400458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de90e31-941f-406a-955c-c5a9a5e72d04 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:46:17.418472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7de90e31-941f-406a-955c-c5a9a5e72d04,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:46:17.423261 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:17.470660 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7de90e31-941f-406a-955c-c5a9a5e72d04,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:17.548549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569e8ca-ac66-4a22-a2c3-7ff5bfd52703 req-4169b728-f5c8-49bf-bb60-a18c8faa4904 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:17.550034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8569e8ca-ac66-4a22-a2c3-7ff5bfd52703 req-4169b728-f5c8-49bf-bb60-a18c8faa4904 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 944 time: 0.0485234 Sep 29 23:46:17.587860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8569e8ca-ac66-4a22-a2c3-7ff5bfd52703 req-86a2f0b3-691e-4982-b6d0-45ccfe8531eb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318916 Sep 29 23:46:17.612182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['7de90e31-941f-406a-955c-c5a9a5e72d04'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:46:18.701109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11a3c7-20ef-4d49-a9ee-d752bc99e1db req-bf1e56e2-fd4c-4baa-8aab-ac6cf22177a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:18.703198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d11a3c7-20ef-4d49-a9ee-d752bc99e1db req-bf1e56e2-fd4c-4baa-8aab-ac6cf22177a0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 944 time: 0.0482194 Sep 29 23:46:18.741208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d11a3c7-20ef-4d49-a9ee-d752bc99e1db req-8c737625-05aa-43cc-866d-e4eece1ac457 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319877 Sep 29 23:46:19.275086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7de90e31-941f-406a-955c-c5a9a5e72d04 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:46:19.324111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 7de90e31-941f-406a-955c-c5a9a5e72d04 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:46:19.327912 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 7de90e31-941f-406a-955c-c5a9a5e72d04 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:46:19.328291 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:19.402131 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:19.425443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:46:19.427697 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99291e49-16f2-4663-93fb-d4b443680ee2" -d '{"events": [{"server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "name": "network-vif-plugged", "status": "completed", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:46:19.440045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7de90e31-941f-406a-955c-c5a9a5e72d04,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:46:19.444487 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:19.470756 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e7663-aa3d-4888-9631-6c9d28a5c00a x-openstack-request-id: req-0b3e7663-aa3d-4888-9631-6c9d28a5c00a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:46:19.471054 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "name": "network-vif-plugged", "status": "completed", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:46:19.471312 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0b3e7663-aa3d-4888-9631-6c9d28a5c00a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:46:19.471703 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'code': 200} Sep 29 23:46:19.499230 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=7de90e31-941f-406a-955c-c5a9a5e72d04,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:46:19.561239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d5cf47-fac8-49ef-a28b-a92cd2f6a5ae req-95a77f7c-186d-4ce3-981a-6821013c975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:19.562741 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-80d5cf47-fac8-49ef-a28b-a92cd2f6a5ae req-95a77f7c-186d-4ce3-981a-6821013c975d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1096 time: 0.0397143 Sep 29 23:46:19.597209 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-80d5cf47-fac8-49ef-a28b-a92cd2f6a5ae req-2ec44a66-026c-40a4-8899-fcfc6a604142 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279167 Sep 29 23:46:19.863332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c03c08-0d0b-41f1-84d7-41750960b124 req-b28ebbc4-f864-4a1d-a421-fb4bd9208840 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:19.864775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2c03c08-0d0b-41f1-84d7-41750960b124 req-b28ebbc4-f864-4a1d-a421-fb4bd9208840 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0569761 Sep 29 23:46:19.903037 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e2c03c08-0d0b-41f1-84d7-41750960b124 req-95972d76-f074-4db7-abb7-eeb4a763e137 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Sep 29 23:46:20.556374 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:21.017845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a6624-62c3-45ed-a195-28d7292da415 req-fd9c16a5-21b2-4ab5-88f8-7612075e01aa tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:21.019333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c70a6624-62c3-45ed-a195-28d7292da415 req-fd9c16a5-21b2-4ab5-88f8-7612075e01aa tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0491769 Sep 29 23:46:21.055760 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c70a6624-62c3-45ed-a195-28d7292da415 req-2434eb62-0970-4cf7-a237-9c9f3fe1a5c1 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304599 Sep 29 23:46:21.165209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445abad-41c8-4cf9-b979-8575e8140b01 req-7c315caf-4447-4952-afd1-90d0bd0c6a9e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:21.166711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c445abad-41c8-4cf9-b979-8575e8140b01 req-7c315caf-4447-4952-afd1-90d0bd0c6a9e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0473955 Sep 29 23:46:21.175875 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35320) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:46:21.180266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3d89152a-bf2a-470c-afc7-110a71e18097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'floatingip': {'port_id': '7de90e31-941f-406a-955c-c5a9a5e72d04'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:46:21.222791 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d89152a-bf2a-470c-afc7-110a71e18097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:21.655730 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d89152a-bf2a-470c-afc7-110a71e18097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:21.660444 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d89152a-bf2a-470c-afc7-110a71e18097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:21.759404 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-3d89152a-bf2a-470c-afc7-110a71e18097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18 associated. External IP: 172.25.4.128, port: 7de90e31-941f-406a-955c-c5a9a5e72d04. Sep 29 23:46:21.963090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d89152a-bf2a-470c-afc7-110a71e18097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:46:22.072859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d89152a-bf2a-470c-afc7-110a71e18097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:46:22.077447 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3d89152a-bf2a-470c-afc7-110a71e18097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:22.083879 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:46:22.093201 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:46:22.094362 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:46:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:22.104209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3d89152a-bf2a-470c-afc7-110a71e18097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "PUT /v2.0/floatingips/29243fce-bafb-4c6d-b7de-3cad63ff2e18 HTTP/1.1" status: 200 len: 991 time: 0.9272673 Sep 29 23:46:22.104806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:46:22.107050 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb02d50-06de-4576-82ec-c28c1bc43d22" -d '{"events": [{"name": "network-changed", "server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:46:22.168055 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20333f6f-7bd8-449f-821b-170b3c878f23 x-openstack-request-id: req-20333f6f-7bd8-449f-821b-170b3c878f23 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:46:22.168347 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:46:22.168600 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-20333f6f-7bd8-449f-821b-170b3c878f23 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:46:22.169024 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'status': 'completed', 'code': 200} Sep 29 23:46:22.235939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-051e0605-6660-4800-b5bb-4c6479e24cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:22.237420 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-051e0605-6660-4800-b5bb-4c6479e24cd9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1096 time: 0.0480635 Sep 29 23:46:22.313968 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:46:22.332341 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-2f886331-5aaf-4691-a668-e7814396c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:22.333874 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-2f886331-5aaf-4691-a668-e7814396c1f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0894845 Sep 29 23:46:22.405353 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-d778c0db-f5ee-40af-b58b-24ea7486d080 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 999 time: 0.0640633 Sep 29 23:46:22.456785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-3c5f0167-81c6-4b78-a43f-9defc3899510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:22.458258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-3c5f0167-81c6-4b78-a43f-9defc3899510 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0456076 Sep 29 23:46:22.504613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-c3f041fb-d0fa-49c6-a936-d854fa6e006c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:22.506040 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-c3f041fb-d0fa-49c6-a936-d854fa6e006c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410855 Sep 29 23:46:22.535744 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:bc:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:46:21Z', 'revision_number': 1, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:22.565966 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:46:22.574137 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:46:22.574777 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:46:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:22.601238 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-a4c05801-76fd-422c-81ca-290cba94d7aa service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884585 Sep 29 23:46:22.683649 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:46:22.693938 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8cb02d50-06de-4576-82ec-c28c1bc43d22 req-69c4f429-445e-468b-9a93-c51ecc75b44f service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857995 Sep 29 23:46:22.908507 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:bc:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:46:21Z', 'revision_number': 1, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:46:22.934658 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468dfb0-a98d-4064-a682-2f246784e546 None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:bc:a0:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:46:21Z', 'revision_number': 1, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:46:23.110404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3700d77-7a31-4cf1-944e-1b2cc7852531 None None] New status for floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:46:24.323267 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9495011d-8ac0-429e-892d-62da78e4f89f req-32ba8649-bc12-4b00-9098-170a640e9f1d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446351 Sep 29 23:46:24.402231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495011d-8ac0-429e-892d-62da78e4f89f req-e7d5cf2b-8ebc-4f8e-81b0-00cf8f331440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:24.403654 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9495011d-8ac0-429e-892d-62da78e4f89f req-e7d5cf2b-8ebc-4f8e-81b0-00cf8f331440 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1096 time: 0.0396383 Sep 29 23:46:24.513197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495011d-8ac0-429e-892d-62da78e4f89f req-22257478-8019-4a7a-93ec-fbddc3183455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:24.514675 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9495011d-8ac0-429e-892d-62da78e4f89f req-22257478-8019-4a7a-93ec-fbddc3183455 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0915062 Sep 29 23:46:24.579556 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9495011d-8ac0-429e-892d-62da78e4f89f req-97bab776-5ad7-4e51-aa8e-377a8dbca102 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 1001 time: 0.0574210 Sep 29 23:46:24.628083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495011d-8ac0-429e-892d-62da78e4f89f req-b3fd4d36-e2a8-401f-9dcc-4000a2d0e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:24.629479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9495011d-8ac0-429e-892d-62da78e4f89f req-b3fd4d36-e2a8-401f-9dcc-4000a2d0e928 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0426402 Sep 29 23:46:24.679926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495011d-8ac0-429e-892d-62da78e4f89f req-829b80fa-64d3-43fe-ac75-c749fea7eb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:46:24.681396 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9495011d-8ac0-429e-892d-62da78e4f89f req-829b80fa-64d3-43fe-ac75-c749fea7eb80 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448976 Sep 29 23:46:24.773244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9495011d-8ac0-429e-892d-62da78e4f89f req-8740850c-b82a-4e1a-99fe-ebb6c1edc1f5 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840847 Sep 29 23:46:24.866438 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-9495011d-8ac0-429e-892d-62da78e4f89f req-adfa200e-3dff-4722-ba05-57afb6db3238 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863934 Sep 29 23:46:33.347710 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-467ec8a4-c246-4d79-a085-bda4f36c7a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:36.252324 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-30928a32-897a-43f5-be81-b40eea3c5099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:36.616749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:37.557451 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:38.746976 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:39.866362 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:46:43.708577 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:46:50.568854 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:03.348668 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bdf234a3-dddd-4165-bfa9-c08868c538c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:06.253146 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4a5d87c4-41a1-43aa-b068-e68562c72f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:06.620020 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:07.559988 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:08.741484 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:09.866736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:20.584557 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:20.707879 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:47:26.328267 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-61869d4d-9e4a-462f-9c99-d1b89d7214c4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406928 Sep 29 23:47:26.419344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-a80f16c6-3c15-436b-9874-3c35c2a3dfab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:26.420840 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-a80f16c6-3c15-436b-9874-3c35c2a3dfab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1096 time: 0.0396101 Sep 29 23:47:26.534764 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-fe9419b7-f670-43a8-8200-69c2a13d1f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:26.536300 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-fe9419b7-f670-43a8-8200-69c2a13d1f28 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0958812 Sep 29 23:47:26.601598 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-ee7af9d7-9869-4f27-a3c3-bcca99d162e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 1001 time: 0.0569749 Sep 29 23:47:26.653728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-fe25bdae-b9ec-40e4-84a2-18df57f633f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:26.656564 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-fe25bdae-b9ec-40e4-84a2-18df57f633f4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0489182 Sep 29 23:47:26.702363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-983d9dd3-6216-4cff-8e1c-91c504004a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:26.703876 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-983d9dd3-6216-4cff-8e1c-91c504004a36 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402603 Sep 29 23:47:26.793686 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-d1f07689-b3a1-40e0-92aa-125bf172dbd4 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822272 Sep 29 23:47:26.889622 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6523f00d-37ee-4247-8af0-39ad4cc6c237 req-f6e0bad3-316d-4a8f-8b6e-9ba8f0e38b9e service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886607 Sep 29 23:47:33.349802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dbe95d35-aade-4b6a-8d75-b7e49e0f16e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:36.254088 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7395e3a6-63e3-4bc3-88c2-8e15fc22f9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:36.622732 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:37.562540 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:38.744009 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:39.880856 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:50.583501 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:47:57.708871 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:47:57.833895 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bfc36a-a0cc-4d87-b284-87010081c24e req-840edca9-bbb7-40eb-87fa-d8ee7a2e572a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:57.835429 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45bfc36a-a0cc-4d87-b284-87010081c24e req-840edca9-bbb7-40eb-87fa-d8ee7a2e572a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0499105 Sep 29 23:47:57.875251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45bfc36a-a0cc-4d87-b284-87010081c24e req-9df9fe98-28e6-491f-80a9-db248fc470ab tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319905 Sep 29 23:47:58.057302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 35544) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:47:58.116884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa66a43-185b-4b8a-84d2-aafc0ea6ae5c req-4f231b69-5361-492e-b6ad-0008adade507 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:58.118392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cfa66a43-185b-4b8a-84d2-aafc0ea6ae5c req-4f231b69-5361-492e-b6ad-0008adade507 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0497313 Sep 29 23:47:58.156627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cfa66a43-185b-4b8a-84d2-aafc0ea6ae5c req-7c3b12dc-388a-42ce-a17f-c7944eec2a90 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319712 Sep 29 23:47:58.210587 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-c12705db-3791-4967-be87-a0b591e503b3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1519659 Sep 29 23:47:58.222494 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-5c27a330-5fa6-434e-b009-59887f4dd7d0 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:47:58.223473 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-5c27a330-5fa6-434e-b009-59887f4dd7d0 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056775 Sep 29 23:47:59.280979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f6de15-5ff9-4ed4-8b2e-a51cc793988f req-bfafe126-3daf-485c-98c0-36bd5f7ab879 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:59.283039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07f6de15-5ff9-4ed4-8b2e-a51cc793988f req-bfafe126-3daf-485c-98c0-36bd5f7ab879 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0529349 Sep 29 23:47:59.321103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07f6de15-5ff9-4ed4-8b2e-a51cc793988f req-70555fbe-a68b-42e8-82b1-0153015b75ff tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320156 Sep 29 23:47:59.431459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-8e069564-e836-4222-b3e4-2bfac665b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:59.432976 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-8e069564-e836-4222-b3e4-2bfac665b14a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1096 time: 0.0396616 Sep 29 23:47:59.526321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-370921f7-42ba-4c99-bb05-cbcf187945b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:59.527762 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-370921f7-42ba-4c99-bb05-cbcf187945b7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0874445 Sep 29 23:47:59.590949 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-2a57055c-3fa2-4ba6-96d8-e30cf370b98e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 1001 time: 0.0565424 Sep 29 23:47:59.643481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-21830c81-e9d1-48a4-938d-3314b775144a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:59.644981 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-21830c81-e9d1-48a4-938d-3314b775144a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0471959 Sep 29 23:47:59.690272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-9c96e014-f9e6-4ef3-962b-08eb915dd5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:47:59.691740 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-9c96e014-f9e6-4ef3-962b-08eb915dd5ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398216 Sep 29 23:47:59.785477 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-a33d1649-456c-4159-8571-5e07601b9aeb service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865841 Sep 29 23:47:59.880041 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-4276e975-3f93-4e9b-bd0a-6d42efd066f5 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873976 Sep 29 23:48:00.438598 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea54206-6249-4c84-ab25-7c2d7dfaced0 req-b0e24a55-8ff9-4da6-9d37-c286b89f0b1d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:00.440612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ea54206-6249-4c84-ab25-7c2d7dfaced0 req-b0e24a55-8ff9-4da6-9d37-c286b89f0b1d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0485530 Sep 29 23:48:00.478388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ea54206-6249-4c84-ab25-7c2d7dfaced0 req-9e3009fc-062f-4194-91cc-ba2429d292b3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319693 Sep 29 23:48:01.593298 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f114113-79d1-47f6-800f-b0a5df51254a req-34e4c814-41e4-4901-8d61-cc85bc3587c2 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:01.594703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f114113-79d1-47f6-800f-b0a5df51254a req-34e4c814-41e4-4901-8d61-cc85bc3587c2 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0481162 Sep 29 23:48:01.632625 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f114113-79d1-47f6-800f-b0a5df51254a req-f4131941-0173-4928-b3a3-5fe8c0d63ad4 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319321 Sep 29 23:48:02.752097 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41192e3d-c5ce-4bf8-a603-8e9a14fdd6b1 req-f8f9da40-d877-4b21-9fab-8673b5de22d6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:02.753579 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41192e3d-c5ce-4bf8-a603-8e9a14fdd6b1 req-f8f9da40-d877-4b21-9fab-8673b5de22d6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Sep 29 23:48:02.790254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-41192e3d-c5ce-4bf8-a603-8e9a14fdd6b1 req-e66d3be6-ff6e-4158-8aff-36498a21146d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307994 Sep 29 23:48:03.349748 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b392923f-563b-4842-acdf-4abda3093f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:03.913241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56864606-5685-4a16-8bf0-66aafe36c36b req-ba877fac-3fa5-46de-88c9-db0eb9497ace tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:03.914730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56864606-5685-4a16-8bf0-66aafe36c36b req-ba877fac-3fa5-46de-88c9-db0eb9497ace tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0491648 Sep 29 23:48:03.951304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56864606-5685-4a16-8bf0-66aafe36c36b req-c683fe11-815c-42bb-99b4-d6f7d108b5ed tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307126 Sep 29 23:48:05.065493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f4add-9425-4c8f-b492-d114824e2f03 req-399ac854-2bc5-46f1-930d-da26f75600ee tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:05.066971 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-223f4add-9425-4c8f-b492-d114824e2f03 req-399ac854-2bc5-46f1-930d-da26f75600ee tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0479419 Sep 29 23:48:05.105052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-223f4add-9425-4c8f-b492-d114824e2f03 req-8fd3e3aa-eae6-495f-b12f-cffca89eb94d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321326 Sep 29 23:48:06.226425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883113c-3874-4f93-9c91-8a3d5b5ad5ab req-de866735-a1a7-4b85-a71f-69edcbc425e3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:06.227929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f883113c-3874-4f93-9c91-8a3d5b5ad5ab req-de866735-a1a7-4b85-a71f-69edcbc425e3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0527837 Sep 29 23:48:06.256227 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ab2708f2-16eb-44b8-8c78-f0204eb13ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:06.274321 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f883113c-3874-4f93-9c91-8a3d5b5ad5ab req-2b1a8863-b232-4540-9ae5-9ba92c60ba0d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405483 Sep 29 23:48:06.624222 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:07.389183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5f78e-08ce-43ff-ad0e-2ea89a575821 req-720d732e-64ab-4e3e-8afe-4e5617b3320e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:07.390673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7f5f78e-08ce-43ff-ad0e-2ea89a575821 req-720d732e-64ab-4e3e-8afe-4e5617b3320e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0478055 Sep 29 23:48:07.429123 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7f5f78e-08ce-43ff-ad0e-2ea89a575821 req-193476a8-0c5b-4e6c-b5b2-5a2a552eb50e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Sep 29 23:48:07.568011 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:08.544957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18096c26-eecc-4585-9215-4af430b4f131 req-1dc5a14f-809b-4d20-98e8-65760b24f58d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:08.546461 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18096c26-eecc-4585-9215-4af430b4f131 req-1dc5a14f-809b-4d20-98e8-65760b24f58d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0486186 Sep 29 23:48:08.583649 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18096c26-eecc-4585-9215-4af430b4f131 req-de8ce6a1-c9ac-40d4-ab45-dbc1fea6fb93 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311511 Sep 29 23:48:08.747049 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:09.700884 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1600d4-e030-414f-8689-1870c1de520f req-11a380f6-d39b-4cff-b919-d56cf704b905 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:09.702375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c1600d4-e030-414f-8689-1870c1de520f req-11a380f6-d39b-4cff-b919-d56cf704b905 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0516441 Sep 29 23:48:09.740542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c1600d4-e030-414f-8689-1870c1de520f req-b629756b-6616-442c-a90a-7b2817af5465 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314441 Sep 29 23:48:09.882401 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:10.854074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e341f-5447-4ec2-b0a8-7ea08aa6f2d5 req-d41daa43-6e78-43f6-a7b8-60384dc4dda6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:10.855577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-366e341f-5447-4ec2-b0a8-7ea08aa6f2d5 req-d41daa43-6e78-43f6-a7b8-60384dc4dda6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0482306 Sep 29 23:48:10.893970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-366e341f-5447-4ec2-b0a8-7ea08aa6f2d5 req-f62baa1b-a6c3-4d96-a6bf-171deb82820d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318902 Sep 29 23:48:11.687230 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-aa54e5f5-d0d9-4bfc-bd4a-2004c6b4b7a8 service neutron] show failed (client error): The resource could not be found. Sep 29 23:48:11.688247 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-aa54e5f5-d0d9-4bfc-bd4a-2004c6b4b7a8 service neutron] 10.222.0.26 "GET /v2.0/ports/7de90e31-941f-406a-955c-c5a9a5e72d04/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0537400 Sep 29 23:48:11.909784 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-93892153-9cd5-49c1-a125-566c2750a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:11.911304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-93892153-9cd5-49c1-a125-566c2750a5b2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 1096 time: 0.0775478 Sep 29 23:48:11.929557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:48:12.005131 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:12.054284 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763bf48-4ae1-4439-8016-3593001c0c0d req-8cb6efd8-135f-4fb2-9c35-bfb6de827650 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:12.055727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1763bf48-4ae1-4439-8016-3593001c0c0d req-8cb6efd8-135f-4fb2-9c35-bfb6de827650 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0946002 Sep 29 23:48:12.156417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1763bf48-4ae1-4439-8016-3593001c0c0d req-b9742400-5a3f-4a44-9d95-a7abadaa95eb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947506 Sep 29 23:48:12.264686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=7de90e31-941f-406a-955c-c5a9a5e72d04,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:48:12.297232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:48:12.341247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:48:12.343465 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c688f5d-f428-496a-920b-68bcaff91e80" -d '{"events": [{"server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "name": "network-vif-unplugged", "status": "completed", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:48:12.348107 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:12.365565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Transition to ACTIVE for port object 7de90e31-941f-406a-955c-c5a9a5e72d04 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:48:12.369938 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:12.399539 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947760be-14e8-4834-9cf5-4670abc264fd x-openstack-request-id: req-947760be-14e8-4834-9cf5-4670abc264fd {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:48:12.399861 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "name": "network-vif-unplugged", "status": "completed", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:48:12.400103 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-947760be-14e8-4834-9cf5-4670abc264fd {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:48:12.400489 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'code': 200} Sep 29 23:48:12.480689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Pushing event updated for resources: {'Port': ['ID=7de90e31-941f-406a-955c-c5a9a5e72d04,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:48:12.499554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.499948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.500265 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.500599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.500932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.501834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.502283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.502853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.503213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.503524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.503868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.504191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:12.583238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] No DVR routers for this DVR port 7de90e31-941f-406a-955c-c5a9a5e72d04 on host n-h2-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:48:13.063562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Attempting to bind port 7de90e31-941f-406a-955c-c5a9a5e72d04 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:48:13.064461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Attempting to bind port 7de90e31-941f-406a-955c-c5a9a5e72d04 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:48:13.064461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Attempting to bind port 7de90e31-941f-406a-955c-c5a9a5e72d04 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:48:13.068481 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Port 7de90e31-941f-406a-955c-c5a9a5e72d04 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:48:13.068802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Attempting to bind port 7de90e31-941f-406a-955c-c5a9a5e72d04 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:48:13.073472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:48:13.073805 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:48:13.074187 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:48:13.074612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Bound port: 7de90e31-941f-406a-955c-c5a9a5e72d04, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:48:13.074964 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:13.137513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:48:13.140663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7de90e31-941f-406a-955c-c5a9a5e72d04,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:48:13.154069 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:13.187940 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:13.189082 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:13.190515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] 10.222.0.42 "PUT /v2.0/ports/7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 1091 time: 1.2651923 Sep 29 23:48:13.216465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fb16ec-d4a5-4aad-bd90-2a31ec7d19ac service neutron] Pushing event updated for resources: {'Port': ['ID=7de90e31-941f-406a-955c-c5a9a5e72d04,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:48:13.304614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-dbd5f2ba-e1a0-436a-8195-49c9c91fbfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:13.306179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-dbd5f2ba-e1a0-436a-8195-49c9c91fbfd2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1094 time: 0.0773728 Sep 29 23:48:13.314809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594156d7-ffd2-41c3-b5a1-f708d713875c req-9e488287-5a0a-4da1-ac71-45559dd3bf97 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:13.316371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-594156d7-ffd2-41c3-b5a1-f708d713875c req-9e488287-5a0a-4da1-ac71-45559dd3bf97 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 943 time: 0.0789912 Sep 29 23:48:13.410050 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-594156d7-ffd2-41c3-b5a1-f708d713875c req-40d8f02f-f1e4-42a6-87f7-df3dffd3c63a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838261 Sep 29 23:48:13.432725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-692278d0-b359-4a12-afae-f5b27826f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:13.434206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-692278d0-b359-4a12-afae-f5b27826f284 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.1169553 Sep 29 23:48:13.531905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-68c5b240-0312-4e66-866b-d916250de77d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 999 time: 0.0899892 Sep 29 23:48:13.579165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-a6dadce2-d615-4dc5-9d08-22715ea65279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:13.581168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-a6dadce2-d615-4dc5-9d08-22715ea65279 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0425174 Sep 29 23:48:13.640387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-6dc1d74e-3a8d-4151-bf08-2a677788ed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:13.642002 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-6dc1d74e-3a8d-4151-bf08-2a677788ed69 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539532 Sep 29 23:48:13.730133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-e2fcb5f9-b7b5-40bc-9ce9-8c90210c43b5 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810442 Sep 29 23:48:13.822437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fc38f35-02f2-442d-b08c-66538b83c02b req-7a39d2de-184e-4726-af22-7d5ec72d1729 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848522 Sep 29 23:48:14.401522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:48:14.403926 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b293e5-236f-42e6-9d2c-e1d92f048428" -d '{"events": [{"name": "network-changed", "server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:48:14.452419 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e0ceb3-acd2-4c35-a9ab-425d5a392939 x-openstack-request-id: req-24e0ceb3-acd2-4c35-a9ab-425d5a392939 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:48:14.452720 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:48:14.452975 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-24e0ceb3-acd2-4c35-a9ab-425d5a392939 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:48:14.453401 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'status': 'completed', 'code': 200} Sep 29 23:48:14.516602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-8d267fa5-8173-4d26-83ec-7a62dd6b1b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:14.518706 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-8d267fa5-8173-4d26-83ec-7a62dd6b1b54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1094 time: 0.0471225 Sep 29 23:48:14.557212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00986038-472d-4d36-a5e4-8d56d156edc7 req-e2269370-9c10-4c55-94a1-4351686b84a9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:14.558721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00986038-472d-4d36-a5e4-8d56d156edc7 req-e2269370-9c10-4c55-94a1-4351686b84a9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 943 time: 0.0751882 Sep 29 23:48:14.565347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-8e6a35cb-50c8-4b56-bc9c-dce042dc4ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:14.566771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-8e6a35cb-50c8-4b56-bc9c-dce042dc4ee6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1094 time: 0.0582559 Sep 29 23:48:14.611818 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-d69f6a60-9183-40db-8b35-cb9a4760e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:14.613327 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-d69f6a60-9183-40db-8b35-cb9a4760e98b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0872023 Sep 29 23:48:14.630319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00986038-472d-4d36-a5e4-8d56d156edc7 req-8d34f6fe-26c8-4f99-9388-97a2755ce965 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625908 Sep 29 23:48:14.680676 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-dd015a56-677d-4e8c-847f-95e1c2c7755f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:14.682161 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-dd015a56-677d-4e8c-847f-95e1c2c7755f service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.1078565 Sep 29 23:48:14.683536 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-2ee05088-19b8-4c89-812d-cb3d7f924771 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 999 time: 0.0631940 Sep 29 23:48:14.734056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-1adf54f2-e06f-4b49-af12-02581ea21e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:14.735562 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-1adf54f2-e06f-4b49-af12-02581ea21e92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0448523 Sep 29 23:48:14.754472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-0d002bb3-6a83-41aa-bc54-0e517358a062 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 999 time: 0.0611463 Sep 29 23:48:14.782979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-ef87a5f9-6adb-4210-a25b-9a992914bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:14.784503 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-ef87a5f9-6adb-4210-a25b-9a992914bf04 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410454 Sep 29 23:48:14.803338 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-4525671d-dcf2-4fb5-b1de-3c070b70919f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:14.804830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-4525671d-dcf2-4fb5-b1de-3c070b70919f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0430303 Sep 29 23:48:14.851137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-ba0e74b1-bebf-4b14-8f2d-c6a88c2a56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:14.852667 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-ba0e74b1-bebf-4b14-8f2d-c6a88c2a56a7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397339 Sep 29 23:48:14.877231 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-b47c55d1-f264-4e9f-91ce-8a08a86dd1b9 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856602 Sep 29 23:48:14.948353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-c3040cbe-c02b-4310-bdb8-cdf23e6ab724 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874727 Sep 29 23:48:14.966341 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-2fc8249b-2114-4921-bb7d-935a4fe02b68 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816593 Sep 29 23:48:15.038406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c6b293e5-236f-42e6-9d2c-e1d92f048428 req-3ea3918b-47a8-4fea-a632-c05be414ed79 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827615 Sep 29 23:48:15.749330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94f1f1-c6fa-4365-ac39-02e1f9535666 req-eecaf611-d446-46d0-96a3-2d53cc4c7208 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:15.750808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c94f1f1-c6fa-4365-ac39-02e1f9535666 req-eecaf611-d446-46d0-96a3-2d53cc4c7208 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 943 time: 0.0503850 Sep 29 23:48:15.792556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2c94f1f1-c6fa-4365-ac39-02e1f9535666 req-4c8ebd92-2a62-4a33-bf87-9b8dbba72f4e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356357 Sep 29 23:48:16.023526 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7de90e31-941f-406a-955c-c5a9a5e72d04 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:48:16.062420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 7de90e31-941f-406a-955c-c5a9a5e72d04 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:48:16.924660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aeb425-b0f3-41aa-89c6-1ff6152bd610 req-3e5caab7-88f9-4c84-9858-8dbc918fb9bd tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:16.928331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7aeb425-b0f3-41aa-89c6-1ff6152bd610 req-3e5caab7-88f9-4c84-9858-8dbc918fb9bd tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 943 time: 0.0583007 Sep 29 23:48:16.967969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b7aeb425-b0f3-41aa-89c6-1ff6152bd610 req-eb99beeb-f981-4137-80d9-9c332fe81302 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348380 Sep 29 23:48:17.513779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7de90e31-941f-406a-955c-c5a9a5e72d04 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:48:17.604246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7de90e31-941f-406a-955c-c5a9a5e72d04,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:48:17.615330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'port_id': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'mac_address': 'fa:16:3e:bc:a0:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:48:17.653596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:17.814954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7de90e31-941f-406a-955c-c5a9a5e72d04 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:48:17.834701 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7de90e31-941f-406a-955c-c5a9a5e72d04,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:48:17.838249 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:17.884221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=7de90e31-941f-406a-955c-c5a9a5e72d04,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:48:17.891612 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.892603 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.892967 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.893229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.893566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.893902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.894227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.894554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.894882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.895206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.895532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:17.895882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:18.081416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7e3d7-ccc0-4edc-8532-59491d4dc017 req-0c03da03-a835-42e0-a047-effe7f3e9d04 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:18.082882 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44b7e3d7-ccc0-4edc-8532-59491d4dc017 req-0c03da03-a835-42e0-a047-effe7f3e9d04 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 944 time: 0.0477159 Sep 29 23:48:18.120311 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-44b7e3d7-ccc0-4edc-8532-59491d4dc017 req-e8efe2a4-58b6-48c9-990b-cbf355c1e5a6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315664 Sep 29 23:48:18.264764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['7de90e31-941f-406a-955c-c5a9a5e72d04'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:48:18.314291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c07d9-e9cc-45f8-815b-297c67de81ae req-ae66332c-d162-4c04-878e-8fdd832f06c7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:18.316063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b71c07d9-e9cc-45f8-815b-297c67de81ae req-ae66332c-d162-4c04-878e-8fdd832f06c7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 944 time: 0.0510812 Sep 29 23:48:18.341307 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-b0b2129e-5f52-466e-bae5-a2a91c88f1c9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:18.342927 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-b0b2129e-5f52-466e-bae5-a2a91c88f1c9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953&tenant_id=f88059189aa54940b4dc7d68b2a468a7&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 944 time: 0.0660119 Sep 29 23:48:18.364028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b71c07d9-e9cc-45f8-815b-297c67de81ae req-8f5837ad-0aed-4b58-8fb9-bafdd59045d8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Sep 29 23:48:18.410153 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-f5e96482-7392-4fb7-8bb4-6a6b730d8102 service neutron] delete failed (client error): The resource could not be found. Sep 29 23:48:18.411085 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-f5e96482-7392-4fb7-8bb4-6a6b730d8102 service neutron] 10.222.0.26 "DELETE /v2.0/ports/7de90e31-941f-406a-955c-c5a9a5e72d04/bindings/n-h2-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0606608 Sep 29 23:48:18.504389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-8c78651f-2690-4e53-8df0-f9614020f9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:18.505914 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-8c78651f-2690-4e53-8df0-f9614020f9cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 1095 time: 0.0420759 Sep 29 23:48:18.599145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-a745d8e2-bd33-4a26-8328-86f170e9a0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:18.600625 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-a745d8e2-bd33-4a26-8328-86f170e9a0dd service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0875540 Sep 29 23:48:18.666196 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-7e800d36-8933-4350-a7a6-255a42e5cb3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 200 len: 1000 time: 0.0577695 Sep 29 23:48:18.713819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-8e56fe60-1367-4cdc-a5ac-a6053cfefbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:18.715254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-8e56fe60-1367-4cdc-a5ac-a6053cfefbf8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0423679 Sep 29 23:48:18.764784 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-0a4ff047-6aa0-470d-a480-df085dca28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:18.766262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-0a4ff047-6aa0-470d-a480-df085dca28b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439727 Sep 29 23:48:18.862673 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-a0e65213-35ec-4f84-87e7-3ba006339938 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886493 Sep 29 23:48:18.956391 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bd90bedd-e01b-4e54-8c6a-3ac4dbc5b312 req-d8f3c225-80d6-470f-bf53-4f74e6df3c2d service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862799 Sep 29 23:48:19.488139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ae031-5bc2-4dea-ba71-5803cbde5401 req-0814b9b3-60fe-4b1a-a001-e9ed6a1c4cd3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:19.490120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c4ae031-5bc2-4dea-ba71-5803cbde5401 req-0814b9b3-60fe-4b1a-a001-e9ed6a1c4cd3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 944 time: 0.0516260 Sep 29 23:48:19.529044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c4ae031-5bc2-4dea-ba71-5803cbde5401 req-a46f6987-d943-460a-a1bb-06998f01cb97 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316057 Sep 29 23:48:19.535843 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7de90e31-941f-406a-955c-c5a9a5e72d04 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:48:19.582875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 7de90e31-941f-406a-955c-c5a9a5e72d04 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:48:19.586425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 7de90e31-941f-406a-955c-c5a9a5e72d04 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:48:19.586800 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:19.646188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae98627-b3e3-40e6-9801-3d1cef3f8f0f req-883f6023-287a-487f-9a1d-08e63ddcd03a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:19.648377 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ae98627-b3e3-40e6-9801-3d1cef3f8f0f req-883f6023-287a-487f-9a1d-08e63ddcd03a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 944 time: 0.0499716 Sep 29 23:48:19.663063 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:19.685063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:48:19.686101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ae98627-b3e3-40e6-9801-3d1cef3f8f0f req-407f6586-c293-48f2-8295-2e8ba1e3c286 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318441 Sep 29 23:48:19.687742 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed16689b-8ad3-4347-923c-e8d5ed96a915" -d '{"events": [{"server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "name": "network-vif-plugged", "status": "completed", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:48:19.709563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7de90e31-941f-406a-955c-c5a9a5e72d04,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:48:19.709563 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:19.737703 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3a87bf-973c-4bf8-b8f9-8fb3820321cf x-openstack-request-id: req-ef3a87bf-973c-4bf8-b8f9-8fb3820321cf {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:48:19.738111 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "name": "network-vif-plugged", "status": "completed", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:48:19.738374 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef3a87bf-973c-4bf8-b8f9-8fb3820321cf {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:48:19.738771 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'code': 200} Sep 29 23:48:19.763525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=7de90e31-941f-406a-955c-c5a9a5e72d04,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:48:19.803793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3087eb7-26bf-4315-a2b4-f9b15b794ca1 req-73fa93c1-0f90-4aa7-8f4e-264341790f3b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:19.805309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3087eb7-26bf-4315-a2b4-f9b15b794ca1 req-73fa93c1-0f90-4aa7-8f4e-264341790f3b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0492852 Sep 29 23:48:19.848424 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3087eb7-26bf-4315-a2b4-f9b15b794ca1 req-745bdff4-bb86-47c2-b1ef-941776db2280 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369716 Sep 29 23:48:20.078153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc86414-7a9e-4c40-a646-69ab9eb0faa9 req-7a5a4fe6-cf48-4cff-9e1f-e091f48bbd0d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:20.080529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbc86414-7a9e-4c40-a646-69ab9eb0faa9 req-7a5a4fe6-cf48-4cff-9e1f-e091f48bbd0d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0482972 Sep 29 23:48:20.117012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bbc86414-7a9e-4c40-a646-69ab9eb0faa9 req-d60ff8c2-3153-487d-a0d7-aadff701a9e9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307534 Sep 29 23:48:20.598543 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:21.236319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9735b-07ba-4f6c-9d33-a64c65691977 req-aee1c8af-ae62-4514-a695-bd6251767b5e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:21.237721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33e9735b-07ba-4f6c-9d33-a64c65691977 req-aee1c8af-ae62-4514-a695-bd6251767b5e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0498643 Sep 29 23:48:21.275175 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33e9735b-07ba-4f6c-9d33-a64c65691977 req-4bdc6e7f-64dd-433d-a836-fe0499d944e6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311334 Sep 29 23:48:21.451870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-dd229792-8c0f-4e90-b785-beb74ed11650 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:21.453307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-dd229792-8c0f-4e90-b785-beb74ed11650 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.42 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 945 time: 0.0470495 Sep 29 23:48:21.573150 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Deleting port 7de90e31-941f-406a-955c-c5a9a5e72d04 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:48:21.573407 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:21.661570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] For port 7de90e31-941f-406a-955c-c5a9a5e72d04, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=7de90e31-941f-406a-955c-c5a9a5e72d04,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:48:21.661931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:21.872713 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:21.873073 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:21.873388 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18 disassociated. External IP: 172.25.4.128, port: 7de90e31-941f-406a-955c-c5a9a5e72d04. Sep 29 23:48:21.873728 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Calling delete_port for 7de90e31-941f-406a-955c-c5a9a5e72d04 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:48:21.995284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:22.031819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event deleted for resources: {'Port': ['ID=7de90e31-941f-406a-955c-c5a9a5e72d04,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:48:22.150031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:48:22.262085 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:48:22.272039 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:48:22.281513 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:48:22.282119 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:48:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:48:22.322212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] No DVR routers for this DVR port 7de90e31-941f-406a-955c-c5a9a5e72d04 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:48:22.325734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:22.327629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63395382-4e33-4e4f-bc54-8f4f82263745 req-7816c7a0-858e-49f9-82a0-f92821889b4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.42 "DELETE /v2.0/ports/7de90e31-941f-406a-955c-c5a9a5e72d04 HTTP/1.1" status: 204 len: 173 time: 0.8680339 Sep 29 23:48:22.328101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'name': 'network-vif-deleted', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:48:22.331243 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79056bf6-fec2-4e95-a119-a6f11be17d77" -d '{"events": [{"server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "name": "network-vif-deleted", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:48:22.385755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1e142c9b-0071-429d-b6c0-ab4f6c42d82c req-e025247f-fbc3-40a7-9164-34a0034c4718 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=97019cbc-00e3-4675-ad5c-f72e6d540953 HTTP/1.1" status: 200 len: 210 time: 0.0293877 Sep 29 23:48:22.387846 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c622cf-9b29-44d1-9985-30287594f061 x-openstack-request-id: req-11c622cf-9b29-44d1-9985-30287594f061 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:48:22.388164 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97019cbc-00e3-4675-ad5c-f72e6d540953", "name": "network-vif-deleted", "tag": "7de90e31-941f-406a-955c-c5a9a5e72d04", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:48:22.388414 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-11c622cf-9b29-44d1-9985-30287594f061 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:48:22.388798 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97019cbc-00e3-4675-ad5c-f72e6d540953', 'name': 'network-vif-deleted', 'tag': '7de90e31-941f-406a-955c-c5a9a5e72d04', 'status': 'completed', 'code': 200} Sep 29 23:48:22.403670 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:48:22.612134 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:48:22.638329 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:48:22.646284 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:48:22.646888 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:48:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:48:22.750496 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:48:23.034436 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:48:23.059780 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8311c4d-fff1-44b6-b523-130737876d5b None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:48:23.262776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588582f1-b933-4020-b6f4-13f83755ada5 None None] New status for floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:48:23.618984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-369cc546-2ee4-43e7-9a2d-8c05e273eb61 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1996242947&fields=id&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 267 time: 0.0330341 Sep 29 23:48:23.726169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544461f-bc19-489a-b765-75008793d826 req-7ff7439e-e08d-45d0-9e9c-14d4d908bdf9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:23.727629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-7ff7439e-e08d-45d0-9e9c-14d4d908bdf9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 811 time: 0.1019120 Sep 29 23:48:23.743594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-cf4436b8-ed09-4df9-83a3-20bf7d01699e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/quotas/f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 375 time: 0.0101919 Sep 29 23:48:23.795641 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-726037cb-385b-4e55-9ca3-c1c041c7534e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466361 Sep 29 23:48:24.127990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-b766973c-63cb-49aa-b99b-605fffc8affb service neutron] 10.222.0.44 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202496 Sep 29 23:48:24.214568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-393a70e0-ec3f-4a27-80ce-57c1faa89249 service neutron] 10.222.0.44 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803387 Sep 29 23:48:24.379555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8ab0ff3a-a8cb-472b-b5db-ff4af3026d5c req-006f63cf-a6a2-4866-b384-02835bc847dd tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 210 time: 0.0300438 Sep 29 23:48:25.375102 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544461f-bc19-489a-b765-75008793d826 req-e677f0b1-5db5-46eb-b0cf-e6f2ac4983c0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:25.376583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-e677f0b1-5db5-46eb-b0cf-e6f2ac4983c0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 811 time: 0.1052265 Sep 29 23:48:25.422450 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-dfde4f05-baeb-4c0c-aed5-cbbf55d81fa7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 380 time: 0.0364754 Sep 29 23:48:25.431817 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'port': {'device_id': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'admin_state_up': True, 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'security_groups': ['394ac573-0330-47e6-b92a-b8087217dfad']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:48:25.472947 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c5736a3-8f50-4de4-a48e-e88f1d033c57 req-3aa7868e-0554-42c7-90ae-ea1647876dd2 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 210 time: 0.0267537 Sep 29 23:48:25.544419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Made reservation on behalf of f88059189aa54940b4dc7d68b2a468a7 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:48:25.548146 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:25.560670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7de90e31-941f-406a-955c-c5a9a5e72d04 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:48:25.582037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 7de90e31-941f-406a-955c-c5a9a5e72d04 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:48:25.582302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 7de90e31-941f-406a-955c-c5a9a5e72d04 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:48:25.953550 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Allocated IP 172.20.0.11 (3f604a29-797f-4edd-97d2-c9a3d8907683/9b5b1c0a-e226-40c2-99e9-dd2789494729/e2e82a91-7999-45b5-a675-c30fc9326f5a) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:48:26.085551 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:26.122201 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:26.164276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:48:26.167311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:48:26.170873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:48:26.179928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event updated for resources: {'Port': ['ID=e2e82a91-7999-45b5-a675-c30fc9326f5a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:48:26.212256 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.212710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.213291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.213834 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.214286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.214821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.215377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.215909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.216264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.216606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.216951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.217289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:48:26.240616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:26.241253 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:26.256271 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-972b79dd-51a6-4d58-8d41-30810d980bf0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8280070 Sep 29 23:48:26.271654 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Request body: {'port': {'device_id': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:48:26.334795 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:26.411027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-05d88221-9c71-4d91-bb4b-b736723c676d None None] Provisioning complete for port e2e82a91-7999-45b5-a675-c30fc9326f5a triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:48:26.411395 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-05d88221-9c71-4d91-bb4b-b736723c676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:26.448628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-05d88221-9c71-4d91-bb4b-b736723c676d None None] Port e2e82a91-7999-45b5-a675-c30fc9326f5a cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:48:26.591269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f44feaf-5d1f-4d22-b3c6-775679f14ca1 req-df248556-7004-4796-82ed-bc3c9c30489b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:26.592797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f44feaf-5d1f-4d22-b3c6-775679f14ca1 req-df248556-7004-4796-82ed-bc3c9c30489b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 932 time: 0.0493784 Sep 29 23:48:26.612261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2e82a91-7999-45b5-a675-c30fc9326f5a {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:48:26.620080 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:26.632698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2f44feaf-5d1f-4d22-b3c6-775679f14ca1 req-7d1f8f65-c62e-4170-a15a-3a1a8cb5073c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326672 Sep 29 23:48:26.633148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Transition to ACTIVE for port object e2e82a91-7999-45b5-a675-c30fc9326f5a will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:48:26.636139 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:26.685619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e82a91-7999-45b5-a675-c30fc9326f5a,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:48:26.761039 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Attempting to bind port e2e82a91-7999-45b5-a675-c30fc9326f5a on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:48:26.761292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Attempting to bind port e2e82a91-7999-45b5-a675-c30fc9326f5a by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:48:26.761623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Attempting to bind port e2e82a91-7999-45b5-a675-c30fc9326f5a on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:48:26.766034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Port e2e82a91-7999-45b5-a675-c30fc9326f5a on network 3f604a29-797f-4edd-97d2-c9a3d8907683 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:48:26.766354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Attempting to bind port e2e82a91-7999-45b5-a675-c30fc9326f5a on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:48:26.772191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:48:26.772528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:48:26.772911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:48:26.773339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Bound port: e2e82a91-7999-45b5-a675-c30fc9326f5a, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:48:26.773698 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:26.846302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:48:26.849999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:48:26.853406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:26.889459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:26.889988 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:26.891377 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] 10.222.0.26 "PUT /v2.0/ports/e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 1092 time: 0.6241863 Sep 29 23:48:26.891807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:48:26.894345 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68" -d '{"events": [{"name": "network-changed", "server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:48:26.926013 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf4dfc-c553-4df0-afd3-952b096be265 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e82a91-7999-45b5-a675-c30fc9326f5a,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:48:26.978606 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544461f-bc19-489a-b765-75008793d826 req-6c4344a4-b164-4c10-98f2-cd6e4166da28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:26.980172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-6c4344a4-b164-4c10-98f2-cd6e4166da28 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1095 time: 0.0468543 Sep 29 23:48:27.030399 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18832f3d-4374-4d39-8c5e-d204f3d432c2 x-openstack-request-id: req-18832f3d-4374-4d39-8c5e-d204f3d432c2 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:48:27.030699 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:48:27.030954 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-18832f3d-4374-4d39-8c5e-d204f3d432c2 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:48:27.031363 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'status': 'completed', 'code': 200} Sep 29 23:48:27.033231 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-76993e82-8eb5-42ee-83f2-46ca229dded6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 217 time: 0.0448177 Sep 29 23:48:27.085436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544461f-bc19-489a-b765-75008793d826 req-3c414bf6-a760-4a68-937c-66c1918e23a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:27.086962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-3c414bf6-a760-4a68-937c-66c1918e23a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0464032 Sep 29 23:48:27.132492 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544461f-bc19-489a-b765-75008793d826 req-aa5d1ac7-28d1-4219-afeb-9b3ca46eefc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:27.133972 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-aa5d1ac7-28d1-4219-afeb-9b3ca46eefc0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401714 Sep 29 23:48:27.226393 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-4ddcf11f-ae4d-493f-b57c-0bff7ed90c59 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854244 Sep 29 23:48:27.321066 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1544461f-bc19-489a-b765-75008793d826 req-d08b02df-bc93-4613-b07b-5c76cbb135ae service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879326 Sep 29 23:48:27.412002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-b453d537-00fa-43b5-9590-a0bf956b19f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:27.413583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-b453d537-00fa-43b5-9590-a0bf956b19f7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1095 time: 0.0460138 Sep 29 23:48:27.503112 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-6f2053da-48be-4866-9472-933518f3b732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:27.504606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-6f2053da-48be-4866-9472-933518f3b732 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0846982 Sep 29 23:48:27.551211 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-5fb805df-0787-4314-b46b-4ddb25ab12ca service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 217 time: 0.0376711 Sep 29 23:48:27.602991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-80c7c4f2-e994-400f-bbf9-79b35a8b5574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:27.604418 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-80c7c4f2-e994-400f-bbf9-79b35a8b5574 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0452569 Sep 29 23:48:27.651619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-7d5dc680-5985-4cd6-bd5f-769dbeb1e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:27.653154 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-7d5dc680-5985-4cd6-bd5f-769dbeb1e750 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401895 Sep 29 23:48:27.749766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78517db3-092c-4a7a-acac-c29135107fee req-fd71e5d7-f3d8-404c-9f9d-2f80c444b0e1 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:27.751264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78517db3-092c-4a7a-acac-c29135107fee req-fd71e5d7-f3d8-404c-9f9d-2f80c444b0e1 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 944 time: 0.0520439 Sep 29 23:48:27.751971 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-c8bfee50-834c-4183-a54f-aa08893c5a5b service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903425 Sep 29 23:48:27.791664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-78517db3-092c-4a7a-acac-c29135107fee req-e0ea1f58-1965-49bc-8cd1-3e39d9403215 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330920 Sep 29 23:48:27.854213 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c1175be7-9cc1-4e1f-ab1b-81b5dd3fbc68 req-a965a4d8-f007-49f6-a65f-28848a7a375c service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934758 Sep 29 23:48:28.910123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94daa50c-9334-4cb4-9ef8-5491d1090cbb req-77f2bd68-f1f2-45d5-a918-0ff3115aa3e8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:28.911605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94daa50c-9334-4cb4-9ef8-5491d1090cbb req-77f2bd68-f1f2-45d5-a918-0ff3115aa3e8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 944 time: 0.0519998 Sep 29 23:48:28.949500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-94daa50c-9334-4cb4-9ef8-5491d1090cbb req-8c998d3a-ddd7-4f1e-bddc-55f2955b4857 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Sep 29 23:48:30.062983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be8e91-32ae-4e26-9d71-a32c5c81ad9e req-5c69cb77-2041-4472-9ca0-7e2674bdf07b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:30.064480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16be8e91-32ae-4e26-9d71-a32c5c81ad9e req-5c69cb77-2041-4472-9ca0-7e2674bdf07b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 944 time: 0.0487065 Sep 29 23:48:30.101529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-16be8e91-32ae-4e26-9d71-a32c5c81ad9e req-d8ecf577-b737-414d-aa25-36c0408143cd tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303705 Sep 29 23:48:30.147323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e2e82a91-7999-45b5-a675-c30fc9326f5a details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:48:30.238363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:48:30.249027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'port_id': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'mac_address': 'fa:16:3e:59:66:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:48:30.288836 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:30.301594 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e82a91-7999-45b5-a675-c30fc9326f5a {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:48:30.320197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:48:30.324584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:30.371198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=e2e82a91-7999-45b5-a675-c30fc9326f5a,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:48:30.560856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e2e82a91-7999-45b5-a675-c30fc9326f5a'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:48:31.236031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31412046-930f-480b-ab7d-f61c2088390f req-ce870d92-b009-4b21-a771-e5bfd3cebd32 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:31.237844 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31412046-930f-480b-ab7d-f61c2088390f req-ce870d92-b009-4b21-a771-e5bfd3cebd32 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 945 time: 0.0492463 Sep 29 23:48:31.278268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-31412046-930f-480b-ab7d-f61c2088390f req-3fd1b79a-e7f1-4ee8-af04-0d3913ad2418 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342619 Sep 29 23:48:32.162711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e2e82a91-7999-45b5-a675-c30fc9326f5a up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:48:32.208907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port e2e82a91-7999-45b5-a675-c30fc9326f5a completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:48:32.212558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port e2e82a91-7999-45b5-a675-c30fc9326f5a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:48:32.212935 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:32.290673 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:32.316326 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:48:32.318377 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc5558a-065a-4bac-9699-9baab84591e1" -d '{"events": [{"server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "name": "network-vif-plugged", "status": "completed", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:48:32.332937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:48:32.337882 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:32.389538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=e2e82a91-7999-45b5-a675-c30fc9326f5a,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:48:32.420568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb49c5b-83d9-4e1b-8490-571f909f3705 req-11112217-f1a2-4fe8-be80-61f86a9a9197 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:32.422261 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fb49c5b-83d9-4e1b-8490-571f909f3705 req-11112217-f1a2-4fe8-be80-61f86a9a9197 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0727100 Sep 29 23:48:32.441169 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bc4cac-8f7e-4a5c-a8e2-48169d6ebee7 x-openstack-request-id: req-f2bc4cac-8f7e-4a5c-a8e2-48169d6ebee7 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:48:32.441464 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "name": "network-vif-plugged", "status": "completed", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:48:32.441711 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2bc4cac-8f7e-4a5c-a8e2-48169d6ebee7 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:48:32.442107 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'code': 200} Sep 29 23:48:32.465453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fb49c5b-83d9-4e1b-8490-571f909f3705 req-eaac8ee8-57e6-4a65-81a5-75edc818ec0a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364971 Sep 29 23:48:32.551187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85781f8-cccc-4547-a879-e5cd8a472365 req-0b03c3f3-f888-40c4-972d-daf2bcf3c7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:32.552850 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b85781f8-cccc-4547-a879-e5cd8a472365 req-0b03c3f3-f888-40c4-972d-daf2bcf3c7a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1097 time: 0.0494597 Sep 29 23:48:32.596479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b85781f8-cccc-4547-a879-e5cd8a472365 req-ad694da1-afc5-40b2-8641-f58199bdabbe service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282948 Sep 29 23:48:33.350338 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ee8f640d-00d4-40cd-8c97-d653dfee4629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:33.587362 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798d57bc-a8e7-41ed-8641-d1141a379538 req-47a32e2c-bbd3-4f2e-a478-d99c65002214 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:33.588881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-798d57bc-a8e7-41ed-8641-d1141a379538 req-47a32e2c-bbd3-4f2e-a478-d99c65002214 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0481930 Sep 29 23:48:33.627168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-798d57bc-a8e7-41ed-8641-d1141a379538 req-8a0f8963-c7be-4d9f-b1bf-5230f9fa7196 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322654 Sep 29 23:48:34.708344 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:48:34.743544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf9b3c0-3108-47cd-b3d0-a7962d3b4511 req-59d42b63-405b-4b1f-ae1a-92cbaed81d21 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:34.745065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cf9b3c0-3108-47cd-b3d0-a7962d3b4511 req-59d42b63-405b-4b1f-ae1a-92cbaed81d21 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0494831 Sep 29 23:48:34.782292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cf9b3c0-3108-47cd-b3d0-a7962d3b4511 req-3ad85640-8f2d-42f5-82a8-84b8e1ebe59c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313408 Sep 29 23:48:34.896255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5accb19f-aa44-4369-96de-2d0ab3a7763a req-13f47b7b-6063-4c87-9088-7660046cd94c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:34.897724 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5accb19f-aa44-4369-96de-2d0ab3a7763a req-13f47b7b-6063-4c87-9088-7660046cd94c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0524921 Sep 29 23:48:34.906130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 35704) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:48:34.911123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-10676b11-1756-485c-abc4-6b09b56a994f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'floatingip': {'port_id': 'e2e82a91-7999-45b5-a675-c30fc9326f5a'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:48:34.949770 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10676b11-1756-485c-abc4-6b09b56a994f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:35.375493 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10676b11-1756-485c-abc4-6b09b56a994f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:35.379811 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10676b11-1756-485c-abc4-6b09b56a994f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:35.477171 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-10676b11-1756-485c-abc4-6b09b56a994f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18 associated. External IP: 172.25.4.128, port: e2e82a91-7999-45b5-a675-c30fc9326f5a. Sep 29 23:48:35.681700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10676b11-1756-485c-abc4-6b09b56a994f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:48:35.787732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10676b11-1756-485c-abc4-6b09b56a994f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:48:35.792303 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-10676b11-1756-485c-abc4-6b09b56a994f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:35.797020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:48:35.807054 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:48:35.807669 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:48:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:48:35.820626 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-10676b11-1756-485c-abc4-6b09b56a994f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "PUT /v2.0/floatingips/29243fce-bafb-4c6d-b7de-3cad63ff2e18 HTTP/1.1" status: 200 len: 992 time: 0.9134476 Sep 29 23:48:35.821230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:48:35.823521 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1c2098-6495-487a-acf6-415695ddeeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:48:35.861269 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097913f9-7a39-4d0c-b30d-11424ed43d0a x-openstack-request-id: req-097913f9-7a39-4d0c-b30d-11424ed43d0a {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:48:35.862071 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:48:35.862347 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-097913f9-7a39-4d0c-b30d-11424ed43d0a {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:48:35.862913 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'status': 'completed', 'code': 200} Sep 29 23:48:35.922391 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:48:35.925115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-cc5d7d70-2720-43cb-8e58-c8ca2cfb9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:35.926618 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-cc5d7d70-2720-43cb-8e58-c8ca2cfb9875 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1097 time: 0.0414734 Sep 29 23:48:36.023598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-1f9095cc-f73d-49ab-a012-60f7ccace351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:36.024712 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-1f9095cc-f73d-49ab-a012-60f7ccace351 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0900466 Sep 29 23:48:36.092589 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-f6980886-1533-4c04-beeb-a60906b9cd7b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 1000 time: 0.0596695 Sep 29 23:48:36.141860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-d478e29a-0f60-4aef-b491-6f2b7c404bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:36.143934 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-d478e29a-0f60-4aef-b491-6f2b7c404bf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0446067 Sep 29 23:48:36.145339 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:59:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:48:35Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:48:36.172670 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:48:36.181052 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:48:36.181675 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:48:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:48:36.193556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-bfe71764-0bb7-4d1d-b3fa-bb94a7e72869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:48:36.195057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-bfe71764-0bb7-4d1d-b3fa-bb94a7e72869 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445833 Sep 29 23:48:36.259905 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-88795eec-68b2-47af-a919-bb1cf4af42a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:36.288787 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:48:36.288979 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-a2bce253-63b8-45bd-9a44-aed7e6e5c003 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864367 Sep 29 23:48:36.385589 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7c1c2098-6495-487a-acf6-415695ddeeb2 req-14d5b6fc-f332-4196-9037-f519f553b574 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897899 Sep 29 23:48:36.519422 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:59:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:48:35Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:48:36.548259 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a9094f0-ff70-43df-a737-27da80ba2c26 None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:59:66:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:48:35Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:48:36.629548 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:36.735420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706c6ee1-f3a0-437d-9502-dfdb5ad13b27 None None] New status for floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:48:37.573559 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:38.751181 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:39.878202 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:48:50.598787 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:03.351288 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e6948ad6-dda3-45d0-9217-ea76dd7f56c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:06.260907 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-985a0fe9-5ea4-4f9d-bd72-1b689f619750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:06.634566 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:07.572693 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:08.751679 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:09.872632 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:11.707612 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:49:20.613440 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:28.310423 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-a787ef93-f6d3-41e2-b1ab-76da2dac3362 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417993 Sep 29 23:49:28.393202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-d3d73845-5e1a-4d05-a4e5-19cf26f92dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:49:28.394838 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-d3d73845-5e1a-4d05-a4e5-19cf26f92dca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1097 time: 0.0428557 Sep 29 23:49:28.499563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-16646ada-1e29-474d-987c-6279676d28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:49:28.501062 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-16646ada-1e29-474d-987c-6279676d28d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0880082 Sep 29 23:49:28.564909 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-9b610b1c-e63f-4c48-8532-94aa48a38c10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 1002 time: 0.0569141 Sep 29 23:49:28.621259 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-65baf9c5-095d-42c3-9a19-2c6419d5a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:49:28.622707 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-65baf9c5-095d-42c3-9a19-2c6419d5a4fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0513663 Sep 29 23:49:28.668416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-8b6b8f4c-eefa-4a8a-b8b2-2df06b43b5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:49:28.669874 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-8b6b8f4c-eefa-4a8a-b8b2-2df06b43b5ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392439 Sep 29 23:49:28.763281 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-41badbad-db77-40a0-acce-d6570334d197 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861468 Sep 29 23:49:28.855076 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-130174bf-ec98-4f76-836a-b46f37bd21f3 req-34b56aab-cd7a-462b-9ded-1b83836bdb03 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847428 Sep 29 23:49:33.351351 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-24945615-3750-4eb6-8065-71a4653ac38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:36.261925 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7f034bee-7b0f-4c0a-b33d-faae3ab86f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:36.635367 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:37.576600 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:38.755085 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:39.871124 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:49:48.707249 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:49:50.612797 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:03.351784 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-677b2a22-7744-4375-93db-daac0328c34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:06.264600 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-abea6980-2175-4ad8-bc36-aeb51d3c35f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:06.636154 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:07.578019 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:08.757539 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:09.807219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784b71e-eba9-422f-86e4-c98daa865783 req-f00ea520-ace7-481d-83cf-1182f459ffaa tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:09.808769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d784b71e-eba9-422f-86e4-c98daa865783 req-f00ea520-ace7-481d-83cf-1182f459ffaa tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.2314992 Sep 29 23:50:09.848051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d784b71e-eba9-422f-86e4-c98daa865783 req-a1475a7f-e19b-4b09-8723-35628f0b74d9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332379 Sep 29 23:50:09.883193 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:11.019020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6aa626-7d00-4d24-9b28-ab3df087cf32 req-04b881b6-c521-4ee6-9f75-02e3a8217062 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:11.020529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b6aa626-7d00-4d24-9b28-ab3df087cf32 req-04b881b6-c521-4ee6-9f75-02e3a8217062 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.1036441 Sep 29 23:50:11.061079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b6aa626-7d00-4d24-9b28-ab3df087cf32 req-938edfc7-a532-4177-9a4b-814cc2bfd30c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345962 Sep 29 23:50:12.176282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded315b-8bfd-47b9-b9eb-90849a01d16b req-4ae954f9-346c-4df9-8a89-d04e7773bdde tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:12.177776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fded315b-8bfd-47b9-b9eb-90849a01d16b req-4ae954f9-346c-4df9-8a89-d04e7773bdde tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0482950 Sep 29 23:50:12.215373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fded315b-8bfd-47b9-b9eb-90849a01d16b req-900f4941-6f97-407a-a026-d5a78cbaeb0c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318012 Sep 29 23:50:13.332730 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb396b-d417-4a6c-87b3-bef9969bca4e req-91c69b03-58f4-45e7-ba0e-a0a4f7d17d9f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:13.335723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aefb396b-d417-4a6c-87b3-bef9969bca4e req-91c69b03-58f4-45e7-ba0e-a0a4f7d17d9f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0500007 Sep 29 23:50:13.373728 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-aefb396b-d417-4a6c-87b3-bef9969bca4e req-338791f8-07f1-466e-a771-ed6880cd0c87 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332565 Sep 29 23:50:14.497439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c564c-21f8-4095-ae18-744d3041d798 req-d591514a-6472-48a4-b0e4-63933c7e1fe7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:14.498830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-609c564c-21f8-4095-ae18-744d3041d798 req-d591514a-6472-48a4-b0e4-63933c7e1fe7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0491078 Sep 29 23:50:14.540639 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-609c564c-21f8-4095-ae18-744d3041d798 req-64817aef-ed32-4e46-8d16-b5e4a1d7d8dc tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357666 Sep 29 23:50:15.654709 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a882a-4e7e-409e-9814-9eea797ed044 req-88c36941-d074-418c-97f3-7bb2d659a165 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:15.656316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a6a882a-4e7e-409e-9814-9eea797ed044 req-88c36941-d074-418c-97f3-7bb2d659a165 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0490439 Sep 29 23:50:15.694676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a6a882a-4e7e-409e-9814-9eea797ed044 req-53eff4a1-b687-4b18-adf6-6a49c2a643bc tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319064 Sep 29 23:50:16.809725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf19ca-4ca8-4521-bd0c-2f24cee0501a req-06c457b0-5d81-4544-b1f9-9cd2ea7cb1df tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:16.811197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ebf19ca-4ca8-4521-bd0c-2f24cee0501a req-06c457b0-5d81-4544-b1f9-9cd2ea7cb1df tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0476618 Sep 29 23:50:16.850821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ebf19ca-4ca8-4521-bd0c-2f24cee0501a req-6f4b9c13-a1db-4d02-9a23-c8bf1f51497a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328679 Sep 29 23:50:17.968962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb35d62-b27a-41e1-bec0-259e924926a0 req-9db2ffcb-48c0-4c3c-87c7-362b1aa29ada tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:17.970477 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6cb35d62-b27a-41e1-bec0-259e924926a0 req-9db2ffcb-48c0-4c3c-87c7-362b1aa29ada tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0485971 Sep 29 23:50:18.012455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6cb35d62-b27a-41e1-bec0-259e924926a0 req-f63f5af5-bd1c-46e3-8c81-c3d93008e6b3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357602 Sep 29 23:50:19.127460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450d6e0-4a64-4b41-adca-49656fbc1c27 req-4e4264a9-da68-4953-afc2-a8c7e42d4deb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:19.129691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e450d6e0-4a64-4b41-adca-49656fbc1c27 req-4e4264a9-da68-4953-afc2-a8c7e42d4deb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0495405 Sep 29 23:50:19.166169 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e450d6e0-4a64-4b41-adca-49656fbc1c27 req-e6df4f1e-a0f8-4157-81a3-d55bb2e20f16 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306668 Sep 29 23:50:20.278643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71167caa-fa40-4677-b013-82f4bf154724 req-cb984416-7fe9-4101-b0cb-2e4defa00b84 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:20.280133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71167caa-fa40-4677-b013-82f4bf154724 req-cb984416-7fe9-4101-b0cb-2e4defa00b84 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0476832 Sep 29 23:50:20.318117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-71167caa-fa40-4677-b013-82f4bf154724 req-54d336e7-0750-4d66-9472-1bb945f05f59 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313473 Sep 29 23:50:20.538896 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-70b74197-8a9f-4fbc-b782-14e4607afa21 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414484 Sep 29 23:50:20.553229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22de8d-9a9c-4b4e-a503-67c212810f61 req-ff6c7bbf-089e-49b8-92ab-b32802cd63df tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:20.555012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d22de8d-9a9c-4b4e-a503-67c212810f61 req-ff6c7bbf-089e-49b8-92ab-b32802cd63df tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0495191 Sep 29 23:50:20.598574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d22de8d-9a9c-4b4e-a503-67c212810f61 req-d8c02f34-f09e-42b8-8f45-f6d5aa4a86d5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374086 Sep 29 23:50:20.630177 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:21.713706 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6ad07-0566-44a7-93ed-ab598ae262af req-f6596b54-0dd4-4306-adb0-27fc09f7f545 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:21.715213 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ea6ad07-0566-44a7-93ed-ab598ae262af req-f6596b54-0dd4-4306-adb0-27fc09f7f545 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0485706 Sep 29 23:50:21.754738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ea6ad07-0566-44a7-93ed-ab598ae262af req-e61eda27-4508-4d85-8ed6-8ca5a6d577b4 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335469 Sep 29 23:50:22.868990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2308c-97c5-4093-b514-5b032de5edcb req-62923247-73a2-4665-bd6e-f2a394a2052d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:22.870776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55f2308c-97c5-4093-b514-5b032de5edcb req-62923247-73a2-4665-bd6e-f2a394a2052d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0497630 Sep 29 23:50:22.913447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55f2308c-97c5-4093-b514-5b032de5edcb req-9459d900-afe1-4918-ae52-8fd89e98811f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320647 Sep 29 23:50:23.703445 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-bc59fd3b-0477-4a0a-b8eb-9de2d763eef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:23.704983 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-bc59fd3b-0477-4a0a-b8eb-9de2d763eef6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1097 time: 0.0414770 Sep 29 23:50:23.800303 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-0eedfee5-a439-45ae-9abd-decfca4659db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:23.802634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-0eedfee5-a439-45ae-9abd-decfca4659db service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0901167 Sep 29 23:50:23.868131 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-872c0bf6-a020-433f-bc91-b0aef07f300d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 1002 time: 0.0570631 Sep 29 23:50:23.920774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-b6910796-137f-45d8-b4e4-e269edf19cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:23.922420 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-b6910796-137f-45d8-b4e4-e269edf19cc9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0480754 Sep 29 23:50:23.970348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-bfb74a93-3d2b-4b42-b22a-726a98924a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:23.971741 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-bfb74a93-3d2b-4b42-b22a-726a98924a5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427151 Sep 29 23:50:23.983712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-599b89d3-1f41-41ef-b55e-6514690b0b4a service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:50:23.984695 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-599b89d3-1f41-41ef-b55e-6514690b0b4a service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050094 Sep 29 23:50:24.029513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f309445-238b-45ae-b7eb-f250dfdc0bc2 req-0db53e0a-566a-4b51-8432-705e88508dd8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:24.031033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f309445-238b-45ae-b7eb-f250dfdc0bc2 req-0db53e0a-566a-4b51-8432-705e88508dd8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0498426 Sep 29 23:50:24.072575 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f309445-238b-45ae-b7eb-f250dfdc0bc2 req-0787166b-4452-499c-89d6-740e0f338f21 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353742 Sep 29 23:50:24.080435 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36e3b619-60ab-4e73-acce-cb3e031a5a1d service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879903 Sep 29 23:50:24.170663 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-1ec05281-3832-49a2-a23f-908a3ef4a890 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829642 Sep 29 23:50:25.188965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f3c4b-ff99-44d3-b9f3-02706b52dd51 req-b01d5d24-3075-4bdd-8388-c38c1c9d90f5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:25.190437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918f3c4b-ff99-44d3-b9f3-02706b52dd51 req-b01d5d24-3075-4bdd-8388-c38c1c9d90f5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0497046 Sep 29 23:50:25.229468 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-918f3c4b-ff99-44d3-b9f3-02706b52dd51 req-27140ee4-3da1-40d6-9335-f77145ba1c52 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320802 Sep 29 23:50:25.706161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:50:26.002336 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-0ae6199e-dd34-4625-a684-841088c508a3 service neutron] show failed (client error): The resource could not be found. Sep 29 23:50:26.003291 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-0ae6199e-dd34-4625-a684-841088c508a3 service neutron] 10.222.0.26 "GET /v2.0/ports/e2e82a91-7999-45b5-a675-c30fc9326f5a/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0594814 Sep 29 23:50:26.242625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-82037eb7-01b2-47dc-8347-db910f477e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:26.244217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-82037eb7-01b2-47dc-8347-db910f477e10 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 1097 time: 0.0883121 Sep 29 23:50:26.261655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:50:26.341068 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:26.393561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd7f1c-43e2-4b78-9189-49d10de67a95 req-6f90e5dc-a9ad-4d0a-b19f-5b53751a1faf tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:26.395201 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3dd7f1c-43e2-4b78-9189-49d10de67a95 req-6f90e5dc-a9ad-4d0a-b19f-5b53751a1faf tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0852444 Sep 29 23:50:26.506556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3dd7f1c-43e2-4b78-9189-49d10de67a95 req-86f178c9-0ca7-456a-bad6-9d942ae827f1 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997698 Sep 29 23:50:26.585814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:50:26.617330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:50:26.659283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:50:26.662253 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8c8083-84d7-4edc-b21d-2930032f766a" -d '{"events": [{"server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:50:26.666655 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:26.678956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Transition to ACTIVE for port object e2e82a91-7999-45b5-a675-c30fc9326f5a will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:50:26.682847 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:26.761412 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e82a91-7999-45b5-a675-c30fc9326f5a,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:50:26.770886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.771239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.771583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.771944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.772273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.772616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.772942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.773269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.773600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.773932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.774255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.774702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:26.802042 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b38ff3-f4b7-4949-a69c-0974b5e0bf68 x-openstack-request-id: req-88b38ff3-f4b7-4949-a69c-0974b5e0bf68 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:50:26.802346 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "name": "network-vif-unplugged", "status": "completed", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:50:26.802656 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-88b38ff3-f4b7-4949-a69c-0974b5e0bf68 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:50:26.803064 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'code': 200} Sep 29 23:50:26.817393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] No DVR routers for this DVR port e2e82a91-7999-45b5-a675-c30fc9326f5a on host n-h2-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:50:26.958174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Attempting to bind port e2e82a91-7999-45b5-a675-c30fc9326f5a on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:50:26.958618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Attempting to bind port e2e82a91-7999-45b5-a675-c30fc9326f5a by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:50:26.958956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Attempting to bind port e2e82a91-7999-45b5-a675-c30fc9326f5a on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:50:26.963180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Port e2e82a91-7999-45b5-a675-c30fc9326f5a on network 3f604a29-797f-4edd-97d2-c9a3d8907683 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:50:26.963499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Attempting to bind port e2e82a91-7999-45b5-a675-c30fc9326f5a on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:50:26.968281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:50:26.968610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:50:26.968987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:50:26.969413 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Bound port: e2e82a91-7999-45b5-a675-c30fc9326f5a, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:50:26.969767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:27.031490 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:50:27.034575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:50:27.053308 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:27.094385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:27.095011 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:27.096463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] 10.222.0.42 "PUT /v2.0/ports/e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 1092 time: 0.8388417 Sep 29 23:50:27.118052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab49dc-b499-482b-9e22-75f92d4ff787 service neutron] Pushing event updated for resources: {'Port': ['ID=e2e82a91-7999-45b5-a675-c30fc9326f5a,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:50:27.172624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-ca219efb-2811-4775-9f79-019c1066a56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:27.174161 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-ca219efb-2811-4775-9f79-019c1066a56c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1095 time: 0.0432229 Sep 29 23:50:27.274494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-b49ddb3d-5e26-4562-a393-cb78752d20bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:27.276009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-b49ddb3d-5e26-4562-a393-cb78752d20bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0944541 Sep 29 23:50:27.341096 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-deb73cf1-aa57-49a1-a5d4-9d8504fcaa41 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 1000 time: 0.0581245 Sep 29 23:50:27.398215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-123aa338-7c2c-4aa6-8871-e03b47211b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:27.399696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-123aa338-7c2c-4aa6-8871-e03b47211b21 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0523403 Sep 29 23:50:27.444807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-be126285-1718-4fe8-b178-70bae4811e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:27.446263 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-be126285-1718-4fe8-b178-70bae4811e8a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393789 Sep 29 23:50:27.536855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-7223fede-75da-4eef-9648-984df06de75d service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832632 Sep 29 23:50:27.656185 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bcf4d8cf-7970-49b9-86ef-02c05cf2ebbe req-0b6d4821-de14-4f64-91a1-77a46d908b58 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102626 Sep 29 23:50:27.668245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd34b8c-ddc0-4b97-b88e-2b0d8252f10d req-73a87c11-0d01-431b-a6a9-3e9eb38324e8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:27.671552 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3bd34b8c-ddc0-4b97-b88e-2b0d8252f10d req-73a87c11-0d01-431b-a6a9-3e9eb38324e8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 944 time: 0.0916107 Sep 29 23:50:27.708980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3bd34b8c-ddc0-4b97-b88e-2b0d8252f10d req-5233e26f-9bfc-4d68-b84f-5296a5046d0c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332382 Sep 29 23:50:28.808603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:50:28.810835 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37d754a-e615-473a-8893-85a1a2b58ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:50:28.836687 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c0335-0afb-45f2-8a5d-141f0973b929 req-7f33017a-081c-40b1-8aaf-d36ed33911b7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:28.838224 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-897c0335-0afb-45f2-8a5d-141f0973b929 req-7f33017a-081c-40b1-8aaf-d36ed33911b7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 944 time: 0.0584114 Sep 29 23:50:28.860964 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e78bc7-23a3-4bb1-a933-fec014055f6d x-openstack-request-id: req-c6e78bc7-23a3-4bb1-a933-fec014055f6d {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:50:28.861278 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:50:28.861534 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6e78bc7-23a3-4bb1-a933-fec014055f6d {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:50:28.862057 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'status': 'completed', 'code': 200} Sep 29 23:50:28.882651 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-897c0335-0afb-45f2-8a5d-141f0973b929 req-42a2e6ba-d994-48ba-ace0-743ee24e62e4 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383193 Sep 29 23:50:28.930841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-bed97350-3539-48b7-80dc-7d11717ecfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:28.932403 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-bed97350-3539-48b7-80dc-7d11717ecfd7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1095 time: 0.0530686 Sep 29 23:50:28.951711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-599c78f8-8f3a-4ba6-af5a-6b25ec039673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:28.953255 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-599c78f8-8f3a-4ba6-af5a-6b25ec039673 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1095 time: 0.0398853 Sep 29 23:50:29.025076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-c56b36ee-7ba0-4f6b-bde7-cf1198bebf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:29.026590 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-c56b36ee-7ba0-4f6b-bde7-cf1198bebf13 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0871158 Sep 29 23:50:29.102124 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-8b11b4b4-420d-4021-981e-d3dc876c0dd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 1000 time: 0.0685425 Sep 29 23:50:29.155960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-96c3a31a-6b32-4089-9907-4e2abcf82dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:29.157687 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-96c3a31a-6b32-4089-9907-4e2abcf82dca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0484931 Sep 29 23:50:29.205771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-51bbaf53-bf91-401a-8015-5822087195e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:29.207337 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-51bbaf53-bf91-401a-8015-5822087195e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429127 Sep 29 23:50:29.303918 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-93a688ff-a07a-4a51-9770-8e24e4a5f6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:29.305323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-93a688ff-a07a-4a51-9770-8e24e4a5f6cc service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.3445699 Sep 29 23:50:29.305896 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-5825aa2c-01c6-41a3-bdca-552c1cb6e1df service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910466 Sep 29 23:50:29.369500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-635db098-2e9f-474b-9319-e2eefdc76d20 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 1000 time: 0.0567732 Sep 29 23:50:29.398290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-2cf839cc-ec22-4cb9-aac4-1af40d464d3a service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855374 Sep 29 23:50:29.419419 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-0e5c628b-6be5-4935-b227-57468bcad597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:29.420893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-0e5c628b-6be5-4935-b227-57468bcad597 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0433524 Sep 29 23:50:29.469022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-5c6ef107-4f8a-4771-9501-26c0e2789618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:29.470515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-5c6ef107-4f8a-4771-9501-26c0e2789618 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426006 Sep 29 23:50:29.557762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-9aeae9a7-f9fc-42c2-a814-fa4df0b4205f service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798788 Sep 29 23:50:29.649521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f37d754a-e615-473a-8893-85a1a2b58ef9 req-99fa1f1f-4d02-4a9e-a5f2-e414bbed3943 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838311 Sep 29 23:50:30.001809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68cbda8-bcbb-4fe7-bbc8-5a593d525dff req-517cbeaf-2189-4732-8359-2d278ab1b064 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:30.003283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d68cbda8-bcbb-4fe7-bbc8-5a593d525dff req-517cbeaf-2189-4732-8359-2d278ab1b064 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 944 time: 0.0500157 Sep 29 23:50:30.040079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d68cbda8-bcbb-4fe7-bbc8-5a593d525dff req-d775d680-2271-4ec7-bea2-1015daf6bd0f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305443 Sep 29 23:50:30.136344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device e2e82a91-7999-45b5-a675-c30fc9326f5a details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:50:30.231099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:50:30.241871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'port_id': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'mac_address': 'fa:16:3e:59:66:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:50:30.278130 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:30.290719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2e82a91-7999-45b5-a675-c30fc9326f5a {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:50:30.310644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:50:30.315089 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:30.372096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=e2e82a91-7999-45b5-a675-c30fc9326f5a,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:50:30.381870 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.382217 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.382558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.382894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.383223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.383555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.383910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.384236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.384587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.384905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.385224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.385542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:30.743696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['e2e82a91-7999-45b5-a675-c30fc9326f5a'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:50:30.784392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e2e82a91-7999-45b5-a675-c30fc9326f5a no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:50:30.842183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e2e82a91-7999-45b5-a675-c30fc9326f5a not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:50:31.164354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca7f84-f58c-4379-bdf9-4036e0bfee54 req-64ffe764-4034-43e5-9a4c-7e2262afa362 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:31.165815 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59ca7f84-f58c-4379-bdf9-4036e0bfee54 req-64ffe764-4034-43e5-9a4c-7e2262afa362 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 945 time: 0.0495658 Sep 29 23:50:31.202619 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59ca7f84-f58c-4379-bdf9-4036e0bfee54 req-926f49e4-3da1-4464-901b-82f92983e5da tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308564 Sep 29 23:50:31.406161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc3bfc-5d12-4df3-85c5-e5d2fba71c47 req-d0d95dc4-287b-4238-ba3b-a09b6a20be57 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:31.407671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cbc3bfc-5d12-4df3-85c5-e5d2fba71c47 req-d0d95dc4-287b-4238-ba3b-a09b6a20be57 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 945 time: 0.0568151 Sep 29 23:50:31.419002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908af13-800f-4d39-9561-66ceacad086f req-f5034757-3c73-44dc-9e34-3c7626286692 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:31.420544 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0908af13-800f-4d39-9561-66ceacad086f req-f5034757-3c73-44dc-9e34-3c7626286692 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6&tenant_id=f88059189aa54940b4dc7d68b2a468a7&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 945 time: 0.0580139 Sep 29 23:50:31.446198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0cbc3bfc-5d12-4df3-85c5-e5d2fba71c47 req-e7e0a5da-194e-491e-9c67-0488db9886e4 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 Sep 29 23:50:31.481865 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-0908af13-800f-4d39-9561-66ceacad086f req-349b7bc1-7c81-4a2c-ba37-a8d56a1b1bd9 service neutron] delete failed (client error): The resource could not be found. Sep 29 23:50:31.482883 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0908af13-800f-4d39-9561-66ceacad086f req-349b7bc1-7c81-4a2c-ba37-a8d56a1b1bd9 service neutron] 10.222.0.26 "DELETE /v2.0/ports/e2e82a91-7999-45b5-a675-c30fc9326f5a/bindings/n-h2-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0546350 Sep 29 23:50:31.566450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908af13-800f-4d39-9561-66ceacad086f req-a27d881e-3448-4bc2-ad5b-c532b39f6241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:31.568024 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0908af13-800f-4d39-9561-66ceacad086f req-a27d881e-3448-4bc2-ad5b-c532b39f6241 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1096 time: 0.0412271 Sep 29 23:50:31.659945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908af13-800f-4d39-9561-66ceacad086f req-e44b07e2-a18b-4857-8495-8d519fb1907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:31.661976 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0908af13-800f-4d39-9561-66ceacad086f req-e44b07e2-a18b-4857-8495-8d519fb1907c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0865619 Sep 29 23:50:31.726469 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0908af13-800f-4d39-9561-66ceacad086f req-1930e3ed-b848-4464-82c5-870242cb7719 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 1001 time: 0.0573392 Sep 29 23:50:31.774703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908af13-800f-4d39-9561-66ceacad086f req-7e0ba45f-3c29-44cf-a6c7-d710488a91ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:31.776127 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0908af13-800f-4d39-9561-66ceacad086f req-7e0ba45f-3c29-44cf-a6c7-d710488a91ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0431180 Sep 29 23:50:31.823840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908af13-800f-4d39-9561-66ceacad086f req-f6687e88-7f6a-48db-aaf1-d92145e52321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:31.825320 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0908af13-800f-4d39-9561-66ceacad086f req-f6687e88-7f6a-48db-aaf1-d92145e52321 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424566 Sep 29 23:50:31.913400 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0908af13-800f-4d39-9561-66ceacad086f req-4dcbf5e8-fae4-4fb6-b17e-170986f405b6 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801415 Sep 29 23:50:32.006405 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0908af13-800f-4d39-9561-66ceacad086f req-10fba9e0-25a8-4044-b2f9-91f297e95f67 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855315 Sep 29 23:50:32.150206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device e2e82a91-7999-45b5-a675-c30fc9326f5a up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:50:32.197583 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port e2e82a91-7999-45b5-a675-c30fc9326f5a completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:50:32.201340 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port e2e82a91-7999-45b5-a675-c30fc9326f5a triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:50:32.201716 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:32.275856 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:32.300590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:50:32.304275 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764d0902-4ae8-461a-87c9-d6336c2670cf" -d '{"events": [{"server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "name": "network-vif-plugged", "status": "completed", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:50:32.317244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:50:32.324461 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:32.361970 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a761e1e6-155d-4855-ab8d-6867da33028b x-openstack-request-id: req-a761e1e6-155d-4855-ab8d-6867da33028b {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:50:32.362299 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "name": "network-vif-plugged", "status": "completed", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:50:32.362519 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a761e1e6-155d-4855-ab8d-6867da33028b {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:50:32.362910 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'code': 200} Sep 29 23:50:32.378123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=e2e82a91-7999-45b5-a675-c30fc9326f5a,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:50:32.565260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8585b-463e-4efd-9788-d27c0afdf8be req-bce12502-d072-46a8-9ae4-691c7ec3bc51 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:32.567061 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bb8585b-463e-4efd-9788-d27c0afdf8be req-bce12502-d072-46a8-9ae4-691c7ec3bc51 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0524580 Sep 29 23:50:32.605682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bb8585b-463e-4efd-9788-d27c0afdf8be req-a8b79497-f9af-43d4-9c9c-b94bd1108b85 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323837 Sep 29 23:50:32.720133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe270e-de98-43a0-ace9-41716f0387ef req-b3ae8891-f239-4221-b909-1a5874dc8f0a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:32.721599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3efe270e-de98-43a0-ace9-41716f0387ef req-b3ae8891-f239-4221-b909-1a5874dc8f0a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0484810 Sep 29 23:50:32.760016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3efe270e-de98-43a0-ace9-41716f0387ef req-120305ed-ed9e-4604-93bf-e35b1e6ecaab tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317214 Sep 29 23:50:32.961986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6050ac8-d9f9-498b-9f36-89d0a4532782 req-12d9fa88-498e-4eda-8d6e-2964f5b5f0b7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:32.963455 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6050ac8-d9f9-498b-9f36-89d0a4532782 req-12d9fa88-498e-4eda-8d6e-2964f5b5f0b7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0564108 Sep 29 23:50:33.030292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d6050ac8-d9f9-498b-9f36-89d0a4532782 req-4723cda5-bc76-4f45-88d6-e62dfef8c4de tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585837 Sep 29 23:50:33.032757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-25814b72-7396-41b8-8acb-a8c8cf5b622c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:33.034162 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-25814b72-7396-41b8-8acb-a8c8cf5b622c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 1097 time: 0.0698099 Sep 29 23:50:33.126800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-d4cabe25-05aa-41fc-9fbf-b41276eec6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:33.128267 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-d4cabe25-05aa-41fc-9fbf-b41276eec6ba service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0863919 Sep 29 23:50:33.192700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-82fcb599-64bf-4733-91c4-2744ea089f6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 200 len: 1002 time: 0.0556347 Sep 29 23:50:33.240553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-0bfc6531-c3ce-4be8-8c0a-e9e40abb46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:33.241950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-0bfc6531-c3ce-4be8-8c0a-e9e40abb46b0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0423262 Sep 29 23:50:33.296907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-c904ccbf-146b-4622-9c81-2da7e20d9638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:33.298370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-c904ccbf-146b-4622-9c81-2da7e20d9638 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493081 Sep 29 23:50:33.351456 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dba1190d-4f88-4b6a-aeac-3ecb3a212fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:33.390690 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-76f5da06-8c5c-4a9c-bf92-2b9689f83739 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845139 Sep 29 23:50:33.480956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3afde79f-9214-43ca-8d17-f6a9497fb65c req-ef248f31-db01-45e4-964f-3ab29b2edf55 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831604 Sep 29 23:50:34.156368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d6e40-a98b-4996-8e16-fa5f9333a3ab req-9384bb82-e233-46f2-a461-b389b5d52fdc tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:34.157858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b4d6e40-a98b-4996-8e16-fa5f9333a3ab req-9384bb82-e233-46f2-a461-b389b5d52fdc tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0489635 Sep 29 23:50:34.196231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b4d6e40-a98b-4996-8e16-fa5f9333a3ab req-c657efcb-8e60-4ef1-b871-a00927c43cfe tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Sep 29 23:50:34.442410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57726829-7758-475b-9da8-88f4c72bb88f req-6b56c6bd-b8be-4f9d-a371-a6d9dc2d498d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:34.443915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57726829-7758-475b-9da8-88f4c72bb88f req-6b56c6bd-b8be-4f9d-a371-a6d9dc2d498d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0491300 Sep 29 23:50:34.481221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57726829-7758-475b-9da8-88f4c72bb88f req-55090a9b-2b72-4a78-8eee-074459c4b851 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313027 Sep 29 23:50:35.602096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0e08a-ece3-472a-8c70-7eacd75293d1 req-54c021cb-81fe-4972-a7ab-6e614804676b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:35.603474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-30e0e08a-ece3-472a-8c70-7eacd75293d1 req-54c021cb-81fe-4972-a7ab-6e614804676b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0534151 Sep 29 23:50:35.641915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-30e0e08a-ece3-472a-8c70-7eacd75293d1 req-e7f16a10-d6fe-480a-8721-e5ea762b7203 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324426 Sep 29 23:50:36.018182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-cfb5b952-ca7c-49d5-8ce7-8855240c8fa7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:36.019780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-cfb5b952-ca7c-49d5-8ce7-8855240c8fa7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.42 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 946 time: 0.0485764 Sep 29 23:50:36.111568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Deleting port e2e82a91-7999-45b5-a675-c30fc9326f5a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:50:36.111933 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:36.198323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] For port e2e82a91-7999-45b5-a675-c30fc9326f5a, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=e2e82a91-7999-45b5-a675-c30fc9326f5a,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:50:36.198692 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:36.266349 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-231eb6bb-b678-4bd4-8337-17f607a77dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:36.371429 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:36.371797 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:36.372149 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18 disassociated. External IP: 172.25.4.128, port: e2e82a91-7999-45b5-a675-c30fc9326f5a. Sep 29 23:50:36.372500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Calling delete_port for e2e82a91-7999-45b5-a675-c30fc9326f5a owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:50:36.500108 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:36.527362 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event deleted for resources: {'Port': ['ID=e2e82a91-7999-45b5-a675-c30fc9326f5a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:50:36.639317 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:36.656690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:50:36.744091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e02813c-0dc4-4b32-8d10-b1a451a4dc2b req-3c8283ca-86f1-4255-9c0e-1d213b9a3d73 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=b869c064-dabe-49a0-b6ae-ffce8179afd6 HTTP/1.1" status: 200 len: 210 time: 0.0294740 Sep 29 23:50:36.794013 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:50:36.804052 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:50:36.812816 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:50:36.813496 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:50:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:50:36.837446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] No DVR routers for this DVR port e2e82a91-7999-45b5-a675-c30fc9326f5a on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:50:36.840212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:36.842315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43864e63-4bec-4718-b1ee-eb53b54fe8d6 req-3add686f-ebc6-4000-90ef-45e29631cd13 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.42 "DELETE /v2.0/ports/e2e82a91-7999-45b5-a675-c30fc9326f5a HTTP/1.1" status: 204 len: 173 time: 0.8162174 Sep 29 23:50:36.842773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'name': 'network-vif-deleted', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:50:36.845149 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817e51bf-23e0-4b0b-a4a6-09a9fb2db024" -d '{"events": [{"server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "name": "network-vif-deleted", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:50:36.887174 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f02891f-a2ad-4c65-aa2f-adb0012195ef x-openstack-request-id: req-4f02891f-a2ad-4c65-aa2f-adb0012195ef {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:50:36.887472 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b869c064-dabe-49a0-b6ae-ffce8179afd6", "name": "network-vif-deleted", "tag": "e2e82a91-7999-45b5-a675-c30fc9326f5a", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:50:36.887731 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4f02891f-a2ad-4c65-aa2f-adb0012195ef {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:50:36.888174 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b869c064-dabe-49a0-b6ae-ffce8179afd6', 'name': 'network-vif-deleted', 'tag': 'e2e82a91-7999-45b5-a675-c30fc9326f5a', 'status': 'completed', 'code': 200} Sep 29 23:50:36.922044 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:50:37.131297 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:50:37.158198 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:50:37.166700 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:50:37.167303 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:50:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:50:37.366001 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:50:37.557509 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:50:37.584403 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:37.589080 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0518933-95d8-4507-b86c-828cf25cd9bd None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:50:37.802363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a251ec64-0516-456e-9ccb-fc70fd62c3e7 None None] New status for floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:50:38.024683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-277442fd-04d1-4f7f-bcbb-6626650833c8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1996242947&fields=id&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 267 time: 0.0327985 Sep 29 23:50:38.129052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-0386caff-61ec-44d6-84e1-f9c4599e9f96 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:38.131152 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-0386caff-61ec-44d6-84e1-f9c4599e9f96 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 811 time: 0.0998507 Sep 29 23:50:38.146650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-9be8583e-1c27-4304-97c4-eb4b53d42407 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/quotas/f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 375 time: 0.0096712 Sep 29 23:50:38.162383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device e2e82a91-7999-45b5-a675-c30fc9326f5a no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:50:38.181622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: e2e82a91-7999-45b5-a675-c30fc9326f5a {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:50:38.181969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device e2e82a91-7999-45b5-a675-c30fc9326f5a not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:50:38.202405 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-3bc936fd-f2d7-40aa-9216-f714a558126b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505197 Sep 29 23:50:38.346134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-852b0e1b-3821-4e84-9697-cc3e9f84f8c2 service neutron] 10.222.0.44 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306777 Sep 29 23:50:38.439194 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-b9b1f3a4-6f62-4566-810d-cd3bf54f8f55 service neutron] 10.222.0.44 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855174 Sep 29 23:50:38.599044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2eb4dc9-77bf-4dea-b2dd-ad3f7ef34f1c req-692f634f-6fc5-4705-81d5-6129fcb8be16 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 210 time: 0.0266848 Sep 29 23:50:38.761340 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:39.511116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-b07e741f-1223-4238-9ffb-1adba2af7e58 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:39.513219 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-b07e741f-1223-4238-9ffb-1adba2af7e58 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 811 time: 0.1111517 Sep 29 23:50:39.559057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-61110f92-12ca-46b4-b9b9-9dac7d512fa8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 380 time: 0.0365787 Sep 29 23:50:39.569696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'port': {'device_id': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'admin_state_up': True, 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'security_groups': ['394ac573-0330-47e6-b92a-b8087217dfad']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:50:39.685413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Made reservation on behalf of f88059189aa54940b4dc7d68b2a468a7 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:50:39.689008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:39.696393 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c6d5441-7a2b-4da9-ae2e-64d2f68234f3 req-073f9745-ea42-45c7-8f21-8143789ba7a7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 210 time: 0.0273867 Sep 29 23:50:39.825148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Allocated IP 172.20.0.7 (3f604a29-797f-4edd-97d2-c9a3d8907683/9b5b1c0a-e226-40c2-99e9-dd2789494729/87334031-581b-4c87-9802-805951765bf6) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:50:39.892582 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:39.964228 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:40.002306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:40.057934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:50:40.061860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:50:40.064770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:50:40.093306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:50:40.111228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.111572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.111946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.112288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.112623 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.112957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.113286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.113610 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.114542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.114870 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.115210 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.115519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:50:40.135240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:40.135879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:40.151417 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-450af4ab-eae2-4e21-849e-d396cba9751d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5860224 Sep 29 23:50:40.164196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Request body: {'port': {'device_id': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:50:40.226130 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:40.289284 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-85cbc717-937c-4fa2-990f-084815df1a05 None None] Provisioning complete for port 87334031-581b-4c87-9802-805951765bf6 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:50:40.289572 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85cbc717-937c-4fa2-990f-084815df1a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:40.338584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-85cbc717-937c-4fa2-990f-084815df1a05 None None] Port 87334031-581b-4c87-9802-805951765bf6 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:50:40.495180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87334031-581b-4c87-9802-805951765bf6 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:50:40.502306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:40.514326 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Transition to ACTIVE for port object 87334031-581b-4c87-9802-805951765bf6 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:50:40.518196 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:40.567450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:50:40.642388 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:50:40.642732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:50:40.643097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:50:40.648578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Port 87334031-581b-4c87-9802-805951765bf6 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:50:40.648914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:50:40.654108 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:50:40.654456 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:50:40.654846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:50:40.655283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Bound port: 87334031-581b-4c87-9802-805951765bf6, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:50:40.655649 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:40.720828 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:50:40.724150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:50:40.728780 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:40.769200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:40.769820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:40.772162 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] 10.222.0.26 "PUT /v2.0/ports/87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1091 time: 0.6122334 Sep 29 23:50:40.772544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'tag': '87334031-581b-4c87-9802-805951765bf6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:50:40.774859 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265f449d-511d-4142-93a3-42aa02616cb4" -d '{"events": [{"name": "network-changed", "server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "tag": "87334031-581b-4c87-9802-805951765bf6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:50:40.800253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae88c1-de42-435e-9754-86e37c53c231 service neutron] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:50:40.831546 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1344f8ed-57c7-4e0e-a214-ba98e9868500 x-openstack-request-id: req-1344f8ed-57c7-4e0e-a214-ba98e9868500 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:50:40.831876 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "tag": "87334031-581b-4c87-9802-805951765bf6", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:50:40.832118 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1344f8ed-57c7-4e0e-a214-ba98e9868500 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:50:40.833128 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'tag': '87334031-581b-4c87-9802-805951765bf6', 'status': 'completed', 'code': 200} Sep 29 23:50:40.845806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84481414-8a1c-469b-a6de-af095efcf0db req-5d4b300d-6c95-4708-9a4e-42e892e5179d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:40.847394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84481414-8a1c-469b-a6de-af095efcf0db req-5d4b300d-6c95-4708-9a4e-42e892e5179d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 943 time: 0.0717556 Sep 29 23:50:40.867230 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-dbd9ca15-fe54-424a-bc0a-0cc6cf1af3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:40.868795 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-dbd9ca15-fe54-424a-bc0a-0cc6cf1af3fc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1094 time: 0.0470364 Sep 29 23:50:40.890542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-84481414-8a1c-469b-a6de-af095efcf0db req-03bf29f6-6676-4e21-965f-d30e2f960383 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341449 Sep 29 23:50:40.912556 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-0eea2595-b064-4f24-a69a-35b611569057 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 217 time: 0.0357804 Sep 29 23:50:40.969878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-6337b830-5d99-4d7e-a0df-b338e647f2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:40.972488 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-6337b830-5d99-4d7e-a0df-b338e647f2e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0523980 Sep 29 23:50:41.019872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-ca1747c2-22f4-4bdb-bc09-692aff8e5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:41.021833 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-ca1747c2-22f4-4bdb-bc09-692aff8e5269 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416796 Sep 29 23:50:41.116811 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-f2b8974b-1eae-4afd-aaa1-ab9a75906aef service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869141 Sep 29 23:50:41.493725 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6c42891d-2e58-42ee-a12a-2c5404538d22 req-da7c019e-253e-4d25-8c0d-e0f3d16de637 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694005 Sep 29 23:50:41.579517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f449d-511d-4142-93a3-42aa02616cb4 req-67e83ced-fe0c-4c75-85b4-abbbf9a6564d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:41.580965 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-265f449d-511d-4142-93a3-42aa02616cb4 req-67e83ced-fe0c-4c75-85b4-abbbf9a6564d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1094 time: 0.0431180 Sep 29 23:50:41.673937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f449d-511d-4142-93a3-42aa02616cb4 req-75ce3b46-ec19-4e4d-9947-f7ba39ce1e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:41.675395 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-265f449d-511d-4142-93a3-42aa02616cb4 req-75ce3b46-ec19-4e4d-9947-f7ba39ce1e9e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0878267 Sep 29 23:50:41.719166 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-265f449d-511d-4142-93a3-42aa02616cb4 req-5f0b8b49-83ad-4c80-b610-07b9ae5d44fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 217 time: 0.0360754 Sep 29 23:50:41.768389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f449d-511d-4142-93a3-42aa02616cb4 req-903e4afa-1248-492a-902f-d897ec20c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:41.769820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-265f449d-511d-4142-93a3-42aa02616cb4 req-903e4afa-1248-492a-902f-d897ec20c7ca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0436530 Sep 29 23:50:41.816129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f449d-511d-4142-93a3-42aa02616cb4 req-d918ef88-e9ec-41cf-80f3-5295ac2c6183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:41.818185 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-265f449d-511d-4142-93a3-42aa02616cb4 req-d918ef88-e9ec-41cf-80f3-5295ac2c6183 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395992 Sep 29 23:50:41.911019 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-265f449d-511d-4142-93a3-42aa02616cb4 req-701cddf4-d2c4-4d5b-bcdc-d18fb6703950 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843873 Sep 29 23:50:42.005126 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-265f449d-511d-4142-93a3-42aa02616cb4 req-c1272aa0-cd60-4e05-a27e-def48cd6428c service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855927 Sep 29 23:50:42.013786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c6459-804c-4339-a9b6-b3cf975f6ba6 req-89057b15-44d3-4ad6-beb7-db9f97111e5f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:42.015546 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-883c6459-804c-4339-a9b6-b3cf975f6ba6 req-89057b15-44d3-4ad6-beb7-db9f97111e5f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 943 time: 0.0534406 Sep 29 23:50:42.054454 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-883c6459-804c-4339-a9b6-b3cf975f6ba6 req-64e57ca8-1610-4209-8e4a-430e7bca6416 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318682 Sep 29 23:50:43.167299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c6faa-7a71-46cf-afb3-d109b4662afd req-d1465a54-90d5-4bd0-89af-4d699871943c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:43.168796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-909c6faa-7a71-46cf-afb3-d109b4662afd req-d1465a54-90d5-4bd0-89af-4d699871943c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 943 time: 0.0485687 Sep 29 23:50:43.205400 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-909c6faa-7a71-46cf-afb3-d109b4662afd req-a82ef425-5f0f-445e-8c04-82df4cd77432 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307236 Sep 29 23:50:44.322321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cc22d9-5e40-484c-9327-6018a02ce9f6 req-97c715b4-77b7-4d6d-b95e-22b249f07b77 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:44.323881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43cc22d9-5e40-484c-9327-6018a02ce9f6 req-97c715b4-77b7-4d6d-b95e-22b249f07b77 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 943 time: 0.0489109 Sep 29 23:50:44.361226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43cc22d9-5e40-484c-9327-6018a02ce9f6 req-02593677-d4c8-485e-a87d-d8fb7ec7799a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312662 Sep 29 23:50:44.830920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 87334031-581b-4c87-9802-805951765bf6 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:50:44.920500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:50:44.931923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '87334031-581b-4c87-9802-805951765bf6', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'port_id': '87334031-581b-4c87-9802-805951765bf6', 'mac_address': 'fa:16:3e:d3:6b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:50:44.970492 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:44.984212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87334031-581b-4c87-9802-805951765bf6 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:50:45.010911 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:50:45.015141 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:45.060902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:50:45.215923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['87334031-581b-4c87-9802-805951765bf6'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:50:45.480617 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7796a2c8-1341-4968-a03b-610483ac7838 req-35e7b42c-3214-4b84-ad31-9ad7ec6978cb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:45.482010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7796a2c8-1341-4968-a03b-610483ac7838 req-35e7b42c-3214-4b84-ad31-9ad7ec6978cb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0515602 Sep 29 23:50:45.519632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7796a2c8-1341-4968-a03b-610483ac7838 req-0688a5ba-cce6-4857-9b37-6f263de709b9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317564 Sep 29 23:50:46.636560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a265d9-0d2d-4765-aea2-c519da7be5f7 req-3ab536f5-48bb-4aeb-bf79-6038554559d4 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:46.638063 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20a265d9-0d2d-4765-aea2-c519da7be5f7 req-3ab536f5-48bb-4aeb-bf79-6038554559d4 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0504711 Sep 29 23:50:46.677878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-20a265d9-0d2d-4765-aea2-c519da7be5f7 req-7c83c8db-55ab-4d4d-b989-bcb7132d6f27 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332804 Sep 29 23:50:46.848013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 87334031-581b-4c87-9802-805951765bf6 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:50:46.895094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 87334031-581b-4c87-9802-805951765bf6 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:50:46.898568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 87334031-581b-4c87-9802-805951765bf6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:50:46.898929 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:46.979072 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:47.002528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87334031-581b-4c87-9802-805951765bf6'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:50:47.004785 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfd15d6-1cfe-42e7-88dc-789555f18257" -d '{"events": [{"server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "name": "network-vif-plugged", "status": "completed", "tag": "87334031-581b-4c87-9802-805951765bf6"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:50:47.017952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:50:47.022436 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:47.047854 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646dce18-e460-4e15-87f4-6894abbe6185 x-openstack-request-id: req-646dce18-e460-4e15-87f4-6894abbe6185 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:50:47.048155 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "name": "network-vif-plugged", "status": "completed", "tag": "87334031-581b-4c87-9802-805951765bf6", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:50:47.048402 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-646dce18-e460-4e15-87f4-6894abbe6185 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:50:47.048781 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87334031-581b-4c87-9802-805951765bf6', 'code': 200} Sep 29 23:50:47.074729 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:50:47.146563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e3acd-2e65-4057-a728-171cbc987873 req-ed4f3eb2-6172-4cd9-8f31-8a30f0e2263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:47.147938 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1c8e3acd-2e65-4057-a728-171cbc987873 req-ed4f3eb2-6172-4cd9-8f31-8a30f0e2263c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1096 time: 0.0460322 Sep 29 23:50:47.181886 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1c8e3acd-2e65-4057-a728-171cbc987873 req-c1574f0a-1726-4744-9f03-68be4a3de84b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266838 Sep 29 23:50:47.794189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b0d98-3945-4959-9889-7d024ba27380 req-320ba7ce-5abf-4a8e-a649-45172f0ce20f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:47.795668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-928b0d98-3945-4959-9889-7d024ba27380 req-320ba7ce-5abf-4a8e-a649-45172f0ce20f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0508299 Sep 29 23:50:47.836258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-928b0d98-3945-4959-9889-7d024ba27380 req-435af1bc-145d-4d9b-bd0f-289da8d69302 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343952 Sep 29 23:50:48.955666 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ca841-ecf3-4020-9e68-0b5f80048974 req-81c4fc39-b433-4b5c-a7ae-56daa57cef7f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:48.957166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db5ca841-ecf3-4020-9e68-0b5f80048974 req-81c4fc39-b433-4b5c-a7ae-56daa57cef7f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0532842 Sep 29 23:50:48.995645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db5ca841-ecf3-4020-9e68-0b5f80048974 req-54da6c69-516e-49f9-a7ce-0b9921a4454f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314202 Sep 29 23:50:49.111370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85ff308-5fc5-4a2c-9609-86a33cefce56 req-bb0fb754-8fe9-4ac0-84c3-6866a5aae1f8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:49.112862 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f85ff308-5fc5-4a2c-9609-86a33cefce56 req-bb0fb754-8fe9-4ac0-84c3-6866a5aae1f8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0482924 Sep 29 23:50:49.122773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36104) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:50:49.127209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-17d95594-4684-44b1-8a92-1cad7a58aef9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'floatingip': {'port_id': '87334031-581b-4c87-9802-805951765bf6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:50:49.165917 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17d95594-4684-44b1-8a92-1cad7a58aef9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:49.593516 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17d95594-4684-44b1-8a92-1cad7a58aef9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:49.597314 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17d95594-4684-44b1-8a92-1cad7a58aef9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:49.697840 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-17d95594-4684-44b1-8a92-1cad7a58aef9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18 associated. External IP: 172.25.4.128, port: 87334031-581b-4c87-9802-805951765bf6. Sep 29 23:50:50.156656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17d95594-4684-44b1-8a92-1cad7a58aef9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:50:50.261657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17d95594-4684-44b1-8a92-1cad7a58aef9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:50:50.266530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-17d95594-4684-44b1-8a92-1cad7a58aef9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:50.271716 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:50:50.280513 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:50:50.281121 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:50:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:50:50.293100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-17d95594-4684-44b1-8a92-1cad7a58aef9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "PUT /v2.0/floatingips/29243fce-bafb-4c6d-b7de-3cad63ff2e18 HTTP/1.1" status: 200 len: 991 time: 1.1692631 Sep 29 23:50:50.293781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'tag': '87334031-581b-4c87-9802-805951765bf6'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:50:50.296205 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1" -d '{"events": [{"name": "network-changed", "server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "tag": "87334031-581b-4c87-9802-805951765bf6"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:50:50.337368 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998617dc-22d8-4c66-ab7d-021c6e8d1d84 x-openstack-request-id: req-998617dc-22d8-4c66-ab7d-021c6e8d1d84 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:50:50.337670 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "tag": "87334031-581b-4c87-9802-805951765bf6", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:50:50.337920 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-998617dc-22d8-4c66-ab7d-021c6e8d1d84 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:50:50.338335 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'tag': '87334031-581b-4c87-9802-805951765bf6', 'status': 'completed', 'code': 200} Sep 29 23:50:50.391999 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:50:50.400731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-d736b13d-78bc-446e-ba7d-4d4eefc9f2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:50.402214 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-d736b13d-78bc-446e-ba7d-4d4eefc9f2dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1096 time: 0.0423863 Sep 29 23:50:50.497627 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-a1aeb419-f48d-4373-8e6e-fd19c566ea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:50.499022 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-a1aeb419-f48d-4373-8e6e-fd19c566ea8a service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0897281 Sep 29 23:50:50.564128 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-d072f65d-4b06-49d0-b473-9db6ab3b2ffc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 999 time: 0.0584474 Sep 29 23:50:50.611494 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': '87334031-581b-4c87-9802-805951765bf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:d3:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:50:49Z', 'revision_number': 9, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:50:50.615856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-7b90d299-4581-46dd-b38e-e227f581cac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:50.617487 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-7b90d299-4581-46dd-b38e-e227f581cac3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0468159 Sep 29 23:50:50.621916 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:50:50.639489 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:50:50.648049 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:50:50.648665 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:50:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:50:50.667458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-4b6d9468-973d-4dca-aef4-d1e8e4c73253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:50:50.669030 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-4b6d9468-973d-4dca-aef4-d1e8e4c73253 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443575 Sep 29 23:50:50.755175 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:50:50.761470 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-4193b411-089b-4c87-821b-5a1bb64a932f service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854778 Sep 29 23:50:50.855080 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8f98dc75-5ff6-4ded-9ed4-52d49eff45d1 req-038a72ae-f6c1-4836-8603-dcbf45e5b2a9 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861766 Sep 29 23:50:50.979015 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': '87334031-581b-4c87-9802-805951765bf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:d3:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:50:49Z', 'revision_number': 9, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:50:51.004807 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13dcc63-11ba-47ff-9d51-e017fdd99fb9 None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': '87334031-581b-4c87-9802-805951765bf6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:d3:6b:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:50:49Z', 'revision_number': 9, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:50:51.191589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320c8d45-96b5-43cb-9031-760e707d84f8 None None] New status for floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:51:02.705322 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:51:03.353038 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b08c8fe1-119f-45f8-ba4d-6a8be77d0997 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:06.268164 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-35da90a8-9e41-4faf-8760-38fc1f294417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:06.642038 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:07.583183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:08.764117 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:09.906644 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:20.637753 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:29.356489 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-f0892509-72a1-4054-b5a7-871089ba6606 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0872381 Sep 29 23:51:29.438700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-d467122e-ddaa-4dc8-9048-c3feb43d61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:51:29.440269 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-d467122e-ddaa-4dc8-9048-c3feb43d61c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1096 time: 0.0415921 Sep 29 23:51:29.545138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-d82f68d5-1a0d-40ed-adf8-f459bb2cd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:51:29.546523 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-d82f68d5-1a0d-40ed-adf8-f459bb2cd2cd service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0873227 Sep 29 23:51:29.611132 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-433930e2-5dae-40f7-a98e-b050b27b5526 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1002 time: 0.0571427 Sep 29 23:51:29.664249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-95257134-e6f2-43cc-8531-4aa948fa61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:51:29.665683 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-95257134-e6f2-43cc-8531-4aa948fa61e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0479228 Sep 29 23:51:29.711845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-45b96e2a-7142-4105-8706-a99c80bbd536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:51:29.713514 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-45b96e2a-7142-4105-8706-a99c80bbd536 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406520 Sep 29 23:51:29.807986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-e533ef94-8d34-4688-b7f6-c9c2c8c8d7d3 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851874 Sep 29 23:51:29.900524 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7ef373a1-0d63-40ef-ac15-4eccddc7fcaf req-fb86d43e-a7f1-4131-9012-cdbe26ce6ccc service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857518 Sep 29 23:51:33.353368 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58d27b0d-ba1b-47af-8da9-65ea49669ac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:36.269007 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-623c8adf-f85e-456a-bee9-1ae57c9a0bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:36.645965 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:37.587510 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:38.767161 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:39.704532 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:51:39.905104 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:51:50.640125 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:03.354100 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9768c054-f33f-4d62-95b2-b5d4d81e5005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:06.269573 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a841ffac-c5cb-423c-a756-d5835c2bedc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:06.639764 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:07.588976 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:08.770110 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:09.919467 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:16.702605 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:52:20.641871 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:25.254760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f8139b-5bf7-40ef-ad3c-c6aec1297979 req-c9cc7d4c-10ed-4c88-9485-ff4c968c58fc tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:25.256820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55f8139b-5bf7-40ef-ad3c-c6aec1297979 req-c9cc7d4c-10ed-4c88-9485-ff4c968c58fc tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0744431 Sep 29 23:52:25.271661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-c30cf3c0-06cd-4615-8e44-4423748f8d11 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1052492 Sep 29 23:52:25.304127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55f8139b-5bf7-40ef-ad3c-c6aec1297979 req-e6df94cc-063f-4826-bff2-91fa00daba29 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361140 Sep 29 23:52:26.439582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814fe90-fc58-46bc-8298-884820903ed3 req-956ba528-0dca-4c20-9927-d7e643dace42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:26.441157 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-956ba528-0dca-4c20-9927-d7e643dace42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1096 time: 0.0424750 Sep 29 23:52:26.442037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d032299-061a-4088-8cab-b62afe2e6fb1 req-bfe4d5a1-9b41-42fd-aabb-e57fae1315d6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:26.443536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d032299-061a-4088-8cab-b62afe2e6fb1 req-bfe4d5a1-9b41-42fd-aabb-e57fae1315d6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0494900 Sep 29 23:52:26.481973 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d032299-061a-4088-8cab-b62afe2e6fb1 req-7af97371-86c7-49d8-9664-b390a4e3470f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323699 Sep 29 23:52:26.538344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814fe90-fc58-46bc-8298-884820903ed3 req-700b676e-0407-4265-93fb-6f8a7e4c9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:26.539856 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-700b676e-0407-4265-93fb-6f8a7e4c9fea service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0915003 Sep 29 23:52:26.604722 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-6262b35f-b4e9-44c4-9ae7-8d588bf93614 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1002 time: 0.0573444 Sep 29 23:52:26.655575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814fe90-fc58-46bc-8298-884820903ed3 req-dcaafefb-44fd-4ea8-855e-2b6c8d285a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:26.657158 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-dcaafefb-44fd-4ea8-855e-2b6c8d285a72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0460813 Sep 29 23:52:26.706961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814fe90-fc58-46bc-8298-884820903ed3 req-70cc662a-d922-4d66-b2d8-494c13a7bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:26.708567 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-70cc662a-d922-4d66-b2d8-494c13a7bfcc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445468 Sep 29 23:52:26.799979 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-8a59288b-2f1f-4088-86a4-853cf9bc6d3e service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838323 Sep 29 23:52:26.895766 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-600d6643-02c6-4908-855d-95537c47eb44 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880687 Sep 29 23:52:27.598046 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b851664-dfd0-481a-9122-810bd51efecb req-530a2fbe-c3d7-443f-99d8-dc8784a9251e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:27.599437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b851664-dfd0-481a-9122-810bd51efecb req-530a2fbe-c3d7-443f-99d8-dc8784a9251e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0474732 Sep 29 23:52:27.638042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b851664-dfd0-481a-9122-810bd51efecb req-3d5203c5-9db0-4462-a19b-19e4e2921986 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316463 Sep 29 23:52:28.755573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cc88f-bf9f-472b-8834-923d71251b07 req-fffa5035-3eaf-4604-836d-8a8387169dad tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:28.757085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa8cc88f-bf9f-472b-8834-923d71251b07 req-fffa5035-3eaf-4604-836d-8a8387169dad tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0522139 Sep 29 23:52:28.793644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa8cc88f-bf9f-472b-8834-923d71251b07 req-a5a75d1c-605d-4c6b-8a87-ec3d9f048fee tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306513 Sep 29 23:52:29.923611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f8dac-531c-43d0-ac0f-4c9170f151f3 req-205c11e3-a83c-4dea-9dab-23d84124fbe6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:29.925122 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c3f8dac-531c-43d0-ac0f-4c9170f151f3 req-205c11e3-a83c-4dea-9dab-23d84124fbe6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0479174 Sep 29 23:52:29.962387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c3f8dac-531c-43d0-ac0f-4c9170f151f3 req-f606d297-ce6f-426a-89aa-9330effe62b7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312924 Sep 29 23:52:30.343672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-67a54de0-4b28-491c-9e95-621cfa288713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:30.345223 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-67a54de0-4b28-491c-9e95-621cfa288713 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1096 time: 0.0429289 Sep 29 23:52:30.459923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-36d0f98a-51e3-4d35-92cb-b94f988910bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:30.461366 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-36d0f98a-51e3-4d35-92cb-b94f988910bc service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0877981 Sep 29 23:52:30.525367 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-c4840b44-fe03-4d10-b80f-b0f0f73652cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1002 time: 0.0569720 Sep 29 23:52:30.573805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-85c847aa-f364-4b72-8e6b-b560d3889e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:30.575271 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-85c847aa-f364-4b72-8e6b-b560d3889e1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0430596 Sep 29 23:52:30.624969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-08ae5f83-20a4-4416-9a7f-b28a8c519f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:30.626449 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-08ae5f83-20a4-4416-9a7f-b28a8c519f06 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443053 Sep 29 23:52:30.715222 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-8b6eb3ef-fd1b-4e6a-81cf-cf524619910e service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818503 Sep 29 23:52:30.810746 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6ea4b613-1787-4e00-aeee-de7b09c6a55d req-72ea2c68-7690-42ca-8d85-eb9492ea548f service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876651 Sep 29 23:52:31.075524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36816d6-462a-4ef6-8417-e775000e253b req-1397ab6c-de37-4f59-b252-ed75dca11f61 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:31.077054 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a36816d6-462a-4ef6-8417-e775000e253b req-1397ab6c-de37-4f59-b252-ed75dca11f61 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0482264 Sep 29 23:52:31.113581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a36816d6-462a-4ef6-8417-e775000e253b req-1d7457fc-5724-4844-b468-17ad4f9eb5cf tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306363 Sep 29 23:52:32.232356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b0728-9909-46b0-9ecd-ac846e2e4706 req-47d8bb2e-d012-4db7-bd48-b733011a6383 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:32.233845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b86b0728-9909-46b0-9ecd-ac846e2e4706 req-47d8bb2e-d012-4db7-bd48-b733011a6383 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0522184 Sep 29 23:52:32.271054 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b86b0728-9909-46b0-9ecd-ac846e2e4706 req-985b53ca-b46d-4093-aa05-2a9f7bbebbeb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311892 Sep 29 23:52:33.355785 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d642d3f4-174b-4a8d-b15d-896b8325e13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:33.386858 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0d082-d0c1-4883-a582-a309bfa7b1f3 req-6d5847c7-62ba-4ac3-8c58-6165ae242912 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:33.388379 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74e0d082-d0c1-4883-a582-a309bfa7b1f3 req-6d5847c7-62ba-4ac3-8c58-6165ae242912 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0495286 Sep 29 23:52:33.424908 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74e0d082-d0c1-4883-a582-a309bfa7b1f3 req-e064f0f4-ac57-45b5-9d25-1073ec95cae5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306690 Sep 29 23:52:34.540886 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f729f-9953-4139-8b19-ea703bcf549c req-c28a1ebc-c82a-4503-bdce-46261b35db17 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:34.542360 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f54f729f-9953-4139-8b19-ea703bcf549c req-c28a1ebc-c82a-4503-bdce-46261b35db17 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0488269 Sep 29 23:52:34.579785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f54f729f-9953-4139-8b19-ea703bcf549c req-32722ee0-2f07-450c-808e-72eb60325e47 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313823 Sep 29 23:52:35.701956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df62ba-3d0e-48fb-ba2d-60f005af7682 req-67f1e585-8193-4609-b257-5dd1907bc1e0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:35.703427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8df62ba-3d0e-48fb-ba2d-60f005af7682 req-67f1e585-8193-4609-b257-5dd1907bc1e0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0567200 Sep 29 23:52:35.742784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8df62ba-3d0e-48fb-ba2d-60f005af7682 req-f5860662-31ec-4db3-baf7-c716ce38575f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333672 Sep 29 23:52:36.271562 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b9d545ed-43c8-4ca9-8914-3298fdc2d979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:36.646570 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:36.857779 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e584160-c76b-4b52-80f2-2f02e084ed23 req-abfc5806-3613-455d-9e31-d91991acbb6d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:36.859164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e584160-c76b-4b52-80f2-2f02e084ed23 req-abfc5806-3613-455d-9e31-d91991acbb6d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0478544 Sep 29 23:52:36.897008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e584160-c76b-4b52-80f2-2f02e084ed23 req-d03ec865-baa7-4b7c-ba0d-f42f69345db6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319164 Sep 29 23:52:37.592324 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:38.010067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74eec4c-2cd6-4301-881b-01003a23e30e req-f24495e3-8dd3-4f91-b870-c47a67e07e50 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:38.011532 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c74eec4c-2cd6-4301-881b-01003a23e30e req-f24495e3-8dd3-4f91-b870-c47a67e07e50 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0481679 Sep 29 23:52:38.048853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c74eec4c-2cd6-4301-881b-01003a23e30e req-b9bc5f6d-2230-4081-9e6e-e99dfa37a066 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312922 Sep 29 23:52:38.759131 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-a814fe90-fc58-46bc-8298-884820903ed3 req-e65036f6-7cd3-4951-886b-356ad0beeecf service neutron] show failed (client error): The resource could not be found. Sep 29 23:52:38.760191 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-e65036f6-7cd3-4951-886b-356ad0beeecf service neutron] 10.222.0.26 "GET /v2.0/ports/87334031-581b-4c87-9802-805951765bf6/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0547304 Sep 29 23:52:38.774613 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:38.970075 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814fe90-fc58-46bc-8298-884820903ed3 req-a34014c8-dfea-4f46-9c11-c45bfabb226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:38.971589 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-a34014c8-dfea-4f46-9c11-c45bfabb226f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 1096 time: 0.0456398 Sep 29 23:52:38.982196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-78bf0122-93f0-4517-8751-6ecf9c94c458 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:52:38.983085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-78bf0122-93f0-4517-8751-6ecf9c94c458 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051684 Sep 29 23:52:39.002588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:52:39.057204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:39.247224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b180501-94e9-42fa-af82-61c9ff31e4cd req-7c2071ea-90ae-423c-85ba-1615d066e0cf tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:39.248935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b180501-94e9-42fa-af82-61c9ff31e4cd req-7c2071ea-90ae-423c-85ba-1615d066e0cf tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0851564 Sep 29 23:52:39.333774 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:52:39.338510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b180501-94e9-42fa-af82-61c9ff31e4cd req-f12f8bc1-f150-4167-9cfc-85d3da15dc05 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569367 Sep 29 23:52:39.374169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:52:39.418548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87334031-581b-4c87-9802-805951765bf6'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:52:39.420940 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dacc534-fc5f-4e1d-b087-f1eab39649c6" -d '{"events": [{"server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "name": "network-vif-unplugged", "status": "completed", "tag": "87334031-581b-4c87-9802-805951765bf6"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:52:39.424736 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:39.438074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Transition to ACTIVE for port object 87334031-581b-4c87-9802-805951765bf6 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:52:39.441912 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:39.477644 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c172045a-c484-416e-b617-af5e9db14675 x-openstack-request-id: req-c172045a-c484-416e-b617-af5e9db14675 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:52:39.477948 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "name": "network-vif-unplugged", "status": "completed", "tag": "87334031-581b-4c87-9802-805951765bf6", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:52:39.478204 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c172045a-c484-416e-b617-af5e9db14675 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:52:39.478609 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87334031-581b-4c87-9802-805951765bf6', 'code': 200} Sep 29 23:52:39.532381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:39.548531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.548880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.549260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.549556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.549883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.550210 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.550685 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.550902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.551318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.551546 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.551947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.552310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:39.592067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] No DVR routers for this DVR port 87334031-581b-4c87-9802-805951765bf6 on host n-h2-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:52:39.734677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:52:39.735007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:52:39.735377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:52:39.740161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Port 87334031-581b-4c87-9802-805951765bf6 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:52:39.741134 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:52:39.746190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:52:39.746539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:52:39.746949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:52:39.747380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Bound port: 87334031-581b-4c87-9802-805951765bf6, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:52:39.748072 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:39.813601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] For port 87334031-581b-4c87-9802-805951765bf6, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:52:39.816717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] For port 87334031-581b-4c87-9802-805951765bf6, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:52:39.821339 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:39.859696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:39.860350 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:39.861736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] 10.222.0.42 "PUT /v2.0/ports/87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1091 time: 0.8632603 Sep 29 23:52:39.882638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17c103-f937-48a0-bb45-b8d12eed6d8b service neutron] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:39.935934 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:39.939385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814fe90-fc58-46bc-8298-884820903ed3 req-20deb812-8ab0-4c29-9de4-bf0f8a5283f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:39.940964 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-20deb812-8ab0-4c29-9de4-bf0f8a5283f0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1094 time: 0.0446253 Sep 29 23:52:40.050230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814fe90-fc58-46bc-8298-884820903ed3 req-07696f15-e344-45b2-9b43-bdedf746161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:40.051981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-07696f15-e344-45b2-9b43-bdedf746161b service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.1041579 Sep 29 23:52:40.117291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-1d3d2e39-6eb2-45fc-9798-fd4a638151e2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0587075 Sep 29 23:52:40.166119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814fe90-fc58-46bc-8298-884820903ed3 req-145202e5-973a-4bb3-b2a5-c36694b426dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:40.167471 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-145202e5-973a-4bb3-b2a5-c36694b426dc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0429716 Sep 29 23:52:40.216496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a814fe90-fc58-46bc-8298-884820903ed3 req-a3085893-97a7-47f5-840c-1dce657bdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:40.217965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-a3085893-97a7-47f5-840c-1dce657bdb30 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428696 Sep 29 23:52:40.308086 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-83a8edc1-5559-4361-8863-e583af781034 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827205 Sep 29 23:52:40.405887 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-23b27cde-2971-4741-9fca-4e4e2815e679 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910826 Sep 29 23:52:40.456745 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d6be8-3d5a-4a41-9511-d8227755b50f req-871e75fa-c562-4646-9043-fb67c9d745fb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:40.458265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f9d6be8-3d5a-4a41-9511-d8227755b50f req-871e75fa-c562-4646-9043-fb67c9d745fb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 943 time: 0.0498574 Sep 29 23:52:40.501412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f9d6be8-3d5a-4a41-9511-d8227755b50f req-edf04c96-6f5f-432f-bdfe-509c86f693e6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360403 Sep 29 23:52:41.480038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'tag': '87334031-581b-4c87-9802-805951765bf6'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:52:41.482467 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb55195-c637-416e-ab50-646d63633448" -d '{"events": [{"name": "network-changed", "server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "tag": "87334031-581b-4c87-9802-805951765bf6"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:52:41.531697 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4acc06d-517f-481d-8e1a-a9553b749f1b x-openstack-request-id: req-f4acc06d-517f-481d-8e1a-a9553b749f1b {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:52:41.532036 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "tag": "87334031-581b-4c87-9802-805951765bf6", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:52:41.532297 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f4acc06d-517f-481d-8e1a-a9553b749f1b {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:52:41.532707 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'tag': '87334031-581b-4c87-9802-805951765bf6', 'status': 'completed', 'code': 200} Sep 29 23:52:41.592689 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55195-c637-416e-ab50-646d63633448 req-4ae757fe-1aeb-4c50-9173-2905121fc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:41.594884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-4ae757fe-1aeb-4c50-9173-2905121fc885 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1094 time: 0.0437176 Sep 29 23:52:41.650904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6601468c-a6ef-4e68-9195-42320d98567b req-0211d435-29f0-4a97-82bb-e02f20c418e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:41.652465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6601468c-a6ef-4e68-9195-42320d98567b req-0211d435-29f0-4a97-82bb-e02f20c418e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 943 time: 0.0806386 Sep 29 23:52:41.654291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55195-c637-416e-ab50-646d63633448 req-26cbbc69-d233-44fb-9a66-45fa372e768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:41.655675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-26cbbc69-d233-44fb-9a66-45fa372e768a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1094 time: 0.0736051 Sep 29 23:52:41.692053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55195-c637-416e-ab50-646d63633448 req-f15d085b-f28d-4945-9ded-53712b720f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:41.693608 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-f15d085b-f28d-4945-9ded-53712b720f47 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0916705 Sep 29 23:52:41.718854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6601468c-a6ef-4e68-9195-42320d98567b req-805c0264-77b8-4859-a7a3-c0b8188327f5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602078 Sep 29 23:52:41.760694 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-8fb7d520-f5b2-4d4c-89a4-9955d79fc7c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0597930 Sep 29 23:52:41.770605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55195-c637-416e-ab50-646d63633448 req-0aae8b7f-5f1f-42b2-b001-866d1ea1b992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:41.773037 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-0aae8b7f-5f1f-42b2-b001-866d1ea1b992 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.1069405 Sep 29 23:52:41.814621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55195-c637-416e-ab50-646d63633448 req-3a8ba1bb-7eb4-4482-b9d9-946ec7df689d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:41.816129 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-3a8ba1bb-7eb4-4482-b9d9-946ec7df689d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0486453 Sep 29 23:52:41.841940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-275f2981-9193-4a9e-88a7-7f6af4a7c5e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0617058 Sep 29 23:52:41.861211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55195-c637-416e-ab50-646d63633448 req-20e10fe4-e78e-46ce-a706-b8b057f1f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:41.862632 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-20e10fe4-e78e-46ce-a706-b8b057f1f910 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395963 Sep 29 23:52:41.893369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55195-c637-416e-ab50-646d63633448 req-236f2ebe-bdf5-440c-bfbe-10c5ec272a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:41.894856 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-236f2ebe-bdf5-440c-bfbe-10c5ec272a5d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0453677 Sep 29 23:52:41.939722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb55195-c637-416e-ab50-646d63633448 req-4b5d9b2f-3836-453f-9a24-10e5adc996bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:41.941279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-4b5d9b2f-3836-453f-9a24-10e5adc996bc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395899 Sep 29 23:52:41.958444 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-1c8748d7-6488-4fea-87f0-1285eb32b27a service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886080 Sep 29 23:52:42.035730 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-da7b6c5c-d4c8-4f5e-b9dd-4f17e2abcb78 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866411 Sep 29 23:52:42.048653 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-9491960a-64a5-4819-b337-371753b24abc service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829840 Sep 29 23:52:42.127895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1bb55195-c637-416e-ab50-646d63633448 req-0671bcf9-8019-4558-b384-ab8d05f7b222 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836310 Sep 29 23:52:42.679357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 87334031-581b-4c87-9802-805951765bf6 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:52:42.775456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 87334031-581b-4c87-9802-805951765bf6, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:52:42.786263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '87334031-581b-4c87-9802-805951765bf6', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'port_id': '87334031-581b-4c87-9802-805951765bf6', 'mac_address': 'fa:16:3e:d3:6b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:52:42.823034 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:42.835904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87334031-581b-4c87-9802-805951765bf6 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:52:42.845241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b9746-8c6c-4f49-9f41-f30c2ce3b5f3 req-d0427910-5d0d-4a61-8427-e89858d0ddff tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:42.846810 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d56b9746-8c6c-4f49-9f41-f30c2ce3b5f3 req-d0427910-5d0d-4a61-8427-e89858d0ddff tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 943 time: 0.0563068 Sep 29 23:52:42.855519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 87334031-581b-4c87-9802-805951765bf6, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:52:42.860600 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:42.887021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d56b9746-8c6c-4f49-9f41-f30c2ce3b5f3 req-1668c585-07f3-4c95-a682-b0eb9db21271 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342300 Sep 29 23:52:42.911174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:42.918448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.918795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.919134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.919466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.919795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.920146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.920471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.920799 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.921118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.921437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.921757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:42.922076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:43.515263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 87334031-581b-4c87-9802-805951765bf6 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:52:43.552848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 87334031-581b-4c87-9802-805951765bf6 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:52:44.003497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbac3f8-a816-4234-b863-4cc9306c6d65 req-2a623756-80f8-4955-9c51-8acda9358b17 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:44.005011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cbac3f8-a816-4234-b863-4cc9306c6d65 req-2a623756-80f8-4955-9c51-8acda9358b17 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0490355 Sep 29 23:52:44.041770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3cbac3f8-a816-4234-b863-4cc9306c6d65 req-92bdd43c-ce4a-480f-876a-51b42811be50 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308359 Sep 29 23:52:44.318501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['87334031-581b-4c87-9802-805951765bf6'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:52:44.346389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-ca74ef18-0acd-403d-825c-78d2a31e54c5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:44.347907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-ca74ef18-0acd-403d-825c-78d2a31e54c5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.42 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839&tenant_id=f88059189aa54940b4dc7d68b2a468a7&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 944 time: 0.0816514 Sep 29 23:52:44.391044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d9ae5-a9eb-4b1b-9be3-6193a4fbfe03 req-40452074-55d7-406e-859a-d69556dcb496 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:44.392555 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d8d9ae5-a9eb-4b1b-9be3-6193a4fbfe03 req-40452074-55d7-406e-859a-d69556dcb496 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0992427 Sep 29 23:52:44.437285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-336a1d91-c0fa-49e0-b0cc-ec547d5f340d service neutron] 10.222.0.42 "GET /v2.0/ports/87334031-581b-4c87-9802-805951765bf6/bindings/n-h1-811173-2 HTTP/1.1" status: 200 len: 382 time: 0.0819073 Sep 29 23:52:44.450349 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d8d9ae5-a9eb-4b1b-9be3-6193a4fbfe03 req-daa85572-0b86-4867-aa02-be47e40e8396 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497763 Sep 29 23:52:44.517642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-c72a2fe2-2b24-47bf-af79-7c7e8c0215c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:44.519068 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-c72a2fe2-2b24-47bf-af79-7c7e8c0215c1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1095 time: 0.0405817 Sep 29 23:52:44.610374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-24172020-4d6f-43f0-87fb-03867ee854a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:44.611860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-24172020-4d6f-43f0-87fb-03867ee854a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0858219 Sep 29 23:52:44.681958 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-635d9477-4d74-4dca-af1c-edda38315d3d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1001 time: 0.0582068 Sep 29 23:52:44.735218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-44696d0a-c5a4-4dba-a332-cc1275572ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:44.736855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-44696d0a-c5a4-4dba-a332-cc1275572ba3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0466325 Sep 29 23:52:44.782642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-e5d505e2-ad86-4c1d-84f3-f6c3648943c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:44.784107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-e5d505e2-ad86-4c1d-84f3-f6c3648943c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398412 Sep 29 23:52:44.873534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-12b151b9-260d-41a4-9004-6fa7c4c19c52 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814755 Sep 29 23:52:44.966087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-ee4c421d-0930-4b50-89e0-75a279e77631 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848212 Sep 29 23:52:45.104539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-29baf55c-fc76-4b74-ac7c-8d6e45ffac9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:45.106043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-29baf55c-fc76-4b74-ac7c-8d6e45ffac9f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1095 time: 0.0478251 Sep 29 23:52:45.215725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-ebe0baba-e299-4faf-a058-47e45f3afef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:45.217230 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-ebe0baba-e299-4faf-a058-47e45f3afef7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0884786 Sep 29 23:52:45.282042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-312704fd-990e-44e1-b4fe-986517ca4e68 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1001 time: 0.0572219 Sep 29 23:52:45.336299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-1cf07285-4110-49dd-88f6-b5ca2382e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:45.337806 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-1cf07285-4110-49dd-88f6-b5ca2382e4b8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0480564 Sep 29 23:52:45.385178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-b8696d5c-2876-4eef-b253-a8ead4c88d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:45.386692 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-b8696d5c-2876-4eef-b253-a8ead4c88d94 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414019 Sep 29 23:52:45.478277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-1efa4f4c-7e30-4270-a057-8614b89380e7 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827045 Sep 29 23:52:45.602751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6d09585-3f6c-4409-ad66-ab95c6620189 req-5f5cd0d2-8936-4500-b67a-0225d1d8f399 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158640 Sep 29 23:52:45.610610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236a8ee-4865-4c19-acf1-0ef6df78357e req-8ae5dc7b-5bde-42ea-95af-b240b36d92e5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:45.611987 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f236a8ee-4865-4c19-acf1-0ef6df78357e req-8ae5dc7b-5bde-42ea-95af-b240b36d92e5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0651200 Sep 29 23:52:45.650684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f236a8ee-4865-4c19-acf1-0ef6df78357e req-dee7ecab-ea08-4b18-9049-821d7cf03af6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316429 Sep 29 23:52:46.694703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 87334031-581b-4c87-9802-805951765bf6 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:52:46.742480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 87334031-581b-4c87-9802-805951765bf6 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:52:46.746191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 87334031-581b-4c87-9802-805951765bf6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:52:46.746568 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:46.772456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43f06b-9060-414e-9bf7-9d7a16bdcdea req-294b7d1e-9e96-46df-b415-5784830432d5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:46.773965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a43f06b-9060-414e-9bf7-9d7a16bdcdea req-294b7d1e-9e96-46df-b415-5784830432d5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0538363 Sep 29 23:52:46.812077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1a43f06b-9060-414e-9bf7-9d7a16bdcdea req-32d45ef8-bf57-4a31-b695-78226104b84c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Sep 29 23:52:46.824631 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:46.846761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87334031-581b-4c87-9802-805951765bf6'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:52:46.848903 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4e00a3-5947-408f-9e12-988424a6ac3f" -d '{"events": [{"server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "name": "network-vif-plugged", "status": "completed", "tag": "87334031-581b-4c87-9802-805951765bf6"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:52:46.861360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 87334031-581b-4c87-9802-805951765bf6, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:52:46.864952 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:46.901913 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbdaf200-c2b1-40c4-aa24-d8b887e1b69c x-openstack-request-id: req-bbdaf200-c2b1-40c4-aa24-d8b887e1b69c {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:52:46.902318 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "name": "network-vif-plugged", "status": "completed", "tag": "87334031-581b-4c87-9802-805951765bf6", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:52:46.902580 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-bbdaf200-c2b1-40c4-aa24-d8b887e1b69c {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:52:46.902976 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87334031-581b-4c87-9802-805951765bf6', 'code': 200} Sep 29 23:52:46.921553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:47.243837 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-774bba40-9133-4f3a-a5f2-868996a1a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:47.245342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-774bba40-9133-4f3a-a5f2-868996a1a55f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 1096 time: 0.0401630 Sep 29 23:52:47.261244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:52:47.317928 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:47.527526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] For port 87334031-581b-4c87-9802-805951765bf6, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:52:47.560048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] For port 87334031-581b-4c87-9802-805951765bf6, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:52:47.602939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87334031-581b-4c87-9802-805951765bf6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:52:47.605269 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5b1c89-ae21-481f-9422-6ae8f3a4ed15" -d '{"events": [{"server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "name": "network-vif-unplugged", "status": "completed", "tag": "87334031-581b-4c87-9802-805951765bf6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:52:47.610238 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:47.624142 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Transition to ACTIVE for port object 87334031-581b-4c87-9802-805951765bf6 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:52:47.628655 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:47.668051 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caee3305-c6f1-4a8b-bf2a-ffe47d036098 x-openstack-request-id: req-caee3305-c6f1-4a8b-bf2a-ffe47d036098 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:52:47.668324 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "name": "network-vif-unplugged", "status": "completed", "tag": "87334031-581b-4c87-9802-805951765bf6", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:52:47.668577 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-caee3305-c6f1-4a8b-bf2a-ffe47d036098 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:52:47.668965 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87334031-581b-4c87-9802-805951765bf6', 'code': 200} Sep 29 23:52:47.703890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:47.756516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.756859 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.757197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.757534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.757863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.758189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.758509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.758830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.759154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.759474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.759807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.760126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:52:47.822345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] No DVR routers for this DVR port 87334031-581b-4c87-9802-805951765bf6 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:52:47.931711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5bbc1-011f-4eb2-ab88-a6bd8debbadd req-fb581184-b763-4fa9-8748-5a62271ce33f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:47.934572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38d5bbc1-011f-4eb2-ab88-a6bd8debbadd req-fb581184-b763-4fa9-8748-5a62271ce33f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0520043 Sep 29 23:52:47.958489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:52:47.958830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:52:47.959841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:52:47.964295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Port 87334031-581b-4c87-9802-805951765bf6 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:52:47.964619 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Attempting to bind port 87334031-581b-4c87-9802-805951765bf6 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:52:47.969402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:52:47.969739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:52:47.970158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:52:47.970582 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Bound port: 87334031-581b-4c87-9802-805951765bf6, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:52:47.970940 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:47.973148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38d5bbc1-011f-4eb2-ab88-a6bd8debbadd req-2d446e27-f42c-47c2-89e9-ee3b25ad9353 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340714 Sep 29 23:52:48.033575 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:52:48.036459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:52:48.041168 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:48.075568 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:48.076623 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:48.078064 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] 10.222.0.26 "PUT /v2.0/ports/87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1092 time: 0.8218493 Sep 29 23:52:48.108884 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9095eaf6-569f-4bd1-8566-8b4faa930047 service neutron] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:48.150496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-6fc2525f-695c-4714-bd09-d607a1d13fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:48.152075 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-6fc2525f-695c-4714-bd09-d607a1d13fa2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1095 time: 0.0509689 Sep 29 23:52:48.247132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-6da99af3-bcf8-407e-9bf3-7c6701a25e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:48.248930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-6da99af3-bcf8-407e-9bf3-7c6701a25e04 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0897303 Sep 29 23:52:48.317391 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-aad3d7f9-366a-458c-9122-f0d4863162c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0612004 Sep 29 23:52:48.366853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-d6f7e2f6-f352-4a38-9d01-05889f7dac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:48.368568 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-d6f7e2f6-f352-4a38-9d01-05889f7dac29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0449588 Sep 29 23:52:48.414537 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-99e2600d-cd41-4038-905e-dcf86291cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:48.416032 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-99e2600d-cd41-4038-905e-dcf86291cf83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396855 Sep 29 23:52:48.523704 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-93e31999-b060-46ee-b7f0-e7725203c25a service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997427 Sep 29 23:52:48.613535 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-e694c4b6-cc7c-42a0-8a58-c43f0c933ede req-cd3b8d1d-6596-47d6-bb05-eb10a8f3a92e service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825758 Sep 29 23:52:49.096143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f441999-94f4-4c80-b6d5-04136670afc5 req-f59f67f6-902e-45de-8033-90bdde8bcf45 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:49.097881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f441999-94f4-4c80-b6d5-04136670afc5 req-f59f67f6-902e-45de-8033-90bdde8bcf45 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0521531 Sep 29 23:52:49.137676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f441999-94f4-4c80-b6d5-04136670afc5 req-86901570-7522-433c-88ca-d9c25095624d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334902 Sep 29 23:52:49.670831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'tag': '87334031-581b-4c87-9802-805951765bf6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:52:49.673322 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "tag": "87334031-581b-4c87-9802-805951765bf6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:52:49.722616 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f715b7b8-ffbc-48c2-a144-52fb01cc5bf0 x-openstack-request-id: req-f715b7b8-ffbc-48c2-a144-52fb01cc5bf0 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:52:49.722910 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "tag": "87334031-581b-4c87-9802-805951765bf6", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:52:49.723157 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f715b7b8-ffbc-48c2-a144-52fb01cc5bf0 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:52:49.723552 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'tag': '87334031-581b-4c87-9802-805951765bf6', 'status': 'completed', 'code': 200} Sep 29 23:52:49.787684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-bf255a6c-9f23-4964-a89f-0681b673ea2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:49.789316 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-bf255a6c-9f23-4964-a89f-0681b673ea2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1095 time: 0.0470097 Sep 29 23:52:49.812636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-700cef5a-8fd7-4f8b-9d91-d5b10ae83288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:49.814132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-700cef5a-8fd7-4f8b-9d91-d5b10ae83288 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 1095 time: 0.0446022 Sep 29 23:52:49.882898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-eace0de5-0382-4eda-a65b-0df0e1d5f472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:49.884429 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-eace0de5-0382-4eda-a65b-0df0e1d5f472 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0856538 Sep 29 23:52:49.904472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-d8108c59-189f-4aec-872a-dc3661ded487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:49.906188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-d8108c59-189f-4aec-872a-dc3661ded487 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0843475 Sep 29 23:52:49.970937 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-7eb45e35-e52c-4053-a067-ec4aad0244bc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0677946 Sep 29 23:52:49.977975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-1781c195-2799-475a-b374-0fc0752b52c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 200 len: 1000 time: 0.0654259 Sep 29 23:52:50.025672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-6202e615-2c76-45ca-951b-2120e13719ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:50.027194 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-6202e615-2c76-45ca-951b-2120e13719ae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0488110 Sep 29 23:52:50.030836 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-710ec5d9-db32-4c04-9725-706aa1a4814f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:50.032335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-710ec5d9-db32-4c04-9725-706aa1a4814f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0478063 Sep 29 23:52:50.075033 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-dcd8c8f7-f5a5-463b-9030-a423cac1c302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:50.076672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-dcd8c8f7-f5a5-463b-9030-a423cac1c302 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421159 Sep 29 23:52:50.078855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-10c2bd11-c2aa-4d9a-92dc-f774ed2161e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:50.080466 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-10c2bd11-c2aa-4d9a-92dc-f774ed2161e5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414891 Sep 29 23:52:50.180595 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-6de82bb0-f346-422d-8536-004f73c68b43 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962508 Sep 29 23:52:50.182545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-e345aeb4-a4ee-4feb-b7a0-0d816fbb7381 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947313 Sep 29 23:52:50.274632 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-7fd816d7-19fd-489a-a830-9f43469cb892 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859826 Sep 29 23:52:50.576650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0189cb12-5b88-426c-90b1-ac6ab0a00413 req-2f09ce03-21ab-4912-8941-d479f0ecbd65 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:50.578039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0189cb12-5b88-426c-90b1-ac6ab0a00413 req-2f09ce03-21ab-4912-8941-d479f0ecbd65 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.3675454 Sep 29 23:52:50.581944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72a56043-ae3d-435d-8bf3-3a4828b0d4f0 req-ebc271ed-513e-4587-b12a-9ba0dfa5080c service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913846 Sep 29 23:52:50.617184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0189cb12-5b88-426c-90b1-ac6ab0a00413 req-42794b57-91fd-4f00-9728-729a5ff149af tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329943 Sep 29 23:52:50.654253 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:50.730468 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7facb-e547-4ed7-a0de-9eaf5655053a req-238bcef7-7883-43d4-bf79-be41e2f9b2c2 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:50.732018 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1a7facb-e547-4ed7-a0de-9eaf5655053a req-238bcef7-7883-43d4-bf79-be41e2f9b2c2 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0472724 Sep 29 23:52:50.744912 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 87334031-581b-4c87-9802-805951765bf6 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:52:50.774202 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1a7facb-e547-4ed7-a0de-9eaf5655053a req-363bcf22-1d4a-493b-9f68-7f9802eb5874 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358050 Sep 29 23:52:50.784174 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 87334031-581b-4c87-9802-805951765bf6 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:52:50.889459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354fbf9-65b0-4aca-89ff-cbaceb155f6e req-621832e6-fdff-4666-9cdb-63fd46d45f61 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:50.890916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3354fbf9-65b0-4aca-89ff-cbaceb155f6e req-621832e6-fdff-4666-9cdb-63fd46d45f61 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0487676 Sep 29 23:52:50.928897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3354fbf9-65b0-4aca-89ff-cbaceb155f6e req-3d046b15-d9a8-4012-84a3-b3dea3ba47f7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318069 Sep 29 23:52:51.175936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cba9d-4915-44b0-9896-97a05ef6480c req-81ebb422-9a66-41da-80f5-e68ef3d490cf tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:51.177307 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b62cba9d-4915-44b0-9896-97a05ef6480c req-81ebb422-9a66-41da-80f5-e68ef3d490cf tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 944 time: 0.0525911 Sep 29 23:52:51.215353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b62cba9d-4915-44b0-9896-97a05ef6480c req-9e1b5b12-1148-4737-bbd4-a964be86c866 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318780 Sep 29 23:52:51.585016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 87334031-581b-4c87-9802-805951765bf6 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:52:51.678800 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:52:51.689272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '87334031-581b-4c87-9802-805951765bf6', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'port_id': '87334031-581b-4c87-9802-805951765bf6', 'mac_address': 'fa:16:3e:d3:6b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:52:51.724636 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:51.736872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87334031-581b-4c87-9802-805951765bf6 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:52:51.755926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:52:51.760452 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:51.805299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=12']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:52.015739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['87334031-581b-4c87-9802-805951765bf6'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:52:52.331946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74404830-fb05-4e24-ad8a-417e8037ad8a req-fda605dd-38d7-4032-974d-5f1210a4a733 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:52.333629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74404830-fb05-4e24-ad8a-417e8037ad8a req-fda605dd-38d7-4032-974d-5f1210a4a733 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0503881 Sep 29 23:52:52.338145 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-a4f3e1cd-6803-463f-a016-c9b03bd245e3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:52.339664 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-a4f3e1cd-6803-463f-a016-c9b03bd245e3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 945 time: 0.0549283 Sep 29 23:52:52.372387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-74404830-fb05-4e24-ad8a-417e8037ad8a req-77d7d423-f9a0-4a9a-9221-f3f935c6419a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321455 Sep 29 23:52:52.434699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Deleting port 87334031-581b-4c87-9802-805951765bf6 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:52:52.435045 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:52.808943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] For port 87334031-581b-4c87-9802-805951765bf6, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=87334031-581b-4c87-9802-805951765bf6,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:52:52.809302 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:53.022784 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:53.023148 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:53.023469 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18 disassociated. External IP: 172.25.4.128, port: 87334031-581b-4c87-9802-805951765bf6. Sep 29 23:52:53.023809 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Calling delete_port for 87334031-581b-4c87-9802-805951765bf6 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:52:53.147327 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:53.180323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event deleted for resources: {'Port': ['ID=87334031-581b-4c87-9802-805951765bf6,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:53.298417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:52:53.410071 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:52:53.423073 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:52:53.432850 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:52:53.433476 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:52:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:52:53.461246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] No DVR routers for this DVR port 87334031-581b-4c87-9802-805951765bf6 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:52:53.463900 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:53.466183 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-304e7b59-4cb1-4747-ad86-a386b5fbf325 req-3fdd9821-30c2-43c1-8952-c35448930a6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "DELETE /v2.0/ports/87334031-581b-4c87-9802-805951765bf6 HTTP/1.1" status: 204 len: 173 time: 1.1204257 Sep 29 23:52:53.466639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'name': 'network-vif-deleted', 'tag': '87334031-581b-4c87-9802-805951765bf6'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:52:53.468934 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d21eb1f-a385-41e0-9577-34b40c382608" -d '{"events": [{"server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "name": "network-vif-deleted", "tag": "87334031-581b-4c87-9802-805951765bf6"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:52:53.482221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-676b7b41-b7fd-4574-ac4b-2b8556f83acb req-40cf60a2-6b43-49a2-bdf8-915310c01417 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=9044a1d9-a6f3-48c5-9ce6-570dc8aa2839 HTTP/1.1" status: 200 len: 210 time: 0.0361586 Sep 29 23:52:53.521434 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed68293c-cc30-48be-b3dd-aaf18629423d x-openstack-request-id: req-ed68293c-cc30-48be-b3dd-aaf18629423d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:52:53.521723 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9044a1d9-a6f3-48c5-9ce6-570dc8aa2839", "name": "network-vif-deleted", "tag": "87334031-581b-4c87-9802-805951765bf6", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:52:53.523011 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed68293c-cc30-48be-b3dd-aaf18629423d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:52:53.523011 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9044a1d9-a6f3-48c5-9ce6-570dc8aa2839', 'name': 'network-vif-deleted', 'tag': '87334031-581b-4c87-9802-805951765bf6', 'status': 'completed', 'code': 200} Sep 29 23:52:53.548537 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:52:53.592686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 87334031-581b-4c87-9802-805951765bf6 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:52:53.597136 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No ports have port_id starting with 87334031-581b-4c87-9802-805951765bf6 Sep 29 23:52:53.598307 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 87334031-581b-4c87-9802-805951765bf6 requested by agent hyperv_n-h2-811173-2 not found in database {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Sep 29 23:52:53.797834 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:52:53.846550 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:52:53.875178 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:52:53.883473 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:52:53.884121 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:52:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:52:53.990226 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:52:54.185869 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:52:54.212441 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f0a213-357c-4797-a825-85c9ed689e3c None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:52:54.414776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ebaaa23-9a68-4c66-a234-d089fec99b94 None None] New status for floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:52:54.747057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-c97b6a68-ef1c-411f-86d4-e230ed5a0f0b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-securitygroup--1996242947&fields=id&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 267 time: 0.0326943 Sep 29 23:52:54.855695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-4c67e7fb-f44e-45de-ab07-7bf7975afe6a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:54.857083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-4c67e7fb-f44e-45de-ab07-7bf7975afe6a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 811 time: 0.1028874 Sep 29 23:52:54.872149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-63d00ae6-81e4-4740-8433-e9a867f5993d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/quotas/f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 375 time: 0.0094295 Sep 29 23:52:54.924811 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-e35cf29c-1ea6-47b3-baff-2e3698af5dae tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473011 Sep 29 23:52:55.023093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-83da527c-b0af-42f4-96cb-76de88af54b0 service neutron] 10.222.0.44 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861695 Sep 29 23:52:55.117486 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-2e2af55b-2317-4aa4-85bd-683d6520ee57 service neutron] 10.222.0.44 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880604 Sep 29 23:52:55.277511 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6581d139-0d42-4ff0-b242-9f47d0111a47 req-461230e0-71e3-45d1-bfeb-d7ed88e6a395 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 210 time: 0.0268681 Sep 29 23:52:55.604406 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 87334031-581b-4c87-9802-805951765bf6 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:52:55.624852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 87334031-581b-4c87-9802-805951765bf6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:52:55.625199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 87334031-581b-4c87-9802-805951765bf6 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:52:56.231553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-80ad271d-1936-43d9-b72a-3986f332f2fc tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:56.233074 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-80ad271d-1936-43d9-b72a-3986f332f2fc tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 811 time: 0.1119194 Sep 29 23:52:56.276977 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-28b15e33-7a1d-4211-8ff2-acf11f0eafba tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 380 time: 0.0350389 Sep 29 23:52:56.287518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'port': {'device_id': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'admin_state_up': True, 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'security_groups': ['394ac573-0330-47e6-b92a-b8087217dfad']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:52:56.380819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-83ad671d-26ce-434e-9d96-7f243e4df557 req-41fb0a93-eb0c-430b-ac9b-e7bc376da827 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 210 time: 0.0347676 Sep 29 23:52:56.407069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Made reservation on behalf of f88059189aa54940b4dc7d68b2a468a7 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:52:56.410702 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:56.539655 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Allocated IP 172.20.0.13 (3f604a29-797f-4edd-97d2-c9a3d8907683/9b5b1c0a-e226-40c2-99e9-dd2789494729/45810e9d-2b5f-4929-9bdf-60a7c9525763) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:52:56.678105 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:56.724126 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:56.771774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:52:56.775453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:52:56.777890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:52:56.808119 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:56.836485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:56.837133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:56.852490 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-5acd32de-a3c2-41a0-b6ff-58a86debc516 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5686703 Sep 29 23:52:56.866170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Request body: {'port': {'device_id': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:52:56.932893 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:57.036399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-36036f7d-4d39-44e8-ae25-35ec88856542 None None] Provisioning complete for port 45810e9d-2b5f-4929-9bdf-60a7c9525763 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:52:57.036994 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-36036f7d-4d39-44e8-ae25-35ec88856542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:57.083214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-36036f7d-4d39-44e8-ae25-35ec88856542 None None] Port 45810e9d-2b5f-4929-9bdf-60a7c9525763 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:52:57.259450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45810e9d-2b5f-4929-9bdf-60a7c9525763 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:52:57.267255 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:57.280905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Transition to ACTIVE for port object 45810e9d-2b5f-4929-9bdf-60a7c9525763 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:52:57.284542 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:57.347840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:57.430228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:52:57.430228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:52:57.430228 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:52:57.436295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:52:57.436848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:52:57.445912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:52:57.446235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:52:57.446634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:52:57.447073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Bound port: 45810e9d-2b5f-4929-9bdf-60a7c9525763, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:52:57.447434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:57.519581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af35ba-f959-42f0-9d30-6c0555bf7bc4 req-8851b56e-5aba-4821-9aa8-e0a40e1aed64 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:57.521208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08af35ba-f959-42f0-9d30-6c0555bf7bc4 req-8851b56e-5aba-4821-9aa8-e0a40e1aed64 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0550251 Sep 29 23:52:57.537110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:52:57.542050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:52:57.547729 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:57.570860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08af35ba-f959-42f0-9d30-6c0555bf7bc4 req-430f2650-0d64-4d5e-8196-4c3cf1771441 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405259 Sep 29 23:52:57.583522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:57.584175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:52:57.586241 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1092 time: 0.7249577 Sep 29 23:52:57.600685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:52:57.600685 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7" -d '{"events": [{"name": "network-changed", "server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:52:57.637637 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb009da2-340f-467b-9e63-49ec26047b6d x-openstack-request-id: req-cb009da2-340f-467b-9e63-49ec26047b6d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:52:57.638089 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:52:57.638480 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb009da2-340f-467b-9e63-49ec26047b6d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:52:57.639088 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'status': 'completed', 'code': 200} Sep 29 23:52:57.647495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a68ac8-c2a7-4e65-981a-77df345083f0 service neutron] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:52:57.701815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-4e23b0cd-3494-4f6d-a967-17c59df82535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:57.703404 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-4e23b0cd-3494-4f6d-a967-17c59df82535 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1095 time: 0.0512412 Sep 29 23:52:57.750349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-044a5874-135e-4849-8927-a1bb5a95435d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 217 time: 0.0375218 Sep 29 23:52:57.804722 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-637739f2-6929-42a0-a445-970474d65a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:57.806248 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-637739f2-6929-42a0-a445-970474d65a71 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0469820 Sep 29 23:52:57.854226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-a915fd67-b5bd-487f-9d52-5fe69e59d6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:57.855741 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-a915fd67-b5bd-487f-9d52-5fe69e59d6e7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419006 Sep 29 23:52:57.951534 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-3442afbc-d560-4e15-aca8-661d70fa306f service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867856 Sep 29 23:52:58.046218 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-d5ddb8dc-d344-40cb-8e0c-7fde94ca705e req-f12d2f8d-0d66-4b6b-a68a-6153f472fea2 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872753 Sep 29 23:52:58.133539 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-cfddfd30-b56a-46a4-8f68-0f5dca7c880b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:58.135057 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-cfddfd30-b56a-46a4-8f68-0f5dca7c880b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1095 time: 0.0412803 Sep 29 23:52:58.227811 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-53976aa4-4769-42ed-b9fa-dcd17296b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:58.229312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-53976aa4-4769-42ed-b9fa-dcd17296b143 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0875480 Sep 29 23:52:58.270552 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-7bf5a943-fd7b-4170-8be8-1e8d0c73bfd0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 217 time: 0.0341966 Sep 29 23:52:58.320087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-9ef53e7b-f821-4a54-a200-8932b599af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:58.321535 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-9ef53e7b-f821-4a54-a200-8932b599af6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0432498 Sep 29 23:52:58.367994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-96f0d7d6-20b4-4fdf-b354-f39e20858fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:58.369469 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-96f0d7d6-20b4-4fdf-b354-f39e20858fb3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393543 Sep 29 23:52:58.463122 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-3209ad06-e818-492d-842a-233ff16a4fc0 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849223 Sep 29 23:52:58.556213 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-85daee9a-09b9-4179-b8b3-02fc7ae69ff7 req-ac21c8e3-e9e0-40d3-bf28-40a3252ee7c5 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853810 Sep 29 23:52:58.691584 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d0e9e-1ce7-40b3-a177-b79380e9e2e5 req-085acfa0-e863-48ec-bcf9-1457818db531 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:58.693094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-716d0e9e-1ce7-40b3-a177-b79380e9e2e5 req-085acfa0-e863-48ec-bcf9-1457818db531 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0483947 Sep 29 23:52:58.730993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-716d0e9e-1ce7-40b3-a177-b79380e9e2e5 req-f7b77f71-e9e8-48a8-a302-cf6906dfd1ab tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313275 Sep 29 23:52:59.850714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5639a5aa-8647-4b84-b890-38e8835a6b01 req-db43ef89-830e-4195-90dd-959580a1ebdc tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:52:59.852234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5639a5aa-8647-4b84-b890-38e8835a6b01 req-db43ef89-830e-4195-90dd-959580a1ebdc tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0528321 Sep 29 23:52:59.888671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5639a5aa-8647-4b84-b890-38e8835a6b01 req-d79f94dc-87aa-4698-a98d-eedfbbe61b3b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305293 Sep 29 23:53:01.002227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24325bcf-2f59-445d-add4-4b9f8e5added req-8e05eeb4-390d-48c5-aa45-422f2b24d304 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:01.003720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24325bcf-2f59-445d-add4-4b9f8e5added req-8e05eeb4-390d-48c5-aa45-422f2b24d304 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0488758 Sep 29 23:53:01.040846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-24325bcf-2f59-445d-add4-4b9f8e5added req-58f30998-2ed6-4bf4-bdbc-99c20ad13346 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312848 Sep 29 23:53:01.640546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:53:01.733925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:53:01.745681 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'port_id': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'mac_address': 'fa:16:3e:ad:40:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:53:01.785905 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:01.798514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45810e9d-2b5f-4929-9bdf-60a7c9525763 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:53:01.816753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:53:01.821208 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:01.868513 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:53:02.008653 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['45810e9d-2b5f-4929-9bdf-60a7c9525763'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:53:02.156806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fc427-f974-4298-9d63-4405750c31e7 req-34ac2caa-9030-4615-ba4b-18e89b7fc1df tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:02.158298 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e01fc427-f974-4298-9d63-4405750c31e7 req-34ac2caa-9030-4615-ba4b-18e89b7fc1df tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0487154 Sep 29 23:53:02.195812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e01fc427-f974-4298-9d63-4405750c31e7 req-eb521e70-65c3-4453-ad71-0808c6862845 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Sep 29 23:53:03.311209 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b104b9-ff9b-421e-9dac-606bd8da67f7 req-f46d1b89-d23d-4940-bf8c-e350eacd0996 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:03.312775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82b104b9-ff9b-421e-9dac-606bd8da67f7 req-f46d1b89-d23d-4940-bf8c-e350eacd0996 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0513303 Sep 29 23:53:03.351767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-82b104b9-ff9b-421e-9dac-606bd8da67f7 req-f4a3b177-6c1b-4ff4-9ef1-7097dc2b771b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329456 Sep 29 23:53:03.352230 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e86cbbf9-b523-49f8-b65c-93cfb46601b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:03.640332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:53:03.687209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 45810e9d-2b5f-4929-9bdf-60a7c9525763 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:53:03.690632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 45810e9d-2b5f-4929-9bdf-60a7c9525763 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:53:03.690997 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:03.763903 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:03.788152 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:53:03.798790 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a03ac59-0551-4e9e-8567-c09c013b173f" -d '{"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:53:03.812301 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:53:03.816743 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:03.843222 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b80ac5d-8695-4f36-8349-bb30dd4d6aac x-openstack-request-id: req-2b80ac5d-8695-4f36-8349-bb30dd4d6aac {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:53:03.843515 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:53:03.843815 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2b80ac5d-8695-4f36-8349-bb30dd4d6aac {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:53:03.844235 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'code': 200} Sep 29 23:53:03.870535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:53:03.937027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03590fa4-bf11-4d1c-8a19-b4483888636e req-a2ab56de-bd9e-4531-a560-3b77ed3f52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:03.938472 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03590fa4-bf11-4d1c-8a19-b4483888636e req-a2ab56de-bd9e-4531-a560-3b77ed3f52e8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1097 time: 0.0406647 Sep 29 23:53:03.971845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03590fa4-bf11-4d1c-8a19-b4483888636e req-204a5f78-721a-4d12-b8b7-a56a2f369cd0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265052 Sep 29 23:53:04.477522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0e935-9b24-4598-a55d-5ea4793f8ec8 req-490a7974-7b1f-4622-bd7b-ed9c697b9217 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:04.479009 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ec0e935-9b24-4598-a55d-5ea4793f8ec8 req-490a7974-7b1f-4622-bd7b-ed9c697b9217 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0501738 Sep 29 23:53:04.516898 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ec0e935-9b24-4598-a55d-5ea4793f8ec8 req-3baac400-7211-46a2-a8fa-e50feac270de tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317655 Sep 29 23:53:05.635004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af05c9-e205-4588-ba62-cfe6645ec463 req-3ef63808-5e95-4964-b496-4138a6d66b9c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:05.636769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61af05c9-e205-4588-ba62-cfe6645ec463 req-3ef63808-5e95-4964-b496-4138a6d66b9c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0498135 Sep 29 23:53:05.674644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61af05c9-e205-4588-ba62-cfe6645ec463 req-0d77126e-760c-415d-a598-f079fc52f7b7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Sep 29 23:53:05.789632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a333e92-c884-4146-8646-5be8ec57ea57 req-022cb298-0888-43b9-826e-571f02616eb0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:05.791118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a333e92-c884-4146-8646-5be8ec57ea57 req-022cb298-0888-43b9-826e-571f02616eb0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0537083 Sep 29 23:53:05.799731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36476) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:53:05.804695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7ac54a08-b5ef-4837-b277-e821e1738ca8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Request body: {'floatingip': {'port_id': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:53:05.843069 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ac54a08-b5ef-4837-b277-e821e1738ca8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:06.273869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-36ea44b7-a336-49a1-be6c-b7943f3ac1c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:06.278851 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ac54a08-b5ef-4837-b277-e821e1738ca8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:06.282408 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ac54a08-b5ef-4837-b277-e821e1738ca8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:06.383963 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-7ac54a08-b5ef-4837-b277-e821e1738ca8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18 associated. External IP: 172.25.4.128, port: 45810e9d-2b5f-4929-9bdf-60a7c9525763. Sep 29 23:53:06.590374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac54a08-b5ef-4837-b277-e821e1738ca8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:53:06.639227 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:06.700500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac54a08-b5ef-4837-b277-e821e1738ca8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:53:06.705184 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7ac54a08-b5ef-4837-b277-e821e1738ca8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:06.713032 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:53:06.721723 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:53:06.722332 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:53:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:53:06.732467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7ac54a08-b5ef-4837-b277-e821e1738ca8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "PUT /v2.0/floatingips/29243fce-bafb-4c6d-b7de-3cad63ff2e18 HTTP/1.1" status: 200 len: 993 time: 0.9316847 Sep 29 23:53:06.733063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:53:06.735344 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae" -d '{"events": [{"name": "network-changed", "server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:53:06.780896 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce7b3f9-6134-45fd-80d5-47eb2f02ca30 x-openstack-request-id: req-cce7b3f9-6134-45fd-80d5-47eb2f02ca30 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:53:06.781469 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:53:06.784206 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cce7b3f9-6134-45fd-80d5-47eb2f02ca30 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:53:06.784883 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'status': 'completed', 'code': 200} Sep 29 23:53:06.839121 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:53:06.845392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-93ee9867-b6c0-47dc-99ba-dbb21afdc381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:06.846820 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-93ee9867-b6c0-47dc-99ba-dbb21afdc381 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1097 time: 0.0401483 Sep 29 23:53:06.940698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-d39a5a29-0ead-4878-ba84-606b5bec65db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:06.942184 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-d39a5a29-0ead-4878-ba84-606b5bec65db service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0880163 Sep 29 23:53:07.008597 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-298a8219-015c-4eb2-a68d-bc948e6ceaf7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1001 time: 0.0592918 Sep 29 23:53:07.061140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-531dd7b0-c8ab-4cdc-8556-ec09ab6a1a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:07.061458 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:ad:40:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:53:06Z', 'revision_number': 13, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:53:07.062617 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-531dd7b0-c8ab-4cdc-8556-ec09ab6a1a68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0472789 Sep 29 23:53:07.091678 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:53:07.100993 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:53:07.101606 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:53:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:53:07.108703 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-06300a58-132e-4d6e-a704-48512f09792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:07.110349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-06300a58-132e-4d6e-a704-48512f09792e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405178 Sep 29 23:53:07.201121 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-bfab7d55-0dbd-481c-b9fa-858df0bf206f service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830073 Sep 29 23:53:07.205841 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:53:07.296240 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-036cd1e2-d5a0-4240-85c2-7dfd9ce7d5ae req-5a8401b5-7047-4af1-b060-6c2ad9bfef39 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880299 Sep 29 23:53:07.436167 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:ad:40:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:53:06Z', 'revision_number': 13, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:53:07.465654 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8145996d-d58d-4dd6-8a0a-57a9a2b1b028 None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '29243fce-bafb-4c6d-b7de-3cad63ff2e18', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'floating_ip_address': '172.25.4.128', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'port_id': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'mac_address': 'fa:16:3e:ad:40:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:46:10Z', 'updated_at': '2021-09-29T23:53:06Z', 'revision_number': 13, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:53:07.598519 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:07.646508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ccd77d-6255-4451-88a1-0820a34f1ed8 None None] New status for floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:53:08.775597 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:09.955186 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:20.655996 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:30.706239 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:53:32.322775 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb09e92b-9fea-452c-87f7-51778f130277 req-ef62b9ea-57e8-4a84-86cf-e359a62027e5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428579 Sep 29 23:53:32.409063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e92b-9fea-452c-87f7-51778f130277 req-b44642cc-c9e7-46c2-9cfe-fd923f1b7fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:32.410548 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb09e92b-9fea-452c-87f7-51778f130277 req-b44642cc-c9e7-46c2-9cfe-fd923f1b7fad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1097 time: 0.0401890 Sep 29 23:53:32.524593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e92b-9fea-452c-87f7-51778f130277 req-a9f08eca-0571-4b03-8dd9-9661fae8c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:32.526001 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb09e92b-9fea-452c-87f7-51778f130277 req-a9f08eca-0571-4b03-8dd9-9661fae8c4a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0917006 Sep 29 23:53:32.589595 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb09e92b-9fea-452c-87f7-51778f130277 req-adcbd549-bfe4-4687-b719-a442022989a2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1003 time: 0.0565734 Sep 29 23:53:32.643560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e92b-9fea-452c-87f7-51778f130277 req-95a43637-a133-488e-9411-6994efc9e484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:32.645027 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb09e92b-9fea-452c-87f7-51778f130277 req-95a43637-a133-488e-9411-6994efc9e484 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0477173 Sep 29 23:53:32.690944 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb09e92b-9fea-452c-87f7-51778f130277 req-a60335d8-a78a-41f5-ae06-754dde2d69f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:53:32.692449 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb09e92b-9fea-452c-87f7-51778f130277 req-a60335d8-a78a-41f5-ae06-754dde2d69f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395250 Sep 29 23:53:32.785596 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb09e92b-9fea-452c-87f7-51778f130277 req-aea35baa-e0b4-4028-a701-02195c9586be service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837476 Sep 29 23:53:32.877977 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bb09e92b-9fea-452c-87f7-51778f130277 req-ba3e0bf9-7bf1-4434-b078-08d5b892e44b service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851858 Sep 29 23:53:33.352692 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ddbc6d66-917b-4554-a3f9-41282699580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:36.275453 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57d80ebd-e525-4978-810d-cd3b6e3d0a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:36.641552 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:37.599803 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:38.778902 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:39.963716 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:53:50.676479 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:03.353374 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-63af924b-ca81-4801-9274-38b418c79336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:06.276344 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4310c1f-d8ef-4f48-89e0-79c9091000e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:06.642596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:07.600291 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:07.706646 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:54:08.780871 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:09.962628 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:20.660088 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:32.311819 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-72ef8c22-7c95-4c44-9cf9-92c616a83cc4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403800 Sep 29 23:54:32.706769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-59bef9d1-3b69-4df5-a6f4-2e6ab834b8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:32.708302 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-59bef9d1-3b69-4df5-a6f4-2e6ab834b8d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1097 time: 0.3555489 Sep 29 23:54:32.810143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-033db55b-6342-421d-b4ff-63cd618b89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:32.811581 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-033db55b-6342-421d-b4ff-63cd618b89ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0841241 Sep 29 23:54:32.881295 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-43d5cb08-d75b-4252-83c4-b760719833b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1003 time: 0.0625794 Sep 29 23:54:32.934120 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-34b7a029-be31-4671-b9fa-2785762650f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:32.935572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-34b7a029-be31-4671-b9fa-2785762650f7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0452948 Sep 29 23:54:32.986247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-dc37ff38-d23f-485b-b01c-b0f89b0e16e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:32.987646 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-dc37ff38-d23f-485b-b01c-b0f89b0e16e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447586 Sep 29 23:54:33.080426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-9b519bcf-73e8-4d58-b5d9-2a2b25170105 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854228 Sep 29 23:54:33.169524 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f54583d8-7459-480b-aa74-1e0f83a53361 req-18df56bd-9170-4902-935d-5d6b2f24f638 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821168 Sep 29 23:54:33.354475 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67e4288d-282e-4120-93f5-b02650dba4f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:36.275617 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-882d8f20-473c-4d49-8447-c9cf8bf4f789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:36.643524 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:37.602863 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:38.784173 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:39.971000 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:43.901180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ffb63-c4b1-4170-925f-02189ad4db5c req-d1ecd31e-9b54-4b78-802c-576ef8c1e5f5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:43.903529 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d3ffb63-c4b1-4170-925f-02189ad4db5c req-d1ecd31e-9b54-4b78-802c-576ef8c1e5f5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0516117 Sep 29 23:54:43.940699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d3ffb63-c4b1-4170-925f-02189ad4db5c req-807f1d36-01ea-48e3-bb2e-c3d8b2bdbea1 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312438 Sep 29 23:54:44.706123 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:54:50.667273 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:54:54.903513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-776700c9-d1d7-4a25-b758-efdea73c7acb req-f6798566-9155-46f7-9efd-ea22d3c506fd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:54:54.904564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-776700c9-d1d7-4a25-b758-efdea73c7acb req-f6798566-9155-46f7-9efd-ea22d3c506fd service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0547214 Sep 29 23:54:56.109898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97c523-e421-40f0-a72e-808811692d08 req-b65444e1-42bf-4702-ac2e-df9b1093a8a7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:56.111482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c97c523-e421-40f0-a72e-808811692d08 req-b65444e1-42bf-4702-ac2e-df9b1093a8a7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0521464 Sep 29 23:54:56.146521 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-11304979-8eb2-45ed-b64d-38397f1056b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958512 Sep 29 23:54:56.168518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c97c523-e421-40f0-a72e-808811692d08 req-f08f50e2-a13f-4680-a514-eb0712445566 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377815 Sep 29 23:54:57.297157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc033b3-4c3e-489b-9e2b-e0fd16c5c824 req-eeb9c5ca-bcb6-4fe6-beb7-7c089e959481 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:57.298782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3fc033b3-4c3e-489b-9e2b-e0fd16c5c824 req-eeb9c5ca-bcb6-4fe6-beb7-7c089e959481 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0594010 Sep 29 23:54:57.337072 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-896ebbf1-c1e9-463d-afd1-1e43f00117b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:57.337634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3fc033b3-4c3e-489b-9e2b-e0fd16c5c824 req-308e51c2-f939-47d5-8fcb-62618228f1c6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325518 Sep 29 23:54:57.338575 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-896ebbf1-c1e9-463d-afd1-1e43f00117b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1097 time: 0.0417020 Sep 29 23:54:57.429482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-95fd4dba-3d86-4674-9c7a-b50f6c123531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:57.430863 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-95fd4dba-3d86-4674-9c7a-b50f6c123531 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0848505 Sep 29 23:54:57.498526 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-71f7dcb2-b132-4113-abfc-87295f84ca3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1003 time: 0.0610101 Sep 29 23:54:57.548042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-e21566c1-3b11-4c24-ab10-168c6724e976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:57.549429 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-e21566c1-3b11-4c24-ab10-168c6724e976 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0431759 Sep 29 23:54:57.595215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-c20f556b-69dd-4437-bb42-eda84df88f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:57.596700 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-c20f556b-69dd-4437-bb42-eda84df88f99 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397446 Sep 29 23:54:57.688254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-1c62970f-6117-45af-a223-79e83222add9 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828540 Sep 29 23:54:57.780709 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-2c3209df-2cc4-49fc-963e-4812ffebb406 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858088 Sep 29 23:54:58.462240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7dc39d-db30-4870-83b5-8f3adea85525 req-baade08f-3838-4626-bbe9-31e52e90de3b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:58.463902 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d7dc39d-db30-4870-83b5-8f3adea85525 req-baade08f-3838-4626-bbe9-31e52e90de3b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0515089 Sep 29 23:54:58.508375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d7dc39d-db30-4870-83b5-8f3adea85525 req-40335dac-e0ec-49bb-9bf6-36b76beec95b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373757 Sep 29 23:54:59.622347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0c224-291d-4195-a8ce-b74389cc9151 req-671f585b-465d-4ab3-a9f3-f6ec72022501 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:54:59.623842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ff0c224-291d-4195-a8ce-b74389cc9151 req-671f585b-465d-4ab3-a9f3-f6ec72022501 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0471683 Sep 29 23:54:59.661238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3ff0c224-291d-4195-a8ce-b74389cc9151 req-5212a7c9-bf44-4f94-a3d3-3a286ea5d2bd tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312443 Sep 29 23:55:00.781548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6ddbe-9e3d-49bc-87dd-8bd939710f19 req-5692516a-0865-4d11-a5bb-35efbdd6d644 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:00.783030 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fa6ddbe-9e3d-49bc-87dd-8bd939710f19 req-5692516a-0865-4d11-a5bb-35efbdd6d644 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0535777 Sep 29 23:55:00.820139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6fa6ddbe-9e3d-49bc-87dd-8bd939710f19 req-65ca7541-95c7-4349-85c1-e9a984f27ebf tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310533 Sep 29 23:55:01.940630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937f36f-e714-4d3e-a86e-2d23e229804f req-edbbddec-479b-40bf-9e98-b1afb3da0f89 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:01.942132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8937f36f-e714-4d3e-a86e-2d23e229804f req-edbbddec-479b-40bf-9e98-b1afb3da0f89 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0490842 Sep 29 23:55:01.979091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8937f36f-e714-4d3e-a86e-2d23e229804f req-e76d7a58-7b07-497c-ac80-482db64750d0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310013 Sep 29 23:55:03.095056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61b19b-d3b0-484f-8062-4647b3756ad4 req-8fb73cc1-32a2-4591-a29d-5abce451c3f5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:03.096580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb61b19b-d3b0-484f-8062-4647b3756ad4 req-8fb73cc1-32a2-4591-a29d-5abce451c3f5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0486403 Sep 29 23:55:03.141389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cb61b19b-d3b0-484f-8062-4647b3756ad4 req-675cdc62-f5c1-412a-9bb3-2be3a809388d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381205 Sep 29 23:55:03.358589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65e3f4db-3517-491a-acd2-df80120123d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:04.267880 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a28147-e976-4391-8965-9bb667f5fafd req-6ada2c21-1d3c-4f4f-927a-207b7aa56a6c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:04.269375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49a28147-e976-4391-8965-9bb667f5fafd req-6ada2c21-1d3c-4f4f-927a-207b7aa56a6c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0600421 Sep 29 23:55:04.306851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-49a28147-e976-4391-8965-9bb667f5fafd req-41bbf1ff-e9b5-4947-9545-28eca5f1aa5b tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315313 Sep 29 23:55:05.421965 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08561feb-d7a5-4c96-b7ec-100ffa4502fd req-c8604583-0f66-4297-a653-0a09537629d4 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:05.423374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08561feb-d7a5-4c96-b7ec-100ffa4502fd req-c8604583-0f66-4297-a653-0a09537629d4 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0484598 Sep 29 23:55:05.460635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-08561feb-d7a5-4c96-b7ec-100ffa4502fd req-bbef72d7-edcb-45e6-aaf7-c0fe55cd5bac tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313210 Sep 29 23:55:06.278380 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ba279e25-f5dd-49fe-ae2a-e7ff4011e0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:06.575363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85400b17-d932-47d1-a41a-edff2cdaffa9 req-88760374-ad14-4a30-bdd9-cb6a1803e49f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:06.576790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85400b17-d932-47d1-a41a-edff2cdaffa9 req-88760374-ad14-4a30-bdd9-cb6a1803e49f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0490215 Sep 29 23:55:06.614179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85400b17-d932-47d1-a41a-edff2cdaffa9 req-e7a6e2e7-d092-4783-a8c7-2350bdba55cd tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314639 Sep 29 23:55:06.645151 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:07.606437 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:07.733448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a418da-2ef5-47af-a708-e7bc53eaaf06 req-f6b42512-4621-49d5-a0c1-8b1e62c2f65c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:07.734950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59a418da-2ef5-47af-a708-e7bc53eaaf06 req-f6b42512-4621-49d5-a0c1-8b1e62c2f65c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0534780 Sep 29 23:55:07.773001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59a418da-2ef5-47af-a708-e7bc53eaaf06 req-bf3fd832-de10-42cf-a70f-2b2cd429b874 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Sep 29 23:55:08.786925 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:08.889033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad46f26-d337-4608-9302-2a522c081937 req-00ef2055-c01f-4084-a44d-c60bcdaefc23 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:08.890523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dad46f26-d337-4608-9302-2a522c081937 req-00ef2055-c01f-4084-a44d-c60bcdaefc23 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0491502 Sep 29 23:55:08.928094 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dad46f26-d337-4608-9302-2a522c081937 req-fe5341b3-d058-4704-9e65-fe7af7689d32 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316164 Sep 29 23:55:09.973480 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:10.047253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703e2f8-c010-45bc-8ef5-715fe7da9e92 req-e5f65e91-e57a-4973-a765-9bc56656da2c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:10.048926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1703e2f8-c010-45bc-8ef5-715fe7da9e92 req-e5f65e91-e57a-4973-a765-9bc56656da2c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0512407 Sep 29 23:55:10.087440 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1703e2f8-c010-45bc-8ef5-715fe7da9e92 req-a70d1623-e077-4037-82c2-bfef27510578 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323000 Sep 29 23:55:11.273228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb3a1f-8e65-4105-8014-5a8a46a397e3 req-c0d512d0-934b-4480-8674-0fd63153a8e0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:11.274797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-19fb3a1f-8e65-4105-8014-5a8a46a397e3 req-c0d512d0-934b-4480-8674-0fd63153a8e0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.1166809 Sep 29 23:55:11.315290 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-19fb3a1f-8e65-4105-8014-5a8a46a397e3 req-67e86385-18ac-4ba2-8ce7-53bb1c18d551 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334587 Sep 29 23:55:11.461692 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-10e0f99e-f282-4177-ba72-a85ee9420f60 service neutron] show failed (client error): The resource could not be found. Sep 29 23:55:11.462729 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-10e0f99e-f282-4177-ba72-a85ee9420f60 service neutron] 10.222.0.26 "GET /v2.0/ports/45810e9d-2b5f-4929-9bdf-60a7c9525763/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0572674 Sep 29 23:55:11.650238 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-94e744fc-284e-4ca9-9c2b-ac86bcd00636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:11.651812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-94e744fc-284e-4ca9-9c2b-ac86bcd00636 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 1097 time: 0.0409896 Sep 29 23:55:11.670096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:55:11.727096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:11.936415 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:11.968775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:55:12.005385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:55:12.007674 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bc7c28-2070-4ef3-a385-35e06eada1b8" -d '{"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:55:12.012102 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:12.024459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Transition to ACTIVE for port object 45810e9d-2b5f-4929-9bdf-60a7c9525763 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:55:12.029101 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:12.063169 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970ef929-651a-4d79-90d5-e4187950b437 x-openstack-request-id: req-970ef929-651a-4d79-90d5-e4187950b437 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:55:12.063463 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:55:12.063715 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-970ef929-651a-4d79-90d5-e4187950b437 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:55:12.064126 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'code': 200} Sep 29 23:55:12.375520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:12.388635 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.388974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.389308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.389638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.389961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.390283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.390601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.390919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.391235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.391558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.391901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.392216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:12.436040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] No DVR routers for this DVR port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on host n-h2-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:55:12.497846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d4153-1c08-475a-8587-d4909f3f0ef8 req-8be45e46-031c-4e72-888d-5e6192fcf15f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:12.499237 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec4d4153-1c08-475a-8587-d4909f3f0ef8 req-8be45e46-031c-4e72-888d-5e6192fcf15f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.1122813 Sep 29 23:55:12.576414 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ec4d4153-1c08-475a-8587-d4909f3f0ef8 req-8dda24c6-403f-4811-ae96-e6827fa847f8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689855 Sep 29 23:55:12.610928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:55:12.611263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:55:12.611588 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:55:12.615743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:55:12.616098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:55:12.621406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:55:12.621743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:55:12.622127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:55:12.622550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Bound port: 45810e9d-2b5f-4929-9bdf-60a7c9525763, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:55:12.622903 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:12.683272 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:55:12.686220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:55:12.689698 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:12.722890 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:12.723505 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:12.724909 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] 10.222.0.42 "PUT /v2.0/ports/45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1092 time: 1.0589771 Sep 29 23:55:12.747592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af13d6-719c-4fb7-bb83-07db43512ac5 service neutron] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:12.806363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-4ce428f0-7f1a-4ffa-afe1-e04788e2d6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:12.808064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-4ce428f0-7f1a-4ffa-afe1-e04788e2d6b3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1095 time: 0.0420127 Sep 29 23:55:12.906440 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-ccf0996b-a0ed-4351-ab87-e3706143deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:12.907986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-ccf0996b-a0ed-4351-ab87-e3706143deb2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0933199 Sep 29 23:55:12.972088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-07f98710-9fc2-4cd2-9527-618b085d21f4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1001 time: 0.0572004 Sep 29 23:55:13.025089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-a43aa6c3-c434-4627-a72f-96aabb9d28d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:13.027326 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-a43aa6c3-c434-4627-a72f-96aabb9d28d2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0481255 Sep 29 23:55:13.072356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-e7d9588a-4bfa-4f7a-93f1-38c67787755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:13.074025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-e7d9588a-4bfa-4f7a-93f1-38c67787755c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395861 Sep 29 23:55:13.168386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-2c03285a-f627-4502-8896-05f96aa44e4b service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858085 Sep 29 23:55:13.256384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d95164-4514-4dba-8d2e-e34b9a2ff864 req-fa2cc414-8fab-4c68-bd25-072c4533ee23 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809622 Sep 29 23:55:13.749414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b3399-58f1-410f-8635-b958eb84738d req-5969ad84-fd70-40f5-b541-2d7fa5d185e3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:13.751245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e9b3399-58f1-410f-8635-b958eb84738d req-5969ad84-fd70-40f5-b541-2d7fa5d185e3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.1009996 Sep 29 23:55:13.789759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5e9b3399-58f1-410f-8635-b958eb84738d req-bbc056f3-6883-49cb-90ab-7f5fbd990b9a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Sep 29 23:55:14.065723 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:55:14.068163 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7" -d '{"events": [{"name": "network-changed", "server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:55:14.118696 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a90db2-bf5e-42cc-8475-e281f32e9625 x-openstack-request-id: req-67a90db2-bf5e-42cc-8475-e281f32e9625 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:55:14.118996 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:55:14.119249 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-67a90db2-bf5e-42cc-8475-e281f32e9625 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:55:14.119658 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'status': 'completed', 'code': 200} Sep 29 23:55:14.165037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:55:14.198858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-809587f0-fbc5-4cea-823e-495575d859e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:14.200502 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-809587f0-fbc5-4cea-823e-495575d859e6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1095 time: 0.0607665 Sep 29 23:55:14.206474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:55:14.231264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-5cf5d92c-2c3c-4e99-9a58-e00d7f827b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:14.232800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-5cf5d92c-2c3c-4e99-9a58-e00d7f827b5b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1095 time: 0.0616808 Sep 29 23:55:14.301353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-2e4ac92b-c0a1-4145-aa7b-0eeed3f43a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:14.302860 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-2e4ac92b-c0a1-4145-aa7b-0eeed3f43a88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0952187 Sep 29 23:55:14.335459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-c3ca79f7-0fa1-415b-928e-395e0fe207da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:14.337412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-c3ca79f7-0fa1-415b-928e-395e0fe207da service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0970144 Sep 29 23:55:14.398414 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-fad6f9f3-7f55-4aaa-aa08-421444536e56 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1001 time: 0.0881324 Sep 29 23:55:14.446739 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-02ab7edb-90b2-44dd-8a02-c35e558dc658 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1001 time: 0.1011751 Sep 29 23:55:14.457928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-275e093a-f22e-4e65-9b29-f7133841f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:14.459413 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-275e093a-f22e-4e65-9b29-f7133841f14b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0539415 Sep 29 23:55:14.514720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-9c9f9d06-75a8-4f29-8992-38e177c6c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:14.516277 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-9c9f9d06-75a8-4f29-8992-38e177c6c39d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0630934 Sep 29 23:55:14.520486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-8f391ba0-3153-4783-b847-4828ace84d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:14.522021 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-8f391ba0-3153-4783-b847-4828ace84d13 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561616 Sep 29 23:55:14.577000 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-39c51296-2a21-4a94-a4b4-45a9f8fadb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:14.578717 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-39c51296-2a21-4a94-a4b4-45a9f8fadb6d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555298 Sep 29 23:55:14.655673 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-45058af8-5803-4312-be87-a145cf6a862d service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267414 Sep 29 23:55:14.704721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-2ca1a79f-94fa-421a-a3f5-7d6302b9db1c service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185067 Sep 29 23:55:14.804337 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-f6835998-f579-4c58-b7fa-94fec88b0720 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405566 Sep 29 23:55:14.833729 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbb3547d-fb1e-40a7-bcfb-a8cbf6be50c7 req-b70fb354-dcb9-496c-8ad2-89ae6c0f1687 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217744 Sep 29 23:55:14.927592 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fea01-1999-4739-be54-8b950dbbec39 req-fe29a68c-20d5-483f-82aa-ad4de34d1456 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:14.932550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-385fea01-1999-4739-be54-8b950dbbec39 req-fe29a68c-20d5-483f-82aa-ad4de34d1456 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0634964 Sep 29 23:55:14.970721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-385fea01-1999-4739-be54-8b950dbbec39 req-d19e749a-cb61-4508-bd14-a3fd06036b0a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350430 Sep 29 23:55:16.089977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7eebc-a42c-4fb7-a0fc-d55c743eb81c req-a8702455-4f3c-43b5-8bd0-9d535faf8097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:16.091475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64c7eebc-a42c-4fb7-a0fc-d55c743eb81c req-a8702455-4f3c-43b5-8bd0-9d535faf8097 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0491045 Sep 29 23:55:16.132070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-64c7eebc-a42c-4fb7-a0fc-d55c743eb81c req-72a1da9c-01b1-451b-b4fd-4c5d7e02f9d1 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325093 Sep 29 23:55:17.252713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a836c8-a62a-472f-a18c-46f3f029b5ae req-caf57d32-9439-4def-8d1e-a7a3ff241302 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:17.254202 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7a836c8-a62a-472f-a18c-46f3f029b5ae req-caf57d32-9439-4def-8d1e-a7a3ff241302 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0498853 Sep 29 23:55:17.296283 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7a836c8-a62a-472f-a18c-46f3f029b5ae req-4a80c944-bd16-4992-b0cc-345d6273d1ee tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357080 Sep 29 23:55:18.420529 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259c88c2-ef08-4295-b4ac-728d8c34daa9 req-5a07c5b2-d6e4-42ec-8d05-aaf441f87d6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:18.422014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-259c88c2-ef08-4295-b4ac-728d8c34daa9 req-5a07c5b2-d6e4-42ec-8d05-aaf441f87d6e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0521402 Sep 29 23:55:18.472265 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-259c88c2-ef08-4295-b4ac-728d8c34daa9 req-c3e8801c-f3a1-42e0-b557-e41bffd8dce6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443769 Sep 29 23:55:19.588218 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fe847-4d4b-4c1b-9070-82875b4c4413 req-3585db4c-ac46-4ba8-a6df-61636a3a1e17 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:19.590722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-647fe847-4d4b-4c1b-9070-82875b4c4413 req-3585db4c-ac46-4ba8-a6df-61636a3a1e17 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0512521 Sep 29 23:55:19.629068 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-647fe847-4d4b-4c1b-9070-82875b4c4413 req-24f2d284-5a7c-4411-b4bb-afc3b73b01c7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322809 Sep 29 23:55:20.665392 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:20.746044 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fdf9a8-9f8b-472b-a23f-ee1652dc6331 req-c28a7813-9738-45f3-8942-7938a205541d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:20.747580 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18fdf9a8-9f8b-472b-a23f-ee1652dc6331 req-c28a7813-9738-45f3-8942-7938a205541d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0503104 Sep 29 23:55:20.785986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18fdf9a8-9f8b-472b-a23f-ee1652dc6331 req-d199d72a-0a49-4ab3-b6e7-693a04b18e77 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316451 Sep 29 23:55:21.705903 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:55:21.904711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488f740-046e-43d1-85a5-8a118e375186 req-7b861dc7-d1c2-447c-b375-966d2646f2fd tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:21.906179 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6488f740-046e-43d1-85a5-8a118e375186 req-7b861dc7-d1c2-447c-b375-966d2646f2fd tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0529389 Sep 29 23:55:21.943043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6488f740-046e-43d1-85a5-8a118e375186 req-2bd32f04-46ad-41b6-bdfe-af6859d53100 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309074 Sep 29 23:55:23.065879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcce3e5-954b-4d1f-b4ee-eecf90845f81 req-7a45c7ca-8d81-4ae0-acd2-0a03c06c955d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:23.067349 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbcce3e5-954b-4d1f-b4ee-eecf90845f81 req-7a45c7ca-8d81-4ae0-acd2-0a03c06c955d tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0498140 Sep 29 23:55:23.105399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbcce3e5-954b-4d1f-b4ee-eecf90845f81 req-bf7a3721-30fc-420c-a4f7-b718686e146e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315318 Sep 29 23:55:24.221226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfefa01-5379-40bc-94fc-a4c15de72118 req-5e76fb7a-ad30-4f0d-9ce4-b460c17535ad tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:24.222702 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dfefa01-5379-40bc-94fc-a4c15de72118 req-5e76fb7a-ad30-4f0d-9ce4-b460c17535ad tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0478175 Sep 29 23:55:24.259923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dfefa01-5379-40bc-94fc-a4c15de72118 req-4a73fda4-cae9-452e-bc73-c51e08c32e4c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311434 Sep 29 23:55:25.381381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2115122-067b-4bbd-9b65-5b885e14f96c req-3ab5cb3e-a8ce-4adc-8876-698ce4b11d73 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:25.382876 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2115122-067b-4bbd-9b65-5b885e14f96c req-3ab5cb3e-a8ce-4adc-8876-698ce4b11d73 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0541949 Sep 29 23:55:25.421570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2115122-067b-4bbd-9b65-5b885e14f96c req-fb6a9339-a9c2-4a4b-bc71-21657790cdf6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315733 Sep 29 23:55:26.538608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf7fe56-4a47-4a33-8c29-4d7f060b4959 req-899481ad-d943-40dd-9ebb-2487f10b96b2 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:26.540068 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-faf7fe56-4a47-4a33-8c29-4d7f060b4959 req-899481ad-d943-40dd-9ebb-2487f10b96b2 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0506258 Sep 29 23:55:26.578699 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-faf7fe56-4a47-4a33-8c29-4d7f060b4959 req-1875ff89-a2db-42c1-b2cf-a325a857e5c6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324266 Sep 29 23:55:26.906505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-653433e3-8ffa-40a8-8a07-f1e0ef59544a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:26.908036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-653433e3-8ffa-40a8-8a07-f1e0ef59544a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.42 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed&tenant_id=f88059189aa54940b4dc7d68b2a468a7&binding%3Ahost_id=n-h1-811173-2 HTTP/1.1" status: 200 len: 944 time: 0.0986164 Sep 29 23:55:26.919232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d1892-b6ab-4568-b56d-d40d5242b1a0 req-a552e742-7053-4aa8-802e-2599809c00a7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:26.920669 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-677d1892-b6ab-4568-b56d-d40d5242b1a0 req-a552e742-7053-4aa8-802e-2599809c00a7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 944 time: 0.0895753 Sep 29 23:55:26.958984 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-677d1892-b6ab-4568-b56d-d40d5242b1a0 req-2d9976e2-51d3-41cc-97f1-622c8deb3d24 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321751 Sep 29 23:55:27.020085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-7faa4c90-e466-49b4-a0af-690983797a24 service neutron] 10.222.0.42 "GET /v2.0/ports/45810e9d-2b5f-4929-9bdf-60a7c9525763/bindings/n-h1-811173-2 HTTP/1.1" status: 200 len: 382 time: 0.0984256 Sep 29 23:55:27.097363 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-4f0bf616-f3ad-4922-b84b-e97351109ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:27.098757 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-4f0bf616-f3ad-4922-b84b-e97351109ad4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1095 time: 0.0404861 Sep 29 23:55:27.192710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-d2712e8a-55af-4efa-ada4-e843c9cf5bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:27.194229 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-d2712e8a-55af-4efa-ada4-e843c9cf5bc8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0882030 Sep 29 23:55:27.256223 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-8afc0fba-f900-4a2b-bdb3-719da3fafc56 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1001 time: 0.0552564 Sep 29 23:55:27.306420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-e31e634a-6d9f-4b6a-b1ea-8345deb2ebd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:27.308447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-e31e634a-6d9f-4b6a-b1ea-8345deb2ebd3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0458722 Sep 29 23:55:27.353604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-3e18381f-df32-46e6-87db-3e4a50914657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:27.355103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-3e18381f-df32-46e6-87db-3e4a50914657 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399578 Sep 29 23:55:27.442563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-cfbe1161-a7fd-4600-a247-ca95ef0b20f2 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807950 Sep 29 23:55:27.532972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-1f2e86a1-b96d-4d5a-b962-982f72a31e92 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833714 Sep 29 23:55:27.554059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:55:27.646849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:27.657950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'port_id': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'mac_address': 'fa:16:3e:ad:40:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:55:27.696850 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:27.709118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45810e9d-2b5f-4929-9bdf-60a7c9525763 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:55:27.727036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:27.731171 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:27.779699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:27.786838 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.787187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.787531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.787898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.788234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.788560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.788887 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.789213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.789538 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.789863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.790187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:27.790514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:28.094195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9524ef-742c-4774-a21f-b873a86e2371 req-1a8b97dc-0486-49ec-84c4-01666be88ec6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:28.095687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e9524ef-742c-4774-a21f-b873a86e2371 req-1a8b97dc-0486-49ec-84c4-01666be88ec6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0491278 Sep 29 23:55:28.132634 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e9524ef-742c-4774-a21f-b873a86e2371 req-47341856-f371-4c99-88e1-914faa31906c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310519 Sep 29 23:55:28.202524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['45810e9d-2b5f-4929-9bdf-60a7c9525763'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:55:29.254112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314eaac-02b3-4482-ac9f-9315e1c55a38 req-4bdcd464-8d32-4e8f-add9-da60ed1a070c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:29.255579 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c314eaac-02b3-4482-ac9f-9315e1c55a38 req-4bdcd464-8d32-4e8f-add9-da60ed1a070c tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0526767 Sep 29 23:55:29.292917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c314eaac-02b3-4482-ac9f-9315e1c55a38 req-e73e2547-8c7e-4021-9388-f320587b9c35 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Sep 29 23:55:29.563659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:55:29.612878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 45810e9d-2b5f-4929-9bdf-60a7c9525763 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:55:29.616460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 45810e9d-2b5f-4929-9bdf-60a7c9525763 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:55:29.616836 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:29.694124 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:29.720722 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:55:29.722938 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c8cf93-f864-41ea-a4fa-cd9200d3be40" -d '{"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:55:29.735874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:29.740258 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:29.791790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:29.853639 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d90e851-9bbf-41c0-b41d-1abbac5f912f x-openstack-request-id: req-4d90e851-9bbf-41c0-b41d-1abbac5f912f {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:55:29.854517 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:55:29.854850 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4d90e851-9bbf-41c0-b41d-1abbac5f912f {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:55:29.855294 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'code': 200} Sep 29 23:55:30.412998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9caee9-4877-4496-aefc-9cd05ac4691b req-6c1eb1d1-d446-40da-8a21-1e966751802f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:30.414489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b9caee9-4877-4496-aefc-9cd05ac4691b req-6c1eb1d1-d446-40da-8a21-1e966751802f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0510366 Sep 29 23:55:30.453285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b9caee9-4877-4496-aefc-9cd05ac4691b req-b0d2a267-514d-411e-b55b-c5f22dcb8cd5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317910 Sep 29 23:55:31.575912 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b76a5e-2ef0-4564-a379-1f0685c74318 req-319b0ab4-4fe7-4f65-a52d-c5cac9f6f051 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:31.577363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06b76a5e-2ef0-4564-a379-1f0685c74318 req-319b0ab4-4fe7-4f65-a52d-c5cac9f6f051 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0502005 Sep 29 23:55:31.615691 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06b76a5e-2ef0-4564-a379-1f0685c74318 req-efea9c09-bcfe-4f08-b5cf-8e82c55c6cf8 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324492 Sep 29 23:55:31.735184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-b7faa6cf-b477-45f4-bafc-b3e2f48bb086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:31.736726 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-b7faa6cf-b477-45f4-bafc-b3e2f48bb086 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed&tenant_id=f88059189aa54940b4dc7d68b2a468a7 HTTP/1.1" status: 200 len: 1097 time: 0.0420318 Sep 29 23:55:31.749838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:55:31.801815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:32.012624 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:32.044953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:55:32.083304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:55:32.085584 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d641d7d6-92d2-49cf-be7a-69f4b4521248" -d '{"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:55:32.089499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:32.101548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Transition to ACTIVE for port object 45810e9d-2b5f-4929-9bdf-60a7c9525763 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:55:32.105734 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:32.205083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:32.215478 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.215685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.216087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.216417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.216755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.217093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.217425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.217756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.218157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.218406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.218737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.219164 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:55:32.225022 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 29 Sep 2021 23:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c9d36f0-fa99-4cdd-898d-32ff79a4583a x-openstack-request-id: req-2c9d36f0-fa99-4cdd-898d-32ff79a4583a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:55:32.225321 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:55:32.225573 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2c9d36f0-fa99-4cdd-898d-32ff79a4583a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:55:32.225975 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'code': 200} Sep 29 23:55:32.253240 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] No DVR routers for this DVR port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:55:32.395312 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-14620f94-5d9f-4711-92fb-d2e0effffdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:32.396818 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-14620f94-5d9f-4711-92fb-d2e0effffdc0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1054 time: 0.0902507 Sep 29 23:55:32.445746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:55:32.446085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:55:32.446415 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:55:32.453955 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:55:32.454276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Attempting to bind port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on network 3f604a29-797f-4edd-97d2-c9a3d8907683 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:55:32.468191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:55:32.468531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Checking segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:55:32.468915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Bound using segment: {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:55:32.469345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Bound port: 45810e9d-2b5f-4929-9bdf-60a7c9525763, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a9c1d40-345f-424e-b29b-7c34ebc4fc26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:55:32.469709 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:32.551607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-8c6e1d0f-ae83-4ab9-bd5b-6f13d95bd96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:32.553052 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-8c6e1d0f-ae83-4ab9-bd5b-6f13d95bd96b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.1363308 Sep 29 23:55:32.620361 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:55:32.636615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:55:32.642540 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:32.647951 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-de3d9614-6e59-4b17-9db7-8467fa57780d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1001 time: 0.0868704 Sep 29 23:55:32.710500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:32.711122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:32.712581 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] 10.222.0.26 "PUT /v2.0/ports/45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1093 time: 0.9670498 Sep 29 23:55:32.738905 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=11']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:32.745187 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-91ccba37-4b26-414d-b142-4bd2a68c15df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:32.745909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5c4ca-c60d-421d-9453-54dd64a1b085 req-bfa32091-2e11-41da-9796-8f664b7ecb23 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:32.746685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-91ccba37-4b26-414d-b142-4bd2a68c15df service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0750527 Sep 29 23:55:32.748279 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96f5c4ca-c60d-421d-9453-54dd64a1b085 req-bfa32091-2e11-41da-9796-8f664b7ecb23 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0597823 Sep 29 23:55:32.790563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96f5c4ca-c60d-421d-9453-54dd64a1b085 req-d09dabca-c721-44bb-8628-2a0ad5415555 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353646 Sep 29 23:55:32.803921 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-31bff110-8ee1-4295-a359-a615f0ab955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:32.805440 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-31bff110-8ee1-4295-a359-a615f0ab955a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505934 Sep 29 23:55:32.899703 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-497cc865-8823-4da0-a97c-7e1ff214e890 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866966 Sep 29 23:55:32.993676 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-71cfe619-b7de-4f4d-9d02-87330446e58f req-5ebfe496-87a4-47a3-9437-412a7983e16f service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869539 Sep 29 23:55:33.075965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-99e05a7a-9e74-46a0-973e-fe10e9ad8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:33.077358 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-99e05a7a-9e74-46a0-973e-fe10e9ad8996 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1096 time: 0.0414193 Sep 29 23:55:33.167731 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-402dbbce-abdc-4d06-b7b7-1e7055d1e146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:33.169211 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-402dbbce-abdc-4d06-b7b7-1e7055d1e146 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0849450 Sep 29 23:55:33.238062 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-b2803a9f-a23b-4c1c-b4a1-8ff700e3356d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1001 time: 0.0608232 Sep 29 23:55:33.292807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-cf656fe0-9a62-4b1a-91a4-895e8d5dc941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:33.294265 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-cf656fe0-9a62-4b1a-91a4-895e8d5dc941 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0480406 Sep 29 23:55:33.342894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-60035c51-f2bb-42ec-abbb-ca4a15e7328b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:33.344499 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-60035c51-f2bb-42ec-abbb-ca4a15e7328b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411716 Sep 29 23:55:33.359662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-44c5273a-2e40-4685-a5fa-29b89f00d110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:33.440217 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-942420e5-523c-4da1-9b6a-aa9d8d76c51c service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877118 Sep 29 23:55:33.532055 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-d043da5e-a4dd-40ae-a320-fe244875bad6 service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848975 Sep 29 23:55:33.611953 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:55:33.650939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:55:33.912432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384e9a6-095f-4a27-878f-19340de0d70d req-419cad84-4dae-4712-b13d-f8aedd7adcf9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:33.913956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3384e9a6-095f-4a27-878f-19340de0d70d req-419cad84-4dae-4712-b13d-f8aedd7adcf9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0498874 Sep 29 23:55:33.954203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3384e9a6-095f-4a27-878f-19340de0d70d req-3c185d1c-f178-4b23-9001-b26272d1ebed tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326574 Sep 29 23:55:34.227576 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:55:34.230469 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c" -d '{"events": [{"name": "network-changed", "server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:55:34.279474 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef7af0f6-bca5-4ff1-b93a-1c6384b63a4e x-openstack-request-id: req-ef7af0f6-bca5-4ff1-b93a-1c6384b63a4e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:55:34.279772 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:55:34.280060 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ef7af0f6-bca5-4ff1-b93a-1c6384b63a4e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:55:34.280472 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'status': 'completed', 'code': 200} Sep 29 23:55:34.339140 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-8760ee1c-8a36-4323-b989-0a7d8ec87fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:34.340772 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-8760ee1c-8a36-4323-b989-0a7d8ec87fc6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1096 time: 0.0430179 Sep 29 23:55:34.367904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-ecf2ef47-19b4-4a4c-bd79-cb6b623f9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:34.370519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-ecf2ef47-19b4-4a4c-bd79-cb6b623f9d9d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f88059189aa54940b4dc7d68b2a468a7&device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 1096 time: 0.0419898 Sep 29 23:55:34.433277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-7fdd168d-e4b1-4029-8a38-140f85da6546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:34.434914 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-7fdd168d-e4b1-4029-8a38-140f85da6546 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0868206 Sep 29 23:55:34.468738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-79d4cd8b-b3f4-4e29-9f51-6d7eef77d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:34.470236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-79d4cd8b-b3f4-4e29-9f51-6d7eef77d709 service neutron] 10.222.0.42 "GET /v2.0/networks?id=3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 200 len: 912 time: 0.0941632 Sep 29 23:55:34.508802 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-c0c3e67b-4cd5-44c6-b23d-22f263c7b180 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1001 time: 0.0657465 Sep 29 23:55:34.536765 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-132cb9f8-93c7-481c-ba09-0239ef33ad59 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 200 len: 1001 time: 0.0596097 Sep 29 23:55:34.561796 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-690163d2-c2b6-4963-93ec-26351424fb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:34.563561 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-690163d2-c2b6-4963-93ec-26351424fb22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0478976 Sep 29 23:55:34.593305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-b366de24-8f6c-4a16-a57e-dfb7876b58c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:34.594821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-b366de24-8f6c-4a16-a57e-dfb7876b58c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 200 len: 850 time: 0.0513690 Sep 29 23:55:34.612023 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-59367b61-d939-4f19-96c2-45421cb9167c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:34.613569 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-59367b61-d939-4f19-96c2-45421cb9167c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424783 Sep 29 23:55:34.643432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-3906dded-c8b5-4d63-a3d7-5952fb5a5d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:34.645001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-3906dded-c8b5-4d63-a3d7-5952fb5a5d0a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=3f604a29-797f-4edd-97d2-c9a3d8907683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435817 Sep 29 23:55:34.715583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-f3e1cad6-e86e-4b45-95ce-2cdb163d127e service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947187 Sep 29 23:55:34.740503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-a21695ea-953e-40e2-a127-df37decd83ea service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871975 Sep 29 23:55:34.815908 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-dde79a7e-ddc6-4113-acb8-32173a4e4c1f service neutron] 10.222.0.26 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924532 Sep 29 23:55:34.842147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bbe9c9d-36fa-4783-893f-dfc2de25ab7c req-340257dd-265e-4a83-8580-f3a474c71b50 service neutron] 10.222.0.42 "GET /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951345 Sep 29 23:55:35.071961 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea5b56c-d743-4d11-9ef2-f78edd4c25de req-4ea83030-5813-4afc-9a92-fc103a6e6851 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:35.073977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ea5b56c-d743-4d11-9ef2-f78edd4c25de req-4ea83030-5813-4afc-9a92-fc103a6e6851 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0496628 Sep 29 23:55:35.112390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9ea5b56c-d743-4d11-9ef2-f78edd4c25de req-77a46f38-0a0a-4e86-9152-99667cb74629 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319185 Sep 29 23:55:36.240392 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5cc569-c8ea-4754-bd83-8a18ecceb6df req-79a3e048-faff-42ef-9b84-0265586423f0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:36.241824 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c5cc569-c8ea-4754-bd83-8a18ecceb6df req-79a3e048-faff-42ef-9b84-0265586423f0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0575848 Sep 29 23:55:36.279672 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-53bfd933-28d7-4d7e-bad9-aec35ca70b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:36.285686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9c5cc569-c8ea-4754-bd83-8a18ecceb6df req-47ece2da-3de1-49f8-a3d6-919aab10fe0a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373142 Sep 29 23:55:36.646483 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:37.407293 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43dcbd-4f10-4827-bfca-641107f15e71 req-d89e9663-e9cc-416a-878c-d668a4c97469 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:37.408722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a43dcbd-4f10-4827-bfca-641107f15e71 req-d89e9663-e9cc-416a-878c-d668a4c97469 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0484364 Sep 29 23:55:37.446383 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a43dcbd-4f10-4827-bfca-641107f15e71 req-0bcb80ef-a530-434a-beb1-c318caef7852 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Sep 29 23:55:37.609085 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:38.561964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5858179-20b9-452d-a63d-e9778b203107 req-17c192a7-2b6e-4e21-ab66-a283199d7676 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:38.563446 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5858179-20b9-452d-a63d-e9778b203107 req-17c192a7-2b6e-4e21-ab66-a283199d7676 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0482996 Sep 29 23:55:38.600130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5858179-20b9-452d-a63d-e9778b203107 req-3b7a2d6b-7941-45da-a8d6-950100ec5952 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306582 Sep 29 23:55:38.789004 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:39.719251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ce83b-f9a2-4990-be97-c710392fb9fc req-1cc1c2fc-efa4-4b60-90d8-080539ea56ac tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:39.720759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-861ce83b-f9a2-4990-be97-c710392fb9fc req-1cc1c2fc-efa4-4b60-90d8-080539ea56ac tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0521708 Sep 29 23:55:39.759166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-861ce83b-f9a2-4990-be97-c710392fb9fc req-c8730913-5043-4762-8320-3e7a79e1f0b9 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321815 Sep 29 23:55:39.990038 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:40.873703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbabd097-267d-4110-ba23-566d8e59463a req-804c186a-c24f-4d10-b93e-6c3a210666d6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:40.875199 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbabd097-267d-4110-ba23-566d8e59463a req-804c186a-c24f-4d10-b93e-6c3a210666d6 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0481002 Sep 29 23:55:40.912183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbabd097-267d-4110-ba23-566d8e59463a req-b0f12fc3-5c0b-4eab-92d3-520b3e87ab74 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308473 Sep 29 23:55:42.026304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40157e18-4eb7-46db-a64f-48f04059e627 req-00e94b3a-28c8-46ad-95e9-e56220ef9d26 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:42.027696 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-40157e18-4eb7-46db-a64f-48f04059e627 req-00e94b3a-28c8-46ad-95e9-e56220ef9d26 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0480983 Sep 29 23:55:42.068067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-40157e18-4eb7-46db-a64f-48f04059e627 req-83c7e54a-3a27-4155-82f1-89bab8c36211 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343843 Sep 29 23:55:43.185411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43107830-a1b8-4eab-b1ee-15a0a1ea19c3 req-c8c5b9ef-d2ce-4fc4-8a2e-207e70415be0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:43.186865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43107830-a1b8-4eab-b1ee-15a0a1ea19c3 req-c8c5b9ef-d2ce-4fc4-8a2e-207e70415be0 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0518582 Sep 29 23:55:43.224075 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43107830-a1b8-4eab-b1ee-15a0a1ea19c3 req-c5e64b12-fb87-4167-86ad-02f68a0c9aac tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Sep 29 23:55:44.275393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:55:44.347401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b269b9c-8d18-41ae-859f-16afbbddacf1 req-16f90075-3270-40e3-8e81-73e0cfe03a16 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:44.348997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b269b9c-8d18-41ae-859f-16afbbddacf1 req-16f90075-3270-40e3-8e81-73e0cfe03a16 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 945 time: 0.0541375 Sep 29 23:55:44.375106 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:44.386897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'port_id': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'mac_address': 'fa:16:3e:ad:40:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:55:44.387577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b269b9c-8d18-41ae-859f-16afbbddacf1 req-7f8d42c0-d4df-4fb8-bb90-7d8161700356 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324211 Sep 29 23:55:44.422954 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:44.435926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45810e9d-2b5f-4929-9bdf-60a7c9525763 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:55:44.455409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:44.459283 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:44.502804 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf861c-809b-4994-bf1d-4a1f5811d185 req-2f8f9213-060f-40e7-bb8a-b0430888c26a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:44.504324 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7faf861c-809b-4994-bf1d-4a1f5811d185 req-2f8f9213-060f-40e7-bb8a-b0430888c26a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0508516 Sep 29 23:55:44.510855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=12']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:44.542761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7faf861c-809b-4994-bf1d-4a1f5811d185 req-69fc9a32-79ee-484b-9b07-c39a98c644d5 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323026 Sep 29 23:55:44.664868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924f390-ba29-4dc5-8710-d38e76ea8cf3 req-e60e17ce-b412-46ed-b85f-76ca87584512 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:44.666996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0924f390-ba29-4dc5-8710-d38e76ea8cf3 req-e60e17ce-b412-46ed-b85f-76ca87584512 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0577476 Sep 29 23:55:44.683675 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['45810e9d-2b5f-4929-9bdf-60a7c9525763'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:55:44.704386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0924f390-ba29-4dc5-8710-d38e76ea8cf3 req-10f8f742-0ace-4ac6-a4f9-e4dc233f9dbe tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Sep 29 23:55:44.939760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c44043-bd1e-49e0-9d20-bc741e267685 req-a1f091bb-0e04-40ab-aaba-7f1b15591fd7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:44.941170 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7c44043-bd1e-49e0-9d20-bc741e267685 req-a1f091bb-0e04-40ab-aaba-7f1b15591fd7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0484552 Sep 29 23:55:44.977686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7c44043-bd1e-49e0-9d20-bc741e267685 req-54523215-6436-4773-9a88-22d984225a3f tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302978 Sep 29 23:55:46.094379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89970729-1ec0-4c3c-9dea-7129b9a70300 req-37a2fb21-96e9-4e97-86b2-b558be8ffe01 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:46.095792 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89970729-1ec0-4c3c-9dea-7129b9a70300 req-37a2fb21-96e9-4e97-86b2-b558be8ffe01 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0483840 Sep 29 23:55:46.134554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89970729-1ec0-4c3c-9dea-7129b9a70300 req-ea9a3294-fc2e-4268-98e4-485cc2aa3f3e tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups?id=394ac573-0330-47e6-b92a-b8087217dfad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328112 Sep 29 23:55:46.289484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:55:46.340278 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 45810e9d-2b5f-4929-9bdf-60a7c9525763 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:55:46.343715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 45810e9d-2b5f-4929-9bdf-60a7c9525763 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:55:46.344114 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:46.418724 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:46.440246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:55:46.442465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-2d2b902c-b5fe-4c11-a99a-4d03f9c5135a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:46.442992 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c1af82-b900-4e48-be6a-09fd159cb3fd" -d '{"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:55:46.444007 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-2d2b902c-b5fe-4c11-a99a-4d03f9c5135a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 946 time: 0.0503776 Sep 29 23:55:46.455848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:46.460998 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:46.486329 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6451225-a311-4372-9266-0d9f11b7a33e x-openstack-request-id: req-c6451225-a311-4372-9266-0d9f11b7a33e {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:55:46.486631 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-plugged", "status": "completed", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:55:46.486888 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c6451225-a311-4372-9266-0d9f11b7a33e {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:55:46.487279 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'code': 200} Sep 29 23:55:46.513190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=13']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:46.544583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Deleting port 45810e9d-2b5f-4929-9bdf-60a7c9525763 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:55:46.544922 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:46.635902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] For port 45810e9d-2b5f-4929-9bdf-60a7c9525763, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45810e9d-2b5f-4929-9bdf-60a7c9525763,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:46.636407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:46.802363 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:46.802629 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:46.802945 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18 disassociated. External IP: 172.25.4.128, port: 45810e9d-2b5f-4929-9bdf-60a7c9525763. Sep 29 23:55:46.803285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Calling delete_port for 45810e9d-2b5f-4929-9bdf-60a7c9525763 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:55:46.929404 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:46.957926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event deleted for resources: {'Port': ['ID=45810e9d-2b5f-4929-9bdf-60a7c9525763,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:47.072821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:55:47.185785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:55:47.195703 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:55:47.205096 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:55:47.205585 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:55:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:47.227741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] No DVR routers for this DVR port 45810e9d-2b5f-4929-9bdf-60a7c9525763 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:55:47.230988 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:47.233060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0e75937c-fdf7-42bf-85af-b14422380b82 req-f8bd9f08-b060-48a8-b6b8-90202aba00e7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.26 "DELETE /v2.0/ports/45810e9d-2b5f-4929-9bdf-60a7c9525763 HTTP/1.1" status: 204 len: 173 time: 0.7822931 Sep 29 23:55:47.233496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-deleted', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:55:47.235237 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0d042183-e8a2-4365-bc61-81fe42c48768 req-fa33effd-63fa-4535-b201-1727128040fb tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 210 time: 0.0310621 Sep 29 23:55:47.235761 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d89a3f3-450f-4036-b9de-2716203d3d9c" -d '{"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-deleted", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:55:47.279451 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946a9824-c941-42e3-a30a-6845aa870f68 x-openstack-request-id: req-946a9824-c941-42e3-a30a-6845aa870f68 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:55:47.279744 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c6bb2c-660a-4427-abcf-28e00819e4ed", "name": "network-vif-deleted", "tag": "45810e9d-2b5f-4929-9bdf-60a7c9525763", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:55:47.280035 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-946a9824-c941-42e3-a30a-6845aa870f68 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:55:47.280458 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25c6bb2c-660a-4427-abcf-28e00819e4ed', 'name': 'network-vif-deleted', 'tag': '45810e9d-2b5f-4929-9bdf-60a7c9525763', 'status': 'completed', 'code': 200} Sep 29 23:55:47.425580 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:55:47.624970 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:47.654955 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:55:47.663228 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:55:47.663853 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:55:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:47.769508 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:55:47.967545 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:47.995041 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4cb7f5-f6eb-43bc-905a-8c4e984c9903 None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:08Z', 'revision_number': 4, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '3ba59ce0-17a8-479b-abba-1571ef07dfec', 'name': '', 'network_id': '3f604a29-797f-4edd-97d2-c9a3d8907683', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'mac_address': 'fa:16:3e:ee:8d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:07Z', 'updated_at': '2021-09-29T23:46:11Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'subnets': [{'id': '9b5b1c0a-e226-40c2-99e9-dd2789494729', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:55:48.209168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76f953e-951c-4a2e-9463-74e7634a4c18 None None] New status for floating IP 29243fce-bafb-4c6d-b7de-3cad63ff2e18: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:55:48.351659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6911386f-548c-47b9-b457-b49f75bfe587 req-c0fd6c9b-5b3e-4502-8351-9c41909c21a3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 210 time: 0.0373895 Sep 29 23:55:49.449907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c5342b0-d70d-4ad0-a31d-3a509f24865f req-1b3e2430-40e5-42c5-827c-ad8f4835579a tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 210 time: 0.0271523 Sep 29 23:55:50.338263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:55:50.358491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 45810e9d-2b5f-4929-9bdf-60a7c9525763 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:55:50.358835 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45810e9d-2b5f-4929-9bdf-60a7c9525763 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:55:50.547438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fb7ed831-9760-4db4-b241-db4351220f94 req-598d8c9a-2355-4613-9bd6-b1cc010148a1 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/ports?device_id=25c6bb2c-660a-4427-abcf-28e00819e4ed HTTP/1.1" status: 200 len: 210 time: 0.0287371 Sep 29 23:55:50.662666 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:54.265502 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36940) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:54.322319 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cc70627-dec1-469b-a487-b8be4609fae7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:54.350133 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cc70627-dec1-469b-a487-b8be4609fae7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:54.401647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cc70627-dec1-469b-a487-b8be4609fae7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:54.404463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8cc70627-dec1-469b-a487-b8be4609fae7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:54.405777 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8cc70627-dec1-469b-a487-b8be4609fae7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "DELETE /v2.0/security-groups/394ac573-0330-47e6-b92a-b8087217dfad HTTP/1.1" status: 204 len: 168 time: 0.1392548 Sep 29 23:55:54.408435 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36942) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:54.415593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc70627-dec1-469b-a487-b8be4609fae7 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394ac573-0330-47e6-b92a-b8087217dfad,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:54.422603 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [None req-3ac8c542-5f55-4835-a4d3-45af93276176 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] show failed (client error): The resource could not be found. Sep 29 23:55:54.423629 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3ac8c542-5f55-4835-a4d3-45af93276176 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "GET /v2.0/security-groups/394ac573-0330-47e6-b92a-b8087217dfad HTTP/1.1" status: 404 len: 347 time: 0.0141549 Sep 29 23:55:54.426559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36944) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:54.845349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbcb0d-90ee-4da5-b3fb-0b8f91bc11d3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Deleting port 36fb7589-7844-4deb-b4c4-7fa1f8db2601 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:55:54.845643 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7fbcb0d-90ee-4da5-b3fb-0b8f91bc11d3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:54.926040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7fbcb0d-90ee-4da5-b3fb-0b8f91bc11d3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:54.926390 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7fbcb0d-90ee-4da5-b3fb-0b8f91bc11d3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:54.937733 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-d7fbcb0d-90ee-4da5-b3fb-0b8f91bc11d3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Calling delete_port for 36fb7589-7844-4deb-b4c4-7fa1f8db2601 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:55:55.069136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7fbcb0d-90ee-4da5-b3fb-0b8f91bc11d3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:55.098429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fbcb0d-90ee-4da5-b3fb-0b8f91bc11d3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Pushing event deleted for resources: {'Port': ['ID=36fb7589-7844-4deb-b4c4-7fa1f8db2601,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:55.158115 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7fbcb0d-90ee-4da5-b3fb-0b8f91bc11d3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:55.160652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d7fbcb0d-90ee-4da5-b3fb-0b8f91bc11d3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:55.164622 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d7fbcb0d-90ee-4da5-b3fb-0b8f91bc11d3 tempest-ServerActionsTestJSON-355382441 tempest-ServerActionsTestJSON-355382441-project] 10.222.0.44 "DELETE /v2.0/floatingips/29243fce-bafb-4c6d-b7de-3cad63ff2e18 HTTP/1.1" status: 204 len: 168 time: 0.7340786 Sep 29 23:55:55.164998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36946) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:55.565848 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:55.810721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] Deleting port 3ba59ce0-17a8-479b-abba-1571ef07dfec {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:55:55.811124 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:55.894990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] For port 3ba59ce0-17a8-479b-abba-1571ef07dfec, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=3ba59ce0-17a8-479b-abba-1571ef07dfec,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:55.895360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:55.907770 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] Calling delete_port for 3ba59ce0-17a8-479b-abba-1571ef07dfec owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:55:56.086444 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:56.113530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3ba59ce0-17a8-479b-abba-1571ef07dfec,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:56.293040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:56.507640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] Router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:55:56.614239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:55:56.619327 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1f650b2b-d5c9-4680-af42-f7f6a4fab6fa admin admin] 10.222.0.44 "PUT /v2.0/routers/3004326e-6af7-4c7f-b5c8-3532cac7bb55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4535408 Sep 29 23:55:56.622114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36950) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:56.624057 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] Sync routers for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:55:56.633917 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:55:56.634524 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:55:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:56.727584 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:56.742927 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:55:56.831637 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:56.883618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Deleting port ffd95122-19c6-44b9-ae99-9676a4f3d968 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:55:56.883991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:56.933590 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:55:56Z', 'revision_number': 5, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port': {'id': 'ffd95122-19c6-44b9-ae99-9676a4f3d968', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:19:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:46:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:56.960075 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] Checking router: 3004326e-6af7-4c7f-b5c8-3532cac7bb55 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:55:56.968466 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] Routers {'3004326e-6af7-4c7f-b5c8-3532cac7bb55'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:55:56.969083 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:55:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:56.973954 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] For port ffd95122-19c6-44b9-ae99-9676a4f3d968, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ffd95122-19c6-44b9-ae99-9676a4f3d968,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:56.974343 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:56.986667 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Calling delete_port for ffd95122-19c6-44b9-ae99-9676a4f3d968 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:55:57.055490 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] Set router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:55:57.111760 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:55:56Z', 'revision_number': 6, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:57.137968 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de5264b-1df4-448a-8b8e-304764e364cb None None] The sync data for ids ['3004326e-6af7-4c7f-b5c8-3532cac7bb55'] in n-d-811173-2 is: [{'id': '3004326e-6af7-4c7f-b5c8-3532cac7bb55', 'name': 'tempest-ServerActionsTestJSON-772724734-router', 'tenant_id': 'f88059189aa54940b4dc7d68b2a468a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:46:05Z', 'updated_at': '2021-09-29T23:55:56Z', 'revision_number': 6, 'project_id': 'f88059189aa54940b4dc7d68b2a468a7', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:55:57.156606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.181964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd95122-19c6-44b9-ae99-9676a4f3d968,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:57.257895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.348527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.350844 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.395774 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.396353 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3004326e-6af7-4c7f-b5c8-3532cac7bb55 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:55:57.400853 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.402755 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0f623670-e8a0-48c2-8768-80c3cb9f40fa admin admin] 10.222.0.44 "DELETE /v2.0/routers/3004326e-6af7-4c7f-b5c8-3532cac7bb55 HTTP/1.1" status: 204 len: 168 time: 0.7796500 Sep 29 23:55:57.405313 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36952) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:57.450202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d87b69-68ae-408c-ae12-7689ad7a05e3 admin admin] Deleting subnet 9b5b1c0a-e226-40c2-99e9-dd2789494729 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:55:57.453216 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1d87b69-68ae-408c-ae12-7689ad7a05e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.489137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1d87b69-68ae-408c-ae12-7689ad7a05e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.528505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3ba59ce0-17a8-479b-abba-1571ef07dfec no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:55:57.548439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 3ba59ce0-17a8-479b-abba-1571ef07dfec {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:55:57.548915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 3ba59ce0-17a8-479b-abba-1571ef07dfec not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:55:57.584931 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1d87b69-68ae-408c-ae12-7689ad7a05e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.638936 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1d87b69-68ae-408c-ae12-7689ad7a05e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.665078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d87b69-68ae-408c-ae12-7689ad7a05e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b5b1c0a-e226-40c2-99e9-dd2789494729,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:57.669981 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1d87b69-68ae-408c-ae12-7689ad7a05e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.671794 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d1d87b69-68ae-408c-ae12-7689ad7a05e3 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9b5b1c0a-e226-40c2-99e9-dd2789494729 HTTP/1.1" status: 204 len: 168 time: 0.2655137 Sep 29 23:55:57.674529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36954) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:57.675846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906010b1-f044-437d-92d6-65562daf4782 None None] Network 3f604a29-797f-4edd-97d2-c9a3d8907683 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:55:57.750865 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.807516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Deleting port 60887c5b-d5b3-464b-a8bd-fe863a675d6f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:55:57.808546 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.876126 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] For port 60887c5b-d5b3-464b-a8bd-fe863a675d6f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=60887c5b-d5b3-464b-a8bd-fe863a675d6f,segment=NetworkSegment(6a9c1d40-345f-424e-b29b-7c34ebc4fc26),segment_id=6a9c1d40-345f-424e-b29b-7c34ebc4fc26)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:55:57.876756 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:57.890880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Calling delete_port for 60887c5b-d5b3-464b-a8bd-fe863a675d6f owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:55:57.975692 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.003428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=60887c5b-d5b3-464b-a8bd-fe863a675d6f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:58.009087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] No DVR routers for this DVR port 60887c5b-d5b3-464b-a8bd-fe863a675d6f on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:55:58.020448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b569a057-cc6d-4298-a2bf-d19229b39cb5 None None] DHCP port deletion for 3f604a29-797f-4edd-97d2-c9a3d8907683 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:55:58.085810 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.107194 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f604a29-797f-4edd-97d2-c9a3d8907683']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:58.120474 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9c1d40-345f-424e-b29b-7c34ebc4fc26') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:58.120893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9c1d40-345f-424e-b29b-7c34ebc4fc26') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:55:58.131208 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.149940 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.156496 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:55:58.156897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:55:58.158591 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:55:58.214093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.219529 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.221519 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] 10.222.0.44 "DELETE /v2.0/networks/3f604a29-797f-4edd-97d2-c9a3d8907683 HTTP/1.1" status: 204 len: 168 time: 0.5460734 Sep 29 23:55:58.233773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25f05c-f049-445b-8fcd-7f4c1f9891e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f604a29-797f-4edd-97d2-c9a3d8907683,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:58.334639 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36958) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:58.374296 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9241a7e0-7b05-4125-b1c5-93c16c962732 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f88059189aa54940b4dc7d68b2a468a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385082 Sep 29 23:55:58.377034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36960) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:58.427582 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa919928-fc34-4e12-8bc7-80aca8f6fa73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.447678 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa919928-fc34-4e12-8bc7-80aca8f6fa73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.493365 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa919928-fc34-4e12-8bc7-80aca8f6fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.496068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa919928-fc34-4e12-8bc7-80aca8f6fa73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:58.497312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fa919928-fc34-4e12-8bc7-80aca8f6fa73 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/3b12f18f-7a42-4edf-9f16-3d31aee5bc47 HTTP/1.1" status: 204 len: 168 time: 0.1193707 Sep 29 23:55:58.505692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa919928-fc34-4e12-8bc7-80aca8f6fa73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b12f18f-7a42-4edf-9f16-3d31aee5bc47,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:58.706085 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:55:59.196406 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 36982) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:59.225159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 60887c5b-d5b3-464b-a8bd-fe863a675d6f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:55:59.244624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 60887c5b-d5b3-464b-a8bd-fe863a675d6f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:55:59.244997 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 60887c5b-d5b3-464b-a8bd-fe863a675d6f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:55:59.245683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ffd95122-19c6-44b9-ae99-9676a4f3d968 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:55:59.270011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ffd95122-19c6-44b9-ae99-9676a4f3d968 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:55:59.270363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ffd95122-19c6-44b9-ae99-9676a4f3d968 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:55:59.297447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1689553267-network', 'tenant_id': 'affef115722b496ebf29907c45dce9b8'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:55:59.318843 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Made reservation on behalf of affef115722b496ebf29907c45dce9b8 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:55:59.321408 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.330744 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.417292 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.420715 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.441567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:55:59.456755 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a037580e-4e91-44e6-a870-49670abb0a7f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:59.460586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.460934 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Added segment c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd of type vlan for network 286143e2-d8a9-484f-b014-a4af6ad32928 Sep 29 23:55:59.500314 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.527616 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.528583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:59.529162 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.560171 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3626509 Sep 29 23:55:59.563457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 36986) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:55:59.568933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Request body: {'subnet': {'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1689553267-subnet', 'tenant_id': 'affef115722b496ebf29907c45dce9b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:55:59.589812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Made reservation on behalf of affef115722b496ebf29907c45dce9b8 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:55:59.591025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07c234-3859-40ae-b1ee-e3aa302233ab admin admin] Pushing event updated for resources: {'Network': ['ID=286143e2-d8a9-484f-b014-a4af6ad32928,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:59.592212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.600854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 286143e2-d8a9-484f-b014-a4af6ad32928 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:55:59.756836 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.814023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd7022f3-babf-43aa-99b1-59f23185e104,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:55:59.823033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Checking segment: {'id': 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:55:59.823526 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Network hostable DHCP agents. Network: 286143e2-d8a9-484f-b014-a4af6ad32928, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:55:59.839816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Network 286143e2-d8a9-484f-b014-a4af6ad32928 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:55:59.848579 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 286143e2-d8a9-484f-b014-a4af6ad32928) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:55:59.852727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:55:59.853321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:55:59.859387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae903bd-39a7-4a19-8f42-e8000461e101 None None] Network 286143e2-d8a9-484f-b014-a4af6ad32928 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:55:59.867628 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1427a1f9-881d-4cee-940e-3c21fdc903c5 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3024585 Sep 29 23:55:59.989873 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d323c61-e9ab-4565-aa7e-a6d0dd652832 None None] Network 286143e2-d8a9-484f-b014-a4af6ad32928 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:00.348665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-5361bbb2-b4fe-411a-b54d-a61c606ce76b tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:00.350184 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-5361bbb2-b4fe-411a-b54d-a61c606ce76b tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/networks?id=286143e2-d8a9-484f-b014-a4af6ad32928 HTTP/1.1" status: 200 len: 814 time: 0.1282463 Sep 29 23:56:00.365922 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-114f72e2-a2cc-41fc-8f79-329f9c8a503a tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/quotas/affef115722b496ebf29907c45dce9b8 HTTP/1.1" status: 200 len: 375 time: 0.0092480 Sep 29 23:56:00.399907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-28e864bb-7230-42a5-a3a1-928cfad31307 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=affef115722b496ebf29907c45dce9b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281525 Sep 29 23:56:00.412032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-061b4768-2391-44d9-a425-9c634759f11b service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:56:00.413011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-061b4768-2391-44d9-a425-9c634759f11b service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052137 Sep 29 23:56:00.512545 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-246a848d-4522-4ee7-89e4-20aa3fd84365 service neutron] 10.222.0.44 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923588 Sep 29 23:56:00.614766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-41ea49e4-a83f-4206-ae9c-1bc432104356 service neutron] 10.222.0.44 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929246 Sep 29 23:56:00.783160 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3473ce3-4aba-4c88-a366-48ef3541e37a req-737c48d3-8a2b-4bcf-a924-fc7b6dccd0b4 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 210 time: 0.0270152 Sep 29 23:56:01.808706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-4639db1a-b2b5-4e5d-94fd-b55d05e6aa93 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:01.810433 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-4639db1a-b2b5-4e5d-94fd-b55d05e6aa93 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.26 "GET /v2.0/networks?id=286143e2-d8a9-484f-b014-a4af6ad32928 HTTP/1.1" status: 200 len: 814 time: 0.1112320 Sep 29 23:56:01.824553 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Request body: {'port': {'device_id': '59ee0007-e0fc-4386-af82-2e8228971017', 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928', 'admin_state_up': True, 'tenant_id': 'affef115722b496ebf29907c45dce9b8'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:01.879509 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-802bcfc9-5e18-4447-a052-fd2dd48bce25 req-9ea03dd8-e82c-42e1-a7cf-8d1c15885170 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 210 time: 0.0265996 Sep 29 23:56:01.933408 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Made reservation on behalf of affef115722b496ebf29907c45dce9b8 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:01.937134 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:02.066461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Allocated IP 172.20.0.13 (286143e2-d8a9-484f-b014-a4af6ad32928/bd7022f3-babf-43aa-99b1-59f23185e104/ab2f4a58-486c-4c4e-a23e-b62b2dac0373) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:02.218025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:02.250467 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:02.292558 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Network 286143e2-d8a9-484f-b014-a4af6ad32928 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:02.295752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:02.302486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:02.328835 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Pushing event updated for resources: {'Port': ['ID=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:02.353535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:02.354146 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:02.367782 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d7bdf2f0-ef85-47b3-aae3-9e61eb15f116 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5483787 Sep 29 23:56:02.380231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Request body: {'port': {'device_id': '59ee0007-e0fc-4386-af82-2e8228971017', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:02.439721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:02.702534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab2f4a58-486c-4c4e-a23e-b62b2dac0373 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:56:02.709938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:02.722250 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Transition to ACTIVE for port object ab2f4a58-486c-4c4e-a23e-b62b2dac0373 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:56:02.726205 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:02.780613 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:02.850595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Attempting to bind port ab2f4a58-486c-4c4e-a23e-b62b2dac0373 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:56:02.851258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Attempting to bind port ab2f4a58-486c-4c4e-a23e-b62b2dac0373 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:56:02.851258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Attempting to bind port ab2f4a58-486c-4c4e-a23e-b62b2dac0373 on network 286143e2-d8a9-484f-b014-a4af6ad32928 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:02.856136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Port ab2f4a58-486c-4c4e-a23e-b62b2dac0373 on network 286143e2-d8a9-484f-b014-a4af6ad32928 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:56:02.856458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Attempting to bind port ab2f4a58-486c-4c4e-a23e-b62b2dac0373 on network 286143e2-d8a9-484f-b014-a4af6ad32928 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:02.861413 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:56:02.861746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Checking segment: {'id': 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:02.862125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Bound using segment: {'id': 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:56:02.862545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Bound port: ab2f4a58-486c-4c4e-a23e-b62b2dac0373, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:56:02.862897 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:02.927467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] For port ab2f4a58-486c-4c4e-a23e-b62b2dac0373, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:56:02.930858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] For port ab2f4a58-486c-4c4e-a23e-b62b2dac0373, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,segment=NetworkSegment(c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd),segment_id=c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:56:02.935790 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:02.980893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:02.981608 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:02.983053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] 10.222.0.26 "PUT /v2.0/ports/ab2f4a58-486c-4c4e-a23e-b62b2dac0373 HTTP/1.1" status: 200 len: 1092 time: 0.6071787 Sep 29 23:56:02.983497 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59ee0007-e0fc-4386-af82-2e8228971017', 'tag': 'ab2f4a58-486c-4c4e-a23e-b62b2dac0373'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:56:02.985768 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49036a92-85fa-4c63-8ba3-32b4a5fb2326" -d '{"events": [{"name": "network-changed", "server_uuid": "59ee0007-e0fc-4386-af82-2e8228971017", "tag": "ab2f4a58-486c-4c4e-a23e-b62b2dac0373"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:56:03.006791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a30bc7-455f-4e75-9eba-88ec608c60a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:03.017436 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb70d8b-af88-495a-a48f-cd46980247bd req-557f92ee-7c2a-4dc6-97b7-7991534fef47 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:03.019052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fb70d8b-af88-495a-a48f-cd46980247bd req-557f92ee-7c2a-4dc6-97b7-7991534fef47 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 944 time: 0.0694697 Sep 29 23:56:03.033105 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ddc9af4-8a99-4801-8868-37a8a4294d9a x-openstack-request-id: req-9ddc9af4-8a99-4801-8868-37a8a4294d9a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:56:03.033485 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59ee0007-e0fc-4386-af82-2e8228971017", "tag": "ab2f4a58-486c-4c4e-a23e-b62b2dac0373", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:56:03.033804 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9ddc9af4-8a99-4801-8868-37a8a4294d9a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:56:03.034256 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59ee0007-e0fc-4386-af82-2e8228971017', 'tag': 'ab2f4a58-486c-4c4e-a23e-b62b2dac0373', 'status': 'completed', 'code': 200} Sep 29 23:56:03.059028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0fb70d8b-af88-495a-a48f-cd46980247bd req-0dd926a5-84ee-4e5a-8313-4cca73a54aa8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322645 Sep 29 23:56:03.072697 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d43efa1c-f5d5-44bf-bf64-c9bcd50a2b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:03.075053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-d43efa1c-f5d5-44bf-bf64-c9bcd50a2b64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=affef115722b496ebf29907c45dce9b8&device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 1095 time: 0.0516145 Sep 29 23:56:03.116631 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-bcfdb7f2-7d23-4137-b8fe-7132ce94dc7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab2f4a58-486c-4c4e-a23e-b62b2dac0373 HTTP/1.1" status: 200 len: 217 time: 0.0339534 Sep 29 23:56:03.164904 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-efd0270a-fda8-4492-a6b1-2f7b24a67e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:03.166296 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-efd0270a-fda8-4492-a6b1-2f7b24a67e7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd7022f3-babf-43aa-99b1-59f23185e104 HTTP/1.1" status: 200 len: 854 time: 0.0425160 Sep 29 23:56:03.197122 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-0b20daf1-db9d-4536-8b33-6dd96557cb31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=286143e2-d8a9-484f-b014-a4af6ad32928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239487 Sep 29 23:56:03.361410 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95941bf8-b2a0-402f-b3aa-279ec9f44a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:03.578851 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-4b519a09-59bf-4650-b3a6-e06e7574b2cd service neutron] 10.222.0.26 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745797 Sep 29 23:56:03.671681 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-63c8ac52-f0ee-4a0f-9e96-2c121cf22f9f req-afe1b657-b95b-4143-8ecf-62b7d702447a service neutron] 10.222.0.26 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848536 Sep 29 23:56:03.757909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49036a92-85fa-4c63-8ba3-32b4a5fb2326 req-ea964047-1c19-4a5e-ae61-a075cc1d3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:03.759646 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-49036a92-85fa-4c63-8ba3-32b4a5fb2326 req-ea964047-1c19-4a5e-ae61-a075cc1d3774 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=affef115722b496ebf29907c45dce9b8&device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 1095 time: 0.0412276 Sep 29 23:56:03.849033 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49036a92-85fa-4c63-8ba3-32b4a5fb2326 req-97a1c4f3-69cc-41ef-816f-bdcc9790a3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:03.850394 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-49036a92-85fa-4c63-8ba3-32b4a5fb2326 req-97a1c4f3-69cc-41ef-816f-bdcc9790a3a4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=286143e2-d8a9-484f-b014-a4af6ad32928 HTTP/1.1" status: 200 len: 915 time: 0.0837853 Sep 29 23:56:03.895688 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-49036a92-85fa-4c63-8ba3-32b4a5fb2326 req-d7b76fcf-f44b-4d9c-b0e8-3db1694342f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab2f4a58-486c-4c4e-a23e-b62b2dac0373 HTTP/1.1" status: 200 len: 217 time: 0.0382516 Sep 29 23:56:03.944959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49036a92-85fa-4c63-8ba3-32b4a5fb2326 req-703c6499-2817-4697-82d1-5b89260888fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:03.946366 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-49036a92-85fa-4c63-8ba3-32b4a5fb2326 req-703c6499-2817-4697-82d1-5b89260888fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bd7022f3-babf-43aa-99b1-59f23185e104 HTTP/1.1" status: 200 len: 854 time: 0.0429356 Sep 29 23:56:03.977901 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-49036a92-85fa-4c63-8ba3-32b4a5fb2326 req-f53adaca-ad70-4667-b229-a2614c61f4ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=286143e2-d8a9-484f-b014-a4af6ad32928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236318 Sep 29 23:56:04.071819 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-49036a92-85fa-4c63-8ba3-32b4a5fb2326 req-54d6740e-8d0e-4306-a87d-06a85df1329c service neutron] 10.222.0.26 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859346 Sep 29 23:56:04.166817 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-49036a92-85fa-4c63-8ba3-32b4a5fb2326 req-b799977e-fe88-433c-b55d-f85825e104f5 service neutron] 10.222.0.26 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868111 Sep 29 23:56:04.174505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee9856-2e44-472a-8f4b-7b6670ffd4f9 req-32c56b79-c5d4-480a-9b35-bef73e98b782 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:04.176023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39ee9856-2e44-472a-8f4b-7b6670ffd4f9 req-32c56b79-c5d4-480a-9b35-bef73e98b782 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 944 time: 0.0477712 Sep 29 23:56:04.216981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39ee9856-2e44-472a-8f4b-7b6670ffd4f9 req-2c89500d-bb9b-4523-836b-c9f3d41ca3bd tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350745 Sep 29 23:56:05.329946 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb889da-0c2d-47b8-8042-99caa1b89110 req-c6d9ad88-dd6e-4652-aa8e-323e497746e8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:05.331436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ddb889da-0c2d-47b8-8042-99caa1b89110 req-c6d9ad88-dd6e-4652-aa8e-323e497746e8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 944 time: 0.0485239 Sep 29 23:56:05.368928 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ddb889da-0c2d-47b8-8042-99caa1b89110 req-82ef4636-c99b-41c0-8368-e0a339f03673 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Sep 29 23:56:06.281122 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-57d4a42f-0251-44b2-a579-4e07e1211776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:06.419330 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ab2f4a58-486c-4c4e-a23e-b62b2dac0373 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:56:06.485231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7327517-9ddd-4501-b590-79805e394716 req-f8797d2c-f852-4c8d-aebe-dafe9d0d5275 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:06.486725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7327517-9ddd-4501-b590-79805e394716 req-f8797d2c-f852-4c8d-aebe-dafe9d0d5275 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 944 time: 0.0488946 Sep 29 23:56:06.513124 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ab2f4a58-486c-4c4e-a23e-b62b2dac0373, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,segment=NetworkSegment(c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd),segment_id=c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:06.523979 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a7327517-9ddd-4501-b590-79805e394716 req-b5919307-c23f-4df7-b666-d390b1b285ec tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312810 Sep 29 23:56:06.524188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'ab2f4a58-486c-4c4e-a23e-b62b2dac0373', 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928', 'port_id': 'ab2f4a58-486c-4c4e-a23e-b62b2dac0373', 'mac_address': 'fa:16:3e:da:d2:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7022f3-babf-43aa-99b1-59f23185e104', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:56:06.567969 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:06.580676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab2f4a58-486c-4c4e-a23e-b62b2dac0373 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:56:06.598885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ab2f4a58-486c-4c4e-a23e-b62b2dac0373, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,segment=NetworkSegment(c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd),segment_id=c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:06.602517 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:06.658876 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:06.661801 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:06.787611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['ab2f4a58-486c-4c4e-a23e-b62b2dac0373'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:56:07.612040 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:07.639960 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1215-b1f3-43e0-9153-850998a378aa req-47c96f3f-20e9-4cc9-ae68-2073620f4637 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:07.641425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-976c1215-b1f3-43e0-9153-850998a378aa req-47c96f3f-20e9-4cc9-ae68-2073620f4637 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 945 time: 0.0497761 Sep 29 23:56:07.682672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-976c1215-b1f3-43e0-9153-850998a378aa req-0a1badca-dd67-4ccd-ab0d-eafc6bd167c1 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352037 Sep 29 23:56:08.414954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ab2f4a58-486c-4c4e-a23e-b62b2dac0373 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:08.462508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port ab2f4a58-486c-4c4e-a23e-b62b2dac0373 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:56:08.467121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port ab2f4a58-486c-4c4e-a23e-b62b2dac0373 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:08.467546 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:08.540843 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:08.563360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ee0007-e0fc-4386-af82-2e8228971017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2f4a58-486c-4c4e-a23e-b62b2dac0373'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:56:08.565617 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf5b5dd-83e3-405c-b556-bee299a4edce" -d '{"events": [{"server_uuid": "59ee0007-e0fc-4386-af82-2e8228971017", "name": "network-vif-plugged", "status": "completed", "tag": "ab2f4a58-486c-4c4e-a23e-b62b2dac0373"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:56:08.580823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port ab2f4a58-486c-4c4e-a23e-b62b2dac0373, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,segment=NetworkSegment(c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd),segment_id=c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:08.584855 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:08.609136 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae9ea65-4e97-4c67-9662-96c3d3764d21 x-openstack-request-id: req-cae9ea65-4e97-4c67-9662-96c3d3764d21 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:56:08.609430 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ee0007-e0fc-4386-af82-2e8228971017", "name": "network-vif-plugged", "status": "completed", "tag": "ab2f4a58-486c-4c4e-a23e-b62b2dac0373", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:56:08.609685 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cae9ea65-4e97-4c67-9662-96c3d3764d21 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:56:08.610074 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ee0007-e0fc-4386-af82-2e8228971017', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab2f4a58-486c-4c4e-a23e-b62b2dac0373', 'code': 200} Sep 29 23:56:08.635440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:08.704207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f763d7-069d-4a7b-8bf6-dfb4a882a9dc req-2eb016e1-a8a5-4b8d-8ab8-3ffb619482f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:08.705704 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57f763d7-069d-4a7b-8bf6-dfb4a882a9dc req-2eb016e1-a8a5-4b8d-8ab8-3ffb619482f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 1097 time: 0.0491228 Sep 29 23:56:08.742101 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-57f763d7-069d-4a7b-8bf6-dfb4a882a9dc req-06561c9a-26b9-4c88-a30d-a7a664a938f9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287297 Sep 29 23:56:08.792981 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:08.799891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c532e5e-db5d-40c3-83e8-a010008f6c84 req-df9b8bd3-fdc0-450f-bd17-d0c93151fb6c tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:08.801368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c532e5e-db5d-40c3-83e8-a010008f6c84 req-df9b8bd3-fdc0-450f-bd17-d0c93151fb6c tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0522261 Sep 29 23:56:08.839453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c532e5e-db5d-40c3-83e8-a010008f6c84 req-6b61011f-498b-471d-ad5d-cc0799be3abe tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Sep 29 23:56:09.956454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89db3679-b209-461e-bf4d-caba62b73d72 req-63e5c31a-7001-4af4-ac10-e4cf4807a7a0 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:09.957922 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89db3679-b209-461e-bf4d-caba62b73d72 req-63e5c31a-7001-4af4-ac10-e4cf4807a7a0 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0513780 Sep 29 23:56:09.995252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-89db3679-b209-461e-bf4d-caba62b73d72 req-2434f7fe-1c2a-49dd-b7cd-f0aa5915b726 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314457 Sep 29 23:56:10.007065 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:10.219083 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-44212d82-a122-4af0-b8ba-97f45c1ed172 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:10.220511 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-44212d82-a122-4af0-b8ba-97f45c1ed172 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/networks?id=286143e2-d8a9-484f-b014-a4af6ad32928 HTTP/1.1" status: 200 len: 814 time: 0.1062312 Sep 29 23:56:10.237227 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-50f37560-587a-4317-83f7-b8c47a1bc2c4 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/quotas/affef115722b496ebf29907c45dce9b8 HTTP/1.1" status: 200 len: 375 time: 0.0106230 Sep 29 23:56:10.284738 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-92bde263-eb13-4716-aa9b-afda523fd18e tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=affef115722b496ebf29907c45dce9b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0420141 Sep 29 23:56:10.349294 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-ed81d39a-605b-4f4d-92ba-83a4241fa1b6 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 29 23:56:10.350333 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-ed81d39a-605b-4f4d-92ba-83a4241fa1b6 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0589461 Sep 29 23:56:10.697888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-57ac99c8-3b8e-4806-b172-6a7c9e3fc473 service neutron] 10.222.0.44 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405192 Sep 29 23:56:10.785353 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-5e348803-6320-4b3c-9b97-b43ce6c95261 service neutron] 10.222.0.44 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812445 Sep 29 23:56:10.946177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d8a76334-6069-4980-a929-78918a0bccc8 req-dac0373d-d6bf-428e-9f6e-e2b7554a2d8b tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 210 time: 0.0257146 Sep 29 23:56:11.925803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-ac94a095-08a8-4b2f-b28d-e2ac4398f808 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:11.927430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-ac94a095-08a8-4b2f-b28d-e2ac4398f808 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.42 "GET /v2.0/networks?id=286143e2-d8a9-484f-b014-a4af6ad32928 HTTP/1.1" status: 200 len: 814 time: 0.1053042 Sep 29 23:56:11.952732 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Request body: {'port': {'device_id': '3cde04f5-1646-465d-98ad-cc77584d3663', 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928', 'admin_state_up': True, 'tenant_id': 'affef115722b496ebf29907c45dce9b8'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:12.044688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-45b07b3b-9a6b-4695-ab03-065d87b6f9e5 req-4e7e62d1-0ae6-401c-b95f-04140e046710 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 210 time: 0.0297251 Sep 29 23:56:12.084361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Made reservation on behalf of affef115722b496ebf29907c45dce9b8 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:12.087852 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:12.211559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Allocated IP 172.20.0.6 (286143e2-d8a9-484f-b014-a4af6ad32928/bd7022f3-babf-43aa-99b1-59f23185e104/73a5776d-04e7-4e07-b313-b80d2e72fee8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:12.356733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:12.390161 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:12.402520 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['ab2f4a58-486c-4c4e-a23e-b62b2dac0373'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:56:12.432250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Network 286143e2-d8a9-484f-b014-a4af6ad32928 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:12.435376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:12.439386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:12.474073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Pushing event updated for resources: {'Port': ['ID=73a5776d-04e7-4e07-b313-b80d2e72fee8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:12.484852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.485205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.485556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.485896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.486232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.486575 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.486900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.487227 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.487559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.487908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.488237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.488564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:12.506263 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:12.506892 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:12.522534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-f402c752-b034-4a07-8af4-430f45cb9da8 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5736690 Sep 29 23:56:12.540041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Request body: {'port': {'device_id': '3cde04f5-1646-465d-98ad-cc77584d3663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:12.595916 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:12.853595 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73a5776d-04e7-4e07-b313-b80d2e72fee8 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:56:12.862116 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:12.874469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Transition to ACTIVE for port object 73a5776d-04e7-4e07-b313-b80d2e72fee8 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:56:12.877497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:12.928834 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Pushing event updated for resources: {'Port': ['ID=73a5776d-04e7-4e07-b313-b80d2e72fee8,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:12.993519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Attempting to bind port 73a5776d-04e7-4e07-b313-b80d2e72fee8 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:56:12.993852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Attempting to bind port 73a5776d-04e7-4e07-b313-b80d2e72fee8 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:56:12.994175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Attempting to bind port 73a5776d-04e7-4e07-b313-b80d2e72fee8 on network 286143e2-d8a9-484f-b014-a4af6ad32928 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:12.998376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Port 73a5776d-04e7-4e07-b313-b80d2e72fee8 on network 286143e2-d8a9-484f-b014-a4af6ad32928 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:56:12.998694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Attempting to bind port 73a5776d-04e7-4e07-b313-b80d2e72fee8 on network 286143e2-d8a9-484f-b014-a4af6ad32928 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:13.003748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:56:13.004113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Checking segment: {'id': 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:13.004496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Bound using segment: {'id': 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:56:13.004915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Bound port: 73a5776d-04e7-4e07-b313-b80d2e72fee8, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:56:13.005270 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:13.065742 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] For port 73a5776d-04e7-4e07-b313-b80d2e72fee8, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:56:13.068786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] For port 73a5776d-04e7-4e07-b313-b80d2e72fee8, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=73a5776d-04e7-4e07-b313-b80d2e72fee8,segment=NetworkSegment(c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd),segment_id=c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:56:13.074509 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:13.112207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:13.112830 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:13.114226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] 10.222.0.42 "PUT /v2.0/ports/73a5776d-04e7-4e07-b313-b80d2e72fee8 HTTP/1.1" status: 200 len: 1091 time: 0.5786343 Sep 29 23:56:13.114659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cde04f5-1646-465d-98ad-cc77584d3663', 'tag': '73a5776d-04e7-4e07-b313-b80d2e72fee8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:56:13.116918 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92" -d '{"events": [{"name": "network-changed", "server_uuid": "3cde04f5-1646-465d-98ad-cc77584d3663", "tag": "73a5776d-04e7-4e07-b313-b80d2e72fee8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:56:13.165040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b363786-df2b-496e-85b2-43b36f98b848 service neutron] Pushing event updated for resources: {'Port': ['ID=73a5776d-04e7-4e07-b313-b80d2e72fee8,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:13.214337 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23613a-3daa-411f-83ae-7a710830ba1f req-92d51e21-6680-467b-90ce-90481a404900 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:13.215914 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee23613a-3daa-411f-83ae-7a710830ba1f req-92d51e21-6680-467b-90ce-90481a404900 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 943 time: 0.0960970 Sep 29 23:56:13.233061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-62a038c1-8598-4a22-82b6-68de1ea3936a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:13.234624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-62a038c1-8598-4a22-82b6-68de1ea3936a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=affef115722b496ebf29907c45dce9b8&device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 1094 time: 0.0648975 Sep 29 23:56:13.237106 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c91c8f-db16-4f22-9958-0cd8b5473228 x-openstack-request-id: req-e1c91c8f-db16-4f22-9958-0cd8b5473228 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:56:13.237396 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cde04f5-1646-465d-98ad-cc77584d3663", "tag": "73a5776d-04e7-4e07-b313-b80d2e72fee8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:56:13.237647 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-e1c91c8f-db16-4f22-9958-0cd8b5473228 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:56:13.238028 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cde04f5-1646-465d-98ad-cc77584d3663', 'tag': '73a5776d-04e7-4e07-b313-b80d2e72fee8', 'status': 'completed', 'code': 200} Sep 29 23:56:13.269734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee23613a-3daa-411f-83ae-7a710830ba1f req-b0459eee-9d78-4540-a20a-5256c76e0170 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448322 Sep 29 23:56:13.298586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-96965291-fbb5-4892-8fec-b74d195031d4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73a5776d-04e7-4e07-b313-b80d2e72fee8 HTTP/1.1" status: 200 len: 217 time: 0.0369885 Sep 29 23:56:13.347796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-4846e77e-13c1-4352-9a79-f6b56a5d483e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:13.349311 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-4846e77e-13c1-4352-9a79-f6b56a5d483e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd7022f3-babf-43aa-99b1-59f23185e104 HTTP/1.1" status: 200 len: 854 time: 0.0439138 Sep 29 23:56:13.384105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-13fd3a82-2494-4388-a675-bd9982d351fb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=286143e2-d8a9-484f-b014-a4af6ad32928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279808 Sep 29 23:56:13.471568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-38432124-f7ad-4d37-8288-381c7423c1cf service neutron] 10.222.0.42 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805814 Sep 29 23:56:13.564935 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-095dac5b-7770-4fe7-9e1d-62db590a5209 req-01c16f88-a414-47bf-b7cb-ef7ca3a5a9ef service neutron] 10.222.0.42 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855455 Sep 29 23:56:13.690733 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92 req-2d90f57f-6f61-4557-b92d-93cf72d2334c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:13.692292 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92 req-2d90f57f-6f61-4557-b92d-93cf72d2334c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=affef115722b496ebf29907c45dce9b8&device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 1094 time: 0.0421164 Sep 29 23:56:13.782015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92 req-3308e694-fbc9-4bc9-82d8-35668c4ac1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:13.783473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92 req-3308e694-fbc9-4bc9-82d8-35668c4ac1c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=286143e2-d8a9-484f-b014-a4af6ad32928 HTTP/1.1" status: 200 len: 915 time: 0.0841734 Sep 29 23:56:13.828880 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92 req-d736c41b-be14-4bde-95a8-3239805ccf27 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73a5776d-04e7-4e07-b313-b80d2e72fee8 HTTP/1.1" status: 200 len: 217 time: 0.0372837 Sep 29 23:56:13.878446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92 req-68359704-04ae-44b1-a9cf-083bf200b9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:13.879902 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92 req-68359704-04ae-44b1-a9cf-083bf200b9cf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=bd7022f3-babf-43aa-99b1-59f23185e104 HTTP/1.1" status: 200 len: 854 time: 0.0443215 Sep 29 23:56:13.912177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92 req-7b8e054a-8d81-45bb-8107-111274e57fc8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=286143e2-d8a9-484f-b014-a4af6ad32928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251079 Sep 29 23:56:14.004490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92 req-b3ddd71c-2e6b-44ba-895f-7cd34249a61f service neutron] 10.222.0.42 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852191 Sep 29 23:56:14.093049 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0949be0c-ea2f-4b9b-911d-ddd2e112bd92 req-9f8902de-3d5e-4ff6-8813-138658517ac9 service neutron] 10.222.0.42 "GET /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807126 Sep 29 23:56:14.391351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1515c8c-3108-4597-ac60-44c1bd3fb9bd req-66018b2a-af94-429e-8722-2e03a6fe9d3c tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:14.392829 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1515c8c-3108-4597-ac60-44c1bd3fb9bd req-66018b2a-af94-429e-8722-2e03a6fe9d3c tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 943 time: 0.0532076 Sep 29 23:56:14.430036 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1515c8c-3108-4597-ac60-44c1bd3fb9bd req-c3846b1b-2592-4c39-b76e-21983fa39be7 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311260 Sep 29 23:56:15.543781 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429be531-d9bb-439b-925e-901ad01e94ad req-5cd9da39-27ff-45ec-b049-05a980d6a1ce tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:15.545838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-429be531-d9bb-439b-925e-901ad01e94ad req-5cd9da39-27ff-45ec-b049-05a980d6a1ce tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 943 time: 0.0489533 Sep 29 23:56:15.583992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-429be531-d9bb-439b-925e-901ad01e94ad req-7bb48f9b-0b5a-4d31-ad1d-25e08cf2514e tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318918 Sep 29 23:56:16.699755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c3781-ba2e-4eee-a81b-9a93b0dbcee7 req-eac089a7-8225-4417-82a6-93dbd0a7a685 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:16.701249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-306c3781-ba2e-4eee-a81b-9a93b0dbcee7 req-eac089a7-8225-4417-82a6-93dbd0a7a685 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 943 time: 0.0502093 Sep 29 23:56:16.743412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-306c3781-ba2e-4eee-a81b-9a93b0dbcee7 req-09d74ddd-5600-442d-9558-7878b318dd36 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360613 Sep 29 23:56:17.750736 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 73a5776d-04e7-4e07-b313-b80d2e72fee8 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:56:17.845429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 73a5776d-04e7-4e07-b313-b80d2e72fee8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=73a5776d-04e7-4e07-b313-b80d2e72fee8,segment=NetworkSegment(c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd),segment_id=c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:17.857325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '73a5776d-04e7-4e07-b313-b80d2e72fee8', 'network_id': '286143e2-d8a9-484f-b014-a4af6ad32928', 'port_id': '73a5776d-04e7-4e07-b313-b80d2e72fee8', 'mac_address': 'fa:16:3e:6a:d8:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7022f3-babf-43aa-99b1-59f23185e104', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:56:17.860721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae114cd-2f2f-497c-9af0-c7160d9ea000 req-320d3a1f-30db-4929-8992-29c7f0d3bda3 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:17.862231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ae114cd-2f2f-497c-9af0-c7160d9ea000 req-320d3a1f-30db-4929-8992-29c7f0d3bda3 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 943 time: 0.0532658 Sep 29 23:56:17.895805 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:17.900294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5ae114cd-2f2f-497c-9af0-c7160d9ea000 req-ecbf46f9-5bee-4a3e-abe3-6cd5b0a84c80 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317500 Sep 29 23:56:17.913069 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73a5776d-04e7-4e07-b313-b80d2e72fee8 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:56:17.932291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 73a5776d-04e7-4e07-b313-b80d2e72fee8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=73a5776d-04e7-4e07-b313-b80d2e72fee8,segment=NetworkSegment(c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd),segment_id=c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:17.935846 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:17.985083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=73a5776d-04e7-4e07-b313-b80d2e72fee8,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:18.274659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['73a5776d-04e7-4e07-b313-b80d2e72fee8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:56:19.015429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba5847-6c84-47ca-af97-a6d06ba3b354 req-b6c6e424-29d1-4887-993d-02145affc703 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:19.017587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0ba5847-6c84-47ca-af97-a6d06ba3b354 req-b6c6e424-29d1-4887-993d-02145affc703 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 944 time: 0.0491309 Sep 29 23:56:19.053697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0ba5847-6c84-47ca-af97-a6d06ba3b354 req-b9b54ff4-bdaf-4821-a105-b3404977a292 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302780 Sep 29 23:56:19.749894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 73a5776d-04e7-4e07-b313-b80d2e72fee8 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:19.800635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 73a5776d-04e7-4e07-b313-b80d2e72fee8 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:56:19.804185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 73a5776d-04e7-4e07-b313-b80d2e72fee8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:19.804566 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:19.879007 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:19.900808 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cde04f5-1646-465d-98ad-cc77584d3663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a5776d-04e7-4e07-b313-b80d2e72fee8'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:56:19.903054 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18504122-e40a-4f81-b3ea-eadc034f190f" -d '{"events": [{"server_uuid": "3cde04f5-1646-465d-98ad-cc77584d3663", "name": "network-vif-plugged", "status": "completed", "tag": "73a5776d-04e7-4e07-b313-b80d2e72fee8"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:56:19.916024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 73a5776d-04e7-4e07-b313-b80d2e72fee8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=73a5776d-04e7-4e07-b313-b80d2e72fee8,segment=NetworkSegment(c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd),segment_id=c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:19.921262 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:19.947602 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f014b023-f879-43f2-bf37-2ea83037c819 x-openstack-request-id: req-f014b023-f879-43f2-bf37-2ea83037c819 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:56:19.947918 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cde04f5-1646-465d-98ad-cc77584d3663", "name": "network-vif-plugged", "status": "completed", "tag": "73a5776d-04e7-4e07-b313-b80d2e72fee8", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:56:19.948174 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f014b023-f879-43f2-bf37-2ea83037c819 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:56:19.948577 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cde04f5-1646-465d-98ad-cc77584d3663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73a5776d-04e7-4e07-b313-b80d2e72fee8', 'code': 200} Sep 29 23:56:19.974097 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=73a5776d-04e7-4e07-b313-b80d2e72fee8,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:20.062315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655065d1-c66e-424c-a379-6d53a3a19137 req-9c6f014a-7229-49e0-ab25-d4a1b3137e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:20.063814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-655065d1-c66e-424c-a379-6d53a3a19137 req-9c6f014a-7229-49e0-ab25-d4a1b3137e34 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 1096 time: 0.0392623 Sep 29 23:56:20.100994 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-655065d1-c66e-424c-a379-6d53a3a19137 req-3e0f6526-5b6a-4f3e-8d28-ba91829830a3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292168 Sep 29 23:56:20.174158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7233d8-9169-4f29-aac7-d7ba7a72ec1e req-092bdbb2-a27c-41d4-943b-a357b8af79ff tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:20.175661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da7233d8-9169-4f29-aac7-d7ba7a72ec1e req-092bdbb2-a27c-41d4-943b-a357b8af79ff tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 945 time: 0.0533195 Sep 29 23:56:20.212946 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-da7233d8-9169-4f29-aac7-d7ba7a72ec1e req-c6a043f0-0ea1-4fc5-a23f-7a72a2eeb9fb tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Sep 29 23:56:20.663177 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:21.329424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e0429-460b-4fe5-b920-1945f498f1dc req-671826c7-a719-479d-953a-95430d3a1528 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:21.330913 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-671e0429-460b-4fe5-b920-1945f498f1dc req-671826c7-a719-479d-953a-95430d3a1528 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 945 time: 0.0501997 Sep 29 23:56:21.368666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-671e0429-460b-4fe5-b920-1945f498f1dc req-459018b0-d2fe-4f7b-b9d5-a10884f673af tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317459 Sep 29 23:56:22.482092 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc3f85-b4c7-4eb2-9049-ee3e8169aa39 req-e62690b9-794c-4402-bac6-9cb903470845 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:22.483571 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ebc3f85-b4c7-4eb2-9049-ee3e8169aa39 req-e62690b9-794c-4402-bac6-9cb903470845 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 945 time: 0.0486770 Sep 29 23:56:22.520864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ebc3f85-b4c7-4eb2-9049-ee3e8169aa39 req-2e62455a-6ee1-4f9e-b668-cb7f6f08ef77 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304427 Sep 29 23:56:22.754893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646a78a-b1ec-4555-ba5b-e0a8e022729e req-be91b6d2-9a2b-47e2-bc8a-a7a18e9b8570 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:22.756416 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0646a78a-b1ec-4555-ba5b-e0a8e022729e req-be91b6d2-9a2b-47e2-bc8a-a7a18e9b8570 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 945 time: 0.0540941 Sep 29 23:56:22.793995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0646a78a-b1ec-4555-ba5b-e0a8e022729e req-385803cf-f21e-4e86-ab56-1497112e21a2 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315118 Sep 29 23:56:23.912992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe0065-af51-4180-bbc9-95e21b9d2b67 req-bbde5ed1-3bff-4268-add6-fc877272a714 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:23.914496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9afe0065-af51-4180-bbc9-95e21b9d2b67 req-bbde5ed1-3bff-4268-add6-fc877272a714 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 945 time: 0.0507941 Sep 29 23:56:23.951603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9afe0065-af51-4180-bbc9-95e21b9d2b67 req-fefeeba1-9e6a-4d0f-9526-7eda627713e1 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311346 Sep 29 23:56:24.334564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-45bfc266-2bbf-47ba-8bf6-5bc741ef48a1 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:24.337012 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-45bfc266-2bbf-47ba-8bf6-5bc741ef48a1 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 945 time: 0.0543170 Sep 29 23:56:24.431693 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-1d85ad77-7c8a-4417-848a-2d19b5a7b462 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Deleting port 73a5776d-04e7-4e07-b313-b80d2e72fee8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:56:24.432065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-1d85ad77-7c8a-4417-848a-2d19b5a7b462 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:24.518242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-1d85ad77-7c8a-4417-848a-2d19b5a7b462 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] For port 73a5776d-04e7-4e07-b313-b80d2e72fee8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=73a5776d-04e7-4e07-b313-b80d2e72fee8,segment=NetworkSegment(c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd),segment_id=c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:24.518606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-1d85ad77-7c8a-4417-848a-2d19b5a7b462 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:24.530593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-1d85ad77-7c8a-4417-848a-2d19b5a7b462 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Calling delete_port for 73a5776d-04e7-4e07-b313-b80d2e72fee8 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:56:24.663415 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-1d85ad77-7c8a-4417-848a-2d19b5a7b462 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:24.675903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['ab2f4a58-486c-4c4e-a23e-b62b2dac0373'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:56:24.693936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d85ad77-7c8a-4417-848a-2d19b5a7b462 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Pushing event deleted for resources: {'Port': ['ID=73a5776d-04e7-4e07-b313-b80d2e72fee8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:24.700351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['73a5776d-04e7-4e07-b313-b80d2e72fee8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:56:24.740408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-1d85ad77-7c8a-4417-848a-2d19b5a7b462 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] No DVR routers for this DVR port 73a5776d-04e7-4e07-b313-b80d2e72fee8 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:56:24.743277 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-1d85ad77-7c8a-4417-848a-2d19b5a7b462 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:24.745329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04f6af58-542f-45ca-bb79-d98f63f4b92f req-1d85ad77-7c8a-4417-848a-2d19b5a7b462 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.42 "DELETE /v2.0/ports/73a5776d-04e7-4e07-b313-b80d2e72fee8 HTTP/1.1" status: 204 len: 173 time: 0.4024296 Sep 29 23:56:24.745828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cde04f5-1646-465d-98ad-cc77584d3663', 'name': 'network-vif-deleted', 'tag': '73a5776d-04e7-4e07-b313-b80d2e72fee8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:56:24.748122 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8e5b6496296a7afbfcb637042b93209a0e22cd6244b320c65be899802c38cef7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e51f6e2-65f9-49f1-bbe4-a3fa5697630b" -d '{"events": [{"server_uuid": "3cde04f5-1646-465d-98ad-cc77584d3663", "name": "network-vif-deleted", "tag": "73a5776d-04e7-4e07-b313-b80d2e72fee8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:56:24.789691 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de42ab7-3661-4ac5-8a82-965624ac6980 x-openstack-request-id: req-3de42ab7-3661-4ac5-8a82-965624ac6980 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:56:24.789998 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cde04f5-1646-465d-98ad-cc77584d3663", "name": "network-vif-deleted", "tag": "73a5776d-04e7-4e07-b313-b80d2e72fee8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:56:24.790261 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3de42ab7-3661-4ac5-8a82-965624ac6980 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:56:24.790826 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cde04f5-1646-465d-98ad-cc77584d3663', 'name': 'network-vif-deleted', 'tag': '73a5776d-04e7-4e07-b313-b80d2e72fee8', 'status': 'completed', 'code': 200} Sep 29 23:56:25.057116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d9e8ce14-2566-4644-b645-973e7459e804 req-6caa324b-5144-4265-8500-b82c1a57cd53 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=3cde04f5-1646-465d-98ad-cc77584d3663 HTTP/1.1" status: 200 len: 210 time: 0.0272202 Sep 29 23:56:26.205402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68297bf-e1fb-44e7-a611-122ad141f6fa req-7c7abd30-acf6-4bf3-85f6-d20edacf38a9 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:26.206904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a68297bf-e1fb-44e7-a611-122ad141f6fa req-7c7abd30-acf6-4bf3-85f6-d20edacf38a9 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0494692 Sep 29 23:56:26.243893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a68297bf-e1fb-44e7-a611-122ad141f6fa req-b7dcf7f4-e9b9-459f-81d8-995100e87739 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310044 Sep 29 23:56:26.375599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9f186-f8e6-4f6b-9234-06f714b0b2ba req-3499a89c-ba77-42b0-ba56-a8a049d4b139 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:26.377380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5dc9f186-f8e6-4f6b-9234-06f714b0b2ba req-3499a89c-ba77-42b0-ba56-a8a049d4b139 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0493271 Sep 29 23:56:26.414211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5dc9f186-f8e6-4f6b-9234-06f714b0b2ba req-9d55d9f2-05da-4c04-811c-a89d07c0dec3 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Sep 29 23:56:26.533228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07feaa7-27dd-4fcb-a023-1779ba35fafd req-86af6008-96f0-4077-9657-d4e6211de798 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:26.534737 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e07feaa7-27dd-4fcb-a023-1779ba35fafd req-86af6008-96f0-4077-9657-d4e6211de798 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0531847 Sep 29 23:56:26.576343 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e07feaa7-27dd-4fcb-a023-1779ba35fafd req-8388923a-61ab-493f-b1c2-867f4269def4 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351675 Sep 29 23:56:26.745608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b097e-d1a7-4000-aae4-b2772f4db6d2 req-4843d891-d877-4743-8bb5-a2aca2e9451d tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:26.747134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b7b097e-d1a7-4000-aae4-b2772f4db6d2 req-4843d891-d877-4743-8bb5-a2aca2e9451d tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0497057 Sep 29 23:56:26.785003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b7b097e-d1a7-4000-aae4-b2772f4db6d2 req-bf354e41-cdfe-4640-87eb-8e738b32123b tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309045 Sep 29 23:56:26.900302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fce3a1-8622-44ca-b1c7-ee984a31a0e2 req-7fc561fb-e80f-4e5e-907b-9b606ad0d5f6 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:26.901700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63fce3a1-8622-44ca-b1c7-ee984a31a0e2 req-7fc561fb-e80f-4e5e-907b-9b606ad0d5f6 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0496714 Sep 29 23:56:26.939008 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63fce3a1-8622-44ca-b1c7-ee984a31a0e2 req-2e44e984-8437-4125-a829-ac1309d3ae77 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Sep 29 23:56:27.065975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72275ad0-5302-4854-8eb5-33634de83b1b req-64f29de3-3b69-4b7f-80ad-840fc2431363 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:27.067456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72275ad0-5302-4854-8eb5-33634de83b1b req-64f29de3-3b69-4b7f-80ad-840fc2431363 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0539720 Sep 29 23:56:27.105146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-72275ad0-5302-4854-8eb5-33634de83b1b req-f89ac38d-6838-40ac-9c7f-1e43087628c7 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313487 Sep 29 23:56:27.403243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edb630-005d-411b-b379-bba5d83f1408 req-730d0d4f-59f2-404f-bcc2-4f2f7e87e105 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:27.404754 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1edb630-005d-411b-b379-bba5d83f1408 req-730d0d4f-59f2-404f-bcc2-4f2f7e87e105 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0492342 Sep 29 23:56:27.442918 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1edb630-005d-411b-b379-bba5d83f1408 req-a1bcb283-1d9c-425f-b974-bf499beabfd7 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320430 Sep 29 23:56:27.800250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 73a5776d-04e7-4e07-b313-b80d2e72fee8 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:56:27.820146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 73a5776d-04e7-4e07-b313-b80d2e72fee8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:56:27.820495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 73a5776d-04e7-4e07-b313-b80d2e72fee8 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:56:28.561910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5062f844-582f-4472-8d8a-774911aabb42 req-17ca7065-e9fe-4797-ae66-904ad424a4b1 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:28.563907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5062f844-582f-4472-8d8a-774911aabb42 req-17ca7065-e9fe-4797-ae66-904ad424a4b1 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0488951 Sep 29 23:56:28.600872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5062f844-582f-4472-8d8a-774911aabb42 req-ca27c2c7-3299-4d89-9391-1fd72c7ab598 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.44 "GET /v2.0/security-groups?id=a037580e-4e91-44e6-a870-49670abb0a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309012 Sep 29 23:56:28.674162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-e7a66752-86ec-40f2-bb39-bc593b10dd03 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:28.675661 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-e7a66752-86ec-40f2-bb39-bc593b10dd03 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.26 "GET /v2.0/ports?device_id=59ee0007-e0fc-4386-af82-2e8228971017 HTTP/1.1" status: 200 len: 946 time: 0.0487480 Sep 29 23:56:28.764061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-9fe82908-f1a1-414b-86e0-48f4a39c1547 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Deleting port ab2f4a58-486c-4c4e-a23e-b62b2dac0373 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:56:28.764439 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-9fe82908-f1a1-414b-86e0-48f4a39c1547 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:28.855820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-9fe82908-f1a1-414b-86e0-48f4a39c1547 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] For port ab2f4a58-486c-4c4e-a23e-b62b2dac0373, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,segment=NetworkSegment(c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd),segment_id=c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:28.856130 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-9fe82908-f1a1-414b-86e0-48f4a39c1547 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:28.869239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-9fe82908-f1a1-414b-86e0-48f4a39c1547 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Calling delete_port for ab2f4a58-486c-4c4e-a23e-b62b2dac0373 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:56:28.996073 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-9fe82908-f1a1-414b-86e0-48f4a39c1547 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:29.007083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['ab2f4a58-486c-4c4e-a23e-b62b2dac0373'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:56:29.030914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe82908-f1a1-414b-86e0-48f4a39c1547 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Pushing event deleted for resources: {'Port': ['ID=ab2f4a58-486c-4c4e-a23e-b62b2dac0373,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:29.066082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-9fe82908-f1a1-414b-86e0-48f4a39c1547 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] No DVR routers for this DVR port ab2f4a58-486c-4c4e-a23e-b62b2dac0373 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:56:29.068661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-9fe82908-f1a1-414b-86e0-48f4a39c1547 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:29.070688 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-647bf8eb-53e6-4ca2-9480-3ad91a16cad0 req-9fe82908-f1a1-414b-86e0-48f4a39c1547 tempest-ServersNegativeTestJSON-276062099 tempest-ServersNegativeTestJSON-276062099-project] 10.222.0.26 "DELETE /v2.0/ports/ab2f4a58-486c-4c4e-a23e-b62b2dac0373 HTTP/1.1" status: 204 len: 173 time: 0.3893127 Sep 29 23:56:29.071120 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59ee0007-e0fc-4386-af82-2e8228971017', 'name': 'network-vif-deleted', 'tag': 'ab2f4a58-486c-4c4e-a23e-b62b2dac0373'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:56:29.073470 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc762e38-7756-431e-ae9c-e7cbfabbaa6e" -d '{"events": [{"server_uuid": "59ee0007-e0fc-4386-af82-2e8228971017", "name": "network-vif-deleted", "tag": "ab2f4a58-486c-4c4e-a23e-b62b2dac0373"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:56:29.110965 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17c6cc1-7ed3-47ff-9bc8-07ab8dffa367 x-openstack-request-id: req-b17c6cc1-7ed3-47ff-9bc8-07ab8dffa367 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:56:29.111291 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59ee0007-e0fc-4386-af82-2e8228971017", "name": "network-vif-deleted", "tag": "ab2f4a58-486c-4c4e-a23e-b62b2dac0373", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:56:29.111545 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-b17c6cc1-7ed3-47ff-9bc8-07ab8dffa367 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:56:29.112050 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59ee0007-e0fc-4386-af82-2e8228971017', 'name': 'network-vif-deleted', 'tag': 'ab2f4a58-486c-4c4e-a23e-b62b2dac0373', 'status': 'completed', 'code': 200} Sep 29 23:56:29.656593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37136) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:29.700273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc91f14-f196-496e-bdb3-da6f56146318 admin admin] Deleting subnet bd7022f3-babf-43aa-99b1-59f23185e104 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:56:29.703845 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4bc91f14-f196-496e-bdb3-da6f56146318 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:29.741684 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4bc91f14-f196-496e-bdb3-da6f56146318 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:29.780756 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4bc91f14-f196-496e-bdb3-da6f56146318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:29.833153 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4bc91f14-f196-496e-bdb3-da6f56146318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:29.856328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc91f14-f196-496e-bdb3-da6f56146318 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd7022f3-babf-43aa-99b1-59f23185e104,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:29.863600 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4bc91f14-f196-496e-bdb3-da6f56146318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:29.865851 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4bc91f14-f196-496e-bdb3-da6f56146318 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/bd7022f3-babf-43aa-99b1-59f23185e104 HTTP/1.1" status: 204 len: 168 time: 0.2078657 Sep 29 23:56:29.868011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37138) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:29.940751 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.016368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.035868 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286143e2-d8a9-484f-b014-a4af6ad32928']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:30.044799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:30.045096 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06e9982-a0e8-4bc9-96cf-d9ae75a2c7dd') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:30.055152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.068185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.073875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:56:30.074254 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:56:30.075849 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:56:30.133388 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.138299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.140241 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] 10.222.0.44 "DELETE /v2.0/networks/286143e2-d8a9-484f-b014-a4af6ad32928 HTTP/1.1" status: 204 len: 168 time: 0.2711961 Sep 29 23:56:30.152963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec3e5ff-af5c-4cd2-aa3b-b6a17930bec1 admin admin] Pushing event deleted for resources: {'Network': ['ID=286143e2-d8a9-484f-b014-a4af6ad32928,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:30.245043 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37142) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:30.288972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-661f4498-d58b-42d9-bc97-18185c1ce26c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=affef115722b496ebf29907c45dce9b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0426905 Sep 29 23:56:30.291342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37144) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:30.339532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-92e973cc-d91e-410b-a053-15fa5d32517d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.360595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-92e973cc-d91e-410b-a053-15fa5d32517d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.409139 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-92e973cc-d91e-410b-a053-15fa5d32517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.412024 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-92e973cc-d91e-410b-a053-15fa5d32517d admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:30.415857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-92e973cc-d91e-410b-a053-15fa5d32517d admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/a037580e-4e91-44e6-a870-49670abb0a7f HTTP/1.1" status: 204 len: 168 time: 0.1235628 Sep 29 23:56:30.424054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e973cc-d91e-410b-a053-15fa5d32517d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a037580e-4e91-44e6-a870-49670abb0a7f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:31.081848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37166) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:31.174395 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266353398'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:31.194890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Made reservation on behalf of e89ce19c542a40c88455c6a55e89eaa0 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:31.198426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:31.207626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:31.296736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:31.300405 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:31.326281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:56:31.335739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85ca254d-c9d6-4c38-b428-c3f8ef2bb8ce,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:31.342825 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:31.343027 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Added segment b6db10bb-f5e1-4805-9eb6-98f64fdea001 of type vlan for network 9d26bc74-e2b4-4501-b900-7d97da77258c Sep 29 23:56:31.387607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:31.411100 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:31.416792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:31.417380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:31.445412 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3623943 Sep 29 23:56:31.485891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ee97e-f6a9-4f47-8e38-0f61a293104b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'Network': ['ID=9d26bc74-e2b4-4501-b900-7d97da77258c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:31.497184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 9d26bc74-e2b4-4501-b900-7d97da77258c details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:56:32.461247 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ab2f4a58-486c-4c4e-a23e-b62b2dac0373 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:56:32.485045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: ab2f4a58-486c-4c4e-a23e-b62b2dac0373 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:56:32.485390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device ab2f4a58-486c-4c4e-a23e-b62b2dac0373 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:56:33.362101 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-66f23b5b-3cb4-4678-8709-01edc60f4a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:34.865783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37170) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:34.870980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Request body: {'subnet': {'network_id': '9d26bc74-e2b4-4501-b900-7d97da77258c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:34.969839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Made reservation on behalf of e89ce19c542a40c88455c6a55e89eaa0 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:34.973438 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.162529 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.225898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'Subnet': ['ID=1f61021f-25b7-4baf-9b22-52bcb09f6bab,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:35.236801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.237147 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.237486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.237816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.238143 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.238472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.238797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.239123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.239448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.239773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.240114 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.240432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.246523 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Checking segment: {'id': 'b6db10bb-f5e1-4805-9eb6-98f64fdea001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d26bc74-e2b4-4501-b900-7d97da77258c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:35.246881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Network hostable DHCP agents. Network: 9d26bc74-e2b4-4501-b900-7d97da77258c, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:56:35.272833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Network 9d26bc74-e2b4-4501-b900-7d97da77258c is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:56:35.281724 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 9d26bc74-e2b4-4501-b900-7d97da77258c) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:35.285727 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:35.286325 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.290922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc167097-bf23-4bdf-96a3-bad6671ab638 None None] Network 9d26bc74-e2b4-4501-b900-7d97da77258c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:35.303582 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-568d71e1-b703-42f6-b588-f2e94235d185 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4335451 Sep 29 23:56:35.303780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37172) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:35.308890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-87427662'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:35.331936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Made reservation on behalf of e89ce19c542a40c88455c6a55e89eaa0 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:35.335441 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.359856 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 542} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:56:35.369495 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.369838 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Added segment af6f948c-1751-4f9e-b3cc-dd8b7614e218 of type vlan for network c7b73204-8a5b-49e2-b86c-8eebee1e4d92 Sep 29 23:56:35.413233 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.437691 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.438009 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-9d26bc74-e2b4-4501-b900-7d97da77258c', 'network_id': '9d26bc74-e2b4-4501-b900-7d97da77258c', 'tenant_id': 'e89ce19c542a40c88455c6a55e89eaa0', 'fixed_ips': [{'subnet_id': '1f61021f-25b7-4baf-9b22-52bcb09f6bab'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:56:35.438944 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.443402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:35.444025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.477170 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1722677 Sep 29 23:56:35.479986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37174) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:35.491531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Request body: {'subnet': {'network_id': 'c7b73204-8a5b-49e2-b86c-8eebee1e4d92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:35.536112 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be51d2e-4f64-41ae-8591-69fa83fccd12 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'Network': ['ID=c7b73204-8a5b-49e2-b86c-8eebee1e4d92,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:35.549950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network c7b73204-8a5b-49e2-b86c-8eebee1e4d92 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:56:35.613026 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Made reservation on behalf of e89ce19c542a40c88455c6a55e89eaa0 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:35.616601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.623145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Allocated IP 2001:db8:0:ffff::2 (9d26bc74-e2b4-4501-b900-7d97da77258c/1f61021f-25b7-4baf-9b22-52bcb09f6bab/ac3fde3c-8559-40aa-8b6c-ce599fd6537d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:35.705588 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:56:35.784006 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.790273 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.814900 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.827282 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Network 9d26bc74-e2b4-4501-b900-7d97da77258c is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:35.832380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:35.839458 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:35.842417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Pushing event updated for resources: {'Port': ['ID=ac3fde3c-8559-40aa-8b6c-ce599fd6537d,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:35.855235 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.855235 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.855621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.855986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.856323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.856656 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.856986 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.857310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.857632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.857950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.858275 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.858592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:35.877898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'Subnet': ['ID=85d8387b-1ab3-4edf-b577-783635833da3,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:35.887082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Checking segment: {'id': 'af6f948c-1751-4f9e-b3cc-dd8b7614e218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 542, 'network_id': 'c7b73204-8a5b-49e2-b86c-8eebee1e4d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:35.887449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Network hostable DHCP agents. Network: c7b73204-8a5b-49e2-b86c-8eebee1e4d92, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:56:35.904487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Network c7b73204-8a5b-49e2-b86c-8eebee1e4d92 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:56:35.906804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Attempting to bind port ac3fde3c-8559-40aa-8b6c-ce599fd6537d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:56:35.907433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Attempting to bind port ac3fde3c-8559-40aa-8b6c-ce599fd6537d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'b6db10bb-f5e1-4805-9eb6-98f64fdea001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d26bc74-e2b4-4501-b900-7d97da77258c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:56:35.907811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Attempting to bind port ac3fde3c-8559-40aa-8b6c-ce599fd6537d on network 9d26bc74-e2b4-4501-b900-7d97da77258c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:35.912785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:56:35.913155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Checking segment: {'id': 'b6db10bb-f5e1-4805-9eb6-98f64fdea001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d26bc74-e2b4-4501-b900-7d97da77258c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:35.913284 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, c7b73204-8a5b-49e2-b86c-8eebee1e4d92) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:35.913549 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.913937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Bound using segment: {'id': 'b6db10bb-f5e1-4805-9eb6-98f64fdea001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d26bc74-e2b4-4501-b900-7d97da77258c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:56:35.915035 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Bound port: ac3fde3c-8559-40aa-8b6c-ce599fd6537d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6db10bb-f5e1-4805-9eb6-98f64fdea001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '9d26bc74-e2b4-4501-b900-7d97da77258c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:56:35.915427 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.917497 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:35.918009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:35.927032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e80b7e-377f-4edf-a876-d1b2aff17d7b None None] Network c7b73204-8a5b-49e2-b86c-8eebee1e4d92 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:35.932669 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-448dc4f1-a9a1-41b6-8ff1-b3032d0fac31 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4517243 Sep 29 23:56:35.935323 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37176) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:36.037516 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.039856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] For port ac3fde3c-8559-40aa-8b6c-ce599fd6537d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:56:36.047282 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] For port ac3fde3c-8559-40aa-8b6c-ce599fd6537d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ac3fde3c-8559-40aa-8b6c-ce599fd6537d,segment=NetworkSegment(b6db10bb-f5e1-4805-9eb6-98f64fdea001),segment_id=b6db10bb-f5e1-4805-9eb6-98f64fdea001)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:56:36.052420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.114445 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.146127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd65a2d-13ff-4f8d-b031-b2778e82b7c2 None None] Pushing event updated for resources: {'Port': ['ID=ac3fde3c-8559-40aa-8b6c-ce599fd6537d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:36.173996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275693ef-ffd1-4b41-8962-6f1d3b8629aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-c7b73204-8a5b-49e2-b86c-8eebee1e4d92', 'network_id': 'c7b73204-8a5b-49e2-b86c-8eebee1e4d92', 'tenant_id': 'e89ce19c542a40c88455c6a55e89eaa0', 'fixed_ips': [{'subnet_id': '85d8387b-1ab3-4edf-b577-783635833da3'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:56:36.174883 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-275693ef-ffd1-4b41-8962-6f1d3b8629aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.191644 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.230687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Subnet': ['ID=85d8387b-1ab3-4edf-b577-783635833da3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:36.262705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b36d3d2-ff2f-4671-acf1-1ca57eb0d2d7 None None] Network c7b73204-8a5b-49e2-b86c-8eebee1e4d92 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:36.332749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.355113 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-51623f53-cce1-4422-b421-e2a9fd45ce5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.358066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b73204-8a5b-49e2-b86c-8eebee1e4d92']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:36.370546 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6f948c-1751-4f9e-b3cc-dd8b7614e218') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:36.370873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6f948c-1751-4f9e-b3cc-dd8b7614e218') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:36.383604 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.402854 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.411467 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Releasing vlan 542 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:56:36.411467 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:56:36.418144 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:56:36.481921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.488987 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.490811 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/networks/c7b73204-8a5b-49e2-b86c-8eebee1e4d92 HTTP/1.1" status: 204 len: 168 time: 0.5545578 Sep 29 23:56:36.494413 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37178) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:36.499507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2114012048'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:36.501996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ad0ba-a515-4d28-80c8-362a56fc4b60 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Network': ['ID=c7b73204-8a5b-49e2-b86c-8eebee1e4d92,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:36.523203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Made reservation on behalf of e89ce19c542a40c88455c6a55e89eaa0 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:36.526746 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.556273 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:56:36.568149 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.568498 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Added segment b7bb0051-9ed7-4b34-902b-0e2eb57da2b4 of type vlan for network e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c Sep 29 23:56:36.618790 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.648882 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.652339 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.658239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:36.658832 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.711200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2156320 Sep 29 23:56:36.714169 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37180) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:36.720369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Request body: {'subnet': {'network_id': 'e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:36.774717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe85ec4f-72b1-4398-8051-52695aebeff2 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'Network': ['ID=e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:36.786117 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:56:36.824093 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Made reservation on behalf of e89ce19c542a40c88455c6a55e89eaa0 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:36.828474 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:36.898743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Performing IP validity checks on allocation pools {{(pid=110006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 29 23:56:36.899431 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.ipam_backend_mixin [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Checking for overlaps among allocation pools and gateway ip {{(pid=110006) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 29 23:56:37.028376 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.049085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c7b2e2-ef17-4a21-ad67-ebf651678aae None None] Network 9d26bc74-e2b4-4501-b900-7d97da77258c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:37.098881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'Subnet': ['ID=7a088e0a-f65f-4d77-a0ff-a4f54033d380,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:37.107820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Checking segment: {'id': 'b7bb0051-9ed7-4b34-902b-0e2eb57da2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:37.108226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Network hostable DHCP agents. Network: e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:56:37.119857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b2613236-3bcd-47a0-b80c-00fe929146bf None None] Provisioning complete for port ac3fde3c-8559-40aa-8b6c-ce599fd6537d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:37.120233 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2613236-3bcd-47a0-b80c-00fe929146bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.125757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Network e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:56:37.133831 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:37.137985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:37.138589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.148155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98437d8-02ce-424b-a100-40b7f12868f0 None None] Network e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:37.158197 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:37.158388 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1cd9c15f-553b-4b8c-86c8-e146fdcf8c30 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4429178 Sep 29 23:56:37.260021 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.301950 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ac3fde3c-8559-40aa-8b6c-ce599fd6537d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:37.352952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.396401 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2613236-3bcd-47a0-b80c-00fe929146bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.410802 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.439872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Subnet': ['ID=7a088e0a-f65f-4d77-a0ff-a4f54033d380,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:37.468852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0c7f98-819e-44d7-9cf6-dca05cba6f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c', 'network_id': 'e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c', 'tenant_id': 'e89ce19c542a40c88455c6a55e89eaa0', 'fixed_ips': [{'subnet_id': '7a088e0a-f65f-4d77-a0ff-a4f54033d380'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:56:37.469734 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8c0c7f98-819e-44d7-9cf6-dca05cba6f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.477244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ac3fde3c-8559-40aa-8b6c-ce599fd6537d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:37.477619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.481785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b2613236-3bcd-47a0-b80c-00fe929146bf None None] For port ac3fde3c-8559-40aa-8b6c-ce599fd6537d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ac3fde3c-8559-40aa-8b6c-ce599fd6537d,segment=NetworkSegment(b6db10bb-f5e1-4805-9eb6-98f64fdea001),segment_id=b6db10bb-f5e1-4805-9eb6-98f64fdea001)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:37.509516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b2613236-3bcd-47a0-b80c-00fe929146bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.516028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.537815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:37.556117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bb0051-9ed7-4b34-902b-0e2eb57da2b4') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:37.556410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bb0051-9ed7-4b34-902b-0e2eb57da2b4') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:37.574773 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.597244 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.605893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Releasing vlan 517 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:56:37.606214 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:56:37.610054 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:56:37.637113 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2613236-3bcd-47a0-b80c-00fe929146bf None None] Pushing event updated for resources: {'Port': ['ID=ac3fde3c-8559-40aa-8b6c-ce599fd6537d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:37.664510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84f0fc7-4548-43f9-a55c-ef6b90855d95 None None] Network e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:37.672711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.883286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e1c04842-496e-4910-a1c6-43a6815aa0dd None None] Provisioning complete for port ac3fde3c-8559-40aa-8b6c-ce599fd6537d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:37.883659 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e1c04842-496e-4910-a1c6-43a6815aa0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.946644 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.953614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:37.959857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/networks/e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c HTTP/1.1" status: 204 len: 168 time: 0.7961974 Sep 29 23:56:37.959857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:37.972758 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-592439080'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:37.977062 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ec81a-7edc-47c6-8644-d07d6b74d6eb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Network': ['ID=e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:37.996648 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Made reservation on behalf of e89ce19c542a40c88455c6a55e89eaa0 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:38.000965 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.023626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:56:38.034956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.035302 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Added segment 7c3d1434-7d43-41d9-b851-0ec5b38332d9 of type vlan for network 726b4448-8f18-4764-87cc-78b0477fe1ec Sep 29 23:56:38.074176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.097148 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.102657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:38.103242 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.138248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1774473 Sep 29 23:56:38.142822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37186) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:38.148130 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Request body: {'subnet': {'network_id': '726b4448-8f18-4764-87cc-78b0477fe1ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:38.172543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8f58e5-b2c8-426f-91d7-f0a73650cd70 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'Network': ['ID=726b4448-8f18-4764-87cc-78b0477fe1ec,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:38.183476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 726b4448-8f18-4764-87cc-78b0477fe1ec details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:56:38.236862 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Made reservation on behalf of e89ce19c542a40c88455c6a55e89eaa0 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:38.240657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.421599 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.485170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'Subnet': ['ID=aaccfdb9-b8d9-4e76-903f-820ed8fe6183,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:38.494442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Checking segment: {'id': '7c3d1434-7d43-41d9-b851-0ec5b38332d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '726b4448-8f18-4764-87cc-78b0477fe1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:38.494803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Network hostable DHCP agents. Network: 726b4448-8f18-4764-87cc-78b0477fe1ec, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:56:38.511693 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Network 726b4448-8f18-4764-87cc-78b0477fe1ec is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:56:38.521009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 726b4448-8f18-4764-87cc-78b0477fe1ec) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:38.524961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:38.525552 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.529622 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa721db6-0df5-404d-9b1f-2ed048535ffa None None] Network 726b4448-8f18-4764-87cc-78b0477fe1ec requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:38.540886 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e7ec5d11-2fe3-45e8-853b-8f19cef5864b tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3968902 Sep 29 23:56:38.544662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37188) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:38.550366 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1290855333'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:38.571098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Made reservation on behalf of e89ce19c542a40c88455c6a55e89eaa0 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:38.574493 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.598079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 546} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:56:38.607295 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.607666 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Added segment a64ff98d-4758-46c7-bb65-e65a2f95ea3f of type vlan for network 2ac0bb62-feca-445f-b883-9f3f587ed2a3 Sep 29 23:56:38.649256 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.674181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.676131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-726b4448-8f18-4764-87cc-78b0477fe1ec', 'network_id': '726b4448-8f18-4764-87cc-78b0477fe1ec', 'tenant_id': 'e89ce19c542a40c88455c6a55e89eaa0', 'fixed_ips': [{'subnet_id': 'aaccfdb9-b8d9-4e76-903f-820ed8fe6183'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:56:38.677040 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.679913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:38.680509 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.711991 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1662631 Sep 29 23:56:38.714941 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37190) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:38.720420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Request body: {'subnet': {'network_id': '2ac0bb62-feca-445f-b883-9f3f587ed2a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:38.760840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073adc11-e340-43d6-b29a-7c4d3f260b32 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'Network': ['ID=2ac0bb62-feca-445f-b883-9f3f587ed2a3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:38.775366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 2ac0bb62-feca-445f-b883-9f3f587ed2a3 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:56:38.818838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Made reservation on behalf of e89ce19c542a40c88455c6a55e89eaa0 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:38.822573 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.842682 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:38.895672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Allocated IP 2001:db8::2 (726b4448-8f18-4764-87cc-78b0477fe1ec/aaccfdb9-b8d9-4e76-903f-820ed8fe6183/60a12b6e-1b0a-4e24-8912-1d16d24df05a) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:39.014557 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.044068 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.049233 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.081936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event updated for resources: {'Subnet': ['ID=9a2e3f04-edce-46a4-9cbe-43a01379a952,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:39.092938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Network 726b4448-8f18-4764-87cc-78b0477fe1ec is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:39.094426 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Checking segment: {'id': 'a64ff98d-4758-46c7-bb65-e65a2f95ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 546, 'network_id': '2ac0bb62-feca-445f-b883-9f3f587ed2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:39.094794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Network hostable DHCP agents. Network: 2ac0bb62-feca-445f-b883-9f3f587ed2a3, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:56:39.096080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:39.099539 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:39.114259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Network 2ac0bb62-feca-445f-b883-9f3f587ed2a3 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:56:39.124385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 2ac0bb62-feca-445f-b883-9f3f587ed2a3) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:39.125184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Pushing event updated for resources: {'Port': ['ID=60a12b6e-1b0a-4e24-8912-1d16d24df05a,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:39.131402 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:39.132035 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.151177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e03fd5ac-5702-426e-b7f8-6b319e243c1c tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4326074 Sep 29 23:56:39.151392 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d6deac-1e6e-48dc-a09f-a8b1c03baab7 None None] Network 2ac0bb62-feca-445f-b883-9f3f587ed2a3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:39.151913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37192) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:39.176751 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Attempting to bind port 60a12b6e-1b0a-4e24-8912-1d16d24df05a on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:56:39.177659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Attempting to bind port 60a12b6e-1b0a-4e24-8912-1d16d24df05a by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '7c3d1434-7d43-41d9-b851-0ec5b38332d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '726b4448-8f18-4764-87cc-78b0477fe1ec'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:56:39.177659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Attempting to bind port 60a12b6e-1b0a-4e24-8912-1d16d24df05a on network 726b4448-8f18-4764-87cc-78b0477fe1ec {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:39.192017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:56:39.192391 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Checking segment: {'id': '7c3d1434-7d43-41d9-b851-0ec5b38332d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '726b4448-8f18-4764-87cc-78b0477fe1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:39.192808 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.193207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Bound using segment: {'id': '7c3d1434-7d43-41d9-b851-0ec5b38332d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '726b4448-8f18-4764-87cc-78b0477fe1ec'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:56:39.193862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Bound port: 60a12b6e-1b0a-4e24-8912-1d16d24df05a, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3d1434-7d43-41d9-b851-0ec5b38332d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': '726b4448-8f18-4764-87cc-78b0477fe1ec'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:56:39.194246 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.269991 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.290933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ac3fde3c-8559-40aa-8b6c-ce599fd6537d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:39.339311 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.361811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] For port 60a12b6e-1b0a-4e24-8912-1d16d24df05a, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:56:39.388477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] For port 60a12b6e-1b0a-4e24-8912-1d16d24df05a, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=60a12b6e-1b0a-4e24-8912-1d16d24df05a,segment=NetworkSegment(7c3d1434-7d43-41d9-b851-0ec5b38332d9),segment_id=7c3d1434-7d43-41d9-b851-0ec5b38332d9)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:56:39.399496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.412267 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.439531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2e3f04-edce-46a4-9cbe-43a01379a952,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:39.466434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405df82-d80b-4b48-aef2-7bfa0add7894 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-2ac0bb62-feca-445f-b883-9f3f587ed2a3', 'network_id': '2ac0bb62-feca-445f-b883-9f3f587ed2a3', 'tenant_id': 'e89ce19c542a40c88455c6a55e89eaa0', 'fixed_ips': [{'subnet_id': '9a2e3f04-edce-46a4-9cbe-43a01379a952'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:56:39.467290 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8405df82-d80b-4b48-aef2-7bfa0add7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.494903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ac3fde3c-8559-40aa-8b6c-ce599fd6537d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:39.495342 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.500322 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e3b96-9550-4abd-ac9d-0c2b4db5b7ea None None] Pushing event updated for resources: {'Port': ['ID=60a12b6e-1b0a-4e24-8912-1d16d24df05a,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:39.502192 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.524713 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac0bb62-feca-445f-b883-9f3f587ed2a3']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:39.536661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64ff98d-4758-46c7-bb65-e65a2f95ea3f') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:39.537353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64ff98d-4758-46c7-bb65-e65a2f95ea3f') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:39.549190 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.563754 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.570074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Releasing vlan 546 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:56:39.570650 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:56:39.574205 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:56:39.636775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f4203a-7589-4c08-8ae2-e8364863b256 None None] Network 2ac0bb62-feca-445f-b883-9f3f587ed2a3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:39.668923 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.711031 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.715451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/networks/2ac0bb62-feca-445f-b883-9f3f587ed2a3 HTTP/1.1" status: 204 len: 168 time: 0.5601552 Sep 29 23:56:39.715451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e4b9a-c693-40af-8de7-f3b026693e73 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Network': ['ID=2ac0bb62-feca-445f-b883-9f3f587ed2a3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:39.716751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37194) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:39.761049 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2512f112-80af-4996-881b-743397c5a682 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] GET failed (client error): The resource could not be found. Sep 29 23:56:39.766084 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2512f112-80af-4996-881b-743397c5a682 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "GET /v2.0/subnets/9a2e3f04-edce-46a4-9cbe-43a01379a952 HTTP/1.1" status: 404 len: 337 time: 0.0475428 Sep 29 23:56:39.766287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37196) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:39.788018 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-36532e13-8941-4159-994d-6755a2bb77ff tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] DELETE failed (client error): The resource could not be found. Sep 29 23:56:39.788535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36532e13-8941-4159-994d-6755a2bb77ff tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:56:39.794017 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-36532e13-8941-4159-994d-6755a2bb77ff tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/networks/2ac0bb62-feca-445f-b883-9f3f587ed2a3 HTTP/1.1" status: 404 len: 339 time: 0.0227442 Sep 29 23:56:39.794664 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37198) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:39.825497 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-7721cc8e-6231-41f9-8f3f-9639b550936f tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] DELETE failed (client error): The resource could not be found. Sep 29 23:56:39.825989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7721cc8e-6231-41f9-8f3f-9639b550936f tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:56:39.827904 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7721cc8e-6231-41f9-8f3f-9639b550936f tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/subnets/9a2e3f04-edce-46a4-9cbe-43a01379a952 HTTP/1.1" status: 404 len: 337 time: 0.0321548 Sep 29 23:56:39.830773 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:39.849472 n-d-811173-2 neutron-server[110005]: INFO neutron.pecan_wsgi.hooks.translation [None req-34adea1e-f4eb-4d9f-af67-3d8cdffc0e3e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] DELETE failed (client error): The resource could not be found. Sep 29 23:56:39.850007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34adea1e-f4eb-4d9f-af67-3d8cdffc0e3e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110005) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:56:39.851814 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-34adea1e-f4eb-4d9f-af67-3d8cdffc0e3e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/networks/2ac0bb62-feca-445f-b883-9f3f587ed2a3 HTTP/1.1" status: 404 len: 339 time: 0.0202527 Sep 29 23:56:39.854410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37202) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:39.911115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-a629a9f3-250e-48de-8fd7-50eff04ad691 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Deleting subnet aaccfdb9-b8d9-4e76-903f-820ed8fe6183 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:56:39.914210 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a629a9f3-250e-48de-8fd7-50eff04ad691 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:39.957224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a629a9f3-250e-48de-8fd7-50eff04ad691 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.020120 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.049802 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a629a9f3-250e-48de-8fd7-50eff04ad691 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.113806 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a629a9f3-250e-48de-8fd7-50eff04ad691 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.143342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629a9f3-250e-48de-8fd7-50eff04ad691 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Subnet': ['ID=aaccfdb9-b8d9-4e76-903f-820ed8fe6183,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:40.147198 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a629a9f3-250e-48de-8fd7-50eff04ad691 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.149127 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a629a9f3-250e-48de-8fd7-50eff04ad691 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/subnets/aaccfdb9-b8d9-4e76-903f-820ed8fe6183 HTTP/1.1" status: 204 len: 168 time: 0.2937374 Sep 29 23:56:40.151540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37204) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:40.234988 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.296904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Deleting port 60a12b6e-1b0a-4e24-8912-1d16d24df05a {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:56:40.297244 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.363331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] For port 60a12b6e-1b0a-4e24-8912-1d16d24df05a, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=60a12b6e-1b0a-4e24-8912-1d16d24df05a,segment=NetworkSegment(7c3d1434-7d43-41d9-b851-0ec5b38332d9),segment_id=7c3d1434-7d43-41d9-b851-0ec5b38332d9)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:40.363849 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.375897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Calling delete_port for 60a12b6e-1b0a-4e24-8912-1d16d24df05a owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:56:40.453531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af81f6b-2688-406c-8381-a2684996e41b None None] Network 726b4448-8f18-4764-87cc-78b0477fe1ec requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:40.463622 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.474833 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-801fb981-6bd3-48ea-a35f-6930d87397ff None None] Could not find standard attr ID for object 60a12b6e-1b0a-4e24-8912-1d16d24df05a. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:56:40.489831 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Port': ['ID=60a12b6e-1b0a-4e24-8912-1d16d24df05a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:40.491671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] No DVR routers for this DVR port 60a12b6e-1b0a-4e24-8912-1d16d24df05a on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:56:40.568779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.592090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['726b4448-8f18-4764-87cc-78b0477fe1ec']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:40.603660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3d1434-7d43-41d9-b851-0ec5b38332d9') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:40.604353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3d1434-7d43-41d9-b851-0ec5b38332d9') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:40.623687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5030cc22-cad3-4633-928f-118682da67eb None None] DHCP port deletion for 726b4448-8f18-4764-87cc-78b0477fe1ec request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:56:40.625072 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.639890 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.646451 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Releasing vlan 514 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:56:40.646835 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:56:40.649847 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:56:40.706556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.711588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.715683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/networks/726b4448-8f18-4764-87cc-78b0477fe1ec HTTP/1.1" status: 204 len: 168 time: 0.5609708 Sep 29 23:56:40.716544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37206) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:40.728215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289aa48f-cf86-462b-bc29-a9d7982f4eeb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Network': ['ID=726b4448-8f18-4764-87cc-78b0477fe1ec,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:40.743503 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0ecaa1-3d91-47cd-a5ca-95717f68e970 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] DELETE failed (client error): The resource could not be found. Sep 29 23:56:40.744018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0ecaa1-3d91-47cd-a5ca-95717f68e970 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:56:40.745697 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2a0ecaa1-3d91-47cd-a5ca-95717f68e970 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/subnets/7a088e0a-f65f-4d77-a0ff-a4f54033d380 HTTP/1.1" status: 404 len: 337 time: 0.0285602 Sep 29 23:56:40.748208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37208) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:40.765957 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-77590bb1-ff5a-4fb7-9992-b94416a3bddb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] DELETE failed (client error): The resource could not be found. Sep 29 23:56:40.766478 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77590bb1-ff5a-4fb7-9992-b94416a3bddb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:56:40.768143 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-77590bb1-ff5a-4fb7-9992-b94416a3bddb tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/networks/e5a3387e-e6fb-4cc8-bc42-58ceb0fe6c1c HTTP/1.1" status: 404 len: 339 time: 0.0190229 Sep 29 23:56:40.770506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37210) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:40.795167 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b7af96-b721-4309-b27b-dbacb77745a6 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] DELETE failed (client error): The resource could not be found. Sep 29 23:56:40.795599 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b7af96-b721-4309-b27b-dbacb77745a6 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:56:40.797794 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-65b7af96-b721-4309-b27b-dbacb77745a6 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/subnets/85d8387b-1ab3-4edf-b577-783635833da3 HTTP/1.1" status: 404 len: 337 time: 0.0264268 Sep 29 23:56:40.800483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37212) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:40.817383 n-d-811173-2 neutron-server[110006]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8ca2985-30f6-4db7-b79a-3286a733a2b6 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] DELETE failed (client error): The resource could not be found. Sep 29 23:56:40.817841 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8ca2985-30f6-4db7-b79a-3286a733a2b6 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=110006) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 29 23:56:40.819432 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f8ca2985-30f6-4db7-b79a-3286a733a2b6 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/networks/c7b73204-8a5b-49e2-b86c-8eebee1e4d92 HTTP/1.1" status: 404 len: 339 time: 0.0180385 Sep 29 23:56:40.821694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37214) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:40.874489 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-59070cb3-6931-495d-afb9-bdef4ae8825e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Deleting subnet 1f61021f-25b7-4baf-9b22-52bcb09f6bab {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:56:40.877768 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59070cb3-6931-495d-afb9-bdef4ae8825e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:40.921675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59070cb3-6931-495d-afb9-bdef4ae8825e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.002072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59070cb3-6931-495d-afb9-bdef4ae8825e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.069450 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59070cb3-6931-495d-afb9-bdef4ae8825e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.094946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59070cb3-6931-495d-afb9-bdef4ae8825e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Subnet': ['ID=1f61021f-25b7-4baf-9b22-52bcb09f6bab,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:41.100625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-59070cb3-6931-495d-afb9-bdef4ae8825e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.102657 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-59070cb3-6931-495d-afb9-bdef4ae8825e tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/subnets/1f61021f-25b7-4baf-9b22-52bcb09f6bab HTTP/1.1" status: 204 len: 168 time: 0.2799468 Sep 29 23:56:41.105276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37216) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:41.106083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933ef0cb-128c-4438-a112-542e18ceb026 None None] Network 9d26bc74-e2b4-4501-b900-7d97da77258c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:41.179677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.234054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Deleting port ac3fde3c-8559-40aa-8b6c-ce599fd6537d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:56:41.234477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.279017 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d345cc-0ab8-4ca8-acc0-f5c3a8a73c60 None None] DHCP port deletion for 9d26bc74-e2b4-4501-b900-7d97da77258c request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:56:41.303574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] For port ac3fde3c-8559-40aa-8b6c-ce599fd6537d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ac3fde3c-8559-40aa-8b6c-ce599fd6537d,segment=NetworkSegment(b6db10bb-f5e1-4805-9eb6-98f64fdea001),segment_id=b6db10bb-f5e1-4805-9eb6-98f64fdea001)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:41.303973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.321368 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Calling delete_port for ac3fde3c-8559-40aa-8b6c-ce599fd6537d owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:56:41.325483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-84d345cc-0ab8-4ca8-acc0-f5c3a8a73c60 None None] Deleting port ac3fde3c-8559-40aa-8b6c-ce599fd6537d {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:56:41.325869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84d345cc-0ab8-4ca8-acc0-f5c3a8a73c60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.390922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-84d345cc-0ab8-4ca8-acc0-f5c3a8a73c60 None None] For port ac3fde3c-8559-40aa-8b6c-ce599fd6537d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ac3fde3c-8559-40aa-8b6c-ce599fd6537d,segment=NetworkSegment(b6db10bb-f5e1-4805-9eb6-98f64fdea001),segment_id=b6db10bb-f5e1-4805-9eb6-98f64fdea001)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:41.391324 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84d345cc-0ab8-4ca8-acc0-f5c3a8a73c60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.401207 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.403525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-84d345cc-0ab8-4ca8-acc0-f5c3a8a73c60 None None] Calling delete_port for ac3fde3c-8559-40aa-8b6c-ce599fd6537d owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:56:41.432592 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Port': ['ID=ac3fde3c-8559-40aa-8b6c-ce599fd6537d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:41.434447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] No DVR routers for this DVR port ac3fde3c-8559-40aa-8b6c-ce599fd6537d on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:56:41.478589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-84d345cc-0ab8-4ca8-acc0-f5c3a8a73c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.507916 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d345cc-0ab8-4ca8-acc0-f5c3a8a73c60 None None] Pushing event deleted for resources: {'Port': ['ID=ac3fde3c-8559-40aa-8b6c-ce599fd6537d,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:41.511262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d345cc-0ab8-4ca8-acc0-f5c3a8a73c60 None None] No DVR routers for this DVR port ac3fde3c-8559-40aa-8b6c-ce599fd6537d on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:56:41.523487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.543660 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d26bc74-e2b4-4501-b900-7d97da77258c']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:41.553692 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6db10bb-f5e1-4805-9eb6-98f64fdea001') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:41.553994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6db10bb-f5e1-4805-9eb6-98f64fdea001') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:41.564051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.576945 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.582752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Releasing vlan 527 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:56:41.583144 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:56:41.586068 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:56:41.648306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.655155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:41.657082 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] 10.222.0.44 "DELETE /v2.0/networks/9d26bc74-e2b4-4501-b900-7d97da77258c HTTP/1.1" status: 204 len: 168 time: 0.5508740 Sep 29 23:56:41.667935 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf7861-00a5-48cd-94ce-a9d8ac0ec759 tempest-NetworksIpV6Test-594713454 tempest-NetworksIpV6Test-594713454-project] Pushing event deleted for resources: {'Network': ['ID=9d26bc74-e2b4-4501-b900-7d97da77258c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:41.892515 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37222) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:42.024449 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b622534f-d549-42ba-bfac-01a7ac065a0b admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e89ce19c542a40c88455c6a55e89eaa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1307666 Sep 29 23:56:42.026993 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37226) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:42.074501 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ab64348-ffac-4119-8970-c70274385982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:42.095746 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ab64348-ffac-4119-8970-c70274385982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:42.146050 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ab64348-ffac-4119-8970-c70274385982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:42.148662 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2ab64348-ffac-4119-8970-c70274385982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:42.149813 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2ab64348-ffac-4119-8970-c70274385982 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/85ca254d-c9d6-4c38-b428-c3f8ef2bb8ce HTTP/1.1" status: 204 len: 168 time: 0.1219289 Sep 29 23:56:42.157962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab64348-ffac-4119-8970-c70274385982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ca254d-c9d6-4c38-b428-c3f8ef2bb8ce,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:42.793932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37248) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:42.888488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b467c183-3ab1-4372-9a66-41a2ec254262 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-318085529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:42.912565 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b467c183-3ab1-4372-9a66-41a2ec254262 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:42.913801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b467c183-3ab1-4372-9a66-41a2ec254262 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:42.972711 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b467c183-3ab1-4372-9a66-41a2ec254262 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:42.977158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b467c183-3ab1-4372-9a66-41a2ec254262 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:42.992598 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b467c183-3ab1-4372-9a66-41a2ec254262 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:42.993789 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b467c183-3ab1-4372-9a66-41a2ec254262 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1988230 Sep 29 23:56:42.996596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37252) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:43.001544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-951978131'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:43.020497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Made reservation on behalf of 7e6e7d27ac774b1280846563138b1c8f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:43.023795 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.032634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.119960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.126881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.154394 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:56:43.163841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc1411-ecdd-4d63-b633-48d3a9dd94ff,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:43.169840 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.170231 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Added segment 1036f6a4-0da1-44dd-8140-bc6e31f410f5 of type vlan for network f1ad47f7-bdcb-4e3d-9ddf-be7319def81f Sep 29 23:56:43.211559 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.241164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.254694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:43.255300 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.257939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ac3fde3c-8559-40aa-8b6c-ce599fd6537d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:56:43.279061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ac3fde3c-8559-40aa-8b6c-ce599fd6537d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:56:43.279414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ac3fde3c-8559-40aa-8b6c-ce599fd6537d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:56:43.291807 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2941792 Sep 29 23:56:43.294507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37254) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:43.301766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Request body: {'subnet': {'network_id': 'f1ad47f7-bdcb-4e3d-9ddf-be7319def81f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:43.334395 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bfd2c-bb88-4676-a3b1-15198cfccc03 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Pushing event updated for resources: {'Network': ['ID=f1ad47f7-bdcb-4e3d-9ddf-be7319def81f,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:43.345262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network f1ad47f7-bdcb-4e3d-9ddf-be7319def81f details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:56:43.417278 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Made reservation on behalf of 7e6e7d27ac774b1280846563138b1c8f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:43.420936 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.595131 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.662055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Pushing event updated for resources: {'Subnet': ['ID=993aa18b-3a3d-461d-acb1-7f14aa8c1e09,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:43.670453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Checking segment: {'id': '1036f6a4-0da1-44dd-8140-bc6e31f410f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f1ad47f7-bdcb-4e3d-9ddf-be7319def81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:43.670811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Network hostable DHCP agents. Network: f1ad47f7-bdcb-4e3d-9ddf-be7319def81f, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:56:43.687602 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Network f1ad47f7-bdcb-4e3d-9ddf-be7319def81f is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:56:43.695963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, f1ad47f7-bdcb-4e3d-9ddf-be7319def81f) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:43.699892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:43.700483 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.704777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6276a4-93eb-4ab0-b75a-1b5c1a662a7f None None] Network f1ad47f7-bdcb-4e3d-9ddf-be7319def81f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:43.714672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-51cae36c-a632-49bb-bb06-0e189bb52ca7 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4191639 Sep 29 23:56:43.718012 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37256) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:43.723015 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-53688582'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:43.743049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Made reservation on behalf of 7e6e7d27ac774b1280846563138b1c8f for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:43.746492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.771599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 515} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:56:43.784921 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.785295 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Added segment c69c073c-9d1f-4e33-9bf3-5e1b996378b9 of type vlan for network 7fb365e2-c936-44ea-b4f1-c05d1b5d8074 Sep 29 23:56:43.825606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.850307 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.851740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-f1ad47f7-bdcb-4e3d-9ddf-be7319def81f', 'network_id': 'f1ad47f7-bdcb-4e3d-9ddf-be7319def81f', 'tenant_id': '7e6e7d27ac774b1280846563138b1c8f', 'fixed_ips': [{'subnet_id': '993aa18b-3a3d-461d-acb1-7f14aa8c1e09'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:56:43.852700 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.855966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:43.856548 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:43.898201 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1790402 Sep 29 23:56:43.901154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37258) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:43.930215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Request body: {'subnet': {'network_id': '7fb365e2-c936-44ea-b4f1-c05d1b5d8074', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:43.934916 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e707db-e0cc-42f5-aedf-805ae4a6d2b4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Pushing event updated for resources: {'Network': ['ID=7fb365e2-c936-44ea-b4f1-c05d1b5d8074,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:43.946987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 7fb365e2-c936-44ea-b4f1-c05d1b5d8074 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:56:44.025407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Made reservation on behalf of 7e6e7d27ac774b1280846563138b1c8f for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:44.029300 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.044945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Allocated IP 172.20.0.2 (f1ad47f7-bdcb-4e3d-9ddf-be7319def81f/993aa18b-3a3d-461d-acb1-7f14aa8c1e09/8c26b582-f282-4e15-9c4c-5537d49385d1) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:44.186247 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.192765 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.212731 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.233385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Network f1ad47f7-bdcb-4e3d-9ddf-be7319def81f is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:44.237648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:44.243958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:44.246919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Pushing event updated for resources: {'Port': ['ID=8c26b582-f282-4e15-9c4c-5537d49385d1,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:44.274970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Pushing event updated for resources: {'Subnet': ['ID=e9e5eabd-0e72-48da-bf23-e452e364e2a6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:44.282743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Checking segment: {'id': 'c69c073c-9d1f-4e33-9bf3-5e1b996378b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '7fb365e2-c936-44ea-b4f1-c05d1b5d8074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:44.283115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Network hostable DHCP agents. Network: 7fb365e2-c936-44ea-b4f1-c05d1b5d8074, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:56:44.301518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Network 7fb365e2-c936-44ea-b4f1-c05d1b5d8074 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:56:44.306889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Attempting to bind port 8c26b582-f282-4e15-9c4c-5537d49385d1 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:56:44.307411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Attempting to bind port 8c26b582-f282-4e15-9c4c-5537d49385d1 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '1036f6a4-0da1-44dd-8140-bc6e31f410f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f1ad47f7-bdcb-4e3d-9ddf-be7319def81f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:56:44.307620 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Attempting to bind port 8c26b582-f282-4e15-9c4c-5537d49385d1 on network f1ad47f7-bdcb-4e3d-9ddf-be7319def81f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:44.313841 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:56:44.314220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Checking segment: {'id': '1036f6a4-0da1-44dd-8140-bc6e31f410f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f1ad47f7-bdcb-4e3d-9ddf-be7319def81f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:44.314623 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.315147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Bound using segment: {'id': '1036f6a4-0da1-44dd-8140-bc6e31f410f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f1ad47f7-bdcb-4e3d-9ddf-be7319def81f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:56:44.315492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 7fb365e2-c936-44ea-b4f1-c05d1b5d8074) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:44.315608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Bound port: 8c26b582-f282-4e15-9c4c-5537d49385d1, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1036f6a4-0da1-44dd-8140-bc6e31f410f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'f1ad47f7-bdcb-4e3d-9ddf-be7319def81f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:56:44.316018 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.323302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:44.323302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.330056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c8acb4-f737-4e44-8162-5a05679e5c28 None None] Network 7fb365e2-c936-44ea-b4f1-c05d1b5d8074 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:44.336884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c398944d-d4e1-462d-a8cf-4342080ac365 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4347219 Sep 29 23:56:44.339883 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37260) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:44.345175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-472b92f3-4e08-4f50-a87b-7493106e7464 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Request body: {'router': {'external_gateway_info': {'network_id': '7fb365e2-c936-44ea-b4f1-c05d1b5d8074'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:44.557834 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-472b92f3-4e08-4f50-a87b-7493106e7464 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.589740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] For port 8c26b582-f282-4e15-9c4c-5537d49385d1, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:56:44.595900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] For port 8c26b582-f282-4e15-9c4c-5537d49385d1, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8c26b582-f282-4e15-9c4c-5537d49385d1,segment=NetworkSegment(1036f6a4-0da1-44dd-8140-bc6e31f410f5),segment_id=1036f6a4-0da1-44dd-8140-bc6e31f410f5)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:56:44.603394 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.666375 n-d-811173-2 neutron-server[110006]: INFO neutron.api.v2.resource [None req-472b92f3-4e08-4f50-a87b-7493106e7464 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 29 23:56:44.673684 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-472b92f3-4e08-4f50-a87b-7493106e7464 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "PUT /v2.0/routers/d818e0af-fa3e-41b7-a98e-48a2f3991481 HTTP/1.1" status: 400 len: 364 time: 0.3265576 Sep 29 23:56:44.674145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37262) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:44.699923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee394bd9-dcf3-4300-ba23-b07f74111b1d None None] Pushing event updated for resources: {'Port': ['ID=8c26b582-f282-4e15-9c4c-5537d49385d1,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:44.725954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f99f65-73fb-4bc1-aad7-c4661e8e9d00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-7fb365e2-c936-44ea-b4f1-c05d1b5d8074', 'network_id': '7fb365e2-c936-44ea-b4f1-c05d1b5d8074', 'tenant_id': '7e6e7d27ac774b1280846563138b1c8f', 'fixed_ips': [{'subnet_id': 'e9e5eabd-0e72-48da-bf23-e452e364e2a6'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:56:44.727448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-74f99f65-73fb-4bc1-aad7-c4661e8e9d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.739881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f90261-fc90-4a88-a4cc-f3c6b9fa592d tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Deleting subnet e9e5eabd-0e72-48da-bf23-e452e364e2a6 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:56:44.743172 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60f90261-fc90-4a88-a4cc-f3c6b9fa592d tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.785345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60f90261-fc90-4a88-a4cc-f3c6b9fa592d tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.846209 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60f90261-fc90-4a88-a4cc-f3c6b9fa592d tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.912748 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60f90261-fc90-4a88-a4cc-f3c6b9fa592d tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server [None req-74f99f65-73fb-4bc1-aad7-c4661e8e9d00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9e5eabd-0e72-48da-bf23-e452e364e2a6: This subnet is being modified by another concurrent operation. Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise self.value Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server raise exception Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e9e5eabd-0e72-48da-bf23-e452e364e2a6: This subnet is being modified by another concurrent operation. Sep 29 23:56:44.916901 n-d-811173-2 neutron-server[110007]: ERROR oslo_messaging.rpc.server Sep 29 23:56:44.936765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f560da-92d5-4382-bf9d-6225b3d11ba8 None None] Network 7fb365e2-c936-44ea-b4f1-c05d1b5d8074 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:44.942739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f90261-fc90-4a88-a4cc-f3c6b9fa592d tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Pushing event deleted for resources: {'Subnet': ['ID=e9e5eabd-0e72-48da-bf23-e452e364e2a6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:44.944886 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60f90261-fc90-4a88-a4cc-f3c6b9fa592d tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:44.949172 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-60f90261-fc90-4a88-a4cc-f3c6b9fa592d tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "DELETE /v2.0/subnets/e9e5eabd-0e72-48da-bf23-e452e364e2a6 HTTP/1.1" status: 204 len: 168 time: 0.2713075 Sep 29 23:56:44.949524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37264) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:45.037527 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.283445 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8c26b582-f282-4e15-9c4c-5537d49385d1 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:45.343072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8c26b582-f282-4e15-9c4c-5537d49385d1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:45.343923 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.427681 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.431318 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.453732 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb365e2-c936-44ea-b4f1-c05d1b5d8074']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:45.464679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 8c26b582-f282-4e15-9c4c-5537d49385d1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8c26b582-f282-4e15-9c4c-5537d49385d1,segment=NetworkSegment(1036f6a4-0da1-44dd-8140-bc6e31f410f5),segment_id=1036f6a4-0da1-44dd-8140-bc6e31f410f5)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:45.464930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69c073c-9d1f-4e33-9bf3-5e1b996378b9') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:45.465193 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69c073c-9d1f-4e33-9bf3-5e1b996378b9') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:45.469280 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.476045 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.490860 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.498707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Releasing vlan 515 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:56:45.499110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:56:45.502854 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:56:45.521753 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=8c26b582-f282-4e15-9c4c-5537d49385d1,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:45.564341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.569750 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.571608 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "DELETE /v2.0/networks/7fb365e2-c936-44ea-b4f1-c05d1b5d8074 HTTP/1.1" status: 204 len: 168 time: 0.6210909 Sep 29 23:56:45.574233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37266) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:45.587309 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e35c09-78df-421a-b3d6-68aeae067285 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Pushing event deleted for resources: {'Network': ['ID=7fb365e2-c936-44ea-b4f1-c05d1b5d8074,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:45.635175 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a3ecd9-1318-4c38-b677-ef81d241e1a4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Deleting subnet 993aa18b-3a3d-461d-acb1-7f14aa8c1e09 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:56:45.638462 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30a3ecd9-1318-4c38-b677-ef81d241e1a4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.645738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdcb88c-3a39-4969-b3ab-4fa658ad94ca None None] Network f1ad47f7-bdcb-4e3d-9ddf-be7319def81f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:45.677963 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30a3ecd9-1318-4c38-b677-ef81d241e1a4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.763021 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30a3ecd9-1318-4c38-b677-ef81d241e1a4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.771010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-035a2aa5-2bb5-4a44-860f-37523753fc68 None None] Provisioning complete for port 8c26b582-f282-4e15-9c4c-5537d49385d1 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:45.771386 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-035a2aa5-2bb5-4a44-860f-37523753fc68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.826788 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30a3ecd9-1318-4c38-b677-ef81d241e1a4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.857275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3ecd9-1318-4c38-b677-ef81d241e1a4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Pushing event deleted for resources: {'Subnet': ['ID=993aa18b-3a3d-461d-acb1-7f14aa8c1e09,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:45.860021 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-30a3ecd9-1318-4c38-b677-ef81d241e1a4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:45.862010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-30a3ecd9-1318-4c38-b677-ef81d241e1a4 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "DELETE /v2.0/subnets/993aa18b-3a3d-461d-acb1-7f14aa8c1e09 HTTP/1.1" status: 204 len: 168 time: 0.2865825 Sep 29 23:56:45.864837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37268) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:45.943052 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.001855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Deleting port 8c26b582-f282-4e15-9c4c-5537d49385d1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:56:46.002200 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.032848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cdffb4-3015-4c24-9165-27cc92524d8c None None] Network f1ad47f7-bdcb-4e3d-9ddf-be7319def81f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:46.066463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] For port 8c26b582-f282-4e15-9c4c-5537d49385d1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8c26b582-f282-4e15-9c4c-5537d49385d1,segment=NetworkSegment(1036f6a4-0da1-44dd-8140-bc6e31f410f5),segment_id=1036f6a4-0da1-44dd-8140-bc6e31f410f5)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:46.066825 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.078738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Calling delete_port for 8c26b582-f282-4e15-9c4c-5537d49385d1 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:56:46.138693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3673361f-a3ca-47ff-ba09-aa5424e7a15b None None] Provisioning complete for port 8c26b582-f282-4e15-9c4c-5537d49385d1 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:46.138985 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3673361f-a3ca-47ff-ba09-aa5424e7a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.161849 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.185074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3673361f-a3ca-47ff-ba09-aa5424e7a15b None None] Could not find standard attr ID for object 8c26b582-f282-4e15-9c4c-5537d49385d1. {{(pid=110007) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 29 23:56:46.187341 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Pushing event deleted for resources: {'Port': ['ID=8c26b582-f282-4e15-9c4c-5537d49385d1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:46.188008 n-d-811173-2 neutron-server[110007]: INFO neutron.plugins.ml2.db [None req-3673361f-a3ca-47ff-ba09-aa5424e7a15b None None] No ports have port_id starting with 8c26b582-f282-4e15-9c4c-5537d49385d1 Sep 29 23:56:46.190841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] No DVR routers for this DVR port 8c26b582-f282-4e15-9c4c-5537d49385d1 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:56:46.254669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebc2698-e43d-449e-9a8f-d2dca03d745f None None] DHCP port deletion for f1ad47f7-bdcb-4e3d-9ddf-be7319def81f request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:56:46.271298 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.276477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4594508d-4319-4668-b2b6-529244bf9301 None None] get_active_networks_info from n-d-811173-2 {{(pid=110007) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 29 23:56:46.296448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ad47f7-bdcb-4e3d-9ddf-be7319def81f']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:46.306141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1036f6a4-0da1-44dd-8140-bc6e31f410f5') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:46.306446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1036f6a4-0da1-44dd-8140-bc6e31f410f5') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:46.316658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.330590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.336560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Releasing vlan 549 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:56:46.336953 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.338259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4594508d-4319-4668-b2b6-529244bf9301 None None] Resources bound (agent type, host, resource id): {{(pid=110007) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:56:46.339915 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:56:46.398390 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.407366 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.409303 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "DELETE /v2.0/networks/f1ad47f7-bdcb-4e3d-9ddf-be7319def81f HTTP/1.1" status: 204 len: 168 time: 0.5434027 Sep 29 23:56:46.412099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37270) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:46.418404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bf59c0-21d9-4e37-a129-11cc060b8378 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Pushing event deleted for resources: {'Network': ['ID=f1ad47f7-bdcb-4e3d-9ddf-be7319def81f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:46.446346 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-81142bfd-b009-4c68-9400-9df2851ccf90 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "GET /v2.0/ports?device_id=d818e0af-fa3e-41b7-a98e-48a2f3991481 HTTP/1.1" status: 200 len: 205 time: 0.0330856 Sep 29 23:56:46.448706 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37272) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:46.523426 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-365eebdc-3b60-4837-b585-b8a23353b443 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.679611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-365eebdc-3b60-4837-b585-b8a23353b443 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.681742 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-365eebdc-3b60-4837-b585-b8a23353b443 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.728592 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-365eebdc-3b60-4837-b585-b8a23353b443 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.729123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365eebdc-3b60-4837-b585-b8a23353b443 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Fanout notify agent at l3_agent the message router_deleted on router d818e0af-fa3e-41b7-a98e-48a2f3991481 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:56:46.736801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-365eebdc-3b60-4837-b585-b8a23353b443 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:46.740703 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-365eebdc-3b60-4837-b585-b8a23353b443 tempest-RoutersNegativeTest-1545202437 tempest-RoutersNegativeTest-1545202437-project] 10.222.0.44 "DELETE /v2.0/routers/d818e0af-fa3e-41b7-a98e-48a2f3991481 HTTP/1.1" status: 204 len: 168 time: 0.2882569 Sep 29 23:56:46.981800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37278) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:47.113134 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cf9f9d31-f588-4c9b-a203-7c72be9dd6a9 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=7e6e7d27ac774b1280846563138b1c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1301265 Sep 29 23:56:47.115519 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37282) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:47.162704 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ede96d5-e46e-41f5-85c2-71334410504f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:47.182901 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ede96d5-e46e-41f5-85c2-71334410504f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:47.229879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ede96d5-e46e-41f5-85c2-71334410504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:47.232384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4ede96d5-e46e-41f5-85c2-71334410504f admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:47.233547 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4ede96d5-e46e-41f5-85c2-71334410504f admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/7dbc1411-ecdd-4d63-b633-48d3a9dd94ff HTTP/1.1" status: 204 len: 168 time: 0.1171012 Sep 29 23:56:47.244139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede96d5-e46e-41f5-85c2-71334410504f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc1411-ecdd-4d63-b633-48d3a9dd94ff,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:47.247964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8c26b582-f282-4e15-9c4c-5537d49385d1 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:56:47.272990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8c26b582-f282-4e15-9c4c-5537d49385d1 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:56:47.273345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8c26b582-f282-4e15-9c4c-5537d49385d1 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:56:47.880759 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37304) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:47.974400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1640087379-network', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:47.996056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Made reservation on behalf of 55725bf1575d4e6fa2367c15ecd0d67c for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:47.998546 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.007643 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.100041 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.103427 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.125203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:56:48.141052 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77658e81-4937-469f-8dc6-138701036590,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:48.144547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.144898 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Added segment 2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0 of type vlan for network 01389655-c5e1-4db2-acac-ba4795c23b7e Sep 29 23:56:48.183942 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.209118 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.210131 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:48.210720 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.241443 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3594811 Sep 29 23:56:48.244479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37308) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:48.250897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Request body: {'subnet': {'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1640087379-subnet', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:48.273241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Made reservation on behalf of 55725bf1575d4e6fa2367c15ecd0d67c for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:48.275664 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.278027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd569c1f-5d3f-444a-8208-c88067f998d1 admin admin] Pushing event updated for resources: {'Network': ['ID=01389655-c5e1-4db2-acac-ba4795c23b7e,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:48.287968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 01389655-c5e1-4db2-acac-ba4795c23b7e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:56:48.444583 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.504929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0329dd9-b9ee-43db-ab94-cf9312e32c6d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:48.511629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Checking segment: {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:48.512028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Network hostable DHCP agents. Network: 01389655-c5e1-4db2-acac-ba4795c23b7e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:56:48.528216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Network 01389655-c5e1-4db2-acac-ba4795c23b7e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:56:48.536631 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 01389655-c5e1-4db2-acac-ba4795c23b7e) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:48.540768 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:48.541354 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.547175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5ba1b-cfb4-4a8e-b064-c542ae6a8b52 None None] Network 01389655-c5e1-4db2-acac-ba4795c23b7e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:48.557762 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c15e8536-37e8-4268-9fda-147d42174f8d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3114436 Sep 29 23:56:48.560678 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37310) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:48.566043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1640087379-router', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:48.586281 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.587472 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.643227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.698786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-01389655-c5e1-4db2-acac-ba4795c23b7e', 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'fixed_ips': [{'subnet_id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:56:48.699700 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.787899 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.837992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Allocated IP 172.20.0.2 (01389655-c5e1-4db2-acac-ba4795c23b7e/d0329dd9-b9ee-43db-ab94-cf9312e32c6d/fd63e0b2-e2fe-4d60-9653-74c8c9820da3) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:48.981102 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.987350 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:48.990767 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:49.012632 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:49.034409 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Network 01389655-c5e1-4db2-acac-ba4795c23b7e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:49.037315 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:49.040833 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:49.052468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Pushing event updated for resources: {'Port': ['ID=fd63e0b2-e2fe-4d60-9653-74c8c9820da3,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:49.102243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Attempting to bind port fd63e0b2-e2fe-4d60-9653-74c8c9820da3 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:56:49.102654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Attempting to bind port fd63e0b2-e2fe-4d60-9653-74c8c9820da3 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:56:49.103019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Attempting to bind port fd63e0b2-e2fe-4d60-9653-74c8c9820da3 on network 01389655-c5e1-4db2-acac-ba4795c23b7e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:49.108369 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:56:49.108776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Checking segment: {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:49.109181 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:49.109573 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Bound using segment: {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:56:49.110045 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Bound port: fd63e0b2-e2fe-4d60-9653-74c8c9820da3, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:56:49.110429 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:49.124810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Allocated IP 172.25.4.211 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/4345372c-2ed8-490a-b7a1-0ff1cc691640) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:49.175724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] For port fd63e0b2-e2fe-4d60-9653-74c8c9820da3, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:56:49.178742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] For port fd63e0b2-e2fe-4d60-9653-74c8c9820da3, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fd63e0b2-e2fe-4d60-9653-74c8c9820da3,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:56:49.183118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:49.233063 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:49.251354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7790471-6c7d-4495-92c9-70661dd08b10 None None] Pushing event updated for resources: {'Port': ['ID=fd63e0b2-e2fe-4d60-9653-74c8c9820da3,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:49.270470 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:49.312641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:49.315620 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:49.319125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:49.346974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Pushing event updated for resources: {'Port': ['ID=4345372c-2ed8-490a-b7a1-0ff1cc691640,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:49.596346 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:49.792964 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:49.924498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:56:50.034231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:56:50.043302 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Sync routers for ids ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:56:50.054085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Routers {'107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:56:50.054855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:56:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:50.055008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:50.058948 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4353363c-e08b-4601-ba52-3ba097f630db admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4945996 Sep 29 23:56:50.059368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37312) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:50.154692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56756a8d-494d-4957-b75f-c16d4942228e None None] Network 01389655-c5e1-4db2-acac-ba4795c23b7e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:50.182597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Set router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:56:50.309477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1fc4d154-289f-476b-bc06-b717aba9928b None None] Provisioning complete for port fd63e0b2-e2fe-4d60-9653-74c8c9820da3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:50.309693 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d154-289f-476b-bc06-b717aba9928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:50.486994 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:50.541713 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d154-289f-476b-bc06-b717aba9928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:50.587598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1fc4d154-289f-476b-bc06-b717aba9928b None None] For port fd63e0b2-e2fe-4d60-9653-74c8c9820da3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fd63e0b2-e2fe-4d60-9653-74c8c9820da3,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:50.589420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'name': 'tempest-TestEncryptedCinderVolumes-1640087379-router', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:48Z', 'updated_at': '2021-09-29T23:56:49Z', 'revision_number': 3, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'gw_port': {'id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ea:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:49Z', 'updated_at': '2021-09-29T23:56:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:50.592613 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1fc4d154-289f-476b-bc06-b717aba9928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:50.622859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Checking router: 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:56:50.622859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Updating router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d port 4345372c-2ed8-490a-b7a1-0ff1cc691640 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:56:50.653130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Allocated IP 172.20.0.1 (01389655-c5e1-4db2-acac-ba4795c23b7e/d0329dd9-b9ee-43db-ab94-cf9312e32c6d/7882b751-797d-4af4-b9bd-eb4c4148d556) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:50.694118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:50.725030 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:50.727733 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4d154-289f-476b-bc06-b717aba9928b None None] Pushing event updated for resources: {'Port': ['ID=fd63e0b2-e2fe-4d60-9653-74c8c9820da3,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:50.773646 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:50.808373 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:50.832069 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ae6bf13f-c631-4716-a018-9ab1807cbe94 None None] Provisioning complete for port fd63e0b2-e2fe-4d60-9653-74c8c9820da3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:50.832358 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ae6bf13f-c631-4716-a018-9ab1807cbe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:50.850977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Network 01389655-c5e1-4db2-acac-ba4795c23b7e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:50.855125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:50.862835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:50.865976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Pushing event updated for resources: {'Port': ['ID=7882b751-797d-4af4-b9bd-eb4c4148d556,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:50.904407 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.041188 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.054582 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.061011 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.120358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c38151-452a-4490-b2a8-92051600b1f1 None None] Pushing event updated for resources: {'Port': ['ID=4345372c-2ed8-490a-b7a1-0ff1cc691640,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:51.122522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Attempting to bind port 4345372c-2ed8-490a-b7a1-0ff1cc691640 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:56:51.122891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Attempting to bind port 4345372c-2ed8-490a-b7a1-0ff1cc691640 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:56:51.123255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Attempting to bind port 4345372c-2ed8-490a-b7a1-0ff1cc691640 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:51.132089 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:56:51.132931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:51.133341 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.133728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:56:51.134231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Bound port: 4345372c-2ed8-490a-b7a1-0ff1cc691640, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:56:51.134573 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.160399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d9fd4a15-c426-44b9-9738-9774ded96ea5 None None] Provisioning complete for port 7882b751-797d-4af4-b9bd-eb4c4148d556 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:51.160771 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d9fd4a15-c426-44b9-9738-9774ded96ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.210534 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.216055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.217612 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd4a15-c426-44b9-9738-9774ded96ea5 None None] Port 7882b751-797d-4af4-b9bd-eb4c4148d556 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:56:51.221901 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] For port 4345372c-2ed8-490a-b7a1-0ff1cc691640, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:56:51.239867 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] For port 4345372c-2ed8-490a-b7a1-0ff1cc691640, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4345372c-2ed8-490a-b7a1-0ff1cc691640,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:56:51.245537 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.289956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Pushing event updated for resources: {'Port': ['ID=7882b751-797d-4af4-b9bd-eb4c4148d556,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:51.295755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.298212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Routers {'107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:56:51.298889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:56:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:51.315395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device fd63e0b2-e2fe-4d60-9653-74c8c9820da3 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:51.385224 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c38151-452a-4490-b2a8-92051600b1f1 None None] Pushing event updated for resources: {'Port': ['ID=4345372c-2ed8-490a-b7a1-0ff1cc691640,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:51.397089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Network 01389655-c5e1-4db2-acac-ba4795c23b7e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:51.398558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:51.463687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port fd63e0b2-e2fe-4d60-9653-74c8c9820da3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:51.464074 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.469473 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] Set router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:56:51.794125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:56:51.847574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b690b2fd-f34b-41b0-aea7-435aa9fa2aa7 None None] Provisioning complete for port 7882b751-797d-4af4-b9bd-eb4c4148d556 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:51.847961 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b690b2fd-f34b-41b0-aea7-435aa9fa2aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:51.903681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:56:51.909166 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b690b2fd-f34b-41b0-aea7-435aa9fa2aa7 None None] Port 7882b751-797d-4af4-b9bd-eb4c4148d556 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:56:51.912015 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c74fd675-d484-4afb-8bdb-98c731142728 admin admin] 10.222.0.44 "PUT /v2.0/routers/107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8513744 Sep 29 23:56:51.930563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'name': 'tempest-TestEncryptedCinderVolumes-1640087379-router', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:48Z', 'updated_at': '2021-09-29T23:56:51Z', 'revision_number': 4, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'gw_port': {'id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ea:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:49Z', 'updated_at': '2021-09-29T23:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7882b751-797d-4af4-b9bd-eb4c4148d556', 'name': '', 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'mac_address': 'fa:16:3e:4e:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:50Z', 'updated_at': '2021-09-29T23:56:51Z', 'revision_number': 2, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'subnets': [{'id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:51.958445 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517447d0-6c69-46a5-99e9-c72e9e56a8ef None None] The sync data for ids ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'] in n-d-811173-2 is: [{'id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'name': 'tempest-TestEncryptedCinderVolumes-1640087379-router', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:48Z', 'updated_at': '2021-09-29T23:56:51Z', 'revision_number': 4, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'gw_port': {'id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ea:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:49Z', 'updated_at': '2021-09-29T23:56:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7882b751-797d-4af4-b9bd-eb4c4148d556', 'name': '', 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'mac_address': 'fa:16:3e:4e:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:50Z', 'updated_at': '2021-09-29T23:56:51Z', 'revision_number': 2, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'subnets': [{'id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:56:52.406587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37328) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:52.411922 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1313821530-network', 'tenant_id': '733132846455438b942e963ffc244e2e'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:52.433291 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Made reservation on behalf of 733132846455438b942e963ffc244e2e for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:52.435929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:52.445272 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:52.552234 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:52.563773 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:52.597385 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2933e704-d525-4f24-b5c1-4932b2826cad,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:52.602604 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:56:52.617345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:52.617603 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Added segment c4e3219a-ec7e-4cf9-af09-ab154bcac78c of type vlan for network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab Sep 29 23:56:52.661617 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:52.687948 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:52.688943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:52.689532 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:52.724938 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3146689 Sep 29 23:56:52.725154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37330) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:52.731498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Request body: {'subnet': {'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1313821530-subnet', 'tenant_id': '733132846455438b942e963ffc244e2e', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:52.764952 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66611973-c7ca-4712-9666-b785e425d75b admin admin] Pushing event updated for resources: {'Network': ['ID=2d3f984d-635f-46c6-a8d4-4e9cdc20cbab,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:52.776160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:56:52.785115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Made reservation on behalf of 733132846455438b942e963ffc244e2e for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:52.787937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:52.974406 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.033459 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99740e31-73d4-4898-b2b8-a5361e1e1b8d,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:53.042358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Checking segment: {'id': 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:53.042733 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Network hostable DHCP agents. Network: 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:56:53.060383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:56:53.070317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:53.074428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:53.074959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.080380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a5056-59bc-4517-9b92-35b82108c2dd None None] Network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:53.092076 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0bba199b-c65b-45df-ba3f-02309a80fb95 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3658669 Sep 29 23:56:53.094662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37332) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:53.101079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1313821530-router', 'tenant_id': '733132846455438b942e963ffc244e2e', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:53.122082 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.123135 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.185652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.254148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-2d3f984d-635f-46c6-a8d4-4e9cdc20cbab', 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab', 'tenant_id': '733132846455438b942e963ffc244e2e', 'fixed_ips': [{'subnet_id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:56:53.255043 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.332443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4345372c-2ed8-490a-b7a1-0ff1cc691640 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:53.435221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Allocated IP 172.20.0.2 (2d3f984d-635f-46c6-a8d4-4e9cdc20cbab/99740e31-73d4-4898-b2b8-a5361e1e1b8d/c8f71460-931a-4a32-bd74-01fa8480c45c) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:53.440278 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4345372c-2ed8-490a-b7a1-0ff1cc691640 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:53.440657 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.604112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.640211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.654036 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 4345372c-2ed8-490a-b7a1-0ff1cc691640, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4345372c-2ed8-490a-b7a1-0ff1cc691640,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:53.662137 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.669984 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.695088 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.724019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:53.727344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:53.729739 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=4345372c-2ed8-490a-b7a1-0ff1cc691640,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:53.732922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:53.809304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Pushing event updated for resources: {'Port': ['ID=c8f71460-931a-4a32-bd74-01fa8480c45c,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:53.822160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Attempting to bind port c8f71460-931a-4a32-bd74-01fa8480c45c on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:56:53.822379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Attempting to bind port c8f71460-931a-4a32-bd74-01fa8480c45c by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:56:53.822734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Attempting to bind port c8f71460-931a-4a32-bd74-01fa8480c45c on network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:53.829037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:56:53.829408 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Checking segment: {'id': 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:53.829813 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.830199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Bound using segment: {'id': 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:56:53.830864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Bound port: c8f71460-931a-4a32-bd74-01fa8480c45c, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:56:53.831405 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.866378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.886659 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.898047 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] For port c8f71460-931a-4a32-bd74-01fa8480c45c, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:56:53.901935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] For port c8f71460-931a-4a32-bd74-01fa8480c45c, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c8f71460-931a-4a32-bd74-01fa8480c45c,segment=NetworkSegment(c4e3219a-ec7e-4cf9-af09-ab154bcac78c),segment_id=c4e3219a-ec7e-4cf9-af09-ab154bcac78c)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:56:53.906653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:53.924120 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Sync routers for ids ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:56:53.934872 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Routers {'107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:56:53.936282 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:56:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:53.975365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c5e4e-7f43-4991-bc83-383b5a35b5e9 None None] Pushing event updated for resources: {'Port': ['ID=c8f71460-931a-4a32-bd74-01fa8480c45c,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:54.002370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Allocated IP 172.25.4.135 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/657cac10-7847-4711-8fbc-916511a5109f) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:54.055224 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Set router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:56:54.125512 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:54.175634 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:54.223447 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:54.226454 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:54.230302 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:54.256559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Pushing event updated for resources: {'Port': ['ID=657cac10-7847-4711-8fbc-916511a5109f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:54.392652 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'name': 'tempest-TestEncryptedCinderVolumes-1640087379-router', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:48Z', 'updated_at': '2021-09-29T23:56:51Z', 'revision_number': 4, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'gw_port': {'id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:49Z', 'updated_at': '2021-09-29T23:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7882b751-797d-4af4-b9bd-eb4c4148d556', 'name': '', 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'mac_address': 'fa:16:3e:4e:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:50Z', 'updated_at': '2021-09-29T23:56:51Z', 'revision_number': 2, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'subnets': [{'id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:54.419436 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Checking router: 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:56:54.419796 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Updating router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d port 7882b751-797d-4af4-b9bd-eb4c4148d556 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:56:54.443759 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:54.496554 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:54.708123 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:54.730034 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:54.736669 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:54.795501 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Pushing event updated for resources: {'Port': ['ID=7882b751-797d-4af4-b9bd-eb4c4148d556,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:54.822768 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.823107 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.823444 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.823779 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.824157 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.824477 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.824799 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.825115 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.825597 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.826068 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.826886 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.827374 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:56:54.866780 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Attempting to bind port 7882b751-797d-4af4-b9bd-eb4c4148d556 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:56:54.867324 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Attempting to bind port 7882b751-797d-4af4-b9bd-eb4c4148d556 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:56:54.867892 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Attempting to bind port 7882b751-797d-4af4-b9bd-eb4c4148d556 on network 01389655-c5e1-4db2-acac-ba4795c23b7e {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:54.873687 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:56:54.874838 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Checking segment: {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:54.875360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Router 82d4e7a7-23fa-49b9-8477-94281b8628a5 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:56:54.875897 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:54.876510 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Bound using segment: {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:56:54.877186 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Bound port: 7882b751-797d-4af4-b9bd-eb4c4148d556, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:56:54.878024 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:54.951042 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] For port 7882b751-797d-4af4-b9bd-eb4c4148d556, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:56:54.954831 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] For port 7882b751-797d-4af4-b9bd-eb4c4148d556, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7882b751-797d-4af4-b9bd-eb4c4148d556,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:56:54.963380 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:54.997025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:56:55.020554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Sync routers for ids ['82d4e7a7-23fa-49b9-8477-94281b8628a5'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:56:55.023215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:55.024871 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b059100c-a15c-4cf8-8043-208a49d17848 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9287426 Sep 29 23:56:55.028642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37334) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:56:55.042552 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Routers {'82d4e7a7-23fa-49b9-8477-94281b8628a5'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:56:55.043299 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:56:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['82d4e7a7-23fa-49b9-8477-94281b8628a5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:55.057226 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Routers {'107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:56:55.057794 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:56:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:55.096343 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bbff6-6575-4588-8af0-ea03c2bbeac0 None None] Pushing event updated for resources: {'Port': ['ID=7882b751-797d-4af4-b9bd-eb4c4148d556,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:55.115795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe336da-5967-4819-bb87-8a1f9f346e7a None None] Network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:56:55.188996 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] Set router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:56:55.346770 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Set router 82d4e7a7-23fa-49b9-8477-94281b8628a5 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:56:55.386420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] Provisioning complete for port c8f71460-931a-4a32-bd74-01fa8480c45c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:55.386420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:55.487794 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'name': 'tempest-TestEncryptedCinderVolumes-1640087379-router', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:48Z', 'updated_at': '2021-09-29T23:56:51Z', 'revision_number': 4, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'gw_port': {'id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:49Z', 'updated_at': '2021-09-29T23:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7882b751-797d-4af4-b9bd-eb4c4148d556', 'name': '', 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'mac_address': 'fa:16:3e:4e:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:50Z', 'updated_at': '2021-09-29T23:56:54Z', 'revision_number': 4, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'subnets': [{'id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:55.492181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4345372c-2ed8-490a-b7a1-0ff1cc691640 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:55.518898 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04928f58-0b76-4478-a0fa-cc10b98f6f6b None None] The sync data for ids ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'] in n-d-811173-2 is: [{'id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'name': 'tempest-TestEncryptedCinderVolumes-1640087379-router', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:48Z', 'updated_at': '2021-09-29T23:56:51Z', 'revision_number': 4, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'gw_port': {'id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:49Z', 'updated_at': '2021-09-29T23:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '7882b751-797d-4af4-b9bd-eb4c4148d556', 'name': '', 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'mac_address': 'fa:16:3e:4e:6e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:50Z', 'updated_at': '2021-09-29T23:56:54Z', 'revision_number': 4, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'subnets': [{'id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:56:55.541246 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:55.711574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Allocated IP 172.20.0.1 (2d3f984d-635f-46c6-a8d4-4e9cdc20cbab/99740e31-73d4-4898-b2b8-a5361e1e1b8d/4b2c1dcc-4f84-49d0-8972-577245a62db7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:55.730094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4345372c-2ed8-490a-b7a1-0ff1cc691640 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:55.730476 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:55.760327 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:55.825010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] For port c8f71460-931a-4a32-bd74-01fa8480c45c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c8f71460-931a-4a32-bd74-01fa8480c45c,segment=NetworkSegment(c4e3219a-ec7e-4cf9-af09-ab154bcac78c),segment_id=c4e3219a-ec7e-4cf9-af09-ab154bcac78c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:55.834456 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:55.837482 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:55.847120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'name': 'tempest-TestEncryptedCinderVolumes-1313821530-router', 'tenant_id': '733132846455438b942e963ffc244e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '657cac10-7847-4711-8fbc-916511a5109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:54Z', 'revision_number': 3, 'project_id': '733132846455438b942e963ffc244e2e', 'gw_port': {'id': '657cac10-7847-4711-8fbc-916511a5109f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:55.880515 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:55.901478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:55.922851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:55.924091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Checking router: 82d4e7a7-23fa-49b9-8477-94281b8628a5 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:56:55.925044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Updating router 82d4e7a7-23fa-49b9-8477-94281b8628a5 port 657cac10-7847-4711-8fbc-916511a5109f binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:56:55.927076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:55.950518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] Provisioning complete for port 7882b751-797d-4af4-b9bd-eb4c4148d556 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:55.950719 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:55.973966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2c1dcc-4f84-49d0-8972-577245a62db7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:55.987652 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.020939 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c8f71460-931a-4a32-bd74-01fa8480c45c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:56.048614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] Pushing event updated for resources: {'Port': ['ID=c8f71460-931a-4a32-bd74-01fa8480c45c,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:56.068644 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.139384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.366098 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.370873 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.412857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port c8f71460-931a-4a32-bd74-01fa8480c45c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:56.413238 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.441913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Pushing event updated for resources: {'Port': ['ID=4b2c1dcc-4f84-49d0-8972-577245a62db7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:56.445204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.460551 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.540622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:56.542110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:56.559260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] For port 7882b751-797d-4af4-b9bd-eb4c4148d556, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7882b751-797d-4af4-b9bd-eb4c4148d556,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:56.570196 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.672390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7882b751-797d-4af4-b9bd-eb4c4148d556 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:56.677179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bc214-8ce5-4df8-ba43-165a42a439cf None None] Pushing event updated for resources: {'Port': ['ID=7882b751-797d-4af4-b9bd-eb4c4148d556,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:56.686283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Router 82d4e7a7-23fa-49b9-8477-94281b8628a5 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:56:56.757504 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.763513 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0327d4b1-856a-4f70-8810-b1c54bdb9dff None None] Provisioning complete for port c8f71460-931a-4a32-bd74-01fa8480c45c triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:56.764038 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0327d4b1-856a-4f70-8810-b1c54bdb9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.769345 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.813296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:56:56.819038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6642d420-4fa6-4d6e-9f6c-bd280d47a654 admin admin] 10.222.0.44 "PUT /v2.0/routers/82d4e7a7-23fa-49b9-8477-94281b8628a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7886438 Sep 29 23:56:56.853997 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7882b751-797d-4af4-b9bd-eb4c4148d556 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:56.854377 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.884278 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf8063-8964-44d2-9bd4-2de867c60b02 None None] Pushing event updated for resources: {'Port': ['ID=657cac10-7847-4711-8fbc-916511a5109f,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:56.889286 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Attempting to bind port 657cac10-7847-4711-8fbc-916511a5109f on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:56:56.889696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Attempting to bind port 657cac10-7847-4711-8fbc-916511a5109f by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:56:56.890147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Attempting to bind port 657cac10-7847-4711-8fbc-916511a5109f on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:56:56.903850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:56:56.904251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:56:56.904658 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:56.905055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:56:56.905619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Bound port: 657cac10-7847-4711-8fbc-916511a5109f, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:56:56.906096 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:57.026337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] For port 657cac10-7847-4711-8fbc-916511a5109f, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:56:57.047625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0327d4b1-856a-4f70-8810-b1c54bdb9dff None None] Provisioning complete for port 4b2c1dcc-4f84-49d0-8972-577245a62db7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:57.048023 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0327d4b1-856a-4f70-8810-b1c54bdb9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:57.050602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] For port 657cac10-7847-4711-8fbc-916511a5109f, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=657cac10-7847-4711-8fbc-916511a5109f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:56:57.073637 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:57.125536 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0327d4b1-856a-4f70-8810-b1c54bdb9dff None None] Port 4b2c1dcc-4f84-49d0-8972-577245a62db7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:56:57.149860 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Routers {'82d4e7a7-23fa-49b9-8477-94281b8628a5'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:56:57.150494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:56:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['82d4e7a7-23fa-49b9-8477-94281b8628a5'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:57.158091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf8063-8964-44d2-9bd4-2de867c60b02 None None] Pushing event updated for resources: {'Port': ['ID=657cac10-7847-4711-8fbc-916511a5109f,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:57.189961 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0327d4b1-856a-4f70-8810-b1c54bdb9dff None None] Provisioning complete for port 7882b751-797d-4af4-b9bd-eb4c4148d556 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:57.190344 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0327d4b1-856a-4f70-8810-b1c54bdb9dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:57.278283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c8f71460-931a-4a32-bd74-01fa8480c45c up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:57.345547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] Set router 82d4e7a7-23fa-49b9-8477-94281b8628a5 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:56:57.435703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port c8f71460-931a-4a32-bd74-01fa8480c45c triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:57.436109 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:57.552295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5a481b0d-9659-49d2-b12e-59d252abf347 None None] Provisioning complete for port 4b2c1dcc-4f84-49d0-8972-577245a62db7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:57.552668 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5a481b0d-9659-49d2-b12e-59d252abf347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:57.642932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5a481b0d-9659-49d2-b12e-59d252abf347 None None] Port 4b2c1dcc-4f84-49d0-8972-577245a62db7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:56:57.650794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7882b751-797d-4af4-b9bd-eb4c4148d556 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:57.700306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'name': 'tempest-TestEncryptedCinderVolumes-1313821530-router', 'tenant_id': '733132846455438b942e963ffc244e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '657cac10-7847-4711-8fbc-916511a5109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:56Z', 'revision_number': 4, 'project_id': '733132846455438b942e963ffc244e2e', 'gw_port': {'id': '657cac10-7847-4711-8fbc-916511a5109f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4b2c1dcc-4f84-49d0-8972-577245a62db7', 'name': '', 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab', 'tenant_id': '733132846455438b942e963ffc244e2e', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:55Z', 'updated_at': '2021-09-29T23:56:56Z', 'revision_number': 2, 'project_id': '733132846455438b942e963ffc244e2e', 'subnets': [{'id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:57.730184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4da4e3-5348-4c25-9951-26e1bb230232 None None] The sync data for ids ['82d4e7a7-23fa-49b9-8477-94281b8628a5'] in n-d-811173-2 is: [{'id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'name': 'tempest-TestEncryptedCinderVolumes-1313821530-router', 'tenant_id': '733132846455438b942e963ffc244e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '657cac10-7847-4711-8fbc-916511a5109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:56Z', 'revision_number': 4, 'project_id': '733132846455438b942e963ffc244e2e', 'gw_port': {'id': '657cac10-7847-4711-8fbc-916511a5109f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4b2c1dcc-4f84-49d0-8972-577245a62db7', 'name': '', 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab', 'tenant_id': '733132846455438b942e963ffc244e2e', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:55Z', 'updated_at': '2021-09-29T23:56:56Z', 'revision_number': 2, 'project_id': '733132846455438b942e963ffc244e2e', 'subnets': [{'id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:56:57.737437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7882b751-797d-4af4-b9bd-eb4c4148d556 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:57.737888 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:57.761089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-b5e3b90a-8ce5-4b5d-8532-78a0a7731fc6 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:57.764357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-b5e3b90a-8ce5-4b5d-8532-78a0a7731fc6 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/networks?id=01389655-c5e1-4db2-acac-ba4795c23b7e HTTP/1.1" status: 200 len: 817 time: 0.1112561 Sep 29 23:56:57.778509 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-09a7e910-efdf-43e8-8c85-1f3526494561 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/quotas/55725bf1575d4e6fa2367c15ecd0d67c HTTP/1.1" status: 200 len: 375 time: 0.0093889 Sep 29 23:56:57.842264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-1f443429-baaf-47b2-9583-0fd959272f62 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55725bf1575d4e6fa2367c15ecd0d67c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555832 Sep 29 23:56:57.967286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-2dcc5608-c964-4fe7-9c6d-d249c59b701f service neutron] 10.222.0.44 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124237 Sep 29 23:56:58.070557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-68fdf6e6-fd45-415f-b82f-db3fd698cdd2 service neutron] 10.222.0.44 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936713 Sep 29 23:56:58.243469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67746644-cf7c-48d2-b875-3bb9091fad8e req-e5dcb76b-b731-4bbe-be69-bd3739cfa5db tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 210 time: 0.0283194 Sep 29 23:56:59.256424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-f03ed6cd-376d-46ee-b11f-a0e288c65440 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:59.258560 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-f03ed6cd-376d-46ee-b11f-a0e288c65440 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.26 "GET /v2.0/networks?id=01389655-c5e1-4db2-acac-ba4795c23b7e HTTP/1.1" status: 200 len: 817 time: 0.1355019 Sep 29 23:56:59.276418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Request body: {'port': {'device_id': '34eaa644-bc59-4a73-ae5a-d9559985542c', 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'admin_state_up': True, 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:56:59.304693 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 657cac10-7847-4711-8fbc-916511a5109f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:56:59.366029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-136af997-f3e4-494f-afec-2b46b3dd1b95 req-dfd5a8f0-18d3-4c31-b424-d9dcaab39c3f tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 210 time: 0.0314524 Sep 29 23:56:59.368223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 657cac10-7847-4711-8fbc-916511a5109f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:56:59.368618 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:59.422043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Made reservation on behalf of 55725bf1575d4e6fa2367c15ecd0d67c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:56:59.425715 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:59.457440 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:59.478328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 657cac10-7847-4711-8fbc-916511a5109f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=657cac10-7847-4711-8fbc-916511a5109f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:56:59.483851 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:59.536699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=657cac10-7847-4711-8fbc-916511a5109f,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:59.564106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Allocated IP 172.20.0.13 (01389655-c5e1-4db2-acac-ba4795c23b7e/d0329dd9-b9ee-43db-ab94-cf9312e32c6d/c891d9d0-298a-4c53-a4ca-44383430aa01) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:56:59.701393 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Sync routers for ids ['82d4e7a7-23fa-49b9-8477-94281b8628a5'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:56:59.710375 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Routers {'82d4e7a7-23fa-49b9-8477-94281b8628a5'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:56:59.711046 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:56:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['82d4e7a7-23fa-49b9-8477-94281b8628a5'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:56:59.714199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:59.752999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:59.799852 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Network 01389655-c5e1-4db2-acac-ba4795c23b7e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:56:59.802984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:56:59.806845 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:56:59.821757 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Set router 82d4e7a7-23fa-49b9-8477-94281b8628a5 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:56:59.834991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Pushing event updated for resources: {'Port': ['ID=c891d9d0-298a-4c53-a4ca-44383430aa01,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:56:59.866463 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:56:59.867397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:56:59.888255 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-0286da15-6f35-4000-88e6-568623443193 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6209793 Sep 29 23:57:00.026238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Request body: {'port': {'device_id': '34eaa644-bc59-4a73-ae5a-d9559985542c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:57:00.077341 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'name': 'tempest-TestEncryptedCinderVolumes-1313821530-router', 'tenant_id': '733132846455438b942e963ffc244e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '657cac10-7847-4711-8fbc-916511a5109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:56Z', 'revision_number': 4, 'project_id': '733132846455438b942e963ffc244e2e', 'gw_port': {'id': '657cac10-7847-4711-8fbc-916511a5109f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4b2c1dcc-4f84-49d0-8972-577245a62db7', 'name': '', 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab', 'tenant_id': '733132846455438b942e963ffc244e2e', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:55Z', 'updated_at': '2021-09-29T23:56:56Z', 'revision_number': 2, 'project_id': '733132846455438b942e963ffc244e2e', 'subnets': [{'id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:57:00.089215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-25232d1d-f2b5-48c8-8acf-f2dd0cad934b None None] Provisioning complete for port c891d9d0-298a-4c53-a4ca-44383430aa01 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:57:00.089601 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-25232d1d-f2b5-48c8-8acf-f2dd0cad934b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.096607 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.117724 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Checking router: 82d4e7a7-23fa-49b9-8477-94281b8628a5 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:57:00.118628 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Updating router 82d4e7a7-23fa-49b9-8477-94281b8628a5 port 4b2c1dcc-4f84-49d0-8972-577245a62db7 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:57:00.131633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-25232d1d-f2b5-48c8-8acf-f2dd0cad934b None None] Port c891d9d0-298a-4c53-a4ca-44383430aa01 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:57:00.148808 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.428101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c891d9d0-298a-4c53-a4ca-44383430aa01 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:57:00.436962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.456371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Transition to ACTIVE for port object c891d9d0-298a-4c53-a4ca-44383430aa01 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:57:00.461904 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.596626 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.601615 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Pushing event updated for resources: {'Port': ['ID=c891d9d0-298a-4c53-a4ca-44383430aa01,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:00.614015 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.621220 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Attempting to bind port c891d9d0-298a-4c53-a4ca-44383430aa01 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:57:00.621565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Attempting to bind port c891d9d0-298a-4c53-a4ca-44383430aa01 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:57:00.621893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Attempting to bind port c891d9d0-298a-4c53-a4ca-44383430aa01 on network 01389655-c5e1-4db2-acac-ba4795c23b7e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:57:00.629374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Port c891d9d0-298a-4c53-a4ca-44383430aa01 on network 01389655-c5e1-4db2-acac-ba4795c23b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:57:00.629909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Attempting to bind port c891d9d0-298a-4c53-a4ca-44383430aa01 on network 01389655-c5e1-4db2-acac-ba4795c23b7e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:57:00.640025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 56, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:57:00.640025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Checking segment: {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:57:00.640025 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Bound using segment: {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:57:00.641168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Bound port: c891d9d0-298a-4c53-a4ca-44383430aa01, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:57:00.641168 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.647775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7fefa-e2d2-47cb-b358-1cbd0d669226 req-0cd8e022-b0e0-45bb-bc1e-71beb0970f88 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:00.655553 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77a7fefa-e2d2-47cb-b358-1cbd0d669226 req-0cd8e022-b0e0-45bb-bc1e-71beb0970f88 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 944 time: 0.0962403 Sep 29 23:57:00.679897 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21309882-d037-4caf-89cb-f657516880db None None] Pushing event updated for resources: {'Port': ['ID=4b2c1dcc-4f84-49d0-8972-577245a62db7,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:00.748024 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77a7fefa-e2d2-47cb-b358-1cbd0d669226 req-a61e9929-07f3-43af-aaf5-ad2d9759d19a tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892086 Sep 29 23:57:00.761915 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] For port c891d9d0-298a-4c53-a4ca-44383430aa01, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:57:00.772650 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] For port c891d9d0-298a-4c53-a4ca-44383430aa01, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c891d9d0-298a-4c53-a4ca-44383430aa01,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:57:00.781354 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Attempting to bind port 4b2c1dcc-4f84-49d0-8972-577245a62db7 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:57:00.781879 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Attempting to bind port 4b2c1dcc-4f84-49d0-8972-577245a62db7 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:57:00.782083 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Attempting to bind port 4b2c1dcc-4f84-49d0-8972-577245a62db7 on network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:57:00.786223 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.787801 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 56, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:57:00.788421 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Checking segment: {'id': 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:57:00.788827 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.789324 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Bound using segment: {'id': 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:57:00.792348 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Bound port: 4b2c1dcc-4f84-49d0-8972-577245a62db7, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:57:00.792854 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.833237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:00.833767 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.835207 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] 10.222.0.26 "PUT /v2.0/ports/c891d9d0-298a-4c53-a4ca-44383430aa01 HTTP/1.1" status: 200 len: 1092 time: 0.9376881 Sep 29 23:57:00.837480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34eaa644-bc59-4a73-ae5a-d9559985542c', 'tag': 'c891d9d0-298a-4c53-a4ca-44383430aa01'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:57:00.839881 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8225959afa0d8aa61104609996ee769b473955102e80e702c6e8624098414f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1225a9-9ccb-489c-8a9e-144457dd4923" -d '{"events": [{"name": "network-changed", "server_uuid": "34eaa644-bc59-4a73-ae5a-d9559985542c", "tag": "c891d9d0-298a-4c53-a4ca-44383430aa01"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:57:00.864401 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b8161-3270-42b4-8730-fbaeb2c457cf service neutron] Pushing event updated for resources: {'Port': ['ID=c891d9d0-298a-4c53-a4ca-44383430aa01,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:00.899919 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] For port 4b2c1dcc-4f84-49d0-8972-577245a62db7, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:57:00.907058 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe437b4-da42-4763-8226-6a4ebaf594a9 x-openstack-request-id: req-ffe437b4-da42-4763-8226-6a4ebaf594a9 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:57:00.907367 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34eaa644-bc59-4a73-ae5a-d9559985542c", "tag": "c891d9d0-298a-4c53-a4ca-44383430aa01", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:57:00.907618 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] For port 4b2c1dcc-4f84-49d0-8972-577245a62db7, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4b2c1dcc-4f84-49d0-8972-577245a62db7,segment=NetworkSegment(c4e3219a-ec7e-4cf9-af09-ab154bcac78c),segment_id=c4e3219a-ec7e-4cf9-af09-ab154bcac78c)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:57:00.907759 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ffe437b4-da42-4763-8226-6a4ebaf594a9 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:57:00.908239 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34eaa644-bc59-4a73-ae5a-d9559985542c', 'tag': 'c891d9d0-298a-4c53-a4ca-44383430aa01', 'status': 'completed', 'code': 200} Sep 29 23:57:00.912548 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:00.945299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-20362e08-cd8c-4a81-9011-4bf14876f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:00.946853 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-20362e08-cd8c-4a81-9011-4bf14876f7d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55725bf1575d4e6fa2367c15ecd0d67c&device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 1095 time: 0.0538979 Sep 29 23:57:00.984547 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Routers {'82d4e7a7-23fa-49b9-8477-94281b8628a5'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:57:00.985450 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:56:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['82d4e7a7-23fa-49b9-8477-94281b8628a5'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:57:00.989867 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-fffec972-52b8-4743-8d01-d0cb359b2177 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c891d9d0-298a-4c53-a4ca-44383430aa01 HTTP/1.1" status: 200 len: 217 time: 0.0349853 Sep 29 23:57:00.991200 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21309882-d037-4caf-89cb-f657516880db None None] Pushing event updated for resources: {'Port': ['ID=4b2c1dcc-4f84-49d0-8972-577245a62db7,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:01.051380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-d4a3ee9b-76ae-41e6-b0c8-6ed122656b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:01.053250 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-d4a3ee9b-76ae-41e6-b0c8-6ed122656b22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0329dd9-b9ee-43db-ab94-cf9312e32c6d HTTP/1.1" status: 200 len: 856 time: 0.0565722 Sep 29 23:57:01.085054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8c8e3dfa-c1f5-4526-82a7-78fc7a48ea1d None None] Provisioning complete for port 4b2c1dcc-4f84-49d0-8972-577245a62db7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:57:01.086002 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8c8e3dfa-c1f5-4526-82a7-78fc7a48ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:01.107673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-6d8a5a6c-6e9b-470f-9a83-26723a98ec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:01.110368 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-6d8a5a6c-6e9b-470f-9a83-26723a98ec1d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01389655-c5e1-4db2-acac-ba4795c23b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500340 Sep 29 23:57:01.114442 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] Set router 82d4e7a7-23fa-49b9-8477-94281b8628a5 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:57:01.182859 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8c8e3dfa-c1f5-4526-82a7-78fc7a48ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:01.224116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8c8e3dfa-c1f5-4526-82a7-78fc7a48ea1d None None] For port 4b2c1dcc-4f84-49d0-8972-577245a62db7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4b2c1dcc-4f84-49d0-8972-577245a62db7,segment=NetworkSegment(c4e3219a-ec7e-4cf9-af09-ab154bcac78c),segment_id=c4e3219a-ec7e-4cf9-af09-ab154bcac78c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:57:01.232372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8c8e3dfa-c1f5-4526-82a7-78fc7a48ea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:01.253067 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-77065d67-f471-4e6c-8ed5-3a7b116fa818 service neutron] 10.222.0.26 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342604 Sep 29 23:57:01.299937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e3dfa-c1f5-4526-82a7-78fc7a48ea1d None None] Pushing event updated for resources: {'Port': ['ID=4b2c1dcc-4f84-49d0-8972-577245a62db7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:01.362056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4b2c1dcc-4f84-49d0-8972-577245a62db7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:57:01.394116 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3e3ed9ca-65fc-4a6d-a010-674086aae32e None None] Provisioning complete for port 4b2c1dcc-4f84-49d0-8972-577245a62db7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:57:01.394640 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3e3ed9ca-65fc-4a6d-a010-674086aae32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:01.407652 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-5fa5fc0d-a390-4951-adf4-4875c7e70e99 req-9a72dbfd-d037-4cf4-93f9-2d99dfd3af16 service neutron] 10.222.0.26 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426332 Sep 29 23:57:01.409500 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'name': 'tempest-TestEncryptedCinderVolumes-1313821530-router', 'tenant_id': '733132846455438b942e963ffc244e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '657cac10-7847-4711-8fbc-916511a5109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:56Z', 'revision_number': 4, 'project_id': '733132846455438b942e963ffc244e2e', 'gw_port': {'id': '657cac10-7847-4711-8fbc-916511a5109f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4b2c1dcc-4f84-49d0-8972-577245a62db7', 'name': '', 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab', 'tenant_id': '733132846455438b942e963ffc244e2e', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:55Z', 'updated_at': '2021-09-29T23:57:00Z', 'revision_number': 4, 'project_id': '733132846455438b942e963ffc244e2e', 'subnets': [{'id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:57:01.439387 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654bc152-f4ff-4bba-a5af-dea4d4e0561e None None] The sync data for ids ['82d4e7a7-23fa-49b9-8477-94281b8628a5'] in n-d-811173-2 is: [{'id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'name': 'tempest-TestEncryptedCinderVolumes-1313821530-router', 'tenant_id': '733132846455438b942e963ffc244e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '657cac10-7847-4711-8fbc-916511a5109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:56Z', 'revision_number': 4, 'project_id': '733132846455438b942e963ffc244e2e', 'gw_port': {'id': '657cac10-7847-4711-8fbc-916511a5109f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '4b2c1dcc-4f84-49d0-8972-577245a62db7', 'name': '', 'network_id': '2d3f984d-635f-46c6-a8d4-4e9cdc20cbab', 'tenant_id': '733132846455438b942e963ffc244e2e', 'mac_address': 'fa:16:3e:58:84:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:55Z', 'updated_at': '2021-09-29T23:57:00Z', 'revision_number': 4, 'project_id': '733132846455438b942e963ffc244e2e', 'subnets': [{'id': '99740e31-73d4-4898-b2b8-a5361e1e1b8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:57:01.449696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4b2c1dcc-4f84-49d0-8972-577245a62db7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:57:01.450076 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:01.508873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-497a5055-b994-4724-8e51-6757287ddd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:01.510574 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-497a5055-b994-4724-8e51-6757287ddd81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55725bf1575d4e6fa2367c15ecd0d67c&device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 1095 time: 0.0452170 Sep 29 23:57:01.568114 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 657cac10-7847-4711-8fbc-916511a5109f up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:57:01.614036 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-9872da02-b5df-4854-b5a5-978988299ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:01.615570 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-9872da02-b5df-4854-b5a5-978988299ae5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=01389655-c5e1-4db2-acac-ba4795c23b7e HTTP/1.1" status: 200 len: 918 time: 0.0980852 Sep 29 23:57:01.617482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 657cac10-7847-4711-8fbc-916511a5109f triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:57:01.617866 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:01.660200 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-e8cabe4c-f809-4690-8b50-675b0579c4d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c891d9d0-298a-4c53-a4ca-44383430aa01 HTTP/1.1" status: 200 len: 217 time: 0.0368121 Sep 29 23:57:01.713645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-fc06a282-5a11-4547-979c-9c4e3389b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:01.715300 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-fc06a282-5a11-4547-979c-9c4e3389b423 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0329dd9-b9ee-43db-ab94-cf9312e32c6d HTTP/1.1" status: 200 len: 856 time: 0.0478985 Sep 29 23:57:01.767429 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-af035dbe-4f81-4cb8-9d36-70db1370d64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:01.769542 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-af035dbe-4f81-4cb8-9d36-70db1370d64b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01389655-c5e1-4db2-acac-ba4795c23b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459139 Sep 29 23:57:01.882370 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-a238dc2b-787e-411d-9066-02382afe2f7b service neutron] 10.222.0.26 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032038 Sep 29 23:57:01.883711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80932ce4-12f2-4efb-98b7-37b14a7b21c2 req-907797fc-9db4-4dc1-a5e2-eaad830bacee tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:01.885301 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80932ce4-12f2-4efb-98b7-37b14a7b21c2 req-907797fc-9db4-4dc1-a5e2-eaad830bacee tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 944 time: 0.0590518 Sep 29 23:57:01.927525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80932ce4-12f2-4efb-98b7-37b14a7b21c2 req-f80996e1-6b08-4426-8479-94b8e5cf64c4 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353446 Sep 29 23:57:01.983060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-da1225a9-9ccb-489c-8a9e-144457dd4923 req-40ed1d67-7d70-461f-b102-73e9069a0c92 service neutron] 10.222.0.26 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915828 Sep 29 23:57:03.082838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556689c6-b7a1-4a58-8353-73f884b593c4 req-ba3c66bb-9b80-46c0-a39c-4e769d4bf6e8 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:03.084421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-556689c6-b7a1-4a58-8353-73f884b593c4 req-ba3c66bb-9b80-46c0-a39c-4e769d4bf6e8 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 944 time: 0.0514410 Sep 29 23:57:03.123051 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-556689c6-b7a1-4a58-8353-73f884b593c4 req-4512b939-7b86-4dc4-aff2-db064843d51b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325756 Sep 29 23:57:03.272312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4b2c1dcc-4f84-49d0-8972-577245a62db7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:57:03.319801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4b2c1dcc-4f84-49d0-8972-577245a62db7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:57:03.320214 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:03.369889 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f0b9ffd6-5582-438a-8b19-74cde3cc1028 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:04.235467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02841c-bec8-4845-8b39-fdef7e770a6c req-ae60d91b-b4cd-4b35-97f6-255b1e9e0b61 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:04.236983 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b02841c-bec8-4845-8b39-fdef7e770a6c req-ae60d91b-b4cd-4b35-97f6-255b1e9e0b61 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 944 time: 0.0480616 Sep 29 23:57:04.277708 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0b02841c-bec8-4845-8b39-fdef7e770a6c req-fa261ea4-05c1-422e-922e-964dce890a0e tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 Sep 29 23:57:04.616613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c891d9d0-298a-4c53-a4ca-44383430aa01 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:57:04.710926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c891d9d0-298a-4c53-a4ca-44383430aa01, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c891d9d0-298a-4c53-a4ca-44383430aa01,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:57:04.721404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'c891d9d0-298a-4c53-a4ca-44383430aa01', 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'port_id': 'c891d9d0-298a-4c53-a4ca-44383430aa01', 'mac_address': 'fa:16:3e:51:bd:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:57:04.761148 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:04.774061 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c891d9d0-298a-4c53-a4ca-44383430aa01 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:57:04.792023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c891d9d0-298a-4c53-a4ca-44383430aa01, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c891d9d0-298a-4c53-a4ca-44383430aa01,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:57:04.795901 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:04.843236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c891d9d0-298a-4c53-a4ca-44383430aa01,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:04.996692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['c891d9d0-298a-4c53-a4ca-44383430aa01'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:57:05.392809 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00969bd5-850f-4d83-a0de-f29dd62b5a28 req-8b7278be-b0ee-4df3-9604-79fa4deedb66 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:05.394348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00969bd5-850f-4d83-a0de-f29dd62b5a28 req-8b7278be-b0ee-4df3-9604-79fa4deedb66 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 945 time: 0.0496762 Sep 29 23:57:05.433386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00969bd5-850f-4d83-a0de-f29dd62b5a28 req-87334875-5168-494e-92ee-c98b75d82e24 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Sep 29 23:57:06.285928 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bcc351aa-8d7b-4f32-850f-43d218bf6b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:06.553291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63413247-fdab-4bfd-9709-3328cd0b793d req-ead887f8-6aa2-468a-b81d-620b2c50b688 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:06.554748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63413247-fdab-4bfd-9709-3328cd0b793d req-ead887f8-6aa2-468a-b81d-620b2c50b688 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 945 time: 0.0534708 Sep 29 23:57:06.593126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63413247-fdab-4bfd-9709-3328cd0b793d req-83924895-d94a-464f-82f3-8137870a7c1f tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314882 Sep 29 23:57:06.619416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c891d9d0-298a-4c53-a4ca-44383430aa01 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:57:06.663151 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:06.678270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port c891d9d0-298a-4c53-a4ca-44383430aa01 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:57:06.681762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port c891d9d0-298a-4c53-a4ca-44383430aa01 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:57:06.682135 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:06.760736 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:06.782699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaa644-bc59-4a73-ae5a-d9559985542c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c891d9d0-298a-4c53-a4ca-44383430aa01'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:57:06.784963 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}03004b2577021c6d8ab9fac7bb8c2ec011d01fa7b330d262a4c930c558ab8dc7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9758177-2173-4b8b-a7fe-4de903ff9484" -d '{"events": [{"server_uuid": "34eaa644-bc59-4a73-ae5a-d9559985542c", "name": "network-vif-plugged", "status": "completed", "tag": "c891d9d0-298a-4c53-a4ca-44383430aa01"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:57:06.797845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port c891d9d0-298a-4c53-a4ca-44383430aa01, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c891d9d0-298a-4c53-a4ca-44383430aa01,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:57:06.802401 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:06.826263 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c73174-43b5-4e61-97d1-46aec97e16fc x-openstack-request-id: req-85c73174-43b5-4e61-97d1-46aec97e16fc {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:57:06.826559 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaa644-bc59-4a73-ae5a-d9559985542c", "name": "network-vif-plugged", "status": "completed", "tag": "c891d9d0-298a-4c53-a4ca-44383430aa01", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:57:06.826812 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-85c73174-43b5-4e61-97d1-46aec97e16fc {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:57:06.827239 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaa644-bc59-4a73-ae5a-d9559985542c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c891d9d0-298a-4c53-a4ca-44383430aa01', 'code': 200} Sep 29 23:57:06.855176 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=c891d9d0-298a-4c53-a4ca-44383430aa01,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:06.923617 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e40bd1-d9ec-4304-84ee-6534c34330bc req-80ddc397-0493-4d51-9015-c2f9269c7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:06.925115 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e40bd1-d9ec-4304-84ee-6534c34330bc req-80ddc397-0493-4d51-9015-c2f9269c7bd9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 1097 time: 0.0416770 Sep 29 23:57:06.961380 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f4e40bd1-d9ec-4304-84ee-6534c34330bc req-e4171d1d-dbb5-4b41-a918-0c629c12fdf4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282791 Sep 29 23:57:07.615605 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:07.707326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae24f3d1-a9d8-4dcf-b50d-d9ac55f631f6 req-c469d50b-4a3f-46e0-841d-e3f2646ebf8a tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:07.708852 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae24f3d1-a9d8-4dcf-b50d-d9ac55f631f6 req-c469d50b-4a3f-46e0-841d-e3f2646ebf8a tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 946 time: 0.0487432 Sep 29 23:57:07.750438 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae24f3d1-a9d8-4dcf-b50d-d9ac55f631f6 req-f6c56828-0c65-402e-bbca-fd4493729709 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354254 Sep 29 23:57:08.798798 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:08.953540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa52389-d300-4cd4-a8b6-5eb8f6bae630 req-c22d0068-4ccd-42a6-b04d-d0a81a277bcc tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:08.955038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfa52389-d300-4cd4-a8b6-5eb8f6bae630 req-c22d0068-4ccd-42a6-b04d-d0a81a277bcc tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 946 time: 0.0965064 Sep 29 23:57:08.991399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bfa52389-d300-4cd4-a8b6-5eb8f6bae630 req-4306231d-e69f-4e31-a1db-551c4fbe6b55 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304174 Sep 29 23:57:09.105456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4f3a3-01ed-4c46-84d7-d63d7d7af156 req-4bfead8f-5ce3-4c3c-8623-f5e27efe9e49 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:09.106849 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bef4f3a3-01ed-4c46-84d7-d63d7d7af156 req-4bfead8f-5ce3-4c3c-8623-f5e27efe9e49 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 946 time: 0.0485394 Sep 29 23:57:09.144612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bef4f3a3-01ed-4c46-84d7-d63d7d7af156 req-10454698-3619-416d-b841-044d6d148203 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317442 Sep 29 23:57:10.019740 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:12.705429 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:57:20.660610 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:27.615793 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd639bd0-d321-406a-be8f-be37f0ec3b7d req-5e6909a0-eda2-432a-bb02-dbd85d221b4d tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:27.617460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd639bd0-d321-406a-be8f-be37f0ec3b7d req-5e6909a0-eda2-432a-bb02-dbd85d221b4d tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 946 time: 0.0488474 Sep 29 23:57:27.660206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fd639bd0-d321-406a-be8f-be37f0ec3b7d req-6016b8df-027b-4294-b38c-5330deab9b3a tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365691 Sep 29 23:57:28.776523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cfcf8d-57a6-4254-a88d-7213a9662ac5 req-556cb54c-9e21-487b-a44b-c2867f8bb1e9 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:28.778016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9cfcf8d-57a6-4254-a88d-7213a9662ac5 req-556cb54c-9e21-487b-a44b-c2867f8bb1e9 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 946 time: 0.0493731 Sep 29 23:57:28.815783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9cfcf8d-57a6-4254-a88d-7213a9662ac5 req-a713ea43-3312-478a-936b-f079722ac6c0 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310974 Sep 29 23:57:29.127963 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-6bb1242a-5e81-4969-a4d5-68f13dfa6ed5 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:29.129698 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-6bb1242a-5e81-4969-a4d5-68f13dfa6ed5 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.26 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 946 time: 0.0488544 Sep 29 23:57:29.221083 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-625cca94-41a3-43b7-a7db-36b820828f04 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Deleting port c891d9d0-298a-4c53-a4ca-44383430aa01 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:57:29.221443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-625cca94-41a3-43b7-a7db-36b820828f04 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:29.309236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-625cca94-41a3-43b7-a7db-36b820828f04 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] For port c891d9d0-298a-4c53-a4ca-44383430aa01, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=c891d9d0-298a-4c53-a4ca-44383430aa01,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:57:29.309606 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-625cca94-41a3-43b7-a7db-36b820828f04 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:29.322651 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-625cca94-41a3-43b7-a7db-36b820828f04 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Calling delete_port for c891d9d0-298a-4c53-a4ca-44383430aa01 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:57:29.455893 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-625cca94-41a3-43b7-a7db-36b820828f04 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:29.468626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['c891d9d0-298a-4c53-a4ca-44383430aa01'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:57:29.485300 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625cca94-41a3-43b7-a7db-36b820828f04 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Pushing event deleted for resources: {'Port': ['ID=c891d9d0-298a-4c53-a4ca-44383430aa01,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:29.533449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-625cca94-41a3-43b7-a7db-36b820828f04 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] No DVR routers for this DVR port c891d9d0-298a-4c53-a4ca-44383430aa01 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:57:29.536068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-625cca94-41a3-43b7-a7db-36b820828f04 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:29.538155 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f1809db2-8dc6-4c38-b29f-5d9e11731d1f req-625cca94-41a3-43b7-a7db-36b820828f04 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.26 "DELETE /v2.0/ports/c891d9d0-298a-4c53-a4ca-44383430aa01 HTTP/1.1" status: 204 len: 173 time: 0.4016898 Sep 29 23:57:29.538605 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34eaa644-bc59-4a73-ae5a-d9559985542c', 'name': 'network-vif-deleted', 'tag': 'c891d9d0-298a-4c53-a4ca-44383430aa01'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:57:29.580302 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faf1117-a7de-4773-bc0a-c01c412c34fb" -d '{"events": [{"server_uuid": "34eaa644-bc59-4a73-ae5a-d9559985542c", "name": "network-vif-deleted", "tag": "c891d9d0-298a-4c53-a4ca-44383430aa01"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:57:29.687186 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a093ea-0355-4ce1-899d-9bba610c0bd3 x-openstack-request-id: req-28a093ea-0355-4ce1-899d-9bba610c0bd3 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:57:29.687511 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34eaa644-bc59-4a73-ae5a-d9559985542c", "name": "network-vif-deleted", "tag": "c891d9d0-298a-4c53-a4ca-44383430aa01", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:57:29.687876 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-28a093ea-0355-4ce1-899d-9bba610c0bd3 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:57:29.688227 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34eaa644-bc59-4a73-ae5a-d9559985542c', 'name': 'network-vif-deleted', 'tag': 'c891d9d0-298a-4c53-a4ca-44383430aa01', 'status': 'completed', 'code': 200} Sep 29 23:57:29.923490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ba10c394-66d5-4028-83e3-3cc745161170 req-0becc7dd-443d-4263-b584-d79e77daf2f1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=34eaa644-bc59-4a73-ae5a-d9559985542c HTTP/1.1" status: 200 len: 210 time: 0.0278454 Sep 29 23:57:31.981748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc898-71a1-4fc5-9052-928e55fec098 req-110cca1e-be54-4617-a449-0912a0f77222 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:31.983236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-110cca1e-be54-4617-a449-0912a0f77222 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/networks?id=01389655-c5e1-4db2-acac-ba4795c23b7e HTTP/1.1" status: 200 len: 817 time: 0.3684082 Sep 29 23:57:31.998119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-313a9b0d-38ca-43d4-839c-7cdc15f29ec0 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/quotas/55725bf1575d4e6fa2367c15ecd0d67c HTTP/1.1" status: 200 len: 375 time: 0.0088418 Sep 29 23:57:32.057235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-eff1cf07-e244-4739-9f80-372cc7413463 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=55725bf1575d4e6fa2367c15ecd0d67c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532327 Sep 29 23:57:32.155083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-b48d43af-30e1-4511-a859-a67078b7f1f8 service neutron] 10.222.0.44 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854423 Sep 29 23:57:32.244077 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-e6203496-c849-4bd9-8ef5-e6d7983cd6dd service neutron] 10.222.0.44 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824227 Sep 29 23:57:32.408370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-87367b6e-227b-48df-9781-d94d16c7921a req-d8b03ae7-1aff-4974-90c1-8dab12b23ee2 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 210 time: 0.0290604 Sep 29 23:57:32.756055 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c891d9d0-298a-4c53-a4ca-44383430aa01 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:57:32.778806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: c891d9d0-298a-4c53-a4ca-44383430aa01 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:57:32.779151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device c891d9d0-298a-4c53-a4ca-44383430aa01 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:57:33.298958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc898-71a1-4fc5-9052-928e55fec098 req-b7ecc67c-324f-4c7b-91a7-93ea92578680 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:33.300440 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-b7ecc67c-324f-4c7b-91a7-93ea92578680 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.26 "GET /v2.0/networks?id=01389655-c5e1-4db2-acac-ba4795c23b7e HTTP/1.1" status: 200 len: 817 time: 0.1095207 Sep 29 23:57:33.313311 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Request body: {'port': {'device_id': 'b6928843-9c1d-4354-9478-5f7e16ed8fdf', 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'admin_state_up': True, 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:57:33.361051 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6408d881-c2f7-49de-951e-4a75310ec140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:33.424377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Made reservation on behalf of 55725bf1575d4e6fa2367c15ecd0d67c for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:57:33.427962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:33.502783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b9d5fd5f-1800-4be3-8dcc-c0e831d568b7 req-d736910d-b1ff-4aa8-9430-dbe51b5a92a9 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 210 time: 0.0260735 Sep 29 23:57:33.553472 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Allocated IP 172.20.0.12 (01389655-c5e1-4db2-acac-ba4795c23b7e/d0329dd9-b9ee-43db-ab94-cf9312e32c6d/45a47862-7abb-4ddd-8e2b-9ef2888cc53b) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:57:33.700070 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:33.732891 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:33.779778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Network 01389655-c5e1-4db2-acac-ba4795c23b7e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:57:33.782938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:57:33.785357 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:57:33.818737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Pushing event updated for resources: {'Port': ['ID=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:33.848285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:33.848938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:33.863527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-9029e35a-279f-4517-ab7a-31d300136ba1 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5541637 Sep 29 23:57:33.959528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Request body: {'port': {'device_id': 'b6928843-9c1d-4354-9478-5f7e16ed8fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:57:34.012299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:34.035086 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-08cff425-28ae-4ab1-ada9-7a405e30a778 None None] Provisioning complete for port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:57:34.035630 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-08cff425-28ae-4ab1-ada9-7a405e30a778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:34.069060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-08cff425-28ae-4ab1-ada9-7a405e30a778 None None] Port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:57:34.276329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45a47862-7abb-4ddd-8e2b-9ef2888cc53b {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:57:34.285075 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:34.298180 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Transition to ACTIVE for port object 45a47862-7abb-4ddd-8e2b-9ef2888cc53b will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:57:34.301969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:34.354986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Pushing event updated for resources: {'Port': ['ID=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:34.426486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Attempting to bind port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:57:34.426836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Attempting to bind port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:57:34.427173 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Attempting to bind port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b on network 01389655-c5e1-4db2-acac-ba4795c23b7e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:57:34.432098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b on network 01389655-c5e1-4db2-acac-ba4795c23b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:57:34.432430 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Attempting to bind port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b on network 01389655-c5e1-4db2-acac-ba4795c23b7e {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:57:34.438343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:57:34.438757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Checking segment: {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:57:34.439205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Bound using segment: {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:57:34.439648 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Bound port: 45a47862-7abb-4ddd-8e2b-9ef2888cc53b, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:57:34.440068 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:34.518417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] For port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:57:34.521958 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] For port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:57:34.526581 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:34.563403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:34.564086 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:34.565530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] 10.222.0.26 "PUT /v2.0/ports/45a47862-7abb-4ddd-8e2b-9ef2888cc53b HTTP/1.1" status: 200 len: 1092 time: 0.6511171 Sep 29 23:57:34.565961 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6928843-9c1d-4354-9478-5f7e16ed8fdf', 'tag': '45a47862-7abb-4ddd-8e2b-9ef2888cc53b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:57:34.568239 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d4b194-7011-4943-bf9f-2acd956824b9" -d '{"events": [{"name": "network-changed", "server_uuid": "b6928843-9c1d-4354-9478-5f7e16ed8fdf", "tag": "45a47862-7abb-4ddd-8e2b-9ef2888cc53b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:57:34.598270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4255154-f3ba-408f-8825-2ed8a2a137ad service neutron] Pushing event updated for resources: {'Port': ['ID=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:34.614155 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09cdbc77-daaa-4cbe-9c6f-beff6f594cf6 x-openstack-request-id: req-09cdbc77-daaa-4cbe-9c6f-beff6f594cf6 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:57:34.615263 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6928843-9c1d-4354-9478-5f7e16ed8fdf", "tag": "45a47862-7abb-4ddd-8e2b-9ef2888cc53b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:57:34.615525 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-09cdbc77-daaa-4cbe-9c6f-beff6f594cf6 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:57:34.615961 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6928843-9c1d-4354-9478-5f7e16ed8fdf', 'tag': '45a47862-7abb-4ddd-8e2b-9ef2888cc53b', 'status': 'completed', 'code': 200} Sep 29 23:57:34.667108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e5b29-6cc4-4819-ac14-d87420666e10 req-7c031ff4-67cf-4f39-b64d-6f268020dcc5 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:34.668727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e5e5b29-6cc4-4819-ac14-d87420666e10 req-7c031ff4-67cf-4f39-b64d-6f268020dcc5 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 944 time: 0.0866947 Sep 29 23:57:34.674019 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc898-71a1-4fc5-9052-928e55fec098 req-7a35734c-a112-4a73-968b-9a51962428c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:34.675554 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-7a35734c-a112-4a73-968b-9a51962428c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55725bf1575d4e6fa2367c15ecd0d67c&device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 1095 time: 0.0510368 Sep 29 23:57:34.711078 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e5e5b29-6cc4-4819-ac14-d87420666e10 req-2a676673-7e11-404e-b22a-87c2f2d8b8ff tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352120 Sep 29 23:57:34.721945 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-5d4e6afc-c109-49d1-8991-59c4273033b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45a47862-7abb-4ddd-8e2b-9ef2888cc53b HTTP/1.1" status: 200 len: 217 time: 0.0382364 Sep 29 23:57:34.784372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc898-71a1-4fc5-9052-928e55fec098 req-fb84ec36-a253-4069-afec-f7014dda0e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:34.785915 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-fb84ec36-a253-4069-afec-f7014dda0e65 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0329dd9-b9ee-43db-ab94-cf9312e32c6d HTTP/1.1" status: 200 len: 856 time: 0.0570476 Sep 29 23:57:34.831858 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bc898-71a1-4fc5-9052-928e55fec098 req-1ed08ae3-dd61-4f7d-8cd7-81f0b224e923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:34.833461 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-1ed08ae3-dd61-4f7d-8cd7-81f0b224e923 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01389655-c5e1-4db2-acac-ba4795c23b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410175 Sep 29 23:57:34.928303 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-a5c7013a-5504-430f-9ec8-bf896c4a5bbc service neutron] 10.222.0.26 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855682 Sep 29 23:57:35.317181 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-581bc898-71a1-4fc5-9052-928e55fec098 req-b2d33b21-d6c9-4e28-b6d5-5558696662e2 service neutron] 10.222.0.26 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823185 Sep 29 23:57:35.400253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-ed5921e8-4e6c-4e0b-8862-6a1db916954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:35.401792 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-ed5921e8-4e6c-4e0b-8862-6a1db916954e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=55725bf1575d4e6fa2367c15ecd0d67c&device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 1095 time: 0.0407536 Sep 29 23:57:35.497833 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-c7b1ef4c-1c67-4a36-9ddf-f8aaa032421f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:35.499217 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-c7b1ef4c-1c67-4a36-9ddf-f8aaa032421f service neutron] 10.222.0.26 "GET /v2.0/networks?id=01389655-c5e1-4db2-acac-ba4795c23b7e HTTP/1.1" status: 200 len: 918 time: 0.0899410 Sep 29 23:57:35.539114 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-57ad6df9-4bd8-4110-b6d8-dcfe23b4c162 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=45a47862-7abb-4ddd-8e2b-9ef2888cc53b HTTP/1.1" status: 200 len: 217 time: 0.0330863 Sep 29 23:57:35.590468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-9e33d147-1e92-4059-b6ab-4f98f779e34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:35.591933 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-9e33d147-1e92-4059-b6ab-4f98f779e34e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0329dd9-b9ee-43db-ab94-cf9312e32c6d HTTP/1.1" status: 200 len: 856 time: 0.0454183 Sep 29 23:57:35.636762 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-a1025581-996a-4baf-a3b8-6e56e7029309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:35.638238 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-a1025581-996a-4baf-a3b8-6e56e7029309 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=01389655-c5e1-4db2-acac-ba4795c23b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391593 Sep 29 23:57:35.737035 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-820a3697-51e7-43e8-86fd-9ab68630afcf service neutron] 10.222.0.26 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912561 Sep 29 23:57:35.831960 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0d4b194-7011-4943-bf9f-2acd956824b9 req-5906c349-74a5-4598-b567-9e86ff199a85 service neutron] 10.222.0.26 "GET /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850189 Sep 29 23:57:35.833519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192637e-1d80-49f7-ad3c-17e87cd6607a req-3207af21-6caa-4ca9-95f1-88b23e5b11b0 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:35.835131 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a192637e-1d80-49f7-ad3c-17e87cd6607a req-3207af21-6caa-4ca9-95f1-88b23e5b11b0 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 944 time: 0.0506532 Sep 29 23:57:35.874532 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a192637e-1d80-49f7-ad3c-17e87cd6607a req-126a0e33-4506-4de6-8f32-47a434773144 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Sep 29 23:57:36.288471 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-32294b75-f8f8-4191-aaba-f50984069ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:36.653970 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:36.792003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45a47862-7abb-4ddd-8e2b-9ef2888cc53b details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:57:36.887964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:57:36.899084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '45a47862-7abb-4ddd-8e2b-9ef2888cc53b', 'network_id': '01389655-c5e1-4db2-acac-ba4795c23b7e', 'port_id': '45a47862-7abb-4ddd-8e2b-9ef2888cc53b', 'mac_address': 'fa:16:3e:1c:e3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0329dd9-b9ee-43db-ab94-cf9312e32c6d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:57:36.936252 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:36.949479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45a47862-7abb-4ddd-8e2b-9ef2888cc53b {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:57:36.970197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:57:36.974263 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:36.992198 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc903bf-bb1c-46e8-b321-7a221f42aea0 req-bd7f3034-e728-4a0f-8e48-92c8fef8d564 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:36.993709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bc903bf-bb1c-46e8-b321-7a221f42aea0 req-bd7f3034-e728-4a0f-8e48-92c8fef8d564 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 944 time: 0.0508075 Sep 29 23:57:37.021639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:37.028844 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.029196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.029542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.029884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.030220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.030559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.031407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4bc903bf-bb1c-46e8-b321-7a221f42aea0 req-9aeca7e5-c21e-4e7d-8544-5739491a6594 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310760 Sep 29 23:57:37.031567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.031755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.032111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.032445 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.032768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.033094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:57:37.159335 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['45a47862-7abb-4ddd-8e2b-9ef2888cc53b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:57:37.620022 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:38.151422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7721e-3392-4cc8-a0da-81715a1ce3da req-70d7c5cd-bf73-44a3-abb1-973e6579c1f4 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:38.152937 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43e7721e-3392-4cc8-a0da-81715a1ce3da req-70d7c5cd-bf73-44a3-abb1-973e6579c1f4 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 945 time: 0.0529385 Sep 29 23:57:38.190226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43e7721e-3392-4cc8-a0da-81715a1ce3da req-549e42f6-1c32-4d3c-8403-c68443b0b75c tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311720 Sep 29 23:57:38.795207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45a47862-7abb-4ddd-8e2b-9ef2888cc53b up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:57:38.822581 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:38.847101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:57:38.850842 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:57:38.851211 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:38.927652 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:38.949122 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6928843-9c1d-4354-9478-5f7e16ed8fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a47862-7abb-4ddd-8e2b-9ef2888cc53b'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:57:38.962523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:57:38.966280 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:38.990907 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e00b8bb-6658-47d5-9741-cf703da7149a" -d '{"events": [{"server_uuid": "b6928843-9c1d-4354-9478-5f7e16ed8fdf", "name": "network-vif-plugged", "status": "completed", "tag": "45a47862-7abb-4ddd-8e2b-9ef2888cc53b"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:57:39.019206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:57:39.076917 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a33e4e-6c35-4dbc-b42b-c7602eb27ca5 x-openstack-request-id: req-89a33e4e-6c35-4dbc-b42b-c7602eb27ca5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:57:39.077214 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6928843-9c1d-4354-9478-5f7e16ed8fdf", "name": "network-vif-plugged", "status": "completed", "tag": "45a47862-7abb-4ddd-8e2b-9ef2888cc53b", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:57:39.077518 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-89a33e4e-6c35-4dbc-b42b-c7602eb27ca5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:57:39.078537 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6928843-9c1d-4354-9478-5f7e16ed8fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45a47862-7abb-4ddd-8e2b-9ef2888cc53b', 'code': 200} Sep 29 23:57:39.170324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e701284-a175-4144-b378-23b732f3bee8 req-8e7081cb-a156-46f7-9585-59aecc2de882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:39.171849 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e701284-a175-4144-b378-23b732f3bee8 req-8e7081cb-a156-46f7-9585-59aecc2de882 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 1097 time: 0.0400445 Sep 29 23:57:39.206130 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2e701284-a175-4144-b378-23b732f3bee8 req-92b2894e-b6c6-4cf9-b4b5-47b79c97de2c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275884 Sep 29 23:57:39.304305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5466fa85-706c-45c8-9082-0a7667241e0e req-0ae1c3e3-91bc-49cb-9988-fabfc1c4dcb8 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:39.305736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5466fa85-706c-45c8-9082-0a7667241e0e req-0ae1c3e3-91bc-49cb-9988-fabfc1c4dcb8 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 946 time: 0.0495908 Sep 29 23:57:39.342932 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5466fa85-706c-45c8-9082-0a7667241e0e req-717efa1f-1777-4ccf-a3dc-76a28d1be798 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Sep 29 23:57:40.031253 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:40.458191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd14a23-3ee9-483f-a5a2-9eea077c8eea req-14982c92-d049-43bc-89c6-c0fcc4e7a1bd tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:40.459668 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7dd14a23-3ee9-483f-a5a2-9eea077c8eea req-14982c92-d049-43bc-89c6-c0fcc4e7a1bd tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 946 time: 0.0477993 Sep 29 23:57:40.495938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7dd14a23-3ee9-483f-a5a2-9eea077c8eea req-6cdacd53-6d2c-4a1b-8a82-711ae8ce3438 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304322 Sep 29 23:57:40.614543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd94a6d-f4dc-42d6-a5c7-79a30c3d4835 req-a76b9b64-9383-446d-b4ab-27ad3693a401 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:40.615981 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dd94a6d-f4dc-42d6-a5c7-79a30c3d4835 req-a76b9b64-9383-446d-b4ab-27ad3693a401 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 946 time: 0.0525324 Sep 29 23:57:40.653601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dd94a6d-f4dc-42d6-a5c7-79a30c3d4835 req-9e291636-55a0-4b9b-b6ef-45668a62c225 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316579 Sep 29 23:57:49.705530 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:57:50.661744 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:57:58.955517 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc09aa1-23a3-4d9b-a59f-5078fdb9f761 req-ee98bd50-da15-4a7c-b9ba-49d5cffab5e8 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:57:58.957086 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cc09aa1-23a3-4d9b-a59f-5078fdb9f761 req-ee98bd50-da15-4a7c-b9ba-49d5cffab5e8 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 946 time: 0.0497699 Sep 29 23:57:58.997539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cc09aa1-23a3-4d9b-a59f-5078fdb9f761 req-116235c3-0d9b-47c1-9dbc-62506b5a6e9a tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342457 Sep 29 23:58:00.116078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe2004-d8e9-4782-bc83-0c5d6a001f06 req-77a1a87c-62ed-4aa8-b18f-d4b04c97bed2 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:00.117637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acfe2004-d8e9-4782-bc83-0c5d6a001f06 req-77a1a87c-62ed-4aa8-b18f-d4b04c97bed2 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 946 time: 0.0504179 Sep 29 23:58:00.156407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-acfe2004-d8e9-4782-bc83-0c5d6a001f06 req-d196facd-7897-4a5d-bd8e-1b47ade99776 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/security-groups?id=77658e81-4937-469f-8dc6-138701036590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322659 Sep 29 23:58:00.443591 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-39bcb674-b46e-48f3-8a22-94536f7c149d tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:00.445054 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-39bcb674-b46e-48f3-8a22-94536f7c149d tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 946 time: 0.0509419 Sep 29 23:58:00.532572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Deleting port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:58:00.532912 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:00.629120 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] For port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:00.629487 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:00.641350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Calling delete_port for 45a47862-7abb-4ddd-8e2b-9ef2888cc53b owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:58:00.763839 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:00.778024 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['45a47862-7abb-4ddd-8e2b-9ef2888cc53b'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:58:00.803683 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Pushing event deleted for resources: {'Port': ['ID=45a47862-7abb-4ddd-8e2b-9ef2888cc53b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:00.816084 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.816432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.816774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.817283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.817436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.817768 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.818090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.818412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.818734 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.819056 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.819374 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.819696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:00.857333 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] No DVR routers for this DVR port 45a47862-7abb-4ddd-8e2b-9ef2888cc53b on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:58:00.860788 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:00.863258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c39ecff4-5d74-4fed-8df7-97df332dee20 req-67562587-6e2b-4876-80f6-55ac1e7a158b tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.26 "DELETE /v2.0/ports/45a47862-7abb-4ddd-8e2b-9ef2888cc53b HTTP/1.1" status: 204 len: 173 time: 0.4111230 Sep 29 23:58:00.863712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6928843-9c1d-4354-9478-5f7e16ed8fdf', 'name': 'network-vif-deleted', 'tag': '45a47862-7abb-4ddd-8e2b-9ef2888cc53b'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:58:00.866026 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec87cf44-2245-480b-bef6-163881082588" -d '{"events": [{"server_uuid": "b6928843-9c1d-4354-9478-5f7e16ed8fdf", "name": "network-vif-deleted", "tag": "45a47862-7abb-4ddd-8e2b-9ef2888cc53b"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:58:00.911128 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0f520f-e386-487d-ad4c-42eec8e3aa2d x-openstack-request-id: req-fa0f520f-e386-487d-ad4c-42eec8e3aa2d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:58:00.911432 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6928843-9c1d-4354-9478-5f7e16ed8fdf", "name": "network-vif-deleted", "tag": "45a47862-7abb-4ddd-8e2b-9ef2888cc53b", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:58:00.911686 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fa0f520f-e386-487d-ad4c-42eec8e3aa2d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:58:00.912131 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6928843-9c1d-4354-9478-5f7e16ed8fdf', 'name': 'network-vif-deleted', 'tag': '45a47862-7abb-4ddd-8e2b-9ef2888cc53b', 'status': 'completed', 'code': 200} Sep 29 23:58:01.276275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9657005d-3b5e-4d47-8495-c9a5fc46454e req-881cf9b3-ce51-4219-8d4f-8362c40cb935 tempest-TestEncryptedCinderVolumes-717668959 tempest-TestEncryptedCinderVolumes-717668959-project] 10.222.0.44 "GET /v2.0/ports?device_id=b6928843-9c1d-4354-9478-5f7e16ed8fdf HTTP/1.1" status: 200 len: 210 time: 0.0339677 Sep 29 23:58:02.375321 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37650) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:02.803281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:03.049185 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Deleting port 7882b751-797d-4af4-b9bd-eb4c4148d556 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:58:03.049530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:03.129165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] For port 7882b751-797d-4af4-b9bd-eb4c4148d556, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7882b751-797d-4af4-b9bd-eb4c4148d556,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:03.129532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:03.142130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Calling delete_port for 7882b751-797d-4af4-b9bd-eb4c4148d556 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:58:03.318794 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:03.342607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Pushing event deleted for resources: {'Port': ['ID=7882b751-797d-4af4-b9bd-eb4c4148d556,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:03.357319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.357679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.358066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.358333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.358744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.359877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.360248 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.360649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.360983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.361376 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.361763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.362088 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:03.363030 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d9dc83dc-d0f0-4a75-af17-fa61513a4427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:03.529000 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:03.756958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:58:03.867207 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:58:03.872390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c1b8b164-8975-4334-853f-24d1ed1aad3f admin admin] 10.222.0.44 "PUT /v2.0/routers/107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4958062 Sep 29 23:58:03.875072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37652) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:03.876325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] Sync routers for ids ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:58:03.885635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] Routers {'107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:03.886261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:57:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:03.978744 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:03.990097 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] Set router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:04.080514 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.134377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Deleting port 4345372c-2ed8-490a-b7a1-0ff1cc691640 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:58:04.134721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.169237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'name': 'tempest-TestEncryptedCinderVolumes-1640087379-router', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:48Z', 'updated_at': '2021-09-29T23:58:03Z', 'revision_number': 5, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'gw_port': {'id': '4345372c-2ed8-490a-b7a1-0ff1cc691640', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ea:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:49Z', 'updated_at': '2021-09-29T23:56:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:04.195579 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] Checking router: 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:58:04.204431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] Routers {'107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:04.205139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:57:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:04.216460 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] For port 4345372c-2ed8-490a-b7a1-0ff1cc691640, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4345372c-2ed8-490a-b7a1-0ff1cc691640,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:04.216830 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.228681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Calling delete_port for 4345372c-2ed8-490a-b7a1-0ff1cc691640 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:58:04.292715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] Set router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:04.349059 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'name': 'tempest-TestEncryptedCinderVolumes-1640087379-router', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:48Z', 'updated_at': '2021-09-29T23:58:04Z', 'revision_number': 6, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:04.376472 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcef83ab-0404-4fcd-99ed-11004e15832f None None] The sync data for ids ['107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d'] in n-d-811173-2 is: [{'id': '107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d', 'name': 'tempest-TestEncryptedCinderVolumes-1640087379-router', 'tenant_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:48Z', 'updated_at': '2021-09-29T23:58:04Z', 'revision_number': 6, 'project_id': '55725bf1575d4e6fa2367c15ecd0d67c', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:58:04.397044 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.425319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Pushing event deleted for resources: {'Port': ['ID=4345372c-2ed8-490a-b7a1-0ff1cc691640,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:04.483560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.571837 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.574015 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.619636 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.620216 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:58:04.624544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.625688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c9a89092-5aad-4bd8-9120-33124af5d445 admin admin] 10.222.0.44 "DELETE /v2.0/routers/107a5f8e-6f8c-46ed-b0d1-2c399eec7b8d HTTP/1.1" status: 204 len: 168 time: 0.7496405 Sep 29 23:58:04.628242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37654) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:04.671386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fff1dd-5772-4e19-b099-6586ac4e41c5 admin admin] Deleting subnet d0329dd9-b9ee-43db-ab94-cf9312e32c6d {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:58:04.674337 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43fff1dd-5772-4e19-b099-6586ac4e41c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.708522 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43fff1dd-5772-4e19-b099-6586ac4e41c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.791750 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43fff1dd-5772-4e19-b099-6586ac4e41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.847534 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43fff1dd-5772-4e19-b099-6586ac4e41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.875913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fff1dd-5772-4e19-b099-6586ac4e41c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0329dd9-b9ee-43db-ab94-cf9312e32c6d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:04.877895 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-43fff1dd-5772-4e19-b099-6586ac4e41c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.880067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-43fff1dd-5772-4e19-b099-6586ac4e41c5 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/d0329dd9-b9ee-43db-ab94-cf9312e32c6d HTTP/1.1" status: 204 len: 168 time: 0.2506359 Sep 29 23:58:04.882479 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37656) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:04.885761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1903bfc6-239e-4028-a06f-154add59fed7 None None] Network 01389655-c5e1-4db2-acac-ba4795c23b7e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:58:04.950261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:04.973451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45a47862-7abb-4ddd-8e2b-9ef2888cc53b no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:58:04.995141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 45a47862-7abb-4ddd-8e2b-9ef2888cc53b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:58:04.995483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 45a47862-7abb-4ddd-8e2b-9ef2888cc53b not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:58:05.011393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Deleting port fd63e0b2-e2fe-4d60-9653-74c8c9820da3 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:58:05.011744 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.087385 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] For port fd63e0b2-e2fe-4d60-9653-74c8c9820da3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fd63e0b2-e2fe-4d60-9653-74c8c9820da3,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:05.087385 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.087747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fdc9b7-8c26-49bf-af6d-a0722809a3d1 None None] DHCP port deletion for 01389655-c5e1-4db2-acac-ba4795c23b7e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:58:05.099224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Calling delete_port for fd63e0b2-e2fe-4d60-9653-74c8c9820da3 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:58:05.141545 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdc9b7-8c26-49bf-af6d-a0722809a3d1 None None] Deleting port fd63e0b2-e2fe-4d60-9653-74c8c9820da3 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:58:05.141842 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d6fdc9b7-8c26-49bf-af6d-a0722809a3d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.213826 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d6fdc9b7-8c26-49bf-af6d-a0722809a3d1 None None] For port fd63e0b2-e2fe-4d60-9653-74c8c9820da3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=fd63e0b2-e2fe-4d60-9653-74c8c9820da3,segment=NetworkSegment(2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0),segment_id=2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:05.214227 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d6fdc9b7-8c26-49bf-af6d-a0722809a3d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.227292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdc9b7-8c26-49bf-af6d-a0722809a3d1 None None] Calling delete_port for fd63e0b2-e2fe-4d60-9653-74c8c9820da3 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:58:05.313839 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d6fdc9b7-8c26-49bf-af6d-a0722809a3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.320346 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4345372c-2ed8-490a-b7a1-0ff1cc691640 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:58:05.344327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdc9b7-8c26-49bf-af6d-a0722809a3d1 None None] Pushing event deleted for resources: {'Port': ['ID=fd63e0b2-e2fe-4d60-9653-74c8c9820da3,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:05.368145 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4345372c-2ed8-490a-b7a1-0ff1cc691640 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:58:05.369146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4345372c-2ed8-490a-b7a1-0ff1cc691640 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:58:05.369727 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device fd63e0b2-e2fe-4d60-9653-74c8c9820da3 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:58:05.371646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fdc9b7-8c26-49bf-af6d-a0722809a3d1 None None] No DVR routers for this DVR port fd63e0b2-e2fe-4d60-9653-74c8c9820da3 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:58:05.393227 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: fd63e0b2-e2fe-4d60-9653-74c8c9820da3 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:58:05.393880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device fd63e0b2-e2fe-4d60-9653-74c8c9820da3 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:58:05.393880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7882b751-797d-4af4-b9bd-eb4c4148d556 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:58:05.413208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7882b751-797d-4af4-b9bd-eb4c4148d556 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:58:05.413560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7882b751-797d-4af4-b9bd-eb4c4148d556 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:58:05.479786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.505522 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd63e0b2-e2fe-4d60-9653-74c8c9820da3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:05.508976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] No DVR routers for this DVR port fd63e0b2-e2fe-4d60-9653-74c8c9820da3 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:58:05.580539 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.599560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01389655-c5e1-4db2-acac-ba4795c23b7e']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:05.608475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:05.608818 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eff17b5-d3ae-4ed2-b96a-7aca676bbdc0') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:05.617845 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.631444 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.636973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:58:05.637357 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: self.session.flush() Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: timer() Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: self._notify() Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:58:05.638996 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:58:05.691569 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.696808 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:05.698650 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] 10.222.0.44 "DELETE /v2.0/networks/01389655-c5e1-4db2-acac-ba4795c23b7e HTTP/1.1" status: 204 len: 168 time: 0.8152597 Sep 29 23:58:05.701741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37658) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:05.714957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7f37b-c55b-46c2-924a-83c90366464c admin admin] Pushing event deleted for resources: {'Network': ['ID=01389655-c5e1-4db2-acac-ba4795c23b7e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:06.057820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:06.290747 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d5420892-0be1-4e00-8f86-2cf93dbfadfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:06.312425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] Deleting port 4b2c1dcc-4f84-49d0-8972-577245a62db7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:58:06.312719 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:06.402816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] For port 4b2c1dcc-4f84-49d0-8972-577245a62db7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4b2c1dcc-4f84-49d0-8972-577245a62db7,segment=NetworkSegment(c4e3219a-ec7e-4cf9-af09-ab154bcac78c),segment_id=c4e3219a-ec7e-4cf9-af09-ab154bcac78c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:06.403181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:06.415690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] Calling delete_port for 4b2c1dcc-4f84-49d0-8972-577245a62db7 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:58:06.601908 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:06.634536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2c1dcc-4f84-49d0-8972-577245a62db7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:06.666964 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:06.855061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:07.078319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] Router 82d4e7a7-23fa-49b9-8477-94281b8628a5 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:58:07.183850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:58:07.189767 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-514e7f2a-9905-467c-9e46-4cfb7070871f admin admin] 10.222.0.44 "PUT /v2.0/routers/82d4e7a7-23fa-49b9-8477-94281b8628a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4868999 Sep 29 23:58:07.192389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37660) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:07.192943 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] Sync routers for ids ['82d4e7a7-23fa-49b9-8477-94281b8628a5'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:58:07.205089 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] Routers {'82d4e7a7-23fa-49b9-8477-94281b8628a5'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:07.205714 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['82d4e7a7-23fa-49b9-8477-94281b8628a5'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:07.302403 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:07.312792 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] Set router 82d4e7a7-23fa-49b9-8477-94281b8628a5 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:07.420273 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:07.493897 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Deleting port 657cac10-7847-4711-8fbc-916511a5109f {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:58:07.494287 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:07.514242 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'name': 'tempest-TestEncryptedCinderVolumes-1313821530-router', 'tenant_id': '733132846455438b942e963ffc244e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135'}], 'enable_snat': True}, 'gw_port_id': '657cac10-7847-4711-8fbc-916511a5109f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:58:06Z', 'revision_number': 5, 'project_id': '733132846455438b942e963ffc244e2e', 'gw_port': {'id': '657cac10-7847-4711-8fbc-916511a5109f', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:3a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4120, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:56:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:07.549690 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] Checking router: 82d4e7a7-23fa-49b9-8477-94281b8628a5 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:58:07.563694 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] Routers {'82d4e7a7-23fa-49b9-8477-94281b8628a5'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:07.564032 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['82d4e7a7-23fa-49b9-8477-94281b8628a5'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:07.588531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] For port 657cac10-7847-4711-8fbc-916511a5109f, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=657cac10-7847-4711-8fbc-916511a5109f,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:07.588910 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:07.602720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Calling delete_port for 657cac10-7847-4711-8fbc-916511a5109f owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:58:07.626881 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:07.668224 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] Set router 82d4e7a7-23fa-49b9-8477-94281b8628a5 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:07.721722 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'name': 'tempest-TestEncryptedCinderVolumes-1313821530-router', 'tenant_id': '733132846455438b942e963ffc244e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:58:07Z', 'revision_number': 6, 'project_id': '733132846455438b942e963ffc244e2e', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:07.752347 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6e68d-9ca0-4c3d-9944-7417ac0f624c None None] The sync data for ids ['82d4e7a7-23fa-49b9-8477-94281b8628a5'] in n-d-811173-2 is: [{'id': '82d4e7a7-23fa-49b9-8477-94281b8628a5', 'name': 'tempest-TestEncryptedCinderVolumes-1313821530-router', 'tenant_id': '733132846455438b942e963ffc244e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:56:53Z', 'updated_at': '2021-09-29T23:58:07Z', 'revision_number': 6, 'project_id': '733132846455438b942e963ffc244e2e', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:58:08.070962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.100788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Pushing event deleted for resources: {'Port': ['ID=657cac10-7847-4711-8fbc-916511a5109f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:08.164962 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.261425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.263713 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.311250 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.311821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82d4e7a7-23fa-49b9-8477-94281b8628a5 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 29 23:58:08.316556 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.317789 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-9e042981-8cb4-4f4f-921a-3c0a9afe9727 admin admin] 10.222.0.44 "DELETE /v2.0/routers/82d4e7a7-23fa-49b9-8477-94281b8628a5 HTTP/1.1" status: 204 len: 168 time: 1.1244078 Sep 29 23:58:08.320402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37662) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:08.364416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-d74fbee6-f09d-4139-86a2-703cb0bacb77 admin admin] Deleting subnet 99740e31-73d4-4898-b2b8-a5361e1e1b8d {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 29 23:58:08.367337 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d74fbee6-f09d-4139-86a2-703cb0bacb77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.401258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d74fbee6-f09d-4139-86a2-703cb0bacb77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.481933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d74fbee6-f09d-4139-86a2-703cb0bacb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.538210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d74fbee6-f09d-4139-86a2-703cb0bacb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.564090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74fbee6-f09d-4139-86a2-703cb0bacb77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99740e31-73d4-4898-b2b8-a5361e1e1b8d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:08.569638 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d74fbee6-f09d-4139-86a2-703cb0bacb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.571539 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d74fbee6-f09d-4139-86a2-703cb0bacb77 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/99740e31-73d4-4898-b2b8-a5361e1e1b8d HTTP/1.1" status: 204 len: 168 time: 0.2502186 Sep 29 23:58:08.574101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37664) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:08.576880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36098ca4-6ae6-4a33-9bd0-5e2786bcfd6d None None] Network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:58:08.647786 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.708848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Deleting port c8f71460-931a-4a32-bd74-01fa8480c45c {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:58:08.709197 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.771795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3d8c07-8b4d-43e2-b128-60a82372c215 None None] DHCP port deletion for 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 29 23:58:08.777504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] For port c8f71460-931a-4a32-bd74-01fa8480c45c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c8f71460-931a-4a32-bd74-01fa8480c45c,segment=NetworkSegment(c4e3219a-ec7e-4cf9-af09-ab154bcac78c),segment_id=c4e3219a-ec7e-4cf9-af09-ab154bcac78c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:08.777872 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.790392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Calling delete_port for c8f71460-931a-4a32-bd74-01fa8480c45c owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:58:08.816890 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.834022 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d8c07-8b4d-43e2-b128-60a82372c215 None None] Deleting port c8f71460-931a-4a32-bd74-01fa8480c45c {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 29 23:58:08.834311 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c07-8b4d-43e2-b128-60a82372c215 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.881641 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:08.909356 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f71460-931a-4a32-bd74-01fa8480c45c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:08.911231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] No DVR routers for this DVR port c8f71460-931a-4a32-bd74-01fa8480c45c on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:58:08.997156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.019214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d3f984d-635f-46c6-a8d4-4e9cdc20cbab']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:09.028994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:09.029444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e3219a-ec7e-4cf9-af09-ab154bcac78c') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:09.039767 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.054373 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.057553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-3a3d8c07-8b4d-43e2-b128-60a82372c215 None None] For port c8f71460-931a-4a32-bd74-01fa8480c45c, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=c8f71460-931a-4a32-bd74-01fa8480c45c,segment=NetworkSegment(c4e3219a-ec7e-4cf9-af09-ab154bcac78c),segment_id=c4e3219a-ec7e-4cf9-af09-ab154bcac78c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:09.057950 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c07-8b4d-43e2-b128-60a82372c215 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.060362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 29 23:58:09.060742 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: timer() Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: self._notify() Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 29 23:58:09.063286 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 29 23:58:09.070897 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-3a3d8c07-8b4d-43e2-b128-60a82372c215 None None] Calling delete_port for c8f71460-931a-4a32-bd74-01fa8480c45c owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 29 23:58:09.118435 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.125875 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.127699 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] 10.222.0.44 "DELETE /v2.0/networks/2d3f984d-635f-46c6-a8d4-4e9cdc20cbab HTTP/1.1" status: 204 len: 168 time: 0.5526743 Sep 29 23:58:09.137276 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222acb7-118a-4b09-ab85-feb566fe648e admin admin] Pushing event deleted for resources: {'Network': ['ID=2d3f984d-635f-46c6-a8d4-4e9cdc20cbab,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:09.149176 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3a3d8c07-8b4d-43e2-b128-60a82372c215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.170865 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a3d8c07-8b4d-43e2-b128-60a82372c215 None None] Network 2d3f984d-635f-46c6-a8d4-4e9cdc20cbab is not hosted by any dhcp agent {{(pid=110007) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 29 23:58:09.172000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3d8c07-8b4d-43e2-b128-60a82372c215 None None] No DVR routers for this DVR port c8f71460-931a-4a32-bd74-01fa8480c45c on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 29 23:58:09.173931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d8c07-8b4d-43e2-b128-60a82372c215 None None] Pushing event deleted for resources: {'Port': ['ID=c8f71460-931a-4a32-bd74-01fa8480c45c,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:09.296244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37668) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:09.312008 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 657cac10-7847-4711-8fbc-916511a5109f no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:58:09.334924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 657cac10-7847-4711-8fbc-916511a5109f {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:58:09.335288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 657cac10-7847-4711-8fbc-916511a5109f not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:58:09.335692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4b2c1dcc-4f84-49d0-8972-577245a62db7 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:58:09.339392 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e30768d2-0a43-4f55-ae1c-5a06ba89f351 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=55725bf1575d4e6fa2367c15ecd0d67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414093 Sep 29 23:58:09.342006 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37670) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:09.354270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 4b2c1dcc-4f84-49d0-8972-577245a62db7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:58:09.354618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4b2c1dcc-4f84-49d0-8972-577245a62db7 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:58:09.355037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c8f71460-931a-4a32-bd74-01fa8480c45c no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 29 23:58:09.373669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: c8f71460-931a-4a32-bd74-01fa8480c45c {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 29 23:58:09.373943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device c8f71460-931a-4a32-bd74-01fa8480c45c not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 29 23:58:09.396878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd8d6-c4fa-47a2-b2d6-42a535aa5baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.417833 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd8d6-c4fa-47a2-b2d6-42a535aa5baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.464913 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd8d6-c4fa-47a2-b2d6-42a535aa5baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.467618 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd8d6-c4fa-47a2-b2d6-42a535aa5baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.471738 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6c2dd8d6-c4fa-47a2-b2d6-42a535aa5baa admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/77658e81-4937-469f-8dc6-138701036590 HTTP/1.1" status: 204 len: 168 time: 0.1264765 Sep 29 23:58:09.477188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd8d6-c4fa-47a2-b2d6-42a535aa5baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77658e81-4937-469f-8dc6-138701036590,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:09.778086 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37676) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:09.817331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4bd28427-be05-481f-ba30-8dd4d5c182ff admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=733132846455438b942e963ffc244e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380471 Sep 29 23:58:09.819750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37678) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:09.871731 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4570af5d-3ddd-4925-a0b0-c5295ccb6fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.892386 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4570af5d-3ddd-4925-a0b0-c5295ccb6fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.937600 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4570af5d-3ddd-4925-a0b0-c5295ccb6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.940158 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4570af5d-3ddd-4925-a0b0-c5295ccb6fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:09.941314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4570af5d-3ddd-4925-a0b0-c5295ccb6fcd admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/2933e704-d525-4f24-b5c1-4932b2826cad HTTP/1.1" status: 204 len: 168 time: 0.1205657 Sep 29 23:58:09.948690 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570af5d-3ddd-4925-a0b0-c5295ccb6fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2933e704-d525-4f24-b5c1-4932b2826cad,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:10.032895 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:10.592527 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37700) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:10.707079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-609347274-network', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:58:10.731150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Made reservation on behalf of 0cf625ab3d884e9d9508566a17dab900 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:58:10.733639 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:10.741950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:10.837385 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:10.841014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:10.866967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 529} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:58:10.876984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74be8572-e437-4d85-a114-59e4ed9b996a,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:10.883266 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:10.883637 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Added segment 0f44a07c-f942-4824-a06d-07cfaf1e1077 of type vlan for network 37b30de9-e97b-4ed4-a65f-24e885e71699 Sep 29 23:58:10.927356 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:10.950996 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:10.951938 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:10.953582 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:10.978795 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3851118 Sep 29 23:58:10.981860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37704) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:10.987136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Request body: {'subnet': {'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-609347274-subnet', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:58:11.008650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Made reservation on behalf of 0cf625ab3d884e9d9508566a17dab900 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:58:11.011049 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.017383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6981cd33-190c-4623-a259-eb74789dce05 admin admin] Pushing event updated for resources: {'Network': ['ID=37b30de9-e97b-4ed4-a65f-24e885e71699,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:11.027775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 37b30de9-e97b-4ed4-a65f-24e885e71699 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:58:11.178813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.227123 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c15e46-4945-49cd-ad88-f7ce502349e3,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:11.242655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Checking segment: {'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:58:11.243020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Network hostable DHCP agents. Network: 37b30de9-e97b-4ed4-a65f-24e885e71699, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:58:11.259383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Network 37b30de9-e97b-4ed4-a65f-24e885e71699 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:58:11.267331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 37b30de9-e97b-4ed4-a65f-24e885e71699) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:11.272305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:11.272904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.275266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d969b999-5b97-4639-86b5-e7fedfcc1198 None None] Network 37b30de9-e97b-4ed4-a65f-24e885e71699 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:58:11.289800 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f5b8293b-b715-44f1-ac21-6aaa9beda80f admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3043053 Sep 29 23:58:11.291419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37706) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:11.297060 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:58:11.318734 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.319905 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.375589 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.428350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-37b30de9-e97b-4ed4-a65f-24e885e71699', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:58:11.429231 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.518006 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.570546 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Allocated IP 172.20.0.2 (37b30de9-e97b-4ed4-a65f-24e885e71699/a1c15e46-4945-49cd-ad88-f7ce502349e3/253f13b3-d131-401e-99c0-d39fcd0e7b5b) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:58:11.716100 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.719122 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.722077 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.738847 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.767251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Network 37b30de9-e97b-4ed4-a65f-24e885e71699 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:58:11.774503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:11.777962 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:58:11.788344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Pushing event updated for resources: {'Port': ['ID=253f13b3-d131-401e-99c0-d39fcd0e7b5b,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:11.844823 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Attempting to bind port 253f13b3-d131-401e-99c0-d39fcd0e7b5b on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:58:11.845209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Attempting to bind port 253f13b3-d131-401e-99c0-d39fcd0e7b5b by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:58:11.845574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Attempting to bind port 253f13b3-d131-401e-99c0-d39fcd0e7b5b on network 37b30de9-e97b-4ed4-a65f-24e885e71699 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:58:11.850475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:58:11.850849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Checking segment: {'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:58:11.851250 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.851642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Bound using segment: {'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:58:11.852160 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Bound port: 253f13b3-d131-401e-99c0-d39fcd0e7b5b, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:58:11.852544 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.859151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Allocated IP 172.25.4.128 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/8407a234-633c-4482-ba40-412879a9c510) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:58:11.916401 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] For port 253f13b3-d131-401e-99c0-d39fcd0e7b5b, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:58:11.919785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] For port 253f13b3-d131-401e-99c0-d39fcd0e7b5b, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=253f13b3-d131-401e-99c0-d39fcd0e7b5b,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:58:11.924558 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.971002 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:11.982041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95868069-8804-444c-9fad-2cf9ad8e68f8 None None] Pushing event updated for resources: {'Port': ['ID=253f13b3-d131-401e-99c0-d39fcd0e7b5b,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:12.016125 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:12.054321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:58:12.058926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:12.061543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:58:12.094412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Pushing event updated for resources: {'Port': ['ID=8407a234-633c-4482-ba40-412879a9c510,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:12.340339 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:12.537850 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:12.677007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Router 0fe0a7ec-75c6-4793-96b1-e814678397ed is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:58:12.802832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:58:12.813219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Sync routers for ids ['0fe0a7ec-75c6-4793-96b1-e814678397ed'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:58:12.819946 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:12.823703 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-695e57c8-88e5-4054-b847-1165dbc098ee admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5283968 Sep 29 23:58:12.823973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Routers {'0fe0a7ec-75c6-4793-96b1-e814678397ed'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:12.824080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37708) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:12.824449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fe0a7ec-75c6-4793-96b1-e814678397ed'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:12.926056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f53f41-70e7-415d-99e7-cdefc9a32860 None None] Network 37b30de9-e97b-4ed4-a65f-24e885e71699 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:58:12.964793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Set router 0fe0a7ec-75c6-4793-96b1-e814678397ed gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:13.094159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8a9ea1fc-6455-496f-89f9-75ebcc230a03 None None] Provisioning complete for port 253f13b3-d131-401e-99c0-d39fcd0e7b5b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:13.094446 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea1fc-6455-496f-89f9-75ebcc230a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:13.251929 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:13.311624 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea1fc-6455-496f-89f9-75ebcc230a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:13.361984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8a9ea1fc-6455-496f-89f9-75ebcc230a03 None None] For port 253f13b3-d131-401e-99c0-d39fcd0e7b5b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=253f13b3-d131-401e-99c0-d39fcd0e7b5b,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:13.364056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:12Z', 'revision_number': 3, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:13.367772 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8a9ea1fc-6455-496f-89f9-75ebcc230a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:13.397348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 253f13b3-d131-401e-99c0-d39fcd0e7b5b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:13.400433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Checking router: 0fe0a7ec-75c6-4793-96b1-e814678397ed for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:58:13.400789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Updating router 0fe0a7ec-75c6-4793-96b1-e814678397ed port 8407a234-633c-4482-ba40-412879a9c510 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:58:13.481888 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:13.482137 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Allocated IP 172.20.0.1 (37b30de9-e97b-4ed4-a65f-24e885e71699/a1c15e46-4945-49cd-ad88-f7ce502349e3/32b0b93f-c842-418b-a3ea-da10e7658b75) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:58:13.519298 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9ea1fc-6455-496f-89f9-75ebcc230a03 None None] Pushing event updated for resources: {'Port': ['ID=253f13b3-d131-401e-99c0-d39fcd0e7b5b,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:13.595832 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:13.602586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 253f13b3-d131-401e-99c0-d39fcd0e7b5b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:13.602908 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:13.630267 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:13.644183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cd15cd23-8f50-40f6-ae70-20392247d57c None None] Provisioning complete for port 253f13b3-d131-401e-99c0-d39fcd0e7b5b triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:13.644557 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd15cd23-8f50-40f6-ae70-20392247d57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:13.670184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Network 37b30de9-e97b-4ed4-a65f-24e885e71699 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:58:13.674912 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:13.682116 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:58:13.684171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Pushing event updated for resources: {'Port': ['ID=32b0b93f-c842-418b-a3ea-da10e7658b75,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:13.725540 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:13.867120 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.034155 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.041749 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.063912 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.069280 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.112788 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Pushing event updated for resources: {'Port': ['ID=32b0b93f-c842-418b-a3ea-da10e7658b75,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:14.115635 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.125616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Attempting to bind port 8407a234-633c-4482-ba40-412879a9c510 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:58:14.126007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Attempting to bind port 8407a234-633c-4482-ba40-412879a9c510 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:58:14.126359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Attempting to bind port 8407a234-633c-4482-ba40-412879a9c510 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:58:14.131907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af115e-b1fd-473c-80bb-726d3f290843 None None] Pushing event updated for resources: {'Port': ['ID=8407a234-633c-4482-ba40-412879a9c510,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:14.142403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:58:14.142778 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:58:14.143185 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.143575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:58:14.144101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Bound port: 8407a234-633c-4482-ba40-412879a9c510, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:58:14.144484 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.173000 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7120e60b-c857-479e-8b26-0874452a1e83 None None] Provisioning complete for port 32b0b93f-c842-418b-a3ea-da10e7658b75 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:14.173370 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7120e60b-c857-479e-8b26-0874452a1e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.207517 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Network 37b30de9-e97b-4ed4-a65f-24e885e71699 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:58:14.208960 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:14.226614 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7120e60b-c857-479e-8b26-0874452a1e83 None None] Port 32b0b93f-c842-418b-a3ea-da10e7658b75 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:58:14.231493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] For port 8407a234-633c-4482-ba40-412879a9c510, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:58:14.246043 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] For port 8407a234-633c-4482-ba40-412879a9c510, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8407a234-633c-4482-ba40-412879a9c510,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:58:14.251632 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.315748 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Routers {'0fe0a7ec-75c6-4793-96b1-e814678397ed'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:14.316440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fe0a7ec-75c6-4793-96b1-e814678397ed'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:14.360110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af115e-b1fd-473c-80bb-726d3f290843 None None] Pushing event updated for resources: {'Port': ['ID=8407a234-633c-4482-ba40-412879a9c510,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:14.445206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] Set router 0fe0a7ec-75c6-4793-96b1-e814678397ed gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:14.600414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7274f7f1-9bc5-4bf6-ba6d-01ab696c7c6a None None] Provisioning complete for port 32b0b93f-c842-418b-a3ea-da10e7658b75 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:14.600795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7274f7f1-9bc5-4bf6-ba6d-01ab696c7c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:14.647404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Router 0fe0a7ec-75c6-4793-96b1-e814678397ed has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:58:14.652240 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7274f7f1-9bc5-4bf6-ba6d-01ab696c7c6a None None] Port 32b0b93f-c842-418b-a3ea-da10e7658b75 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:58:14.702146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 2, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:14.729013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f967d9-107f-4465-8bd6-e2d01509e652 None None] The sync data for ids ['0fe0a7ec-75c6-4793-96b1-e814678397ed'] in n-d-811173-2 is: [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 2, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:58:14.770538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:58:14.775585 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2f62f8c7-c19c-45d7-a89d-c61ff3659298 admin admin] 10.222.0.44 "PUT /v2.0/routers/0fe0a7ec-75c6-4793-96b1-e814678397ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9506266 Sep 29 23:58:15.287027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37724) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:15.292232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-80962444-network', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:58:15.327319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 253f13b3-d131-401e-99c0-d39fcd0e7b5b up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:15.350260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Made reservation on behalf of 582a52ab10184fa983c77137dc44dfe6 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:58:15.353664 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:15.381065 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:15.455874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 253f13b3-d131-401e-99c0-d39fcd0e7b5b triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:15.456452 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:15.519652 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:15.528096 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:15.558086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 29 23:58:15.571404 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e4fce3-1707-499b-ba99-4a3f694fe04b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:15.578937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:15.579291 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Added segment 3042e38b-9d51-4b56-a5f0-24d96a6252e4 of type vlan for network 14a0af7b-ca51-4507-a320-fdb8774e2017 Sep 29 23:58:15.627230 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:15.653430 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:15.654665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:15.655352 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:15.690530 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4022782 Sep 29 23:58:15.693299 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37726) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:15.698376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Request body: {'subnet': {'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-80962444-subnet', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:58:15.738292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc06a2-5e24-42ed-a3ba-e2d74617d057 admin admin] Pushing event updated for resources: {'Network': ['ID=14a0af7b-ca51-4507-a320-fdb8774e2017,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:15.752357 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 14a0af7b-ca51-4507-a320-fdb8774e2017 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 29 23:58:15.756064 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Made reservation on behalf of 582a52ab10184fa983c77137dc44dfe6 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:58:15.759224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:15.946597 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.012800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=6472d1f4-d7a3-4de8-8050-78f7aee5c1c8,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:16.018139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Checking segment: {'id': '3042e38b-9d51-4b56-a5f0-24d96a6252e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:58:16.018500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Network hostable DHCP agents. Network: 14a0af7b-ca51-4507-a320-fdb8774e2017, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 29 23:58:16.037909 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Network 14a0af7b-ca51-4507-a320-fdb8774e2017 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 29 23:58:16.048129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 14a0af7b-ca51-4507-a320-fdb8774e2017) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:16.053355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:16.053972 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.058957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506db066-76a9-4d6d-8d01-6691917707a7 None None] Network 14a0af7b-ca51-4507-a320-fdb8774e2017 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:58:16.073389 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c87eb492-e49e-4f53-bf41-703c28150cfa admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3789718 Sep 29 23:58:16.076148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37728) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:16.081514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-80962444-router', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:58:16.104032 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.105094 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.160596 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.206283 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-14a0af7b-ca51-4507-a320-fdb8774e2017', 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'fixed_ips': [{'subnet_id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 29 23:58:16.207154 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.304855 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.344708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Allocated IP 172.20.0.2 (14a0af7b-ca51-4507-a320-fdb8774e2017/6472d1f4-d7a3-4de8-8050-78f7aee5c1c8/d426b94a-11dd-4656-a388-ffead7532de9) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:58:16.494239 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.501696 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.521534 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.541405 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.541646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Network 14a0af7b-ca51-4507-a320-fdb8774e2017 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:58:16.544387 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:16.548768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:58:16.558902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Pushing event updated for resources: {'Port': ['ID=d426b94a-11dd-4656-a388-ffead7532de9,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:16.618401 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Attempting to bind port d426b94a-11dd-4656-a388-ffead7532de9 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:58:16.618805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Attempting to bind port d426b94a-11dd-4656-a388-ffead7532de9 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '3042e38b-9d51-4b56-a5f0-24d96a6252e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:58:16.619163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Attempting to bind port d426b94a-11dd-4656-a388-ffead7532de9 on network 14a0af7b-ca51-4507-a320-fdb8774e2017 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:58:16.624228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:58:16.624585 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Checking segment: {'id': '3042e38b-9d51-4b56-a5f0-24d96a6252e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:58:16.625129 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.625522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Bound using segment: {'id': '3042e38b-9d51-4b56-a5f0-24d96a6252e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:58:16.625996 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Bound port: d426b94a-11dd-4656-a388-ffead7532de9, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3042e38b-9d51-4b56-a5f0-24d96a6252e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:58:16.626370 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.657389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Allocated IP 172.25.4.28 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/293a12a1-7684-4319-8b6d-f7ef00b93b3d) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:58:16.695708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] For port d426b94a-11dd-4656-a388-ffead7532de9, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:58:16.698888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] For port d426b94a-11dd-4656-a388-ffead7532de9, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d426b94a-11dd-4656-a388-ffead7532de9,segment=NetworkSegment(3042e38b-9d51-4b56-a5f0-24d96a6252e4),segment_id=3042e38b-9d51-4b56-a5f0-24d96a6252e4)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:58:16.704691 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.767178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa396878-5311-434f-94ba-5f3eba3f2455 None None] Pushing event updated for resources: {'Port': ['ID=d426b94a-11dd-4656-a388-ffead7532de9,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:16.786629 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.825138 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:16.835745 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Sync routers for ids ['0fe0a7ec-75c6-4793-96b1-e814678397ed'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:58:16.845645 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Routers {'0fe0a7ec-75c6-4793-96b1-e814678397ed'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:16.846272 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fe0a7ec-75c6-4793-96b1-e814678397ed'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:16.867893 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:58:16.872386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:16.880879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:58:16.884422 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Pushing event updated for resources: {'Port': ['ID=293a12a1-7684-4319-8b6d-f7ef00b93b3d,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:17.082666 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Set router 0fe0a7ec-75c6-4793-96b1-e814678397ed gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:17.173641 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.293161 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 2, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:17.328433 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Checking router: 0fe0a7ec-75c6-4793-96b1-e814678397ed for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:58:17.329006 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Updating router 0fe0a7ec-75c6-4793-96b1-e814678397ed port 32b0b93f-c842-418b-a3ea-da10e7658b75 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:58:17.355436 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.385838 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.391581 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8407a234-633c-4482-ba40-412879a9c510 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:17.454441 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8407a234-633c-4482-ba40-412879a9c510 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:17.455034 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.548990 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Router 171952de-e512-4e42-829f-8ef4d40d9d2d is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 29 23:58:17.552469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.576097 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 8407a234-633c-4482-ba40-412879a9c510, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8407a234-633c-4482-ba40-412879a9c510,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:17.581506 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.582702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d426b94a-11dd-4656-a388-ffead7532de9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:17.678281 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:58:17.684417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=8407a234-633c-4482-ba40-412879a9c510,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:17.694494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d426b94a-11dd-4656-a388-ffead7532de9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:17.694874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.697223 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.699537 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Sync routers for ids ['171952de-e512-4e42-829f-8ef4d40d9d2d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:58:17.706077 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.706321 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.708089 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-294df29b-00d3-40e1-9bd3-05c2d3d3c56f admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6307168 Sep 29 23:58:17.712348 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37730) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:58:17.736765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Routers {'171952de-e512-4e42-829f-8ef4d40d9d2d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:17.737407 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['171952de-e512-4e42-829f-8ef4d40d9d2d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:17.768296 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Pushing event updated for resources: {'Port': ['ID=32b0b93f-c842-418b-a3ea-da10e7658b75,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:17.811044 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.811301 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.812224 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.814013 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.814380 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.815020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.815020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.815574 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.815791 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.816007 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.816326 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.816645 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:17.860746 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Attempting to bind port 32b0b93f-c842-418b-a3ea-da10e7658b75 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:58:17.861409 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Attempting to bind port 32b0b93f-c842-418b-a3ea-da10e7658b75 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:58:17.861539 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Attempting to bind port 32b0b93f-c842-418b-a3ea-da10e7658b75 on network 37b30de9-e97b-4ed4-a65f-24e885e71699 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:58:17.866687 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:58:17.867052 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Checking segment: {'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:58:17.867455 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.868011 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Bound using segment: {'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:58:17.868479 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Bound port: 32b0b93f-c842-418b-a3ea-da10e7658b75, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:58:17.868861 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:17.920480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51564d63-25b8-479a-a8ea-d365e16d984d None None] Network 14a0af7b-ca51-4507-a320-fdb8774e2017 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 29 23:58:17.954576 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] For port 32b0b93f-c842-418b-a3ea-da10e7658b75, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:58:17.958534 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] For port 32b0b93f-c842-418b-a3ea-da10e7658b75, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=32b0b93f-c842-418b-a3ea-da10e7658b75,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:58:17.969350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Set router 171952de-e512-4e42-829f-8ef4d40d9d2d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:17.969524 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:18.050792 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Routers {'0fe0a7ec-75c6-4793-96b1-e814678397ed'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:18.051532 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fe0a7ec-75c6-4793-96b1-e814678397ed'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:18.055576 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca44de1-d920-4a95-81b2-ed7b7d1cc47c None None] Pushing event updated for resources: {'Port': ['ID=32b0b93f-c842-418b-a3ea-da10e7658b75,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:18.086070 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:18.138668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-443f1196-c5e6-40dc-b9a1-11166b630e34 None None] Provisioning complete for port d426b94a-11dd-4656-a388-ffead7532de9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:18.139040 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-443f1196-c5e6-40dc-b9a1-11166b630e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:18.194853 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] Set router 0fe0a7ec-75c6-4793-96b1-e814678397ed gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:18.266807 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:18.281121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port d426b94a-11dd-4656-a388-ffead7532de9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d426b94a-11dd-4656-a388-ffead7532de9,segment=NetworkSegment(3042e38b-9d51-4b56-a5f0-24d96a6252e4),segment_id=3042e38b-9d51-4b56-a5f0-24d96a6252e4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:18.297150 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:18.429222 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:18.459299 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e01ffee-5f51-4f78-9b75-6cb82c025d76 None None] The sync data for ids ['0fe0a7ec-75c6-4793-96b1-e814678397ed'] in n-d-811173-2 is: [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:58:18.625539 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=d426b94a-11dd-4656-a388-ffead7532de9,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:18.663703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'name': 'tempest-TestMinimumBasicScenario-80962444-router', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 3, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'gw_port': {'id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:18.696717 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Checking router: 171952de-e512-4e42-829f-8ef4d40d9d2d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:58:18.697168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Updating router 171952de-e512-4e42-829f-8ef4d40d9d2d port 293a12a1-7684-4319-8b6d-f7ef00b93b3d binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:58:18.728781 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:18.773341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-419f9bfc-87d7-4025-8442-dadd6b136a31 None None] Provisioning complete for port 32b0b93f-c842-418b-a3ea-da10e7658b75 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:18.773788 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-419f9bfc-87d7-4025-8442-dadd6b136a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:18.805891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Allocated IP 172.20.0.1 (14a0af7b-ca51-4507-a320-fdb8774e2017/6472d1f4-d7a3-4de8-8050-78f7aee5c1c8/602ef4a1-40c4-4c0c-a993-b29303c23529) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:58:18.932152 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:18.940201 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-419f9bfc-87d7-4025-8442-dadd6b136a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:18.979292 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.017875 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Network 14a0af7b-ca51-4507-a320-fdb8774e2017 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:58:19.018830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-419f9bfc-87d7-4025-8442-dadd6b136a31 None None] For port 32b0b93f-c842-418b-a3ea-da10e7658b75, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=32b0b93f-c842-418b-a3ea-da10e7658b75,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:19.020957 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:19.024710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:58:19.025932 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-419f9bfc-87d7-4025-8442-dadd6b136a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.061233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Pushing event updated for resources: {'Port': ['ID=602ef4a1-40c4-4c0c-a993-b29303c23529,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:19.079052 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.094221 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f9bfc-87d7-4025-8442-dadd6b136a31 None None] Pushing event updated for resources: {'Port': ['ID=32b0b93f-c842-418b-a3ea-da10e7658b75,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:19.194338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c230f30b-4533-49cd-82b7-f80ed21ac828 None None] Provisioning complete for port d426b94a-11dd-4656-a388-ffead7532de9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:19.194715 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c230f30b-4533-49cd-82b7-f80ed21ac828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.200489 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.229833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.240237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.299431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Attempting to bind port 293a12a1-7684-4319-8b6d-f7ef00b93b3d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:58:19.299813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Attempting to bind port 293a12a1-7684-4319-8b6d-f7ef00b93b3d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:58:19.300295 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Attempting to bind port 293a12a1-7684-4319-8b6d-f7ef00b93b3d on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:58:19.309791 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7360dc-0d12-4c79-9ae5-32bcaf90f799 None None] Pushing event updated for resources: {'Port': ['ID=293a12a1-7684-4319-8b6d-f7ef00b93b3d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:19.313488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:58:19.313878 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:58:19.314295 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.314703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:58:19.315278 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Bound port: 293a12a1-7684-4319-8b6d-f7ef00b93b3d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:58:19.315637 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.390523 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8407a234-633c-4482-ba40-412879a9c510 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:19.427797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] For port 293a12a1-7684-4319-8b6d-f7ef00b93b3d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:58:19.441902 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.447533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] For port 293a12a1-7684-4319-8b6d-f7ef00b93b3d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=293a12a1-7684-4319-8b6d-f7ef00b93b3d,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:58:19.448034 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.453361 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.518838 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.520567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Pushing event updated for resources: {'Port': ['ID=602ef4a1-40c4-4c0c-a993-b29303c23529,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:19.523688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8407a234-633c-4482-ba40-412879a9c510 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:19.524265 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.549635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Routers {'171952de-e512-4e42-829f-8ef4d40d9d2d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:19.550288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['171952de-e512-4e42-829f-8ef4d40d9d2d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:19.555012 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7360dc-0d12-4c79-9ae5-32bcaf90f799 None None] Pushing event updated for resources: {'Port': ['ID=293a12a1-7684-4319-8b6d-f7ef00b93b3d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:19.609874 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e174da26-1144-45c4-bd28-d8b17173d71e None None] Provisioning complete for port 602ef4a1-40c4-4c0c-a993-b29303c23529 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:19.610246 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e174da26-1144-45c4-bd28-d8b17173d71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.610547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Network 14a0af7b-ca51-4507-a320-fdb8774e2017 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:58:19.611986 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:19.696726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e174da26-1144-45c4-bd28-d8b17173d71e None None] Port 602ef4a1-40c4-4c0c-a993-b29303c23529 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:58:19.733601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Router 171952de-e512-4e42-829f-8ef4d40d9d2d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:58:19.737355 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] Set router 171952de-e512-4e42-829f-8ef4d40d9d2d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:19.778793 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 32b0b93f-c842-418b-a3ea-da10e7658b75 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:19.849123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:58:19.854373 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dd99fe43-cf33-4e16-a228-905200e948fe admin admin] 10.222.0.44 "PUT /v2.0/routers/171952de-e512-4e42-829f-8ef4d40d9d2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1404812 Sep 29 23:58:19.925401 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 32b0b93f-c842-418b-a3ea-da10e7658b75 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:19.925762 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:19.973761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e6bbd629-c52d-4a3c-abf5-74790901120b None None] Provisioning complete for port 602ef4a1-40c4-4c0c-a993-b29303c23529 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:19.974141 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e6bbd629-c52d-4a3c-abf5-74790901120b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:20.040831 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-e6bbd629-c52d-4a3c-abf5-74790901120b None None] Port 602ef4a1-40c4-4c0c-a993-b29303c23529 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:58:20.095566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d426b94a-11dd-4656-a388-ffead7532de9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:20.119188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'name': 'tempest-TestMinimumBasicScenario-80962444-router', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:19Z', 'revision_number': 4, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'gw_port': {'id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '602ef4a1-40c4-4c0c-a993-b29303c23529', 'name': '', 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'mac_address': 'fa:16:3e:23:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:18Z', 'updated_at': '2021-09-29T23:58:19Z', 'revision_number': 2, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'subnets': [{'id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:20.148705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb0c3db-fce6-435d-acf9-f38e74f7bbc1 None None] The sync data for ids ['171952de-e512-4e42-829f-8ef4d40d9d2d'] in n-d-811173-2 is: [{'id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'name': 'tempest-TestMinimumBasicScenario-80962444-router', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:19Z', 'revision_number': 4, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'gw_port': {'id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '602ef4a1-40c4-4c0c-a993-b29303c23529', 'name': '', 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'mac_address': 'fa:16:3e:23:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:18Z', 'updated_at': '2021-09-29T23:58:19Z', 'revision_number': 2, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'subnets': [{'id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:58:20.178482 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port d426b94a-11dd-4656-a388-ffead7532de9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:20.178951 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:20.661282 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:21.394715 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 293a12a1-7684-4319-8b6d-f7ef00b93b3d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:21.633983 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 293a12a1-7684-4319-8b6d-f7ef00b93b3d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:21.634372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:21.729052 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:21.758709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 293a12a1-7684-4319-8b6d-f7ef00b93b3d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=293a12a1-7684-4319-8b6d-f7ef00b93b3d,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:21.767599 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:21.831525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=293a12a1-7684-4319-8b6d-f7ef00b93b3d,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:22.747157 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Sync routers for ids ['171952de-e512-4e42-829f-8ef4d40d9d2d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:58:22.763065 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Routers {'171952de-e512-4e42-829f-8ef4d40d9d2d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:22.763857 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['171952de-e512-4e42-829f-8ef4d40d9d2d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:22.897474 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Set router 171952de-e512-4e42-829f-8ef4d40d9d2d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:23.126254 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'name': 'tempest-TestMinimumBasicScenario-80962444-router', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:19Z', 'revision_number': 4, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'gw_port': {'id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '602ef4a1-40c4-4c0c-a993-b29303c23529', 'name': '', 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'mac_address': 'fa:16:3e:23:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:18Z', 'updated_at': '2021-09-29T23:58:19Z', 'revision_number': 2, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'subnets': [{'id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:23.156931 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Checking router: 171952de-e512-4e42-829f-8ef4d40d9d2d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:58:23.156931 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Updating router 171952de-e512-4e42-829f-8ef4d40d9d2d port 602ef4a1-40c4-4c0c-a993-b29303c23529 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 29 23:58:23.183381 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:23.334668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 293a12a1-7684-4319-8b6d-f7ef00b93b3d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:23.388960 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 293a12a1-7684-4319-8b6d-f7ef00b93b3d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:23.389336 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:23.522871 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:23.528033 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:23.582865 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dec651-8f06-4752-8b6b-6971df63adcc None None] Pushing event updated for resources: {'Port': ['ID=602ef4a1-40c4-4c0c-a993-b29303c23529,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:23.636926 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Attempting to bind port 602ef4a1-40c4-4c0c-a993-b29303c23529 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:58:23.637410 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Attempting to bind port 602ef4a1-40c4-4c0c-a993-b29303c23529 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '3042e38b-9d51-4b56-a5f0-24d96a6252e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:58:23.637837 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Attempting to bind port 602ef4a1-40c4-4c0c-a993-b29303c23529 on network 14a0af7b-ca51-4507-a320-fdb8774e2017 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:58:23.643550 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:58:23.644044 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Checking segment: {'id': '3042e38b-9d51-4b56-a5f0-24d96a6252e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:58:23.644509 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:23.644963 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Bound using segment: {'id': '3042e38b-9d51-4b56-a5f0-24d96a6252e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:58:23.645623 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Bound port: 602ef4a1-40c4-4c0c-a993-b29303c23529, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3042e38b-9d51-4b56-a5f0-24d96a6252e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:58:23.646061 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:23.727526 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] For port 602ef4a1-40c4-4c0c-a993-b29303c23529, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:58:23.730846 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] For port 602ef4a1-40c4-4c0c-a993-b29303c23529, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=602ef4a1-40c4-4c0c-a993-b29303c23529,segment=NetworkSegment(3042e38b-9d51-4b56-a5f0-24d96a6252e4),segment_id=3042e38b-9d51-4b56-a5f0-24d96a6252e4)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:58:23.736857 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:23.790170 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Routers {'171952de-e512-4e42-829f-8ef4d40d9d2d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:58:23.791564 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['171952de-e512-4e42-829f-8ef4d40d9d2d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:23.851617 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dec651-8f06-4752-8b6b-6971df63adcc None None] Pushing event updated for resources: {'Port': ['ID=602ef4a1-40c4-4c0c-a993-b29303c23529,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:23.912883 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1e08e427-b5a7-4bb7-84ee-91aa6d329a45 None None] Provisioning complete for port 602ef4a1-40c4-4c0c-a993-b29303c23529 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:23.913602 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e08e427-b5a7-4bb7-84ee-91aa6d329a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:24.041391 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e08e427-b5a7-4bb7-84ee-91aa6d329a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:24.060473 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] Set router 171952de-e512-4e42-829f-8ef4d40d9d2d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:58:24.086328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1e08e427-b5a7-4bb7-84ee-91aa6d329a45 None None] For port 602ef4a1-40c4-4c0c-a993-b29303c23529, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=602ef4a1-40c4-4c0c-a993-b29303c23529,segment=NetworkSegment(3042e38b-9d51-4b56-a5f0-24d96a6252e4),segment_id=3042e38b-9d51-4b56-a5f0-24d96a6252e4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:24.092522 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1e08e427-b5a7-4bb7-84ee-91aa6d329a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:24.159959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08e427-b5a7-4bb7-84ee-91aa6d329a45 None None] Pushing event updated for resources: {'Port': ['ID=602ef4a1-40c4-4c0c-a993-b29303c23529,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:24.215447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-3aa2b989-0f4e-49ee-b818-f40cc391b815 None None] Provisioning complete for port 602ef4a1-40c4-4c0c-a993-b29303c23529 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:24.216315 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3aa2b989-0f4e-49ee-b818-f40cc391b815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:24.307787 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'name': 'tempest-TestMinimumBasicScenario-80962444-router', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:19Z', 'revision_number': 4, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'gw_port': {'id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '602ef4a1-40c4-4c0c-a993-b29303c23529', 'name': '', 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'mac_address': 'fa:16:3e:23:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:18Z', 'updated_at': '2021-09-29T23:58:23Z', 'revision_number': 4, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'subnets': [{'id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:58:24.341318 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1edac7-a8fa-4d17-9d86-5af166021fa9 None None] The sync data for ids ['171952de-e512-4e42-829f-8ef4d40d9d2d'] in n-d-811173-2 is: [{'id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'name': 'tempest-TestMinimumBasicScenario-80962444-router', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:19Z', 'revision_number': 4, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'gw_port': {'id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '602ef4a1-40c4-4c0c-a993-b29303c23529', 'name': '', 'network_id': '14a0af7b-ca51-4507-a320-fdb8774e2017', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'mac_address': 'fa:16:3e:23:ce:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:18Z', 'updated_at': '2021-09-29T23:58:23Z', 'revision_number': 4, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'subnets': [{'id': '6472d1f4-d7a3-4de8-8050-78f7aee5c1c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:58:25.364531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 602ef4a1-40c4-4c0c-a993-b29303c23529 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:25.419605 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 602ef4a1-40c4-4c0c-a993-b29303c23529 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:25.420132 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:26.704975 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:58:29.859688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-03408c67-b17e-424f-892c-893df52d5716 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:29.861106 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-03408c67-b17e-424f-892c-893df52d5716 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/networks?id=37b30de9-e97b-4ed4-a65f-24e885e71699 HTTP/1.1" status: 200 len: 814 time: 0.1083720 Sep 29 23:58:29.876223 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-2c99864a-2397-4ddb-ac82-a7b8e1657992 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/quotas/0cf625ab3d884e9d9508566a17dab900 HTTP/1.1" status: 200 len: 375 time: 0.0094810 Sep 29 23:58:29.925664 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-f528e0f8-3f0f-49f9-bf52-a89ab87f455e tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=0cf625ab3d884e9d9508566a17dab900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440202 Sep 29 23:58:30.160695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-c62a2694-dc0f-4cdf-88af-19bdff0952da service neutron] 10.222.0.44 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290460 Sep 29 23:58:30.249241 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-be479b0f-fdde-48ec-ad8e-87615d079a53 service neutron] 10.222.0.44 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822904 Sep 29 23:58:30.413840 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75006f7e-93a5-4133-99f4-c5746f37eceb req-12d2d6f6-c886-4c5b-b2be-0f60e544b27e tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 210 time: 0.0267792 Sep 29 23:58:31.335657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-5ba51584-b5bf-48a3-b01b-8ae4acb84a35 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:31.337163 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-5ba51584-b5bf-48a3-b01b-8ae4acb84a35 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.26 "GET /v2.0/networks?id=37b30de9-e97b-4ed4-a65f-24e885e71699 HTTP/1.1" status: 200 len: 814 time: 0.1172066 Sep 29 23:58:31.349630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'port': {'device_id': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'admin_state_up': True, 'tenant_id': '0cf625ab3d884e9d9508566a17dab900'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:58:31.465200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Made reservation on behalf of 0cf625ab3d884e9d9508566a17dab900 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 29 23:58:31.469046 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:31.543406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8a110ab2-3856-420a-99ad-65328c297e25 req-cd7e7cc9-3a2e-48dc-b4c2-9a1c58c613e9 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 210 time: 0.0319605 Sep 29 23:58:31.607815 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Allocated IP 172.20.0.7 (37b30de9-e97b-4ed4-a65f-24e885e71699/a1c15e46-4945-49cd-ad88-f7ce502349e3/e1b1658c-7fc5-466a-90a4-4ae9a5b462a3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:58:31.775777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:31.814362 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:31.876075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Network 37b30de9-e97b-4ed4-a65f-24e885e71699 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:58:31.879165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:58:31.883053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:58:31.911481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'Port': ['ID=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:31.956171 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:31.956985 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:31.974177 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-a9ed7a8b-3d1f-4f89-bf25-3be36714f379 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6285572 Sep 29 23:58:32.195256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-85245fa7-a474-46ca-a40a-8e62cf6f829d None None] Provisioning complete for port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:32.196109 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-85245fa7-a474-46ca-a40a-8e62cf6f829d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:32.232617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-85245fa7-a474-46ca-a40a-8e62cf6f829d None None] Port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 29 23:58:32.671760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0082e8f-11fb-4905-9059-26612ad6a595 req-1311a3e5-d359-4d13-80f6-65d095b1222f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:32.673569 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0082e8f-11fb-4905-9059-26612ad6a595 req-1311a3e5-d359-4d13-80f6-65d095b1222f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 931 time: 0.0532818 Sep 29 23:58:32.722772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0082e8f-11fb-4905-9059-26612ad6a595 req-81ae1af8-41b7-4907-a61d-a325c8d37a19 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427239 Sep 29 23:58:33.366451 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1834c8d6-ba56-42f6-8fb3-60bfe637a12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:33.845908 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf01c5f-af6c-424b-80a3-8e5717186a02 req-9275013b-1244-48df-a1e7-f1de33dea6a2 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:33.847503 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdf01c5f-af6c-424b-80a3-8e5717186a02 req-9275013b-1244-48df-a1e7-f1de33dea6a2 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 931 time: 0.0506723 Sep 29 23:58:33.897256 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdf01c5f-af6c-424b-80a3-8e5717186a02 req-9dcfe6a7-ec53-452b-9215-faf95c10e95c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426202 Sep 29 23:58:35.030245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6c288-78d8-4cb2-b2b3-2b09c641f691 req-1e17d6aa-45b4-4bc2-b71f-80dc8f6b3122 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:35.032342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abf6c288-78d8-4cb2-b2b3-2b09c641f691 req-1e17d6aa-45b4-4bc2-b71f-80dc8f6b3122 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 931 time: 0.0537586 Sep 29 23:58:35.084059 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abf6c288-78d8-4cb2-b2b3-2b09c641f691 req-426c7fab-86bc-486d-9de2-0dd059e58c4d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453229 Sep 29 23:58:36.200782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cac795-b61e-4166-879d-50617a90cb34 req-16b1c392-c33f-4fdd-902b-b0e9a2baa070 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:36.202271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3cac795-b61e-4166-879d-50617a90cb34 req-16b1c392-c33f-4fdd-902b-b0e9a2baa070 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 931 time: 0.0515141 Sep 29 23:58:36.240587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3cac795-b61e-4166-879d-50617a90cb34 req-0ad55926-bebe-4d99-b1a0-3d8f5f1665aa tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322456 Sep 29 23:58:36.310365 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-90adddd7-7f99-491a-ba3e-7c16941d3b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:36.664749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:37.370136 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319715a-455f-45f9-a28d-dc52c37ecbb9 req-74355d50-32f1-458e-8638-81a2c60db7f3 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:37.371711 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0319715a-455f-45f9-a28d-dc52c37ecbb9 req-74355d50-32f1-458e-8638-81a2c60db7f3 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 931 time: 0.0548010 Sep 29 23:58:37.411304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0319715a-455f-45f9-a28d-dc52c37ecbb9 req-ddbd81d3-958f-41db-a810-f1431d368dc9 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325701 Sep 29 23:58:37.628252 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:38.539205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e2d8b-d6fa-4fa1-a559-087cc8cb31a7 req-0dfbf01f-935a-4a2f-9039-9b9676d9940b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:38.540901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-504e2d8b-d6fa-4fa1-a559-087cc8cb31a7 req-0dfbf01f-935a-4a2f-9039-9b9676d9940b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 931 time: 0.0561237 Sep 29 23:58:38.579167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-504e2d8b-d6fa-4fa1-a559-087cc8cb31a7 req-ba231d63-2038-4fd5-b959-62703eff8c60 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Sep 29 23:58:38.808895 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:39.710833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd13fb-787d-4065-ba55-1539ce3f348e req-cde8dc17-3c5c-4d0e-9c9f-64dac854c1a7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:39.713595 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8fd13fb-787d-4065-ba55-1539ce3f348e req-cde8dc17-3c5c-4d0e-9c9f-64dac854c1a7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 931 time: 0.0541205 Sep 29 23:58:39.753167 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c8fd13fb-787d-4065-ba55-1539ce3f348e req-c6a46dbf-f796-400a-921b-d9ebbe67b6ef tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345604 Sep 29 23:58:40.057031 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:40.889872 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9f8fd-1d67-49f2-9b48-39bd9702dd77 req-674e5cc5-3b65-429c-8bdf-8ed1d1312a36 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:40.893731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18f9f8fd-1d67-49f2-9b48-39bd9702dd77 req-674e5cc5-3b65-429c-8bdf-8ed1d1312a36 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 931 time: 0.0556345 Sep 29 23:58:40.937208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18f9f8fd-1d67-49f2-9b48-39bd9702dd77 req-b2fffafb-fec5-4f92-9c19-346a970c756e tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382726 Sep 29 23:58:41.849008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Request body: {'port': {'device_id': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:58:41.912697 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:42.061962 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df8465-965f-41f5-bb86-bccf0bcf27ff req-d4fe035d-6fac-4f15-b2f6-e9b11e811f1d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:42.063613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04df8465-965f-41f5-bb86-bccf0bcf27ff req-d4fe035d-6fac-4f15-b2f6-e9b11e811f1d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 931 time: 0.0534649 Sep 29 23:58:42.103352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04df8465-965f-41f5-bb86-bccf0bcf27ff req-f4351995-2298-4405-81d8-5eefd59c22b5 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335295 Sep 29 23:58:42.172280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:58:42.179575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:42.191807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Transition to ACTIVE for port object e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 29 23:58:42.194775 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:42.243887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:42.317571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Attempting to bind port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 29 23:58:42.317939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Attempting to bind port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 29 23:58:42.321273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Attempting to bind port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 on network 37b30de9-e97b-4ed4-a65f-24e885e71699 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:58:42.322965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 on network 37b30de9-e97b-4ed4-a65f-24e885e71699 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 29 23:58:42.323386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Attempting to bind port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 on network 37b30de9-e97b-4ed4-a65f-24e885e71699 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 29 23:58:42.329067 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 29, 23, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 29 23:58:42.329412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Checking segment: {'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 29 23:58:42.329819 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Bound using segment: {'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 29 23:58:42.330407 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Bound port: e1b1658c-7fc5-466a-90a4-4ae9a5b462a3, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f44a07c-f942-4824-a06d-07cfaf1e1077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 29 23:58:42.330772 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:42.397380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] For port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 29 23:58:42.400421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] For port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 29 23:58:42.405086 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:42.443354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:42.444012 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:42.445423 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] 10.222.0.26 "PUT /v2.0/ports/e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 1091 time: 0.6024661 Sep 29 23:58:42.445867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:58:42.448166 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3" -d '{"events": [{"name": "network-changed", "server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:58:42.472440 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492cf526-2316-4e34-ba0d-539c2dc27d3a service neutron] Pushing event updated for resources: {'Port': ['ID=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:42.490129 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10346805-9142-41ed-a3ac-d1bd3e43777e x-openstack-request-id: req-10346805-9142-41ed-a3ac-d1bd3e43777e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:58:42.490435 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:58:42.490757 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-10346805-9142-41ed-a3ac-d1bd3e43777e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:58:42.491166 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'status': 'completed', 'code': 200} Sep 29 23:58:42.537468 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-603de8e8-12fd-4620-a84d-6f97d8104650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:42.539006 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-603de8e8-12fd-4620-a84d-6f97d8104650 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cf625ab3d884e9d9508566a17dab900&device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 1094 time: 0.0435345 Sep 29 23:58:42.585352 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-ba50b918-d583-4d7d-a74b-66c4f1e24b10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 217 time: 0.0388291 Sep 29 23:58:42.637701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-d5be1d6a-8072-4548-93e3-5d87aa4ffd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:42.639187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-d5be1d6a-8072-4548-93e3-5d87aa4ffd48 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1c15e46-4945-49cd-ad88-f7ce502349e3 HTTP/1.1" status: 200 len: 853 time: 0.0470397 Sep 29 23:58:42.687002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-27771dc2-be01-491d-a905-d9e64b079064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:42.689393 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-27771dc2-be01-491d-a905-d9e64b079064 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37b30de9-e97b-4ed4-a65f-24e885e71699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420451 Sep 29 23:58:42.785315 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-586f1889-b620-417e-b901-c3237b1efbaf service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881860 Sep 29 23:58:42.878682 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1b1c5ab-ba98-4a8b-9e7f-1127d34c5cf4 req-f24edd38-884e-4515-bbb5-a9fe6927fbaa service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859289 Sep 29 23:58:42.969876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-c9db5c6c-6f85-4073-b180-0240c3d39a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:42.971276 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-c9db5c6c-6f85-4073-b180-0240c3d39a77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cf625ab3d884e9d9508566a17dab900&device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 1094 time: 0.0453494 Sep 29 23:58:43.062214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-01c6e200-cf87-4394-8e9d-8cc2c91bcbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:43.063830 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-01c6e200-cf87-4394-8e9d-8cc2c91bcbeb service neutron] 10.222.0.26 "GET /v2.0/networks?id=37b30de9-e97b-4ed4-a65f-24e885e71699 HTTP/1.1" status: 200 len: 915 time: 0.0847185 Sep 29 23:58:43.111684 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-7a0dd759-7ad6-4aae-9708-d6371e76b3f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 217 time: 0.0402904 Sep 29 23:58:43.164402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-e73cdd7c-3ec1-461f-9dc4-c75dd77a5133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:43.165919 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-e73cdd7c-3ec1-461f-9dc4-c75dd77a5133 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1c15e46-4945-49cd-ad88-f7ce502349e3 HTTP/1.1" status: 200 len: 853 time: 0.0466723 Sep 29 23:58:43.213082 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-5e0ab63f-e8f2-40c9-9a82-4abb60c2dc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:43.214676 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-5e0ab63f-e8f2-40c9-9a82-4abb60c2dc5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37b30de9-e97b-4ed4-a65f-24e885e71699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404127 Sep 29 23:58:43.219540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb28a0f-4b73-47c8-8c6d-7564d8f5d5b8 req-c1e6a338-f64a-4037-b55e-03ffca0c7704 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:43.221228 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fb28a0f-4b73-47c8-8c6d-7564d8f5d5b8 req-c1e6a338-f64a-4037-b55e-03ffca0c7704 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 943 time: 0.0505018 Sep 29 23:58:43.261154 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fb28a0f-4b73-47c8-8c6d-7564d8f5d5b8 req-6450eb8d-16e8-44bf-a22b-23d88078a184 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339293 Sep 29 23:58:43.314271 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-d5dc53c1-324b-4180-8eeb-306b1a4666b6 service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918367 Sep 29 23:58:43.409883 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-6a6480ad-ac60-4ff9-93d3-9c1eacd615d3 req-e07f9e49-b9bf-4c29-84ab-bfef7eac0768 service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865903 Sep 29 23:58:44.379288 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a029a-9cd1-4178-adaa-872601733b61 req-c6e42804-fa62-43a1-be0b-faf628feb6f7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:44.381065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f52a029a-9cd1-4178-adaa-872601733b61 req-c6e42804-fa62-43a1-be0b-faf628feb6f7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 943 time: 0.0485821 Sep 29 23:58:44.418081 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f52a029a-9cd1-4178-adaa-872601733b61 req-a6b8f498-586e-4941-ba65-43b24b9c0249 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Sep 29 23:58:45.113222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 29 23:58:45.208113 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:45.218871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'port_id': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'mac_address': 'fa:16:3e:28:9c:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 29 23:58:45.254411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:45.267490 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 29 23:58:45.286231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:45.290035 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:45.339982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:45.347198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.347548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.347920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.348257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.348587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.348915 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.349246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.349570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.349891 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.350214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.350532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.350850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:58:45.509379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:58:45.537466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a8734-64c0-4676-a8be-7f1d7618121e req-3c9829d9-9d9d-45e4-85cb-003a0f7d4a32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:45.538969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b3a8734-64c0-4676-a8be-7f1d7618121e req-3c9829d9-9d9d-45e4-85cb-003a0f7d4a32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 944 time: 0.0548389 Sep 29 23:58:45.577553 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b3a8734-64c0-4676-a8be-7f1d7618121e req-77b143bf-b40b-45ea-ad5a-7399fd4dd1f3 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325177 Sep 29 23:58:46.701488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382e6684-10cf-4291-b074-b306ad78f854 req-a4eedba5-9c6a-4d51-8b2f-111f36f9fad8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:46.702986 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-382e6684-10cf-4291-b074-b306ad78f854 req-a4eedba5-9c6a-4d51-8b2f-111f36f9fad8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 944 time: 0.0487494 Sep 29 23:58:46.740473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-382e6684-10cf-4291-b074-b306ad78f854 req-68ab3ed4-3039-4b31-abce-6e98eeb2ccd4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308588 Sep 29 23:58:47.146464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 29 23:58:47.199005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 29 23:58:47.202502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:58:47.202877 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:47.279471 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:47.301772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:58:47.304020 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410aa332-89a3-41a4-9e61-c323672978e9" -d '{"events": [{"server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:58:47.319719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:58:47.327473 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:58:47.351028 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 29 Sep 2021 23:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a47bc7b9-a4cf-4b18-9a8e-beb88727087a x-openstack-request-id: req-a47bc7b9-a4cf-4b18-9a8e-beb88727087a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:58:47.351317 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "name": "network-vif-plugged", "status": "completed", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:58:47.351566 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a47bc7b9-a4cf-4b18-9a8e-beb88727087a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:58:47.351977 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'code': 200} Sep 29 23:58:47.377020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:58:47.442364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae830b94-38e2-48d0-8478-acde9d05fce0 req-8b200a80-9956-4873-b409-eccb1a4a9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:47.443783 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ae830b94-38e2-48d0-8478-acde9d05fce0 req-8b200a80-9956-4873-b409-eccb1a4a9687 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 1096 time: 0.0452011 Sep 29 23:58:47.478606 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ae830b94-38e2-48d0-8478-acde9d05fce0 req-8f9e45dd-7bb9-4586-bb6b-77295a06dd87 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280077 Sep 29 23:58:47.855251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd3f0c-28fe-497d-b2c9-22e6974f6b79 req-0087bb66-0a4d-4605-93b2-7aad446b27ce tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:47.856751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-efdd3f0c-28fe-497d-b2c9-22e6974f6b79 req-0087bb66-0a4d-4605-93b2-7aad446b27ce tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 945 time: 0.0480068 Sep 29 23:58:47.895462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-efdd3f0c-28fe-497d-b2c9-22e6974f6b79 req-d3b22939-4549-45a1-812a-bdb9b4c2d7f8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Sep 29 23:58:49.025923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f228afa-d576-4a7a-b0ea-89df7e59d2d6 req-f8ff027b-cfc1-42b9-a6d7-80137fd64219 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:49.027521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f228afa-d576-4a7a-b0ea-89df7e59d2d6 req-f8ff027b-cfc1-42b9-a6d7-80137fd64219 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 945 time: 0.0644312 Sep 29 23:58:49.064192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f228afa-d576-4a7a-b0ea-89df7e59d2d6 req-8e05db4d-5d9e-4411-89b7-4ed9764492b3 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307388 Sep 29 23:58:49.180475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bde46-eddc-4c58-a0c1-b5fd93d90a8d req-33eb522b-88d4-448e-8053-5cf88b9645f6 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:49.181895 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca3bde46-eddc-4c58-a0c1-b5fd93d90a8d req-33eb522b-88d4-448e-8053-5cf88b9645f6 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 945 time: 0.0510170 Sep 29 23:58:49.219472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca3bde46-eddc-4c58-a0c1-b5fd93d90a8d req-79ae86b2-35f0-4857-b853-a5c8d85bdc04 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317359 Sep 29 23:58:49.412132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77df5ac-fd2c-4018-bacb-53f1e6f8c9b7 req-093cd593-854d-46ce-83d4-7bf68d23fe9f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:58:49.413613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b77df5ac-fd2c-4018-bacb-53f1e6f8c9b7 req-093cd593-854d-46ce-83d4-7bf68d23fe9f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 945 time: 0.0484135 Sep 29 23:58:49.450829 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b77df5ac-fd2c-4018-bacb-53f1e6f8c9b7 req-cca3066d-996e-41b2-a2a5-e70e61cc27f0 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Sep 29 23:58:50.675869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:00.872194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bdd07-f785-4ec7-aff9-c48395631b71 req-5e946ccd-3918-489c-9748-45f0b65299c5 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:00.873695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-734bdd07-f785-4ec7-aff9-c48395631b71 req-5e946ccd-3918-489c-9748-45f0b65299c5 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 945 time: 0.0591106 Sep 29 23:59:00.911087 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-734bdd07-f785-4ec7-aff9-c48395631b71 req-9400e807-4781-40ba-b8a4-653d292df064 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311639 Sep 29 23:59:00.934583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37954) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:59:01.022937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a120a4-f830-4f05-87ae-f510298a0e07 tempest-TestMinimumBasicScenario-1792209533 tempest-TestMinimumBasicScenario-1792209533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:01.024518 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-13a120a4-f830-4f05-87ae-f510298a0e07 tempest-TestMinimumBasicScenario-1792209533 tempest-TestMinimumBasicScenario-1792209533-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 1091 time: 0.0889094 Sep 29 23:59:01.027438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37960) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:59:01.031644 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:59:01.080594 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:01.179799 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:01.291933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Allocated IP 172.25.4.63 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/374ee7bb-b324-4eb0-954e-6a7474c932c4) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 29 23:59:01.400361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:01.433422 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:01.470857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 29 23:59:01.473757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 29 23:59:01.476275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 29 23:59:01.504079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'Port': ['ID=374ee7bb-b324-4eb0-954e-6a7474c932c4,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:59:01.517125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.517479 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.517829 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.518170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.518507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.518840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.519301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.519719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.520086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.520419 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.520753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:01.521080 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:02.266688 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:02.365651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:02.514203 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:02.519466 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:02.589154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'Port': ['ID=374ee7bb-b324-4eb0-954e-6a7474c932c4,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:59:02.597964 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:02.698586 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Floating IP 266cc795-92d7-4a4c-9c3e-3512b9b1f3de associated. External IP: 172.25.4.63, port: e1b1658c-7fc5-466a-90a4-4ae9a5b462a3. Sep 29 23:59:02.905790 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Router 0fe0a7ec-75c6-4793-96b1-e814678397ed has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 29 23:59:03.013561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 29 23:59:03.023263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] Sync routers for ids ['0fe0a7ec-75c6-4793-96b1-e814678397ed'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 29 23:59:03.030071 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.032726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] Routers {'0fe0a7ec-75c6-4793-96b1-e814678397ed'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:59:03.033356 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fe0a7ec-75c6-4793-96b1-e814678397ed'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:59:03.060224 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c69d06ad-24b6-4629-afe6-03e3c3fa489d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0291264 Sep 29 23:59:03.060224 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:59:03.060501 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8459f7-c080-40a4-94de-995ce880c49e" -d '{"events": [{"name": "network-changed", "server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:59:03.060619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:59:03.065477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-480d51ad-dd21-44d7-8528-8b58f91d5df8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34586246', 'description': 'tempest-secgroup-smoke-34586246 description', 'project_id': '0cf625ab3d884e9d9508566a17dab900'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:59:03.094735 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-480d51ad-dd21-44d7-8528-8b58f91d5df8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.100521 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1162c040-d632-409e-b0e5-56bcc03b0a26 x-openstack-request-id: req-1162c040-d632-409e-b0e5-56bcc03b0a26 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:59:03.100816 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:59:03.101066 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1162c040-d632-409e-b0e5-56bcc03b0a26 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:59:03.101469 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'status': 'completed', 'code': 200} Sep 29 23:59:03.146364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] Set router 0fe0a7ec-75c6-4793-96b1-e814678397ed gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:59:03.169895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8459f7-c080-40a4-94de-995ce880c49e req-392a4b8b-7109-4a2d-afd4-86dc9b6ad5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:03.171375 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2d8459f7-c080-40a4-94de-995ce880c49e req-392a4b8b-7109-4a2d-afd4-86dc9b6ad5b9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cf625ab3d884e9d9508566a17dab900&device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 1096 time: 0.0462708 Sep 29 23:59:03.187299 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-480d51ad-dd21-44d7-8528-8b58f91d5df8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.192261 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-480d51ad-dd21-44d7-8528-8b58f91d5df8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.225077 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-480d51ad-dd21-44d7-8528-8b58f91d5df8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.226485 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-480d51ad-dd21-44d7-8528-8b58f91d5df8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1646183 Sep 29 23:59:03.227486 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480d51ad-dd21-44d7-8528-8b58f91d5df8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb2cc7e-91d0-4049-930b-7c93e55ebb50,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:59:03.229599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37970) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:59:03.234475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'security_group_rule': {'security_group_id': 'adb2cc7e-91d0-4049-930b-7c93e55ebb50', 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:59:03.268284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.290099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8459f7-c080-40a4-94de-995ce880c49e req-57c865ce-9c9f-41df-bd63-9533716cc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:03.292259 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2d8459f7-c080-40a4-94de-995ce880c49e req-57c865ce-9c9f-41df-bd63-9533716cc0d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37b30de9-e97b-4ed4-a65f-24e885e71699 HTTP/1.1" status: 200 len: 915 time: 0.1133871 Sep 29 23:59:03.345905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.351558 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.375195 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2d8459f7-c080-40a4-94de-995ce880c49e req-47712293-100f-4571-9e4b-1a209d547bb7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 998 time: 0.0740702 Sep 29 23:59:03.375924 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3af0213-a259-4c6f-8d00-b52784ae76e2,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:59:03.383242 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de391ac4-addf-44bd-9cad-46a617bcfe61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.388161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.388686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.388975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.389365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.389700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.390032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.390355 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.391189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.391189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.391396 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.391613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.391956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 29 23:59:03.396745 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.397964 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-be84340e-29ec-4408-9313-37a06883fb32 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1672206 Sep 29 23:59:03.401320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37972) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:59:03.403664 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '266cc795-92d7-4a4c-9c3e-3512b9b1f3de', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'port_id': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'mac_address': 'fa:16:3e:28:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:59:01Z', 'updated_at': '2021-09-29T23:59:01Z', 'revision_number': 0, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:18Z', 'revision_number': 5, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:59:03.406132 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a3dbb42c-063e-403d-9067-ce55b4a121d4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'security_group_rule': {'security_group_id': 'adb2cc7e-91d0-4049-930b-7c93e55ebb50', 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:59:03.434233 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] Checking router: 0fe0a7ec-75c6-4793-96b1-e814678397ed for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 29 23:59:03.434442 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb42c-063e-403d-9067-ce55b4a121d4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.443584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] Routers {'0fe0a7ec-75c6-4793-96b1-e814678397ed'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 29 23:59:03.444245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-29T23:58:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fe0a7ec-75c6-4793-96b1-e814678397ed'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:59:03.447640 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8459f7-c080-40a4-94de-995ce880c49e req-74a6917a-c196-4649-a4fc-60145904c6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:03.449177 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2d8459f7-c080-40a4-94de-995ce880c49e req-74a6917a-c196-4649-a4fc-60145904c6bd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1c15e46-4945-49cd-ad88-f7ce502349e3 HTTP/1.1" status: 200 len: 853 time: 0.0631485 Sep 29 23:59:03.499579 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb42c-063e-403d-9067-ce55b4a121d4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.502364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8459f7-c080-40a4-94de-995ce880c49e req-9bb1566e-fb78-4369-8e73-96ec77a1d121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:03.505304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2d8459f7-c080-40a4-94de-995ce880c49e req-9bb1566e-fb78-4369-8e73-96ec77a1d121 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37b30de9-e97b-4ed4-a65f-24e885e71699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470595 Sep 29 23:59:03.505581 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb42c-063e-403d-9067-ce55b4a121d4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.525215 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dbb42c-063e-403d-9067-ce55b4a121d4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d495557-69e3-4d55-9c02-f3f38ee74dbd,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:59:03.528801 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a3dbb42c-063e-403d-9067-ce55b4a121d4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.532795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a3dbb42c-063e-403d-9067-ce55b4a121d4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277401 Sep 29 23:59:03.533285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37974) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:59:03.538022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-533f0132-131e-4142-a7b0-69c619f90c6c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'security_group_rule': {'security_group_id': 'adb2cc7e-91d0-4049-930b-7c93e55ebb50', 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:59:03.565244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] Set router 0fe0a7ec-75c6-4793-96b1-e814678397ed gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 29 23:59:03.566499 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-533f0132-131e-4142-a7b0-69c619f90c6c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.610690 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2d8459f7-c080-40a4-94de-995ce880c49e req-c84ccdb5-6995-4547-bebd-6d2afa4269e1 service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984857 Sep 29 23:59:03.632250 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-533f0132-131e-4142-a7b0-69c619f90c6c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.635997 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-533f0132-131e-4142-a7b0-69c619f90c6c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.657747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f0132-131e-4142-a7b0-69c619f90c6c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14939a66-4ac0-46c2-b358-6ea14829ff5c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:59:03.666686 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-533f0132-131e-4142-a7b0-69c619f90c6c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.671164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-533f0132-131e-4142-a7b0-69c619f90c6c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1368437 Sep 29 23:59:03.671783 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 37976) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:59:03.677422 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-d1db0080-b8b1-4a22-adec-de6ac65a62c2 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'security_group_rule': {'security_group_id': 'adb2cc7e-91d0-4049-930b-7c93e55ebb50', 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:59:03.705030 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:59:03.715759 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1db0080-b8b1-4a22-adec-de6ac65a62c2 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.721244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2d8459f7-c080-40a4-94de-995ce880c49e req-0c0a1a21-1c65-4862-be0c-cb79ad20bdfd service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020534 Sep 29 23:59:03.780852 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1db0080-b8b1-4a22-adec-de6ac65a62c2 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.786981 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1db0080-b8b1-4a22-adec-de6ac65a62c2 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.803572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '266cc795-92d7-4a4c-9c3e-3512b9b1f3de', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'port_id': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'mac_address': 'fa:16:3e:28:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:59:01Z', 'updated_at': '2021-09-29T23:59:01Z', 'revision_number': 0, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:18Z', 'revision_number': 5, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 29 23:59:03.807383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db0080-b8b1-4a22-adec-de6ac65a62c2 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745a2191-8394-41e9-8f00-f0e2a321c7f4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:59:03.811356 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d1db0080-b8b1-4a22-adec-de6ac65a62c2 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.815235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d1db0080-b8b1-4a22-adec-de6ac65a62c2 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1398261 Sep 29 23:59:03.817078 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37978) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:59:03.822088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5af2f21b-798b-4d97-8bdb-849749d9a680 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'security_group_rule': {'security_group_id': 'adb2cc7e-91d0-4049-930b-7c93e55ebb50', 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:59:03.830470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767715c8-18a6-4914-a8c8-f1b8c01f17f0 None None] The sync data for ids ['0fe0a7ec-75c6-4793-96b1-e814678397ed'] in n-d-811173-2 is: [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '266cc795-92d7-4a4c-9c3e-3512b9b1f3de', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'floating_ip_address': '172.25.4.63', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'port_id': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'mac_address': 'fa:16:3e:28:9c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-29T23:59:01Z', 'updated_at': '2021-09-29T23:59:01Z', 'revision_number': 0, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:18Z', 'revision_number': 5, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 29 23:59:03.846916 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-5af2f21b-798b-4d97-8bdb-849749d9a680 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Project 0cf625ab3d884e9d9508566a17dab900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:59:03.853397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5af2f21b-798b-4d97-8bdb-849749d9a680 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.927009 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5af2f21b-798b-4d97-8bdb-849749d9a680 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.932222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5af2f21b-798b-4d97-8bdb-849749d9a680 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.955901 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2f21b-798b-4d97-8bdb-849749d9a680 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63b25ae-a04a-41ac-b671-74bd86533820,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:59:03.962718 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5af2f21b-798b-4d97-8bdb-849749d9a680 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:03.966528 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5af2f21b-798b-4d97-8bdb-849749d9a680 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1456468 Sep 29 23:59:03.966832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 37980) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 29 23:59:03.971132 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-aa032c1f-51de-43a3-afb3-cbbcce585f91 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'security_group_rule': {'security_group_id': 'adb2cc7e-91d0-4049-930b-7c93e55ebb50', 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:59:04.006748 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-aa032c1f-51de-43a3-afb3-cbbcce585f91 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Project 0cf625ab3d884e9d9508566a17dab900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 29 23:59:04.014980 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa032c1f-51de-43a3-afb3-cbbcce585f91 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:04.040869 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c6dc4a-2f0b-4f0d-a1fe-8a7cbc42c0a8 None None] New status for floating IP 266cc795-92d7-4a4c-9c3e-3512b9b1f3de: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 29 23:59:04.115484 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa032c1f-51de-43a3-afb3-cbbcce585f91 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:04.121920 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa032c1f-51de-43a3-afb3-cbbcce585f91 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:04.148162 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa032c1f-51de-43a3-afb3-cbbcce585f91 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021ae0aa-579d-4acf-b839-8cedae9ec86b,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:59:04.150960 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa032c1f-51de-43a3-afb3-cbbcce585f91 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:04.155423 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-aa032c1f-51de-43a3-afb3-cbbcce585f91 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1846581 Sep 29 23:59:04.251733 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-32482a0a-556c-4c05-b5ab-ac96cf77b24d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34586246&fields=id&tenant_id=0cf625ab3d884e9d9508566a17dab900 HTTP/1.1" status: 200 len: 267 time: 0.0442717 Sep 29 23:59:04.321060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-c4b08b05-3489-441c-9f02-d16fd191b9fb tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:04.323539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-c4b08b05-3489-441c-9f02-d16fd191b9fb tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 945 time: 0.0642836 Sep 29 23:59:04.336907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-3a77dd11-86c6-4760-8e3f-c0e28f115b2f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'port': {'security_groups': ['74be8572-e437-4d85-a114-59e4ed9b996a', 'adb2cc7e-91d0-4049-930b-7c93e55ebb50']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 29 23:59:04.407619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-3a77dd11-86c6-4760-8e3f-c0e28f115b2f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:04.625039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-3a77dd11-86c6-4760-8e3f-c0e28f115b2f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] For port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 29 23:59:04.663279 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-3a77dd11-86c6-4760-8e3f-c0e28f115b2f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:04.668055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-3a77dd11-86c6-4760-8e3f-c0e28f115b2f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:04.680493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:59:04.725006 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-3a77dd11-86c6-4760-8e3f-c0e28f115b2f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:04.725679 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-3a77dd11-86c6-4760-8e3f-c0e28f115b2f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:04.727143 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-712691ab-a4a5-403b-97eb-ab3441ea26a1 req-3a77dd11-86c6-4760-8e3f-c0e28f115b2f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "PUT /v2.0/ports/e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 981 time: 0.3968554 Sep 29 23:59:04.727613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 29 23:59:04.770552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77dd11-86c6-4760-8e3f-c0e28f115b2f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'Port': ['ID=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,revision_number=6']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 29 23:59:04.799705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 29 23:59:04.870614 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2a0800-6a35-4241-b337-58d33414f9ee" -d '{"events": [{"name": "network-changed", "server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 29 23:59:04.901998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebef336-4069-489e-a833-6d18e3f572b8 req-947c7c4f-4a8c-4480-836b-b46a4b84c36f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:04.903624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ebef336-4069-489e-a833-6d18e3f572b8 req-947c7c4f-4a8c-4480-836b-b46a4b84c36f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0810809 Sep 29 23:59:04.958641 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ebef336-4069-489e-a833-6d18e3f572b8 req-29e4e816-ae58-4d94-8ddb-97d4ca1ec304 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0479660 Sep 29 23:59:04.992965 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 29 Sep 2021 23:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5377c9d-09f0-48f9-9747-9003e9668499 x-openstack-request-id: req-d5377c9d-09f0-48f9-9747-9003e9668499 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 29 23:59:04.992965 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 29 23:59:04.992965 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d5377c9d-09f0-48f9-9747-9003e9668499 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 29 23:59:04.992965 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'status': 'completed', 'code': 200} Sep 29 23:59:05.056707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e6f620d9-1cf2-45d2-af0a-35125c1b54d7 None None] Provisioning complete for port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 29 23:59:05.056964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-5667f250-853c-406c-aa19-97d78531d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:05.057419 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e6f620d9-1cf2-45d2-af0a-35125c1b54d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:05.058462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-5667f250-853c-406c-aa19-97d78531d362 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cf625ab3d884e9d9508566a17dab900&device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 1135 time: 0.0418396 Sep 29 23:59:05.158073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-93d726a1-5ca3-4a0e-9654-e4b769494fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:05.159557 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-93d726a1-5ca3-4a0e-9654-e4b769494fd6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37b30de9-e97b-4ed4-a65f-24e885e71699 HTTP/1.1" status: 200 len: 915 time: 0.0915885 Sep 29 23:59:05.224818 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-c018558d-2182-45b4-84c6-0a6644ebbb61 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 1000 time: 0.0585623 Sep 29 23:59:05.274530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-52ee1648-acb6-4f74-aa8e-c170bad146e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:05.276096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-52ee1648-acb6-4f74-aa8e-c170bad146e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1c15e46-4945-49cd-ad88-f7ce502349e3 HTTP/1.1" status: 200 len: 853 time: 0.0446424 Sep 29 23:59:05.328051 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-e08c55b6-5582-48ec-8ff1-4b5d51d88130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:05.329588 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-e08c55b6-5582-48ec-8ff1-4b5d51d88130 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37b30de9-e97b-4ed4-a65f-24e885e71699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466864 Sep 29 23:59:05.421390 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-44a90eba-e455-40e1-a14d-3013ca8381ff service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836806 Sep 29 23:59:05.518208 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ca2a0800-6a35-4241-b337-58d33414f9ee req-48c6bcd9-2978-46f1-a502-9e6313f24cae service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875669 Sep 29 23:59:06.291922 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d91fa03c-1636-4f54-855d-ba4fa4cf3a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:06.659045 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:07.631048 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:08.812833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:10.064654 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:20.673086 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:22.313242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5eaf0-956d-4037-8cd6-d0b5b2e1a252 req-c890cdd6-2e66-469a-8c62-d23a732d6970 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:22.314809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8f5eaf0-956d-4037-8cd6-d0b5b2e1a252 req-c890cdd6-2e66-469a-8c62-d23a732d6970 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0519974 Sep 29 23:59:22.315196 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-3cebf04e-0348-47f3-8978-4e37e601ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:22.316746 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-3cebf04e-0348-47f3-8978-4e37e601ecd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cf625ab3d884e9d9508566a17dab900&device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 1135 time: 0.0442541 Sep 29 23:59:22.363688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8f5eaf0-956d-4037-8cd6-d0b5b2e1a252 req-990ec9bc-ec81-4a64-9dcd-704548948d4e tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0420842 Sep 29 23:59:22.412572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-537333f1-b183-47ee-a50e-f5db5db544b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:22.414106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-537333f1-b183-47ee-a50e-f5db5db544b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=37b30de9-e97b-4ed4-a65f-24e885e71699 HTTP/1.1" status: 200 len: 915 time: 0.0902505 Sep 29 23:59:22.480527 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-ae39b87f-223b-4b36-853c-7ec0242b025f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 1000 time: 0.0589888 Sep 29 23:59:22.532098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-5839f878-e63a-42e6-bbf7-cb15e18692b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:22.533534 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-5839f878-e63a-42e6-bbf7-cb15e18692b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1c15e46-4945-49cd-ad88-f7ce502349e3 HTTP/1.1" status: 200 len: 853 time: 0.0454149 Sep 29 23:59:22.582293 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-8e85b1e6-1a1c-4a50-b15f-3cb170db2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:22.583783 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-8e85b1e6-1a1c-4a50-b15f-3cb170db2a57 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37b30de9-e97b-4ed4-a65f-24e885e71699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428135 Sep 29 23:59:22.675262 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-a3228ffb-e6a5-4756-bd63-61149287fa8a service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836799 Sep 29 23:59:22.771418 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c4b8feb1-83cd-455a-942b-61b9b114a890 req-dce10b7e-1b03-4da9-a32d-e773e0df02b8 service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887823 Sep 29 23:59:23.485001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dab578-48bd-4a4f-9da6-e99803765aa7 req-8055d264-d852-4549-950b-9d832b2cad82 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:23.486473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54dab578-48bd-4a4f-9da6-e99803765aa7 req-8055d264-d852-4549-950b-9d832b2cad82 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0480917 Sep 29 23:59:23.526478 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-54dab578-48bd-4a4f-9da6-e99803765aa7 req-02173272-3ad3-40a9-bed9-5a5fbfb364d4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338862 Sep 29 23:59:24.649548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6be82d-558f-4829-8155-b55e1f2991aa req-21e7ca58-897d-4953-bbd4-ad244e2c3530 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:24.651943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b6be82d-558f-4829-8155-b55e1f2991aa req-21e7ca58-897d-4953-bbd4-ad244e2c3530 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0542650 Sep 29 23:59:24.694214 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b6be82d-558f-4829-8155-b55e1f2991aa req-2fd90a8a-30fd-4b95-b6c2-e6a3c610c53f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0340753 Sep 29 23:59:25.809366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f0d10-7fd6-4f1f-80ed-b30b8d5a2c4b req-5312e996-52a4-4719-a3f8-e474f22db07e tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:25.810859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a8f0d10-7fd6-4f1f-80ed-b30b8d5a2c4b req-5312e996-52a4-4719-a3f8-e474f22db07e tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0494688 Sep 29 23:59:25.850631 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a8f0d10-7fd6-4f1f-80ed-b30b8d5a2c4b req-99a96605-d12e-4988-97d3-c7ef8e631987 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0336502 Sep 29 23:59:26.964901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2648bdc-e4be-46b0-b651-caaf40b6c3d2 req-008f345e-6dc6-4a72-93fd-a82c5e45356d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:26.966393 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2648bdc-e4be-46b0-b651-caaf40b6c3d2 req-008f345e-6dc6-4a72-93fd-a82c5e45356d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0490205 Sep 29 23:59:27.005713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2648bdc-e4be-46b0-b651-caaf40b6c3d2 req-e16f8368-b9df-4aed-b081-1fbf06a377d3 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0330167 Sep 29 23:59:28.126532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128decb0-d16d-4f75-9dce-575047912076 req-9070d563-7ffe-4516-9d43-9fb0df1ca3ab tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:28.128055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-128decb0-d16d-4f75-9dce-575047912076 req-9070d563-7ffe-4516-9d43-9fb0df1ca3ab tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0548851 Sep 29 23:59:28.167731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-128decb0-d16d-4f75-9dce-575047912076 req-ab6a4da6-763d-4f8a-8da8-be1795176c46 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333548 Sep 29 23:59:29.284614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15d1f1-ec95-41fe-a7d8-893b6cc501ab req-e730af31-a8f4-45a4-8121-d6bc6e8922c4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:29.286105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a15d1f1-ec95-41fe-a7d8-893b6cc501ab req-e730af31-a8f4-45a4-8121-d6bc6e8922c4 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0514269 Sep 29 23:59:29.330316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5a15d1f1-ec95-41fe-a7d8-893b6cc501ab req-33c8ceee-7e1c-4f64-aad5-e0e8ca0f3c21 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0374904 Sep 29 23:59:30.453535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d05704-9ec5-49ad-9991-94b030a35ddf req-e1b467d8-e307-4522-97c4-2c399dae379f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:30.455034 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57d05704-9ec5-49ad-9991-94b030a35ddf req-e1b467d8-e307-4522-97c4-2c399dae379f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0487220 Sep 29 23:59:30.495698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57d05704-9ec5-49ad-9991-94b030a35ddf req-4e2e5b91-664d-43a1-90ca-ac19103088b3 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0344374 Sep 29 23:59:31.613627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ef7677-0443-4de5-89dd-5d4fa9cc6552 req-43bf807e-88dd-4aaf-8d43-449f71d19f14 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:31.615015 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21ef7677-0443-4de5-89dd-5d4fa9cc6552 req-43bf807e-88dd-4aaf-8d43-449f71d19f14 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0520568 Sep 29 23:59:31.654974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-21ef7677-0443-4de5-89dd-5d4fa9cc6552 req-aee6040f-bdf7-40a0-8df7-624c95d6d4f0 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332484 Sep 29 23:59:32.774386 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fec24-64e8-4c5d-a8b6-f074bd289910 req-c80486c2-0484-4175-9b2f-4466aaead9f0 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:32.776662 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-355fec24-64e8-4c5d-a8b6-f074bd289910 req-c80486c2-0484-4175-9b2f-4466aaead9f0 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0500803 Sep 29 23:59:32.816592 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-355fec24-64e8-4c5d-a8b6-f074bd289910 req-636392c4-6b07-4839-b3fb-1bfed77c87ef tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338080 Sep 29 23:59:33.374124 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3f1d61e2-65c6-4a3f-b540-95f7d1224300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:33.932936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f4f0d-2ff5-4061-8924-c918b9ad7d71 req-15ca99e7-89ca-443a-a57e-7aab13bb71b9 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:33.934410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e1f4f0d-2ff5-4061-8924-c918b9ad7d71 req-15ca99e7-89ca-443a-a57e-7aab13bb71b9 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0487072 Sep 29 23:59:33.972965 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e1f4f0d-2ff5-4061-8924-c918b9ad7d71 req-d1b11c21-226b-4a38-a766-c822ab89ead0 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0324602 Sep 29 23:59:35.098308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51246eb-a1c0-40b9-a56e-d63dba760a21 req-0421afdf-8760-41c9-b62e-40a6fbc74c8d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:35.099790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f51246eb-a1c0-40b9-a56e-d63dba760a21 req-0421afdf-8760-41c9-b62e-40a6fbc74c8d tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0596840 Sep 29 23:59:35.140254 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f51246eb-a1c0-40b9-a56e-d63dba760a21 req-9b7827c8-c800-4e5e-8fa0-13a751bcc8ea tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337617 Sep 29 23:59:36.253972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c53d6-96aa-447d-b71b-7cdd9fa3664e req-c230a4df-3cc3-4c79-98a6-6726a1cc3024 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:36.255763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-360c53d6-96aa-447d-b71b-7cdd9fa3664e req-c230a4df-3cc3-4c79-98a6-6726a1cc3024 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0486569 Sep 29 23:59:36.295558 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-20e89a9d-50da-47af-8b87-4de11c6df321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:36.300715 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-360c53d6-96aa-447d-b71b-7cdd9fa3664e req-81ff77a6-33ac-48dd-9280-d65bf233b462 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0375965 Sep 29 23:59:36.349675 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-e76b571d-da6a-4c94-b959-13276ee3574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:36.351206 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-e76b571d-da6a-4c94-b959-13276ee3574e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cf625ab3d884e9d9508566a17dab900&device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 1135 time: 0.0517476 Sep 29 23:59:36.457106 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-71724159-4f26-4549-ab54-732396b370aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:36.458493 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-71724159-4f26-4549-ab54-732396b370aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=37b30de9-e97b-4ed4-a65f-24e885e71699 HTTP/1.1" status: 200 len: 915 time: 0.0879138 Sep 29 23:59:36.523522 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-bfd6d4f6-1279-4220-90cf-4d1344bdb421 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 1000 time: 0.0581474 Sep 29 23:59:36.572964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-9488b7ef-237e-442e-9920-4f0311e269ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:36.574410 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-9488b7ef-237e-442e-9920-4f0311e269ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1c15e46-4945-49cd-ad88-f7ce502349e3 HTTP/1.1" status: 200 len: 853 time: 0.0440614 Sep 29 23:59:36.624973 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-dbd66169-deb0-4b93-ac4d-eeb9040099f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:36.626479 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-dbd66169-deb0-4b93-ac4d-eeb9040099f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37b30de9-e97b-4ed4-a65f-24e885e71699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453742 Sep 29 23:59:36.659866 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:36.721181 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-1cca60db-3f7f-4a1a-af67-281ec12507ff service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868731 Sep 29 23:59:36.814734 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-2c4aed17-3db3-46f7-bb3a-2e3c3190821c req-0da2ae2a-8ed0-4ff4-8a1d-1e9e0dc1c678 service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859427 Sep 29 23:59:37.422644 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dded78a2-f901-4783-b972-d6af082098c2 req-f19a404b-2fd7-4547-b088-13d7fbcd9dbf tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:37.424144 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dded78a2-f901-4783-b972-d6af082098c2 req-f19a404b-2fd7-4547-b088-13d7fbcd9dbf tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0502093 Sep 29 23:59:37.463722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-dded78a2-f901-4783-b972-d6af082098c2 req-5f9e5c87-80bc-4824-8a0e-7ea10b431ea3 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334923 Sep 29 23:59:37.633200 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:38.586052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994fed2-a6be-4f76-8c9f-540fcaba0106 req-1398d453-61a8-44d4-ae27-4393f9c64f05 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 29 23:59:38.588093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a994fed2-a6be-4f76-8c9f-540fcaba0106 req-1398d453-61a8-44d4-ae27-4393f9c64f05 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0548065 Sep 29 23:59:38.627013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a994fed2-a6be-4f76-8c9f-540fcaba0106 req-ef8db194-366e-4654-98b0-a4e26416a138 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&id=adb2cc7e-91d0-4049-930b-7c93e55ebb50&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0327406 Sep 29 23:59:38.814777 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:40.077170 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 29 23:59:40.705789 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 29 23:59:50.688003 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:03.365116 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-07f905e7-1b9a-49ad-bfdb-52ec459ca4bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:06.297573 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d5fc719e-12e8-44f7-a851-c3c61a8cb627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:06.661839 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:07.634661 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:08.816644 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:10.092270 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:11.070335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-e63eb88d-3f49-4592-a1f7-b17e698caf7f tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34586246&fields=id&tenant_id=0cf625ab3d884e9d9508566a17dab900 HTTP/1.1" status: 200 len: 267 time: 0.0350850 Sep 30 00:00:11.123060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-871ca74d-d07a-4e1e-ae49-266e511aaad0 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:11.124590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-871ca74d-d07a-4e1e-ae49-266e511aaad0 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 984 time: 0.0487096 Sep 30 00:00:11.135760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Request body: {'port': {'security_groups': ['74be8572-e437-4d85-a114-59e4ed9b996a']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:11.206152 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:11.378391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] For port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:11.406546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:11.411215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:11.422886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:00:11.454974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:11.455619 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:11.457081 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8d204bfe-8278-40b7-b2b1-69d72cc4c57f req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "PUT /v2.0/ports/e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 942 time: 0.3261156 Sep 30 00:00:11.457548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:00:11.459931 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be554eef-c82a-4738-b2fc-a9f668005dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:00:11.464578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38080) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:11.503483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event updated for resources: {'Port': ['ID=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,revision_number=7']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:11.514744 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a1835c-136f-478b-a031-f0310b97f8c7 x-openstack-request-id: req-a3a1835c-136f-478b-a031-f0310b97f8c7 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:00:11.516377 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:00:11.516657 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-a3a1835c-136f-478b-a031-f0310b97f8c7 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:00:11.517080 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'status': 'completed', 'code': 200} Sep 30 00:00:11.518477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.518835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.519183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.519710 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.520094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.520437 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.520901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.521235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.521566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.521952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.522462 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.522854 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2a87d7-67f9-46e5-8e2b-ffe08c79ac88 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.538692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:00:11.585156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:11.626086 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:11.630264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-4fcc5d27-afaf-4adb-8dd0-0dff2a16c5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:11.632152 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-4fcc5d27-afaf-4adb-8dd0-0dff2a16c5c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cf625ab3d884e9d9508566a17dab900&device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 1096 time: 0.0943418 Sep 30 00:00:11.750256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-adb9b5b8-4d46-4c75-a527-180804871b00 None None] Provisioning complete for port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:11.750884 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-adb9b5b8-4d46-4c75-a527-180804871b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:11.754118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-ff5ff82e-aefd-4122-9345-ac354606185d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:11.756222 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-ff5ff82e-aefd-4122-9345-ac354606185d service neutron] 10.222.0.26 "GET /v2.0/networks?id=37b30de9-e97b-4ed4-a65f-24e885e71699 HTTP/1.1" status: 200 len: 915 time: 0.1148574 Sep 30 00:00:11.771963 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:11.774694 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:11.775800 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "DELETE /v2.0/security-groups/adb2cc7e-91d0-4049-930b-7c93e55ebb50 HTTP/1.1" status: 204 len: 168 time: 0.3094828 Sep 30 00:00:11.779636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38082) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:11.820698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb2cc7e-91d0-4049-930b-7c93e55ebb50,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:11.833820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.834175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.834518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.834854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.835246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.835526 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.836175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.836175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.836507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.836830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.837158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.837480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa587160-3cbc-4fb0-a905-ca15829d5d5c tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:11.854824 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-3d5d86ed-f127-4a4c-8c46-79b0d5df1208 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 1000 time: 0.0915680 Sep 30 00:00:11.911509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-3f0e6591-61a2-421a-b9ba-a80e76b843a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:11.913166 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-3f0e6591-61a2-421a-b9ba-a80e76b843a9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1c15e46-4945-49cd-ad88-f7ce502349e3 HTTP/1.1" status: 200 len: 853 time: 0.0513082 Sep 30 00:00:11.960888 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-89162544-fbaf-4a67-84a7-40e6f023752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:11.962415 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-89162544-fbaf-4a67-84a7-40e6f023752a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37b30de9-e97b-4ed4-a65f-24e885e71699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412297 Sep 30 00:00:11.962552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Deleting port 374ee7bb-b324-4eb0-954e-6a7474c932c4 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:00:11.962783 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:12.040147 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:12.040480 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:12.051841 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-4f584585-9e8d-4d61-9914-4e64d3427921 service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821373 Sep 30 00:00:12.052048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Calling delete_port for 374ee7bb-b324-4eb0-954e-6a7474c932c4 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:00:12.145641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-be554eef-c82a-4738-b2fc-a9f668005dfa req-f173bdfc-2ff1-44da-a2c1-c069ef908d3a service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871508 Sep 30 00:00:12.227572 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:12.254100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event deleted for resources: {'Port': ['ID=374ee7bb-b324-4eb0-954e-6a7474c932c4,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:12.312416 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:12.312796 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Floating IP 266cc795-92d7-4a4c-9c3e-3512b9b1f3de disassociated (deleted). External IP: 172.25.4.63, port: e1b1658c-7fc5-466a-90a4-4ae9a5b462a3. Sep 30 00:00:12.515064 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Router 0fe0a7ec-75c6-4793-96b1-e814678397ed has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:00:12.620393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:00:12.626180 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:12.631294 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] Sync routers for ids ['0fe0a7ec-75c6-4793-96b1-e814678397ed'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:00:12.640947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] Routers {'0fe0a7ec-75c6-4793-96b1-e814678397ed'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:12.641641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fe0a7ec-75c6-4793-96b1-e814678397ed'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:12.658783 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f10d24f9-f632-4eb4-898c-7e62b694882b tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "DELETE /v2.0/floatingips/266cc795-92d7-4a4c-9c3e-3512b9b1f3de HTTP/1.1" status: 204 len: 168 time: 0.8777642 Sep 30 00:00:12.904678 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] Set router 0fe0a7ec-75c6-4793-96b1-e814678397ed gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:13.098608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:18Z', 'revision_number': 5, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:13.125005 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] Checking router: 0fe0a7ec-75c6-4793-96b1-e814678397ed for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:00:13.133414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] Routers {'0fe0a7ec-75c6-4793-96b1-e814678397ed'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:13.134018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fe0a7ec-75c6-4793-96b1-e814678397ed'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:13.238531 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] Set router 0fe0a7ec-75c6-4793-96b1-e814678397ed gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:13.438925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:18Z', 'revision_number': 5, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:13.465732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b744d5-c814-4d4f-a72f-df61b2fc20db None None] The sync data for ids ['0fe0a7ec-75c6-4793-96b1-e814678397ed'] in n-d-811173-2 is: [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:13Z', 'revision_number': 4, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '32b0b93f-c842-418b-a3ea-da10e7658b75', 'name': '', 'network_id': '37b30de9-e97b-4ed4-a65f-24e885e71699', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'mac_address': 'fa:16:3e:9d:b7:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:13Z', 'updated_at': '2021-09-29T23:58:18Z', 'revision_number': 5, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'subnets': [{'id': 'a1c15e46-4945-49cd-ad88-f7ce502349e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:00:13.518282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:00:13.520686 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8224ca9d-2548-4ac1-9321-4dd60236fa24" -d '{"events": [{"name": "network-changed", "server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:00:13.568766 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35430d68-a2d2-4979-be42-265590f574e5 x-openstack-request-id: req-35430d68-a2d2-4979-be42-265590f574e5 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:00:13.569069 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:00:13.569323 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-35430d68-a2d2-4979-be42-265590f574e5 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:00:13.569735 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'status': 'completed', 'code': 200} Sep 30 00:00:13.638232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-e2eba870-fa36-4a1f-8b43-491c07115585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:13.639992 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-e2eba870-fa36-4a1f-8b43-491c07115585 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0cf625ab3d884e9d9508566a17dab900&device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 1096 time: 0.0450082 Sep 30 00:00:13.718390 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20167b9c-3b5f-4f7e-b434-f55000a68db4 None None] New status for floating IP 266cc795-92d7-4a4c-9c3e-3512b9b1f3de: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:00:13.742876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-57c9f36f-9f5f-46d7-8d89-a1547286809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:13.744387 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-57c9f36f-9f5f-46d7-8d89-a1547286809f service neutron] 10.222.0.26 "GET /v2.0/networks?id=37b30de9-e97b-4ed4-a65f-24e885e71699 HTTP/1.1" status: 200 len: 915 time: 0.0974181 Sep 30 00:00:13.786805 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-16eb5b20-85ee-407b-86f4-29a5b45b3309 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 200 len: 217 time: 0.0353289 Sep 30 00:00:13.837970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-0fe20714-1a31-412d-9e43-2165b2162926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:13.839457 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-0fe20714-1a31-412d-9e43-2165b2162926 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1c15e46-4945-49cd-ad88-f7ce502349e3 HTTP/1.1" status: 200 len: 853 time: 0.0463557 Sep 30 00:00:13.891107 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-8386b17c-6473-4e78-8a46-7d9604458bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:13.892675 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-8386b17c-6473-4e78-8a46-7d9604458bfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=37b30de9-e97b-4ed4-a65f-24e885e71699&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466869 Sep 30 00:00:13.987937 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-4103ccdf-f169-42c9-be8a-6f2055309fd0 service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875056 Sep 30 00:00:14.081383 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-8224ca9d-2548-4ac1-9321-4dd60236fa24 req-8d688ffc-17e1-45a7-b005-06e7c330dff9 service neutron] 10.222.0.26 "GET /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861747 Sep 30 00:00:15.592534 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-454c9827-901a-4380-bd82-0e24abf620a5 req-69229864-e17d-4aed-b63f-982f6614e54d tempest-ServerDiskConfigTestJSON-693257491 tempest-ServerDiskConfigTestJSON-693257491-project] (110006) timed out ('10.222.0.42', 49244) {{(pid=110006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 00:00:17.705613 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:00:19.652305 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621881c0-49bd-4cef-a8f0-f0a74d783065 req-3c81829a-a57d-4df3-acb2-1f84b3733ffc tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:19.654386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-621881c0-49bd-4cef-a8f0-f0a74d783065 req-3c81829a-a57d-4df3-acb2-1f84b3733ffc tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 945 time: 0.0511906 Sep 30 00:00:19.696339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-621881c0-49bd-4cef-a8f0-f0a74d783065 req-3bb905b6-6271-4372-ae9c-6e29507c43c6 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356219 Sep 30 00:00:20.685862 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:20.814118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab58be-5a26-49bf-ab8d-f1c9500d81ce req-9df1ad72-ab9d-4998-a982-05c6db79305e tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:20.815632 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43ab58be-5a26-49bf-ab8d-f1c9500d81ce req-9df1ad72-ab9d-4998-a982-05c6db79305e tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 945 time: 0.0496445 Sep 30 00:00:20.853402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43ab58be-5a26-49bf-ab8d-f1c9500d81ce req-42192f7d-4e93-471b-b5c0-798cde20f756 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/security-groups?id=74be8572-e437-4d85-a114-59e4ed9b996a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317278 Sep 30 00:00:21.256820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-ecc1b32b-d0c4-43a8-b66a-c3510b6703c8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:21.258304 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-ecc1b32b-d0c4-43a8-b66a-c3510b6703c8 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.26 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 945 time: 0.0549502 Sep 30 00:00:21.352375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-a9791190-5874-460e-9744-f8ffc7d3c5c7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Deleting port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:00:21.352725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-a9791190-5874-460e-9744-f8ffc7d3c5c7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:21.440653 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-a9791190-5874-460e-9744-f8ffc7d3c5c7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] For port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:21.441016 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-a9791190-5874-460e-9744-f8ffc7d3c5c7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:21.453068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-a9791190-5874-460e-9744-f8ffc7d3c5c7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Calling delete_port for e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:00:21.579361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-a9791190-5874-460e-9744-f8ffc7d3c5c7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:21.592328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:00:21.614181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9791190-5874-460e-9744-f8ffc7d3c5c7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Pushing event deleted for resources: {'Port': ['ID=e1b1658c-7fc5-466a-90a4-4ae9a5b462a3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:21.660444 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-a9791190-5874-460e-9744-f8ffc7d3c5c7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] No DVR routers for this DVR port e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:00:21.663018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-a9791190-5874-460e-9744-f8ffc7d3c5c7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:21.665067 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-67b6970e-d685-418b-a6b8-cdc9520725c6 req-a9791190-5874-460e-9744-f8ffc7d3c5c7 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.26 "DELETE /v2.0/ports/e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 HTTP/1.1" status: 204 len: 173 time: 0.4001319 Sep 30 00:00:21.665509 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'name': 'network-vif-deleted', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:00:21.667750 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690c79de-ff2c-49e7-8d3e-0c94bfbcd7bf" -d '{"events": [{"server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "name": "network-vif-deleted", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:00:21.707439 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362f2095-c558-4d55-9d5c-92ba5244b631 x-openstack-request-id: req-362f2095-c558-4d55-9d5c-92ba5244b631 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:00:21.707744 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622806b4-b36e-4a0c-ba45-fe61570d1c9c", "name": "network-vif-deleted", "tag": "e1b1658c-7fc5-466a-90a4-4ae9a5b462a3", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:00:21.708031 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-362f2095-c558-4d55-9d5c-92ba5244b631 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:00:21.708850 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622806b4-b36e-4a0c-ba45-fe61570d1c9c', 'name': 'network-vif-deleted', 'tag': 'e1b1658c-7fc5-466a-90a4-4ae9a5b462a3', 'status': 'completed', 'code': 200} Sep 30 00:00:21.959474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-df76caa2-e664-4018-812b-b98d48123894 req-080f40f7-b985-4d1c-9e52-33790581ff14 tempest-TestMinimumBasicScenario-1482587797 tempest-TestMinimumBasicScenario-1482587797-project] 10.222.0.44 "GET /v2.0/ports?device_id=622806b4-b36e-4a0c-ba45-fe61570d1c9c HTTP/1.1" status: 200 len: 210 time: 0.0279481 Sep 30 00:00:23.584154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38178) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:24.191657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:24.432021 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] Deleting port 32b0b93f-c842-418b-a3ea-da10e7658b75 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:00:24.432369 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:24.508618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] For port 32b0b93f-c842-418b-a3ea-da10e7658b75, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=32b0b93f-c842-418b-a3ea-da10e7658b75,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:24.508889 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:24.521304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] Calling delete_port for 32b0b93f-c842-418b-a3ea-da10e7658b75 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:00:24.700410 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:24.724194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] Pushing event deleted for resources: {'Port': ['ID=32b0b93f-c842-418b-a3ea-da10e7658b75,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:24.895731 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.110512 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] Router 0fe0a7ec-75c6-4793-96b1-e814678397ed has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:00:25.212135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:00:25.218058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2729f697-e019-40ec-9044-4872209293ef admin admin] 10.222.0.44 "PUT /v2.0/routers/0fe0a7ec-75c6-4793-96b1-e814678397ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6328659 Sep 30 00:00:25.220694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38180) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:25.223390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] Sync routers for ids ['0fe0a7ec-75c6-4793-96b1-e814678397ed'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:00:25.232698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] Routers {'0fe0a7ec-75c6-4793-96b1-e814678397ed'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:25.233324 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fe0a7ec-75c6-4793-96b1-e814678397ed'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:25.328108 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.364613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] Set router 0fe0a7ec-75c6-4793-96b1-e814678397ed gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:25.441498 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.496639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Deleting port 8407a234-633c-4482-ba40-412879a9c510 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:00:25.496980 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.550645 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128'}], 'enable_snat': True}, 'gw_port_id': '8407a234-633c-4482-ba40-412879a9c510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-30T00:00:24Z', 'revision_number': 5, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port': {'id': '8407a234-633c-4482-ba40-412879a9c510', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:61:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-29T23:58:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:25.576660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] For port 8407a234-633c-4482-ba40-412879a9c510, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8407a234-633c-4482-ba40-412879a9c510,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:25.577032 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.577774 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] Checking router: 0fe0a7ec-75c6-4793-96b1-e814678397ed for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:00:25.585970 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] Routers {'0fe0a7ec-75c6-4793-96b1-e814678397ed'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:25.586589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0fe0a7ec-75c6-4793-96b1-e814678397ed'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:25.589379 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Calling delete_port for 8407a234-633c-4482-ba40-412879a9c510 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:00:25.673370 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] Set router 0fe0a7ec-75c6-4793-96b1-e814678397ed gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:25.701474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:00:25.735064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-30T00:00:25Z', 'revision_number': 6, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:25.758185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.775115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:00:25.775452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device e1b1658c-7fc5-466a-90a4-4ae9a5b462a3 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:00:25.777544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86c5ba3f-1073-4771-b399-1ab5e069bf6a None None] The sync data for ids ['0fe0a7ec-75c6-4793-96b1-e814678397ed'] in n-d-811173-2 is: [{'id': '0fe0a7ec-75c6-4793-96b1-e814678397ed', 'name': 'tempest-TestMinimumBasicScenario-609347274-router', 'tenant_id': '0cf625ab3d884e9d9508566a17dab900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:11Z', 'updated_at': '2021-09-30T00:00:25Z', 'revision_number': 6, 'project_id': '0cf625ab3d884e9d9508566a17dab900', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:00:25.785048 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8407a234-633c-4482-ba40-412879a9c510,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:25.852810 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.944128 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.946255 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.987754 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.988332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fe0a7ec-75c6-4793-96b1-e814678397ed {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:00:25.992705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:25.993897 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-14fc48c9-c6e0-48ed-9634-d9a840a382e3 admin admin] 10.222.0.44 "DELETE /v2.0/routers/0fe0a7ec-75c6-4793-96b1-e814678397ed HTTP/1.1" status: 204 len: 168 time: 0.7722335 Sep 30 00:00:25.996474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38182) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:26.041196 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14cc553-4497-42d9-b53c-d81f75335c31 admin admin] Deleting subnet a1c15e46-4945-49cd-ad88-f7ce502349e3 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:00:26.047614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e14cc553-4497-42d9-b53c-d81f75335c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.088662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e14cc553-4497-42d9-b53c-d81f75335c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.171589 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e14cc553-4497-42d9-b53c-d81f75335c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.227278 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e14cc553-4497-42d9-b53c-d81f75335c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.253356 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cc553-4497-42d9-b53c-d81f75335c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c15e46-4945-49cd-ad88-f7ce502349e3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:26.257888 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e14cc553-4497-42d9-b53c-d81f75335c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.259656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e14cc553-4497-42d9-b53c-d81f75335c31 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/a1c15e46-4945-49cd-ad88-f7ce502349e3 HTTP/1.1" status: 204 len: 168 time: 0.2622645 Sep 30 00:00:26.262261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:26.263231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21964400-c83d-4a79-ad5b-525e80d0a868 None None] Network 37b30de9-e97b-4ed4-a65f-24e885e71699 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:00:26.336206 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.400987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Deleting port 253f13b3-d131-401e-99c0-d39fcd0e7b5b {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:00:26.401546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.476582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] For port 253f13b3-d131-401e-99c0-d39fcd0e7b5b, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=253f13b3-d131-401e-99c0-d39fcd0e7b5b,segment=NetworkSegment(0f44a07c-f942-4824-a06d-07cfaf1e1077),segment_id=0f44a07c-f942-4824-a06d-07cfaf1e1077)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:26.476847 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.488311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Calling delete_port for 253f13b3-d131-401e-99c0-d39fcd0e7b5b owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:00:26.533633 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] DHCP port deletion for 37b30de9-e97b-4ed4-a65f-24e885e71699 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:00:26.570033 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.581643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Deleting port 253f13b3-d131-401e-99c0-d39fcd0e7b5b {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:00:26.582114 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.597740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Pushing event deleted for resources: {'Port': ['ID=253f13b3-d131-401e-99c0-d39fcd0e7b5b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:26.608407 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] No DVR routers for this DVR port 253f13b3-d131-401e-99c0-d39fcd0e7b5b on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:00:26.656474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] For port 253f13b3-d131-401e-99c0-d39fcd0e7b5b, host n-d-811173-2, got binding levels [] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:26.656984 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.668557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Calling delete_port for 253f13b3-d131-401e-99c0-d39fcd0e7b5b owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:00:26.671308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.ipam_backend_mixin [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Port 253f13b3-d131-401e-99c0-d39fcd0e7b5b was not found and therefore no delete operation was performed {{(pid=110007) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 30 00:00:26.672600 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.689155 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.697651 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Pushing event deleted for resources: {'Port': ['ID=253f13b3-d131-401e-99c0-d39fcd0e7b5b,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:26.702507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] No DVR routers for this DVR port 253f13b3-d131-401e-99c0-d39fcd0e7b5b on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:00:26.714547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.714547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.714547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.714547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.714547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.714547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.714547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.714547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.714547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.717283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37b30de9-e97b-4ed4-a65f-24e885e71699']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:26.717992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.717992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.717992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5e7a88f-6ac1-4a45-b38a-cdfb8c45746c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:26.724139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f44a07c-f942-4824-a06d-07cfaf1e1077') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:26.724532 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f44a07c-f942-4824-a06d-07cfaf1e1077') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:26.735121 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.749226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.755562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:00:26.756076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: timer() Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: self._notify() Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:00:26.758071 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:00:26.819413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.826019 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:26.831990 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] 10.222.0.44 "DELETE /v2.0/networks/37b30de9-e97b-4ed4-a65f-24e885e71699 HTTP/1.1" status: 204 len: 168 time: 0.5653117 Sep 30 00:00:26.832813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38186) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:26.839302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dab29f-eb65-4ce9-a603-d923942f9114 admin admin] Pushing event deleted for resources: {'Network': ['ID=37b30de9-e97b-4ed4-a65f-24e885e71699,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:27.389557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 253f13b3-d131-401e-99c0-d39fcd0e7b5b no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:00:27.410137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 253f13b3-d131-401e-99c0-d39fcd0e7b5b {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:00:27.410584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 253f13b3-d131-401e-99c0-d39fcd0e7b5b not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:00:27.411003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8407a234-633c-4482-ba40-412879a9c510 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:00:27.429700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8407a234-633c-4482-ba40-412879a9c510 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:00:27.430049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8407a234-633c-4482-ba40-412879a9c510 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:00:27.430459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 32b0b93f-c842-418b-a3ea-da10e7658b75 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:00:27.448963 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 32b0b93f-c842-418b-a3ea-da10e7658b75 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:00:27.449314 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 32b0b93f-c842-418b-a3ea-da10e7658b75 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:00:27.500992 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:27.748188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] Deleting port 602ef4a1-40c4-4c0c-a993-b29303c23529 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:00:27.748529 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:27.830197 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] For port 602ef4a1-40c4-4c0c-a993-b29303c23529, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=602ef4a1-40c4-4c0c-a993-b29303c23529,segment=NetworkSegment(3042e38b-9d51-4b56-a5f0-24d96a6252e4),segment_id=3042e38b-9d51-4b56-a5f0-24d96a6252e4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:27.830568 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:27.843416 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] Calling delete_port for 602ef4a1-40c4-4c0c-a993-b29303c23529 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:00:28.025785 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:28.051069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=602ef4a1-40c4-4c0c-a993-b29303c23529,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:28.215779 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:28.430967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] Router 171952de-e512-4e42-829f-8ef4d40d9d2d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:00:28.537272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:00:28.542503 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-57f625db-77b8-40f8-aedf-e3ea342bd5f0 admin admin] 10.222.0.44 "PUT /v2.0/routers/171952de-e512-4e42-829f-8ef4d40d9d2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097316 Sep 30 00:00:28.545417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38188) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:28.547993 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] Sync routers for ids ['171952de-e512-4e42-829f-8ef4d40d9d2d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:00:28.557126 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] Routers {'171952de-e512-4e42-829f-8ef4d40d9d2d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:28.557732 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['171952de-e512-4e42-829f-8ef4d40d9d2d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:28.649013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:28.661280 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] Set router 171952de-e512-4e42-829f-8ef4d40d9d2d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:28.752733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:28.805043 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Deleting port 293a12a1-7684-4319-8b6d-f7ef00b93b3d {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:00:28.805395 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:28.837198 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'name': 'tempest-TestMinimumBasicScenario-80962444-router', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-30T00:00:27Z', 'revision_number': 5, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'gw_port': {'id': '293a12a1-7684-4319-8b6d-f7ef00b93b3d', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:fa:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-29T23:58:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:28.867805 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] Checking router: 171952de-e512-4e42-829f-8ef4d40d9d2d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:00:28.876762 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] Routers {'171952de-e512-4e42-829f-8ef4d40d9d2d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:28.877398 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['171952de-e512-4e42-829f-8ef4d40d9d2d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:28.889319 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] For port 293a12a1-7684-4319-8b6d-f7ef00b93b3d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=293a12a1-7684-4319-8b6d-f7ef00b93b3d,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:28.889873 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:28.901391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Calling delete_port for 293a12a1-7684-4319-8b6d-f7ef00b93b3d owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:00:28.961210 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] Set router 171952de-e512-4e42-829f-8ef4d40d9d2d gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:29.012702 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'name': 'tempest-TestMinimumBasicScenario-80962444-router', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-30T00:00:28Z', 'revision_number': 6, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:29.041473 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd03c38-b734-47cb-b298-49a3d76ce209 None None] The sync data for ids ['171952de-e512-4e42-829f-8ef4d40d9d2d'] in n-d-811173-2 is: [{'id': '171952de-e512-4e42-829f-8ef4d40d9d2d', 'name': 'tempest-TestMinimumBasicScenario-80962444-router', 'tenant_id': '582a52ab10184fa983c77137dc44dfe6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-29T23:58:16Z', 'updated_at': '2021-09-30T00:00:28Z', 'revision_number': 6, 'project_id': '582a52ab10184fa983c77137dc44dfe6', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:00:29.078664 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.109521 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Pushing event deleted for resources: {'Port': ['ID=293a12a1-7684-4319-8b6d-f7ef00b93b3d,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:29.165983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.254973 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.257420 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.307502 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.308050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 171952de-e512-4e42-829f-8ef4d40d9d2d {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:00:29.312872 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.314038 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-44c73ed0-037f-499d-9eb7-5ff3e4189156 admin admin] 10.222.0.44 "DELETE /v2.0/routers/171952de-e512-4e42-829f-8ef4d40d9d2d HTTP/1.1" status: 204 len: 168 time: 0.7676976 Sep 30 00:00:29.316688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38190) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:29.362869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acc97da-0d3d-4a60-835f-5cc3d2db4a23 admin admin] Deleting subnet 6472d1f4-d7a3-4de8-8050-78f7aee5c1c8 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:00:29.365882 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8acc97da-0d3d-4a60-835f-5cc3d2db4a23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.407661 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8acc97da-0d3d-4a60-835f-5cc3d2db4a23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.498304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8acc97da-0d3d-4a60-835f-5cc3d2db4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.505685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 602ef4a1-40c4-4c0c-a993-b29303c23529 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:00:29.532077 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 602ef4a1-40c4-4c0c-a993-b29303c23529 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:00:29.532677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 602ef4a1-40c4-4c0c-a993-b29303c23529 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:00:29.554225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8acc97da-0d3d-4a60-835f-5cc3d2db4a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.582828 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc97da-0d3d-4a60-835f-5cc3d2db4a23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6472d1f4-d7a3-4de8-8050-78f7aee5c1c8,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:29.585648 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-8acc97da-0d3d-4a60-835f-5cc3d2db4a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.588004 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-8acc97da-0d3d-4a60-835f-5cc3d2db4a23 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/6472d1f4-d7a3-4de8-8050-78f7aee5c1c8 HTTP/1.1" status: 204 len: 168 time: 0.2703202 Sep 30 00:00:29.589814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db34269-9a31-43cd-bffe-dcfcb858e224 None None] Network 14a0af7b-ca51-4507-a320-fdb8774e2017 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:00:29.589959 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38192) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:29.665451 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.718636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Deleting port d426b94a-11dd-4656-a388-ffead7532de9 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:00:29.718978 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.786421 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] For port d426b94a-11dd-4656-a388-ffead7532de9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d426b94a-11dd-4656-a388-ffead7532de9,segment=NetworkSegment(3042e38b-9d51-4b56-a5f0-24d96a6252e4),segment_id=3042e38b-9d51-4b56-a5f0-24d96a6252e4)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:29.786723 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.799839 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Calling delete_port for d426b94a-11dd-4656-a388-ffead7532de9 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:00:29.827448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79844450-99aa-4f77-aada-dc5294203c2c None None] DHCP port deletion for 14a0af7b-ca51-4507-a320-fdb8774e2017 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:00:29.878755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-79844450-99aa-4f77-aada-dc5294203c2c None None] Deleting port d426b94a-11dd-4656-a388-ffead7532de9 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:00:29.879126 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-79844450-99aa-4f77-aada-dc5294203c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.886804 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.915296 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d426b94a-11dd-4656-a388-ffead7532de9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:29.917781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] No DVR routers for this DVR port d426b94a-11dd-4656-a388-ffead7532de9 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:00:29.948214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-79844450-99aa-4f77-aada-dc5294203c2c None None] For port d426b94a-11dd-4656-a388-ffead7532de9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=d426b94a-11dd-4656-a388-ffead7532de9,segment=NetworkSegment(3042e38b-9d51-4b56-a5f0-24d96a6252e4),segment_id=3042e38b-9d51-4b56-a5f0-24d96a6252e4)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:29.948595 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-79844450-99aa-4f77-aada-dc5294203c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:29.963321 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-79844450-99aa-4f77-aada-dc5294203c2c None None] Calling delete_port for d426b94a-11dd-4656-a388-ffead7532de9 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:00:29.996994 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.020286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a0af7b-ca51-4507-a320-fdb8774e2017']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:30.031543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3042e38b-9d51-4b56-a5f0-24d96a6252e4') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:30.031860 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3042e38b-9d51-4b56-a5f0-24d96a6252e4') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:30.042083 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.047363 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-79844450-99aa-4f77-aada-dc5294203c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.056715 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.064034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:00:30.064434 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: timer() Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: self._notify() Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:00:30.066221 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:00:30.077911 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79844450-99aa-4f77-aada-dc5294203c2c None None] Pushing event deleted for resources: {'Port': ['ID=d426b94a-11dd-4656-a388-ffead7532de9,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:30.081785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79844450-99aa-4f77-aada-dc5294203c2c None None] No DVR routers for this DVR port d426b94a-11dd-4656-a388-ffead7532de9 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:00:30.128972 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.134702 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.137005 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] 10.222.0.44 "DELETE /v2.0/networks/14a0af7b-ca51-4507-a320-fdb8774e2017 HTTP/1.1" status: 204 len: 168 time: 0.5456915 Sep 30 00:00:30.149034 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1f7584-de18-4fee-8329-5fbb37c86bc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a0af7b-ca51-4507-a320-fdb8774e2017,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:30.298446 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38196) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:30.338748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-da60a0df-2bce-49a4-aad4-b7805ec44109 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=0cf625ab3d884e9d9508566a17dab900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390728 Sep 30 00:00:30.341988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38198) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:30.390437 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52922004-a3a4-4cd2-ab20-5b13bd178969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.411438 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52922004-a3a4-4cd2-ab20-5b13bd178969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.456896 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52922004-a3a4-4cd2-ab20-5b13bd178969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.459524 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-52922004-a3a4-4cd2-ab20-5b13bd178969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.460747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-52922004-a3a4-4cd2-ab20-5b13bd178969 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/74be8572-e437-4d85-a114-59e4ed9b996a HTTP/1.1" status: 204 len: 168 time: 0.1178820 Sep 30 00:00:30.469913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52922004-a3a4-4cd2-ab20-5b13bd178969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74be8572-e437-4d85-a114-59e4ed9b996a,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:30.777040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38206) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:30.816330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-abf2fe15-a053-4120-bc79-dc815dbd08db admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=582a52ab10184fa983c77137dc44dfe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376291 Sep 30 00:00:30.818319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38208) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:30.867806 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00f62827-13f5-457a-8ff7-794619f8bcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.889235 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00f62827-13f5-457a-8ff7-794619f8bcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.934387 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00f62827-13f5-457a-8ff7-794619f8bcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.937661 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-00f62827-13f5-457a-8ff7-794619f8bcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:30.938819 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-00f62827-13f5-457a-8ff7-794619f8bcb9 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/51e4fce3-1707-499b-ba99-4a3f694fe04b HTTP/1.1" status: 204 len: 168 time: 0.1196222 Sep 30 00:00:30.946424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f62827-13f5-457a-8ff7-794619f8bcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e4fce3-1707-499b-ba99-4a3f694fe04b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:31.397534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 293a12a1-7684-4319-8b6d-f7ef00b93b3d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:00:31.424276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 293a12a1-7684-4319-8b6d-f7ef00b93b3d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:00:31.424730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 293a12a1-7684-4319-8b6d-f7ef00b93b3d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:00:31.425215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d426b94a-11dd-4656-a388-ffead7532de9 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:00:31.444326 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: d426b94a-11dd-4656-a388-ffead7532de9 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:00:31.444673 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device d426b94a-11dd-4656-a388-ffead7532de9 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:00:32.884349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38248) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:32.889291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480860546', 'description': 'tempest-secgroup-smoke-480860546 description', 'project_id': 'b28d6527f7a0469b995c40beb95d2365'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:32.912006 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:32.920557 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.010509 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.016237 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.050755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9dda75-29c9-4d84-be2f-0fb5f0d1e6b3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:33.109430 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.113043 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.143560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.144805 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2594471 Sep 30 00:00:33.146930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328d49ee-923b-42c0-9565-7a508484c0a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f947020d-e559-4f34-a26a-e342e84441ae,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:33.148041 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38252) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:33.152812 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b9521b88-ae0f-45ff-a0f5-3a3245e1d59a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'f947020d-e559-4f34-a26a-e342e84441ae', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:33.180215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9521b88-ae0f-45ff-a0f5-3a3245e1d59a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.238497 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9521b88-ae0f-45ff-a0f5-3a3245e1d59a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.241893 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9521b88-ae0f-45ff-a0f5-3a3245e1d59a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.258733 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9521b88-ae0f-45ff-a0f5-3a3245e1d59a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e614252-66cf-4bc9-a802-fb5ad21d66ee,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:33.265755 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b9521b88-ae0f-45ff-a0f5-3a3245e1d59a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.267106 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b9521b88-ae0f-45ff-a0f5-3a3245e1d59a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179397 Sep 30 00:00:33.269895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38254) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:33.274157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-1d183a86-c588-4cf3-9c26-f98a8a544e83 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'f947020d-e559-4f34-a26a-e342e84441ae', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:33.301303 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d183a86-c588-4cf3-9c26-f98a8a544e83 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.366774 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b26593db-e1b0-4473-b26d-4d0ca03b1ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.370353 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d183a86-c588-4cf3-9c26-f98a8a544e83 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.374310 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d183a86-c588-4cf3-9c26-f98a8a544e83 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.394260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d183a86-c588-4cf3-9c26-f98a8a544e83 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc0b80e-f5dd-4f98-b53f-6a276865f44d,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:33.400405 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-1d183a86-c588-4cf3-9c26-f98a8a544e83 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.401657 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1d183a86-c588-4cf3-9c26-f98a8a544e83 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1308143 Sep 30 00:00:33.404872 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38256) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:33.409252 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fd65517b-1ee0-406a-a1a2-a219495e3046 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'f947020d-e559-4f34-a26a-e342e84441ae', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:33.436765 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd65517b-1ee0-406a-a1a2-a219495e3046 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.493969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd65517b-1ee0-406a-a1a2-a219495e3046 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.497319 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd65517b-1ee0-406a-a1a2-a219495e3046 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.517085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65517b-1ee0-406a-a1a2-a219495e3046 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b52ac9-9e6f-4762-8e9b-ec6c97272ab8,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:33.522262 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd65517b-1ee0-406a-a1a2-a219495e3046 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.523319 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fd65517b-1ee0-406a-a1a2-a219495e3046 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175230 Sep 30 00:00:33.526004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38258) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:33.531057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-487bf122-d8c3-4dca-8838-8a725c222ea4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'f947020d-e559-4f34-a26a-e342e84441ae', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:33.556389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-487bf122-d8c3-4dca-8838-8a725c222ea4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.616956 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-487bf122-d8c3-4dca-8838-8a725c222ea4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.620156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-487bf122-d8c3-4dca-8838-8a725c222ea4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.641744 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bf122-d8c3-4dca-8838-8a725c222ea4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07aece9-897a-4e89-a77e-868fb08f291e,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:33.644392 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-487bf122-d8c3-4dca-8838-8a725c222ea4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.645583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-487bf122-d8c3-4dca-8838-8a725c222ea4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186600 Sep 30 00:00:33.648288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38260) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:33.652499 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-21171099-27d1-4498-8d60-8f634264e75b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'f947020d-e559-4f34-a26a-e342e84441ae', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:33.673793 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-21171099-27d1-4498-8d60-8f634264e75b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Project b28d6527f7a0469b995c40beb95d2365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:00:33.678475 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21171099-27d1-4498-8d60-8f634264e75b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.738853 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21171099-27d1-4498-8d60-8f634264e75b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.742146 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21171099-27d1-4498-8d60-8f634264e75b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.760616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21171099-27d1-4498-8d60-8f634264e75b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=759dcc9e-8744-4d41-8cd7-2fb8aa8f1b8a,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:33.768511 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-21171099-27d1-4498-8d60-8f634264e75b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.769704 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-21171099-27d1-4498-8d60-8f634264e75b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205080 Sep 30 00:00:33.772443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38262) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:33.776931 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-61c27881-50a0-4529-9569-ec6566a81963 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'f947020d-e559-4f34-a26a-e342e84441ae', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:33.798325 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-61c27881-50a0-4529-9569-ec6566a81963 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Project b28d6527f7a0469b995c40beb95d2365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:00:33.803076 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61c27881-50a0-4529-9569-ec6566a81963 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.866089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61c27881-50a0-4529-9569-ec6566a81963 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.870013 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61c27881-50a0-4529-9569-ec6566a81963 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.891088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c27881-50a0-4529-9569-ec6566a81963 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231bedcc-5d94-4592-b62c-4d37758f2688,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:33.894624 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-61c27881-50a0-4529-9569-ec6566a81963 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.895879 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-61c27881-50a0-4529-9569-ec6566a81963 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224849 Sep 30 00:00:33.898990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38264) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:33.904118 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'network': {'name': 'tempest-network-smoke--985434587', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:33.924000 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:00:33.927377 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.951326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:00:33.959946 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:33.960297 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Added segment 26ccb866-25fc-45b0-b72e-e0df212a8c2b of type vlan for network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e Sep 30 00:00:34.000553 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.024626 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.030454 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:34.031065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.062615 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1625412 Sep 30 00:00:34.065671 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38266) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:34.070412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'admin_state_up': True, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:34.092563 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.093561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.099780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c350cece-5471-4706-9339-4fafebbaee11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Network': ['ID=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:34.112354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 00:00:34.149884 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.284647 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.477632 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.496467 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.600730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.25.4.6 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:00:34.718438 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.752542 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:34.794669 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:00:34.798793 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:00:34.801437 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:00:34.809288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:35.377185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:35.577508 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:35.708975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 00:00:35.821320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:00:35.831090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Sync routers for ids ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:00:35.840420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Routers {'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:35.840612 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:35.841743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:35.845557 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ddbfcf40-1f71-4b44-bc29-cd62e4d227ef tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7759068 Sep 30 00:00:35.846053 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38270) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:35.945156 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Set router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:35.989885 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-49bb91d7-aca6-46f5-8c57-ab2aa24b7134 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b28d6527f7a0469b995c40beb95d2365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1426435 Sep 30 00:00:35.992498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38274) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:36.121745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:34Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:36.148587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e0adc-156b-4b7b-8453-a9fcccfbd1fd tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:36.150124 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-757e0adc-156b-4b7b-8453-a9fcccfbd1fd tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1567142 Sep 30 00:00:36.151635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Checking router: b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:00:36.152018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Updating router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:00:36.152994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38276) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:36.177477 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:36.189506 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-30e6b765-414c-4e95-878a-74778f386048 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348959 Sep 30 00:00:36.192237 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38278) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:36.197375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-716706960', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:36.291541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:00:36.295279 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:36.346666 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ca0849eb-c8e7-4d6d-9461-5e0f3f363313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:36.439987 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:36.445375 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:36.481171 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:36.499969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Attempting to bind port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:00:36.500351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Attempting to bind port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:00:36.500802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Attempting to bind port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:00:36.503273 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf6abc-9428-4b1e-add8-7335622d7ed2 None None] Pushing event updated for resources: {'Port': ['ID=67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:36.509382 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:00:36.509762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:00:36.510173 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:36.510567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:00:36.511354 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Bound port: 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:00:36.511448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:36.540962 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Subnet': ['ID=3d69a1eb-aaed-4d78-8a0f-303213b1517e,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:36.551936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Checking segment: {'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:00:36.552310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network hostable DHCP agents. Network: 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:00:36.568246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] For port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:00:36.568681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:00:36.571220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] For port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:00:36.574912 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:36.578209 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:00:36.582642 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:36.584131 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:36.602341 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-fd43afc8-201e-4bb2-ba02-9859d046291d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4064963 Sep 30 00:00:36.602569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38280) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:36.603511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9068be5d-6e56-4fa0-acde-8fa6df816eaf None None] Network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:00:36.855054 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Routers {'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:36.855773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:36.862015 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcf6abc-9428-4b1e-add8-7335622d7ed2 None None] Pushing event updated for resources: {'Port': ['ID=67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:36.905256 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.016113 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] Set router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:37.050004 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.086697 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 00:00:37.087555 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.303749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Allocated IP 172.20.0.2 (2ff0ed4f-57c1-4582-903f-ec5b759f6e8e/3d69a1eb-aaed-4d78-8a0f-303213b1517e/4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:00:37.379128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:34Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:37.409952 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b575cc-8c01-4c18-ba9d-3893a817c58a None None] The sync data for ids ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'] in n-d-811173-2 is: [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:34Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:00:37.487631 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.493794 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.535541 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:00:37.539304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:00:37.543220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:00:37.546645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.20.0.1 (2ff0ed4f-57c1-4582-903f-ec5b759f6e8e/3d69a1eb-aaed-4d78-8a0f-303213b1517e/98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:00:37.576558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Pushing event updated for resources: {'Port': ['ID=4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:37.608042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Attempting to bind port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:00:37.608453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Attempting to bind port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:00:37.608795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Attempting to bind port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d on network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:00:37.614711 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:00:37.615289 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Checking segment: {'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:00:37.615912 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.616563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Bound using segment: {'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:00:37.617208 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Bound port: 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:00:37.617761 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.688503 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.703186 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.728257 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] For port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:00:37.732027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] For port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:00:37.737538 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.742066 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:37.794339 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:00:37.803508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b99d9c-92f7-47c1-b7b4-1c18b858d653 None None] Pushing event updated for resources: {'Port': ['ID=4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:37.806803 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:37.809663 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:00:37.815338 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:00:37.864778 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:38.035980 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:38.351361 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:38.357109 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:38.430933 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:38.433601 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:38.534975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:00:38.536424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:00:38.653318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:00:38.727766 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f35f9f2-7a7a-45ed-a82e-2fef64690bc8 None None] Network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:00:38.770754 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:00:38.783481 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-37339a29-221a-420b-b37b-26c91d7c7b7d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "PUT /v2.0/routers/b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1725152 Sep 30 00:00:38.799895 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-202052fb-8529-4819-8be7-22a54c5b57c8 None None] Provisioning complete for port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:38.800276 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-202052fb-8529-4819-8be7-22a54c5b57c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:38.861823 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:38.942197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-733bf850-f726-4227-8ccb-43e704833823 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480860546&fields=id&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 267 time: 0.0381207 Sep 30 00:00:38.957385 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-202052fb-8529-4819-8be7-22a54c5b57c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:39.000067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-202052fb-8529-4819-8be7-22a54c5b57c8 None None] For port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:39.005022 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-202052fb-8529-4819-8be7-22a54c5b57c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:39.063133 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202052fb-8529-4819-8be7-22a54c5b57c8 None None] Pushing event updated for resources: {'Port': ['ID=4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:39.076520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-067d3cc6-ae47-4012-8b74-43ce950d2696 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:39.083755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-067d3cc6-ae47-4012-8b74-43ce950d2696 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/networks?id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e HTTP/1.1" status: 200 len: 796 time: 0.1334469 Sep 30 00:00:39.100385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-2bc52dfb-19b2-449c-882b-a28443a04a5b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/quotas/b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 375 time: 0.0154316 Sep 30 00:00:39.160186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-91ee03f6-b0d5-4f32-989f-ec74f9452a7a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0554912 Sep 30 00:00:39.228784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d1b9d4a0-80bb-4d80-8dd2-c5c186b7312f None None] Provisioning complete for port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:39.229259 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d1b9d4a0-80bb-4d80-8dd2-c5c186b7312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:39.279306 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d1b9d4a0-80bb-4d80-8dd2-c5c186b7312f None None] Port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:00:39.289941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d1b9d4a0-80bb-4d80-8dd2-c5c186b7312f None None] Provisioning complete for port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:39.290413 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d1b9d4a0-80bb-4d80-8dd2-c5c186b7312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:39.390086 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-3a727eef-bd2c-4848-a8d3-d7e2a199c6d1 service neutron] 10.222.0.44 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871471 Sep 30 00:00:39.396919 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Sync routers for ids ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:00:39.416189 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Routers {'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:39.417049 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:39.550746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-037c9c42-18c9-4ee9-8520-25c48257ef9e service neutron] 10.222.0.44 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592240 Sep 30 00:00:39.569586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:00:39.623336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-42d74244-fb97-4c65-b1fa-724d46feb24f None None] Provisioning complete for port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:39.623702 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42d74244-fb97-4c65-b1fa-724d46feb24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:39.664379 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Set router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:39.674444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-42d74244-fb97-4c65-b1fa-724d46feb24f None None] Port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:00:39.691248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:39.691248 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:39.795666 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:00:39.821159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d463d005-5460-47d1-8265-ba38f71fccb9 None None] Provisioning complete for port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:39.821545 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d463d005-5460-47d1-8265-ba38f71fccb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:39.874562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d463d005-5460-47d1-8265-ba38f71fccb9 None None] Port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:00:39.885897 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:37Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5', 'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:2e:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:37Z', 'updated_at': '2021-09-30T00:00:38Z', 'revision_number': 2, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:39.887786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:39.888964 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:39.912861 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Checking router: b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:00:39.913238 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Updating router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:00:39.942481 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:39.975612 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:39.995994 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:40.000241 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.049947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:40.089441 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.220638 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.225274 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.274336 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Pushing event updated for resources: {'Port': ['ID=98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:40.303264 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.303602 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.303973 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.304305 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.304630 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.304958 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.305295 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.305603 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.305922 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.306236 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.306552 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.306866 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:00:40.344971 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Attempting to bind port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:00:40.345345 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Attempting to bind port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:00:40.345711 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Attempting to bind port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 on network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:00:40.350846 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:00:40.351215 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Checking segment: {'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:00:40.351614 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.352036 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Bound using segment: {'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:00:40.352504 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Bound port: 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:00:40.352885 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.418138 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] For port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:00:40.421439 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] For port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:00:40.426416 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.478013 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Routers {'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:40.478643 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:40.499016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-081256ac-786e-415f-b744-d051590fdaf6 None None] Provisioning complete for port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:40.499395 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-081256ac-786e-415f-b744-d051590fdaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.528377 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf1ba3-9ed5-41f6-a9f5-ef81c69ca940 None None] Pushing event updated for resources: {'Port': ['ID=98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:40.585877 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-081256ac-786e-415f-b744-d051590fdaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.601489 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] Set router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:40.620479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-081256ac-786e-415f-b744-d051590fdaf6 None None] For port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:40.625843 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-081256ac-786e-415f-b744-d051590fdaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.675104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081256ac-786e-415f-b744-d051590fdaf6 None None] Pushing event updated for resources: {'Port': ['ID=98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:40.746158 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d37d2407-9548-42b4-8a7b-77026374b720 None None] Provisioning complete for port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:40.746839 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d37d2407-9548-42b4-8a7b-77026374b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:40.765286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-db216859-9655-4cce-9890-d1995b1d8052 req-84324ac8-0179-46ee-9bea-37bb8790898e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 210 time: 0.0291114 Sep 30 00:00:40.830409 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:37Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5', 'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:2e:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:37Z', 'updated_at': '2021-09-30T00:00:40Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:40.862746 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312fc7a6-2645-4fcf-9e60-4f17b03cf071 None None] The sync data for ids ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'] in n-d-811173-2 is: [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:37Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5', 'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:2e:a4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:37Z', 'updated_at': '2021-09-30T00:00:40Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:00:41.460312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:00:41.517091 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:41.517465 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:41.601566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:00:41.651126 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:41.651504 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:41.850860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-611d4076-a41e-48c5-b494-32869d073da8 req-21de8547-efed-4347-8f27-557ad6273cec tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 210 time: 0.0292261 Sep 30 00:00:42.931082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-374dc2ae-4d19-4254-988b-eade6d81d253 req-4b05dca7-6d10-4b94-ab14-abd97ad566a8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 210 time: 0.0259657 Sep 30 00:00:44.006998 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ad39fee0-2118-4acb-b5b3-4476309dc801 req-c1f558d9-68fa-47af-9364-d2be7d77bb90 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 210 time: 0.0266201 Sep 30 00:00:45.098166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f1f9485-47d3-4a56-9d3e-887b70bacda6 req-32dc877e-6593-4fe0-95d9-ed0fc0a7b0b9 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 210 time: 0.0262790 Sep 30 00:00:46.285518 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ae373fe0-4045-4e8f-914b-c778218761b0 req-69eb6451-9913-41be-b971-04f6988bb020 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 210 time: 0.0320849 Sep 30 00:00:46.311378 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-d640f7cc-1a97-48cc-8a8e-c7c527dad64d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:46.312885 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-d640f7cc-1a97-48cc-8a8e-c7c527dad64d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "GET /v2.0/networks?id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e HTTP/1.1" status: 200 len: 796 time: 0.4072244 Sep 30 00:00:46.371710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-15c15ebe-6c36-4400-b5d8-779db5f1ea7a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 379 time: 0.0430408 Sep 30 00:00:46.381230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'port': {'device_id': '0a564332-b882-4c91-ae0f-399f07e42059', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'admin_state_up': True, 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'security_groups': ['f947020d-e559-4f34-a26a-e342e84441ae']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:46.488449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:00:46.492806 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:46.632935 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.20.0.14 (2ff0ed4f-57c1-4582-903f-ec5b759f6e8e/3d69a1eb-aaed-4d78-8a0f-303213b1517e/9b07baae-7b55-4788-887a-5d0214f4aac7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:00:46.768361 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:46.801772 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:46.844865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:00:46.854311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:00:46.857071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:00:46.884351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=9b07baae-7b55-4788-887a-5d0214f4aac7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:46.918024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:46.918662 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:46.934062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-98cf3e47-7aef-4c94-9d5f-bc2acc0679be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5562768 Sep 30 00:00:47.030037 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Request body: {'port': {'device_id': '0a564332-b882-4c91-ae0f-399f07e42059', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:47.084587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:47.089288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b31a54c3-63ff-4ad5-a926-52398b98a09d None None] Provisioning complete for port 9b07baae-7b55-4788-887a-5d0214f4aac7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:47.089790 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b31a54c3-63ff-4ad5-a926-52398b98a09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:47.127127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b31a54c3-63ff-4ad5-a926-52398b98a09d None None] Port 9b07baae-7b55-4788-887a-5d0214f4aac7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:00:47.371600 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b07baae-7b55-4788-887a-5d0214f4aac7 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:00:47.392381 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:47.409141 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Transition to ACTIVE for port object 9b07baae-7b55-4788-887a-5d0214f4aac7 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:00:47.414067 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:47.452234 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7b5b79-9874-4de5-9bdf-481221fe491a req-af4a109c-d8d2-40cc-ac92-be5ceef5345c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:47.453734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f7b5b79-9874-4de5-9bdf-481221fe491a req-af4a109c-d8d2-40cc-ac92-be5ceef5345c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 932 time: 0.1010497 Sep 30 00:00:47.494488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Pushing event updated for resources: {'Port': ['ID=9b07baae-7b55-4788-887a-5d0214f4aac7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:47.549947 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f7b5b79-9874-4de5-9bdf-481221fe491a req-33202d85-131b-4809-9f8b-d8b137a16c6a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868762 Sep 30 00:00:47.579001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Attempting to bind port 9b07baae-7b55-4788-887a-5d0214f4aac7 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:00:47.579465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Attempting to bind port 9b07baae-7b55-4788-887a-5d0214f4aac7 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:00:47.579681 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Attempting to bind port 9b07baae-7b55-4788-887a-5d0214f4aac7 on network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:00:47.584236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Port 9b07baae-7b55-4788-887a-5d0214f4aac7 on network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:00:47.584778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Attempting to bind port 9b07baae-7b55-4788-887a-5d0214f4aac7 on network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:00:47.590169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:00:47.590448 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Checking segment: {'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:00:47.590928 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Bound using segment: {'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:00:47.591366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Bound port: 9b07baae-7b55-4788-887a-5d0214f4aac7, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ccb866-25fc-45b0-b72e-e0df212a8c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:00:47.591731 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:47.660550 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] For port 9b07baae-7b55-4788-887a-5d0214f4aac7, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:00:47.663459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] For port 9b07baae-7b55-4788-887a-5d0214f4aac7, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9b07baae-7b55-4788-887a-5d0214f4aac7,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:00:47.667946 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:47.705589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:47.706229 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:47.707611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] 10.222.0.42 "PUT /v2.0/ports/9b07baae-7b55-4788-887a-5d0214f4aac7 HTTP/1.1" status: 200 len: 1092 time: 0.7232957 Sep 30 00:00:47.708074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a564332-b882-4c91-ae0f-399f07e42059', 'tag': '9b07baae-7b55-4788-887a-5d0214f4aac7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:00:47.710337 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad629c4-e337-458a-881a-4ebb0d859ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a564332-b882-4c91-ae0f-399f07e42059", "tag": "9b07baae-7b55-4788-887a-5d0214f4aac7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:00:47.739819 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1701a-a453-42f5-a73b-c4db32f94318 service neutron] Pushing event updated for resources: {'Port': ['ID=9b07baae-7b55-4788-887a-5d0214f4aac7,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:47.757694 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c66418-1c59-4449-9210-9a69c7838068 x-openstack-request-id: req-d9c66418-1c59-4449-9210-9a69c7838068 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:00:47.757997 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a564332-b882-4c91-ae0f-399f07e42059", "tag": "9b07baae-7b55-4788-887a-5d0214f4aac7", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:00:47.758273 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d9c66418-1c59-4449-9210-9a69c7838068 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:00:47.758724 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a564332-b882-4c91-ae0f-399f07e42059', 'tag': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'status': 'completed', 'code': 200} Sep 30 00:00:47.817552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-322bcd68-bd8c-4bd8-9e7a-7f0382a659fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:47.819110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-322bcd68-bd8c-4bd8-9e7a-7f0382a659fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 1095 time: 0.0449529 Sep 30 00:00:47.868227 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-d23c8e2c-5fd3-4cec-90c5-7ac12f577322 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b07baae-7b55-4788-887a-5d0214f4aac7 HTTP/1.1" status: 200 len: 217 time: 0.0359743 Sep 30 00:00:47.923315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-a05cf47d-562a-4b27-bdee-4f8fa5086631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:47.925168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-a05cf47d-562a-4b27-bdee-4f8fa5086631 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d69a1eb-aaed-4d78-8a0f-303213b1517e HTTP/1.1" status: 200 len: 834 time: 0.0501435 Sep 30 00:00:47.972089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-3c73b14e-f170-4b78-8bbd-4217b83d414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:47.973617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-3c73b14e-f170-4b78-8bbd-4217b83d414b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419941 Sep 30 00:00:48.062233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-01a8392d-7325-4469-8541-09c8a49ebb5d service neutron] 10.222.0.42 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815151 Sep 30 00:00:48.154564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-01b1a332-b83d-4b74-87d5-509b89a87910 req-1018f800-f8f3-4283-b5f5-efff85453a95 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856795 Sep 30 00:00:48.284524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-49dd3928-96de-4666-a148-b2867ab7f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:48.286039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-49dd3928-96de-4666-a148-b2867ab7f995 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 1095 time: 0.0421576 Sep 30 00:00:48.379370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-1fea452c-65b6-4e61-a680-df9a441bf37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:48.380874 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-1fea452c-65b6-4e61-a680-df9a441bf37e service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e HTTP/1.1" status: 200 len: 897 time: 0.0878620 Sep 30 00:00:48.421361 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-704f401d-4ac5-47a9-a931-021adee5a046 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b07baae-7b55-4788-887a-5d0214f4aac7 HTTP/1.1" status: 200 len: 217 time: 0.0336127 Sep 30 00:00:48.469167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-f281f9ac-2fa5-4c95-a39a-5e521ead1771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:48.470622 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-f281f9ac-2fa5-4c95-a39a-5e521ead1771 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d69a1eb-aaed-4d78-8a0f-303213b1517e HTTP/1.1" status: 200 len: 834 time: 0.0430179 Sep 30 00:00:48.524466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-22cfb8ff-06b6-48f2-8398-f52155703695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:48.526014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-22cfb8ff-06b6-48f2-8398-f52155703695 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488904 Sep 30 00:00:48.615854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-7a4d4d19-b09e-4af9-af92-33a8074ad5cd service neutron] 10.222.0.42 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820854 Sep 30 00:00:48.722956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d9e4f-af9d-4978-ad84-6048b655f1d1 req-f8494b39-c70e-4657-9575-bacd032b5ae8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:48.724407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-064d9e4f-af9d-4978-ad84-6048b655f1d1 req-f8494b39-c70e-4657-9575-bacd032b5ae8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 944 time: 0.1075263 Sep 30 00:00:48.754991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ad629c4-e337-458a-881a-4ebb0d859ff4 req-7e234157-a041-46c3-ab96-cb604e276a89 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291850 Sep 30 00:00:48.775527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-064d9e4f-af9d-4978-ad84-6048b655f1d1 req-57750f58-81bf-458f-9445-901fca302898 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420673 Sep 30 00:00:49.897739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7d0da-38ad-43dc-941b-c0d07771af0c req-a213324d-cc9a-4ee8-b9bd-1d06c85f2c55 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:49.899291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18d7d0da-38ad-43dc-941b-c0d07771af0c req-a213324d-cc9a-4ee8-b9bd-1d06c85f2c55 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 944 time: 0.0535045 Sep 30 00:00:49.937923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-18d7d0da-38ad-43dc-941b-c0d07771af0c req-5aee5e79-e116-4f7a-a914-d47729955415 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311320 Sep 30 00:00:50.689305 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:51.010617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9b07baae-7b55-4788-887a-5d0214f4aac7 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:00:51.052255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb7b81-31f8-432c-b33d-8059e4147447 req-79fb46dc-0836-4c54-b30c-06dd792b4142 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:51.053901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90bb7b81-31f8-432c-b33d-8059e4147447 req-79fb46dc-0836-4c54-b30c-06dd792b4142 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 944 time: 0.0489805 Sep 30 00:00:51.091495 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90bb7b81-31f8-432c-b33d-8059e4147447 req-5aee08a7-8b56-423b-abdc-313cc409f7d1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309284 Sep 30 00:00:51.106889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9b07baae-7b55-4788-887a-5d0214f4aac7, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9b07baae-7b55-4788-887a-5d0214f4aac7,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:51.117859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'port_id': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'mac_address': 'fa:16:3e:2a:56:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 500, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:00:51.157163 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:51.169955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b07baae-7b55-4788-887a-5d0214f4aac7 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:00:51.188384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9b07baae-7b55-4788-887a-5d0214f4aac7, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9b07baae-7b55-4788-887a-5d0214f4aac7,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:51.192203 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:51.239455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9b07baae-7b55-4788-887a-5d0214f4aac7,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:51.601432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['9b07baae-7b55-4788-887a-5d0214f4aac7'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:00:52.204112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9901ec-c7d4-46ad-9599-8a648ea4ddb8 req-d90736cd-2dfa-4b22-96dc-52b9adf9b389 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:52.205614 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca9901ec-c7d4-46ad-9599-8a648ea4ddb8 req-d90736cd-2dfa-4b22-96dc-52b9adf9b389 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 945 time: 0.0476871 Sep 30 00:00:52.242648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca9901ec-c7d4-46ad-9599-8a648ea4ddb8 req-9627b03a-123e-45ad-8aa6-0a8dd0166773 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310390 Sep 30 00:00:53.022196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9b07baae-7b55-4788-887a-5d0214f4aac7 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:00:53.069339 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 9b07baae-7b55-4788-887a-5d0214f4aac7 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:00:53.072825 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 9b07baae-7b55-4788-887a-5d0214f4aac7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:00:53.073199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:53.148495 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:53.170721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a564332-b882-4c91-ae0f-399f07e42059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b07baae-7b55-4788-887a-5d0214f4aac7'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:00:53.172954 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b685d05-f29e-4738-8510-54eb9f48fea8" -d '{"events": [{"server_uuid": "0a564332-b882-4c91-ae0f-399f07e42059", "name": "network-vif-plugged", "status": "completed", "tag": "9b07baae-7b55-4788-887a-5d0214f4aac7"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:00:53.185237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 9b07baae-7b55-4788-887a-5d0214f4aac7, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9b07baae-7b55-4788-887a-5d0214f4aac7,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:00:53.189179 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:53.211377 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94aa77e6-701b-4e95-b1d8-128e923c547a x-openstack-request-id: req-94aa77e6-701b-4e95-b1d8-128e923c547a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:00:53.211666 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a564332-b882-4c91-ae0f-399f07e42059", "name": "network-vif-plugged", "status": "completed", "tag": "9b07baae-7b55-4788-887a-5d0214f4aac7", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:00:53.211942 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-94aa77e6-701b-4e95-b1d8-128e923c547a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:00:53.212329 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a564332-b882-4c91-ae0f-399f07e42059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'code': 200} Sep 30 00:00:53.237492 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=9b07baae-7b55-4788-887a-5d0214f4aac7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:53.361882 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e81634-2582-401f-b269-bbedd6b3533d req-aeaed464-cdbd-43c5-b485-5b97558ac84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:53.363389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04e81634-2582-401f-b269-bbedd6b3533d req-aeaed464-cdbd-43c5-b485-5b97558ac84e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 1097 time: 0.0722260 Sep 30 00:00:53.374974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fdbe3-5adc-4bbe-b31d-cd5025db07c1 req-8c7625c7-02af-4434-940c-e7281edc2b53 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:53.376384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c22fdbe3-5adc-4bbe-b31d-cd5025db07c1 req-8c7625c7-02af-4434-940c-e7281edc2b53 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0612490 Sep 30 00:00:53.434209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04e81634-2582-401f-b269-bbedd6b3533d req-5a0c6719-5b63-4b4d-a13f-a0aec080b313 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568771 Sep 30 00:00:53.437334 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c22fdbe3-5adc-4bbe-b31d-cd5025db07c1 req-e5da1a60-5ef7-4afa-91ab-adf2f289aac8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539613 Sep 30 00:00:54.554599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9c318-68ea-47f8-8ae8-87a1d71b2925 req-cf9137de-a894-42e7-8e50-9b55cb72bc1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:54.556177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ee9c318-68ea-47f8-8ae8-87a1d71b2925 req-cf9137de-a894-42e7-8e50-9b55cb72bc1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0502996 Sep 30 00:00:54.598139 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ee9c318-68ea-47f8-8ae8-87a1d71b2925 req-75e1e228-2a6e-45b3-bcdd-cd4b7e2622ae tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332580 Sep 30 00:00:54.705648 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:00:55.715326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0405-3cff-4078-aadc-42c8e60cc993 req-f529900e-58d4-4dae-8793-dd7c9bc52fb4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:55.717602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b01f0405-3cff-4078-aadc-42c8e60cc993 req-f529900e-58d4-4dae-8793-dd7c9bc52fb4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0530956 Sep 30 00:00:55.754890 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b01f0405-3cff-4078-aadc-42c8e60cc993 req-f4e6219d-3661-42c1-8857-81567942f131 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312905 Sep 30 00:00:55.870008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf6051-938b-4897-b37f-35ef1074cbf8 req-587706dc-53e7-4666-96d7-c04286e1f607 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:55.871504 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80cf6051-938b-4897-b37f-35ef1074cbf8 req-587706dc-53e7-4666-96d7-c04286e1f607 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0488405 Sep 30 00:00:55.909995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80cf6051-938b-4897-b37f-35ef1074cbf8 req-7cbbb700-09e2-4f0d-8b3a-db7f7f032f02 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323944 Sep 30 00:00:55.931580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38368) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:55.971159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca03d822-445d-460e-a43c-ff60eaa36d88 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:55.972723 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ca03d822-445d-460e-a43c-ff60eaa36d88 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 1092 time: 0.0399945 Sep 30 00:00:55.975621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38370) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:55.979816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:00:56.002475 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:56.099425 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:56.199183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.25.4.187 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/f10072c0-6701-429a-b070-fbed8938acf2) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:00:56.314237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:56.348939 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:56.386470 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:00:56.389375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:00:56.392757 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:00:56.400707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=f10072c0-6701-429a-b070-fbed8938acf2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:57.085938 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:57.149834 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:57.304049 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:57.309680 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:57.383595 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=f10072c0-6701-429a-b070-fbed8938acf2,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:00:57.394019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:57.494365 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Floating IP ac866ced-ba09-4548-85c0-3e4d4cbe0a8e associated. External IP: 172.25.4.187, port: 9b07baae-7b55-4788-887a-5d0214f4aac7. Sep 30 00:00:57.696150 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:00:57.808257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:00:57.818567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] Sync routers for ids ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:00:57.825787 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:00:57.828342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] Routers {'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:57.828979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:57.853079 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-92bb9a51-0dcf-4308-90d6-1e7087ee03f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8764105 Sep 30 00:00:57.853964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a564332-b882-4c91-ae0f-399f07e42059', 'tag': '9b07baae-7b55-4788-887a-5d0214f4aac7'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:00:57.857371 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11" -d '{"events": [{"name": "network-changed", "server_uuid": "0a564332-b882-4c91-ae0f-399f07e42059", "tag": "9b07baae-7b55-4788-887a-5d0214f4aac7"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:00:57.894242 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3881d609-7d67-4d73-90e4-2e7cbf7b0b65 x-openstack-request-id: req-3881d609-7d67-4d73-90e4-2e7cbf7b0b65 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:00:57.894539 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a564332-b882-4c91-ae0f-399f07e42059", "tag": "9b07baae-7b55-4788-887a-5d0214f4aac7", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:00:57.894797 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-3881d609-7d67-4d73-90e4-2e7cbf7b0b65 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:00:57.895210 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a564332-b882-4c91-ae0f-399f07e42059', 'tag': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'status': 'completed', 'code': 200} Sep 30 00:00:58.001505 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9c3b2-ea8d-40d7-89d1-bb6d62c42512 req-15c2b5a8-a691-4735-a009-50cf78c241f4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:58.002970 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76b9c3b2-ea8d-40d7-89d1-bb6d62c42512 req-15c2b5a8-a691-4735-a009-50cf78c241f4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0942626 Sep 30 00:00:58.008989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-20fc7691-6dbf-40c2-b092-79d6c84faac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:58.010527 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-20fc7691-6dbf-40c2-b092-79d6c84faac6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 1097 time: 0.0686393 Sep 30 00:00:58.072116 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-76b9c3b2-ea8d-40d7-89d1-bb6d62c42512 req-7444dd9c-03c3-41e1-a39a-63904efa7690 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605972 Sep 30 00:00:58.094362 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38376) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:58.101129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] Set router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:58.127420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-1d4aab3d-06e3-40f4-9d80-69f6798bbc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:58.128941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-1d4aab3d-06e3-40f4-9d80-69f6798bbc50 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e HTTP/1.1" status: 200 len: 897 time: 0.1107097 Sep 30 00:00:58.162521 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e84abdd9-ab64-4828-acc7-107cdc6ca640 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/ac866ced-ba09-4548-85c0-3e4d4cbe0a8e HTTP/1.1" status: 200 len: 992 time: 0.0669391 Sep 30 00:00:58.197982 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-ce710988-0ca6-49a6-a247-eb27b935bb28 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b07baae-7b55-4788-887a-5d0214f4aac7 HTTP/1.1" status: 200 len: 1000 time: 0.0621660 Sep 30 00:00:58.246503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-4ca1be97-18d4-4396-a8c7-0a51cc6a3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:58.248623 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-4ca1be97-18d4-4396-a8c7-0a51cc6a3aa4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d69a1eb-aaed-4d78-8a0f-303213b1517e HTTP/1.1" status: 200 len: 834 time: 0.0435760 Sep 30 00:00:58.294181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-ebfd7259-2e31-45a5-917e-6d0564d31e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:00:58.295791 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-ebfd7259-2e31-45a5-917e-6d0564d31e73 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407512 Sep 30 00:00:58.329371 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:37Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'ac866ced-ba09-4548-85c0-3e4d4cbe0a8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'port_id': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'mac_address': 'fa:16:3e:2a:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a564332-b882-4c91-ae0f-399f07e42059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:00:56Z', 'updated_at': '2021-09-30T00:00:56Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5', 'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:2e:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:37Z', 'updated_at': '2021-09-30T00:00:40Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:58.355478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] Checking router: b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:00:58.364632 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] Routers {'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:00:58.365260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:00:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:58.391044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-61846b67-eccc-4918-bc06-9899f3ad850d service neutron] 10.222.0.42 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877898 Sep 30 00:00:58.470907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] Set router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:00:58.483397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ceafe31a-22e4-41c4-b9f8-17b4eb0d2d11 req-873ab010-eac1-4ad4-b109-0a641901aba6 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858018 Sep 30 00:00:58.691856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:37Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'ac866ced-ba09-4548-85c0-3e4d4cbe0a8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'port_id': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'mac_address': 'fa:16:3e:2a:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a564332-b882-4c91-ae0f-399f07e42059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:00:56Z', 'updated_at': '2021-09-30T00:00:56Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5', 'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:2e:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:37Z', 'updated_at': '2021-09-30T00:00:40Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:00:58.718791 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49c64ca-3d5c-461f-ac25-3d5cb4851fe6 None None] The sync data for ids ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'] in n-d-811173-2 is: [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:37Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'ac866ced-ba09-4548-85c0-3e4d4cbe0a8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.187', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'port_id': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'mac_address': 'fa:16:3e:2a:56:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a564332-b882-4c91-ae0f-399f07e42059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:00:56Z', 'updated_at': '2021-09-30T00:00:56Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5', 'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:2e:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:37Z', 'updated_at': '2021-09-30T00:00:40Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:00:58.905786 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a901108-9d91-49d4-8a5d-bd33d8e9eb55 None None] New status for floating IP ac866ced-ba09-4548-85c0-3e4d4cbe0a8e: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:00:59.165531 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38378) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:00:59.226211 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-861d675b-1c16-45b0-b8da-cc1fcf55764c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/ac866ced-ba09-4548-85c0-3e4d4cbe0a8e HTTP/1.1" status: 200 len: 994 time: 0.0595055 Sep 30 00:01:03.367811 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7017de80-3f8b-4f9d-856f-c3bbf28ab44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:06.297941 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b3ec23b6-180e-4b91-be4d-f712d3161e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:06.666363 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:07.642795 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:08.822892 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:10.088554 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:20.686513 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:31.705876 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:01:33.369483 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-11b8080a-b8fe-41c1-95f7-8732d1d690a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:36.297997 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1a134b89-bcbd-4526-b365-f86d93f0be4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:36.666576 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:37.645344 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:38.824678 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:40.103349 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:50.689231 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:01:56.593776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-d15baac6-ccf2-4bd2-b6d2-48f9bccc9632 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408213 Sep 30 00:01:56.688527 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-2932021d-e714-4987-a539-220f83caa86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:01:56.690013 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-2932021d-e714-4987-a539-220f83caa86f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 1097 time: 0.0398688 Sep 30 00:01:56.796982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-294040ae-e4c9-4d3c-bdee-4e514ccd52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:01:56.798534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-294040ae-e4c9-4d3c-bdee-4e514ccd52c8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e HTTP/1.1" status: 200 len: 897 time: 0.0901899 Sep 30 00:01:56.864105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-ceaa7003-a319-41c7-9c1e-484f37858704 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b07baae-7b55-4788-887a-5d0214f4aac7 HTTP/1.1" status: 200 len: 1002 time: 0.0580068 Sep 30 00:01:56.914117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-40d9c591-24b0-4050-b7fe-867f4584daad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:01:56.915588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-40d9c591-24b0-4050-b7fe-867f4584daad service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d69a1eb-aaed-4d78-8a0f-303213b1517e HTTP/1.1" status: 200 len: 834 time: 0.0452073 Sep 30 00:01:56.965244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-77e3cf64-aff1-46d1-b755-402c79ba74da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:01:56.966954 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-77e3cf64-aff1-46d1-b755-402c79ba74da service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433018 Sep 30 00:01:57.058374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-443f1424-a868-4c66-920d-db76fa3e09e3 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839329 Sep 30 00:01:57.151925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd3b8e95-29ba-4832-b3f8-0441c37b9d90 req-d2f80160-dce3-4f0e-8ffa-a8df687a1f9e service neutron] 10.222.0.42 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860662 Sep 30 00:02:00.036193 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950e147-21b9-4129-bfcb-3f6db6b35739 req-47e85814-dc80-4439-bf89-a4223b062296 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:00.037694 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1950e147-21b9-4129-bfcb-3f6db6b35739 req-47e85814-dc80-4439-bf89-a4223b062296 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0489454 Sep 30 00:02:00.080341 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1950e147-21b9-4129-bfcb-3f6db6b35739 req-085252ac-0dae-4a6c-883d-c9e845fc136a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367572 Sep 30 00:02:01.210471 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af79c4-af4e-4a1a-bae3-27b9e6bad0a1 req-aff81eab-8714-40bb-9d08-8c640d27e878 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:01.212022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11af79c4-af4e-4a1a-bae3-27b9e6bad0a1 req-aff81eab-8714-40bb-9d08-8c640d27e878 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0472195 Sep 30 00:02:01.248940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-11af79c4-af4e-4a1a-bae3-27b9e6bad0a1 req-09f3f5bc-edd4-45e7-bb1b-7fd73b4f88dc tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304778 Sep 30 00:02:01.270692 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38418) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:01.335191 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-48d99057-3796-49a4-a81f-e9c1cf991b0a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/ac866ced-ba09-4548-85c0-3e4d4cbe0a8e HTTP/1.1" status: 200 len: 994 time: 0.0633044 Sep 30 00:02:02.625254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3ed4e-d3a0-4ee2-b2b2-031b914d1825 req-c281b6ba-1637-405d-ac6c-172ba4d26dce tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:02.626753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9f3ed4e-d3a0-4ee2-b2b2-031b914d1825 req-c281b6ba-1637-405d-ac6c-172ba4d26dce tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0523546 Sep 30 00:02:02.663948 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9f3ed4e-d3a0-4ee2-b2b2-031b914d1825 req-579c05d6-ed5e-4fa7-9dd5-8c48180ce062 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310781 Sep 30 00:02:03.374479 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3f8dbe6f-531d-4f92-b657-ad532ea8fc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:03.786224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade65aa-b92d-4438-a2f6-3b835a4e71be req-6d505771-fa36-4057-be01-76338c3750ad tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:03.787734 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ade65aa-b92d-4438-a2f6-3b835a4e71be req-6d505771-fa36-4057-be01-76338c3750ad tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0494297 Sep 30 00:02:03.829487 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ade65aa-b92d-4438-a2f6-3b835a4e71be req-85a0df66-6041-4703-9dd9-7d8e839bceda tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358260 Sep 30 00:02:03.851352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38432) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:03.911549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-88121a56-85f9-479b-865a-8593591c1359 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/ac866ced-ba09-4548-85c0-3e4d4cbe0a8e HTTP/1.1" status: 200 len: 994 time: 0.0590219 Sep 30 00:02:04.167203 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38438) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:04.330242 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port f10072c0-6701-429a-b070-fbed8938acf2 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:02:04.330603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:04.410107 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:04.410437 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:04.423195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for f10072c0-6701-429a-b070-fbed8938acf2 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:02:04.566826 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:04.589537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=f10072c0-6701-429a-b070-fbed8938acf2,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:04.603979 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.604331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.604669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.605001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.605326 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.605652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.605977 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.606299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.606619 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.606939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.607255 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.607605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:04.661677 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:04.662008 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Floating IP ac866ced-ba09-4548-85c0-3e4d4cbe0a8e disassociated (deleted). External IP: 172.25.4.187, port: 9b07baae-7b55-4788-887a-5d0214f4aac7. Sep 30 00:02:04.863766 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:02:05.237055 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:02:05.241905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:05.246492 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] Sync routers for ids ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:02:05.255762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] Routers {'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:02:05.256399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:01:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:05.268291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-db84def2-3bf8-4ff6-b56c-86d913d3d4a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/floatingips/ac866ced-ba09-4548-85c0-3e4d4cbe0a8e HTTP/1.1" status: 204 len: 168 time: 1.0999620 Sep 30 00:02:05.268865 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a564332-b882-4c91-ae0f-399f07e42059', 'tag': '9b07baae-7b55-4788-887a-5d0214f4aac7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:02:05.271162 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c8c1ce5-ac8f-4103-9701-c84c36d25429" -d '{"events": [{"name": "network-changed", "server_uuid": "0a564332-b882-4c91-ae0f-399f07e42059", "tag": "9b07baae-7b55-4788-887a-5d0214f4aac7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:02:05.315520 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e2af48d-442e-4026-930c-d7a803ad0606 x-openstack-request-id: req-6e2af48d-442e-4026-930c-d7a803ad0606 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:02:05.315817 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a564332-b882-4c91-ae0f-399f07e42059", "tag": "9b07baae-7b55-4788-887a-5d0214f4aac7", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:02:05.316113 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6e2af48d-442e-4026-930c-d7a803ad0606 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:02:05.316512 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a564332-b882-4c91-ae0f-399f07e42059', 'tag': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'status': 'completed', 'code': 200} Sep 30 00:02:05.367657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] Set router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:02:05.406382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-5c63f055-e8d1-4bc3-8818-30dca00d0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:05.408107 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-5c63f055-e8d1-4bc3-8818-30dca00d0425 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 1097 time: 0.0476508 Sep 30 00:02:05.532023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-f4f3136b-86f6-4427-ba19-0a4ad902b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:05.534624 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-f4f3136b-86f6-4427-ba19-0a4ad902b35d service neutron] 10.222.0.42 "GET /v2.0/networks?id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e HTTP/1.1" status: 200 len: 897 time: 0.1186030 Sep 30 00:02:05.554910 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29684d9f-5d30-4751-aca0-aa7afd828848 req-5fba25cb-1aad-458e-b602-de8e4def8dd7 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:05.556397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29684d9f-5d30-4751-aca0-aa7afd828848 req-5fba25cb-1aad-458e-b602-de8e4def8dd7 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0760717 Sep 30 00:02:05.580534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:37Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5', 'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:2e:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:37Z', 'updated_at': '2021-09-30T00:00:40Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:05.592803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-caaa6aa8-f848-45d8-b1a3-7a1a8c4014eb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9b07baae-7b55-4788-887a-5d0214f4aac7 HTTP/1.1" status: 200 len: 217 time: 0.0509751 Sep 30 00:02:05.606924 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] Checking router: b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:02:05.619101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] Routers {'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:02:05.619885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:01:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:05.664072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-29684d9f-5d30-4751-aca0-aa7afd828848 req-fbc08608-599e-43ce-9e5c-950654abbd29 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741816 Sep 30 00:02:05.673827 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-999f164a-f515-443d-8b26-81c120ee8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:05.675462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-999f164a-f515-443d-8b26-81c120ee8de9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3d69a1eb-aaed-4d78-8a0f-303213b1517e HTTP/1.1" status: 200 len: 834 time: 0.0625389 Sep 30 00:02:05.721110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-fb8fc28e-70fd-4e50-8079-bb702898a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:05.722621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-fb8fc28e-70fd-4e50-8079-bb702898a423 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397964 Sep 30 00:02:05.730141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] Set router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:02:05.824389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-a8e06395-5afe-46d0-aa8a-25263ddc6aa1 service neutron] 10.222.0.42 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933344 Sep 30 00:02:05.915342 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6c8c1ce5-ac8f-4103-9701-c84c36d25429 req-7be5939e-7060-49be-a03a-28243dae7fed service neutron] 10.222.0.42 "GET /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837364 Sep 30 00:02:05.950954 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:37Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5', 'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:2e:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:37Z', 'updated_at': '2021-09-30T00:00:40Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:05.977312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd816dc-55f4-4047-895a-3f06901df4c1 None None] The sync data for ids ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'] in n-d-811173-2 is: [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:37Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5', 'name': '', 'network_id': '2ff0ed4f-57c1-4582-903f-ec5b759f6e8e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:2e:a4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:37Z', 'updated_at': '2021-09-30T00:00:40Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '3d69a1eb-aaed-4d78-8a0f-303213b1517e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:02:06.186030 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fd8dd7-61d6-4a70-82a2-346bbdafb08b None None] New status for floating IP ac866ced-ba09-4548-85c0-3e4d4cbe0a8e: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:02:06.297815 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c292952d-4824-4a8d-a74d-cfe602dce39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:06.667370 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:06.786923 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac774e-5896-49c0-8b89-91fa53ec03f5 req-eae9b444-cf21-455f-9a37-4893dc4727a1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:06.788490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26ac774e-5896-49c0-8b89-91fa53ec03f5 req-eae9b444-cf21-455f-9a37-4893dc4727a1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0530057 Sep 30 00:02:06.826238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-26ac774e-5896-49c0-8b89-91fa53ec03f5 req-8c521ae9-f1cc-48d5-a355-d7c736c03295 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=f947020d-e559-4f34-a26a-e342e84441ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Sep 30 00:02:07.452985 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-1a26cee6-9e22-4ed3-9608-7c8148024bc3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:07.454451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-1a26cee6-9e22-4ed3-9608-7c8148024bc3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 946 time: 0.0484765 Sep 30 00:02:07.540614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-fcc5b560-e1f7-4860-ae4e-5002c8baee2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 9b07baae-7b55-4788-887a-5d0214f4aac7 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:02:07.540960 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-fcc5b560-e1f7-4860-ae4e-5002c8baee2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:07.631315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-fcc5b560-e1f7-4860-ae4e-5002c8baee2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 9b07baae-7b55-4788-887a-5d0214f4aac7, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=9b07baae-7b55-4788-887a-5d0214f4aac7,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:02:07.631689 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-fcc5b560-e1f7-4860-ae4e-5002c8baee2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:07.645223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-fcc5b560-e1f7-4860-ae4e-5002c8baee2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 9b07baae-7b55-4788-887a-5d0214f4aac7 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:02:07.649175 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:07.777070 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-fcc5b560-e1f7-4860-ae4e-5002c8baee2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:07.805851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5b560-e1f7-4860-ae4e-5002c8baee2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=9b07baae-7b55-4788-887a-5d0214f4aac7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:07.847164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-fcc5b560-e1f7-4860-ae4e-5002c8baee2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] No DVR routers for this DVR port 9b07baae-7b55-4788-887a-5d0214f4aac7 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:02:07.850147 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-fcc5b560-e1f7-4860-ae4e-5002c8baee2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:07.852574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2a07d6a4-d579-41b6-b01a-fb4c5076b0a9 req-fcc5b560-e1f7-4860-ae4e-5002c8baee2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "DELETE /v2.0/ports/9b07baae-7b55-4788-887a-5d0214f4aac7 HTTP/1.1" status: 204 len: 173 time: 0.3922076 Sep 30 00:02:07.853039 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a564332-b882-4c91-ae0f-399f07e42059', 'name': 'network-vif-deleted', 'tag': '9b07baae-7b55-4788-887a-5d0214f4aac7'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:02:07.855907 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80bc7d38-36be-4c6b-a1ec-9e1fc7d92b26" -d '{"events": [{"server_uuid": "0a564332-b882-4c91-ae0f-399f07e42059", "name": "network-vif-deleted", "tag": "9b07baae-7b55-4788-887a-5d0214f4aac7"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:02:07.906844 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d53791-b2aa-42bc-9520-42365e98a905 x-openstack-request-id: req-86d53791-b2aa-42bc-9520-42365e98a905 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:02:07.907141 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a564332-b882-4c91-ae0f-399f07e42059", "name": "network-vif-deleted", "tag": "9b07baae-7b55-4788-887a-5d0214f4aac7", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:02:07.908335 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-86d53791-b2aa-42bc-9520-42365e98a905 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:02:07.908745 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a564332-b882-4c91-ae0f-399f07e42059', 'name': 'network-vif-deleted', 'tag': '9b07baae-7b55-4788-887a-5d0214f4aac7', 'status': 'completed', 'code': 200} Sep 30 00:02:07.943925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c5e7e279-f076-4fef-99b1-ca3624f007a3 req-6c782d38-d2e0-4f0a-83a5-acadf138cfe0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=0a564332-b882-4c91-ae0f-399f07e42059 HTTP/1.1" status: 200 len: 210 time: 0.0299919 Sep 30 00:02:08.706456 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:02:08.826825 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:09.000833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38456) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:09.446502 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:09.693202 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:02:09.693544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:09.787905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:02:09.788276 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:09.800806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:02:09.977827 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:10.002035 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:10.120906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:10.179672 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:10.392840 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:02:10.496011 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:02:10.502041 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fee74df2-539e-41de-ae0c-a421432d3f43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "PUT /v2.0/routers/b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5001595 Sep 30 00:02:10.505111 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38458) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:10.506140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] Sync routers for ids ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:02:10.516563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] Routers {'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:02:10.517183 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:10.555749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-85acd8fc-cbf1-4f2e-9a91-52cb6d2abc1a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting subnet 3d69a1eb-aaed-4d78-8a0f-303213b1517e {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:02:10.558875 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85acd8fc-cbf1-4f2e-9a91-52cb6d2abc1a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:10.603411 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85acd8fc-cbf1-4f2e-9a91-52cb6d2abc1a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:10.620347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] Set router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:02:10.694755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85acd8fc-cbf1-4f2e-9a91-52cb6d2abc1a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:10.754786 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85acd8fc-cbf1-4f2e-9a91-52cb6d2abc1a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:10.784097 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acd8fc-cbf1-4f2e-9a91-52cb6d2abc1a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Subnet': ['ID=3d69a1eb-aaed-4d78-8a0f-303213b1517e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:10.786088 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-85acd8fc-cbf1-4f2e-9a91-52cb6d2abc1a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:10.788596 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-85acd8fc-cbf1-4f2e-9a91-52cb6d2abc1a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/subnets/3d69a1eb-aaed-4d78-8a0f-303213b1517e HTTP/1.1" status: 204 len: 168 time: 0.2821112 Sep 30 00:02:10.790925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38460) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:10.794140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267f9cf9-bdf1-4cb6-acb9-26f443f29139 None None] Network 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:02:10.860332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:02:09Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:10.889316 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] Checking router: b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:02:10.904501 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:10.931290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] Routers {'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:02:10.931937 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:11.017430 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.075963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:02:11.077151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.159510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:02:11.159912 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.172585 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:02:11.202967 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] Set router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:02:11.231123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] DHCP port deletion for 2ff0ed4f-57c1-4582-903f-ec5b759f6e8e request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:02:11.341582 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.367582 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:11.378027 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Deleting port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:02:11.378400 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.431421 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.460695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9b07baae-7b55-4788-887a-5d0214f4aac7 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:02:11.493935 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] For port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d,segment=NetworkSegment(26ccb866-25fc-45b0-b72e-e0df212a8c2b),segment_id=26ccb866-25fc-45b0-b72e-e0df212a8c2b)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:02:11.494248 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.496422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 9b07baae-7b55-4788-887a-5d0214f4aac7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:02:11.496771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 9b07baae-7b55-4788-887a-5d0214f4aac7 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:02:11.510946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Calling delete_port for 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:02:11.526362 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:02:11.597078 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:02:09Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:11.634776 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f103b9-405f-442e-81ba-ec6469cec677 None None] The sync data for ids ['b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c'] in n-d-811173-2 is: [{'id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1976226411', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6'}], 'enable_snat': True}, 'gw_port_id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:02:09Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:87:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:00:34Z', 'updated_at': '2021-09-30T00:00:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:02:11.700813 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.705176 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.748128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Pushing event deleted for resources: {'Port': ['ID=4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:11.756049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] No DVR routers for this DVR port 4d3ac44b-3d01-4e47-b7d8-e8d7683fc17d on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:02:11.766815 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.767167 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.767771 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.767890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.768196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.768532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.768866 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.769197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.769859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.769859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.771308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.771308 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd8ddd1-d62b-41d2-bf56-7c29c949d458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:11.817671 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.820232 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.861657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.862232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Fanout notify agent at l3_agent the message router_deleted on router b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:02:11.869134 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:11.870252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4f2512bd-7a4f-43db-9a96-ded7b5f78235 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/routers/b7bb5b50-ecdb-4eb3-b16b-6e8fbe7e236c HTTP/1.1" status: 204 len: 168 time: 1.0781806 Sep 30 00:02:11.873112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38462) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:11.951285 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.038917 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.060306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff0ed4f-57c1-4582-903f-ec5b759f6e8e']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:12.070734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ccb866-25fc-45b0-b72e-e0df212a8c2b') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:12.071036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ccb866-25fc-45b0-b72e-e0df212a8c2b') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:12.081473 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.096883 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.105991 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Releasing vlan 500 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:02:12.106700 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: timer() Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: self._notify() Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:02:12.112501 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:02:12.174848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.192634 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.195418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/networks/2ff0ed4f-57c1-4582-903f-ec5b759f6e8e HTTP/1.1" status: 204 len: 168 time: 0.3204179 Sep 30 00:02:12.196722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dba16c-ee64-4c14-9306-7d93219a369c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Network': ['ID=2ff0ed4f-57c1-4582-903f-ec5b759f6e8e,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:12.197832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38464) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:12.266960 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.293271 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.357227 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.359966 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.361291 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/security-groups/f947020d-e559-4f34-a26a-e342e84441ae HTTP/1.1" status: 204 len: 168 time: 0.1620939 Sep 30 00:02:12.373507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f947020d-e559-4f34-a26a-e342e84441ae,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:12.384453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.384791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.385139 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.385504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.385816 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.386184 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.386685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.386920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.387288 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.387581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.387937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.388270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4d0d92-fc6e-4d0f-b04c-23e4ad7ae045 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:12.575729 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38478) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:12.581095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5439572c-34b5-4f5e-94f3-f69705e1dfd0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191428459', 'description': 'tempest-secgroup-smoke-1191428459 description', 'project_id': 'b28d6527f7a0469b995c40beb95d2365'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:12.602333 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5439572c-34b5-4f5e-94f3-f69705e1dfd0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.685248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5439572c-34b5-4f5e-94f3-f69705e1dfd0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.689798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5439572c-34b5-4f5e-94f3-f69705e1dfd0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.718112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5439572c-34b5-4f5e-94f3-f69705e1dfd0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.719349 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5439572c-34b5-4f5e-94f3-f69705e1dfd0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1418891 Sep 30 00:02:12.721222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439572c-34b5-4f5e-94f3-f69705e1dfd0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b86453c9-7e0e-4722-94df-4b787538e58c,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:12.722418 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38480) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:12.728897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-64fffbaf-89e9-41aa-ba93-41838536d068 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'b86453c9-7e0e-4722-94df-4b787538e58c', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:12.755656 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64fffbaf-89e9-41aa-ba93-41838536d068 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.813673 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64fffbaf-89e9-41aa-ba93-41838536d068 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.817245 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64fffbaf-89e9-41aa-ba93-41838536d068 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.836487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fffbaf-89e9-41aa-ba93-41838536d068 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a435e359-45c5-4c83-82dd-33f515252e39,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:12.844550 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-64fffbaf-89e9-41aa-ba93-41838536d068 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.847703 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-64fffbaf-89e9-41aa-ba93-41838536d068 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1207018 Sep 30 00:02:12.847703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38482) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:12.852367 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3ba18307-546d-4f2a-94b2-ff48919cf16c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'b86453c9-7e0e-4722-94df-4b787538e58c', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:12.878924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ba18307-546d-4f2a-94b2-ff48919cf16c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.939226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ba18307-546d-4f2a-94b2-ff48919cf16c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.942987 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ba18307-546d-4f2a-94b2-ff48919cf16c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.960084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba18307-546d-4f2a-94b2-ff48919cf16c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2421a4b2-b622-4a91-a600-b98c5fda9ae8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:12.965437 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3ba18307-546d-4f2a-94b2-ff48919cf16c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:12.966672 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3ba18307-546d-4f2a-94b2-ff48919cf16c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180046 Sep 30 00:02:12.969629 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38484) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:12.973963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e7a28f9b-21cd-4829-91aa-3f5068e6da58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'b86453c9-7e0e-4722-94df-4b787538e58c', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:13.000104 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7a28f9b-21cd-4829-91aa-3f5068e6da58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.063252 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7a28f9b-21cd-4829-91aa-3f5068e6da58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.066770 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7a28f9b-21cd-4829-91aa-3f5068e6da58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.084576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a28f9b-21cd-4829-91aa-3f5068e6da58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701b7540-ebe1-4738-93c7-91ae47f3f38c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:13.092292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7a28f9b-21cd-4829-91aa-3f5068e6da58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.093645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e7a28f9b-21cd-4829-91aa-3f5068e6da58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230280 Sep 30 00:02:13.096477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38486) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:13.100720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-1fb75f3a-e60f-43ec-b03a-45294dce3b84 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'b86453c9-7e0e-4722-94df-4b787538e58c', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:13.126640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1fb75f3a-e60f-43ec-b03a-45294dce3b84 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.183318 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1fb75f3a-e60f-43ec-b03a-45294dce3b84 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.187295 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1fb75f3a-e60f-43ec-b03a-45294dce3b84 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.205688 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb75f3a-e60f-43ec-b03a-45294dce3b84 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa58db0-93d3-49f2-b2e7-d5fd5f3b2be8,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:13.213762 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-1fb75f3a-e60f-43ec-b03a-45294dce3b84 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.215025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1fb75f3a-e60f-43ec-b03a-45294dce3b84 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176152 Sep 30 00:02:13.217686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38488) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:13.221918 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-dd0920ab-474d-4aa8-ba40-47578c96ff9b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'b86453c9-7e0e-4722-94df-4b787538e58c', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:13.242928 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-dd0920ab-474d-4aa8-ba40-47578c96ff9b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Project b28d6527f7a0469b995c40beb95d2365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:02:13.247416 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd0920ab-474d-4aa8-ba40-47578c96ff9b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.309799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd0920ab-474d-4aa8-ba40-47578c96ff9b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.313455 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd0920ab-474d-4aa8-ba40-47578c96ff9b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.330554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0920ab-474d-4aa8-ba40-47578c96ff9b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2e78cb-13cf-4d1d-8f8c-f2e290e90941,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:13.336501 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-dd0920ab-474d-4aa8-ba40-47578c96ff9b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.337723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-dd0920ab-474d-4aa8-ba40-47578c96ff9b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191204 Sep 30 00:02:13.340477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38490) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:13.345599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a1f83764-3ef0-4464-9ad3-dd6cb48ced99 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'b86453c9-7e0e-4722-94df-4b787538e58c', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:13.365958 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-a1f83764-3ef0-4464-9ad3-dd6cb48ced99 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Project b28d6527f7a0469b995c40beb95d2365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:02:13.370560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1f83764-3ef0-4464-9ad3-dd6cb48ced99 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.406421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:02:13.429787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:02:13.430053 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 98c8b5fe-b1e9-48c7-a11d-aca43cfa4af5 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:02:13.430453 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:02:13.440595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1f83764-3ef0-4464-9ad3-dd6cb48ced99 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.446918 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1f83764-3ef0-4464-9ad3-dd6cb48ced99 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.450044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:02:13.450394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 67f6ba5e-64a4-4b4a-a9f0-3d8fa64ebdf1 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:02:13.468513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f83764-3ef0-4464-9ad3-dd6cb48ced99 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab5c08f-e398-4a5f-952f-877ae2ae3a00,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:13.472143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a1f83764-3ef0-4464-9ad3-dd6cb48ced99 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.473369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a1f83764-3ef0-4464-9ad3-dd6cb48ced99 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1319194 Sep 30 00:02:13.476217 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38492) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:13.481226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'network': {'name': 'tempest-network-smoke--1174200088', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:13.501503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:02:13.504907 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.528017 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:02:13.537320 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.537660 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Added segment 32c9efab-521c-4435-82fe-504ba5bf951f of type vlan for network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c Sep 30 00:02:13.578130 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.601784 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.607561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:13.608189 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.647609 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1702597 Sep 30 00:02:13.650313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38494) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:13.656986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'admin_state_up': True, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:13.690188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781baefb-e8d1-4bb9-b002-80605de79a41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Network': ['ID=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:13.700060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 00:02:13.706758 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.708092 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.774224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:13.916706 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:14.109212 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:14.130039 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:14.228765 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.25.4.241 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/a59d4fff-93a2-4284-9ee7-69c576d03388) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:02:14.331508 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:14.363632 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:14.399525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:02:14.402349 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:02:14.406020 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:02:14.439796 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=a59d4fff-93a2-4284-9ee7-69c576d03388,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:14.667559 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:14.864323 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:14.995589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 00:02:15.103645 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:02:15.113526 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Sync routers for ids ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:02:15.121975 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Routers {'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:02:15.122484 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.123075 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:15.124795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4b35f4c6-1383-4e8c-a19f-cbb12c7b3fdd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4728205 Sep 30 00:02:15.127232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38496) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:15.162674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ef97fc09-0001-4817-829f-18bb2baf2124 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b28d6527f7a0469b995c40beb95d2365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342462 Sep 30 00:02:15.165250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38498) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:15.226501 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Set router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:02:15.312667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62386fd3-4872-47c9-aa36-8ba4da32ea50 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:15.314112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-62386fd3-4872-47c9-aa36-8ba4da32ea50 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1479628 Sep 30 00:02:15.317031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38500) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:15.355240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-acfb6eb8-ba41-4cd0-b65f-8c26bd654a37 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371430 Sep 30 00:02:15.358000 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38502) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:15.362725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1942448950', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:15.402573 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:14Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:15.433167 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Checking router: ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:02:15.433511 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Updating router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d port a59d4fff-93a2-4284-9ee7-69c576d03388 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:02:15.450515 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:02:15.454489 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.457976 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.638022 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.701975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Subnet': ['ID=bee2d7c9-5aa9-4515-b93e-098511d0e2c1,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:15.710109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Checking segment: {'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:02:15.710405 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.710601 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network hostable DHCP agents. Network: 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:02:15.718408 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.730976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:02:15.740457 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:02:15.744627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:15.745215 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.752381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f2be01-1282-4cf6-8430-4d939593eb9f None None] Network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:02:15.762273 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-693bc445-e844-44b2-82bf-e1f5b834757e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4031200 Sep 30 00:02:15.765883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38504) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:15.877376 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Attempting to bind port a59d4fff-93a2-4284-9ee7-69c576d03388 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:02:15.877762 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Attempting to bind port a59d4fff-93a2-4284-9ee7-69c576d03388 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:02:15.878212 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Attempting to bind port a59d4fff-93a2-4284-9ee7-69c576d03388 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:02:15.885877 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:02:15.886244 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:02:15.886642 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.887208 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:02:15.887677 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Bound port: a59d4fff-93a2-4284-9ee7-69c576d03388, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:02:15.890617 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.913543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 00:02:15.914452 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.950750 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] For port a59d4fff-93a2-4284-9ee7-69c576d03388, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:02:15.955151 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] For port a59d4fff-93a2-4284-9ee7-69c576d03388, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a59d4fff-93a2-4284-9ee7-69c576d03388,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:02:15.957138 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Pushing event updated for resources: {'Port': ['ID=a59d4fff-93a2-4284-9ee7-69c576d03388,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:15.960354 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:15.977214 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.977214 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.977620 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.977866 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.978097 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.978428 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.979063 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.979289 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.979614 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.979963 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.980289 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:15.980947 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:02:16.041283 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Routers {'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:02:16.042210 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:16.060051 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Allocated IP 172.20.0.2 (9e90f1ff-0492-4453-bd8d-3c4c725dfe5c/bee2d7c9-5aa9-4515-b93e-098511d0e2c1/196d79ef-025d-4e37-8bc5-9db2b8f23393) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:02:16.082358 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52b572d-7271-43cb-8c11-96ba8d52e3f9 None None] Pushing event updated for resources: {'Port': ['ID=a59d4fff-93a2-4284-9ee7-69c576d03388,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:16.160091 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] Set router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:02:16.227513 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:16.234099 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:16.273007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:02:16.275849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:02:16.279921 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:02:16.291877 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Pushing event updated for resources: {'Port': ['ID=196d79ef-025d-4e37-8bc5-9db2b8f23393,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:16.352454 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Attempting to bind port 196d79ef-025d-4e37-8bc5-9db2b8f23393 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:02:16.353243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Attempting to bind port 196d79ef-025d-4e37-8bc5-9db2b8f23393 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:02:16.353617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Attempting to bind port 196d79ef-025d-4e37-8bc5-9db2b8f23393 on network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:02:16.358777 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:14Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:16.360955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:02:16.361384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Checking segment: {'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:02:16.362266 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:16.362672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Bound using segment: {'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:02:16.363147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Bound port: 196d79ef-025d-4e37-8bc5-9db2b8f23393, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:02:16.364112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:16.386582 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dad286-b8bb-470f-a9c9-ab8753a155df None None] The sync data for ids ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'] in n-d-811173-2 is: [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:14Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:02:16.433508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] For port 196d79ef-025d-4e37-8bc5-9db2b8f23393, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:02:16.437608 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] For port 196d79ef-025d-4e37-8bc5-9db2b8f23393, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=196d79ef-025d-4e37-8bc5-9db2b8f23393,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:02:16.442915 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:16.502723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab8067-9fdb-43ca-a3fd-1cb59b4361bc None None] Pushing event updated for resources: {'Port': ['ID=196d79ef-025d-4e37-8bc5-9db2b8f23393,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:16.561504 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.011668 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.20.0.1 (9e90f1ff-0492-4453-bd8d-3c4c725dfe5c/bee2d7c9-5aa9-4515-b93e-098511d0e2c1/23b6d53c-9f20-433e-9ea2-165ade0eb417) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:02:17.134195 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.170511 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.217560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:02:17.221079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:02:17.225663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:02:17.259897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=23b6d53c-9f20-433e-9ea2-165ade0eb417,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:17.285064 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.429544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.543864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 196d79ef-025d-4e37-8bc5-9db2b8f23393 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:02:17.602415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 196d79ef-025d-4e37-8bc5-9db2b8f23393 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:17.602879 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.656995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6afabe4-ada8-4429-ac57-9dffbd1778b0 None None] Network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:02:17.736306 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.742092 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.767404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-29677208-1849-4366-b0d8-d61bf1b48580 None None] Provisioning complete for port 196d79ef-025d-4e37-8bc5-9db2b8f23393 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:17.767780 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-29677208-1849-4366-b0d8-d61bf1b48580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.769283 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.825673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=23b6d53c-9f20-433e-9ea2-165ade0eb417,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:17.831372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.894220 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 196d79ef-025d-4e37-8bc5-9db2b8f23393, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=196d79ef-025d-4e37-8bc5-9db2b8f23393,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:02:17.902586 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:17.903367 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a59d4fff-93a2-4284-9ee7-69c576d03388 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:02:17.933041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:02:17.934503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:02:18.035609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=196d79ef-025d-4e37-8bc5-9db2b8f23393,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:18.059570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:02:18.066932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a59d4fff-93a2-4284-9ee7-69c576d03388 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:18.067315 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:18.150468 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:18.178049 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port a59d4fff-93a2-4284-9ee7-69c576d03388, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a59d4fff-93a2-4284-9ee7-69c576d03388,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:02:18.182905 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:18.200432 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:02:18.208346 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f1bdec52-2108-4dc4-a3ed-43003fb2ab8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "PUT /v2.0/routers/ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4412231 Sep 30 00:02:18.244786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=a59d4fff-93a2-4284-9ee7-69c576d03388,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:18.281528 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Sync routers for ids ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:02:18.292761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Routers {'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:02:18.293383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:18.361787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-07b1cc0a-66ea-4765-9b28-f0059f73ba41 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191428459&fields=id&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 267 time: 0.0364673 Sep 30 00:02:18.411363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-16cf7471-b252-46fa-b0d8-b38d9ecbf33a None None] Provisioning complete for port 23b6d53c-9f20-433e-9ea2-165ade0eb417 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:18.411735 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16cf7471-b252-46fa-b0d8-b38d9ecbf33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:18.445834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Set router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:02:18.486182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-c3eb8bb9-b63c-4220-b55b-f7a806d88f58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:18.488038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-c3eb8bb9-b63c-4220-b55b-f7a806d88f58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/networks?id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c HTTP/1.1" status: 200 len: 797 time: 0.1177101 Sep 30 00:02:18.492125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-16cf7471-b252-46fa-b0d8-b38d9ecbf33a None None] Port 23b6d53c-9f20-433e-9ea2-165ade0eb417 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:02:18.505719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-67f17b30-5cdf-45bf-8b49-cda0f2e4d8fc tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/quotas/b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 375 time: 0.0109658 Sep 30 00:02:18.547404 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-16cf7471-b252-46fa-b0d8-b38d9ecbf33a None None] Provisioning complete for port 196d79ef-025d-4e37-8bc5-9db2b8f23393 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:18.548005 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-16cf7471-b252-46fa-b0d8-b38d9ecbf33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:18.560039 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-99bf86e2-9114-4e74-a5ed-8a1525ced011 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482202 Sep 30 00:02:18.670949 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-7f7ad535-b8a3-4072-90ea-9b3ab8bc9b43 service neutron] 10.222.0.44 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969241 Sep 30 00:02:18.735988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:17Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '23b6d53c-9f20-433e-9ea2-165ade0eb417', 'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:fb:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:16Z', 'updated_at': '2021-09-30T00:02:17Z', 'revision_number': 2, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:18.762517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Checking router: ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:02:18.762830 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Updating router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d port 23b6d53c-9f20-433e-9ea2-165ade0eb417 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:02:18.765802 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-303fc18e-b26b-48a5-a5e9-76cedb440800 service neutron] 10.222.0.44 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879455 Sep 30 00:02:18.788413 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:19.008701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffbc762f-6c6e-42f0-b019-1efbb97dbb29 req-cf7b2cb3-aed8-4f3e-b175-af6cd6fc5f99 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 210 time: 0.0959036 Sep 30 00:02:19.056626 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-42e9b7a2-aaf2-49ad-86d0-f1dbd5db24ef None None] Provisioning complete for port 23b6d53c-9f20-433e-9ea2-165ade0eb417 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:19.056993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42e9b7a2-aaf2-49ad-86d0-f1dbd5db24ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:19.120073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-42e9b7a2-aaf2-49ad-86d0-f1dbd5db24ef None None] Port 23b6d53c-9f20-433e-9ea2-165ade0eb417 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:02:19.257875 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:19.264272 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:19.316616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cb77d-3549-461c-88a9-fb044ee90652 None None] Pushing event updated for resources: {'Port': ['ID=23b6d53c-9f20-433e-9ea2-165ade0eb417,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:19.384360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Attempting to bind port 23b6d53c-9f20-433e-9ea2-165ade0eb417 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:02:19.384740 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Attempting to bind port 23b6d53c-9f20-433e-9ea2-165ade0eb417 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:02:19.385109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Attempting to bind port 23b6d53c-9f20-433e-9ea2-165ade0eb417 on network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:02:19.391448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 2, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:02:19.391662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Checking segment: {'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:02:19.392121 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:19.392524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Bound using segment: {'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:02:19.393001 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Bound port: 23b6d53c-9f20-433e-9ea2-165ade0eb417, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:02:19.393385 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:19.481182 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] For port 23b6d53c-9f20-433e-9ea2-165ade0eb417, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:02:19.485389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 196d79ef-025d-4e37-8bc5-9db2b8f23393 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:02:19.488597 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] For port 23b6d53c-9f20-433e-9ea2-165ade0eb417, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=23b6d53c-9f20-433e-9ea2-165ade0eb417,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:02:19.512281 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:19.610639 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-10d58628-47a2-4324-8524-e504818d2614 None None] Provisioning complete for port 23b6d53c-9f20-433e-9ea2-165ade0eb417 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:19.611320 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-10d58628-47a2-4324-8524-e504818d2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:19.612636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Routers {'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:02:19.614234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:19.666807 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971cb77d-3549-461c-88a9-fb044ee90652 None None] Pushing event updated for resources: {'Port': ['ID=23b6d53c-9f20-433e-9ea2-165ade0eb417,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:19.693495 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 196d79ef-025d-4e37-8bc5-9db2b8f23393 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:19.693870 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:19.802072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] Set router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:02:19.876698 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-10d58628-47a2-4324-8524-e504818d2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:19.978491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a59d4fff-93a2-4284-9ee7-69c576d03388 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:02:20.017169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-10d58628-47a2-4324-8524-e504818d2614 None None] For port 23b6d53c-9f20-433e-9ea2-165ade0eb417, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=23b6d53c-9f20-433e-9ea2-165ade0eb417,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:02:20.041047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-729eae72-2da2-4e05-93a5-4fd51df3b901 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:20.043098 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-729eae72-2da2-4e05-93a5-4fd51df3b901 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "GET /v2.0/networks?id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c HTTP/1.1" status: 200 len: 797 time: 0.1242509 Sep 30 00:02:20.069250 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-10d58628-47a2-4324-8524-e504818d2614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:20.097806 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-ffc81fa3-622b-4e3c-a077-d4fcadc9ece9 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 380 time: 0.0454476 Sep 30 00:02:20.108512 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'port': {'device_id': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'admin_state_up': True, 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'security_groups': ['b86453c9-7e0e-4722-94df-4b787538e58c']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:20.172386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6af84276-32fb-4b89-91b7-24c399e1c63c req-abc58ba4-cda5-46b7-b8db-8e195ac2b6da tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 210 time: 0.0859771 Sep 30 00:02:20.180804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d58628-47a2-4324-8524-e504818d2614 None None] Pushing event updated for resources: {'Port': ['ID=23b6d53c-9f20-433e-9ea2-165ade0eb417,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:20.205795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a59d4fff-93a2-4284-9ee7-69c576d03388 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:20.206260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:20.234808 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:02:20.238338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-4cff012d-007b-487b-92b8-f757df765fb1 None None] Provisioning complete for port 23b6d53c-9f20-433e-9ea2-165ade0eb417 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:20.238554 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:20.238715 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4cff012d-007b-487b-92b8-f757df765fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:20.286964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:17Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '23b6d53c-9f20-433e-9ea2-165ade0eb417', 'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:fb:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:16Z', 'updated_at': '2021-09-30T00:02:19Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:20.326173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b55061-4c03-4c23-a9e2-c8f1f75bc4d1 None None] The sync data for ids ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'] in n-d-811173-2 is: [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:17Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '23b6d53c-9f20-433e-9ea2-165ade0eb417', 'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:fb:e4:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:16Z', 'updated_at': '2021-09-30T00:02:19Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:02:20.394175 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.20.0.6 (9e90f1ff-0492-4453-bd8d-3c4c725dfe5c/bee2d7c9-5aa9-4515-b93e-098511d0e2c1/9ccd3034-fa79-4485-8876-138770ddea92) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:02:20.555137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:20.590040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:20.634264 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:02:20.637518 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:02:20.642159 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:02:20.672945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=9ccd3034-fa79-4485-8876-138770ddea92,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:20.707005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:20.707515 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:20.708185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:20.725384 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-a051865c-cdeb-4397-a209-859d4d8e0f4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214044 Sep 30 00:02:20.737800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-9a9d721a-bc67-45e4-aea4-bb9f3d3c6595 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:02:20.738837 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-9a9d721a-bc67-45e4-aea4-bb9f3d3c6595 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0068722 Sep 30 00:02:20.752967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Request body: {'port': {'device_id': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:20.821657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:20.955707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-144a3ee3-73da-4220-92fd-ce99e6b3a937 None None] Provisioning complete for port 9ccd3034-fa79-4485-8876-138770ddea92 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:20.956206 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-144a3ee3-73da-4220-92fd-ce99e6b3a937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:20.991886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-144a3ee3-73da-4220-92fd-ce99e6b3a937 None None] Port 9ccd3034-fa79-4485-8876-138770ddea92 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:02:21.104244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ccd3034-fa79-4485-8876-138770ddea92 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:02:21.112636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:21.125701 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Transition to ACTIVE for port object 9ccd3034-fa79-4485-8876-138770ddea92 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:02:21.129399 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:21.185188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccd3034-fa79-4485-8876-138770ddea92,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:21.264753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Attempting to bind port 9ccd3034-fa79-4485-8876-138770ddea92 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:02:21.265104 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Attempting to bind port 9ccd3034-fa79-4485-8876-138770ddea92 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:02:21.265439 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Attempting to bind port 9ccd3034-fa79-4485-8876-138770ddea92 on network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:02:21.270269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Port 9ccd3034-fa79-4485-8876-138770ddea92 on network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:02:21.270602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Attempting to bind port 9ccd3034-fa79-4485-8876-138770ddea92 on network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:02:21.276903 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:02:21.277245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Checking segment: {'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:02:21.277632 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Bound using segment: {'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:02:21.278079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Bound port: 9ccd3034-fa79-4485-8876-138770ddea92, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32c9efab-521c-4435-82fe-504ba5bf951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:02:21.278443 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:21.331466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc7afed-f7dc-4ef0-9bc1-7869694024f1 req-2ea18a4e-4416-47d8-a6d1-7f29b3c5aba8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:21.336347 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dc7afed-f7dc-4ef0-9bc1-7869694024f1 req-2ea18a4e-4416-47d8-a6d1-7f29b3c5aba8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 943 time: 0.0801792 Sep 30 00:02:21.354548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] For port 9ccd3034-fa79-4485-8876-138770ddea92, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:02:21.359589 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] For port 9ccd3034-fa79-4485-8876-138770ddea92, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ccd3034-fa79-4485-8876-138770ddea92,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:02:21.366858 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:21.385123 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dc7afed-f7dc-4ef0-9bc1-7869694024f1 req-f8b26b38-1a42-4b42-8663-ce52e8a3bba1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456722 Sep 30 00:02:21.424698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:21.425317 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:21.426865 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] 10.222.0.26 "PUT /v2.0/ports/9ccd3034-fa79-4485-8876-138770ddea92 HTTP/1.1" status: 200 len: 1091 time: 0.6790411 Sep 30 00:02:21.427324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'tag': '9ccd3034-fa79-4485-8876-138770ddea92'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:02:21.431269 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feae51ee-bac8-434e-99c2-c207d4dc9072" -d '{"events": [{"name": "network-changed", "server_uuid": "43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9", "tag": "9ccd3034-fa79-4485-8876-138770ddea92"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:02:21.488400 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1ecefc-e0ca-4d66-a2e1-57ffbcc9ab15 x-openstack-request-id: req-7e1ecefc-e0ca-4d66-a2e1-57ffbcc9ab15 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:02:21.488783 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9", "tag": "9ccd3034-fa79-4485-8876-138770ddea92", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:02:21.489264 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-7e1ecefc-e0ca-4d66-a2e1-57ffbcc9ab15 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:02:21.489698 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'tag': '9ccd3034-fa79-4485-8876-138770ddea92', 'status': 'completed', 'code': 200} Sep 30 00:02:21.510189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c773e3-cd20-4776-978d-a63b08cb9731 service neutron] Pushing event updated for resources: {'Port': ['ID=9ccd3034-fa79-4485-8876-138770ddea92,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:21.535072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 23b6d53c-9f20-433e-9ea2-165ade0eb417 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:02:21.537345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-d6d16694-037b-404e-b54d-9575cb2de7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:21.539166 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-d6d16694-037b-404e-b54d-9575cb2de7ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 1094 time: 0.0638180 Sep 30 00:02:21.584023 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-00fc613d-ac26-4707-85ae-85af5fd3f51d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ccd3034-fa79-4485-8876-138770ddea92 HTTP/1.1" status: 200 len: 217 time: 0.0362029 Sep 30 00:02:21.592408 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 23b6d53c-9f20-433e-9ea2-165ade0eb417 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:21.592897 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:21.644736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-9ae58584-dbde-4b5d-b63d-ed079f144032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:21.646263 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-9ae58584-dbde-4b5d-b63d-ed079f144032 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee2d7c9-5aa9-4515-b93e-098511d0e2c1 HTTP/1.1" status: 200 len: 835 time: 0.0549510 Sep 30 00:02:21.698574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-7c590408-59b8-4564-8e62-36d1552d9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:21.700124 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-7c590408-59b8-4564-8e62-36d1552d9a7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456917 Sep 30 00:02:21.791411 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-9ab3ff1b-7158-4c2c-8290-18a8f626e86b service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843251 Sep 30 00:02:21.886692 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-96c03dd6-79b0-4386-a0bc-94d8e6634949 req-03ec7741-f4ea-45c0-b34b-e3fe894adc2b service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880628 Sep 30 00:02:21.972304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-d49bca95-c5d7-48e6-95c7-4675e453823c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:21.973787 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-d49bca95-c5d7-48e6-95c7-4675e453823c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 1094 time: 0.0410235 Sep 30 00:02:22.066637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-d73226c7-64f7-47df-8135-2581ca7f416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:22.068136 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-d73226c7-64f7-47df-8135-2581ca7f416d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c HTTP/1.1" status: 200 len: 898 time: 0.0867159 Sep 30 00:02:22.109601 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-de5a22b4-90c1-4feb-9c89-e64b5fb07594 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ccd3034-fa79-4485-8876-138770ddea92 HTTP/1.1" status: 200 len: 217 time: 0.0338447 Sep 30 00:02:22.158466 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-4b507464-5273-456d-9d30-fb8fedbc2889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:22.159785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-4b507464-5273-456d-9d30-fb8fedbc2889 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee2d7c9-5aa9-4515-b93e-098511d0e2c1 HTTP/1.1" status: 200 len: 835 time: 0.0424783 Sep 30 00:02:22.212086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-5b67b8e4-d923-47e8-bd86-cd38933587c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:22.214683 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-5b67b8e4-d923-47e8-bd86-cd38933587c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464778 Sep 30 00:02:22.303310 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-71438a63-9509-4cd5-84fa-f1e46592ab40 service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806358 Sep 30 00:02:22.412615 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-feae51ee-bac8-434e-99c2-c207d4dc9072 req-0a4627df-e5d7-400f-a8e8-be6bf44099b9 service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004438 Sep 30 00:02:22.503684 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510c29c-edb9-4f87-a112-4e10968a8acb req-791cca38-f738-4f9c-9291-3b2d39bd36a8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:22.505215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2510c29c-edb9-4f87-a112-4e10968a8acb req-791cca38-f738-4f9c-9291-3b2d39bd36a8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 943 time: 0.0483203 Sep 30 00:02:22.543642 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2510c29c-edb9-4f87-a112-4e10968a8acb req-6d64bc5e-0f00-4fb2-aa0c-03aa82f7558b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Sep 30 00:02:23.663291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b268e2-c7a3-4983-8a22-5fd41eb610b9 req-8d25517c-695d-4d77-b7b9-f51660b86780 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:23.664785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53b268e2-c7a3-4983-8a22-5fd41eb610b9 req-8d25517c-695d-4d77-b7b9-f51660b86780 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 943 time: 0.0534797 Sep 30 00:02:23.701778 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-53b268e2-c7a3-4983-8a22-5fd41eb610b9 req-6d3b598b-497e-4e97-b2f5-10c9c95a6dda tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305676 Sep 30 00:02:24.344810 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9ccd3034-fa79-4485-8876-138770ddea92 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:02:24.448010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9ccd3034-fa79-4485-8876-138770ddea92, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ccd3034-fa79-4485-8876-138770ddea92,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:02:24.459421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '9ccd3034-fa79-4485-8876-138770ddea92', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'port_id': '9ccd3034-fa79-4485-8876-138770ddea92', 'mac_address': 'fa:16:3e:e0:92:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:02:24.495359 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:24.508337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ccd3034-fa79-4485-8876-138770ddea92 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:02:24.526575 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9ccd3034-fa79-4485-8876-138770ddea92, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ccd3034-fa79-4485-8876-138770ddea92,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:02:24.531060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:24.576099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9ccd3034-fa79-4485-8876-138770ddea92,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:24.777119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['9ccd3034-fa79-4485-8876-138770ddea92'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:02:24.816328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec7085-3d0f-49d9-a0fc-ef4b0ee96596 req-4c77ac96-6c5b-4b25-8c26-8eaeb6f464a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:24.817860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffec7085-3d0f-49d9-a0fc-ef4b0ee96596 req-4c77ac96-6c5b-4b25-8c26-8eaeb6f464a3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 944 time: 0.0505979 Sep 30 00:02:24.855695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ffec7085-3d0f-49d9-a0fc-ef4b0ee96596 req-e7f1574b-3a79-448b-bdca-e3e32c637c01 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316937 Sep 30 00:02:25.971395 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64f78f-c398-4751-bdb6-876d6638b8e1 req-16f3dcf2-23bf-424e-9eb8-1ce57d72342e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:25.972890 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed64f78f-c398-4751-bdb6-876d6638b8e1 req-16f3dcf2-23bf-424e-9eb8-1ce57d72342e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 944 time: 0.0489469 Sep 30 00:02:26.011132 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ed64f78f-c398-4751-bdb6-876d6638b8e1 req-fae73ccf-c1fb-402f-bcb2-bb4e6a287890 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Sep 30 00:02:26.355138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9ccd3034-fa79-4485-8876-138770ddea92 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:02:26.405650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 9ccd3034-fa79-4485-8876-138770ddea92 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:02:26.409375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 9ccd3034-fa79-4485-8876-138770ddea92 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:02:26.409620 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:26.485493 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:26.507234 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccd3034-fa79-4485-8876-138770ddea92'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:02:26.509731 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc86688a-5f91-4e62-a6e1-d59b54b0daec" -d '{"events": [{"server_uuid": "43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9", "name": "network-vif-plugged", "status": "completed", "tag": "9ccd3034-fa79-4485-8876-138770ddea92"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:02:26.522278 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 9ccd3034-fa79-4485-8876-138770ddea92, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ccd3034-fa79-4485-8876-138770ddea92,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:02:26.525936 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:26.548387 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f43345d-9726-4ccb-b7f7-d35746f04648 x-openstack-request-id: req-9f43345d-9726-4ccb-b7f7-d35746f04648 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:02:26.548678 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9", "name": "network-vif-plugged", "status": "completed", "tag": "9ccd3034-fa79-4485-8876-138770ddea92", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:02:26.548929 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9f43345d-9726-4ccb-b7f7-d35746f04648 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:02:26.549315 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ccd3034-fa79-4485-8876-138770ddea92', 'code': 200} Sep 30 00:02:26.575457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=9ccd3034-fa79-4485-8876-138770ddea92,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:26.644266 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa99f0-4daa-496f-b511-e5f8c3762c29 req-8fe0cf1b-fe6c-456e-bc77-ecc24d0b2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:26.645839 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0aa99f0-4daa-496f-b511-e5f8c3762c29 req-8fe0cf1b-fe6c-456e-bc77-ecc24d0b2096 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 1096 time: 0.0427220 Sep 30 00:02:26.682213 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c0aa99f0-4daa-496f-b511-e5f8c3762c29 req-e951ab34-de74-43c6-9bcd-0c86388851a4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290053 Sep 30 00:02:27.129094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67131dde-e0e6-41a4-8588-f5541fcba5f3 req-c1096b7f-5b3f-44e9-961e-a21094b2f730 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:27.130605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67131dde-e0e6-41a4-8588-f5541fcba5f3 req-c1096b7f-5b3f-44e9-961e-a21094b2f730 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0525582 Sep 30 00:02:27.168165 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-67131dde-e0e6-41a4-8588-f5541fcba5f3 req-7dfe93f1-e744-4e80-8624-44deafcf77c9 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313027 Sep 30 00:02:28.293852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dc5b1-11b2-44fa-98d6-bb79b3672fcb req-b3896039-01bf-413d-bd9f-b4b257918b58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:28.296065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-690dc5b1-11b2-44fa-98d6-bb79b3672fcb req-b3896039-01bf-413d-bd9f-b4b257918b58 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0515928 Sep 30 00:02:28.333950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-690dc5b1-11b2-44fa-98d6-bb79b3672fcb req-13c498d1-0fab-441b-8fa4-a25c5989821c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318789 Sep 30 00:02:28.445866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40580238-f5a2-4d54-979f-dd447f76243c req-af64291e-fef5-4679-b5d0-241401e44d20 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:28.447436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-40580238-f5a2-4d54-979f-dd447f76243c req-af64291e-fef5-4679-b5d0-241401e44d20 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0486367 Sep 30 00:02:28.490216 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-40580238-f5a2-4d54-979f-dd447f76243c req-6907d513-2d47-43b1-9956-b664be4839ec tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365376 Sep 30 00:02:28.518861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38568) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:28.558861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27add2b9-dc54-4c97-a855-073d97afba2a tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:28.560470 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-27add2b9-dc54-4c97-a855-073d97afba2a tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 1091 time: 0.0405543 Sep 30 00:02:28.563176 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38570) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:28.567376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '9ccd3034-fa79-4485-8876-138770ddea92', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:02:28.588725 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:28.689845 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:28.796269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.25.4.215 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/91e2c930-7875-4312-97b2-60fb535ca457) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:02:28.902965 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:28.935255 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:28.971151 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:02:28.973970 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:02:28.978097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:02:29.010129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=91e2c930-7875-4312-97b2-60fb535ca457,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:29.343418 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:29.411900 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:29.564541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:29.569164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:29.642008 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=91e2c930-7875-4312-97b2-60fb535ca457,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:02:29.655263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:29.754808 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Floating IP 8744246a-67f8-45f6-8b24-4686a2487ead associated. External IP: 172.25.4.215, port: 9ccd3034-fa79-4485-8876-138770ddea92. Sep 30 00:02:29.973487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:02:30.399896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:02:30.410433 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] Sync routers for ids ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:02:30.416638 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:30.420217 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] Routers {'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:02:30.420844 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:30.443202 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ffe538b4-03e9-46e9-896c-7d95c79530bf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8790300 Sep 30 00:02:30.443910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'tag': '9ccd3034-fa79-4485-8876-138770ddea92'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:02:30.446193 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e592db1-a190-48d7-8b59-963fe26465c3" -d '{"events": [{"name": "network-changed", "server_uuid": "43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9", "tag": "9ccd3034-fa79-4485-8876-138770ddea92"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:02:30.533607 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] Set router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:02:30.542924 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c88d666-9dd5-421f-b7eb-66011eb36e27 x-openstack-request-id: req-1c88d666-9dd5-421f-b7eb-66011eb36e27 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:02:30.543289 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9", "tag": "9ccd3034-fa79-4485-8876-138770ddea92", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:02:30.543601 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c88d666-9dd5-421f-b7eb-66011eb36e27 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:02:30.544360 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'tag': '9ccd3034-fa79-4485-8876-138770ddea92', 'status': 'completed', 'code': 200} Sep 30 00:02:30.571140 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c7fcd-825f-4bb1-ab0f-b6a940c8ee10 req-602391e7-2da2-4703-81f3-4b60b913d1cb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:30.573496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-874c7fcd-825f-4bb1-ab0f-b6a940c8ee10 req-602391e7-2da2-4703-81f3-4b60b913d1cb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0794549 Sep 30 00:02:30.606289 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-28933413-da83-4d43-8292-b2308e465c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:30.608047 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-28933413-da83-4d43-8292-b2308e465c4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 1096 time: 0.0422542 Sep 30 00:02:30.612798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-874c7fcd-825f-4bb1-ab0f-b6a940c8ee10 req-f46177e2-57cd-408c-bc2f-96158fe4ee84 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319715 Sep 30 00:02:30.635230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38578) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:30.700495 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2439764d-d446-4519-be01-f60ed74f3c8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/8744246a-67f8-45f6-8b24-4686a2487ead HTTP/1.1" status: 200 len: 991 time: 0.0633216 Sep 30 00:02:30.707213 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-31731b3d-6664-4bca-977b-dad9f7bf2e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:30.708944 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-31731b3d-6664-4bca-977b-dad9f7bf2e9d service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c HTTP/1.1" status: 200 len: 898 time: 0.0942945 Sep 30 00:02:30.762239 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:17Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '8744246a-67f8-45f6-8b24-4686a2487ead', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'port_id': '9ccd3034-fa79-4485-8876-138770ddea92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'mac_address': 'fa:16:3e:e0:92:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:02:29Z', 'updated_at': '2021-09-30T00:02:29Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6d53c-9f20-433e-9ea2-165ade0eb417', 'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:fb:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:16Z', 'updated_at': '2021-09-30T00:02:19Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:30.775649 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-2e2174d9-178f-44e9-bf49-0f83ff86f1d0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ccd3034-fa79-4485-8876-138770ddea92 HTTP/1.1" status: 200 len: 999 time: 0.0588470 Sep 30 00:02:30.793189 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] Checking router: ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:02:30.801471 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] Routers {'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:02:30.802068 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:02:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:30.826814 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-608e5b70-eba6-46be-a90e-67a2cc590a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:30.828312 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-608e5b70-eba6-46be-a90e-67a2cc590a23 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee2d7c9-5aa9-4515-b93e-098511d0e2c1 HTTP/1.1" status: 200 len: 835 time: 0.0453656 Sep 30 00:02:30.876911 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-af7afb2e-41cd-4ab0-adea-861463440b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:30.878422 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-af7afb2e-41cd-4ab0-adea-861463440b85 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434661 Sep 30 00:02:30.906573 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] Set router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:02:30.968189 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-509846db-0f50-4111-a4b8-06ca95b7b6d1 service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822182 Sep 30 00:02:31.061314 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-4e592db1-a190-48d7-8b59-963fe26465c3 req-5b139d56-9193-49b8-8e60-2ccc6133840b service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863740 Sep 30 00:02:31.125209 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:17Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '8744246a-67f8-45f6-8b24-4686a2487ead', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'port_id': '9ccd3034-fa79-4485-8876-138770ddea92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'mac_address': 'fa:16:3e:e0:92:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:02:29Z', 'updated_at': '2021-09-30T00:02:29Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6d53c-9f20-433e-9ea2-165ade0eb417', 'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:fb:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:16Z', 'updated_at': '2021-09-30T00:02:19Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:02:31.153969 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a856ab-1ff6-4a82-982b-17ad0110b769 None None] The sync data for ids ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'] in n-d-811173-2 is: [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:17Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '8744246a-67f8-45f6-8b24-4686a2487ead', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.215', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'port_id': '9ccd3034-fa79-4485-8876-138770ddea92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'mac_address': 'fa:16:3e:e0:92:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:02:29Z', 'updated_at': '2021-09-30T00:02:29Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23b6d53c-9f20-433e-9ea2-165ade0eb417', 'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:fb:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:16Z', 'updated_at': '2021-09-30T00:02:19Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:02:31.348790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da7d5b4-e8ef-48d7-9ad3-d0936097cd27 None None] New status for floating IP 8744246a-67f8-45f6-8b24-4686a2487ead: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:02:31.704352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38580) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:02:31.770720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4b2ea987-3fdb-4c34-996a-730d93608c68 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/8744246a-67f8-45f6-8b24-4686a2487ead HTTP/1.1" status: 200 len: 993 time: 0.0651362 Sep 30 00:02:33.376439 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-83fa0319-ec88-41dd-bbeb-dde20cba2e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:36.304213 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f55a8f99-c485-43c9-9aaa-6eba1e8218b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:36.667704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:37.650937 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:38.829825 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:39.340267 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-23aabd56-1c68-4a43-8c64-85971d842c05 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0848567 Sep 30 00:02:39.424451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-08ee3630-5aa4-4772-8b28-2851ac7588e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:39.425962 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-08ee3630-5aa4-4772-8b28-2851ac7588e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 1096 time: 0.0414236 Sep 30 00:02:39.537853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-847164dc-075d-444a-9dc0-b9460180ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:39.539358 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-847164dc-075d-444a-9dc0-b9460180ea11 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c HTTP/1.1" status: 200 len: 898 time: 0.0923216 Sep 30 00:02:39.609341 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-d7b5f7c7-eb35-44fb-b19d-ddc5a75f5e72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ccd3034-fa79-4485-8876-138770ddea92 HTTP/1.1" status: 200 len: 1001 time: 0.0589991 Sep 30 00:02:39.664110 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-6382d302-e0ec-4800-9153-1feeed5fb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:39.665614 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-6382d302-e0ec-4800-9153-1feeed5fb8b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee2d7c9-5aa9-4515-b93e-098511d0e2c1 HTTP/1.1" status: 200 len: 835 time: 0.0482869 Sep 30 00:02:39.713579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-2ab627e9-8563-4203-99da-0d151fafede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:02:39.715079 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-2ab627e9-8563-4203-99da-0d151fafede3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406008 Sep 30 00:02:39.805989 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-d4cbce4b-7a52-413c-92cb-29837c373101 service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837889 Sep 30 00:02:39.912049 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a6193af7-2046-4d75-97fb-e2a8ea3f270a req-9155ded0-9722-4454-bfc0-80335c5a55bd service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883307 Sep 30 00:02:40.122859 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:02:45.705557 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:02:50.695971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:03.167398 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-8b4c8d0d-a4c4-49f3-80ff-e1c59d011a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:03.168959 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-8b4c8d0d-a4c4-49f3-80ff-e1c59d011a71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 1096 time: 0.0418234 Sep 30 00:03:03.173082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5043c-a19e-4fef-ae03-9335d62c6f59 req-8e455bcc-5b71-43fc-9c5c-2f1ca72f8dad tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:03.174589 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4f5043c-a19e-4fef-ae03-9335d62c6f59 req-8e455bcc-5b71-43fc-9c5c-2f1ca72f8dad tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0502934 Sep 30 00:03:03.212141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f4f5043c-a19e-4fef-ae03-9335d62c6f59 req-25c0fe9e-f452-4921-9284-3eb8fb3680ea tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316651 Sep 30 00:03:03.264533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-e649f59c-dd8e-4194-ba18-f17ca08e5b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:03.265992 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-e649f59c-dd8e-4194-ba18-f17ca08e5b51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c HTTP/1.1" status: 200 len: 898 time: 0.0900052 Sep 30 00:03:03.331053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-46da78d8-4c5b-480c-90a8-2fb888ef53d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ccd3034-fa79-4485-8876-138770ddea92 HTTP/1.1" status: 200 len: 1001 time: 0.0577092 Sep 30 00:03:03.377735 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8c2450d8-d0fa-4ac5-b1a8-0eb5fa8d7504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:03.381715 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-9d2b3662-be87-44f8-9626-7e78cf319ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:03.383187 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-9d2b3662-be87-44f8-9626-7e78cf319ec6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee2d7c9-5aa9-4515-b93e-098511d0e2c1 HTTP/1.1" status: 200 len: 835 time: 0.0443628 Sep 30 00:03:03.433602 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-fd888d41-326c-4171-bd86-5550fb3e547c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:03.435111 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-fd888d41-326c-4171-bd86-5550fb3e547c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437267 Sep 30 00:03:03.524893 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-4b3b9ae2-681b-4966-9077-6fd0b4bac67c service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817418 Sep 30 00:03:03.618196 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-c9f6ed6f-6f24-4a4a-86cc-804344124ac9 req-9af17118-a1de-48f3-ac12-10178161df4b service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854948 Sep 30 00:03:04.330097 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c93c4d1-5a55-4257-a967-1c34337fa3f9 req-9b380d92-2628-45ee-b5e4-18b5ba83a48e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:04.331646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c93c4d1-5a55-4257-a967-1c34337fa3f9 req-9b380d92-2628-45ee-b5e4-18b5ba83a48e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0500367 Sep 30 00:03:04.368432 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0c93c4d1-5a55-4257-a967-1c34337fa3f9 req-4eac46e6-f350-4220-9cd3-bb24a3fa779e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308225 Sep 30 00:03:05.487719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da4541-d160-4b70-a55c-82d4ad362fa8 req-7e41080b-2c76-4bf1-9830-a7d44412b0e1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:05.489220 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97da4541-d160-4b70-a55c-82d4ad362fa8 req-7e41080b-2c76-4bf1-9830-a7d44412b0e1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0533106 Sep 30 00:03:05.527037 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-97da4541-d160-4b70-a55c-82d4ad362fa8 req-d0a82197-4488-49bf-bb46-d4be08289358 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319386 Sep 30 00:03:06.295601 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-172fe20f-7b76-4fb8-b9b1-ddf993c723f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:06.640853 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bbba14-c87e-48ab-a871-b3edfa03bcf0 req-f8122e9b-51f9-4575-af85-1cdc543c4f5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:06.642348 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9bbba14-c87e-48ab-a871-b3edfa03bcf0 req-f8122e9b-51f9-4575-af85-1cdc543c4f5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0496895 Sep 30 00:03:06.670931 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:06.682048 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e9bbba14-c87e-48ab-a871-b3edfa03bcf0 req-9431b53e-cf57-4139-b6ef-baeaf20e9724 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337324 Sep 30 00:03:07.653571 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:07.794719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52920143-4e61-44a7-887b-eed7e5ea7592 req-762dfd0a-b8f6-467e-80a8-1867a5981c89 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:07.796785 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52920143-4e61-44a7-887b-eed7e5ea7592 req-762dfd0a-b8f6-467e-80a8-1867a5981c89 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0482719 Sep 30 00:03:07.833846 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-52920143-4e61-44a7-887b-eed7e5ea7592 req-4f4ad40f-7637-4064-b039-69178a02dfae tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310915 Sep 30 00:03:08.831177 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:08.956572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39fe1c-0138-4193-868d-6c8ce0b0cbb5 req-6328a615-d760-4965-9347-4a1b78d3bc66 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:08.958103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b39fe1c-0138-4193-868d-6c8ce0b0cbb5 req-6328a615-d760-4965-9347-4a1b78d3bc66 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0575426 Sep 30 00:03:08.995878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b39fe1c-0138-4193-868d-6c8ce0b0cbb5 req-e6f805ad-d8a7-4b10-bbd6-8e78f6240688 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317092 Sep 30 00:03:10.124080 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:10.126476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9da951-b661-4bcc-b86c-5f00647447a9 req-6c7a5f16-d4de-4519-a347-73f57fcfafa8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:10.128110 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e9da951-b661-4bcc-b86c-5f00647447a9 req-6c7a5f16-d4de-4519-a347-73f57fcfafa8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0599954 Sep 30 00:03:10.172732 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7e9da951-b661-4bcc-b86c-5f00647447a9 req-2a2a8f82-ae03-48c0-9c69-d0d0876cbf42 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365288 Sep 30 00:03:11.289350 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe9f6b-dc53-475d-a57a-cd2d9c9c9b8f req-c0244496-86b5-485e-b0ca-eef85e23f3dc tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:11.290874 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6abe9f6b-dc53-475d-a57a-cd2d9c9c9b8f req-c0244496-86b5-485e-b0ca-eef85e23f3dc tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0498977 Sep 30 00:03:11.328896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6abe9f6b-dc53-475d-a57a-cd2d9c9c9b8f req-acbff89d-1a66-4efa-902a-86a4730cdb2b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318627 Sep 30 00:03:12.446689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858c08c-9152-4a40-b43b-e9ceab063a5b req-70afb687-508b-4095-9575-6bd54d99ab38 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:12.448198 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4858c08c-9152-4a40-b43b-e9ceab063a5b req-70afb687-508b-4095-9575-6bd54d99ab38 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0524719 Sep 30 00:03:12.494242 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4858c08c-9152-4a40-b43b-e9ceab063a5b req-10c13f5a-c9d6-4556-8506-7575e824af50 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382550 Sep 30 00:03:13.610555 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d69676-bda6-4823-ac0e-c1b93cce8d9f req-379b57c3-8601-4bab-8932-49bf96771dca tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:13.612022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d69676-bda6-4823-ac0e-c1b93cce8d9f req-379b57c3-8601-4bab-8932-49bf96771dca tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0491078 Sep 30 00:03:13.649618 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-63d69676-bda6-4823-ac0e-c1b93cce8d9f req-6c082516-77b7-490f-9543-9ce89f976b90 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317235 Sep 30 00:03:14.768201 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62360bc4-9a7a-4c8f-be35-1fcc48f203db req-e7a42c18-426b-4acb-bac3-212aa618fc94 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:14.769681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62360bc4-9a7a-4c8f-be35-1fcc48f203db req-e7a42c18-426b-4acb-bac3-212aa618fc94 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0481555 Sep 30 00:03:14.807536 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-62360bc4-9a7a-4c8f-be35-1fcc48f203db req-ef2e7904-0d38-459d-95ea-00c0daabb976 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319157 Sep 30 00:03:15.924739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b5d12-251a-4a77-a8bd-d588956155cd req-90c95680-337c-47f0-b8bd-2065a76c102e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:15.926219 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-074b5d12-251a-4a77-a8bd-d588956155cd req-90c95680-337c-47f0-b8bd-2065a76c102e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0525494 Sep 30 00:03:15.963019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-074b5d12-251a-4a77-a8bd-d588956155cd req-560cd119-48ba-471d-b467-800fb100b7e0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308785 Sep 30 00:03:17.085531 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15258f3-9955-4bf6-8ab5-7b7bdcb95b60 req-d3446807-aba8-4cf4-859b-9086ce84bfcf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:17.092437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a15258f3-9955-4bf6-8ab5-7b7bdcb95b60 req-d3446807-aba8-4cf4-859b-9086ce84bfcf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0592656 Sep 30 00:03:17.127148 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a15258f3-9955-4bf6-8ab5-7b7bdcb95b60 req-4f33535e-4a15-469c-aadb-48bbbc96ae50 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337186 Sep 30 00:03:18.241180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2990155-5458-4661-a7d5-2cd09602b50e req-042e6353-7975-4e95-aa21-596579774d7a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:18.242671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2990155-5458-4661-a7d5-2cd09602b50e req-042e6353-7975-4e95-aa21-596579774d7a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0485468 Sep 30 00:03:18.279681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2990155-5458-4661-a7d5-2cd09602b50e req-2308b142-6e78-493f-9f11-ec2f4c49a86d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311015 Sep 30 00:03:19.399300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab9160-bc5e-454b-915a-f2d7286af555 req-0e1f67cd-b08d-47ec-a259-ac01b4ea08f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:19.400829 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fab9160-bc5e-454b-915a-f2d7286af555 req-0e1f67cd-b08d-47ec-a259-ac01b4ea08f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0531652 Sep 30 00:03:19.438489 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8fab9160-bc5e-454b-915a-f2d7286af555 req-3b5f96e7-07a9-4b15-9fb5-a8942d4d60be tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315177 Sep 30 00:03:20.553285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172d9ea-6190-49e8-a42a-dd57282ee691 req-f4bb5f25-1548-43a2-81cb-eb2dd10e9ea2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:20.554900 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0172d9ea-6190-49e8-a42a-dd57282ee691 req-f4bb5f25-1548-43a2-81cb-eb2dd10e9ea2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0500245 Sep 30 00:03:20.592520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0172d9ea-6190-49e8-a42a-dd57282ee691 req-260dfb27-5149-4be6-bb7a-24e67f688d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Sep 30 00:03:20.614632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38632) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:20.677663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5edcb0a2-a5bc-45a3-9808-4d014e0fcfde tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/8744246a-67f8-45f6-8b24-4686a2487ead HTTP/1.1" status: 200 len: 993 time: 0.0619228 Sep 30 00:03:20.700953 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:22.705272 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:03:33.379644 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e7115f54-b240-41aa-8622-a38506440f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:36.296786 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da0d7a34-6044-4a1f-8a76-8b3dd2137c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:36.672732 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:37.657055 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:38.834028 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:40.140469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:41.291746 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-28efd1a4-8487-4d14-847f-1c0a5788823e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392416 Sep 30 00:03:41.371251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-a2b8f83b-a2cd-4c13-be0b-c91f3d569f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:41.372749 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-a2b8f83b-a2cd-4c13-be0b-c91f3d569f4c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 1096 time: 0.0398266 Sep 30 00:03:41.479432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-a61be751-2ada-4542-8600-c4627db4d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:41.480959 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-a61be751-2ada-4542-8600-c4627db4d81b service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c HTTP/1.1" status: 200 len: 898 time: 0.0900421 Sep 30 00:03:41.545552 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-facf132f-1add-4155-83f5-032c418d25c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ccd3034-fa79-4485-8876-138770ddea92 HTTP/1.1" status: 200 len: 1001 time: 0.0567360 Sep 30 00:03:41.598233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-c62d6bda-2f56-4491-ac3f-b563e94b791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:41.599681 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-c62d6bda-2f56-4491-ac3f-b563e94b791c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee2d7c9-5aa9-4515-b93e-098511d0e2c1 HTTP/1.1" status: 200 len: 835 time: 0.0478442 Sep 30 00:03:41.645364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-1d85219e-5794-48ec-ace4-a67ab336f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:41.646873 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-1d85219e-5794-48ec-ace4-a67ab336f598 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405049 Sep 30 00:03:41.741623 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-2cd3ac74-cf7e-4cf4-ac21-486813b25003 service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863905 Sep 30 00:03:41.833055 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1680979c-f69c-4792-bbd3-d960ce17dd8e req-7944454a-d90e-45c5-8b44-0eea44161306 service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827067 Sep 30 00:03:50.709874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:51.177674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38648) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:51.337244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 91e2c930-7875-4312-97b2-60fb535ca457 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:03:51.337593 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:51.415223 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:51.415556 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:51.427469 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 91e2c930-7875-4312-97b2-60fb535ca457 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:03:51.586644 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:51.610144 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=91e2c930-7875-4312-97b2-60fb535ca457,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:51.624248 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.624681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.625100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.625461 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.625792 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.626125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.626455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.626786 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.627113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.627436 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.627756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.628100 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:51.682333 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:51.682665 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Floating IP 8744246a-67f8-45f6-8b24-4686a2487ead disassociated (deleted). External IP: 172.25.4.215, port: 9ccd3034-fa79-4485-8876-138770ddea92. Sep 30 00:03:51.889425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:03:52.001481 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:03:52.006253 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:52.011186 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] Sync routers for ids ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:03:52.020238 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] Routers {'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:03:52.020849 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:03:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:52.032811 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-bf0d11e3-46f6-4c33-94da-9475daf671f0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/floatingips/8744246a-67f8-45f6-8b24-4686a2487ead HTTP/1.1" status: 204 len: 168 time: 0.8540640 Sep 30 00:03:52.033418 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'tag': '9ccd3034-fa79-4485-8876-138770ddea92'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:03:52.035693 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9", "tag": "9ccd3034-fa79-4485-8876-138770ddea92"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:03:52.080802 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72af9c30-17a7-42cc-88b3-23e87c69d860 x-openstack-request-id: req-72af9c30-17a7-42cc-88b3-23e87c69d860 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:03:52.081107 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9", "tag": "9ccd3034-fa79-4485-8876-138770ddea92", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:03:52.081366 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-72af9c30-17a7-42cc-88b3-23e87c69d860 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:03:52.081777 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'tag': '9ccd3034-fa79-4485-8876-138770ddea92', 'status': 'completed', 'code': 200} Sep 30 00:03:52.138180 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] Set router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:03:52.147776 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-8ae36a34-ec64-41e7-a5d1-5f49bc5c6157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:52.149351 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-8ae36a34-ec64-41e7-a5d1-5f49bc5c6157 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 1096 time: 0.0442414 Sep 30 00:03:52.261191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-363cdc58-d8d1-48d9-b35c-3c8b4f490ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:52.262712 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-363cdc58-d8d1-48d9-b35c-3c8b4f490ce6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c HTTP/1.1" status: 200 len: 898 time: 0.1054678 Sep 30 00:03:52.271431 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b193e8c-8f91-4056-b00f-18a7dcec7200 req-dafe8e0d-b607-48f4-94fd-4443faf0a0e9 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:52.273105 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b193e8c-8f91-4056-b00f-18a7dcec7200 req-dafe8e0d-b607-48f4-94fd-4443faf0a0e9 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0523067 Sep 30 00:03:52.316104 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-53b37577-4d25-4401-8607-71d2f0a58c00 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ccd3034-fa79-4485-8876-138770ddea92 HTTP/1.1" status: 200 len: 217 time: 0.0428674 Sep 30 00:03:52.316747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6b193e8c-8f91-4056-b00f-18a7dcec7200 req-d660a3b2-e252-45cc-9cd9-82811d036fc4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377531 Sep 30 00:03:52.375571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-7fdd2901-05d3-4689-965e-958681f00c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:52.377096 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-7fdd2901-05d3-4689-965e-958681f00c5e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=bee2d7c9-5aa9-4515-b93e-098511d0e2c1 HTTP/1.1" status: 200 len: 835 time: 0.0524859 Sep 30 00:03:52.424269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-acca3aee-d97b-48ea-9bfb-fbe75640b116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:52.425716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-acca3aee-d97b-48ea-9bfb-fbe75640b116 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400035 Sep 30 00:03:52.455150 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:17Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '23b6d53c-9f20-433e-9ea2-165ade0eb417', 'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:fb:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:16Z', 'updated_at': '2021-09-30T00:02:19Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:52.483783 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] Checking router: ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:03:52.492569 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] Routers {'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:03:52.493209 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:03:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:52.522609 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-c6210fbf-ea4a-4cfd-9062-c0452801ca5d service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889640 Sep 30 00:03:52.603860 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] Set router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:03:52.630694 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-edfdc2cb-c783-4d0f-96c2-843c4bc90cf4 req-5a618731-7655-403e-8556-6e195080cbe6 service neutron] 10.222.0.26 "GET /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978580 Sep 30 00:03:52.802070 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:17Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '23b6d53c-9f20-433e-9ea2-165ade0eb417', 'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:fb:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:16Z', 'updated_at': '2021-09-30T00:02:19Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:52.827414 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58a54d8d-1485-4c40-97ac-5aa11ed49aca None None] The sync data for ids ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'] in n-d-811173-2 is: [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:02:17Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '23b6d53c-9f20-433e-9ea2-165ade0eb417', 'name': '', 'network_id': '9e90f1ff-0492-4453-bd8d-3c4c725dfe5c', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:fb:e4:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:16Z', 'updated_at': '2021-09-30T00:02:19Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'bee2d7c9-5aa9-4515-b93e-098511d0e2c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:03:53.043244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39361e4b-0838-4f75-b86e-441b727cf657 None None] New status for floating IP 8744246a-67f8-45f6-8b24-4686a2487ead: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:03:53.447154 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb4061-11b5-4f36-a415-eab29514bf8a req-6ae9cfa6-bfe5-4675-8530-718b70148343 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:53.448674 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51fb4061-11b5-4f36-a415-eab29514bf8a req-6ae9cfa6-bfe5-4675-8530-718b70148343 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0487192 Sep 30 00:03:53.485939 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51fb4061-11b5-4f36-a415-eab29514bf8a req-5fe1007e-cc2c-4bef-8214-253cc1fbc69f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=b86453c9-7e0e-4722-94df-4b787538e58c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309689 Sep 30 00:03:53.751270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-42d12c84-7ded-48d4-b433-2b4a16fb3bb5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:03:53.752754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-42d12c84-7ded-48d4-b433-2b4a16fb3bb5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 945 time: 0.0488517 Sep 30 00:03:53.846239 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-ac9a428b-ce6f-40c7-a7b7-353aafb9b109 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 9ccd3034-fa79-4485-8876-138770ddea92 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:03:53.846584 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-ac9a428b-ce6f-40c7-a7b7-353aafb9b109 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:53.939360 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-ac9a428b-ce6f-40c7-a7b7-353aafb9b109 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 9ccd3034-fa79-4485-8876-138770ddea92, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=9ccd3034-fa79-4485-8876-138770ddea92,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:03:53.939733 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-ac9a428b-ce6f-40c7-a7b7-353aafb9b109 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:53.952099 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-ac9a428b-ce6f-40c7-a7b7-353aafb9b109 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 9ccd3034-fa79-4485-8876-138770ddea92 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:03:54.081736 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-ac9a428b-ce6f-40c7-a7b7-353aafb9b109 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:54.110896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9a428b-ce6f-40c7-a7b7-353aafb9b109 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=9ccd3034-fa79-4485-8876-138770ddea92,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:54.158115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-ac9a428b-ce6f-40c7-a7b7-353aafb9b109 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] No DVR routers for this DVR port 9ccd3034-fa79-4485-8876-138770ddea92 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:03:54.160754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-ac9a428b-ce6f-40c7-a7b7-353aafb9b109 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:54.162817 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b81b73e0-3cf9-4e89-9751-7ddb8eac8ec3 req-ac9a428b-ce6f-40c7-a7b7-353aafb9b109 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "DELETE /v2.0/ports/9ccd3034-fa79-4485-8876-138770ddea92 HTTP/1.1" status: 204 len: 173 time: 0.4040334 Sep 30 00:03:54.163249 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'name': 'network-vif-deleted', 'tag': '9ccd3034-fa79-4485-8876-138770ddea92'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:03:54.165484 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5bdcd5-402b-49c7-a7ac-7600e9f6a038" -d '{"events": [{"server_uuid": "43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9", "name": "network-vif-deleted", "tag": "9ccd3034-fa79-4485-8876-138770ddea92"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:03:54.204954 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197b7660-1849-4864-af2a-2e4e973874c5 x-openstack-request-id: req-197b7660-1849-4864-af2a-2e4e973874c5 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:03:54.205381 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9", "name": "network-vif-deleted", "tag": "9ccd3034-fa79-4485-8876-138770ddea92", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:03:54.205689 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-197b7660-1849-4864-af2a-2e4e973874c5 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:03:54.206014 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9', 'name': 'network-vif-deleted', 'tag': '9ccd3034-fa79-4485-8876-138770ddea92', 'status': 'completed', 'code': 200} Sep 30 00:03:54.601437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-85a713af-563b-4e7e-9bb6-ad25179e9172 req-b0ce4f20-2fea-4f5c-82ea-bcc93776c312 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=43e4eea3-630b-4ca6-84fe-9b9c0a1d47d9 HTTP/1.1" status: 200 len: 210 time: 0.0284390 Sep 30 00:03:55.671631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38666) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:56.024611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:56.275753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 23b6d53c-9f20-433e-9ea2-165ade0eb417 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:03:56.276047 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:56.370698 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 23b6d53c-9f20-433e-9ea2-165ade0eb417, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=23b6d53c-9f20-433e-9ea2-165ade0eb417,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:03:56.371311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:56.383314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 23b6d53c-9f20-433e-9ea2-165ade0eb417 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:03:56.568810 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:56.594821 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=23b6d53c-9f20-433e-9ea2-165ade0eb417,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:56.777432 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:56.836110 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9ccd3034-fa79-4485-8876-138770ddea92 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:03:57.000723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:03:57.008903 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 9ccd3034-fa79-4485-8876-138770ddea92 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:03:57.009250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 9ccd3034-fa79-4485-8876-138770ddea92 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:03:57.108778 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:03:57.113681 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f6a01f97-19ed-4d41-b1a2-e54c92b08455 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "PUT /v2.0/routers/ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4409981 Sep 30 00:03:57.116390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38668) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:57.118546 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] Sync routers for ids ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:03:57.127365 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] Routers {'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:03:57.128084 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:03:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:57.169135 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b06b0a-794f-4d50-a702-ae1232776a31 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting subnet bee2d7c9-5aa9-4515-b93e-098511d0e2c1 {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:03:57.173174 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74b06b0a-794f-4d50-a702-ae1232776a31 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.216639 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74b06b0a-794f-4d50-a702-ae1232776a31 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.232907 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] Set router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:03:57.301742 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74b06b0a-794f-4d50-a702-ae1232776a31 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.360991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74b06b0a-794f-4d50-a702-ae1232776a31 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.392021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b06b0a-794f-4d50-a702-ae1232776a31 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Subnet': ['ID=bee2d7c9-5aa9-4515-b93e-098511d0e2c1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:57.395681 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-74b06b0a-794f-4d50-a702-ae1232776a31 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.397608 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-74b06b0a-794f-4d50-a702-ae1232776a31 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/subnets/bee2d7c9-5aa9-4515-b93e-098511d0e2c1 HTTP/1.1" status: 204 len: 168 time: 0.2802868 Sep 30 00:03:57.400514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38670) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:57.403784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb6beb8-b93a-4148-b3d0-ae8c6a58df50 None None] Network 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:03:57.419460 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:03:56Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:57.448021 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] Checking router: ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:03:57.461244 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] Routers {'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:03:57.461878 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:03:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:57.527231 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.577606 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] Set router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:03:57.583551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] DHCP port deletion for 9e90f1ff-0492-4453-bd8d-3c4c725dfe5c request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:03:57.635838 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.636619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Deleting port 196d79ef-025d-4e37-8bc5-9db2b8f23393 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:03:57.637001 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.692737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port a59d4fff-93a2-4284-9ee7-69c576d03388 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:03:57.693140 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.700862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] For port 196d79ef-025d-4e37-8bc5-9db2b8f23393, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=196d79ef-025d-4e37-8bc5-9db2b8f23393,segment=NetworkSegment(32c9efab-521c-4435-82fe-504ba5bf951f),segment_id=32c9efab-521c-4435-82fe-504ba5bf951f)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:03:57.701273 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.714723 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Calling delete_port for 196d79ef-025d-4e37-8bc5-9db2b8f23393 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:03:57.770997 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:03:56Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:57.775907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port a59d4fff-93a2-4284-9ee7-69c576d03388, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a59d4fff-93a2-4284-9ee7-69c576d03388,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:03:57.776283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.789246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for a59d4fff-93a2-4284-9ee7-69c576d03388 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:03:57.800404 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.801788 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7253a458-d0b9-43a8-b907-b78371f39689 None None] The sync data for ids ['ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d'] in n-d-811173-2 is: [{'id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2132415700', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:02:13Z', 'updated_at': '2021-09-30T00:03:56Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': 'a59d4fff-93a2-4284-9ee7-69c576d03388', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:02:14Z', 'updated_at': '2021-09-30T00:02:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:03:57.825762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Pushing event deleted for resources: {'Port': ['ID=196d79ef-025d-4e37-8bc5-9db2b8f23393,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:57.836976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] No DVR routers for this DVR port 196d79ef-025d-4e37-8bc5-9db2b8f23393 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:03:57.845151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.845503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.845991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.846356 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.846689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.847018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.847342 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.847664 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.848023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.848489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.848812 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.849129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5bb110-76fb-488b-a1fe-46df442c163d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.958881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:57.981679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=a59d4fff-93a2-4284-9ee7-69c576d03388,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:57.991963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.992314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.992653 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.992989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.993318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.993647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.993975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.994300 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.994622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.995004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.995254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:57.995573 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:03:58.057827 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.148352 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.151003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.196283 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.196866 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Fanout notify agent at l3_agent the message router_deleted on router ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:03:58.205224 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.206359 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d6113c91-e24f-4bfe-a79b-899ab3d114f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/routers/ce3fe7cd-3ee8-4891-b334-5e3b6c00e94d HTTP/1.1" status: 204 len: 168 time: 0.8043895 Sep 30 00:03:58.209192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38672) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:58.291377 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.381719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.403701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e90f1ff-0492-4453-bd8d-3c4c725dfe5c']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:58.414654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32c9efab-521c-4435-82fe-504ba5bf951f') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:58.414953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32c9efab-521c-4435-82fe-504ba5bf951f') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:03:58.425264 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.438693 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.445671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Releasing vlan 537 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:03:58.446176 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: timer() Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: self._notify() Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:03:58.449586 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:03:58.515614 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.522301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.524149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/networks/9e90f1ff-0492-4453-bd8d-3c4c725dfe5c HTTP/1.1" status: 204 len: 168 time: 0.3140373 Sep 30 00:03:58.527075 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38674) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:58.535377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18728658-60e9-483b-a01b-4802e4eec5b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Network': ['ID=9e90f1ff-0492-4453-bd8d-3c4c725dfe5c,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:58.945520 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-682dc8b0-fdd8-4950-b526-59da0c6efd5d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:58.971957 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-682dc8b0-fdd8-4950-b526-59da0c6efd5d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.031918 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-682dc8b0-fdd8-4950-b526-59da0c6efd5d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.034465 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-682dc8b0-fdd8-4950-b526-59da0c6efd5d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.035672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-682dc8b0-fdd8-4950-b526-59da0c6efd5d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/security-groups/b86453c9-7e0e-4722-94df-4b787538e58c HTTP/1.1" status: 204 len: 168 time: 0.5075366 Sep 30 00:03:59.044739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682dc8b0-fdd8-4950-b526-59da0c6efd5d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86453c9-7e0e-4722-94df-4b787538e58c,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:59.478118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38680) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:59.482742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3138d5e4-f91d-4106-a46b-47acacd8128b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775175664', 'description': 'tempest-secgroup-smoke-1775175664 description', 'project_id': 'b28d6527f7a0469b995c40beb95d2365'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:03:59.501232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 23b6d53c-9f20-433e-9ea2-165ade0eb417 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:03:59.506368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3138d5e4-f91d-4106-a46b-47acacd8128b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.522946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 23b6d53c-9f20-433e-9ea2-165ade0eb417 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:03:59.523293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 23b6d53c-9f20-433e-9ea2-165ade0eb417 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:03:59.523710 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 196d79ef-025d-4e37-8bc5-9db2b8f23393 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:03:59.542057 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 196d79ef-025d-4e37-8bc5-9db2b8f23393 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:03:59.542667 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 196d79ef-025d-4e37-8bc5-9db2b8f23393 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:03:59.543104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a59d4fff-93a2-4284-9ee7-69c576d03388 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:03:59.562644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a59d4fff-93a2-4284-9ee7-69c576d03388 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:03:59.562989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a59d4fff-93a2-4284-9ee7-69c576d03388 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:03:59.593667 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3138d5e4-f91d-4106-a46b-47acacd8128b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.597081 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3138d5e4-f91d-4106-a46b-47acacd8128b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.623275 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3138d5e4-f91d-4106-a46b-47acacd8128b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.625060 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3138d5e4-f91d-4106-a46b-47acacd8128b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1458817 Sep 30 00:03:59.626873 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3138d5e4-f91d-4106-a46b-47acacd8128b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:59.628223 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38682) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:59.633160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-4b0b53d2-0f93-43cc-a163-ceb749ff2c60 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:03:59.658922 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b0b53d2-0f93-43cc-a163-ceb749ff2c60 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.704927 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:03:59.714354 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b0b53d2-0f93-43cc-a163-ceb749ff2c60 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.718357 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b0b53d2-0f93-43cc-a163-ceb749ff2c60 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.736408 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0b53d2-0f93-43cc-a163-ceb749ff2c60 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9cf5d7c-bd02-4ed6-a97b-4fd9fe5db524,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:59.739532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-4b0b53d2-0f93-43cc-a163-ceb749ff2c60 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.740743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4b0b53d2-0f93-43cc-a163-ceb749ff2c60 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112750 Sep 30 00:03:59.743591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38684) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:59.747933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-722e72e8-bf9f-4005-998f-c28cbdd88166 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:03:59.773202 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-722e72e8-bf9f-4005-998f-c28cbdd88166 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.830053 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-722e72e8-bf9f-4005-998f-c28cbdd88166 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.833820 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-722e72e8-bf9f-4005-998f-c28cbdd88166 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.859002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722e72e8-bf9f-4005-998f-c28cbdd88166 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6280eb3d-53f4-41d7-82d4-20bfbfe70341,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:59.863141 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-722e72e8-bf9f-4005-998f-c28cbdd88166 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.864367 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-722e72e8-bf9f-4005-998f-c28cbdd88166 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198139 Sep 30 00:03:59.867178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38686) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:59.871493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-2764687d-8898-4ce1-be99-33c1f626cd91 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:03:59.897576 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2764687d-8898-4ce1-be99-33c1f626cd91 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.952978 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2764687d-8898-4ce1-be99-33c1f626cd91 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.956707 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2764687d-8898-4ce1-be99-33c1f626cd91 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.973060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2764687d-8898-4ce1-be99-33c1f626cd91 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9775eb67-fc16-4c55-8eed-27314c47ad1c,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:03:59.980361 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-2764687d-8898-4ce1-be99-33c1f626cd91 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:03:59.981556 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-2764687d-8898-4ce1-be99-33c1f626cd91 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134565 Sep 30 00:03:59.984474 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38688) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:03:59.988735 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-cb794505-aad2-4894-aa90-7562897d8154 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:04:00.013644 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb794505-aad2-4894-aa90-7562897d8154 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.071516 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb794505-aad2-4894-aa90-7562897d8154 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.075116 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb794505-aad2-4894-aa90-7562897d8154 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.094194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb794505-aad2-4894-aa90-7562897d8154 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=746b224f-8971-4815-92e4-959b712af0c4,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:00.099601 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-cb794505-aad2-4894-aa90-7562897d8154 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.103335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-cb794505-aad2-4894-aa90-7562897d8154 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1154449 Sep 30 00:04:00.104357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38690) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:00.108346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c9d75749-7418-4bd4-be43-9f640af0fe8e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:04:00.129184 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-c9d75749-7418-4bd4-be43-9f640af0fe8e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Project b28d6527f7a0469b995c40beb95d2365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:04:00.134016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9d75749-7418-4bd4-be43-9f640af0fe8e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.192669 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9d75749-7418-4bd4-be43-9f640af0fe8e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.196281 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9d75749-7418-4bd4-be43-9f640af0fe8e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.216405 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d75749-7418-4bd4-be43-9f640af0fe8e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6994e8ee-0faa-4163-99eb-1b3b7cb07683,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:00.219293 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c9d75749-7418-4bd4-be43-9f640af0fe8e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.220598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c9d75749-7418-4bd4-be43-9f640af0fe8e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1161158 Sep 30 00:04:00.223266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38692) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:00.227528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-95c4ee15-0203-4861-84e1-224a8a633460 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:04:00.252338 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-95c4ee15-0203-4861-84e1-224a8a633460 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Project b28d6527f7a0469b995c40beb95d2365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:04:00.257040 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95c4ee15-0203-4861-84e1-224a8a633460 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.319820 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95c4ee15-0203-4861-84e1-224a8a633460 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.323627 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95c4ee15-0203-4861-84e1-224a8a633460 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.343756 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4ee15-0203-4861-84e1-224a8a633460 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba52e39e-baa5-4afc-b2d4-6c47b19b78d6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:00.351765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-95c4ee15-0203-4861-84e1-224a8a633460 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.353033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-95c4ee15-0203-4861-84e1-224a8a633460 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1287808 Sep 30 00:04:00.356760 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38694) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:00.362121 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'network': {'name': 'tempest-network-smoke--2071934680', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:04:00.381520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:04:00.385084 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.408627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:04:00.418721 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.419074 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Added segment d343702b-9af0-4d1b-a704-7bd6714a90ec of type vlan for network 6533bb40-5d4e-474a-b376-df053b684814 Sep 30 00:04:00.459344 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.483719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.489558 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:00.490164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.520011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1621246 Sep 30 00:04:00.522824 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38696) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:00.527737 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'admin_state_up': True, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:04:00.552448 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.553502 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.612345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.761248 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.856553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfc1be-0d49-4ad5-b5a3-f1dadf7c2eb1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Network': ['ID=6533bb40-5d4e-474a-b376-df053b684814,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:00.867955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6533bb40-5d4e-474a-b376-df053b684814 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 00:04:00.958137 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:00.981345 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:01.088097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.25.4.153 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/7d3323d7-34c6-466b-8ede-f0668ea13687) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:04:01.188969 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:01.221777 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:01.267069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:04:01.269896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:04:01.276458 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:04:01.279226 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=7d3323d7-34c6-466b-8ede-f0668ea13687,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:01.531307 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:01.730119 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:01.856329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router 0ab02f56-8381-48d3-b89f-73f65f1c7174 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 00:04:01.965337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:04:01.975749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Sync routers for ids ['0ab02f56-8381-48d3-b89f-73f65f1c7174'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:04:01.984770 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:01.985888 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Routers {'0ab02f56-8381-48d3-b89f-73f65f1c7174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:04:01.986548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:03:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ab02f56-8381-48d3-b89f-73f65f1c7174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:01.989540 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b6a6d1a3-274b-4a74-9be1-9b11527c7db1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4653013 Sep 30 00:04:01.989743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38698) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:02.024151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9fdb0641-ff50-4f89-9d0b-995a2e9e66fc tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b28d6527f7a0469b995c40beb95d2365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331109 Sep 30 00:04:02.026764 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38700) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:02.097850 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Set router 0ab02f56-8381-48d3-b89f-73f65f1c7174 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:04:02.116669 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9213cbe7-6548-43da-83ab-9d27676bbadf tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:02.118193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9213cbe7-6548-43da-83ab-9d27676bbadf tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0905137 Sep 30 00:04:02.121110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38702) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:02.148337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5d17cbeb-170d-4721-a1b9-793550a72e07 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261540 Sep 30 00:04:02.150838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38704) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:02.155510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1071846721', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:04:02.239519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:04:02.243022 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:02.273139 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:01Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:02.303818 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Checking router: 0ab02f56-8381-48d3-b89f-73f65f1c7174 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:04:02.304196 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Updating router 0ab02f56-8381-48d3-b89f-73f65f1c7174 port 7d3323d7-34c6-466b-8ede-f0668ea13687 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:04:02.338364 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:02.428779 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:02.493562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Subnet': ['ID=c72a2b26-aad6-4860-ad71-a430b3d77c06,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:02.502361 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Checking segment: {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:04:02.502729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network hostable DHCP agents. Network: 6533bb40-5d4e-474a-b376-df053b684814, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:04:02.519200 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 6533bb40-5d4e-474a-b376-df053b684814 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:04:02.528069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6533bb40-5d4e-474a-b376-df053b684814) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:04:02.533303 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:02.533880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:02.540336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f539cc3e-5b97-4eb6-902a-7781869b0789 None None] Network 6533bb40-5d4e-474a-b376-df053b684814 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:04:02.549770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5786e243-3a5a-4d91-b093-602ca32e1a57 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3978055 Sep 30 00:04:02.552663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38706) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:02.643729 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:02.650620 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:02.722456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Attempting to bind port 7d3323d7-34c6-466b-8ede-f0668ea13687 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:04:02.722833 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Attempting to bind port 7d3323d7-34c6-466b-8ede-f0668ea13687 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:04:02.723202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Attempting to bind port 7d3323d7-34c6-466b-8ede-f0668ea13687 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:04:02.726760 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db96dd-61af-4afd-9987-8c5d1240bd6f None None] Pushing event updated for resources: {'Port': ['ID=7d3323d7-34c6-466b-8ede-f0668ea13687,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:02.753838 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:04:02.754151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:04:02.754564 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:02.754988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:04:02.755459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Bound port: 7d3323d7-34c6-466b-8ede-f0668ea13687, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:04:02.755870 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:02.832792 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-6533bb40-5d4e-474a-b376-df053b684814', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 00:04:02.833655 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:02.838197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] For port 7d3323d7-34c6-466b-8ede-f0668ea13687, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:04:02.859487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] For port 7d3323d7-34c6-466b-8ede-f0668ea13687, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7d3323d7-34c6-466b-8ede-f0668ea13687,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:04:02.868286 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:02.995143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:03.012491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db96dd-61af-4afd-9987-8c5d1240bd6f None None] Pushing event updated for resources: {'Port': ['ID=7d3323d7-34c6-466b-8ede-f0668ea13687,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:03.015131 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Routers {'0ab02f56-8381-48d3-b89f-73f65f1c7174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:04:03.015738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:03:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ab02f56-8381-48d3-b89f-73f65f1c7174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:03.078032 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Allocated IP 172.20.0.2 (6533bb40-5d4e-474a-b376-df053b684814/c72a2b26-aad6-4860-ad71-a430b3d77c06/da03d8b4-7630-42e6-ad58-9227d5a3db56) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:04:03.158691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] Set router 0ab02f56-8381-48d3-b89f-73f65f1c7174 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:04:03.415118 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:03.418807 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8928b5a8-68f8-4013-8f2c-a3f62e4eabd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:03.424208 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:03.473212 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Network 6533bb40-5d4e-474a-b376-df053b684814 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:04:03.474787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.20.0.1 (6533bb40-5d4e-474a-b376-df053b684814/c72a2b26-aad6-4860-ad71-a430b3d77c06/9befc7cb-aa10-4c65-9d56-d8611252caf9) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:04:03.478806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:04:03.483518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:04:03.495246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Pushing event updated for resources: {'Port': ['ID=da03d8b4-7630-42e6-ad58-9227d5a3db56,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:03.537765 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:01Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:03.569908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49b0862-2054-4531-b454-6f41791ec6b9 None None] The sync data for ids ['0ab02f56-8381-48d3-b89f-73f65f1c7174'] in n-d-811173-2 is: [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:01Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:04:03.575427 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Attempting to bind port da03d8b4-7630-42e6-ad58-9227d5a3db56 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:04:03.575775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Attempting to bind port da03d8b4-7630-42e6-ad58-9227d5a3db56 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:04:03.576165 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Attempting to bind port da03d8b4-7630-42e6-ad58-9227d5a3db56 on network 6533bb40-5d4e-474a-b376-df053b684814 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:04:03.582072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:04:03.582455 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Checking segment: {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:04:03.582865 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:03.583261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Bound using segment: {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:04:03.583742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Bound port: da03d8b4-7630-42e6-ad58-9227d5a3db56, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:04:03.584156 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:03.605962 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:03.645402 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:03.663228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] For port da03d8b4-7630-42e6-ad58-9227d5a3db56, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:04:03.666978 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] For port da03d8b4-7630-42e6-ad58-9227d5a3db56, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=da03d8b4-7630-42e6-ad58-9227d5a3db56,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:04:03.672203 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:03.685716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 6533bb40-5d4e-474a-b376-df053b684814 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:04:03.689089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:04:03.693028 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:04:03.724547 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=9befc7cb-aa10-4c65-9d56-d8611252caf9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:03.734624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e40fd-62ef-4ccb-b4b1-203b1c3957b6 None None] Pushing event updated for resources: {'Port': ['ID=da03d8b4-7630-42e6-ad58-9227d5a3db56,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:03.753000 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:03.918367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:04.239103 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:04.243720 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:04.320634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=9befc7cb-aa10-4c65-9d56-d8611252caf9,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:04.325044 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:04.433662 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 6533bb40-5d4e-474a-b376-df053b684814 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:04:04.435296 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:04:04.559655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router 0ab02f56-8381-48d3-b89f-73f65f1c7174 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:04:04.677543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:04:04.683247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ee2d1dcd-ff34-4e1f-88cf-cefb2bcee70a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "PUT /v2.0/routers/0ab02f56-8381-48d3-b89f-73f65f1c7174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1295128 Sep 30 00:04:04.710489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c94074f-e369-4442-9580-627ceb0de368 None None] Network 6533bb40-5d4e-474a-b376-df053b684814 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:04:04.798689 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a6acf198-4c98-4a2f-a9fc-2181d268a4fe None None] Provisioning complete for port da03d8b4-7630-42e6-ad58-9227d5a3db56 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:04.799231 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6acf198-4c98-4a2f-a9fc-2181d268a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:04.847686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-13b3ebfd-a1dc-44bd-8663-49057cf93b14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775175664&fields=id&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 267 time: 0.0338259 Sep 30 00:04:04.938899 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6acf198-4c98-4a2f-a9fc-2181d268a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:04.962084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c95642-04b8-434c-ad68-80564de41e18 req-e1b42837-3760-40ae-9d40-c69130f547c2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:04.963601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-e1b42837-3760-40ae-9d40-c69130f547c2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 797 time: 0.1089952 Sep 30 00:04:04.980371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-9f4e2b82-30d8-4695-bdb3-b346954d72d4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/quotas/b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 375 time: 0.0100598 Sep 30 00:04:05.045767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-3acaeccc-d3cf-4b3d-9e2e-55bf4a271eb0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0579922 Sep 30 00:04:05.145140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a6acf198-4c98-4a2f-a9fc-2181d268a4fe None None] For port da03d8b4-7630-42e6-ad58-9227d5a3db56, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=da03d8b4-7630-42e6-ad58-9227d5a3db56,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:04:05.152650 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6acf198-4c98-4a2f-a9fc-2181d268a4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:05.162790 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-615540ad-ce81-441c-9d4a-dc9741ee70f5 service neutron] 10.222.0.44 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040220 Sep 30 00:04:05.203794 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acf198-4c98-4a2f-a9fc-2181d268a4fe None None] Pushing event updated for resources: {'Port': ['ID=da03d8b4-7630-42e6-ad58-9227d5a3db56,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:05.273661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-385646ef-663e-404a-952d-03c2cca7d273 None None] Provisioning complete for port da03d8b4-7630-42e6-ad58-9227d5a3db56 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:05.273899 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-8e4ebf43-e026-49b8-90ea-47afafbf4d3c service neutron] 10.222.0.44 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046386 Sep 30 00:04:05.274372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-385646ef-663e-404a-952d-03c2cca7d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:05.319912 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Sync routers for ids ['0ab02f56-8381-48d3-b89f-73f65f1c7174'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:04:05.333851 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Routers {'0ab02f56-8381-48d3-b89f-73f65f1c7174'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:04:05.334727 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:03:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ab02f56-8381-48d3-b89f-73f65f1c7174'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:05.408806 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-385646ef-663e-404a-952d-03c2cca7d273 None None] Provisioning complete for port 9befc7cb-aa10-4c65-9d56-d8611252caf9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:05.409428 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-385646ef-663e-404a-952d-03c2cca7d273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:05.465085 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Set router 0ab02f56-8381-48d3-b89f-73f65f1c7174 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:04:05.490386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-385646ef-663e-404a-952d-03c2cca7d273 None None] Port 9befc7cb-aa10-4c65-9d56-d8611252caf9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:04:05.517709 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2098a0be-256d-471e-ad07-b4c33ec24e89 req-bc6eab80-1c65-453f-b743-fc700b6357e8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 210 time: 0.0470598 Sep 30 00:04:05.615389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-70f5f654-c222-4ede-9a31-1555aea91e1a None None] Provisioning complete for port 9befc7cb-aa10-4c65-9d56-d8611252caf9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:05.616255 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-70f5f654-c222-4ede-9a31-1555aea91e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:05.681868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7d3323d7-34c6-466b-8ede-f0668ea13687 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:04:05.729802 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-70f5f654-c222-4ede-9a31-1555aea91e1a None None] Port 9befc7cb-aa10-4c65-9d56-d8611252caf9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:04:05.742707 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7d3323d7-34c6-466b-8ede-f0668ea13687 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:05.743699 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:05.806229 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:03Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9befc7cb-aa10-4c65-9d56-d8611252caf9', 'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:17:bb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:03Z', 'updated_at': '2021-09-30T00:04:04Z', 'revision_number': 2, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:05.829759 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:05.834585 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Checking router: 0ab02f56-8381-48d3-b89f-73f65f1c7174 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:04:05.835009 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Updating router 0ab02f56-8381-48d3-b89f-73f65f1c7174 port 9befc7cb-aa10-4c65-9d56-d8611252caf9 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:04:05.858628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 7d3323d7-34c6-466b-8ede-f0668ea13687, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7d3323d7-34c6-466b-8ede-f0668ea13687,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:04:05.863669 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:05.864488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device da03d8b4-7630-42e6-ad58-9227d5a3db56 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:04:05.866018 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d4f5a6a9-2187-441a-868f-a62100bd1560 None None] Provisioning complete for port 9befc7cb-aa10-4c65-9d56-d8611252caf9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:05.866383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a6a9-2187-441a-868f-a62100bd1560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:05.869786 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:05.958691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d4f5a6a9-2187-441a-868f-a62100bd1560 None None] Port 9befc7cb-aa10-4c65-9d56-d8611252caf9 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:04:05.976637 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=7d3323d7-34c6-466b-8ede-f0668ea13687,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:05.987245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port da03d8b4-7630-42e6-ad58-9227d5a3db56 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:05.987625 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.154375 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.160158 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.225354 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Pushing event updated for resources: {'Port': ['ID=9befc7cb-aa10-4c65-9d56-d8611252caf9,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:06.249268 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.249581 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.249913 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.250240 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.250563 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.250884 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.251203 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.251518 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.251843 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.252162 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.252475 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.252792 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:04:06.269595 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Attempting to bind port 9befc7cb-aa10-4c65-9d56-d8611252caf9 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:04:06.269962 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Attempting to bind port 9befc7cb-aa10-4c65-9d56-d8611252caf9 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:04:06.270322 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Attempting to bind port 9befc7cb-aa10-4c65-9d56-d8611252caf9 on network 6533bb40-5d4e-474a-b376-df053b684814 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:04:06.275545 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:04:06.276004 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Checking segment: {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:04:06.276401 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.276814 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Bound using segment: {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:04:06.277277 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Bound port: 9befc7cb-aa10-4c65-9d56-d8611252caf9, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:04:06.277654 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.298232 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e94ad91c-0301-4513-8a03-f56c3df2e48d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.348015 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] For port 9befc7cb-aa10-4c65-9d56-d8611252caf9, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:04:06.352996 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] For port 9befc7cb-aa10-4c65-9d56-d8611252caf9, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9befc7cb-aa10-4c65-9d56-d8611252caf9,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:04:06.358471 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.379683 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c2145790-a983-4526-9ea5-dae57f53ddbd None None] Provisioning complete for port 9befc7cb-aa10-4c65-9d56-d8611252caf9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:06.380096 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2145790-a983-4526-9ea5-dae57f53ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.410951 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Routers {'0ab02f56-8381-48d3-b89f-73f65f1c7174'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:04:06.414475 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:04:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ab02f56-8381-48d3-b89f-73f65f1c7174'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:06.469641 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2145790-a983-4526-9ea5-dae57f53ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.471359 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd465a-b343-4a0b-9d79-b38665a61bd3 None None] Pushing event updated for resources: {'Port': ['ID=9befc7cb-aa10-4c65-9d56-d8611252caf9,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:06.511169 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c2145790-a983-4526-9ea5-dae57f53ddbd None None] For port 9befc7cb-aa10-4c65-9d56-d8611252caf9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9befc7cb-aa10-4c65-9d56-d8611252caf9,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:04:06.520903 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c2145790-a983-4526-9ea5-dae57f53ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.557279 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] Set router 0ab02f56-8381-48d3-b89f-73f65f1c7174 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:04:06.603862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2145790-a983-4526-9ea5-dae57f53ddbd None None] Pushing event updated for resources: {'Port': ['ID=9befc7cb-aa10-4c65-9d56-d8611252caf9,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:06.658828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-625c1f4e-8e05-4656-8d10-7b97eb7c4789 req-dbeeef1b-6ccf-48eb-9a86-fd3976cb4d5a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 210 time: 0.0570848 Sep 30 00:04:06.689285 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.747198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6b349649-17ea-48da-a373-e50b05096e67 None None] Provisioning complete for port 9befc7cb-aa10-4c65-9d56-d8611252caf9 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:06.747890 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6b349649-17ea-48da-a373-e50b05096e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:06.771642 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d9ef0ac6-c7ed-4d33-88c7-07a595725192 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:06.773465 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d9ef0ac6-c7ed-4d33-88c7-07a595725192 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 797 time: 0.1836412 Sep 30 00:04:06.790852 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:03Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9befc7cb-aa10-4c65-9d56-d8611252caf9', 'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:17:bb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:03Z', 'updated_at': '2021-09-30T00:04:06Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:06.819487 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fab0d2c-a7e8-4918-a8d2-a3f6feb03748 None None] The sync data for ids ['0ab02f56-8381-48d3-b89f-73f65f1c7174'] in n-d-811173-2 is: [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:03Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9befc7cb-aa10-4c65-9d56-d8611252caf9', 'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:17:bb:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:03Z', 'updated_at': '2021-09-30T00:04:06Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:04:06.862080 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-b8bddf9a-231f-402c-8043-9cfeee6c6920 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 380 time: 0.0493937 Sep 30 00:04:06.893095 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'port': {'device_id': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'admin_state_up': True, 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'security_groups': ['78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:04:07.010371 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:04:07.014252 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:07.148539 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.20.0.6 (6533bb40-5d4e-474a-b376-df053b684814/c72a2b26-aad6-4860-ad71-a430b3d77c06/503280b0-b1b8-40e4-ba92-4e8296092ed1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:04:07.309436 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:07.352803 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:07.397893 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 6533bb40-5d4e-474a-b376-df053b684814 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:04:07.401122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:04:07.405287 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:04:07.416241 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=503280b0-b1b8-40e4-ba92-4e8296092ed1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:07.466564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:07.467286 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:07.485753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-73ac7435-3224-44f7-aaa5-4a72dd3e3aed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5976381 Sep 30 00:04:07.496844 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-6fc5163b-e40d-4e05-8789-9ca394616945 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:04:07.497865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-6fc5163b-e40d-4e05-8789-9ca394616945 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058806 Sep 30 00:04:07.516942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Request body: {'port': {'device_id': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:04:07.589019 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:07.627542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7d3323d7-34c6-466b-8ede-f0668ea13687 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:04:07.693100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ffe5a625-ddcd-421a-8f3e-33898e792d18 None None] Provisioning complete for port 503280b0-b1b8-40e4-ba92-4e8296092ed1 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:07.693409 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ffe5a625-ddcd-421a-8f3e-33898e792d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:07.696868 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:07.736041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ffe5a625-ddcd-421a-8f3e-33898e792d18 None None] Port 503280b0-b1b8-40e4-ba92-4e8296092ed1 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:04:07.743038 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7d3323d7-34c6-466b-8ede-f0668ea13687 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:07.743525 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:07.835884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9befc7cb-aa10-4c65-9d56-d8611252caf9 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:04:07.869038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bed06c5-1009-4ac2-b6f7-c345096592d9 req-8160209e-7e3b-432a-bd47-ed79f875645d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:07.870586 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bed06c5-1009-4ac2-b6f7-c345096592d9 req-8160209e-7e3b-432a-bd47-ed79f875645d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 931 time: 0.1133361 Sep 30 00:04:07.891109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 9befc7cb-aa10-4c65-9d56-d8611252caf9 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:07.891487 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:07.958917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9bed06c5-1009-4ac2-b6f7-c345096592d9 req-b80b1cd4-4020-4a98-a658-a618d20c5405 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809817 Sep 30 00:04:07.963149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 503280b0-b1b8-40e4-ba92-4e8296092ed1 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:04:07.971958 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:07.991496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Transition to ACTIVE for port object 503280b0-b1b8-40e4-ba92-4e8296092ed1 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:04:07.996497 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:08.049149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=503280b0-b1b8-40e4-ba92-4e8296092ed1,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:08.113859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Attempting to bind port 503280b0-b1b8-40e4-ba92-4e8296092ed1 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:04:08.114189 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Attempting to bind port 503280b0-b1b8-40e4-ba92-4e8296092ed1 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:04:08.114514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Attempting to bind port 503280b0-b1b8-40e4-ba92-4e8296092ed1 on network 6533bb40-5d4e-474a-b376-df053b684814 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:04:08.119033 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Port 503280b0-b1b8-40e4-ba92-4e8296092ed1 on network 6533bb40-5d4e-474a-b376-df053b684814 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:04:08.119354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Attempting to bind port 503280b0-b1b8-40e4-ba92-4e8296092ed1 on network 6533bb40-5d4e-474a-b376-df053b684814 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:04:08.124770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:04:08.125109 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Checking segment: {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:04:08.125500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Bound using segment: {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:04:08.125944 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Bound port: 503280b0-b1b8-40e4-ba92-4e8296092ed1, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:04:08.126309 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:08.196016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:04:08.199068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:04:08.204872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:08.238704 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:08.239345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:08.240789 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] 10.222.0.42 "PUT /v2.0/ports/503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 1091 time: 0.7287657 Sep 30 00:04:08.242942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:04:08.245219 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325013a9-c9b1-45a2-be5f-f10b3cee2b43" -d '{"events": [{"name": "network-changed", "server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:04:08.285477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6944040-6ddf-40e3-9cc4-a4721e14c5a6 service neutron] Pushing event updated for resources: {'Port': ['ID=503280b0-b1b8-40e4-ba92-4e8296092ed1,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:08.343747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c95642-04b8-434c-ad68-80564de41e18 req-8e12e5ab-b1ca-4a32-9f34-c2f7aa1ff5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:08.345336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-8e12e5ab-b1ca-4a32-9f34-c2f7aa1ff5a3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0435126 Sep 30 00:04:08.400869 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfaee41-a803-4044-b193-34d0b6c7c51c x-openstack-request-id: req-fdfaee41-a803-4044-b193-34d0b6c7c51c {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:04:08.401172 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:04:08.401424 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fdfaee41-a803-4044-b193-34d0b6c7c51c {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:04:08.401820 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'status': 'completed', 'code': 200} Sep 30 00:04:08.403371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-aed0cefe-30f9-4700-b362-3cf513fba5a8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 217 time: 0.0445828 Sep 30 00:04:08.753160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c95642-04b8-434c-ad68-80564de41e18 req-66bca6b3-bdeb-4dbd-bc09-27f0f88e458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:08.754630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-66bca6b3-bdeb-4dbd-bc09-27f0f88e458f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 200 len: 835 time: 0.3439767 Sep 30 00:04:08.801771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c95642-04b8-434c-ad68-80564de41e18 req-f19ee634-e2d9-465d-b801-1df24dcd12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:08.803126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-f19ee634-e2d9-465d-b801-1df24dcd12cb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6533bb40-5d4e-474a-b376-df053b684814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411813 Sep 30 00:04:08.836329 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:08.899469 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-60199254-6a69-44dd-97f4-268d879bc724 service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891938 Sep 30 00:04:08.987363 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1c95642-04b8-434c-ad68-80564de41e18 req-9c7cd86a-1cb5-4b87-b982-6094648e9779 service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811009 Sep 30 00:04:09.107520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c3aaa-3edb-4b61-8a0f-440f6a470899 req-edca8c37-8d3d-48f9-b2f9-9201d02b2348 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:09.109554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-719c3aaa-3edb-4b61-8a0f-440f6a470899 req-edca8c37-8d3d-48f9-b2f9-9201d02b2348 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 943 time: 0.0751824 Sep 30 00:04:09.137937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-0496e9ba-f69c-493d-b6ae-86c450d9b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:09.139430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-0496e9ba-f69c-493d-b6ae-86c450d9b9b7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0695503 Sep 30 00:04:09.163940 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-719c3aaa-3edb-4b61-8a0f-440f6a470899 req-d27feead-15db-4224-9acf-360bf482e2c2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478315 Sep 30 00:04:09.237091 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-f1229833-d0d3-4dca-a9fb-27513f3603bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:09.238577 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-f1229833-d0d3-4dca-a9fb-27513f3603bb service neutron] 10.222.0.42 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 898 time: 0.0901067 Sep 30 00:04:09.287065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-971cbbef-bccf-4323-b4d3-3c460267ac5e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 217 time: 0.0404842 Sep 30 00:04:09.336785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-ba716313-8869-42f5-ace7-40fd38a7de0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:09.338272 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-ba716313-8869-42f5-ace7-40fd38a7de0e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 200 len: 835 time: 0.0442874 Sep 30 00:04:09.382458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-68326398-26a6-4fb2-8fc9-04afe23c32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:09.383959 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-68326398-26a6-4fb2-8fc9-04afe23c32b0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6533bb40-5d4e-474a-b376-df053b684814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392394 Sep 30 00:04:09.474498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-c08a3b86-d2c2-48af-9118-5bb933b92a1b service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Sep 30 00:04:09.563130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-325013a9-c9b1-45a2-be5f-f10b3cee2b43 req-c48eb252-a650-40df-a69e-d7d7b03e7c33 service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815420 Sep 30 00:04:10.137996 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:10.304450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fdaaf0-8e2c-4fa9-abc4-445aafe3b0a5 req-d62ac6e7-1a4d-410b-88ee-ae9de0385bae tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:10.305996 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43fdaaf0-8e2c-4fa9-abc4-445aafe3b0a5 req-d62ac6e7-1a4d-410b-88ee-ae9de0385bae tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 943 time: 0.0655072 Sep 30 00:04:10.351999 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43fdaaf0-8e2c-4fa9-abc4-445aafe3b0a5 req-dd60ef3d-746e-4755-8fa7-aa389e2d0d82 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391924 Sep 30 00:04:11.469921 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf75914-89c0-4bbe-adc8-e6408bfd226c req-32bf7d6f-2c0b-4abd-b51e-af12640e11c9 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:11.471457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cf75914-89c0-4bbe-adc8-e6408bfd226c req-32bf7d6f-2c0b-4abd-b51e-af12640e11c9 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 943 time: 0.0492873 Sep 30 00:04:11.509206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5cf75914-89c0-4bbe-adc8-e6408bfd226c req-e3351dea-a62f-4da9-b025-54d2701bdf5a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317502 Sep 30 00:04:12.053444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 503280b0-b1b8-40e4-ba92-4e8296092ed1 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:04:12.144553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:04:12.155704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'port_id': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'mac_address': 'fa:16:3e:82:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:04:12.190875 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:12.206745 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503280b0-b1b8-40e4-ba92-4e8296092ed1 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:04:12.225228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:04:12.229278 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:12.275554 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=503280b0-b1b8-40e4-ba92-4e8296092ed1,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:12.623042 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b10d98-3bc2-4c0c-8bea-5517a8561680 req-16705f2e-6643-4379-b674-c95ba54e1477 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:12.625505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6b10d98-3bc2-4c0c-8bea-5517a8561680 req-16705f2e-6643-4379-b674-c95ba54e1477 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 944 time: 0.0501161 Sep 30 00:04:12.647752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['503280b0-b1b8-40e4-ba92-4e8296092ed1'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:04:12.663611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e6b10d98-3bc2-4c0c-8bea-5517a8561680 req-f4baed0a-5461-438c-a85d-3fa770b94d3b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320866 Sep 30 00:04:13.782147 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e293d5e-5dea-4605-87c7-014f0d6517a6 req-ac596e44-58f8-4fed-88d8-26cd6f08bba1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:13.783653 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e293d5e-5dea-4605-87c7-014f0d6517a6 req-ac596e44-58f8-4fed-88d8-26cd6f08bba1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 944 time: 0.0530212 Sep 30 00:04:13.822201 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2e293d5e-5dea-4605-87c7-014f0d6517a6 req-2c80cbdd-4d00-43b0-a12d-b9597132e11f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326324 Sep 30 00:04:14.078336 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 503280b0-b1b8-40e4-ba92-4e8296092ed1 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:04:14.125397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 503280b0-b1b8-40e4-ba92-4e8296092ed1 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:04:14.129312 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 503280b0-b1b8-40e4-ba92-4e8296092ed1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:04:14.129689 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:14.208151 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:14.230198 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:04:14.232397 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d4f283-7fd2-4f0f-a691-d53cab6e07d4" -d '{"events": [{"server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "name": "network-vif-plugged", "status": "completed", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:04:14.244368 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:04:14.248308 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:14.297616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=503280b0-b1b8-40e4-ba92-4e8296092ed1,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:14.328750 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3ad915-029d-45b0-80a0-1a86dde22dc2 x-openstack-request-id: req-9d3ad915-029d-45b0-80a0-1a86dde22dc2 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:04:14.329073 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "name": "network-vif-plugged", "status": "completed", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:04:14.329330 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-9d3ad915-029d-45b0-80a0-1a86dde22dc2 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:04:14.329731 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'code': 200} Sep 30 00:04:14.495100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ab3e3-69db-460c-bf4c-e05fc8d7bf88 req-810f2538-d65b-47b5-98fb-a333cad855b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:14.496511 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b1ab3e3-69db-460c-bf4c-e05fc8d7bf88 req-810f2538-d65b-47b5-98fb-a333cad855b7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0387516 Sep 30 00:04:14.531810 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b1ab3e3-69db-460c-bf4c-e05fc8d7bf88 req-b8e5dedc-c4b8-448b-8bbb-fe89fb3e8aa9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285695 Sep 30 00:04:14.934624 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7351d-d015-4b8d-bcfc-8d4bd343ea05 req-b06fc1fb-6858-47af-a23b-f3c0faab18e3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:14.936779 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38b7351d-d015-4b8d-bcfc-8d4bd343ea05 req-b06fc1fb-6858-47af-a23b-f3c0faab18e3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0483263 Sep 30 00:04:14.972955 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38b7351d-d015-4b8d-bcfc-8d4bd343ea05 req-9f9c85e9-7178-4e64-bdf6-c1be955291bd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303774 Sep 30 00:04:16.092627 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbf0a9-313f-4e4a-b8ea-11be907e5de9 req-18cd4c29-c21b-4618-a3c0-5c89413eb05b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:16.094130 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07bbf0a9-313f-4e4a-b8ea-11be907e5de9 req-18cd4c29-c21b-4618-a3c0-5c89413eb05b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0528038 Sep 30 00:04:16.131057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-07bbf0a9-313f-4e4a-b8ea-11be907e5de9 req-414d48f4-1606-439e-ae26-da5e485e5695 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309558 Sep 30 00:04:16.242679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee25e6a6-7de2-46a2-8c09-98597b1280ef req-6fcc266d-46ce-4ce9-a391-992793d6398d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:16.244192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee25e6a6-7de2-46a2-8c09-98597b1280ef req-6fcc266d-46ce-4ce9-a391-992793d6398d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0484867 Sep 30 00:04:16.282150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ee25e6a6-7de2-46a2-8c09-98597b1280ef req-67a092d1-62a4-4966-bb76-faabb1a166f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313981 Sep 30 00:04:16.303535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38762) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:16.342964 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b46c98-7c58-445a-8507-05d89359e35f tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:16.344541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-78b46c98-7c58-445a-8507-05d89359e35f tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1091 time: 0.0400009 Sep 30 00:04:16.347319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38764) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:16.351556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:04:16.373096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:16.481427 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:16.586232 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.25.4.221 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/39732318-739d-4445-92b0-deb08d1aa987) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:04:16.689553 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:16.728947 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:16.766081 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:04:16.768775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:04:16.776647 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:04:16.809324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=39732318-739d-4445-92b0-deb08d1aa987,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:17.145956 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:17.216268 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:17.374175 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:17.378571 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:17.474365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=39732318-739d-4445-92b0-deb08d1aa987,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:04:17.486423 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:17.587579 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Floating IP 8d9f1d47-2d4d-4044-bcc7-bce6593f91b5 associated. External IP: 172.25.4.221, port: 503280b0-b1b8-40e4-ba92-4e8296092ed1. Sep 30 00:04:17.799019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router 0ab02f56-8381-48d3-b89f-73f65f1c7174 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:04:17.905260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:04:17.914648 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] Sync routers for ids ['0ab02f56-8381-48d3-b89f-73f65f1c7174'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:04:17.921045 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:17.925875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] Routers {'0ab02f56-8381-48d3-b89f-73f65f1c7174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:04:17.926509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:04:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ab02f56-8381-48d3-b89f-73f65f1c7174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:17.947697 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3603b0fe-9fa9-4523-81cf-1902e1993185 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5993462 Sep 30 00:04:17.948315 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:04:17.950696 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2312b7-9d1f-4a14-a112-424de986b484" -d '{"events": [{"name": "network-changed", "server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:04:17.988418 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf08bc3-67a0-4098-ab77-234a77142466 x-openstack-request-id: req-2bf08bc3-67a0-4098-ab77-234a77142466 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:04:17.988953 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:04:17.989307 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2bf08bc3-67a0-4098-ab77-234a77142466 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:04:17.989816 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'status': 'completed', 'code': 200} Sep 30 00:04:18.038703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] Set router 0ab02f56-8381-48d3-b89f-73f65f1c7174 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:04:18.084456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f90832-9603-45d9-91cf-e6f16271629a req-764acb0a-c96b-4593-b0fc-ee6a98d0e1e8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:18.085980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28f90832-9603-45d9-91cf-e6f16271629a req-764acb0a-c96b-4593-b0fc-ee6a98d0e1e8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0852509 Sep 30 00:04:18.092860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-bf67d4e1-5efc-462e-8261-038153a0be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:18.094391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-bf67d4e1-5efc-462e-8261-038153a0be3a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0629010 Sep 30 00:04:18.158475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-28f90832-9603-45d9-91cf-e6f16271629a req-b280e89a-68b8-49ba-bdb2-c22511e2de01 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630083 Sep 30 00:04:18.180286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38770) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:18.210997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-c22d1931-41f6-4b63-9297-bec96b322495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:18.212641 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-c22d1931-41f6-4b63-9297-bec96b322495 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 898 time: 0.1115339 Sep 30 00:04:18.244272 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-03332a89-a5d4-48fe-aaf1-c734ca7315e8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/8d9f1d47-2d4d-4044-bcc7-bce6593f91b5 HTTP/1.1" status: 200 len: 991 time: 0.0626578 Sep 30 00:04:18.267211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:03Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '8d9f1d47-2d4d-4044-bcc7-bce6593f91b5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'port_id': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'mac_address': 'fa:16:3e:82:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:04:17Z', 'updated_at': '2021-09-30T00:04:17Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9befc7cb-aa10-4c65-9d56-d8611252caf9', 'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:17:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:03Z', 'updated_at': '2021-09-30T00:04:06Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:18.285721 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-20b0e111-5f00-4c15-b689-3dabed9fca01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 999 time: 0.0641582 Sep 30 00:04:18.294151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] Checking router: 0ab02f56-8381-48d3-b89f-73f65f1c7174 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:04:18.303423 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] Routers {'0ab02f56-8381-48d3-b89f-73f65f1c7174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:04:18.304071 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:04:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ab02f56-8381-48d3-b89f-73f65f1c7174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:18.336276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-29444ceb-9637-4fbe-b207-91a19b4b668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:18.337759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-29444ceb-9637-4fbe-b207-91a19b4b668d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 200 len: 835 time: 0.0453892 Sep 30 00:04:18.382277 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-220d5cad-a3e6-4513-bc42-a4c56ee88842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:18.383798 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-220d5cad-a3e6-4513-bc42-a4c56ee88842 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6533bb40-5d4e-474a-b376-df053b684814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395806 Sep 30 00:04:18.409484 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] Set router 0ab02f56-8381-48d3-b89f-73f65f1c7174 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:04:18.481988 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-8d87e357-1789-4961-990d-ce27a5439458 service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907791 Sep 30 00:04:18.572420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce2312b7-9d1f-4a14-a112-424de986b484 req-73a5970b-bea9-4799-9a50-1ed05f58022d service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833554 Sep 30 00:04:18.629650 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:03Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '8d9f1d47-2d4d-4044-bcc7-bce6593f91b5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'port_id': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'mac_address': 'fa:16:3e:82:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:04:17Z', 'updated_at': '2021-09-30T00:04:17Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9befc7cb-aa10-4c65-9d56-d8611252caf9', 'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:17:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:03Z', 'updated_at': '2021-09-30T00:04:06Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:04:18.660063 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bcc522-54a0-4f91-9747-c75f6ed7885f None None] The sync data for ids ['0ab02f56-8381-48d3-b89f-73f65f1c7174'] in n-d-811173-2 is: [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:03Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '8d9f1d47-2d4d-4044-bcc7-bce6593f91b5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.221', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'port_id': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'mac_address': 'fa:16:3e:82:da:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:04:17Z', 'updated_at': '2021-09-30T00:04:17Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9befc7cb-aa10-4c65-9d56-d8611252caf9', 'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:17:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:03Z', 'updated_at': '2021-09-30T00:04:06Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:04:18.843199 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0aca893-50a3-457b-be22-e3f2de8b1985 None None] New status for floating IP 8d9f1d47-2d4d-4044-bcc7-bce6593f91b5: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:04:19.247525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38772) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:04:19.313479 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-bb015ee3-0ce7-45dd-baeb-610fd034aede tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/8d9f1d47-2d4d-4044-bcc7-bce6593f91b5 HTTP/1.1" status: 200 len: 993 time: 0.0643435 Sep 30 00:04:20.711198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:33.380999 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-31e32d27-2ab4-4fb2-9a3d-4da9eea07d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:36.299993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4e096592-6b09-4d27-8848-b8a6adadba5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:36.680917 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:36.705331 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:04:37.661929 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:38.834706 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:40.128275 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:50.733377 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:04:59.578245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-b7ce1fa0-00f2-4d79-8f11-5f86e749f2fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398180 Sep 30 00:04:59.672896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-fe70fa0c-3c74-4bad-8f2c-8d8afe3689ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:59.674384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-fe70fa0c-3c74-4bad-8f2c-8d8afe3689ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0400550 Sep 30 00:04:59.780533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-b5c1bc3f-e1e5-4836-929a-b5ba3e5f473c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:59.782014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-b5c1bc3f-e1e5-4836-929a-b5ba3e5f473c service neutron] 10.222.0.42 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 898 time: 0.0883343 Sep 30 00:04:59.846980 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-139a8bc9-7f30-4412-aa2e-b3246dfb68ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0577381 Sep 30 00:04:59.896501 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-fb72a6ca-eaaf-4361-ad11-1b194ca5304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:59.897931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-fb72a6ca-eaaf-4361-ad11-1b194ca5304f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 200 len: 835 time: 0.0437081 Sep 30 00:04:59.947475 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-0722bfef-f460-4207-9e82-2696f0124d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:04:59.948992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-0722bfef-f460-4207-9e82-2696f0124d3f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6533bb40-5d4e-474a-b376-df053b684814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432444 Sep 30 00:05:00.038240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-0f4c757e-443d-4e34-b12e-181a5be682f7 service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812986 Sep 30 00:05:00.131335 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ec7fac2-0dad-4933-92d4-e769c0e90323 req-36352f6c-7f8d-42ca-9f08-5a634023b566 service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859485 Sep 30 00:05:03.381332 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c90b6a0b-38b3-48d0-a762-3713d77de664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:06.299719 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9123af8b-61a4-4910-8de7-6bf09ecc3cab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:06.681677 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:07.664882 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:08.836667 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:10.143347 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:13.704474 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:05:20.738115 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:32.376478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-90ea5125-1712-4d6a-83d0-7baf6341c7cf req-c03576c1-ec74-44fc-9def-127b992ac402 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:05:32.377490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90ea5125-1712-4d6a-83d0-7baf6341c7cf req-c03576c1-ec74-44fc-9def-127b992ac402 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055590 Sep 30 00:05:32.562099 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e2f1e-4d47-4935-82dd-226fc7a3d725 req-761e383f-fcfd-4058-9c1c-a31aac2ec586 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:32.563621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-041e2f1e-4d47-4935-82dd-226fc7a3d725 req-761e383f-fcfd-4058-9c1c-a31aac2ec586 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0498419 Sep 30 00:05:32.602573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-041e2f1e-4d47-4935-82dd-226fc7a3d725 req-b5ebfd46-bc67-49a3-9e92-e452245bc6b7 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325899 Sep 30 00:05:32.622114 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-60cd20ff-4b81-4c86-bc59-01b3856c2631 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812619 Sep 30 00:05:32.630980 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-ad621109-53f8-49eb-ab1e-d1923d236999 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:05:32.631987 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-ad621109-53f8-49eb-ab1e-d1923d236999 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049942 Sep 30 00:05:33.382770 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2d246c96-39db-4ee8-985b-71fb42ac0873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:33.734649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f3a90-a31f-418a-b5cf-1b34ed16c823 req-2cbb9ddf-48ef-4873-8397-d5e9730383e2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:33.736149 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b4f3a90-a31f-418a-b5cf-1b34ed16c823 req-2cbb9ddf-48ef-4873-8397-d5e9730383e2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0495214 Sep 30 00:05:33.778406 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b4f3a90-a31f-418a-b5cf-1b34ed16c823 req-d7175939-62a2-4b5c-b5da-141c99db57d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363717 Sep 30 00:05:34.907327 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08bd8f3-1c7d-4ef5-bbcf-b64409a789f3 req-60c565c2-dd0a-400b-8d1e-8a47c59c903b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:34.908864 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a08bd8f3-1c7d-4ef5-bbcf-b64409a789f3 req-60c565c2-dd0a-400b-8d1e-8a47c59c903b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0489407 Sep 30 00:05:34.947376 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a08bd8f3-1c7d-4ef5-bbcf-b64409a789f3 req-e94b98de-20c6-4f4a-b123-cd4ee4764456 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325379 Sep 30 00:05:36.062942 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b84f77-8ef9-4b6a-81e6-412c2cdd1aac req-c60385c5-7933-4af5-a3ff-00f2d6497fd4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:36.064393 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47b84f77-8ef9-4b6a-81e6-412c2cdd1aac req-c60385c5-7933-4af5-a3ff-00f2d6497fd4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0480864 Sep 30 00:05:36.103101 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-47b84f77-8ef9-4b6a-81e6-412c2cdd1aac req-69c931af-b559-44a9-b979-48ed8ed72c8f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Sep 30 00:05:36.299018 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0a37b734-f071-48fd-bccc-dc3939d751c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:36.686247 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:37.229885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4a060-024e-42cc-a3ad-dc7d5f9b19a8 req-e26a4d5c-1ba2-4138-ac10-46fa0280559b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:37.231424 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2f4a060-024e-42cc-a3ad-dc7d5f9b19a8 req-e26a4d5c-1ba2-4138-ac10-46fa0280559b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0477152 Sep 30 00:05:37.281950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2f4a060-024e-42cc-a3ad-dc7d5f9b19a8 req-e3bbf0ec-93ba-4120-8e01-2c0214981fad tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438149 Sep 30 00:05:37.667420 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:37.810161 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-b99294dd-4f7d-4653-9409-58304cb3b3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:37.811633 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-b99294dd-4f7d-4653-9409-58304cb3b3f3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0426219 Sep 30 00:05:37.901325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-1a967744-195a-469b-b19d-1f2a7b329032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:37.902773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-1a967744-195a-469b-b19d-1f2a7b329032 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 898 time: 0.0836821 Sep 30 00:05:37.968993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-41641089-88df-43c0-84bf-fa03ec193419 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0591702 Sep 30 00:05:38.016901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-b0671c36-da9f-45c9-9a44-8aebfe4100c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:38.018293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-b0671c36-da9f-45c9-9a44-8aebfe4100c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 200 len: 835 time: 0.0423827 Sep 30 00:05:38.064424 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-0c749290-5c08-4929-a7a4-9f6b7db65291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:38.065862 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-0c749290-5c08-4929-a7a4-9f6b7db65291 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6533bb40-5d4e-474a-b376-df053b684814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401266 Sep 30 00:05:38.158658 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-3fcff6a8-2b54-45ca-a203-e1e674c76d2e service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850136 Sep 30 00:05:38.252407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-1a471d9f-d49a-492a-b6fe-b3949e86aa05 service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863409 Sep 30 00:05:38.401333 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc878f00-6b1d-4484-8b00-14cdc2d197ab req-d029ae0b-b5d7-4fb8-aa45-6bc930405238 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:38.402829 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc878f00-6b1d-4484-8b00-14cdc2d197ab req-d029ae0b-b5d7-4fb8-aa45-6bc930405238 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0506270 Sep 30 00:05:38.440397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc878f00-6b1d-4484-8b00-14cdc2d197ab req-5ad7e8cd-44c3-43eb-af23-36f8eab2dd5b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315390 Sep 30 00:05:38.839429 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:39.574441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c50c5-f0ab-46e6-bd46-78608526be69 req-f2526f89-99df-47da-8eeb-77c9997c3d9a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:39.576037 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-551c50c5-f0ab-46e6-bd46-78608526be69 req-f2526f89-99df-47da-8eeb-77c9997c3d9a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0545106 Sep 30 00:05:39.615477 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-551c50c5-f0ab-46e6-bd46-78608526be69 req-6e10b3dd-00b6-4726-963c-055bec0bf6b6 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Sep 30 00:05:40.144705 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:40.729560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d1049-f417-4e83-82b9-4c2601b17203 req-7736c81a-1828-4a2c-a5c2-14ab1a978520 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:40.738376 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b75d1049-f417-4e83-82b9-4c2601b17203 req-7736c81a-1828-4a2c-a5c2-14ab1a978520 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0484018 Sep 30 00:05:40.776337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b75d1049-f417-4e83-82b9-4c2601b17203 req-739584ea-566d-4c09-afaf-a20aae8a8466 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357890 Sep 30 00:05:41.889178 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a833bb1d-c32c-42bf-98f8-003181766976 req-b1f1af47-6a3f-4d5b-b10e-b7c071ed51cd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:41.890661 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a833bb1d-c32c-42bf-98f8-003181766976 req-b1f1af47-6a3f-4d5b-b10e-b7c071ed51cd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0481586 Sep 30 00:05:41.928427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a833bb1d-c32c-42bf-98f8-003181766976 req-6077d3cc-0ca9-4def-9002-04cb9614e858 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313182 Sep 30 00:05:43.043143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27958f-f6d2-4c1d-81c5-87f3d90b84ca req-f7b1c481-ae67-4963-bd7c-376efd6a4645 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:43.044698 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af27958f-f6d2-4c1d-81c5-87f3d90b84ca req-f7b1c481-ae67-4963-bd7c-376efd6a4645 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0487957 Sep 30 00:05:43.081839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af27958f-f6d2-4c1d-81c5-87f3d90b84ca req-fcc1438d-e9bf-47c0-8fb2-f2e570fb3b80 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Sep 30 00:05:44.195073 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb220a-20bc-4f8f-a8ff-af28024b2bac req-5dcce1c7-2f4c-40a5-9905-efba8debdd83 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:44.196566 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bdb220a-20bc-4f8f-a8ff-af28024b2bac req-5dcce1c7-2f4c-40a5-9905-efba8debdd83 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0483260 Sep 30 00:05:44.236649 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2bdb220a-20bc-4f8f-a8ff-af28024b2bac req-31eb7898-b9ab-4890-ab9e-2dd368aef4fa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341754 Sep 30 00:05:45.663425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723c2422-5ae8-4b2e-ae49-8b9917e465e1 req-3ad6a750-8c63-42a8-b0e6-313b77057b1f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:45.664961 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-723c2422-5ae8-4b2e-ae49-8b9917e465e1 req-3ad6a750-8c63-42a8-b0e6-313b77057b1f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.3604064 Sep 30 00:05:45.704066 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-723c2422-5ae8-4b2e-ae49-8b9917e465e1 req-029fb4ce-9395-4c0b-af24-4e96b179067c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328767 Sep 30 00:05:46.826976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1943d0ae-207e-44cd-99e9-892d41c34d64 req-0af3d29f-e38b-4601-bbd6-4057f5b9b4ed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:46.828472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1943d0ae-207e-44cd-99e9-892d41c34d64 req-0af3d29f-e38b-4601-bbd6-4057f5b9b4ed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0507107 Sep 30 00:05:46.866677 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1943d0ae-207e-44cd-99e9-892d41c34d64 req-c42a896c-72f8-4e6a-a20b-a3f6cbe7489e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317588 Sep 30 00:05:47.986749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d3b7fe-5865-4c80-9687-61e0233fd3e4 req-5ca6d41d-72e7-4340-b708-f746cecc59b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:47.988247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4d3b7fe-5865-4c80-9687-61e0233fd3e4 req-5ca6d41d-72e7-4340-b708-f746cecc59b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0525548 Sep 30 00:05:48.026303 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4d3b7fe-5865-4c80-9687-61e0233fd3e4 req-951be204-0e47-4307-8f0a-0f353bae0e97 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319147 Sep 30 00:05:49.145951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ae6f0-24ca-4675-a081-e1ac668cb628 req-ab940e1c-be9b-4dfc-8853-031b61878ed9 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:49.147564 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-141ae6f0-24ca-4675-a081-e1ac668cb628 req-ab940e1c-be9b-4dfc-8853-031b61878ed9 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0531027 Sep 30 00:05:49.184818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-141ae6f0-24ca-4675-a081-e1ac668cb628 req-addc20ba-ce9b-4f58-a09f-9763f2ee7b16 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311444 Sep 30 00:05:50.306494 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3a501f-fd07-4617-82ff-64fd63ed039c req-d577623e-3da6-4b0a-8a3f-d5e88e8d0568 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:50.308019 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e3a501f-fd07-4617-82ff-64fd63ed039c req-d577623e-3da6-4b0a-8a3f-d5e88e8d0568 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0477359 Sep 30 00:05:50.344855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6e3a501f-fd07-4617-82ff-64fd63ed039c req-dc50ef6c-b515-46e4-a381-48728b0eb9b1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306077 Sep 30 00:05:50.705488 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:05:50.751648 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:51.463752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b241f64f-78fd-4600-8012-c505c7cbeb3c req-e14a569d-ac0e-4c3c-bb61-92953d5e4d31 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:51.465274 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b241f64f-78fd-4600-8012-c505c7cbeb3c req-e14a569d-ac0e-4c3c-bb61-92953d5e4d31 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0517766 Sep 30 00:05:51.502252 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b241f64f-78fd-4600-8012-c505c7cbeb3c req-7e571dda-d814-458f-b321-6eb32945b15a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308323 Sep 30 00:05:52.616024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf82dd2b-f0f5-4bff-a097-72d7f5ecac45 req-2ffce8ca-86f3-45d7-8fea-2cf751131b64 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:52.617507 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf82dd2b-f0f5-4bff-a097-72d7f5ecac45 req-2ffce8ca-86f3-45d7-8fea-2cf751131b64 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0484369 Sep 30 00:05:52.654398 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cf82dd2b-f0f5-4bff-a097-72d7f5ecac45 req-9109cd1b-d6b3-4316-a197-5ff7ab639bfb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309856 Sep 30 00:05:53.767411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0afa8b7-da5d-4f0a-b144-8636df737c4e req-74b9a20e-32ce-4d0c-a0b7-e0a70abb7337 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:53.768917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0afa8b7-da5d-4f0a-b144-8636df737c4e req-74b9a20e-32ce-4d0c-a0b7-e0a70abb7337 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0483568 Sep 30 00:05:53.808207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0afa8b7-da5d-4f0a-b144-8636df737c4e req-63b945da-7c87-4029-aae0-613db3d9ba46 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326979 Sep 30 00:05:54.929093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e835d87-e301-42cf-9bc9-388fca1480f7 req-d0f29c87-640f-4e8a-99af-f61e92cda0c0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:54.930576 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e835d87-e301-42cf-9bc9-388fca1480f7 req-d0f29c87-640f-4e8a-99af-f61e92cda0c0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0523956 Sep 30 00:05:54.966869 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0e835d87-e301-42cf-9bc9-388fca1480f7 req-85f10fd8-c8f0-4719-92e6-fbf8cce3b27e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302908 Sep 30 00:05:55.388757 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-26e2d5e2-a5a6-47ac-81ba-723ccbb6d190 service neutron] show failed (client error): The resource could not be found. Sep 30 00:05:55.389757 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-26e2d5e2-a5a6-47ac-81ba-723ccbb6d190 service neutron] 10.222.0.42 "GET /v2.0/ports/503280b0-b1b8-40e4-ba92-4e8296092ed1/bindings/n-h2-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0936637 Sep 30 00:05:55.607557 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-c4b4f066-8093-418a-9eeb-06ac85dee7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:55.609149 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-c4b4f066-8093-418a-9eeb-06ac85dee7ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 1096 time: 0.0447056 Sep 30 00:05:55.624564 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:05:55.680959 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:55.885848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:05:55.919910 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:05:55.961976 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:05:55.964252 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a623bfd6-c5d6-4a24-b535-49301a869d72" -d '{"events": [{"server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:05:55.968380 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:55.981542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Transition to ACTIVE for port object 503280b0-b1b8-40e4-ba92-4e8296092ed1 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:05:55.986442 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:56.016917 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 00:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c1ee45-bccf-4ef0-835c-2a340fb9b203 x-openstack-request-id: req-d2c1ee45-bccf-4ef0-835c-2a340fb9b203 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:05:56.017208 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "name": "network-vif-unplugged", "status": "completed", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:05:56.017456 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d2c1ee45-bccf-4ef0-835c-2a340fb9b203 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:05:56.017847 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'code': 200} Sep 30 00:05:56.077125 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Pushing event updated for resources: {'Port': ['ID=503280b0-b1b8-40e4-ba92-4e8296092ed1,revision_number=6']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:05:56.087853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.088230 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.088536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.088877 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.089214 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.089548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.089881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.090212 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.090540 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.090857 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.095133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.095133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:56.104247 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9db45a-8588-460f-b773-fcff7a33eb1f req-82168f95-46cb-4f7b-be6d-53ada7d49b17 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:56.106655 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b9db45a-8588-460f-b773-fcff7a33eb1f req-82168f95-46cb-4f7b-be6d-53ada7d49b17 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 943 time: 0.0655403 Sep 30 00:05:56.129871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] No DVR routers for this DVR port 503280b0-b1b8-40e4-ba92-4e8296092ed1 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:05:56.148434 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b9db45a-8588-460f-b773-fcff7a33eb1f req-b9540110-6d1a-466a-87a9-51148b7d9b02 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352275 Sep 30 00:05:56.269392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Attempting to bind port 503280b0-b1b8-40e4-ba92-4e8296092ed1 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:05:56.269723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Attempting to bind port 503280b0-b1b8-40e4-ba92-4e8296092ed1 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:05:56.270048 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Attempting to bind port 503280b0-b1b8-40e4-ba92-4e8296092ed1 on network 6533bb40-5d4e-474a-b376-df053b684814 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:05:56.274310 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Port 503280b0-b1b8-40e4-ba92-4e8296092ed1 on network 6533bb40-5d4e-474a-b376-df053b684814 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:05:56.274628 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Attempting to bind port 503280b0-b1b8-40e4-ba92-4e8296092ed1 on network 6533bb40-5d4e-474a-b376-df053b684814 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:05:56.279297 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:05:56.279629 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Checking segment: {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:05:56.280038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Bound using segment: {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:05:56.280455 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Bound port: 503280b0-b1b8-40e4-ba92-4e8296092ed1, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd343702b-9af0-4d1b-a704-7bd6714a90ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '6533bb40-5d4e-474a-b376-df053b684814'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:05:56.280805 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:56.344897 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:05:56.348236 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:05:56.353458 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:56.391211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:56.391795 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:56.393256 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] 10.222.0.26 "PUT /v2.0/ports/503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 1091 time: 0.7731118 Sep 30 00:05:56.413285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ec866-801b-47e9-849b-799ff89aaf05 service neutron] Pushing event updated for resources: {'Port': ['ID=503280b0-b1b8-40e4-ba92-4e8296092ed1,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:05:56.456951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-bc074ddb-1628-4a88-82cc-aed6ec0ad9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:56.458622 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-bc074ddb-1628-4a88-82cc-aed6ec0ad9d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0421011 Sep 30 00:05:56.557532 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-fbd58ab4-359b-49f6-a18b-0ae170cb0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:56.559020 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-fbd58ab4-359b-49f6-a18b-0ae170cb0593 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 898 time: 0.0937355 Sep 30 00:05:56.624749 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-006489b9-5c22-4e9a-8779-a34ebb5fde30 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 999 time: 0.0578885 Sep 30 00:05:56.677752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-d972859f-78e4-492d-afb8-e68bab412cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:56.679121 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-d972859f-78e4-492d-afb8-e68bab412cb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 200 len: 835 time: 0.0474448 Sep 30 00:05:56.725038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-99b59e1a-bf48-4cf0-923f-7ed161acd24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:56.726586 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-99b59e1a-bf48-4cf0-923f-7ed161acd24f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6533bb40-5d4e-474a-b376-df053b684814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408504 Sep 30 00:05:56.821153 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-a99fb3b8-d55b-4beb-9bc2-0f6211e10692 service neutron] 10.222.0.26 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875962 Sep 30 00:05:56.909100 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a612ced2-cffd-4c9b-bf88-d2511506b676 req-cd9e8444-73f3-4c8f-bc68-cf83c5d28ab6 service neutron] 10.222.0.26 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808110 Sep 30 00:05:57.269565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0cecb3-efe0-4f59-b840-113f3fe99c09 req-c6b045f2-4265-4229-aa13-f5105871eb11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:57.271767 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a0cecb3-efe0-4f59-b840-113f3fe99c09 req-c6b045f2-4265-4229-aa13-f5105871eb11 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 943 time: 0.0510087 Sep 30 00:05:57.313652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7a0cecb3-efe0-4f59-b840-113f3fe99c09 req-d3e7cd05-3bea-4019-9d9e-d5826dbacf38 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358703 Sep 30 00:05:58.018985 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:05:58.021535 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aebd4f-8afe-419a-b94b-157e6bd54637" -d '{"events": [{"name": "network-changed", "server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:05:58.070333 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075a0ed2-c787-4e23-b229-fa03af849724 x-openstack-request-id: req-075a0ed2-c787-4e23-b229-fa03af849724 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:05:58.070628 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:05:58.070882 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-075a0ed2-c787-4e23-b229-fa03af849724 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:05:58.071285 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'status': 'completed', 'code': 200} Sep 30 00:05:58.132848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-630e3387-a1ee-4025-ab7d-5bbfdef01344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:58.134363 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-630e3387-a1ee-4025-ab7d-5bbfdef01344 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0420594 Sep 30 00:05:58.154246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-db1fa970-7837-4dec-b4ba-d5fd5366640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:58.155784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-db1fa970-7837-4dec-b4ba-d5fd5366640b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1094 time: 0.0417535 Sep 30 00:05:58.230513 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-d8572471-99ef-4295-935e-514f42b44be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:58.232050 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-d8572471-99ef-4295-935e-514f42b44be4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 898 time: 0.0898273 Sep 30 00:05:58.245246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-d09d9234-53d8-449d-8661-9298794a9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:58.246714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-d09d9234-53d8-449d-8661-9298794a9753 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 898 time: 0.0840995 Sep 30 00:05:58.302089 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-260b8819-0486-4d7e-84a6-0e6288f07c98 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 999 time: 0.0602930 Sep 30 00:05:58.317771 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-08dc4378-87d4-4a13-915c-137efca2ad7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 999 time: 0.0641830 Sep 30 00:05:58.375447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-66df8869-1aca-410b-8266-b9b12cd5d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:58.376853 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-a7727910-d17a-49ff-b8c3-b3b743220355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:58.377747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-66df8869-1aca-410b-8266-b9b12cd5d38e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 200 len: 835 time: 0.0532873 Sep 30 00:05:58.378352 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-a7727910-d17a-49ff-b8c3-b3b743220355 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 200 len: 835 time: 0.0677395 Sep 30 00:05:58.429719 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-7e9ff98c-3e70-4b24-b2d5-05a50df3476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:58.431247 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-7e9ff98c-3e70-4b24-b2d5-05a50df3476f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6533bb40-5d4e-474a-b376-df053b684814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436976 Sep 30 00:05:58.466678 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-19a78e71-33a6-4180-b398-b9261ac7a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:58.468573 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-19a78e71-33a6-4180-b398-b9261ac7a8ca service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6533bb40-5d4e-474a-b376-df053b684814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0841894 Sep 30 00:05:58.481696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555b1ff-39b3-4744-9bfa-9f7d372f56e0 req-00216ccd-803a-4b94-b0c1-f35fb3ebeaf5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:58.483151 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1555b1ff-39b3-4744-9bfa-9f7d372f56e0 req-00216ccd-803a-4b94-b0c1-f35fb3ebeaf5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 943 time: 0.0889513 Sep 30 00:05:58.529002 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-414070cc-f099-4212-a89f-6ebac8de1ad8 service neutron] 10.222.0.26 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888016 Sep 30 00:05:58.555763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 503280b0-b1b8-40e4-ba92-4e8296092ed1 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:05:58.571931 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1555b1ff-39b3-4744-9bfa-9f7d372f56e0 req-7299eab8-7b4f-4c62-bd98-7e25ce57e8a8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801218 Sep 30 00:05:58.597341 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 503280b0-b1b8-40e4-ba92-4e8296092ed1 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:05:58.608016 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-6632e162-f87a-4930-bfdd-4657c06c497a service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237428 Sep 30 00:05:58.626128 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-68ea1b79-57de-43f8-99c0-4ecf37cd922e service neutron] 10.222.0.26 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895865 Sep 30 00:05:58.703375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b3aebd4f-8afe-419a-b94b-157e6bd54637 req-3f17ccd7-994c-42c0-90d4-3c924a5bdfe9 service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886574 Sep 30 00:05:59.487519 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 503280b0-b1b8-40e4-ba92-4e8296092ed1 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:05:59.580300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:05:59.703163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4c98f-80dd-4a63-a6cc-2a09a5fcf9d5 req-18a13782-338f-442c-b40f-84da9d8cb047 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:59.704832 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8a4c98f-80dd-4a63-a6cc-2a09a5fcf9d5 req-18a13782-338f-442c-b40f-84da9d8cb047 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 943 time: 0.0520263 Sep 30 00:05:59.742440 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'port_id': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'mac_address': 'fa:16:3e:82:da:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:05:59.745264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8a4c98f-80dd-4a63-a6cc-2a09a5fcf9d5 req-edc11ed1-822f-4ec7-ae65-c83de114e6e6 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335393 Sep 30 00:05:59.779219 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:59.791529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 503280b0-b1b8-40e4-ba92-4e8296092ed1 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:05:59.811896 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:05:59.816195 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:05:59.866926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=503280b0-b1b8-40e4-ba92-4e8296092ed1,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:05:59.874880 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.875231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.875574 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.875948 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.876287 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.876613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.877121 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.877457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.877788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.878114 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.878438 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.878759 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:05:59.985360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27cd92-c616-433a-982b-f58cae4cf1d3 req-a0843a71-d9ca-44c5-8433-60dccf7fe241 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:05:59.986867 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b27cd92-c616-433a-982b-f58cae4cf1d3 req-a0843a71-d9ca-44c5-8433-60dccf7fe241 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 944 time: 0.0832326 Sep 30 00:06:00.000180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4649-d661-44da-82a3-cc3218dde425 req-88bf440d-1aae-4fa2-bc27-714e5c2faf78 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:00.001601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cf4649-d661-44da-82a3-cc3218dde425 req-88bf440d-1aae-4fa2-bc27-714e5c2faf78 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8&tenant_id=b28d6527f7a0469b995c40beb95d2365&binding%3Ahost_id=n-h2-811173-2 HTTP/1.1" status: 200 len: 944 time: 0.0676143 Sep 30 00:06:00.040120 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['503280b0-b1b8-40e4-ba92-4e8296092ed1'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:06:00.064305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2b27cd92-c616-433a-982b-f58cae4cf1d3 req-ff3d9315-5a42-421b-b908-faf3a5d5def8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617201 Sep 30 00:06:00.082436 n-d-811173-2 neutron-server[110005]: INFO neutron.api.v2.resource [req-35cf4649-d661-44da-82a3-cc3218dde425 req-cb2eb392-6515-4761-b1a4-e44262b557d9 service neutron] delete failed (client error): The resource could not be found. Sep 30 00:06:00.083505 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cf4649-d661-44da-82a3-cc3218dde425 req-cb2eb392-6515-4761-b1a4-e44262b557d9 service neutron] 10.222.0.42 "DELETE /v2.0/ports/503280b0-b1b8-40e4-ba92-4e8296092ed1/bindings/n-h1-811173-2 HTTP/1.1" status: 404 len: 380 time: 0.0676839 Sep 30 00:06:00.218755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e0a5bb-3195-498d-8f87-472154a65519 req-8380de08-3502-4046-8f1e-68ed707a46d4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:00.220268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8e0a5bb-3195-498d-8f87-472154a65519 req-8380de08-3502-4046-8f1e-68ed707a46d4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 944 time: 0.0804238 Sep 30 00:06:00.222122 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4649-d661-44da-82a3-cc3218dde425 req-42811eb4-f8f8-4bb2-bb43-657cd1a29750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:00.223482 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cf4649-d661-44da-82a3-cc3218dde425 req-42811eb4-f8f8-4bb2-bb43-657cd1a29750 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1095 time: 0.0718703 Sep 30 00:06:00.289675 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f8e0a5bb-3195-498d-8f87-472154a65519 req-ef91acb6-9850-4e23-8efa-5d5ff09952e8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619774 Sep 30 00:06:00.340078 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4649-d661-44da-82a3-cc3218dde425 req-51e1afa9-322d-46e9-9afd-9950a829a4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:00.341541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cf4649-d661-44da-82a3-cc3218dde425 req-51e1afa9-322d-46e9-9afd-9950a829a4d0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 898 time: 0.1073043 Sep 30 00:06:00.409550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cf4649-d661-44da-82a3-cc3218dde425 req-e7451a18-6a8b-4142-aa01-12fd1335d0c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 1000 time: 0.0605223 Sep 30 00:06:00.456429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4649-d661-44da-82a3-cc3218dde425 req-319acf0b-d676-49b4-b7d9-2b0b0dc1edb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:00.457837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cf4649-d661-44da-82a3-cc3218dde425 req-319acf0b-d676-49b4-b7d9-2b0b0dc1edb8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 200 len: 835 time: 0.0410881 Sep 30 00:06:00.501497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4649-d661-44da-82a3-cc3218dde425 req-7b6d49d3-6082-48ff-a9fa-1783287dfc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:00.502956 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cf4649-d661-44da-82a3-cc3218dde425 req-7b6d49d3-6082-48ff-a9fa-1783287dfc52 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6533bb40-5d4e-474a-b376-df053b684814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385382 Sep 30 00:06:00.595962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cf4649-d661-44da-82a3-cc3218dde425 req-416e416a-0834-4f1e-a3c2-272aa158b11a service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859478 Sep 30 00:06:00.687218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-35cf4649-d661-44da-82a3-cc3218dde425 req-4e3df4db-c2ff-4db9-9e7a-f7a0ee9531b2 service neutron] 10.222.0.42 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844867 Sep 30 00:06:01.406180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8157625b-bfae-4fb9-9d50-675f905fd7db req-c58580a9-712a-413c-94d9-a4e13332e3e3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:01.407601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8157625b-bfae-4fb9-9d50-675f905fd7db req-c58580a9-712a-413c-94d9-a4e13332e3e3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 944 time: 0.0506473 Sep 30 00:06:01.445855 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8157625b-bfae-4fb9-9d50-675f905fd7db req-15816454-0d79-420b-9a7a-a1863c41c245 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317163 Sep 30 00:06:01.468256 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38910) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:01.518943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 503280b0-b1b8-40e4-ba92-4e8296092ed1 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:06:01.532150 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-732af089-fcb3-4a7a-9749-553f91d28a6a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/8d9f1d47-2d4d-4044-bcc7-bce6593f91b5 HTTP/1.1" status: 200 len: 992 time: 0.0626538 Sep 30 00:06:01.570956 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 503280b0-b1b8-40e4-ba92-4e8296092ed1 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:06:01.574509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 503280b0-b1b8-40e4-ba92-4e8296092ed1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:01.574882 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:01.647745 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:01.669684 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:06:01.671870 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477f2410-e4a8-4f78-903f-1bcd0e97cf97" -d '{"events": [{"server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "name": "network-vif-plugged", "status": "completed", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:06:01.685020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:01.689193 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:01.717499 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3647e7-7fa6-4fb8-a5f8-b94ba22ceac5 x-openstack-request-id: req-ed3647e7-7fa6-4fb8-a5f8-b94ba22ceac5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:06:01.717826 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "name": "network-vif-plugged", "status": "completed", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:06:01.718077 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ed3647e7-7fa6-4fb8-a5f8-b94ba22ceac5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:06:01.718466 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'code': 200} Sep 30 00:06:01.744491 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=503280b0-b1b8-40e4-ba92-4e8296092ed1,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:03.382787 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a0968bd5-68bc-4503-81e9-b6fe68961a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:06.302871 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-929be02c-63f9-449a-aa02-c6c415327a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:06.687440 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:07.672041 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:08.844977 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:10.144282 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:20.747963 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:27.704763 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:06:30.196835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38924) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:30.357228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 39732318-739d-4445-92b0-deb08d1aa987 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:06:30.357579 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:30.433777 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:30.434108 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:30.445430 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 39732318-739d-4445-92b0-deb08d1aa987 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:06:30.589860 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:30.614072 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=39732318-739d-4445-92b0-deb08d1aa987,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:30.641771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.642124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.642467 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.642806 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.643139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.643469 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.643799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.644163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.644493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.644821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.645145 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.645466 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:30.683282 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:30.683586 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Floating IP 8d9f1d47-2d4d-4044-bcc7-bce6593f91b5 disassociated (deleted). External IP: 172.25.4.221, port: 503280b0-b1b8-40e4-ba92-4e8296092ed1. Sep 30 00:06:30.889212 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router 0ab02f56-8381-48d3-b89f-73f65f1c7174 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:06:30.996314 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:06:31.001058 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:31.006213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] Sync routers for ids ['0ab02f56-8381-48d3-b89f-73f65f1c7174'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:06:31.015853 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] Routers {'0ab02f56-8381-48d3-b89f-73f65f1c7174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:06:31.016559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ab02f56-8381-48d3-b89f-73f65f1c7174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:31.029541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9bc6192a-c990-4cac-bb20-1e2b99e195c4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/floatingips/8d9f1d47-2d4d-4044-bcc7-bce6593f91b5 HTTP/1.1" status: 204 len: 168 time: 0.8311019 Sep 30 00:06:31.030164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:06:31.032456 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27de898-6238-4038-a453-1cc28c3a2664" -d '{"events": [{"name": "network-changed", "server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:06:31.071975 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dec1cd-a665-418f-bbd3-d30b98e5a9ac x-openstack-request-id: req-36dec1cd-a665-418f-bbd3-d30b98e5a9ac {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:06:31.072279 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:06:31.072537 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-36dec1cd-a665-418f-bbd3-d30b98e5a9ac {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:06:31.073041 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'status': 'completed', 'code': 200} Sep 30 00:06:31.127654 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] Set router 0ab02f56-8381-48d3-b89f-73f65f1c7174 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:06:31.136536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27de898-6238-4038-a453-1cc28c3a2664 req-15e2c383-8f07-4fa2-84d1-5a1071f2b96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:31.138329 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f27de898-6238-4038-a453-1cc28c3a2664 req-15e2c383-8f07-4fa2-84d1-5a1071f2b96e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 1096 time: 0.0436647 Sep 30 00:06:31.247785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27de898-6238-4038-a453-1cc28c3a2664 req-2494872f-6fdf-476c-8316-37b8607d6e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:31.249306 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f27de898-6238-4038-a453-1cc28c3a2664 req-2494872f-6fdf-476c-8316-37b8607d6e89 service neutron] 10.222.0.26 "GET /v2.0/networks?id=6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 200 len: 898 time: 0.1016107 Sep 30 00:06:31.269360 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d4d1e7-e38d-4af3-9f93-0a9189430cfb req-889bb4a7-2b09-4242-b68a-4122193e00e8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:31.271014 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73d4d1e7-e38d-4af3-9f93-0a9189430cfb req-889bb4a7-2b09-4242-b68a-4122193e00e8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0541978 Sep 30 00:06:31.295101 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f27de898-6238-4038-a453-1cc28c3a2664 req-b5b29301-e2b9-4be6-a399-2b05c2272734 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 200 len: 217 time: 0.0366075 Sep 30 00:06:31.313635 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-73d4d1e7-e38d-4af3-9f93-0a9189430cfb req-7cac70f3-c6bf-41d4-af2d-48aad92e30ff tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362680 Sep 30 00:06:31.342724 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:03Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9befc7cb-aa10-4c65-9d56-d8611252caf9', 'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:17:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:03Z', 'updated_at': '2021-09-30T00:04:06Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:31.350124 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27de898-6238-4038-a453-1cc28c3a2664 req-477c22f9-24d1-4536-996a-16da4753ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:31.351617 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f27de898-6238-4038-a453-1cc28c3a2664 req-477c22f9-24d1-4536-996a-16da4753ede7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 200 len: 835 time: 0.0497134 Sep 30 00:06:31.373464 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] Checking router: 0ab02f56-8381-48d3-b89f-73f65f1c7174 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:06:31.381596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] Routers {'0ab02f56-8381-48d3-b89f-73f65f1c7174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:06:31.382219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ab02f56-8381-48d3-b89f-73f65f1c7174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:31.398042 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27de898-6238-4038-a453-1cc28c3a2664 req-99067f21-6b5a-4547-9fe8-bb1ae200b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:31.399595 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f27de898-6238-4038-a453-1cc28c3a2664 req-99067f21-6b5a-4547-9fe8-bb1ae200b0bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6533bb40-5d4e-474a-b376-df053b684814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404711 Sep 30 00:06:31.492197 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f27de898-6238-4038-a453-1cc28c3a2664 req-cccf986d-c1ff-4f16-b703-5f31dcfa9613 service neutron] 10.222.0.26 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820100 Sep 30 00:06:31.494501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] Set router 0ab02f56-8381-48d3-b89f-73f65f1c7174 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:06:31.586799 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f27de898-6238-4038-a453-1cc28c3a2664 req-38c3df88-975b-4cc3-a8fd-278fd38ddb88 service neutron] 10.222.0.26 "GET /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867088 Sep 30 00:06:31.700542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:03Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9befc7cb-aa10-4c65-9d56-d8611252caf9', 'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:17:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:03Z', 'updated_at': '2021-09-30T00:04:06Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:31.726742 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dd0d3c-bd3e-4d2a-a5cb-536eb62708e7 None None] The sync data for ids ['0ab02f56-8381-48d3-b89f-73f65f1c7174'] in n-d-811173-2 is: [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:03Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9befc7cb-aa10-4c65-9d56-d8611252caf9', 'name': '', 'network_id': '6533bb40-5d4e-474a-b376-df053b684814', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:17:bb:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:03Z', 'updated_at': '2021-09-30T00:04:06Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': 'c72a2b26-aad6-4860-ad71-a430b3d77c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:06:31.938233 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69ae26e-d59c-41ab-a883-83008fa55339 None None] New status for floating IP 8d9f1d47-2d4d-4044-bcc7-bce6593f91b5: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:06:32.429997 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf17df7-5f33-407f-af10-043e4063e482 req-910c112e-7874-4af3-bef9-8572aefb1217 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:32.432689 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbf17df7-5f33-407f-af10-043e4063e482 req-910c112e-7874-4af3-bef9-8572aefb1217 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0503061 Sep 30 00:06:32.472842 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cbf17df7-5f33-407f-af10-043e4063e482 req-64deaf9c-318e-42bf-83d1-21f6194e3da7 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342898 Sep 30 00:06:32.515283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-fd38c21d-6905-412f-ba5a-ea31b1c362e4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:32.516760 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-fd38c21d-6905-412f-ba5a-ea31b1c362e4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "GET /v2.0/ports?device_id=50a2483d-319d-4a56-8c7c-f9909b4b4ad8 HTTP/1.1" status: 200 len: 945 time: 0.0499063 Sep 30 00:06:32.609330 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-6010701a-19c2-4130-8190-a6c5d67855df tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 503280b0-b1b8-40e4-ba92-4e8296092ed1 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:06:32.609597 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-6010701a-19c2-4130-8190-a6c5d67855df tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:32.697115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-6010701a-19c2-4130-8190-a6c5d67855df tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 503280b0-b1b8-40e4-ba92-4e8296092ed1, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=503280b0-b1b8-40e4-ba92-4e8296092ed1,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:32.697477 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-6010701a-19c2-4130-8190-a6c5d67855df tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:32.709672 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-6010701a-19c2-4130-8190-a6c5d67855df tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 503280b0-b1b8-40e4-ba92-4e8296092ed1 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:06:32.841866 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-6010701a-19c2-4130-8190-a6c5d67855df tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:32.869514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010701a-19c2-4130-8190-a6c5d67855df tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=503280b0-b1b8-40e4-ba92-4e8296092ed1,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:33.235996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-6010701a-19c2-4130-8190-a6c5d67855df tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] No DVR routers for this DVR port 503280b0-b1b8-40e4-ba92-4e8296092ed1 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:06:33.238762 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-6010701a-19c2-4130-8190-a6c5d67855df tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:33.240818 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-16d82e6d-3896-4ebd-aefa-f592993d0f61 req-6010701a-19c2-4130-8190-a6c5d67855df tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "DELETE /v2.0/ports/503280b0-b1b8-40e4-ba92-4e8296092ed1 HTTP/1.1" status: 204 len: 173 time: 0.7177217 Sep 30 00:06:33.241275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'name': 'network-vif-deleted', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:06:33.243578 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb4d50f-f5fa-45ba-aa41-bf36987375f9" -d '{"events": [{"server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "name": "network-vif-deleted", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:06:33.283762 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c165c061-ccf4-428d-b2cb-038addd5c81c x-openstack-request-id: req-c165c061-ccf4-428d-b2cb-038addd5c81c {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:06:33.284089 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50a2483d-319d-4a56-8c7c-f9909b4b4ad8", "name": "network-vif-deleted", "tag": "503280b0-b1b8-40e4-ba92-4e8296092ed1", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:06:33.284359 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c165c061-ccf4-428d-b2cb-038addd5c81c {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:06:33.284761 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50a2483d-319d-4a56-8c7c-f9909b4b4ad8', 'name': 'network-vif-deleted', 'tag': '503280b0-b1b8-40e4-ba92-4e8296092ed1', 'status': 'completed', 'code': 200} Sep 30 00:06:33.395731 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3aaab069-c78f-4dd3-a7a3-4e4586e13148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:33.527727 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38940) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:33.888066 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:34.143623 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 9befc7cb-aa10-4c65-9d56-d8611252caf9 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:06:34.143905 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:34.229182 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 9befc7cb-aa10-4c65-9d56-d8611252caf9, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9befc7cb-aa10-4c65-9d56-d8611252caf9,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:34.229543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:34.241496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 9befc7cb-aa10-4c65-9d56-d8611252caf9 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:06:34.422717 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:34.453100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=9befc7cb-aa10-4c65-9d56-d8611252caf9,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:34.629532 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:34.842852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router 0ab02f56-8381-48d3-b89f-73f65f1c7174 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:06:35.250608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:06:35.255593 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-798fd3dd-8be5-42cc-adf4-a6958890d58d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "PUT /v2.0/routers/0ab02f56-8381-48d3-b89f-73f65f1c7174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268143 Sep 30 00:06:35.258398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38944) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:35.261141 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] Sync routers for ids ['0ab02f56-8381-48d3-b89f-73f65f1c7174'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:06:35.271100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] Routers {'0ab02f56-8381-48d3-b89f-73f65f1c7174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:06:35.271719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ab02f56-8381-48d3-b89f-73f65f1c7174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:35.311513 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-12854f49-77cf-4924-9f7f-9b9f89a5994b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting subnet c72a2b26-aad6-4860-ad71-a430b3d77c06 {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:06:35.314708 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12854f49-77cf-4924-9f7f-9b9f89a5994b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:35.354298 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12854f49-77cf-4924-9f7f-9b9f89a5994b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:35.379869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] Set router 0ab02f56-8381-48d3-b89f-73f65f1c7174 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:06:35.444434 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12854f49-77cf-4924-9f7f-9b9f89a5994b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:35.512551 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12854f49-77cf-4924-9f7f-9b9f89a5994b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:35.542285 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12854f49-77cf-4924-9f7f-9b9f89a5994b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Subnet': ['ID=c72a2b26-aad6-4860-ad71-a430b3d77c06,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:35.544826 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-12854f49-77cf-4924-9f7f-9b9f89a5994b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:35.548925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38948) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:35.552448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-12854f49-77cf-4924-9f7f-9b9f89a5994b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/subnets/c72a2b26-aad6-4860-ad71-a430b3d77c06 HTTP/1.1" status: 204 len: 168 time: 0.2929459 Sep 30 00:06:35.563143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd893ef-b882-4844-a210-61d65743de02 None None] Network 6533bb40-5d4e-474a-b376-df053b684814 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:06:35.596985 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:06:34Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:35.652788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] Checking router: 0ab02f56-8381-48d3-b89f-73f65f1c7174 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:06:35.662624 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:35.663616 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 503280b0-b1b8-40e4-ba92-4e8296092ed1 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:06:35.709238 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 503280b0-b1b8-40e4-ba92-4e8296092ed1 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:06:35.709584 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 503280b0-b1b8-40e4-ba92-4e8296092ed1 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:06:35.713179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] Routers {'0ab02f56-8381-48d3-b89f-73f65f1c7174'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:06:35.713805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:06:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ab02f56-8381-48d3-b89f-73f65f1c7174'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:35.772145 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:35.833694 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 7d3323d7-34c6-466b-8ede-f0668ea13687 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:06:35.834041 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:35.843926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] Set router 0ab02f56-8381-48d3-b89f-73f65f1c7174 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:06:35.871497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2936b38a-9038-40ef-95a6-226d1c64e7bb None None] DHCP port deletion for 6533bb40-5d4e-474a-b376-df053b684814 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:06:35.913282 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 7d3323d7-34c6-466b-8ede-f0668ea13687, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7d3323d7-34c6-466b-8ede-f0668ea13687,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:35.913651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:35.932548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 7d3323d7-34c6-466b-8ede-f0668ea13687 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:06:36.017096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2936b38a-9038-40ef-95a6-226d1c64e7bb None None] Deleting port da03d8b4-7630-42e6-ad58-9227d5a3db56 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:06:36.017393 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2936b38a-9038-40ef-95a6-226d1c64e7bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.106893 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.111957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-2936b38a-9038-40ef-95a6-226d1c64e7bb None None] For port da03d8b4-7630-42e6-ad58-9227d5a3db56, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=da03d8b4-7630-42e6-ad58-9227d5a3db56,segment=NetworkSegment(d343702b-9af0-4d1b-a704-7bd6714a90ec),segment_id=d343702b-9af0-4d1b-a704-7bd6714a90ec)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:36.112369 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2936b38a-9038-40ef-95a6-226d1c64e7bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.128562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-2936b38a-9038-40ef-95a6-226d1c64e7bb None None] Calling delete_port for da03d8b4-7630-42e6-ad58-9227d5a3db56 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:06:36.138223 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=7d3323d7-34c6-466b-8ede-f0668ea13687,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:36.142010 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:06:34Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:36.175923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5b01d30-e025-4915-b452-f276ae1a9df2 None None] The sync data for ids ['0ab02f56-8381-48d3-b89f-73f65f1c7174'] in n-d-811173-2 is: [{'id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'name': 'tempest-TestNetworkAdvancedServerOps-router-633311621', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153'}], 'enable_snat': True}, 'gw_port_id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:06:34Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7d3323d7-34c6-466b-8ede-f0668ea13687', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:51:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ab02f56-8381-48d3-b89f-73f65f1c7174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:04:00Z', 'updated_at': '2021-09-30T00:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:06:36.199107 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.249619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2936b38a-9038-40ef-95a6-226d1c64e7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.276635 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2936b38a-9038-40ef-95a6-226d1c64e7bb None None] Pushing event deleted for resources: {'Port': ['ID=da03d8b4-7630-42e6-ad58-9227d5a3db56,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:36.278421 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2936b38a-9038-40ef-95a6-226d1c64e7bb None None] No DVR routers for this DVR port da03d8b4-7630-42e6-ad58-9227d5a3db56 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:06:36.298525 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.300911 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.305888 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7cee8837-f2eb-4bf2-8fb5-d33d933c5667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.351636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.352227 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Fanout notify agent at l3_agent the message router_deleted on router 0ab02f56-8381-48d3-b89f-73f65f1c7174 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:06:36.360411 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.361521 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-38bb8175-63e3-4abc-9650-85d14b3fbf76 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/routers/0ab02f56-8381-48d3-b89f-73f65f1c7174 HTTP/1.1" status: 204 len: 168 time: 0.8116326 Sep 30 00:06:36.364203 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38950) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:36.444246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.535975 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.557665 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6533bb40-5d4e-474a-b376-df053b684814']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:36.567364 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd343702b-9af0-4d1b-a704-7bd6714a90ec') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:36.567666 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd343702b-9af0-4d1b-a704-7bd6714a90ec') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:36.577906 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.592877 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.600063 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Releasing vlan 507 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:06:36.600500 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: timer() Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: self._notify() Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:06:36.604110 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:06:36.675280 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.684684 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.686555 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/networks/6533bb40-5d4e-474a-b376-df053b684814 HTTP/1.1" status: 204 len: 168 time: 0.3213892 Sep 30 00:06:36.690139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38952) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:36.695917 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.701354 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9fc06-341b-47f3-8ae8-0e3d6cfb554f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Network': ['ID=6533bb40-5d4e-474a-b376-df053b684814,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:36.756618 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e86a70bb-cc42-42f1-b822-2d3fec85e834 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.783204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e86a70bb-cc42-42f1-b822-2d3fec85e834 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.849645 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e86a70bb-cc42-42f1-b822-2d3fec85e834 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.852535 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e86a70bb-cc42-42f1-b822-2d3fec85e834 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:36.854004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e86a70bb-cc42-42f1-b822-2d3fec85e834 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/security-groups/78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b HTTP/1.1" status: 204 len: 168 time: 0.1618338 Sep 30 00:06:36.863605 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a70bb-cc42-42f1-b822-2d3fec85e834 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78adf9de-a7ce-4c17-b3ba-39b2ceeeda6b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:37.581698 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7d3323d7-34c6-466b-8ede-f0668ea13687 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:06:37.602558 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7d3323d7-34c6-466b-8ede-f0668ea13687 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:06:37.602908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7d3323d7-34c6-466b-8ede-f0668ea13687 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:06:37.603481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device da03d8b4-7630-42e6-ad58-9227d5a3db56 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:06:37.624481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: da03d8b4-7630-42e6-ad58-9227d5a3db56 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:06:37.624833 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device da03d8b4-7630-42e6-ad58-9227d5a3db56 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:06:37.625241 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9befc7cb-aa10-4c65-9d56-d8611252caf9 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:06:37.644395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 9befc7cb-aa10-4c65-9d56-d8611252caf9 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:06:37.644743 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9befc7cb-aa10-4c65-9d56-d8611252caf9 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:06:37.673604 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:37.727451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38958) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:37.732148 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-00657126-54bd-4d1f-8702-f4c784126840 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2082205705', 'description': 'tempest-secgroup-smoke-2082205705 description', 'project_id': 'b28d6527f7a0469b995c40beb95d2365'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:37.754064 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00657126-54bd-4d1f-8702-f4c784126840 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:37.842623 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00657126-54bd-4d1f-8702-f4c784126840 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:37.846242 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00657126-54bd-4d1f-8702-f4c784126840 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:37.873302 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00657126-54bd-4d1f-8702-f4c784126840 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:37.874523 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-00657126-54bd-4d1f-8702-f4c784126840 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1460028 Sep 30 00:06:37.876377 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00657126-54bd-4d1f-8702-f4c784126840 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bf0fde-1411-47d4-a2f0-2025b901cdf7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:37.877572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38960) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:37.883482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-57f74d21-40d2-44b9-92f6-9b9abbe747ac tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '69bf0fde-1411-47d4-a2f0-2025b901cdf7', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:37.911125 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57f74d21-40d2-44b9-92f6-9b9abbe747ac tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:37.955770 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57f74d21-40d2-44b9-92f6-9b9abbe747ac tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:37.959020 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57f74d21-40d2-44b9-92f6-9b9abbe747ac tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:37.975739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f74d21-40d2-44b9-92f6-9b9abbe747ac tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f2cd91-66e4-4461-83be-36587631adeb,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:37.981032 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-57f74d21-40d2-44b9-92f6-9b9abbe747ac tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:37.982251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-57f74d21-40d2-44b9-92f6-9b9abbe747ac tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1036677 Sep 30 00:06:37.985148 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38962) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:37.989401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-7264bb91-87d9-4929-af6a-22d7aaa50e2c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '69bf0fde-1411-47d4-a2f0-2025b901cdf7', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:38.016448 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7264bb91-87d9-4929-af6a-22d7aaa50e2c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.072743 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7264bb91-87d9-4929-af6a-22d7aaa50e2c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.076048 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7264bb91-87d9-4929-af6a-22d7aaa50e2c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.093559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7264bb91-87d9-4929-af6a-22d7aaa50e2c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed16852a-2e6b-4a63-beac-1f93edc139f2,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:38.099813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7264bb91-87d9-4929-af6a-22d7aaa50e2c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.101029 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7264bb91-87d9-4929-af6a-22d7aaa50e2c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1149592 Sep 30 00:06:38.104463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38964) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:38.108852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-563979f8-a26e-4210-83da-dd594323a3bb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '69bf0fde-1411-47d4-a2f0-2025b901cdf7', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:38.134783 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-563979f8-a26e-4210-83da-dd594323a3bb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.192450 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-563979f8-a26e-4210-83da-dd594323a3bb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.196046 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-563979f8-a26e-4210-83da-dd594323a3bb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.214933 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563979f8-a26e-4210-83da-dd594323a3bb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=703ad00d-1e94-42fa-a5f6-0865a7a39775,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:38.220560 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-563979f8-a26e-4210-83da-dd594323a3bb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.221756 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-563979f8-a26e-4210-83da-dd594323a3bb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163177 Sep 30 00:06:38.224436 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38966) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:38.229257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-a978e7fb-6696-4c63-9176-f2da67a76e87 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '69bf0fde-1411-47d4-a2f0-2025b901cdf7', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:38.254162 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a978e7fb-6696-4c63-9176-f2da67a76e87 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.315518 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a978e7fb-6696-4c63-9176-f2da67a76e87 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.319365 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a978e7fb-6696-4c63-9176-f2da67a76e87 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.337612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a978e7fb-6696-4c63-9176-f2da67a76e87 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c303d92-ea3b-487f-8c7a-51496032edc0,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:38.344050 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-a978e7fb-6696-4c63-9176-f2da67a76e87 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.345244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-a978e7fb-6696-4c63-9176-f2da67a76e87 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198323 Sep 30 00:06:38.347968 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38968) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:38.352264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6b3f2486-750b-4b29-82d7-8a00e6b7b3f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '69bf0fde-1411-47d4-a2f0-2025b901cdf7', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:38.373609 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-6b3f2486-750b-4b29-82d7-8a00e6b7b3f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Project b28d6527f7a0469b995c40beb95d2365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:06:38.378235 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2486-750b-4b29-82d7-8a00e6b7b3f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.436250 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2486-750b-4b29-82d7-8a00e6b7b3f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.440029 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2486-750b-4b29-82d7-8a00e6b7b3f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.456725 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f2486-750b-4b29-82d7-8a00e6b7b3f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabd5f60-85ee-4ff6-9023-e0e707bb24ef,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:38.463288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6b3f2486-750b-4b29-82d7-8a00e6b7b3f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.464558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6b3f2486-750b-4b29-82d7-8a00e6b7b3f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1156728 Sep 30 00:06:38.467442 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38970) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:38.472070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d1241a82-6e41-4853-af45-713e16327c62 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': '69bf0fde-1411-47d4-a2f0-2025b901cdf7', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:38.493135 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-d1241a82-6e41-4853-af45-713e16327c62 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Project b28d6527f7a0469b995c40beb95d2365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:06:38.497856 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1241a82-6e41-4853-af45-713e16327c62 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.559524 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1241a82-6e41-4853-af45-713e16327c62 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.563074 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1241a82-6e41-4853-af45-713e16327c62 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.578168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1241a82-6e41-4853-af45-713e16327c62 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8421cf9c-1a17-45ba-a436-3a2cb0fb5193,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:38.588047 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d1241a82-6e41-4853-af45-713e16327c62 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.589254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d1241a82-6e41-4853-af45-713e16327c62 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207809 Sep 30 00:06:38.592040 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 38972) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:38.596799 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'network': {'name': 'tempest-network-smoke--511063326', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'port_security_enabled': True}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:38.617062 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:06:38.620804 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.644435 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:06:38.654285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.654627 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Added segment 5112e204-39be-4447-85c1-3a68e0311bff of type vlan for network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 Sep 30 00:06:38.696299 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.721933 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.727450 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:38.728894 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.760665 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1675210 Sep 30 00:06:38.764499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38974) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:38.769251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'admin_state_up': True, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:38.794251 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.795345 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.799680 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ba133-5475-483f-bc81-3b70f5118e9f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Network': ['ID=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:38.810207 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 00:06:38.855848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.881490 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:38.995521 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:39.192490 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:39.211219 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:39.317571 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.25.4.235 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/7ad763a2-7298-439d-b7fe-2c4a0b097dcf) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:06:39.424409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:39.462390 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:39.499510 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:06:39.502313 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:06:39.506112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:06:39.514552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=7ad763a2-7298-439d-b7fe-2c4a0b097dcf,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:39.766559 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:39.965931 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:40.100613 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 00:06:40.156144 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:40.207738 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:06:40.217547 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Sync routers for ids ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:06:40.227396 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:40.229394 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-73d95f53-0c63-4ac0-900c-541e1f8ce2d8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4638796 Sep 30 00:06:40.230588 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Routers {'0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:06:40.231203 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:40.232560 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38978) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:40.304707 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-aca70a17-668c-4039-98a2-8b0b2ad558d0 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b28d6527f7a0469b995c40beb95d2365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710132 Sep 30 00:06:40.307495 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38982) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:40.334319 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Set router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:06:40.395679 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191c1172-7ece-4813-b3d6-330ff928978e tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:40.397259 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-191c1172-7ece-4813-b3d6-330ff928978e tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886226 Sep 30 00:06:40.400897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38984) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:40.436388 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d1cf3ec6-4e9f-4369-a5b1-7fb9ed8410bb tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319612 Sep 30 00:06:40.436611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38986) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:40.441250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490538308', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:40.530071 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:06:40.534006 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:40.595516 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:39Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:40.621312 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Checking router: 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:06:40.621664 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Updating router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:06:40.646315 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:40.716658 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:40.774038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Subnet': ['ID=5896894d-1aa6-436e-873c-871f7f2c0a9d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:40.783135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Checking segment: {'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:06:40.783506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network hostable DHCP agents. Network: cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:06:40.801041 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:06:40.811879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:06:40.817235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:40.817851 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:40.824804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d738d04-6c2d-496c-b882-ae2e34697993 None None] Network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:06:40.840323 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-16f0a8b5-fdfd-41f9-b1d3-f2ca4a9ff5f2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4026005 Sep 30 00:06:40.843463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 38988) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:40.918125 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:40.924549 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:40.980225 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Attempting to bind port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:06:40.980605 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Attempting to bind port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:06:40.980962 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Attempting to bind port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:06:40.990749 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Pushing event updated for resources: {'Port': ['ID=7ad763a2-7298-439d-b7fe-2c4a0b097dcf,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:40.993019 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:06:40.994044 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:06:40.994449 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:40.994841 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:06:40.995315 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Bound port: 7ad763a2-7298-439d-b7fe-2c4a0b097dcf, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:06:40.995696 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:41.020837 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.021178 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.021517 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.022269 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.022269 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.022515 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.022791 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.023113 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.023431 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.023750 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.024116 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.025024 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:06:41.067692 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] For port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:06:41.070709 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] For port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7ad763a2-7298-439d-b7fe-2c4a0b097dcf,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:06:41.076289 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:41.135212 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d0bf5-5b13-44a5-a86f-6702467ac890 None None] Pushing event updated for resources: {'Port': ['ID=7ad763a2-7298-439d-b7fe-2c4a0b097dcf,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:41.135606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 00:06:41.136610 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:41.146852 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Routers {'0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:06:41.147302 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:41.252699 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] Set router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:06:41.283475 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Allocated IP 172.20.0.2 (cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5/5896894d-1aa6-436e-873c-871f7f2c0a9d/511903ed-6765-4b6d-a3dd-95b7e75e9a2d) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:06:41.311915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:41.442825 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:41.445064 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:39Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:41.450826 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:41.486358 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9b5642-87b1-4cff-808a-4646da4791da None None] The sync data for ids ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'] in n-d-811173-2 is: [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:39Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:06:41.490159 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:06:41.493447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:06:41.497976 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:06:41.507395 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Pushing event updated for resources: {'Port': ['ID=511903ed-6765-4b6d-a3dd-95b7e75e9a2d,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:41.561268 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Attempting to bind port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:06:41.561646 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Attempting to bind port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:06:41.562013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Attempting to bind port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d on network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:06:41.567483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:06:41.568219 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Checking segment: {'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:06:41.568372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:41.568679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Bound using segment: {'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:06:41.569151 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Bound port: 511903ed-6765-4b6d-a3dd-95b7e75e9a2d, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:06:41.569530 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:41.619816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.20.0.1 (cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5/5896894d-1aa6-436e-873c-871f7f2c0a9d/9312e6fb-2e66-4cc1-bd03-b968ea0642e1) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:06:41.641414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] For port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:06:41.645515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] For port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=511903ed-6765-4b6d-a3dd-95b7e75e9a2d,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:06:41.651276 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:41.719932 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cef0aa-b520-430a-9cd1-2670683b42b4 None None] Pushing event updated for resources: {'Port': ['ID=511903ed-6765-4b6d-a3dd-95b7e75e9a2d,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:42.104792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:42.139602 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:42.187771 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:06:42.190929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:06:42.199268 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:06:42.220846 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=9312e6fb-2e66-4cc1-bd03-b968ea0642e1,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:42.244961 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:42.381147 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:42.677323 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:42.683324 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:42.708959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b1f8dc-04e2-4cc4-bb0e-420b56fcc059 None None] Network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:06:42.754319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=9312e6fb-2e66-4cc1-bd03-b968ea0642e1,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:42.761355 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:42.836819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-203c80df-d633-4526-bfe5-f7f28ce61ef1 None None] Provisioning complete for port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:42.837250 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-203c80df-d633-4526-bfe5-f7f28ce61ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:42.874632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:06:42.877253 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:06:42.961421 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-203c80df-d633-4526-bfe5-f7f28ce61ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:42.996936 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-203c80df-d633-4526-bfe5-f7f28ce61ef1 None None] For port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=511903ed-6765-4b6d-a3dd-95b7e75e9a2d,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:43.001381 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-203c80df-d633-4526-bfe5-f7f28ce61ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:43.018180 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:06:43.056170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203c80df-d633-4526-bfe5-f7f28ce61ef1 None None] Pushing event updated for resources: {'Port': ['ID=511903ed-6765-4b6d-a3dd-95b7e75e9a2d,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:43.139953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:06:43.148646 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b7665e4d-2007-470f-ad4f-36c01a186833 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "PUT /v2.0/routers/0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3039629 Sep 30 00:06:43.224210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Sync routers for ids ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:06:43.234422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-03499c6b-52e5-4873-a7ad-bd63db887c8c None None] Provisioning complete for port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:43.234799 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-03499c6b-52e5-4873-a7ad-bd63db887c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:43.259082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Routers {'0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:06:43.259731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:43.298896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-b7212284-fbef-49e7-8264-f6017e0029a2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2082205705&fields=id&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 267 time: 0.0389190 Sep 30 00:06:43.316967 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-03499c6b-52e5-4873-a7ad-bd63db887c8c None None] Port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:06:43.366439 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-03499c6b-52e5-4873-a7ad-bd63db887c8c None None] Provisioning complete for port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:43.366814 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-03499c6b-52e5-4873-a7ad-bd63db887c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:43.409679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Set router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:06:43.424790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-64232078-7194-4ddc-9541-a8080b14bca2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:43.426391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-64232078-7194-4ddc-9541-a8080b14bca2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/networks?id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 HTTP/1.1" status: 200 len: 796 time: 0.1197703 Sep 30 00:06:43.445909 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-edbcaf2d-8207-4e14-bd40-e267b7a8b200 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/quotas/b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 375 time: 0.0128570 Sep 30 00:06:43.514772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-30e4b029-03e6-43cb-a72f-12fc0f99e99b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615654 Sep 30 00:06:43.586566 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-87ceb6b1-5cb3-403d-9630-601bea408ebf service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:06:43.592368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-87ceb6b1-5cb3-403d-9630-601bea408ebf service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0633798 Sep 30 00:06:43.651292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:42Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9312e6fb-2e66-4cc1-bd03-b968ea0642e1', 'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:23:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:41Z', 'updated_at': '2021-09-30T00:06:42Z', 'revision_number': 2, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:43.684020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 511903ed-6765-4b6d-a3dd-95b7e75e9a2d up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:06:43.687446 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Checking router: 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:06:43.687890 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Updating router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:06:43.695952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-1bcbc3b0-1b75-4004-b684-ed2514db6bf9 service neutron] 10.222.0.44 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938559 Sep 30 00:06:43.743080 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:43.763398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-0e57f54a-3fc1-411c-b121-98860159b11d None None] Provisioning complete for port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:43.763765 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0e57f54a-3fc1-411c-b121-98860159b11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:43.789028 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-fddf08cc-ae35-4a0f-b671-f6a5fa08cb9d service neutron] 10.222.0.44 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916648 Sep 30 00:06:43.876905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-0e57f54a-3fc1-411c-b121-98860159b11d None None] Port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:06:43.881239 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:43.881613 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:43.958380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51dbec0d-1cbb-499d-a64f-d71972ed780e req-b65c0486-62be-4c5a-b882-3e8a2c885197 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 210 time: 0.0281281 Sep 30 00:06:44.044033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ad763a2-7298-439d-b7fe-2c4a0b097dcf up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:06:44.152237 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:44.152555 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:44.184772 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:44.193272 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:44.257979 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1534e1-2e2a-41e7-adc0-3e01520532c3 None None] Pushing event updated for resources: {'Port': ['ID=9312e6fb-2e66-4cc1-bd03-b968ea0642e1,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:44.341862 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:44.349586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Attempting to bind port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:06:44.350023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Attempting to bind port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:06:44.350420 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Attempting to bind port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 on network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:06:44.368349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 6, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:06:44.369375 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Checking segment: {'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:06:44.370004 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:44.370403 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Bound using segment: {'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:06:44.370898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Bound port: 9312e6fb-2e66-4cc1-bd03-b968ea0642e1, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:06:44.371281 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:44.376434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7ad763a2-7298-439d-b7fe-2c4a0b097dcf,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:44.384383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:44.473829 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=7ad763a2-7298-439d-b7fe-2c4a0b097dcf,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:44.482959 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] For port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:06:44.489192 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] For port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9312e6fb-2e66-4cc1-bd03-b968ea0642e1,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:06:44.496531 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:44.531750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-cd2d6f4e-69d2-409b-b57b-d00d013f8ad0 None None] Provisioning complete for port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:44.532144 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6f4e-69d2-409b-b57b-d00d013f8ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:44.601869 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Routers {'0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:06:44.602502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:44.608518 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1534e1-2e2a-41e7-adc0-3e01520532c3 None None] Pushing event updated for resources: {'Port': ['ID=9312e6fb-2e66-4cc1-bd03-b968ea0642e1,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:44.727462 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6f4e-69d2-409b-b57b-d00d013f8ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:44.757813 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] Set router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:06:44.964854 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cd2d6f4e-69d2-409b-b57b-d00d013f8ad0 None None] For port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9312e6fb-2e66-4cc1-bd03-b968ea0642e1,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:44.970558 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd2d6f4e-69d2-409b-b57b-d00d013f8ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:45.034487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-f53be6dc-0fb5-4b2e-b7dc-d3b71418c067 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:45.036899 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-f53be6dc-0fb5-4b2e-b7dc-d3b71418c067 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "GET /v2.0/networks?id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 HTTP/1.1" status: 200 len: 796 time: 0.1178424 Sep 30 00:06:45.089043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9299aad8-7c17-4dd6-b564-fca9800ffc9f req-e724cb4f-ce9a-46d4-ae7b-d6e02877cc25 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 210 time: 0.0422020 Sep 30 00:06:45.107173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d6f4e-69d2-409b-b57b-d00d013f8ad0 None None] Pushing event updated for resources: {'Port': ['ID=9312e6fb-2e66-4cc1-bd03-b968ea0642e1,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:45.111718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-86bbf524-89de-4e2e-85c4-212b1ca066ed tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 380 time: 0.0552180 Sep 30 00:06:45.128738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-781e30c7-a54d-4581-b896-448e065917a4 None None] Provisioning complete for port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:45.129111 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-781e30c7-a54d-4581-b896-448e065917a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:45.149098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'port': {'device_id': '6d14b26d-640b-4753-becb-e75b68749777', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'admin_state_up': True, 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'security_groups': ['69bf0fde-1411-47d4-a2f0-2025b901cdf7']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:45.256726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:06:45.256941 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:42Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9312e6fb-2e66-4cc1-bd03-b968ea0642e1', 'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:23:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:41Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:45.260818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:45.286460 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191af376-a0be-46ab-90c3-558f19511c5f None None] The sync data for ids ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'] in n-d-811173-2 is: [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:42Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9312e6fb-2e66-4cc1-bd03-b968ea0642e1', 'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:23:e4:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:41Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:06:45.408357 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.20.0.7 (cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5/5896894d-1aa6-436e-873c-871f7f2c0a9d/751aad61-88ea-4555-a1cf-116818995ae8) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:06:45.564915 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:45.601420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:45.646830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:06:45.650229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:06:45.654057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:06:45.662963 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=751aad61-88ea-4555-a1cf-116818995ae8,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:45.687730 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:06:45.709902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:45.710575 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:45.731187 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-676a543b-9ff8-4f23-819e-a639dd1e7b34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5860212 Sep 30 00:06:45.750564 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Request body: {'port': {'device_id': '6d14b26d-640b-4753-becb-e75b68749777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:45.752864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:45.753442 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:45.822773 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:45.858347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ad763a2-7298-439d-b7fe-2c4a0b097dcf up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:06:45.916999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:45.917441 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:46.018444 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-dbd305f8-a231-4995-a4a0-3e65a8151653 None None] Provisioning complete for port 751aad61-88ea-4555-a1cf-116818995ae8 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:46.018855 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dbd305f8-a231-4995-a4a0-3e65a8151653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:46.060988 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-dbd305f8-a231-4995-a4a0-3e65a8151653 None None] Port 751aad61-88ea-4555-a1cf-116818995ae8 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:06:46.114616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751aad61-88ea-4555-a1cf-116818995ae8 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:06:46.123065 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:46.137740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Transition to ACTIVE for port object 751aad61-88ea-4555-a1cf-116818995ae8 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:06:46.141904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:46.233100 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Pushing event updated for resources: {'Port': ['ID=751aad61-88ea-4555-a1cf-116818995ae8,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:46.289837 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f2e10e-122e-45eb-abf0-a3c3fec94b75 req-cc49cc5f-49c5-4979-b748-020f9436d604 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:46.292118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1f2e10e-122e-45eb-abf0-a3c3fec94b75 req-cc49cc5f-49c5-4979-b748-020f9436d604 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 943 time: 0.1222246 Sep 30 00:06:46.341667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Attempting to bind port 751aad61-88ea-4555-a1cf-116818995ae8 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:06:46.342014 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Attempting to bind port 751aad61-88ea-4555-a1cf-116818995ae8 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:06:46.342346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Attempting to bind port 751aad61-88ea-4555-a1cf-116818995ae8 on network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:06:46.354334 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e1f2e10e-122e-45eb-abf0-a3c3fec94b75 req-8b5fc450-72d2-4967-a2f4-743e9dee416e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553603 Sep 30 00:06:46.355104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Port 751aad61-88ea-4555-a1cf-116818995ae8 on network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:06:46.355434 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Attempting to bind port 751aad61-88ea-4555-a1cf-116818995ae8 on network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:06:46.361244 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:06:46.361590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Checking segment: {'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:06:46.361978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Bound using segment: {'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:06:46.364833 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Bound port: 751aad61-88ea-4555-a1cf-116818995ae8, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5112e204-39be-4447-85c1-3a68e0311bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:06:46.365214 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:46.441755 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] For port 751aad61-88ea-4555-a1cf-116818995ae8, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:06:46.444952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] For port 751aad61-88ea-4555-a1cf-116818995ae8, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=751aad61-88ea-4555-a1cf-116818995ae8,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:06:46.449860 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:46.485610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:46.486354 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:46.487655 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] 10.222.0.42 "PUT /v2.0/ports/751aad61-88ea-4555-a1cf-116818995ae8 HTTP/1.1" status: 200 len: 1091 time: 0.7416108 Sep 30 00:06:46.488142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d14b26d-640b-4753-becb-e75b68749777', 'tag': '751aad61-88ea-4555-a1cf-116818995ae8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:06:46.490424 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0312ce6-32cb-4ef8-8ac6-838eb357101d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d14b26d-640b-4753-becb-e75b68749777", "tag": "751aad61-88ea-4555-a1cf-116818995ae8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:06:46.514441 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e555951-ab93-48d5-af89-54a526e3ca82 service neutron] Pushing event updated for resources: {'Port': ['ID=751aad61-88ea-4555-a1cf-116818995ae8,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:46.545815 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0819a666-07d9-41db-aabf-eca7994b40f9 x-openstack-request-id: req-0819a666-07d9-41db-aabf-eca7994b40f9 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:06:46.546478 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d14b26d-640b-4753-becb-e75b68749777", "tag": "751aad61-88ea-4555-a1cf-116818995ae8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:06:46.547022 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-0819a666-07d9-41db-aabf-eca7994b40f9 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:06:46.547733 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d14b26d-640b-4753-becb-e75b68749777', 'tag': '751aad61-88ea-4555-a1cf-116818995ae8', 'status': 'completed', 'code': 200} Sep 30 00:06:46.606525 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-e272ddba-e7e2-43e3-85c0-9046324b645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:46.608114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-e272ddba-e7e2-43e3-85c0-9046324b645d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 1094 time: 0.0441172 Sep 30 00:06:46.657700 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-cfb932b7-6198-4597-b5a9-46a98019c7aa service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751aad61-88ea-4555-a1cf-116818995ae8 HTTP/1.1" status: 200 len: 217 time: 0.0364850 Sep 30 00:06:46.714976 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-91001a5c-38f5-4171-81ff-26dc8bb169ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:46.716526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-91001a5c-38f5-4171-81ff-26dc8bb169ab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5896894d-1aa6-436e-873c-871f7f2c0a9d HTTP/1.1" status: 200 len: 834 time: 0.0508697 Sep 30 00:06:46.762823 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-249f8a66-ae08-42d2-86f9-9d51a242ad2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:46.764281 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-249f8a66-ae08-42d2-86f9-9d51a242ad2b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404570 Sep 30 00:06:46.856921 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-1b95f977-49d9-43e4-81e1-92403859b89d service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855968 Sep 30 00:06:46.947914 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a8c298-eb53-4695-a8f8-1992654649cc req-35f05bfe-b411-46d0-8c8a-5f5bc9f3d037 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840504 Sep 30 00:06:47.072932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-1d921384-8072-4a43-8401-057a74fa78d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:47.074337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-1d921384-8072-4a43-8401-057a74fa78d3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 1094 time: 0.0446849 Sep 30 00:06:47.167925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-b4fbedb2-0992-4d1c-bf4f-d7b666f4034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:47.169445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-b4fbedb2-0992-4d1c-bf4f-d7b666f4034b service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 HTTP/1.1" status: 200 len: 897 time: 0.0878599 Sep 30 00:06:47.210166 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-fa5f9c19-f9c1-46cd-b248-17a2783b87ab service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751aad61-88ea-4555-a1cf-116818995ae8 HTTP/1.1" status: 200 len: 217 time: 0.0337346 Sep 30 00:06:47.263740 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-0bb65c9b-094a-41e3-a6cd-8a6a07930148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:47.265249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-0bb65c9b-094a-41e3-a6cd-8a6a07930148 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5896894d-1aa6-436e-873c-871f7f2c0a9d HTTP/1.1" status: 200 len: 834 time: 0.0483313 Sep 30 00:06:47.312156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-4f6674c5-c2ec-4f02-9779-9b96cfd8b0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:47.314286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-4f6674c5-c2ec-4f02-9779-9b96cfd8b0ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420318 Sep 30 00:06:47.403816 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-0c13d6db-3b7f-4e34-aa6e-23b89bbf9ea8 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815868 Sep 30 00:06:47.522939 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdab92d-a9e9-48b8-8a51-2e535876961f req-e99c52d5-ae12-4b18-835f-179a8894b1ba tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:47.524500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fdab92d-a9e9-48b8-8a51-2e535876961f req-e99c52d5-ae12-4b18-835f-179a8894b1ba tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 943 time: 0.0934157 Sep 30 00:06:47.544550 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a0312ce6-32cb-4ef8-8ac6-838eb357101d req-1fee791d-afcd-44b9-82fd-62646df5cb20 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339562 Sep 30 00:06:47.574170 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5fdab92d-a9e9-48b8-8a51-2e535876961f req-608d3ed7-59cf-4d1c-b398-67c77cc51384 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421636 Sep 30 00:06:48.691583 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a310d0-b0e2-49c6-adde-53ba6c7ed9e4 req-796abb39-fed6-49b0-88a5-7feee2406136 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:48.693098 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91a310d0-b0e2-49c6-adde-53ba6c7ed9e4 req-796abb39-fed6-49b0-88a5-7feee2406136 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 943 time: 0.0485456 Sep 30 00:06:48.730098 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-91a310d0-b0e2-49c6-adde-53ba6c7ed9e4 req-4924ba48-cbcd-4e68-95fb-c6e4731b7035 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305882 Sep 30 00:06:49.844572 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0e3d3-fccd-444a-aa55-5b818c0d16ab req-5a235eef-baa6-4d92-86e5-804f04642a7f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:49.846155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66b0e3d3-fccd-444a-aa55-5b818c0d16ab req-5a235eef-baa6-4d92-86e5-804f04642a7f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 943 time: 0.0481048 Sep 30 00:06:49.883411 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66b0e3d3-fccd-444a-aa55-5b818c0d16ab req-393ee73f-ffa6-4a37-aa9c-d44e66145452 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312693 Sep 30 00:06:50.753769 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:50.854279 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 751aad61-88ea-4555-a1cf-116818995ae8 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:06:50.950138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 751aad61-88ea-4555-a1cf-116818995ae8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=751aad61-88ea-4555-a1cf-116818995ae8,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:50.960913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '751aad61-88ea-4555-a1cf-116818995ae8', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'port_id': '751aad61-88ea-4555-a1cf-116818995ae8', 'mac_address': 'fa:16:3e:fb:c4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 538, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:06:50.998609 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad99b3-75d6-49c7-926d-6b5c86811e6a req-3f91dfc9-4f2c-4839-bcd5-ce71a1c1395c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:50.999224 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:51.000147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05ad99b3-75d6-49c7-926d-6b5c86811e6a req-3f91dfc9-4f2c-4839-bcd5-ce71a1c1395c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 943 time: 0.0489357 Sep 30 00:06:51.014943 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751aad61-88ea-4555-a1cf-116818995ae8 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:06:51.036973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 751aad61-88ea-4555-a1cf-116818995ae8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=751aad61-88ea-4555-a1cf-116818995ae8,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:51.041901 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:51.044043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05ad99b3-75d6-49c7-926d-6b5c86811e6a req-d518dc85-fdf0-4bb8-9b25-d1b081dbf8b5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377741 Sep 30 00:06:51.088093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=751aad61-88ea-4555-a1cf-116818995ae8,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:51.465737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['751aad61-88ea-4555-a1cf-116818995ae8'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:06:52.163456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9fb140-fe10-4b9f-8e30-c79899aa6de7 req-25514cdc-f9aa-47c2-963b-adf064ebcf0b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:52.164858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b9fb140-fe10-4b9f-8e30-c79899aa6de7 req-25514cdc-f9aa-47c2-963b-adf064ebcf0b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 944 time: 0.0486536 Sep 30 00:06:52.201490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b9fb140-fe10-4b9f-8e30-c79899aa6de7 req-0d52773b-f9f2-4fc6-b0d4-4121f5bb37b3 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300884 Sep 30 00:06:52.852734 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 751aad61-88ea-4555-a1cf-116818995ae8 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:06:52.901533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 751aad61-88ea-4555-a1cf-116818995ae8 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:06:52.905129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 751aad61-88ea-4555-a1cf-116818995ae8 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:06:52.905534 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:52.981508 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:53.003414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14b26d-640b-4753-becb-e75b68749777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751aad61-88ea-4555-a1cf-116818995ae8'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:06:53.005690 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d6f528-f0ff-4489-8de0-3788055cdc10" -d '{"events": [{"server_uuid": "6d14b26d-640b-4753-becb-e75b68749777", "name": "network-vif-plugged", "status": "completed", "tag": "751aad61-88ea-4555-a1cf-116818995ae8"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:06:53.019389 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 751aad61-88ea-4555-a1cf-116818995ae8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=751aad61-88ea-4555-a1cf-116818995ae8,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:06:53.023704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:53.048182 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28e9127-a383-4d89-a8fb-812d8db519c7 x-openstack-request-id: req-c28e9127-a383-4d89-a8fb-812d8db519c7 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:06:53.048505 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14b26d-640b-4753-becb-e75b68749777", "name": "network-vif-plugged", "status": "completed", "tag": "751aad61-88ea-4555-a1cf-116818995ae8", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:06:53.048763 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-c28e9127-a383-4d89-a8fb-812d8db519c7 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:06:53.049186 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d14b26d-640b-4753-becb-e75b68749777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751aad61-88ea-4555-a1cf-116818995ae8', 'code': 200} Sep 30 00:06:53.075109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=751aad61-88ea-4555-a1cf-116818995ae8,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:53.169736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f384808-cbf2-4dcd-af68-cee2e7242380 req-a94bc30a-5f25-46a8-9ac7-18bd9634f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:53.171391 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f384808-cbf2-4dcd-af68-cee2e7242380 req-a94bc30a-5f25-46a8-9ac7-18bd9634f6cf service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 1096 time: 0.0422938 Sep 30 00:06:53.205999 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6f384808-cbf2-4dcd-af68-cee2e7242380 req-e7cbe497-d27e-45fa-82d6-d9dc8649ca79 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277255 Sep 30 00:06:53.313821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc74c60-2dfc-436d-8a16-627363a159f0 req-b4518565-bdd6-4c80-b8b5-7163f33b4139 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:53.315309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fcc74c60-2dfc-436d-8a16-627363a159f0 req-b4518565-bdd6-4c80-b8b5-7163f33b4139 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0474808 Sep 30 00:06:53.358376 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fcc74c60-2dfc-436d-8a16-627363a159f0 req-43a633c7-a96f-440b-8a4b-e85bc894b8a6 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371699 Sep 30 00:06:54.477342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257db72d-7738-4f7e-a410-3295c2cf8bd1 req-2906e084-c598-4f76-91e3-bdc2e9fbd408 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:54.479534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-257db72d-7738-4f7e-a410-3295c2cf8bd1 req-2906e084-c598-4f76-91e3-bdc2e9fbd408 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0486076 Sep 30 00:06:54.520488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-257db72d-7738-4f7e-a410-3295c2cf8bd1 req-8ddd051a-92a9-48cd-8460-a08032552dba tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350347 Sep 30 00:06:55.639777 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bf8b64-7eee-499b-b41e-5e29559329d4 req-17c41109-a79c-4da0-9430-c23aa9a60ea8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:55.641364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3bf8b64-7eee-499b-b41e-5e29559329d4 req-17c41109-a79c-4da0-9430-c23aa9a60ea8 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0482206 Sep 30 00:06:55.678305 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e3bf8b64-7eee-499b-b41e-5e29559329d4 req-6fb5b25f-a241-416b-b299-bf8f7a30b2f5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311821 Sep 30 00:06:55.793008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b110e-6bef-4cf8-b547-a13c88d3a2a2 req-c8504e93-dde7-4c62-8b86-6c648b13291e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:55.794542 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-198b110e-6bef-4cf8-b547-a13c88d3a2a2 req-c8504e93-dde7-4c62-8b86-6c648b13291e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0494761 Sep 30 00:06:55.838062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-198b110e-6bef-4cf8-b547-a13c88d3a2a2 req-ae98bb15-dd72-4568-8d0d-b728fab95fbb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370069 Sep 30 00:06:55.859032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39046) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:55.897898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad9ce05-ae13-41ae-a441-9e23c0f4982c tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:55.899300 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6ad9ce05-ae13-41ae-a441-9e23c0f4982c tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 1091 time: 0.0393162 Sep 30 00:06:55.902084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39048) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:55.906317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '751aad61-88ea-4555-a1cf-116818995ae8', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:06:55.927056 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:56.021590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:56.124958 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.25.4.17 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/79fd6c3f-b7d7-4651-9bca-a41e95084c40) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:06:56.228600 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:56.262883 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:56.300897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:06:56.303702 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:06:56.311108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:06:56.314221 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=79fd6c3f-b7d7-4651-9bca-a41e95084c40,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:56.965587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:57.028830 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:57.177326 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:57.182338 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:57.246708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=79fd6c3f-b7d7-4651-9bca-a41e95084c40,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:06:57.257623 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:57.356669 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Floating IP e1cf07f5-27d6-4cd6-9583-3945a236bd9e associated. External IP: 172.25.4.17, port: 751aad61-88ea-4555-a1cf-116818995ae8. Sep 30 00:06:57.564913 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:06:57.672199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:06:57.682225 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] Sync routers for ids ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:06:57.688411 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:06:57.691054 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] Routers {'0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:06:57.691660 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:57.715121 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-60db2d07-1f31-45a9-8131-b93f91ce3c04 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8120124 Sep 30 00:06:57.715734 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d14b26d-640b-4753-becb-e75b68749777', 'tag': '751aad61-88ea-4555-a1cf-116818995ae8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:06:57.718026 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688e7519-8702-42a2-a058-3140e9560aa5" -d '{"events": [{"name": "network-changed", "server_uuid": "6d14b26d-640b-4753-becb-e75b68749777", "tag": "751aad61-88ea-4555-a1cf-116818995ae8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:06:57.767338 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db1c458-0250-4b37-802e-fcabed341904 x-openstack-request-id: req-4db1c458-0250-4b37-802e-fcabed341904 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:06:57.767640 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d14b26d-640b-4753-becb-e75b68749777", "tag": "751aad61-88ea-4555-a1cf-116818995ae8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:06:57.768098 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4db1c458-0250-4b37-802e-fcabed341904 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:06:57.768516 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d14b26d-640b-4753-becb-e75b68749777', 'tag': '751aad61-88ea-4555-a1cf-116818995ae8', 'status': 'completed', 'code': 200} Sep 30 00:06:57.798638 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] Set router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:06:57.855090 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff4d3a-a98d-479e-bf14-b0e4acc8ce0e req-9c7abd20-a9b3-4fca-bad3-0e1d56574861 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:57.856644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbff4d3a-a98d-479e-bf14-b0e4acc8ce0e req-9c7abd20-a9b3-4fca-bad3-0e1d56574861 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0785773 Sep 30 00:06:57.882511 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e7519-8702-42a2-a058-3140e9560aa5 req-221a7fc0-bb36-4883-96e2-1ffa76162b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:57.884186 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-688e7519-8702-42a2-a058-3140e9560aa5 req-221a7fc0-bb36-4883-96e2-1ffa76162b00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 1096 time: 0.0689297 Sep 30 00:06:57.918853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbff4d3a-a98d-479e-bf14-b0e4acc8ce0e req-b48d01d1-ebc2-49ef-9afe-44ab8b601f6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553060 Sep 30 00:06:57.941544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39054) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:57.987228 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e7519-8702-42a2-a058-3140e9560aa5 req-c8980c6b-2303-40ad-a6ad-85c86777c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:57.988766 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-688e7519-8702-42a2-a058-3140e9560aa5 req-c8980c6b-2303-40ad-a6ad-85c86777c840 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 HTTP/1.1" status: 200 len: 897 time: 0.0938570 Sep 30 00:06:58.005779 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d87892b2-fed9-4275-8b95-3397c9afd62e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/e1cf07f5-27d6-4cd6-9583-3945a236bd9e HTTP/1.1" status: 200 len: 990 time: 0.0629392 Sep 30 00:06:58.018397 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:42Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e1cf07f5-27d6-4cd6-9583-3945a236bd9e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'port_id': '751aad61-88ea-4555-a1cf-116818995ae8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'mac_address': 'fa:16:3e:fb:c4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d14b26d-640b-4753-becb-e75b68749777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:06:56Z', 'updated_at': '2021-09-30T00:06:56Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9312e6fb-2e66-4cc1-bd03-b968ea0642e1', 'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:23:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:41Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:58.044629 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] Checking router: 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:06:58.053538 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] Routers {'0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:06:58.054114 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:06:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:58.059713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-688e7519-8702-42a2-a058-3140e9560aa5 req-f12ae31c-a18d-449b-ae6f-43290dbdec05 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751aad61-88ea-4555-a1cf-116818995ae8 HTTP/1.1" status: 200 len: 998 time: 0.0635233 Sep 30 00:06:58.108523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e7519-8702-42a2-a058-3140e9560aa5 req-781d6469-469b-4dec-b5b5-e5ba0d0ee95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:58.109985 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-688e7519-8702-42a2-a058-3140e9560aa5 req-781d6469-469b-4dec-b5b5-e5ba0d0ee95b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5896894d-1aa6-436e-873c-871f7f2c0a9d HTTP/1.1" status: 200 len: 834 time: 0.0439072 Sep 30 00:06:58.155780 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e7519-8702-42a2-a058-3140e9560aa5 req-51f898ed-a236-471e-a7e3-907357e5b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:06:58.157325 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-688e7519-8702-42a2-a058-3140e9560aa5 req-51f898ed-a236-471e-a7e3-907357e5b69b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409491 Sep 30 00:06:58.158042 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] Set router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:06:58.254795 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-688e7519-8702-42a2-a058-3140e9560aa5 req-c0308f88-de86-42c9-8d7e-7c7c8a33aa74 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905526 Sep 30 00:06:58.346953 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-688e7519-8702-42a2-a058-3140e9560aa5 req-ace81846-2804-47c1-910e-d25629a1a118 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851336 Sep 30 00:06:58.468810 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:42Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e1cf07f5-27d6-4cd6-9583-3945a236bd9e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'port_id': '751aad61-88ea-4555-a1cf-116818995ae8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'mac_address': 'fa:16:3e:fb:c4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d14b26d-640b-4753-becb-e75b68749777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:06:56Z', 'updated_at': '2021-09-30T00:06:56Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9312e6fb-2e66-4cc1-bd03-b968ea0642e1', 'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:23:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:41Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:06:58.493719 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a42c65-2012-4e2d-bd6b-00011493017b None None] The sync data for ids ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'] in n-d-811173-2 is: [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:42Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': 'e1cf07f5-27d6-4cd6-9583-3945a236bd9e', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.17', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'port_id': '751aad61-88ea-4555-a1cf-116818995ae8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'mac_address': 'fa:16:3e:fb:c4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d14b26d-640b-4753-becb-e75b68749777', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:06:56Z', 'updated_at': '2021-09-30T00:06:56Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9312e6fb-2e66-4cc1-bd03-b968ea0642e1', 'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:23:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:41Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:06:58.684277 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb00856-b8fa-44f7-a4db-fc11b0be576a None None] New status for floating IP e1cf07f5-27d6-4cd6-9583-3945a236bd9e: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:06:59.007991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39056) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:06:59.072738 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ae1f248d-c5bb-4dfc-8069-69a23db92163 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/e1cf07f5-27d6-4cd6-9583-3945a236bd9e HTTP/1.1" status: 200 len: 992 time: 0.0635979 Sep 30 00:07:01.606115 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3629a917-acb0-42dc-a563-26188c97739c req-f160a368-c27b-4649-852d-702f0d3804cd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0462403 Sep 30 00:07:01.702280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629a917-acb0-42dc-a563-26188c97739c req-d6e7d207-fcee-4f3e-8402-ea4991045064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:07:01.703735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3629a917-acb0-42dc-a563-26188c97739c req-d6e7d207-fcee-4f3e-8402-ea4991045064 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 1096 time: 0.0418262 Sep 30 00:07:01.808950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629a917-acb0-42dc-a563-26188c97739c req-b278c80c-b354-476d-b31a-293d1462c1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:07:01.810598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3629a917-acb0-42dc-a563-26188c97739c req-b278c80c-b354-476d-b31a-293d1462c1a0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 HTTP/1.1" status: 200 len: 897 time: 0.0880048 Sep 30 00:07:01.885888 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3629a917-acb0-42dc-a563-26188c97739c req-cc6a158d-8298-43a1-ae69-8acba7ca818c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751aad61-88ea-4555-a1cf-116818995ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0686834 Sep 30 00:07:01.935105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629a917-acb0-42dc-a563-26188c97739c req-3c8b7298-957a-4eb2-bb56-14269fe4d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:07:01.936557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3629a917-acb0-42dc-a563-26188c97739c req-3c8b7298-957a-4eb2-bb56-14269fe4d3ef service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5896894d-1aa6-436e-873c-871f7f2c0a9d HTTP/1.1" status: 200 len: 834 time: 0.0427811 Sep 30 00:07:01.980811 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629a917-acb0-42dc-a563-26188c97739c req-90f7b292-33ec-4a5a-b062-f5a0c77f6906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:07:01.982284 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3629a917-acb0-42dc-a563-26188c97739c req-90f7b292-33ec-4a5a-b062-f5a0c77f6906 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392301 Sep 30 00:07:02.076749 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3629a917-acb0-42dc-a563-26188c97739c req-000a631f-61e0-4453-be05-532a217b348c service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873103 Sep 30 00:07:02.166280 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3629a917-acb0-42dc-a563-26188c97739c req-e941ed1a-605d-4c64-874a-a908b68fa700 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824761 Sep 30 00:07:03.381574 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2be62232-a911-4b6a-b71e-49f0f5cd198e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:04.704194 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:07:06.308324 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4ae90db0-f5dc-4b69-812d-8e2ec1258506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:06.687130 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:07.676631 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:08.847577 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:10.173057 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:20.768619 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:25.272634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-a814fe90-fc58-46bc-8298-884820903ed3 req-c30cf3c0-06cd-4615-8e44-4423748f8d11 service neutron] (110005) timed out ('10.222.0.44', 41836) {{(pid=110005) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 00:07:33.383406 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-113579d5-7450-4563-a620-6d352badaf81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:36.310995 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e0985116-ffeb-4f0f-b8cc-c55e99f25169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:36.688411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:37.680311 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:38.849366 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:40.169684 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:07:41.704979 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:07:50.763802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:02.586397 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-ce95bc61-315c-4b8d-8cc6-6d51ea70a747 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449846 Sep 30 00:08:02.681054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-96d93ea4-1f0e-4bbf-b0ee-117d1d3c7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:02.682583 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-96d93ea4-1f0e-4bbf-b0ee-117d1d3c7570 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 1096 time: 0.0396597 Sep 30 00:08:02.788030 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-ff0d53ad-1575-4309-97b6-8ec5dab93a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:02.789498 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-ff0d53ad-1575-4309-97b6-8ec5dab93a88 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 HTTP/1.1" status: 200 len: 897 time: 0.0868170 Sep 30 00:08:02.854866 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-9c500f86-8770-4d62-bee8-59f0774c595b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751aad61-88ea-4555-a1cf-116818995ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0583892 Sep 30 00:08:02.903967 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-f919e29b-a49c-4f8f-841a-03523ad767d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:02.905554 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-f919e29b-a49c-4f8f-841a-03523ad767d6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5896894d-1aa6-436e-873c-871f7f2c0a9d HTTP/1.1" status: 200 len: 834 time: 0.0441794 Sep 30 00:08:02.956491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-b9cd953a-47d4-4af7-a6a1-f148260f5942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:02.958124 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-b9cd953a-47d4-4af7-a6a1-f148260f5942 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443707 Sep 30 00:08:03.048417 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-875184a2-435d-4d8a-b7ee-c2236dcf3a4f service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825672 Sep 30 00:08:03.142062 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-511393c3-978f-4e9a-aa85-723b8c97da60 req-6832311b-fac7-44b2-a68e-808d148b9d25 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859311 Sep 30 00:08:03.383901 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-220c2374-1be2-466d-9d67-ba69de31bda2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:06.311453 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-64c73e13-e71d-4785-89f9-513de7daa82d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:06.688513 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:07.683400 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:08.851399 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:10.187137 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:12.307399 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39dc3bc-ab97-418e-934f-8e65e373735d req-f6e84f38-f1f2-4ccd-be18-1b02b2697467 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:12.308966 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f39dc3bc-ab97-418e-934f-8e65e373735d req-f6e84f38-f1f2-4ccd-be18-1b02b2697467 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.1039302 Sep 30 00:08:12.352128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f39dc3bc-ab97-418e-934f-8e65e373735d req-ea8a9072-3b74-4445-9591-b40eb69a233b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367253 Sep 30 00:08:13.531149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd4a1-8ef5-4d1f-acfa-b643a625fafd req-8e820956-8197-4b42-8083-cd0935f076b6 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:13.533006 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-042dd4a1-8ef5-4d1f-acfa-b643a625fafd req-8e820956-8197-4b42-8083-cd0935f076b6 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.1083794 Sep 30 00:08:13.575726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-042dd4a1-8ef5-4d1f-acfa-b643a625fafd req-47270451-0f04-4b38-af4d-01d11c94051b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362179 Sep 30 00:08:14.698116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa82888d-2b63-42f7-bf54-03004c976550 req-dbe5098c-3afe-4c8f-b0d9-2ccf2841b656 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:14.699622 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa82888d-2b63-42f7-bf54-03004c976550 req-dbe5098c-3afe-4c8f-b0d9-2ccf2841b656 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0533519 Sep 30 00:08:14.737722 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa82888d-2b63-42f7-bf54-03004c976550 req-0edb6853-962d-44d7-a16b-256c0b10fcd1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314755 Sep 30 00:08:15.855262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4542041-e9ad-490b-9013-d709061d51e1 req-3ad89630-f327-43c5-b620-7e1b30a6f863 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:15.856686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4542041-e9ad-490b-9013-d709061d51e1 req-3ad89630-f327-43c5-b620-7e1b30a6f863 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0510471 Sep 30 00:08:15.894244 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4542041-e9ad-490b-9013-d709061d51e1 req-02433a46-3b86-40a7-b73a-22e95e8470b5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315485 Sep 30 00:08:17.009966 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878f2d8-b086-4787-97ca-58edae7a84e5 req-0982758e-b192-49f2-892a-51e307b5c2ee tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:17.011493 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e878f2d8-b086-4787-97ca-58edae7a84e5 req-0982758e-b192-49f2-892a-51e307b5c2ee tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0488834 Sep 30 00:08:17.049557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e878f2d8-b086-4787-97ca-58edae7a84e5 req-9c4f083f-dd1e-4a87-bbea-b2c431381424 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308406 Sep 30 00:08:18.168130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2091-9725-4ef4-aee2-0b4cb67199d4 req-7f58a811-dbf1-4dc3-95f4-4f3dc974fe0b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:18.169611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-145c2091-9725-4ef4-aee2-0b4cb67199d4 req-7f58a811-dbf1-4dc3-95f4-4f3dc974fe0b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0524328 Sep 30 00:08:18.209093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-145c2091-9725-4ef4-aee2-0b4cb67199d4 req-1137075d-f383-4599-bb87-e984ea287b26 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331182 Sep 30 00:08:18.704576 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:08:19.325006 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0f347-78a9-4cb2-86c0-83bc0513a3da req-d28bc859-4d57-485c-bac7-86886df8cc34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:19.326520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5a0f347-78a9-4cb2-86c0-83bc0513a3da req-d28bc859-4d57-485c-bac7-86886df8cc34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0505240 Sep 30 00:08:19.368345 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e5a0f347-78a9-4cb2-86c0-83bc0513a3da req-a2ed0f96-0d90-49b6-9591-3e92d7d9771c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325782 Sep 30 00:08:20.479950 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd93ab8-cf48-401f-9cec-f2ef63729b4b req-71d59aaa-de88-452a-8b5f-e945c7edd443 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:20.481436 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dd93ab8-cf48-401f-9cec-f2ef63729b4b req-71d59aaa-de88-452a-8b5f-e945c7edd443 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0479515 Sep 30 00:08:20.519769 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6dd93ab8-cf48-401f-9cec-f2ef63729b4b req-33cda7a0-5c8d-4e5d-ad1f-dc10a240cfd9 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319269 Sep 30 00:08:20.762821 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:21.637084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2830a3c-977c-46cc-bc5e-28b95b84ec8a req-5d900bd3-c7da-4f2b-b450-f3301c1987e1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:21.638830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2830a3c-977c-46cc-bc5e-28b95b84ec8a req-5d900bd3-c7da-4f2b-b450-f3301c1987e1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0518463 Sep 30 00:08:21.676196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2830a3c-977c-46cc-bc5e-28b95b84ec8a req-eff3b3fb-3dec-45a0-be16-132ad596afcb tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302985 Sep 30 00:08:22.792868 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eac617-35e0-4663-a79a-12185426dc6e req-5ca99098-f386-45e5-bc64-c90a87c77d0e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:22.794371 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2eac617-35e0-4663-a79a-12185426dc6e req-5ca99098-f386-45e5-bc64-c90a87c77d0e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0492010 Sep 30 00:08:22.833424 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d2eac617-35e0-4663-a79a-12185426dc6e req-4ee2c410-b785-48bc-879e-40a32f6e4898 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322864 Sep 30 00:08:23.947815 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bd0956-a831-4da7-8ceb-016453ba480b req-74bd6bf5-9bf6-4640-81f8-477348f08624 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:23.949329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36bd0956-a831-4da7-8ceb-016453ba480b req-74bd6bf5-9bf6-4640-81f8-477348f08624 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0492299 Sep 30 00:08:23.987318 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36bd0956-a831-4da7-8ceb-016453ba480b req-d0e2c9d8-9837-49a4-b890-081d1c7f2ad2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316792 Sep 30 00:08:25.122224 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bda2ad-3e4b-46c8-85ff-a9ab4843a3d8 req-2b0fccfa-99e3-4f47-b55a-ea231bb71377 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:25.123710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0bda2ad-3e4b-46c8-85ff-a9ab4843a3d8 req-2b0fccfa-99e3-4f47-b55a-ea231bb71377 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0525050 Sep 30 00:08:25.161820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0bda2ad-3e4b-46c8-85ff-a9ab4843a3d8 req-b0220fa5-2f6a-46d8-8b81-46008dd37a3b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Sep 30 00:08:26.277063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab439f5-af5e-4095-a9f1-58ed5a25faab req-ac481e28-f3bc-4a1b-8e8d-721c1d7b47b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:26.278552 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ab439f5-af5e-4095-a9f1-58ed5a25faab req-ac481e28-f3bc-4a1b-8e8d-721c1d7b47b0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0499153 Sep 30 00:08:26.317500 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ab439f5-af5e-4095-a9f1-58ed5a25faab req-d9ba9052-daa0-40d5-8e4a-54e1c40a0173 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323515 Sep 30 00:08:27.432889 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f0668-ee5b-47ae-8817-2ad951fc1d6c req-ac439974-1120-4c49-955f-b4c307f55bdc tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:27.434380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab2f0668-ee5b-47ae-8817-2ad951fc1d6c req-ac439974-1120-4c49-955f-b4c307f55bdc tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0493402 Sep 30 00:08:27.472226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ab2f0668-ee5b-47ae-8817-2ad951fc1d6c req-44725242-54a9-4f87-9e54-8678ae4746fc tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314381 Sep 30 00:08:28.590346 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77698ed3-c196-458d-97c4-a9c3e1be8858 req-e03b7b54-622c-4952-93f2-986eff537b4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:28.591743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77698ed3-c196-458d-97c4-a9c3e1be8858 req-e03b7b54-622c-4952-93f2-986eff537b4d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0533843 Sep 30 00:08:28.629023 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77698ed3-c196-458d-97c4-a9c3e1be8858 req-95fc12ff-a20e-496e-be4d-18be3a14ed2f tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306830 Sep 30 00:08:28.651264 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39124) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:08:28.712245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c33bd028-1353-4e38-878b-ccd5009450d7 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/e1cf07f5-27d6-4cd6-9583-3945a236bd9e HTTP/1.1" status: 200 len: 992 time: 0.0597768 Sep 30 00:08:29.981949 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29b61a-32d4-4077-a400-6d5b1783ef9f req-19d9dee3-0cd0-40fd-8fdf-1d2d22616e82 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:29.984163 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d29b61a-32d4-4077-a400-6d5b1783ef9f req-19d9dee3-0cd0-40fd-8fdf-1d2d22616e82 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0530026 Sep 30 00:08:30.051807 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d29b61a-32d4-4077-a400-6d5b1783ef9f req-9166be10-7979-4c4c-a942-db3d067e54a0 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588272 Sep 30 00:08:30.054401 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-e187f404-6d9c-419e-a1f9-a3cb9576e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:30.055857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-e187f404-6d9c-419e-a1f9-a3cb9576e9ff service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 1096 time: 0.0707402 Sep 30 00:08:30.145855 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-4ea9f661-ba1d-4210-8ecc-3a263b575b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:30.147328 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-4ea9f661-ba1d-4210-8ecc-3a263b575b78 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 HTTP/1.1" status: 200 len: 897 time: 0.0848062 Sep 30 00:08:30.215851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-a3173722-869b-48b9-82f7-7a261ab9a3f7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751aad61-88ea-4555-a1cf-116818995ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0612381 Sep 30 00:08:30.264290 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-beec039e-b7d2-46dd-88e0-6c064be3e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:30.266270 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-beec039e-b7d2-46dd-88e0-6c064be3e011 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5896894d-1aa6-436e-873c-871f7f2c0a9d HTTP/1.1" status: 200 len: 834 time: 0.0433989 Sep 30 00:08:30.311524 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-2e5bd778-93fb-474c-a2a8-96eaa6b2b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:30.313200 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-2e5bd778-93fb-474c-a2a8-96eaa6b2b508 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395784 Sep 30 00:08:30.407496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-e975e7af-9577-48a3-b5c5-ba4586ce13c1 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868845 Sep 30 00:08:30.497772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a8032420-96a0-4c40-ba45-f44f8c87f23c req-9b0e1763-99ee-4937-bcfb-08a81bc3c262 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838597 Sep 30 00:08:31.169919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b3e7c-a4ea-43ff-b1bc-de70de03ab3e req-5e3532a9-2aa9-4a12-8b7a-0209b8f0401c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:08:31.172340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e0b3e7c-a4ea-43ff-b1bc-de70de03ab3e req-5e3532a9-2aa9-4a12-8b7a-0209b8f0401c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0506783 Sep 30 00:08:31.209082 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e0b3e7c-a4ea-43ff-b1bc-de70de03ab3e req-9559c9e3-e31d-4080-afa4-6e7b0b15db22 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311093 Sep 30 00:08:31.231465 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39136) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:08:31.290389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-30e59d25-561d-469b-a03c-d8207b3c58c6 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/e1cf07f5-27d6-4cd6-9583-3945a236bd9e HTTP/1.1" status: 200 len: 992 time: 0.0577009 Sep 30 00:08:33.387681 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c4f53481-286c-4121-a99d-9988bfe35fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:36.311580 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4fdfa0d9-0a5a-45b9-8821-971c92745bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:36.691000 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:37.686046 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:38.854498 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:40.182880 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:50.763007 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:08:55.704020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:09:03.389662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-48dcd638-ec12-4ab5-807b-385bdbfdbd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:04.579873 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-9094d3c8-9906-4265-bab1-8646d2bac188 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421991 Sep 30 00:09:04.676909 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-467eb663-de14-4f48-83fa-7cae410f330a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:04.678428 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-467eb663-de14-4f48-83fa-7cae410f330a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 1096 time: 0.0405753 Sep 30 00:09:04.789761 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-7d7aba86-ccc9-4b2b-9483-4f940d7f43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:04.791248 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-7d7aba86-ccc9-4b2b-9483-4f940d7f43d3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 HTTP/1.1" status: 200 len: 897 time: 0.0940268 Sep 30 00:09:04.861899 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-0fc1b099-6cf4-4540-bbc3-b38c5c2123ce service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751aad61-88ea-4555-a1cf-116818995ae8 HTTP/1.1" status: 200 len: 1000 time: 0.0623984 Sep 30 00:09:04.909636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-3a9644d8-075d-4e84-9f36-f44bf5f6808a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:04.911091 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-3a9644d8-075d-4e84-9f36-f44bf5f6808a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5896894d-1aa6-436e-873c-871f7f2c0a9d HTTP/1.1" status: 200 len: 834 time: 0.0426531 Sep 30 00:09:04.955651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-7e6ee9ec-9835-4241-9b87-6cf4475c198a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:04.957137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-7e6ee9ec-9835-4241-9b87-6cf4475c198a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390913 Sep 30 00:09:05.049098 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-d3318969-59de-4998-811d-d0c208e15845 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839849 Sep 30 00:09:05.140588 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0cd9e63-3a51-46fa-86a3-9a806cfc882a req-7f8b7d80-24a7-4792-852c-fa82914bde9a service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843067 Sep 30 00:09:06.312634 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d9021901-f9ef-4c9b-adde-abaccf5a176c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:06.694405 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:07.689451 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:08.855559 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:10.182389 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:20.775288 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:28.262983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39170) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:28.423477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 79fd6c3f-b7d7-4651-9bca-a41e95084c40 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:09:28.424430 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:28.497729 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:28.498063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:28.509477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 79fd6c3f-b7d7-4651-9bca-a41e95084c40 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:09:28.654002 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:28.681001 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=79fd6c3f-b7d7-4651-9bca-a41e95084c40,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:28.708907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.709254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.709591 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.709921 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.710251 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.710576 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.710900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.711222 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.711543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.711881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.712204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.712519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:28.751114 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:28.751472 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Floating IP e1cf07f5-27d6-4cd6-9583-3945a236bd9e disassociated (deleted). External IP: 172.25.4.17, port: 751aad61-88ea-4555-a1cf-116818995ae8. Sep 30 00:09:29.259398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:09:29.366824 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:09:29.371579 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:29.377664 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] Sync routers for ids ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:09:29.386617 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] Routers {'0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:09:29.387298 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:09:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:29.398925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-82608c97-db1f-43ab-8f7d-d3138197ac6d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/floatingips/e1cf07f5-27d6-4cd6-9583-3945a236bd9e HTTP/1.1" status: 204 len: 168 time: 1.1348679 Sep 30 00:09:29.399528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d14b26d-640b-4753-becb-e75b68749777', 'tag': '751aad61-88ea-4555-a1cf-116818995ae8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:09:29.401809 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cf6296-5853-44f0-aee2-14f5fbc4f21e" -d '{"events": [{"name": "network-changed", "server_uuid": "6d14b26d-640b-4753-becb-e75b68749777", "tag": "751aad61-88ea-4555-a1cf-116818995ae8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:09:29.500546 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] Set router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:09:29.505695 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8a3b19-3a2b-40f9-a0c4-e907d2e6686f x-openstack-request-id: req-cd8a3b19-3a2b-40f9-a0c4-e907d2e6686f {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:09:29.505969 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d14b26d-640b-4753-becb-e75b68749777", "tag": "751aad61-88ea-4555-a1cf-116818995ae8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:09:29.506224 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cd8a3b19-3a2b-40f9-a0c4-e907d2e6686f {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:09:29.506867 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d14b26d-640b-4753-becb-e75b68749777', 'tag': '751aad61-88ea-4555-a1cf-116818995ae8', 'status': 'completed', 'code': 200} Sep 30 00:09:29.600636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-6d53bd95-c872-4799-968b-37313b223a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:29.602189 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-6d53bd95-c872-4799-968b-37313b223a28 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 1096 time: 0.0517633 Sep 30 00:09:29.708194 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7366cc30-031c-4be0-87d3-53fb9457cd8f req-6a951c9b-a23d-4d77-83b9-e990acd55934 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:29.709713 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7366cc30-031c-4be0-87d3-53fb9457cd8f req-6a951c9b-a23d-4d77-83b9-e990acd55934 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.1066270 Sep 30 00:09:29.712347 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:42Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9312e6fb-2e66-4cc1-bd03-b968ea0642e1', 'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:23:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:41Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:29.739100 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] Checking router: 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:09:29.747552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-6515cbc7-31af-46f5-ba5f-c47fa9ad5efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:29.747737 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] Routers {'0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:09:29.748295 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:09:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:29.749055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-6515cbc7-31af-46f5-ba5f-c47fa9ad5efc service neutron] 10.222.0.42 "GET /v2.0/networks?id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 HTTP/1.1" status: 200 len: 897 time: 0.1377692 Sep 30 00:09:29.767208 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7366cc30-031c-4be0-87d3-53fb9457cd8f req-8b932101-a93d-4e2e-90df-c1df9e77d739 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514457 Sep 30 00:09:29.798453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-2ddf1e66-8269-4213-a32c-b9a74dac87b2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=751aad61-88ea-4555-a1cf-116818995ae8 HTTP/1.1" status: 200 len: 217 time: 0.0391965 Sep 30 00:09:29.853450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-3583ba2b-69c4-4410-a8a0-fcd3718f7708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:29.854933 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-3583ba2b-69c4-4410-a8a0-fcd3718f7708 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5896894d-1aa6-436e-873c-871f7f2c0a9d HTTP/1.1" status: 200 len: 834 time: 0.0486586 Sep 30 00:09:29.855583 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] Set router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:09:29.901640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-b2337d0e-ed29-4626-9c25-182e6f9152a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:29.903146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-b2337d0e-ed29-4626-9c25-182e6f9152a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407956 Sep 30 00:09:29.996380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-ca5f692e-feef-4122-8e7d-dc4c0e49a98f service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846598 Sep 30 00:09:30.060007 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:42Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9312e6fb-2e66-4cc1-bd03-b968ea0642e1', 'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:23:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:41Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:30.085452 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca906d8-9898-4bca-8709-69b3a7fe8a7c None None] The sync data for ids ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'] in n-d-811173-2 is: [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:06:42Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '9312e6fb-2e66-4cc1-bd03-b968ea0642e1', 'name': '', 'network_id': 'cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:23:e4:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:41Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '5896894d-1aa6-436e-873c-871f7f2c0a9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:09:30.099878 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-59cf6296-5853-44f0-aee2-14f5fbc4f21e req-5aac5215-1b98-4661-92a9-ae88be32f752 service neutron] 10.222.0.42 "GET /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918095 Sep 30 00:09:30.304705 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e885612-a046-4e47-bab3-664fe383fb0b None None] New status for floating IP e1cf07f5-27d6-4cd6-9583-3945a236bd9e: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:09:30.914883 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea82be6-e454-408a-bee5-336dd120a305 req-7441c5bf-cf43-41cd-8dbd-a970f769b88d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:30.916399 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ea82be6-e454-408a-bee5-336dd120a305 req-7441c5bf-cf43-41cd-8dbd-a970f769b88d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0593381 Sep 30 00:09:30.955043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0ea82be6-e454-408a-bee5-336dd120a305 req-04ca9bb4-8f5d-4410-aee7-cc9571a19f52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=69bf0fde-1411-47d4-a2f0-2025b901cdf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325582 Sep 30 00:09:31.491056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-2cfda063-21fc-4f02-9536-b85c9f9f5b90 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:31.492563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-2cfda063-21fc-4f02-9536-b85c9f9f5b90 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 945 time: 0.0558643 Sep 30 00:09:31.581538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-707a6f03-efa3-44cd-9fbb-b9bfacaff505 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 751aad61-88ea-4555-a1cf-116818995ae8 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:09:31.581792 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-707a6f03-efa3-44cd-9fbb-b9bfacaff505 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:31.677230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-707a6f03-efa3-44cd-9fbb-b9bfacaff505 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 751aad61-88ea-4555-a1cf-116818995ae8, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=751aad61-88ea-4555-a1cf-116818995ae8,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:09:31.677595 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-707a6f03-efa3-44cd-9fbb-b9bfacaff505 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:31.689143 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-707a6f03-efa3-44cd-9fbb-b9bfacaff505 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 751aad61-88ea-4555-a1cf-116818995ae8 owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:09:31.817171 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-707a6f03-efa3-44cd-9fbb-b9bfacaff505 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:31.851195 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a6f03-efa3-44cd-9fbb-b9bfacaff505 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=751aad61-88ea-4555-a1cf-116818995ae8,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:31.891076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-707a6f03-efa3-44cd-9fbb-b9bfacaff505 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] No DVR routers for this DVR port 751aad61-88ea-4555-a1cf-116818995ae8 on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:09:31.895075 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-707a6f03-efa3-44cd-9fbb-b9bfacaff505 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:31.897140 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9542a64c-bced-48f7-89ad-cf7ee040c26c req-707a6f03-efa3-44cd-9fbb-b9bfacaff505 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.42 "DELETE /v2.0/ports/751aad61-88ea-4555-a1cf-116818995ae8 HTTP/1.1" status: 204 len: 173 time: 0.3982666 Sep 30 00:09:31.897574 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d14b26d-640b-4753-becb-e75b68749777', 'name': 'network-vif-deleted', 'tag': '751aad61-88ea-4555-a1cf-116818995ae8'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:09:31.900435 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784e1730-fbf3-43d7-bed7-294cf7d61dc8" -d '{"events": [{"server_uuid": "6d14b26d-640b-4753-becb-e75b68749777", "name": "network-vif-deleted", "tag": "751aad61-88ea-4555-a1cf-116818995ae8"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:09:31.936776 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b59cb8-0cf2-4882-a54c-0274839692fe x-openstack-request-id: req-01b59cb8-0cf2-4882-a54c-0274839692fe {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:09:31.937357 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d14b26d-640b-4753-becb-e75b68749777", "name": "network-vif-deleted", "tag": "751aad61-88ea-4555-a1cf-116818995ae8", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:09:31.937357 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-01b59cb8-0cf2-4882-a54c-0274839692fe {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:09:31.937731 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d14b26d-640b-4753-becb-e75b68749777', 'name': 'network-vif-deleted', 'tag': '751aad61-88ea-4555-a1cf-116818995ae8', 'status': 'completed', 'code': 200} Sep 30 00:09:32.065038 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ada9b97f-0af5-42bb-a304-7a4f7cf3f6ec req-dc807d12-cd29-4234-8f46-e74a388716d1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=6d14b26d-640b-4753-becb-e75b68749777 HTTP/1.1" status: 200 len: 210 time: 0.0389776 Sep 30 00:09:32.702959 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:09:33.119885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39198) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:33.392216 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a9f05538-d2b6-4e7c-8d2f-896861fff09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:33.480151 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:33.733802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:09:33.734062 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:33.821716 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 9312e6fb-2e66-4cc1-bd03-b968ea0642e1, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=9312e6fb-2e66-4cc1-bd03-b968ea0642e1,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:09:33.822087 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:33.835036 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:09:34.016458 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:34.047230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=9312e6fb-2e66-4cc1-bd03-b968ea0642e1,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:34.228435 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:34.443915 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:09:34.547656 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:09:34.553475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d0cd46ef-c3de-4481-9171-6541834851dd tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "PUT /v2.0/routers/0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4324069 Sep 30 00:09:34.555483 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39200) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:34.558331 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] Sync routers for ids ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:09:34.567928 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] Routers {'0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:09:34.568542 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:09:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:34.605930 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-b41b38ff-6d68-49aa-9138-052cd3933263 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting subnet 5896894d-1aa6-436e-873c-871f7f2c0a9d {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:09:34.608880 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b41b38ff-6d68-49aa-9138-052cd3933263 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:34.648108 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b41b38ff-6d68-49aa-9138-052cd3933263 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:34.671952 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] Set router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:09:34.733566 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b41b38ff-6d68-49aa-9138-052cd3933263 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:34.793409 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b41b38ff-6d68-49aa-9138-052cd3933263 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:34.821715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b38ff-6d68-49aa-9138-052cd3933263 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Subnet': ['ID=5896894d-1aa6-436e-873c-871f7f2c0a9d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:34.829546 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b41b38ff-6d68-49aa-9138-052cd3933263 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:34.832257 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b41b38ff-6d68-49aa-9138-052cd3933263 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/subnets/5896894d-1aa6-436e-873c-871f7f2c0a9d HTTP/1.1" status: 204 len: 168 time: 0.2757971 Sep 30 00:09:34.835098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39202) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:34.841033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae08becc-32cb-4b1f-ab67-c6ebb82eff30 None None] Network cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:09:34.856157 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:09:33Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:34.887212 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] Checking router: 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:09:34.896115 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] Routers {'0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:09:34.896731 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:09:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:34.947670 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.015999 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] DHCP port deletion for cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:09:35.063493 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.065990 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Deleting port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:09:35.066592 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.101440 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] Set router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:09:35.119115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:09:35.119462 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.134140 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] For port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=511903ed-6765-4b6d-a3dd-95b7e75e9a2d,segment=NetworkSegment(5112e204-39be-4447-85c1-3a68e0311bff),segment_id=5112e204-39be-4447-85c1-3a68e0311bff)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:09:35.134535 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.147184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Calling delete_port for 511903ed-6765-4b6d-a3dd-95b7e75e9a2d owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:09:35.235181 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.262020 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Pushing event deleted for resources: {'Port': ['ID=511903ed-6765-4b6d-a3dd-95b7e75e9a2d,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:35.273884 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] No DVR routers for this DVR port 511903ed-6765-4b6d-a3dd-95b7e75e9a2d on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:09:35.278222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.278643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.279080 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.279445 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.279795 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.280164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.280502 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.280837 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.281172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.281503 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.281834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.282163 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1490303c-db0b-468d-ad3f-9bf19d05ffc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:35.319153 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:09:33Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:35.347032 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ce2b05-effd-4c9b-ac94-0cf38a86086c None None] The sync data for ids ['0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89'] in n-d-811173-2 is: [{'id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139319398', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:06:38Z', 'updated_at': '2021-09-30T00:09:33Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '7ad763a2-7298-439d-b7fe-2c4a0b097dcf', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:de:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:06:39Z', 'updated_at': '2021-09-30T00:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:09:35.509323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 7ad763a2-7298-439d-b7fe-2c4a0b097dcf, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=7ad763a2-7298-439d-b7fe-2c4a0b097dcf,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:09:35.509950 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.522414 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 7ad763a2-7298-439d-b7fe-2c4a0b097dcf owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:09:35.683916 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.693532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 751aad61-88ea-4555-a1cf-116818995ae8 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:09:35.714487 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=7ad763a2-7298-439d-b7fe-2c4a0b097dcf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:35.723591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 751aad61-88ea-4555-a1cf-116818995ae8 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:09:35.724190 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 751aad61-88ea-4555-a1cf-116818995ae8 not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:09:35.745628 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:09:35.773297 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:09:35.774122 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 9312e6fb-2e66-4cc1-bd03-b968ea0642e1 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:09:35.774550 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 511903ed-6765-4b6d-a3dd-95b7e75e9a2d no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:09:35.791994 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.796804 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 511903ed-6765-4b6d-a3dd-95b7e75e9a2d {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:09:35.797390 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 511903ed-6765-4b6d-a3dd-95b7e75e9a2d not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:09:35.888881 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.891543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.935640 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.936137 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Fanout notify agent at l3_agent the message router_deleted on router 0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:09:35.943848 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:35.944997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-857f297b-aa7a-4245-9369-0d18d109ac63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/routers/0ae2bf41-ca8e-4c70-bf6f-a07e2cf5db89 HTTP/1.1" status: 204 len: 168 time: 1.1091902 Sep 30 00:09:35.947675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39204) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:36.030044 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.119150 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.138711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:36.148190 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5112e204-39be-4447-85c1-3a68e0311bff') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:36.148496 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5112e204-39be-4447-85c1-3a68e0311bff') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:36.157577 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.170757 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.177374 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Releasing vlan 538 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:09:36.177767 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: timer() Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: self._notify() Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:09:36.180681 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:09:36.241544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.249011 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.250113 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/networks/cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5 HTTP/1.1" status: 204 len: 168 time: 0.3014696 Sep 30 00:09:36.253530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39208) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:36.261675 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba092ae-550d-4cf1-b1a9-28f9a4a4ef1d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Network': ['ID=cbdcb073-2a4b-4d7b-b6f9-71fb232dd7d5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:36.313993 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ac6aed8d-2735-48e6-8940-0ebf84b80d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.315798 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.341750 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.410157 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.412831 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.414009 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/security-groups/69bf0fde-1411-47d4-a2f0-2025b901cdf7 HTTP/1.1" status: 204 len: 168 time: 0.1594257 Sep 30 00:09:36.423079 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bf0fde-1411-47d4-a2f0-2025b901cdf7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:36.431854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.432204 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.432547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.432916 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.433246 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.433577 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.433906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.434285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.434618 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.434947 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.435292 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.435614 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3a6eeb-89c9-4e80-8bc0-424edb29ab52 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:36.688263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39218) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:36.693535 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-f661103b-92ab-484f-b211-d272ad23d91a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-938974930', 'description': 'tempest-secgroup-smoke-938974930 description', 'project_id': 'b28d6527f7a0469b995c40beb95d2365'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:36.703577 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.719305 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f661103b-92ab-484f-b211-d272ad23d91a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.813164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f661103b-92ab-484f-b211-d272ad23d91a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.817730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f661103b-92ab-484f-b211-d272ad23d91a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.849515 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-f661103b-92ab-484f-b211-d272ad23d91a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.850754 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-f661103b-92ab-484f-b211-d272ad23d91a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1614854 Sep 30 00:09:36.851598 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f661103b-92ab-484f-b211-d272ad23d91a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e27022b2-d984-4de2-a574-dbc837ab0b7b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:36.854219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39222) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:36.858860 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5d2d897b-18b8-497e-a130-a43291ce2a93 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'e27022b2-d984-4de2-a574-dbc837ab0b7b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:36.884763 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2d897b-18b8-497e-a130-a43291ce2a93 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.939254 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2d897b-18b8-497e-a130-a43291ce2a93 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.942838 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2d897b-18b8-497e-a130-a43291ce2a93 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.959790 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2d897b-18b8-497e-a130-a43291ce2a93 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583285a1-4216-4f69-9468-abaf4ececbc6,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:36.965297 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5d2d897b-18b8-497e-a130-a43291ce2a93 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:36.966657 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5d2d897b-18b8-497e-a130-a43291ce2a93 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1112785 Sep 30 00:09:36.969205 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39224) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:36.974084 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-5f26efb0-d980-4ca8-8072-6ae9f877f793 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'e27022b2-d984-4de2-a574-dbc837ab0b7b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:36.999731 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f26efb0-d980-4ca8-8072-6ae9f877f793 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.059562 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f26efb0-d980-4ca8-8072-6ae9f877f793 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.063367 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f26efb0-d980-4ca8-8072-6ae9f877f793 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.081351 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26efb0-d980-4ca8-8072-6ae9f877f793 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2c3bff-92a1-4ce8-bb83-7a0e76aa933e,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:37.088492 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5f26efb0-d980-4ca8-8072-6ae9f877f793 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.089695 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5f26efb0-d980-4ca8-8072-6ae9f877f793 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195543 Sep 30 00:09:37.092489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39226) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:37.097345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-0b0f0514-5877-4f9d-9586-1fa279d5673a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'e27022b2-d984-4de2-a574-dbc837ab0b7b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:37.122275 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0514-5877-4f9d-9586-1fa279d5673a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.178530 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0514-5877-4f9d-9586-1fa279d5673a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.182073 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0514-5877-4f9d-9586-1fa279d5673a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.199503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f0514-5877-4f9d-9586-1fa279d5673a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b174c150-a2cd-403d-8ec4-ed6961fe9552,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:37.206980 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-0b0f0514-5877-4f9d-9586-1fa279d5673a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.208289 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-0b0f0514-5877-4f9d-9586-1fa279d5673a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1148818 Sep 30 00:09:37.210982 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39228) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:37.215275 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-6f4a6d22-6570-496f-be25-32a6101ab6a4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'e27022b2-d984-4de2-a574-dbc837ab0b7b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:37.241733 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6d22-6570-496f-be25-32a6101ab6a4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.301516 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6d22-6570-496f-be25-32a6101ab6a4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.304962 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6d22-6570-496f-be25-32a6101ab6a4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.323452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a6d22-6570-496f-be25-32a6101ab6a4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d522e8f-a534-4daa-a9e3-b4b7b1ba95f1,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:37.331288 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6f4a6d22-6570-496f-be25-32a6101ab6a4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.332781 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6f4a6d22-6570-496f-be25-32a6101ab6a4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207325 Sep 30 00:09:37.335328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39230) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:37.339792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b3554009-bcd0-4e7f-857b-53352fbb3c5e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'e27022b2-d984-4de2-a574-dbc837ab0b7b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:37.361239 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-b3554009-bcd0-4e7f-857b-53352fbb3c5e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Project b28d6527f7a0469b995c40beb95d2365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:09:37.366148 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3554009-bcd0-4e7f-857b-53352fbb3c5e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.428037 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3554009-bcd0-4e7f-857b-53352fbb3c5e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.431654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3554009-bcd0-4e7f-857b-53352fbb3c5e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.446485 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3554009-bcd0-4e7f-857b-53352fbb3c5e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e24dd5d-b245-4d97-b9bd-dbef97f96c11,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:37.455313 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b3554009-bcd0-4e7f-857b-53352fbb3c5e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.456600 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b3554009-bcd0-4e7f-857b-53352fbb3c5e tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1202624 Sep 30 00:09:37.459308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39232) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:37.463715 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c1dc2dd5-d412-4ef5-9e19-a6227dca589d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'security_group_rule': {'security_group_id': 'e27022b2-d984-4de2-a574-dbc837ab0b7b', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:37.484646 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-c1dc2dd5-d412-4ef5-9e19-a6227dca589d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Project b28d6527f7a0469b995c40beb95d2365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:09:37.489768 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2dd5-d412-4ef5-9e19-a6227dca589d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.548606 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2dd5-d412-4ef5-9e19-a6227dca589d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.552608 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2dd5-d412-4ef5-9e19-a6227dca589d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.571769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dc2dd5-d412-4ef5-9e19-a6227dca589d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcd2b54-5d76-492e-b484-d53b260e2fea,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:37.578777 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c1dc2dd5-d412-4ef5-9e19-a6227dca589d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.579997 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c1dc2dd5-d412-4ef5-9e19-a6227dca589d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196182 Sep 30 00:09:37.583133 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39234) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:37.588066 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'network': {'name': 'tempest-network-smoke--168467254', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'port_security_enabled': True}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:37.608322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:09:37.611642 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.636604 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:09:37.646187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.646536 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Added segment 0171979e-5517-4b33-afb5-f9a67d6862eb of type vlan for network 8ec64a0b-2adc-4658-902b-5dd511c090e3 Sep 30 00:09:37.674351 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ad763a2-7298-439d-b7fe-2c4a0b097dcf no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:09:37.689459 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.702016 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 7ad763a2-7298-439d-b7fe-2c4a0b097dcf {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:09:37.702363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 7ad763a2-7298-439d-b7fe-2c4a0b097dcf not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:09:37.710389 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.713660 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.719280 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:37.720062 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.747768 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1636214 Sep 30 00:09:37.750493 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39236) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:37.755377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'admin_state_up': True, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:37.804714 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a63a80d-2fbb-4787-912e-bf738e483f00 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Network': ['ID=8ec64a0b-2adc-4658-902b-5dd511c090e3,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:37.814928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 8ec64a0b-2adc-4658-902b-5dd511c090e3 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 00:09:37.818321 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.819482 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:37.872851 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:38.022140 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:38.216107 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:38.234453 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:38.335108 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.25.4.125 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/63448839-4e87-40fc-8f06-c536490aed24) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:09:38.441368 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:38.473827 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:38.510829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:09:38.515230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:09:38.517692 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:09:38.542557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=63448839-4e87-40fc-8f06-c536490aed24,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:38.765478 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:38.858392 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:38.962889 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:39.088484 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router cc8809f7-572a-4dd4-bc39-2bd1b308490b is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 00:09:39.198800 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:09:39.211487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Sync routers for ids ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:09:39.218776 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:39.220145 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c2aca4ff-ebee-42b6-9ce2-47b1c9e0df14 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4686785 Sep 30 00:09:39.223869 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39238) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:39.226148 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Routers {'cc8809f7-572a-4dd4-bc39-2bd1b308490b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:09:39.226773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:39.253244 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0fca7197-2157-4cea-a3bb-a26cdf9e0fb8 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/subnets?project_id=b28d6527f7a0469b995c40beb95d2365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272012 Sep 30 00:09:39.255994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39240) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:39.337480 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Set router cc8809f7-572a-4dd4-bc39-2bd1b308490b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:09:39.352486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4d85fe-aaf5-4a81-b4d4-51d6c8c530d5 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:39.356986 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1f4d85fe-aaf5-4a81-b4d4-51d6c8c530d5 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0972011 Sep 30 00:09:39.357463 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39242) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:39.387410 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f5cfed19-f98e-4191-bcf6-43da3ffde858 tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/subnets?network_id=61793872-5784-4201-a6e4-17489ef55adc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285766 Sep 30 00:09:39.390252 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39244) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:39.395603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1505505706', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:39.484746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:09:39.489052 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:39.518398 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:38Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:39.544270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Checking router: cc8809f7-572a-4dd4-bc39-2bd1b308490b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:09:39.544624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Updating router cc8809f7-572a-4dd4-bc39-2bd1b308490b port 63448839-4e87-40fc-8f06-c536490aed24 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:09:39.575624 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:39.694012 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:39.771324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Subnet': ['ID=1c787327-3f46-4d4c-b2d6-e9ec8dad069d,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:39.777334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Checking segment: {'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:09:39.777990 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network hostable DHCP agents. Network: 8ec64a0b-2adc-4658-902b-5dd511c090e3, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:09:39.796651 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 8ec64a0b-2adc-4658-902b-5dd511c090e3 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:09:39.807155 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 8ec64a0b-2adc-4658-902b-5dd511c090e3) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:09:39.811411 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:39.812175 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:39.832435 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f0d54624-aac7-458b-acc5-e7da1a15b766 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4383800 Sep 30 00:09:39.833607 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39246) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:39.835456 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad180d-6533-4b3f-9f1f-81b0e499845d None None] Network 8ec64a0b-2adc-4658-902b-5dd511c090e3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:09:39.883429 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:39.923958 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:39.990828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Attempting to bind port 63448839-4e87-40fc-8f06-c536490aed24 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:09:39.991205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Attempting to bind port 63448839-4e87-40fc-8f06-c536490aed24 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:09:39.991571 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Attempting to bind port 63448839-4e87-40fc-8f06-c536490aed24 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:09:40.007481 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:09:40.007863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:09:40.008260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.008657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:09:40.009138 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Bound port: 63448839-4e87-40fc-8f06-c536490aed24, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:09:40.009517 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.028477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055aa876-ee38-4600-9545-83ccb0924c62 None None] Pushing event updated for resources: {'Port': ['ID=63448839-4e87-40fc-8f06-c536490aed24,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:40.118592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] For port 63448839-4e87-40fc-8f06-c536490aed24, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:09:40.122601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-8ec64a0b-2adc-4658-902b-5dd511c090e3', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 00:09:40.123781 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.141123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] For port 63448839-4e87-40fc-8f06-c536490aed24, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=63448839-4e87-40fc-8f06-c536490aed24,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:09:40.149043 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.280060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.285106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.300801 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Routers {'cc8809f7-572a-4dd4-bc39-2bd1b308490b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:09:40.301363 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:40.309040 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055aa876-ee38-4600-9545-83ccb0924c62 None None] Pushing event updated for resources: {'Port': ['ID=63448839-4e87-40fc-8f06-c536490aed24,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:40.399451 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Allocated IP 172.20.0.2 (8ec64a0b-2adc-4658-902b-5dd511c090e3/1c787327-3f46-4d4c-b2d6-e9ec8dad069d/8d83fd5f-95a6-4670-9794-0565bf54b271) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:09:40.470122 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] Set router cc8809f7-572a-4dd4-bc39-2bd1b308490b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:09:40.727561 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.736074 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.780157 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Network 8ec64a0b-2adc-4658-902b-5dd511c090e3 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:09:40.781810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.20.0.1 (8ec64a0b-2adc-4658-902b-5dd511c090e3/1c787327-3f46-4d4c-b2d6-e9ec8dad069d/75c6b870-f312-4b06-9ecb-71dce33690b7) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:09:40.785763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:09:40.794864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:09:40.798511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Pushing event updated for resources: {'Port': ['ID=8d83fd5f-95a6-4670-9794-0565bf54b271,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:40.806175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:38Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:40.850381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae6438f-4188-4f67-b345-50b278b2aefb None None] The sync data for ids ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'] in n-d-811173-2 is: [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:38Z', 'revision_number': 3, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:09:40.895911 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Attempting to bind port 8d83fd5f-95a6-4670-9794-0565bf54b271 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:09:40.896510 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Attempting to bind port 8d83fd5f-95a6-4670-9794-0565bf54b271 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:09:40.896703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Attempting to bind port 8d83fd5f-95a6-4670-9794-0565bf54b271 on network 8ec64a0b-2adc-4658-902b-5dd511c090e3 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:09:40.902272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:09:40.902747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Checking segment: {'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:09:40.903222 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.903690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Bound using segment: {'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:09:40.904344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Bound port: 8d83fd5f-95a6-4670-9794-0565bf54b271, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:09:40.904540 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.904699 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.939208 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.975230 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] For port 8d83fd5f-95a6-4670-9794-0565bf54b271, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:09:40.978537 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] For port 8d83fd5f-95a6-4670-9794-0565bf54b271, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8d83fd5f-95a6-4670-9794-0565bf54b271,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:09:40.979861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 8ec64a0b-2adc-4658-902b-5dd511c090e3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:09:40.982443 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:40.983349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:09:40.988685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:09:41.019688 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=75c6b870-f312-4b06-9ecb-71dce33690b7,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:41.049988 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:41.067532 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457c38d-0c42-4292-8ae6-2c5e36e8dab3 None None] Pushing event updated for resources: {'Port': ['ID=8d83fd5f-95a6-4670-9794-0565bf54b271,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:41.223410 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:41.567130 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:41.571757 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:41.648245 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:41.649547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=75c6b870-f312-4b06-9ecb-71dce33690b7,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:41.761269 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d83fd5f-95a6-4670-9794-0565bf54b271 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:09:41.769251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 8ec64a0b-2adc-4658-902b-5dd511c090e3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:09:41.771095 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:09:41.826559 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8d83fd5f-95a6-4670-9794-0565bf54b271 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:41.826942 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:41.913548 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router cc8809f7-572a-4dd4-bc39-2bd1b308490b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:09:41.922025 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:41.956989 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 8d83fd5f-95a6-4670-9794-0565bf54b271, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8d83fd5f-95a6-4670-9794-0565bf54b271,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:09:41.962229 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:41.963026 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 63448839-4e87-40fc-8f06-c536490aed24 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:09:42.034544 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:09:42.048797 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-00c57c10-7340-479a-925a-be09fd4db974 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "PUT /v2.0/routers/cc8809f7-572a-4dd4-bc39-2bd1b308490b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2138052 Sep 30 00:09:42.052042 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=8d83fd5f-95a6-4670-9794-0565bf54b271,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:42.063702 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 63448839-4e87-40fc-8f06-c536490aed24 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:42.064438 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:42.138564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d812d37d-0087-4d76-9176-c1bfef1c32ac None None] Network 8ec64a0b-2adc-4658-902b-5dd511c090e3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:09:42.174179 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:42.195020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-3fa0bdd0-613d-44cf-a7da-2f6e36f35c8d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-938974930&fields=id&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 267 time: 0.0340822 Sep 30 00:09:42.233708 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 63448839-4e87-40fc-8f06-c536490aed24, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=63448839-4e87-40fc-8f06-c536490aed24,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:09:42.242015 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:42.283696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-abb08b34-3494-4179-a434-54d3661458c3 None None] Provisioning complete for port 8d83fd5f-95a6-4670-9794-0565bf54b271 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:42.284565 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-abb08b34-3494-4179-a434-54d3661458c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:42.322640 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-f23be148-d54a-4667-b731-bdf579fd5cb2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:42.325660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-f23be148-d54a-4667-b731-bdf579fd5cb2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/networks?id=8ec64a0b-2adc-4658-902b-5dd511c090e3 HTTP/1.1" status: 200 len: 796 time: 0.1233754 Sep 30 00:09:42.343969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-811849a8-a025-4384-b7ae-92036acb3869 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/quotas/b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 375 time: 0.0102978 Sep 30 00:09:42.365457 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=63448839-4e87-40fc-8f06-c536490aed24,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:42.403338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-a65a128b-98ad-4193-89e6-ad972d4c9559 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528557 Sep 30 00:09:42.510877 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-2fd53231-19c6-4e40-9001-fc63d204a2e7 service neutron] 10.222.0.44 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941389 Sep 30 00:09:42.617385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-735cdc8b-1dad-44d8-93c0-a244511bc50f service neutron] 10.222.0.44 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994341 Sep 30 00:09:42.669193 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1863754b-576e-42df-b2fd-1124c29975c4 None None] Provisioning complete for port 8d83fd5f-95a6-4670-9794-0565bf54b271 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:42.669582 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1863754b-576e-42df-b2fd-1124c29975c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:42.704549 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Sync routers for ids ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:09:42.724488 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Routers {'cc8809f7-572a-4dd4-bc39-2bd1b308490b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:09:42.725132 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:42.780374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1863754b-576e-42df-b2fd-1124c29975c4 None None] Provisioning complete for port 75c6b870-f312-4b06-9ecb-71dce33690b7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:42.780765 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1863754b-576e-42df-b2fd-1124c29975c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:42.860126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14a6582d-d4b9-44c9-a571-f5aba1940831 req-a35fdd95-11d2-48ac-bc55-36baad88a0ae tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 210 time: 0.0482085 Sep 30 00:09:42.881678 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Set router cc8809f7-572a-4dd4-bc39-2bd1b308490b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:09:43.021757 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-1863754b-576e-42df-b2fd-1124c29975c4 None None] Port 75c6b870-f312-4b06-9ecb-71dce33690b7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:09:43.121684 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:41Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '75c6b870-f312-4b06-9ecb-71dce33690b7', 'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:bf:40:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:40Z', 'updated_at': '2021-09-30T00:09:41Z', 'revision_number': 2, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:43.142383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7cc31dc7-c129-4702-a65f-4d5c8fbf9f19 None None] Provisioning complete for port 75c6b870-f312-4b06-9ecb-71dce33690b7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:43.142756 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7cc31dc7-c129-4702-a65f-4d5c8fbf9f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.149957 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Checking router: cc8809f7-572a-4dd4-bc39-2bd1b308490b for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:09:43.150247 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Updating router cc8809f7-572a-4dd4-bc39-2bd1b308490b port 75c6b870-f312-4b06-9ecb-71dce33690b7 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:09:43.175213 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.178216 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7cc31dc7-c129-4702-a65f-4d5c8fbf9f19 None None] Port 75c6b870-f312-4b06-9ecb-71dce33690b7 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:09:43.444686 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.449616 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.517529 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Pushing event updated for resources: {'Port': ['ID=75c6b870-f312-4b06-9ecb-71dce33690b7,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:43.545309 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.545652 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.545991 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.546323 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.546654 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.546985 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.547308 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.547629 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.547987 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.548305 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.548627 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.548946 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:09:43.562285 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Attempting to bind port 75c6b870-f312-4b06-9ecb-71dce33690b7 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:09:43.562654 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Attempting to bind port 75c6b870-f312-4b06-9ecb-71dce33690b7 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:09:43.563044 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Attempting to bind port 75c6b870-f312-4b06-9ecb-71dce33690b7 on network 8ec64a0b-2adc-4658-902b-5dd511c090e3 {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:09:43.568942 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 9, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:09:43.569309 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Checking segment: {'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:09:43.569708 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.570094 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Bound using segment: {'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:09:43.570558 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Bound port: 75c6b870-f312-4b06-9ecb-71dce33690b7, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:09:43.570939 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.636126 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] For port 75c6b870-f312-4b06-9ecb-71dce33690b7, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:09:43.639283 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] For port 75c6b870-f312-4b06-9ecb-71dce33690b7, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=75c6b870-f312-4b06-9ecb-71dce33690b7,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:09:43.645708 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.699203 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Routers {'cc8809f7-572a-4dd4-bc39-2bd1b308490b'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:09:43.699861 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:43.706379 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d83fd5f-95a6-4670-9794-0565bf54b271 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:09:43.750563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-e48ee28f-9522-456c-bbea-47bbcc5949dc None None] Provisioning complete for port 75c6b870-f312-4b06-9ecb-71dce33690b7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:43.750850 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e48ee28f-9522-456c-bbea-47bbcc5949dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.762280 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fb7cf-de9f-4945-88c3-a2e9e7149e68 None None] Pushing event updated for resources: {'Port': ['ID=75c6b870-f312-4b06-9ecb-71dce33690b7,revision_number=4']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:43.823214 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8d83fd5f-95a6-4670-9794-0565bf54b271 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:43.823586 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.872988 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] Set router cc8809f7-572a-4dd4-bc39-2bd1b308490b gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:09:43.909729 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e48ee28f-9522-456c-bbea-47bbcc5949dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.950267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-e48ee28f-9522-456c-bbea-47bbcc5949dc None None] For port 75c6b870-f312-4b06-9ecb-71dce33690b7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=75c6b870-f312-4b06-9ecb-71dce33690b7,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:09:43.962850 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-73cdd675-c886-49f8-afd8-94ed5e0e10a2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:43.966606 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e48ee28f-9522-456c-bbea-47bbcc5949dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:43.974772 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-73cdd675-c886-49f8-afd8-94ed5e0e10a2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "GET /v2.0/networks?id=8ec64a0b-2adc-4658-902b-5dd511c090e3 HTTP/1.1" status: 200 len: 796 time: 0.2153218 Sep 30 00:09:44.040109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 63448839-4e87-40fc-8f06-c536490aed24 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:09:44.046893 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-e6372734-9cfd-4fa9-83d2-c03229200ad5 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b28d6527f7a0469b995c40beb95d2365 HTTP/1.1" status: 200 len: 379 time: 0.0575850 Sep 30 00:09:44.047162 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-446c468a-ae9a-4082-bbf2-d540d0702662 req-158cc074-9fcf-40a5-9364-36f859faed63 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 210 time: 0.0397878 Sep 30 00:09:44.057261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'port': {'device_id': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'admin_state_up': True, 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'security_groups': ['e27022b2-d984-4de2-a574-dbc837ab0b7b']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:44.086775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ee28f-9522-456c-bbea-47bbcc5949dc None None] Pushing event updated for resources: {'Port': ['ID=75c6b870-f312-4b06-9ecb-71dce33690b7,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:44.107150 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-1097d33f-9e5b-4939-aaf5-685f1a0ca3fa None None] Provisioning complete for port 75c6b870-f312-4b06-9ecb-71dce33690b7 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:44.107525 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1097d33f-9e5b-4939-aaf5-685f1a0ca3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:44.143876 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:41Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '75c6b870-f312-4b06-9ecb-71dce33690b7', 'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:bf:40:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:40Z', 'updated_at': '2021-09-30T00:09:43Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:44.144824 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 63448839-4e87-40fc-8f06-c536490aed24 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:44.145203 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:44.173001 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9205808f-da18-41f6-b06d-fb3301208cea None None] The sync data for ids ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'] in n-d-811173-2 is: [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:41Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '75c6b870-f312-4b06-9ecb-71dce33690b7', 'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:bf:40:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:40Z', 'updated_at': '2021-09-30T00:09:43Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:09:44.536659 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Made reservation on behalf of b28d6527f7a0469b995c40beb95d2365 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:09:44.540269 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:44.676301 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.20.0.11 (8ec64a0b-2adc-4658-902b-5dd511c090e3/1c787327-3f46-4d4c-b2d6-e9ec8dad069d/72275098-0704-470b-af4b-6baa1ad0e1b2) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:09:44.826218 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:44.862663 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:44.911876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 8ec64a0b-2adc-4658-902b-5dd511c090e3 is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:09:44.915073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:09:44.918773 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:09:44.929018 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=72275098-0704-470b-af4b-6baa1ad0e1b2,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:44.983690 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:44.984407 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:44.999859 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-be3b7785-9dd2-4108-b931-2c930adb6efa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9463763 Sep 30 00:09:45.057974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Request body: {'port': {'device_id': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:45.124979 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:45.179257 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17df4c9-2181-479e-9299-f595a07f12d3 req-444e4c86-b8f9-4e22-be5e-9ee530278e0a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:45.187666 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f17df4c9-2181-479e-9299-f595a07f12d3 req-444e4c86-b8f9-4e22-be5e-9ee530278e0a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 932 time: 0.0758660 Sep 30 00:09:45.234269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f17df4c9-2181-479e-9299-f595a07f12d3 req-4b752d79-ca5d-46ac-b650-94c600b969db tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Sep 30 00:09:45.295290 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6bfed8e2-03c0-4d46-9494-dd4951ec8755 None None] Provisioning complete for port 72275098-0704-470b-af4b-6baa1ad0e1b2 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:45.296309 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6bfed8e2-03c0-4d46-9494-dd4951ec8755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:45.332252 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6bfed8e2-03c0-4d46-9494-dd4951ec8755 None None] Port 72275098-0704-470b-af4b-6baa1ad0e1b2 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:09:45.412066 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72275098-0704-470b-af4b-6baa1ad0e1b2 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:09:45.419176 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:45.431423 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Transition to ACTIVE for port object 72275098-0704-470b-af4b-6baa1ad0e1b2 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:09:45.434753 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:45.500402 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Pushing event updated for resources: {'Port': ['ID=72275098-0704-470b-af4b-6baa1ad0e1b2,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:45.558035 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Attempting to bind port 72275098-0704-470b-af4b-6baa1ad0e1b2 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:09:45.558378 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Attempting to bind port 72275098-0704-470b-af4b-6baa1ad0e1b2 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:09:45.558710 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Attempting to bind port 72275098-0704-470b-af4b-6baa1ad0e1b2 on network 8ec64a0b-2adc-4658-902b-5dd511c090e3 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:09:45.563182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Port 72275098-0704-470b-af4b-6baa1ad0e1b2 on network 8ec64a0b-2adc-4658-902b-5dd511c090e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:09:45.563506 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Attempting to bind port 72275098-0704-470b-af4b-6baa1ad0e1b2 on network 8ec64a0b-2adc-4658-902b-5dd511c090e3 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:09:45.569386 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:09:45.569736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Checking segment: {'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:09:45.570129 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Bound using segment: {'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:09:45.570566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Bound port: 72275098-0704-470b-af4b-6baa1ad0e1b2, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0171979e-5517-4b33-afb5-f9a67d6862eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:09:45.570930 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:45.642945 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] For port 72275098-0704-470b-af4b-6baa1ad0e1b2, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:09:45.651547 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] For port 72275098-0704-470b-af4b-6baa1ad0e1b2, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=72275098-0704-470b-af4b-6baa1ad0e1b2,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:09:45.661306 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:45.700118 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:45.700739 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:45.702146 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] 10.222.0.26 "PUT /v2.0/ports/72275098-0704-470b-af4b-6baa1ad0e1b2 HTTP/1.1" status: 200 len: 1092 time: 0.6937690 Sep 30 00:09:45.702646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'tag': '72275098-0704-470b-af4b-6baa1ad0e1b2'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:09:45.708131 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0" -d '{"events": [{"name": "network-changed", "server_uuid": "664ff0ad-a1c3-44ab-b630-e0b86968e9b4", "tag": "72275098-0704-470b-af4b-6baa1ad0e1b2"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:09:45.716848 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 75c6b870-f312-4b06-9ecb-71dce33690b7 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:09:45.740503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff1e498-5269-4f53-87e1-8c5b088f7238 service neutron] Pushing event updated for resources: {'Port': ['ID=72275098-0704-470b-af4b-6baa1ad0e1b2,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:45.788777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 75c6b870-f312-4b06-9ecb-71dce33690b7 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:45.789168 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:45.810087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-7d0d9dc5-46a1-4c73-a64b-8d33a6c50563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:45.811910 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-7d0d9dc5-46a1-4c73-a64b-8d33a6c50563 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0500758 Sep 30 00:09:45.832692 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab99d590-3013-449d-80bc-6e0ddca515ab x-openstack-request-id: req-ab99d590-3013-449d-80bc-6e0ddca515ab {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:09:45.832992 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664ff0ad-a1c3-44ab-b630-e0b86968e9b4", "tag": "72275098-0704-470b-af4b-6baa1ad0e1b2", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:09:45.833249 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ab99d590-3013-449d-80bc-6e0ddca515ab {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:09:45.833732 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'tag': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'status': 'completed', 'code': 200} Sep 30 00:09:45.866113 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-c7163fc7-65d9-4bc8-9afc-0cf6b01d77fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72275098-0704-470b-af4b-6baa1ad0e1b2 HTTP/1.1" status: 200 len: 217 time: 0.0447943 Sep 30 00:09:45.920801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-8b8f8f85-58bf-4341-a3d8-ec11abce4d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:45.922253 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-8b8f8f85-58bf-4341-a3d8-ec11abce4d6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c787327-3f46-4d4c-b2d6-e9ec8dad069d HTTP/1.1" status: 200 len: 835 time: 0.0493937 Sep 30 00:09:45.970536 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-1fafdc93-7d1b-42a4-9787-8b28e58083d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:45.972756 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-1fafdc93-7d1b-42a4-9787-8b28e58083d8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ec64a0b-2adc-4658-902b-5dd511c090e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431767 Sep 30 00:09:46.069007 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-a2e94e96-b281-49af-a0d2-ca3ab3f3ef02 service neutron] 10.222.0.26 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887034 Sep 30 00:09:46.159428 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f01f3663-4207-4a17-bac5-e531df4cf51a req-4fc12cea-9418-47c1-8f26-a94010c54286 service neutron] 10.222.0.26 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824203 Sep 30 00:09:46.245493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-a056a341-3e87-4a1d-a262-ec83a4424589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:46.246898 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-a056a341-3e87-4a1d-a262-ec83a4424589 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 1095 time: 0.0461080 Sep 30 00:09:46.343984 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-379e2f47-16ec-4bfd-894f-4e52fc875459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:46.344237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735166cc-4171-48eb-8a00-5d3a6ba13faa req-6f64d74d-8237-4091-b4a5-59675f474326 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:46.345480 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-379e2f47-16ec-4bfd-894f-4e52fc875459 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ec64a0b-2adc-4658-902b-5dd511c090e3 HTTP/1.1" status: 200 len: 897 time: 0.0915883 Sep 30 00:09:46.345637 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-735166cc-4171-48eb-8a00-5d3a6ba13faa req-6f64d74d-8237-4091-b4a5-59675f474326 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 944 time: 0.0508420 Sep 30 00:09:46.384977 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-735166cc-4171-48eb-8a00-5d3a6ba13faa req-e429d141-52b8-44ac-ba10-f3700c3d8e43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325241 Sep 30 00:09:46.392889 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-5eacb8cc-0165-4500-9222-651be59420b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72275098-0704-470b-af4b-6baa1ad0e1b2 HTTP/1.1" status: 200 len: 217 time: 0.0397496 Sep 30 00:09:46.444810 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-cd3a066a-bb01-4602-b443-c25483378a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:46.446235 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-cd3a066a-bb01-4602-b443-c25483378a26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c787327-3f46-4d4c-b2d6-e9ec8dad069d HTTP/1.1" status: 200 len: 835 time: 0.0446272 Sep 30 00:09:46.491211 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-7f1b5b68-662d-4c1c-9811-7fe3c921d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:46.492716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-7f1b5b68-662d-4c1c-9811-7fe3c921d000 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ec64a0b-2adc-4658-902b-5dd511c090e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391195 Sep 30 00:09:46.587220 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-c5dfffcb-1da8-4dfe-811f-0d0798c95739 service neutron] 10.222.0.26 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861340 Sep 30 00:09:46.691104 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-26fccd9c-cbe3-4af5-9b5e-4a5656116ec0 req-681153af-e232-4bc3-ade6-69278c356f99 service neutron] 10.222.0.26 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958281 Sep 30 00:09:47.500548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc5edbf-a223-49f8-a6c6-2cdd7bdcae16 req-c9335638-81f7-4bd7-b93e-0554aee66406 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:47.502026 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fc5edbf-a223-49f8-a6c6-2cdd7bdcae16 req-c9335638-81f7-4bd7-b93e-0554aee66406 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 944 time: 0.0482152 Sep 30 00:09:47.540155 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1fc5edbf-a223-49f8-a6c6-2cdd7bdcae16 req-c97da096-edaa-4182-a28b-4b2e7b1fc113 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312204 Sep 30 00:09:48.658160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2731611e-f569-4481-8981-286bf7172b72 req-da71037a-0103-4b49-aa4c-81e2cbbdd15b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:48.660687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2731611e-f569-4481-8981-286bf7172b72 req-da71037a-0103-4b49-aa4c-81e2cbbdd15b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 944 time: 0.0536072 Sep 30 00:09:48.700934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2731611e-f569-4481-8981-286bf7172b72 req-e65a33d3-b13d-47b9-a93f-69e69ebfdd61 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343621 Sep 30 00:09:49.825593 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c99351-472c-4eed-beb9-2e895006a488 req-5e7e5e17-6e17-4f0e-b6eb-608592b3cf43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:49.827102 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6c99351-472c-4eed-beb9-2e895006a488 req-5e7e5e17-6e17-4f0e-b6eb-608592b3cf43 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 944 time: 0.0491440 Sep 30 00:09:49.863792 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a6c99351-472c-4eed-beb9-2e895006a488 req-8c55c053-5f7e-4777-9c4f-2c3768ae2c59 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304091 Sep 30 00:09:50.355085 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 72275098-0704-470b-af4b-6baa1ad0e1b2 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:09:50.449644 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 72275098-0704-470b-af4b-6baa1ad0e1b2, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=72275098-0704-470b-af4b-6baa1ad0e1b2,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:09:50.460487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'port_id': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'mac_address': 'fa:16:3e:c0:5c:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:09:50.496403 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:50.508641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72275098-0704-470b-af4b-6baa1ad0e1b2 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:09:50.527291 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 72275098-0704-470b-af4b-6baa1ad0e1b2, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=72275098-0704-470b-af4b-6baa1ad0e1b2,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:09:50.531349 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:50.576940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=72275098-0704-470b-af4b-6baa1ad0e1b2,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:50.774998 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['72275098-0704-470b-af4b-6baa1ad0e1b2'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:09:50.801113 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:50.981366 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c2792-5b04-43a2-833c-a312e859a3e8 req-a29ae531-d03c-4670-aa35-987fb23b73a4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:50.982914 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-605c2792-5b04-43a2-833c-a312e859a3e8 req-a29ae531-d03c-4670-aa35-987fb23b73a4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 945 time: 0.0500345 Sep 30 00:09:51.021027 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-605c2792-5b04-43a2-833c-a312e859a3e8 req-e0ca1a17-416c-450e-ac69-71244440cb37 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314739 Sep 30 00:09:52.140146 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a09b3-78c9-4871-a64d-3edfc801e34c req-84f12ca3-5716-462c-ad25-499b390f10bc tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:52.141651 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-592a09b3-78c9-4871-a64d-3edfc801e34c req-84f12ca3-5716-462c-ad25-499b390f10bc tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 945 time: 0.0523334 Sep 30 00:09:52.180215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-592a09b3-78c9-4871-a64d-3edfc801e34c req-9bf72dae-6393-4ea1-a333-4f75092af2fc tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318725 Sep 30 00:09:52.386250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 72275098-0704-470b-af4b-6baa1ad0e1b2 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:09:52.437436 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 72275098-0704-470b-af4b-6baa1ad0e1b2 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:09:52.441687 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 72275098-0704-470b-af4b-6baa1ad0e1b2 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:09:52.442062 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:52.518778 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:52.540245 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72275098-0704-470b-af4b-6baa1ad0e1b2'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:09:52.542534 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e939436-9402-4cba-a43f-ee15b317284d" -d '{"events": [{"server_uuid": "664ff0ad-a1c3-44ab-b630-e0b86968e9b4", "name": "network-vif-plugged", "status": "completed", "tag": "72275098-0704-470b-af4b-6baa1ad0e1b2"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:09:52.554926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 72275098-0704-470b-af4b-6baa1ad0e1b2, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=72275098-0704-470b-af4b-6baa1ad0e1b2,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:09:52.559957 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:52.611137 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=72275098-0704-470b-af4b-6baa1ad0e1b2,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:52.632322 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b202e2-3745-47ac-9013-6c6d4e5d3ddb x-openstack-request-id: req-45b202e2-3745-47ac-9013-6c6d4e5d3ddb {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:09:52.632624 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ff0ad-a1c3-44ab-b630-e0b86968e9b4", "name": "network-vif-plugged", "status": "completed", "tag": "72275098-0704-470b-af4b-6baa1ad0e1b2", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:09:52.632880 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-45b202e2-3745-47ac-9013-6c6d4e5d3ddb {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:09:52.633290 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'code': 200} Sep 30 00:09:52.729047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca608e-1de8-42fa-a00b-e2aad9cd1aeb req-fe108321-eddc-43ff-b6af-e2f45fc91241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:52.730531 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5ca608e-1de8-42fa-a00b-e2aad9cd1aeb req-fe108321-eddc-43ff-b6af-e2f45fc91241 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0398335 Sep 30 00:09:52.771319 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f5ca608e-1de8-42fa-a00b-e2aad9cd1aeb req-f54ae1d1-469f-49c4-b01c-9f221e804180 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334651 Sep 30 00:09:53.294829 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d402c19a-caf7-4972-a30a-e25c70884745 req-e771fa78-4727-45a0-a851-e3f73ebd2242 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:53.296401 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d402c19a-caf7-4972-a30a-e25c70884745 req-e771fa78-4727-45a0-a851-e3f73ebd2242 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.0495219 Sep 30 00:09:53.335304 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d402c19a-caf7-4972-a30a-e25c70884745 req-56204301-ff24-4af2-b0cd-5b436f5c839d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327227 Sep 30 00:09:54.451608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aafdaf9-e15f-4acf-a822-e6e03cfd0767 req-3d4def1b-e80e-4427-8b77-072d0b62f4a1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:54.453042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3aafdaf9-e15f-4acf-a822-e6e03cfd0767 req-3d4def1b-e80e-4427-8b77-072d0b62f4a1 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.0487461 Sep 30 00:09:54.489521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3aafdaf9-e15f-4acf-a822-e6e03cfd0767 req-29874d9a-0cf1-4ae6-ad53-5ce91fe7fd05 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306065 Sep 30 00:09:54.605957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b41fda-99f7-4199-951c-bacb26a9ffeb req-b1e039d9-7dc3-4b81-986f-14e8d0d338d6 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:54.607448 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0b41fda-99f7-4199-951c-bacb26a9ffeb req-b1e039d9-7dc3-4b81-986f-14e8d0d338d6 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.0524123 Sep 30 00:09:54.644995 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0b41fda-99f7-4199-951c-bacb26a9ffeb req-bbb88c81-2a4c-4716-93bc-e372a4934c6c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315921 Sep 30 00:09:54.666838 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39310) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:54.706179 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a64dbe-fe3b-44c5-b713-b93c5eee667e tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:54.707706 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a4a64dbe-fe3b-44c5-b713-b93c5eee667e tempest-TestNetworkAdvancedServerOps-1317585292 tempest-TestNetworkAdvancedServerOps-1317585292-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 1092 time: 0.0398631 Sep 30 00:09:54.710586 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39312) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:54.714741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address': '172.20.0.11'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:09:54.736200 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:54.833347 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:54.939384 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Allocated IP 172.25.4.118 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/42cb8696-2647-4cae-ad97-2932651ba9aa) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:09:55.051089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:55.083151 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:55.118894 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:09:55.121822 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:09:55.125334 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:09:55.151609 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=42cb8696-2647-4cae-ad97-2932651ba9aa,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:55.484671 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:55.550226 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:55.699478 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:55.704061 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:55.771726 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event updated for resources: {'Port': ['ID=42cb8696-2647-4cae-ad97-2932651ba9aa,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:09:55.781636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:55.882623 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Floating IP 2de48f68-5ef7-409b-a6c6-d7a1486a2508 associated. External IP: 172.25.4.118, port: 72275098-0704-470b-af4b-6baa1ad0e1b2. Sep 30 00:09:56.094493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router cc8809f7-572a-4dd4-bc39-2bd1b308490b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:09:56.203567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:09:56.213459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] Sync routers for ids ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:09:56.218796 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:09:56.223958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] Routers {'cc8809f7-572a-4dd4-bc39-2bd1b308490b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:09:56.224589 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:56.247588 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-dba0a9d7-9252-405c-a060-23131035bf34 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5360136 Sep 30 00:09:56.248202 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'tag': '72275098-0704-470b-af4b-6baa1ad0e1b2'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:09:56.250424 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162f948a-01ee-4bab-a486-da1f240cd257" -d '{"events": [{"name": "network-changed", "server_uuid": "664ff0ad-a1c3-44ab-b630-e0b86968e9b4", "tag": "72275098-0704-470b-af4b-6baa1ad0e1b2"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:09:56.293627 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301e754a-8676-45c3-bbbe-e6cee0965eec x-openstack-request-id: req-301e754a-8676-45c3-bbbe-e6cee0965eec {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:09:56.293962 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664ff0ad-a1c3-44ab-b630-e0b86968e9b4", "tag": "72275098-0704-470b-af4b-6baa1ad0e1b2", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:09:56.294083 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-301e754a-8676-45c3-bbbe-e6cee0965eec {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:09:56.294455 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'tag': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'status': 'completed', 'code': 200} Sep 30 00:09:56.344399 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] Set router cc8809f7-572a-4dd4-bc39-2bd1b308490b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:09:56.363005 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f948a-01ee-4bab-a486-da1f240cd257 req-a620e810-1fec-47e9-8f7d-9b54ff137986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:56.364259 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dad5ec-5515-498e-9a25-c2707254f632 req-54736a87-4168-47ec-b601-e23b94cbd286 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:56.364797 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-162f948a-01ee-4bab-a486-da1f240cd257 req-a620e810-1fec-47e9-8f7d-9b54ff137986 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0461586 Sep 30 00:09:56.365810 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9dad5ec-5515-498e-9a25-c2707254f632 req-54736a87-4168-47ec-b601-e23b94cbd286 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.0579906 Sep 30 00:09:56.407809 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f9dad5ec-5515-498e-9a25-c2707254f632 req-6321c623-a759-431d-a0e8-03a6e576a71b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358412 Sep 30 00:09:56.431520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39318) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:56.466579 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f948a-01ee-4bab-a486-da1f240cd257 req-86bae677-d652-444d-b726-400a2646dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:56.468392 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-162f948a-01ee-4bab-a486-da1f240cd257 req-86bae677-d652-444d-b726-400a2646dab0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ec64a0b-2adc-4658-902b-5dd511c090e3 HTTP/1.1" status: 200 len: 897 time: 0.0961645 Sep 30 00:09:56.498663 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-495245ac-d98c-4fec-a0c5-fe7c63ad283b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/2de48f68-5ef7-409b-a6c6-d7a1486a2508 HTTP/1.1" status: 200 len: 992 time: 0.0658374 Sep 30 00:09:56.538362 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-162f948a-01ee-4bab-a486-da1f240cd257 req-59ed9ffe-d463-4c5c-9648-d9dee2510895 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72275098-0704-470b-af4b-6baa1ad0e1b2 HTTP/1.1" status: 200 len: 1000 time: 0.0618405 Sep 30 00:09:56.568992 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:41Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '2de48f68-5ef7-409b-a6c6-d7a1486a2508', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'port_id': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'mac_address': 'fa:16:3e:c0:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:09:55Z', 'updated_at': '2021-09-30T00:09:55Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6b870-f312-4b06-9ecb-71dce33690b7', 'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:bf:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:40Z', 'updated_at': '2021-09-30T00:09:43Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:56.587286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f948a-01ee-4bab-a486-da1f240cd257 req-e1fdef22-ace7-44bc-b7ae-dce43f7dec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:56.588760 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-162f948a-01ee-4bab-a486-da1f240cd257 req-e1fdef22-ace7-44bc-b7ae-dce43f7dec6f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c787327-3f46-4d4c-b2d6-e9ec8dad069d HTTP/1.1" status: 200 len: 835 time: 0.0437467 Sep 30 00:09:56.599088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] Checking router: cc8809f7-572a-4dd4-bc39-2bd1b308490b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:09:56.607572 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] Routers {'cc8809f7-572a-4dd4-bc39-2bd1b308490b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:09:56.608250 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:09:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:56.635998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f948a-01ee-4bab-a486-da1f240cd257 req-6584eb23-d3f5-4a57-a29c-118e69661f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:09:56.640778 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-162f948a-01ee-4bab-a486-da1f240cd257 req-6584eb23-d3f5-4a57-a29c-118e69661f20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ec64a0b-2adc-4658-902b-5dd511c090e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419133 Sep 30 00:09:56.720067 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] Set router cc8809f7-572a-4dd4-bc39-2bd1b308490b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:09:56.731237 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-162f948a-01ee-4bab-a486-da1f240cd257 req-cfc84259-949d-45e1-bf4d-9fa857548dd9 service neutron] 10.222.0.26 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864582 Sep 30 00:09:56.830955 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-162f948a-01ee-4bab-a486-da1f240cd257 req-7ca7e42c-851d-49bb-9dbd-d90a234f7b4e service neutron] 10.222.0.26 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926349 Sep 30 00:09:56.953910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:41Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '2de48f68-5ef7-409b-a6c6-d7a1486a2508', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'port_id': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'mac_address': 'fa:16:3e:c0:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:09:55Z', 'updated_at': '2021-09-30T00:09:55Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6b870-f312-4b06-9ecb-71dce33690b7', 'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:bf:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:40Z', 'updated_at': '2021-09-30T00:09:43Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:09:56.980506 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5185a38b-5f53-4da3-85a3-ce1f581e8e02 None None] The sync data for ids ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'] in n-d-811173-2 is: [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:41Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '2de48f68-5ef7-409b-a6c6-d7a1486a2508', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'floating_ip_address': '172.25.4.118', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'port_id': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'mac_address': 'fa:16:3e:c0:5c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:09:55Z', 'updated_at': '2021-09-30T00:09:55Z', 'revision_number': 0, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75c6b870-f312-4b06-9ecb-71dce33690b7', 'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:bf:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:40Z', 'updated_at': '2021-09-30T00:09:43Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:09:57.166555 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07a1be3b-affd-4a06-8de4-4f825ebb47e1 None None] New status for floating IP 2de48f68-5ef7-409b-a6c6-d7a1486a2508: ACTIVE {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:09:57.502835 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39320) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:09:57.561491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-1665ab41-a073-45b5-b478-1236f7faf520 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/2de48f68-5ef7-409b-a6c6-d7a1486a2508 HTTP/1.1" status: 200 len: 994 time: 0.0574009 Sep 30 00:10:03.394537 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-462fc656-edb0-4d69-9142-d813f65b62a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:06.317044 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b64b1bb6-5b85-4730-a564-40235152e2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:06.696165 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:07.698645 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:08.862531 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:09.702565 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:10:10.214496 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:20.773128 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:28.921117 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c7d1c-b92e-45dc-ba26-f6968b974477 req-686f2105-e083-4573-99c9-ae6f53d00e79 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:28.922607 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-588c7d1c-b92e-45dc-ba26-f6968b974477 req-686f2105-e083-4573-99c9-ae6f53d00e79 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.0503590 Sep 30 00:10:28.961045 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-588c7d1c-b92e-45dc-ba26-f6968b974477 req-823a207f-fa00-4e60-b84d-0bbe07a71fb4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316582 Sep 30 00:10:30.378330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55493698-783d-4512-a7dd-01f29d2c991b req-d5e6f9b0-db21-4067-8b78-deeaa7495778 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:30.379861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55493698-783d-4512-a7dd-01f29d2c991b req-d5e6f9b0-db21-4067-8b78-deeaa7495778 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.3489439 Sep 30 00:10:30.416557 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55493698-783d-4512-a7dd-01f29d2c991b req-57aa1742-f83d-4f74-8849-80bd0c8c5bc7 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307095 Sep 30 00:10:30.438254 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39340) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:30.497313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e3559a44-e47a-4067-b3c6-03f4fdb9ed56 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/2de48f68-5ef7-409b-a6c6-d7a1486a2508 HTTP/1.1" status: 200 len: 994 time: 0.0579345 Sep 30 00:10:31.765082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db5540-3c3a-4cfb-89c2-27c2ad4c740d req-7519db07-4f35-4ba1-ba3c-95899d1e519a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:31.769238 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09db5540-3c3a-4cfb-89c2-27c2ad4c740d req-7519db07-4f35-4ba1-ba3c-95899d1e519a tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.0505939 Sep 30 00:10:31.792783 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-60d761a4-8cb9-4925-ad88-68c9d2b87a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:31.795058 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-60d761a4-8cb9-4925-ad88-68c9d2b87a37 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0478594 Sep 30 00:10:31.809539 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09db5540-3c3a-4cfb-89c2-27c2ad4c740d req-cdfcb942-5d58-457b-bd21-43f882b1e869 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357389 Sep 30 00:10:31.891349 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-b7060188-8dbe-4b52-ac52-e08016a288e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:31.892947 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-b7060188-8dbe-4b52-ac52-e08016a288e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ec64a0b-2adc-4658-902b-5dd511c090e3 HTTP/1.1" status: 200 len: 897 time: 0.0911705 Sep 30 00:10:31.960590 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-f471df73-03c8-44ec-a139-6eb9b7dd94e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72275098-0704-470b-af4b-6baa1ad0e1b2 HTTP/1.1" status: 200 len: 1002 time: 0.0600648 Sep 30 00:10:32.009684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-03de90bb-394a-4644-88b5-1912722cbcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:32.011135 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-03de90bb-394a-4644-88b5-1912722cbcab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c787327-3f46-4d4c-b2d6-e9ec8dad069d HTTP/1.1" status: 200 len: 835 time: 0.0438411 Sep 30 00:10:32.057448 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-354a14dc-b042-448a-aa36-a1b7258c4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:32.058988 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-354a14dc-b042-448a-aa36-a1b7258c4bae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ec64a0b-2adc-4658-902b-5dd511c090e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408664 Sep 30 00:10:32.157608 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-8c0f567a-2bd0-47bc-8ea9-f69d2114ff23 service neutron] 10.222.0.26 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912867 Sep 30 00:10:32.248634 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-14a49c6d-5dfb-4c90-885a-df967586c4c0 req-3ead891c-3973-4679-82f8-29c84825f5c2 service neutron] 10.222.0.26 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834727 Sep 30 00:10:32.714383 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-6aea7445-1a81-48d1-9625-e14c6c67bd39 req-2eb7f6c1-4e03-490c-80a2-0487e534db38 service neutron] (110006) timed out ('10.222.0.26', 60854) {{(pid=110006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 00:10:33.241621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3507cc-f65d-4c73-a45d-47fca89ceca6 req-9d6cf0bf-bff2-4805-9436-8349659b419d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:33.243052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3507cc-f65d-4c73-a45d-47fca89ceca6 req-9d6cf0bf-bff2-4805-9436-8349659b419d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.0490098 Sep 30 00:10:33.281654 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e3507cc-f65d-4c73-a45d-47fca89ceca6 req-2909fcb1-5cfb-4aa4-bfb5-d9c1545e6dcf tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325074 Sep 30 00:10:33.306306 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39352) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:33.368313 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-28d4b1b2-d2ab-478e-92eb-d4829adcaf69 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/floatingips/2de48f68-5ef7-409b-a6c6-d7a1486a2508 HTTP/1.1" status: 200 len: 994 time: 0.0607944 Sep 30 00:10:33.395653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c1a346af-7af0-4cc9-acff-32dcc98a352b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:33.613543 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39358) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:33.775015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 42cb8696-2647-4cae-ad97-2932651ba9aa {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:10:33.775362 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:33.855999 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:33.856334 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:33.868381 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 42cb8696-2647-4cae-ad97-2932651ba9aa owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:10:34.027069 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:34.390493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=42cb8696-2647-4cae-ad97-2932651ba9aa,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:34.459186 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:34.459536 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Floating IP 2de48f68-5ef7-409b-a6c6-d7a1486a2508 disassociated (deleted). External IP: 172.25.4.118, port: 72275098-0704-470b-af4b-6baa1ad0e1b2. Sep 30 00:10:34.679559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router cc8809f7-572a-4dd4-bc39-2bd1b308490b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:10:34.791320 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:10:34.796139 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:34.801332 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] Sync routers for ids ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:10:34.813721 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] Routers {'cc8809f7-572a-4dd4-bc39-2bd1b308490b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:34.815659 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:34.825290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-695dfe42-7a38-453b-98e3-dd3feeb7a990 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/floatingips/2de48f68-5ef7-409b-a6c6-d7a1486a2508 HTTP/1.1" status: 204 len: 168 time: 1.2107115 Sep 30 00:10:34.825871 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'tag': '72275098-0704-470b-af4b-6baa1ad0e1b2'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:10:34.828440 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6" -d '{"events": [{"name": "network-changed", "server_uuid": "664ff0ad-a1c3-44ab-b630-e0b86968e9b4", "tag": "72275098-0704-470b-af4b-6baa1ad0e1b2"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:10:34.879160 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e7c756-c1c3-40b4-84cc-4ec7a43b9269 x-openstack-request-id: req-03e7c756-c1c3-40b4-84cc-4ec7a43b9269 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:10:34.879463 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "664ff0ad-a1c3-44ab-b630-e0b86968e9b4", "tag": "72275098-0704-470b-af4b-6baa1ad0e1b2", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:10:34.879712 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-03e7c756-c1c3-40b4-84cc-4ec7a43b9269 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:10:34.880147 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'tag': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'status': 'completed', 'code': 200} Sep 30 00:10:34.950953 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-1a8c2649-1e0d-48bf-8327-9bd3f729cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:34.952568 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-1a8c2649-1e0d-48bf-8327-9bd3f729cfcf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b28d6527f7a0469b995c40beb95d2365&device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 1097 time: 0.0484991 Sep 30 00:10:34.953762 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] Set router cc8809f7-572a-4dd4-bc39-2bd1b308490b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:35.096088 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-f63b6a4f-57a8-4bc1-b177-7f1825d79cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:35.097899 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-f63b6a4f-57a8-4bc1-b177-7f1825d79cbb service neutron] 10.222.0.26 "GET /v2.0/networks?id=8ec64a0b-2adc-4658-902b-5dd511c090e3 HTTP/1.1" status: 200 len: 897 time: 0.1349146 Sep 30 00:10:35.106901 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddbeb6-9005-4944-96cd-0ae97e3c94c8 req-485b9e1f-dd41-4ddb-9b08-f845589879b2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:35.112567 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afddbeb6-9005-4944-96cd-0ae97e3c94c8 req-485b9e1f-dd41-4ddb-9b08-f845589879b2 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.0652955 Sep 30 00:10:35.150176 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-14a651d4-b8cf-4e68-9779-1c85651ce389 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72275098-0704-470b-af4b-6baa1ad0e1b2 HTTP/1.1" status: 200 len: 217 time: 0.0419698 Sep 30 00:10:35.157673 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-afddbeb6-9005-4944-96cd-0ae97e3c94c8 req-36c3db5c-331b-4a7d-b90b-5f1c539224d6 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390768 Sep 30 00:10:35.213222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-217a2dea-4388-4232-8301-fac100f9ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:35.214648 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-217a2dea-4388-4232-8301-fac100f9ab0e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=1c787327-3f46-4d4c-b2d6-e9ec8dad069d HTTP/1.1" status: 200 len: 835 time: 0.0542502 Sep 30 00:10:35.266638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-8cbcd269-cfcf-4e2b-8201-43a1cf591b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:35.269160 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-8cbcd269-cfcf-4e2b-8201-43a1cf591b68 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8ec64a0b-2adc-4658-902b-5dd511c090e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464180 Sep 30 00:10:35.363764 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:41Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '75c6b870-f312-4b06-9ecb-71dce33690b7', 'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:bf:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:40Z', 'updated_at': '2021-09-30T00:09:43Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:35.378287 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-846d90f8-e549-49b4-9bb8-2a0f7608c893 service neutron] 10.222.0.26 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948122 Sep 30 00:10:35.395118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] Checking router: cc8809f7-572a-4dd4-bc39-2bd1b308490b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:10:35.404092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] Routers {'cc8809f7-572a-4dd4-bc39-2bd1b308490b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:35.404718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:35.481233 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-ec2cdf6f-499f-4a66-8dad-a5c7bd61d9b6 req-2d6f44e1-52d5-46e6-9661-6b18adaeb6a8 service neutron] 10.222.0.26 "GET /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933015 Sep 30 00:10:35.514033 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] Set router cc8809f7-572a-4dd4-bc39-2bd1b308490b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:35.716508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:41Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '75c6b870-f312-4b06-9ecb-71dce33690b7', 'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:bf:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:40Z', 'updated_at': '2021-09-30T00:09:43Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:35.743805 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8465e59c-048d-4c08-9471-1da87c2bb933 None None] The sync data for ids ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'] in n-d-811173-2 is: [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:09:41Z', 'revision_number': 4, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '75c6b870-f312-4b06-9ecb-71dce33690b7', 'name': '', 'network_id': '8ec64a0b-2adc-4658-902b-5dd511c090e3', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'mac_address': 'fa:16:3e:bf:40:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:40Z', 'updated_at': '2021-09-30T00:09:43Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'subnets': [{'id': '1c787327-3f46-4d4c-b2d6-e9ec8dad069d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:10:35.971689 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1de9de6-eed9-4b5c-ab1a-c8dec318a8bf None None] New status for floating IP 2de48f68-5ef7-409b-a6c6-d7a1486a2508: DOWN {{(pid=110008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:10:36.284983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c067ad0d-de63-4319-9c99-ef1c7018dab1 req-5ddf457c-4b3a-4161-9e72-699278d73439 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:36.286797 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c067ad0d-de63-4319-9c99-ef1c7018dab1 req-5ddf457c-4b3a-4161-9e72-699278d73439 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.0531113 Sep 30 00:10:36.325145 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1c85b0b6-44c6-41d6-8d19-646e62f10773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:36.333182 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c067ad0d-de63-4319-9c99-ef1c7018dab1 req-44ab5853-4dc6-491e-aed9-c97d2eac5652 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/security-groups?id=e27022b2-d984-4de2-a574-dbc837ab0b7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404778 Sep 30 00:10:36.540391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-e0c28fae-3b10-41cc-ade0-3cdcbf9182ab tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:36.541831 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-e0c28fae-3b10-41cc-ade0-3cdcbf9182ab tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 946 time: 0.0504398 Sep 30 00:10:36.639181 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 72275098-0704-470b-af4b-6baa1ad0e1b2 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:10:36.639538 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:36.700594 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:36.738465 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 72275098-0704-470b-af4b-6baa1ad0e1b2, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=72275098-0704-470b-af4b-6baa1ad0e1b2,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:10:36.738835 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:36.752452 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 72275098-0704-470b-af4b-6baa1ad0e1b2 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:10:36.891864 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:36.921538 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=72275098-0704-470b-af4b-6baa1ad0e1b2,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:36.936365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.936365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.936365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.937061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.937336 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.937741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.938021 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.938400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.938725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.939344 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.939559 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.939736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:36.978805 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] No DVR routers for this DVR port 72275098-0704-470b-af4b-6baa1ad0e1b2 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:10:36.981471 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:36.983574 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fef9d115-8f80-4d7e-953a-490e9e19c17b req-327ce763-b9d4-4d3a-ae0b-ee5ead8eb86b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.26 "DELETE /v2.0/ports/72275098-0704-470b-af4b-6baa1ad0e1b2 HTTP/1.1" status: 204 len: 173 time: 0.4361062 Sep 30 00:10:36.984076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'name': 'network-vif-deleted', 'tag': '72275098-0704-470b-af4b-6baa1ad0e1b2'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:10:36.986963 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-969d4fad-2a33-47bd-990a-a209b047b3ee" -d '{"events": [{"server_uuid": "664ff0ad-a1c3-44ab-b630-e0b86968e9b4", "name": "network-vif-deleted", "tag": "72275098-0704-470b-af4b-6baa1ad0e1b2"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:10:37.029947 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8966140c-1006-4cbc-b111-695bfc076584 x-openstack-request-id: req-8966140c-1006-4cbc-b111-695bfc076584 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:10:37.030246 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "664ff0ad-a1c3-44ab-b630-e0b86968e9b4", "name": "network-vif-deleted", "tag": "72275098-0704-470b-af4b-6baa1ad0e1b2", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:10:37.030501 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-8966140c-1006-4cbc-b111-695bfc076584 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:10:37.031494 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ff0ad-a1c3-44ab-b630-e0b86968e9b4', 'name': 'network-vif-deleted', 'tag': '72275098-0704-470b-af4b-6baa1ad0e1b2', 'status': 'completed', 'code': 200} Sep 30 00:10:37.466057 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b65c55c-3949-456d-a405-6fa59921ec12 req-5ad09472-a19e-4468-b335-f0cad9db2fa4 tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "GET /v2.0/ports?device_id=664ff0ad-a1c3-44ab-b630-e0b86968e9b4 HTTP/1.1" status: 200 len: 210 time: 0.0310504 Sep 30 00:10:37.700049 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:38.524376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39374) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:38.611688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 72275098-0704-470b-af4b-6baa1ad0e1b2 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:10:38.636552 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 72275098-0704-470b-af4b-6baa1ad0e1b2 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:10:38.637178 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 72275098-0704-470b-af4b-6baa1ad0e1b2 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:10:38.869055 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:38.901087 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:39.169896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 75c6b870-f312-4b06-9ecb-71dce33690b7 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:10:39.170254 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:39.268906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 75c6b870-f312-4b06-9ecb-71dce33690b7, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=75c6b870-f312-4b06-9ecb-71dce33690b7,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:10:39.269586 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:39.282572 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 75c6b870-f312-4b06-9ecb-71dce33690b7 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:10:39.485730 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:39.512939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=75c6b870-f312-4b06-9ecb-71dce33690b7,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:39.775815 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.031601 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Router cc8809f7-572a-4dd4-bc39-2bd1b308490b has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:10:40.151218 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:10:40.159097 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-034035ec-4807-4b06-aebf-9e16bb4fb26c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "PUT /v2.0/routers/cc8809f7-572a-4dd4-bc39-2bd1b308490b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6308851 Sep 30 00:10:40.159192 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39378) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:40.163426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] Sync routers for ids ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:10:40.175197 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] Routers {'cc8809f7-572a-4dd4-bc39-2bd1b308490b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:40.176082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:40.217153 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting subnet 1c787327-3f46-4d4c-b2d6-e9ec8dad069d {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:10:40.221506 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.236447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.268714 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.310014 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] Set router cc8809f7-572a-4dd4-bc39-2bd1b308490b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:40.357970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.440081 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.468162 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Subnet': ['ID=1c787327-3f46-4d4c-b2d6-e9ec8dad069d,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:40.476904 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.477366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445faf4b-ab52-436a-bbcf-6f63fc0b21f5 None None] Network 8ec64a0b-2adc-4658-902b-5dd511c090e3 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:10:40.478777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/subnets/1c787327-3f46-4d4c-b2d6-e9ec8dad069d HTTP/1.1" status: 204 len: 168 time: 0.3186047 Sep 30 00:10:40.480816 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.481271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.481625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.481988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.482312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.482650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.482989 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.483328 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.483593 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39380) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:40.483707 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.484008 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.484339 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.484667 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5300156d-b255-490e-9c92-e3db19591d5c tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:40.598749 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:10:39Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:40.606560 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.630803 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] Checking router: cc8809f7-572a-4dd4-bc39-2bd1b308490b for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:10:40.645218 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] Routers {'cc8809f7-572a-4dd4-bc39-2bd1b308490b'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:40.645831 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:40.736198 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.759630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] DHCP port deletion for 8ec64a0b-2adc-4658-902b-5dd511c090e3 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:10:40.765206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] Set router cc8809f7-572a-4dd4-bc39-2bd1b308490b gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:40.795359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Deleting port 63448839-4e87-40fc-8f06-c536490aed24 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:10:40.795953 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.892684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] For port 63448839-4e87-40fc-8f06-c536490aed24, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=63448839-4e87-40fc-8f06-c536490aed24,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:10:40.893033 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:40.909204 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Calling delete_port for 63448839-4e87-40fc-8f06-c536490aed24 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:10:40.928661 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Deleting port 8d83fd5f-95a6-4670-9794-0565bf54b271 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:10:40.929043 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.013319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] For port 8d83fd5f-95a6-4670-9794-0565bf54b271, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8d83fd5f-95a6-4670-9794-0565bf54b271,segment=NetworkSegment(0171979e-5517-4b33-afb5-f9a67d6862eb),segment_id=0171979e-5517-4b33-afb5-f9a67d6862eb)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:10:41.013706 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.028942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Calling delete_port for 8d83fd5f-95a6-4670-9794-0565bf54b271 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:10:41.082508 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:10:39Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:41.086064 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.113431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea67ec6d-020b-46b3-a1f7-a769e859f8fc None None] The sync data for ids ['cc8809f7-572a-4dd4-bc39-2bd1b308490b'] in n-d-811173-2 is: [{'id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1482171911', 'tenant_id': 'b28d6527f7a0469b995c40beb95d2365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '63448839-4e87-40fc-8f06-c536490aed24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:09:37Z', 'updated_at': '2021-09-30T00:10:39Z', 'revision_number': 5, 'project_id': 'b28d6527f7a0469b995c40beb95d2365', 'gw_port': {'id': '63448839-4e87-40fc-8f06-c536490aed24', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc8809f7-572a-4dd4-bc39-2bd1b308490b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:09:38Z', 'updated_at': '2021-09-30T00:09:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:10:41.141387 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Port': ['ID=63448839-4e87-40fc-8f06-c536490aed24,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:41.155089 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.185261 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.190096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Pushing event deleted for resources: {'Port': ['ID=8d83fd5f-95a6-4670-9794-0565bf54b271,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:41.194576 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] No DVR routers for this DVR port 8d83fd5f-95a6-4670-9794-0565bf54b271 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:10:41.201260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.201609 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.201958 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.202270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.202592 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.202921 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.203278 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.203604 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.203925 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.204267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.204630 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.204982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85659ac-b28b-41af-a1c5-a0a3d666d598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:41.285758 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.288034 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.331160 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.331705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Fanout notify agent at l3_agent the message router_deleted on router cc8809f7-572a-4dd4-bc39-2bd1b308490b {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:10:41.339059 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.342930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a34c4258-88e6-4dce-99bb-c05a345075aa tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/routers/cc8809f7-572a-4dd4-bc39-2bd1b308490b HTTP/1.1" status: 204 len: 168 time: 0.8544219 Sep 30 00:10:41.343085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39382) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:41.422646 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.509753 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.530679 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec64a0b-2adc-4658-902b-5dd511c090e3']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:41.541215 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0171979e-5517-4b33-afb5-f9a67d6862eb') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:41.541516 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0171979e-5517-4b33-afb5-f9a67d6862eb') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:41.552167 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.565611 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.571939 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Releasing vlan 506 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:10:41.572389 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: timer() Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: self._notify() Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:10:41.575315 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:10:41.638995 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.647258 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.649125 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/networks/8ec64a0b-2adc-4658-902b-5dd511c090e3 HTTP/1.1" status: 204 len: 168 time: 0.3051171 Sep 30 00:10:41.651986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39384) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:41.660926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de7468-192d-4f0a-9269-961fe0522b8b tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'Network': ['ID=8ec64a0b-2adc-4658-902b-5dd511c090e3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:41.724226 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b22cacd7-0a75-4fce-ad54-e37a566b5a9d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.756934 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b22cacd7-0a75-4fce-ad54-e37a566b5a9d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.786908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 75c6b870-f312-4b06-9ecb-71dce33690b7 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:10:41.813109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 75c6b870-f312-4b06-9ecb-71dce33690b7 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:10:41.813568 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 75c6b870-f312-4b06-9ecb-71dce33690b7 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:10:41.814092 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d83fd5f-95a6-4670-9794-0565bf54b271 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:10:41.828609 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b22cacd7-0a75-4fce-ad54-e37a566b5a9d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.832868 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b22cacd7-0a75-4fce-ad54-e37a566b5a9d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:41.837188 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b22cacd7-0a75-4fce-ad54-e37a566b5a9d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] 10.222.0.44 "DELETE /v2.0/security-groups/e27022b2-d984-4de2-a574-dbc837ab0b7b HTTP/1.1" status: 204 len: 168 time: 0.1809464 Sep 30 00:10:41.844814 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8d83fd5f-95a6-4670-9794-0565bf54b271 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:10:41.845269 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8d83fd5f-95a6-4670-9794-0565bf54b271 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:10:41.853578 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cacd7-0a75-4fce-ad54-e37a566b5a9d tempest-TestNetworkAdvancedServerOps-986599319 tempest-TestNetworkAdvancedServerOps-986599319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27022b2-d984-4de2-a574-dbc837ab0b7b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:42.203047 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39392) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:42.346477 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-4a727696-e445-4cca-bf6e-b55034f7b18c admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=b28d6527f7a0469b995c40beb95d2365&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422031 Sep 30 00:10:42.348879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:42.398211 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a697f0-dad6-4d28-a94f-16c46a8117e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:42.432650 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a697f0-dad6-4d28-a94f-16c46a8117e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:42.490722 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a697f0-dad6-4d28-a94f-16c46a8117e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:42.493952 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-93a697f0-dad6-4d28-a94f-16c46a8117e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:42.495159 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-93a697f0-dad6-4d28-a94f-16c46a8117e6 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/bb9dda75-29c9-4d84-be2f-0fb5f0d1e6b3 HTTP/1.1" status: 204 len: 168 time: 0.1453502 Sep 30 00:10:42.503786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a697f0-dad6-4d28-a94f-16c46a8117e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9dda75-29c9-4d84-be2f-0fb5f0d1e6b3,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:42.777074 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39402) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:42.790657 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d26a92dd-8c83-462a-9dfe-927a07eff66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:42.882122 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d26a92dd-8c83-462a-9dfe-927a07eff66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:42.886016 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d26a92dd-8c83-462a-9dfe-927a07eff66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:42.925830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d26a92dd-8c83-462a-9dfe-927a07eff66d admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=d2abe934ff8b486fa7be909338d9eab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476705 Sep 30 00:10:42.926696 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26a92dd-8c83-462a-9dfe-927a07eff66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c862bbf3-4c4f-43ee-94a3-aeb9fe8150b9,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:42.928545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39404) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:42.977143 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-714bace8-a4d5-42b1-859d-e9c0039ed8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:42.998026 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-714bace8-a4d5-42b1-859d-e9c0039ed8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:43.044217 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-714bace8-a4d5-42b1-859d-e9c0039ed8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:43.046878 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-714bace8-a4d5-42b1-859d-e9c0039ed8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:43.048093 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-714bace8-a4d5-42b1-859d-e9c0039ed8a0 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/c862bbf3-4c4f-43ee-94a3-aeb9fe8150b9 HTTP/1.1" status: 204 len: 168 time: 0.1184402 Sep 30 00:10:43.056751 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bace8-a4d5-42b1-859d-e9c0039ed8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c862bbf3-4c4f-43ee-94a3-aeb9fe8150b9,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:43.669770 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 63448839-4e87-40fc-8f06-c536490aed24 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:10:43.691489 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 63448839-4e87-40fc-8f06-c536490aed24 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:10:43.691868 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 63448839-4e87-40fc-8f06-c536490aed24 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:10:43.758141 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39428) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:43.854270 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1977987989-network', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:43.877428 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Made reservation on behalf of e8d7565ad9d84689a79802285ae626fd for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:10:43.880185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:43.892729 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:43.977544 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:43.981778 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.005646 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:10:44.020363 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47325abb-bb93-4771-a758-e8cee70f65fc,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:44.023209 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.023549 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Added segment f44ac94f-e637-4c82-893a-d3949fd5b4ac of type vlan for network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f Sep 30 00:10:44.068541 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.092376 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.093247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:44.093822 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.119995 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3605781 Sep 30 00:10:44.123016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39432) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:44.128812 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Request body: {'subnet': {'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1977987989-subnet', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:44.148752 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Made reservation on behalf of e8d7565ad9d84689a79802285ae626fd for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:10:44.151068 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.160686 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b64319b-34a0-49bd-bedd-ad18b6520832 admin admin] Pushing event updated for resources: {'Network': ['ID=93306b94-9a5e-41d2-ba7d-61d1c8c3164f,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:44.170595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 00:10:44.317477 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.372559 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dd4a955-6d8b-4321-ac64-7017b33ddefa,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:44.379763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Checking segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:10:44.380138 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Network hostable DHCP agents. Network: 93306b94-9a5e-41d2-ba7d-61d1c8c3164f, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:10:44.397023 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:10:44.405101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 93306b94-9a5e-41d2-ba7d-61d1c8c3164f) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:44.410096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:44.410683 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.415690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70b41f5-3352-407f-b84d-96030b851dc2 None None] Network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:10:44.424974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e7ad468b-3884-49fa-9272-073556e1c50d admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3007264 Sep 30 00:10:44.427665 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39434) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:44.432159 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:44.453296 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.454371 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.516424 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.660320 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.716079 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 00:10:44.716941 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.846798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Allocated IP 172.20.0.2 (93306b94-9a5e-41d2-ba7d-61d1c8c3164f/9dd4a955-6d8b-4321-ac64-7017b33ddefa/f2994ddf-371f-4630-badc-eb839e57ffb5) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:10:44.865412 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.884553 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.987848 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:44.993061 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Allocated IP 172.25.4.136 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/ffd50ac9-0cce-420d-b4bf-083df6ef10e6) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:10:44.993459 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.029600 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:10:45.032396 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:45.036838 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:10:45.045973 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Pushing event updated for resources: {'Port': ['ID=f2994ddf-371f-4630-badc-eb839e57ffb5,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:45.094308 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.100293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Attempting to bind port f2994ddf-371f-4630-badc-eb839e57ffb5 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:10:45.100666 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Attempting to bind port f2994ddf-371f-4630-badc-eb839e57ffb5 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:10:45.101028 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Attempting to bind port f2994ddf-371f-4630-badc-eb839e57ffb5 on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:10:45.105987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:10:45.106359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Checking segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:10:45.106760 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.107147 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Bound using segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:10:45.107606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Bound port: f2994ddf-371f-4630-badc-eb839e57ffb5, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:10:45.108032 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.134555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.172248 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] For port f2994ddf-371f-4630-badc-eb839e57ffb5, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:10:45.174034 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:10:45.175786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] For port f2994ddf-371f-4630-badc-eb839e57ffb5, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f2994ddf-371f-4630-badc-eb839e57ffb5,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:10:45.178746 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:45.181170 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.185536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:10:45.188347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Pushing event updated for resources: {'Port': ['ID=ffd50ac9-0cce-420d-b4bf-083df6ef10e6,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:45.244416 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8566a96-078d-4fd0-bf30-bfc0856de34e None None] Pushing event updated for resources: {'Port': ['ID=f2994ddf-371f-4630-badc-eb839e57ffb5,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:45.457819 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.653968 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.736677 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f2994ddf-371f-4630-badc-eb839e57ffb5 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:10:45.785009 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 00:10:45.789431 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f2994ddf-371f-4630-badc-eb839e57ffb5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:45.789807 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.869653 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.905639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:10:45.909590 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port f2994ddf-371f-4630-badc-eb839e57ffb5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f2994ddf-371f-4630-badc-eb839e57ffb5,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:10:45.914700 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.918441 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Sync routers for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:10:45.924055 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:45.927917 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c93618f5-c570-4a63-99d7-f3ccc0ceb218 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4967799 Sep 30 00:10:45.928286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39436) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:45.933899 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:45.934773 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:45.978474 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=f2994ddf-371f-4630-badc-eb839e57ffb5,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:46.058665 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:46.199096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d90a421-f820-4fb5-87d5-b7517e6c2b90 None None] Network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:10:46.257479 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:45Z', 'revision_number': 3, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:46.288701 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Checking router: 8d065fe5-5db4-42ed-a118-f213ce5cebb1 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:10:46.289060 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Updating router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 port ffd50ac9-0cce-420d-b4bf-083df6ef10e6 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:10:46.292820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-8e49b9f6-2365-4a75-8b31-7c74d6619853 None None] Provisioning complete for port f2994ddf-371f-4630-badc-eb839e57ffb5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:46.293113 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8e49b9f6-2365-4a75-8b31-7c74d6619853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:46.314647 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:46.591664 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:46.597488 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:46.650140 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Attempting to bind port ffd50ac9-0cce-420d-b4bf-083df6ef10e6 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:10:46.650642 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Attempting to bind port ffd50ac9-0cce-420d-b4bf-083df6ef10e6 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:10:46.650813 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Attempting to bind port ffd50ac9-0cce-420d-b4bf-083df6ef10e6 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:10:46.659414 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-98bcf6e5-4de2-40bb-a15d-a4ba166d4ded None None] Provisioning complete for port f2994ddf-371f-4630-badc-eb839e57ffb5 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:46.659981 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-98bcf6e5-4de2-40bb-a15d-a4ba166d4ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:46.660346 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Pushing event updated for resources: {'Port': ['ID=ffd50ac9-0cce-420d-b4bf-083df6ef10e6,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:46.664163 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:10:46.664537 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:10:46.664960 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:46.665356 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:10:46.665822 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Bound port: ffd50ac9-0cce-420d-b4bf-083df6ef10e6, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:10:46.666197 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:46.672847 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.673499 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.673847 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.674185 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.674520 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.674852 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.675179 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.675503 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.675846 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.676168 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.676504 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.676863 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:10:46.714822 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:10:46.723976 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:46.748963 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] For port ffd50ac9-0cce-420d-b4bf-083df6ef10e6, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:10:46.753311 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] For port ffd50ac9-0cce-420d-b4bf-083df6ef10e6, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ffd50ac9-0cce-420d-b4bf-083df6ef10e6,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:10:46.757105 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:46.813403 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:46.814615 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:46.850929 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10105c-e2d9-48eb-862a-68ffee6daa05 None None] Pushing event updated for resources: {'Port': ['ID=ffd50ac9-0cce-420d-b4bf-083df6ef10e6,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:46.884477 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Allocated IP 172.20.0.1 (93306b94-9a5e-41d2-ba7d-61d1c8c3164f/9dd4a955-6d8b-4321-ac64-7017b33ddefa/8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:10:46.924335 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:46.991040 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:47.028911 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:47.066238 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:10:47.069185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:47.072674 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:10:47.101834 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Pushing event updated for resources: {'Port': ['ID=8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:47.112540 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:45Z', 'revision_number': 3, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:47.120120 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:47.141322 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3988545b-a7a9-4200-b90b-ee5510de2312 None None] The sync data for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 is: [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:45Z', 'revision_number': 3, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:10:47.273093 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:47.374714 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-adb4e4c1-1bc5-4fc0-9bb2-ff774b69eb0a None None] Provisioning complete for port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:47.375307 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-adb4e4c1-1bc5-4fc0-9bb2-ff774b69eb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:47.435073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-adb4e4c1-1bc5-4fc0-9bb2-ff774b69eb0a None None] Port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:10:47.460657 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:47.465156 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:47.533739 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Pushing event updated for resources: {'Port': ['ID=8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:47.536209 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:47.635662 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:10:47.637216 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:47.780061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:10:47.813820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ffd50ac9-0cce-420d-b4bf-083df6ef10e6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:10:47.867688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ffd50ac9-0cce-420d-b4bf-083df6ef10e6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:47.868097 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:47.916453 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:10:47.923890 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-df696b90-597d-4b63-9499-15f5bd1c120e admin admin] 10.222.0.44 "PUT /v2.0/routers/8d065fe5-5db4-42ed-a118-f213ce5cebb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9925835 Sep 30 00:10:47.964609 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:47.980756 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-66e5db25-8372-4fde-aa94-94dd29878fa3 None None] Provisioning complete for port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:47.981128 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-66e5db25-8372-4fde-aa94-94dd29878fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.011350 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port ffd50ac9-0cce-420d-b4bf-083df6ef10e6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ffd50ac9-0cce-420d-b4bf-083df6ef10e6,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:10:48.018337 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.019381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f2994ddf-371f-4630-badc-eb839e57ffb5 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:10:48.072863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-66e5db25-8372-4fde-aa94-94dd29878fa3 None None] Port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:10:48.106226 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=ffd50ac9-0cce-420d-b4bf-083df6ef10e6,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:48.117173 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port f2994ddf-371f-4630-badc-eb839e57ffb5 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:48.117554 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.404903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39452) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:48.410174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1251899740-network', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:48.432390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Made reservation on behalf of c724c8a055b24055a649b163e2504ddd for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:10:48.434828 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.444686 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.538262 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.542032 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.570052 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 522} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:10:48.579173 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ba2dc0-85b7-403f-821a-1bd4457d0f05,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:48.586603 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.587076 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Added segment 7a888a46-91a2-4380-b314-41f9599004bf of type vlan for network 537367cc-d053-404b-a0f8-2cea4aa9166b Sep 30 00:10:48.628790 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.651810 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.652814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:48.653398 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.687753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2816958 Sep 30 00:10:48.691198 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39454) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:48.696652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Request body: {'subnet': {'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1251899740-subnet', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:48.716533 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Made reservation on behalf of c724c8a055b24055a649b163e2504ddd for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:10:48.719078 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.723404 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ba993-cd69-4435-96ed-6218b785aea1 admin admin] Pushing event updated for resources: {'Network': ['ID=537367cc-d053-404b-a0f8-2cea4aa9166b,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:48.734383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 537367cc-d053-404b-a0f8-2cea4aa9166b details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 00:10:48.763253 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Sync routers for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:10:48.806862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:48.807402 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:48.897625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:48.913706 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:48.952583 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2128fa3-b64b-4081-bcd7-5c7b85ed758a,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:48.963315 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Checking segment: {'id': '7a888a46-91a2-4380-b314-41f9599004bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:10:48.963684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Network hostable DHCP agents. Network: 537367cc-d053-404b-a0f8-2cea4aa9166b, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:10:48.980283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Network 537367cc-d053-404b-a0f8-2cea4aa9166b is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:10:48.990208 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 537367cc-d053-404b-a0f8-2cea4aa9166b) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:48.994393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:48.995001 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.002514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f34c24e-5755-47a3-b32d-844fa4399722 None None] Network 537367cc-d053-404b-a0f8-2cea4aa9166b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:10:49.009572 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7738ccc5-91bb-4d21-974b-6775b63d8959 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3172555 Sep 30 00:10:49.012076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39456) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:49.016545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1251899740-router', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:49.038754 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.039951 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.097304 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.231037 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 2, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:49.239695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.259773 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-537367cc-d053-404b-a0f8-2cea4aa9166b', 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'fixed_ips': [{'subnet_id': 'c2128fa3-b64b-4081-bcd7-5c7b85ed758a'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 00:10:49.260651 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.264134 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Checking router: 8d065fe5-5db4-42ed-a118-f213ce5cebb1 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:10:49.264488 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Updating router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:10:49.303369 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.440926 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.459942 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.506203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Allocated IP 172.20.0.2 (537367cc-d053-404b-a0f8-2cea4aa9166b/c2128fa3-b64b-4081-bcd7-5c7b85ed758a/47eb5407-c3bc-463e-8feb-cdc97451a632) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:10:49.578840 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Allocated IP 172.25.4.241 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:10:49.683067 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.722499 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.741099 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ffd50ac9-0cce-420d-b4bf-083df6ef10e6 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:10:49.763524 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:10:49.766635 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:49.773965 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:10:49.777092 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Pushing event updated for resources: {'Port': ['ID=e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:49.786339 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.807747 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.809913 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.842322 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:49.873296 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Network 537367cc-d053-404b-a0f8-2cea4aa9166b is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:10:49.882525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:49.892731 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:10:49.898385 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Pushing event updated for resources: {'Port': ['ID=47eb5407-c3bc-463e-8feb-cdc97451a632,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:49.906069 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ffd50ac9-0cce-420d-b4bf-083df6ef10e6 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:49.906445 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.058615 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.207784 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd8718-497a-4d3a-a76c-89c14c6d6636 None None] Pushing event updated for resources: {'Port': ['ID=8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:50.223919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Attempting to bind port 47eb5407-c3bc-463e-8feb-cdc97451a632 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:10:50.224229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Attempting to bind port 47eb5407-c3bc-463e-8feb-cdc97451a632 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '7a888a46-91a2-4380-b314-41f9599004bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:10:50.224957 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Attempting to bind port 47eb5407-c3bc-463e-8feb-cdc97451a632 on network 537367cc-d053-404b-a0f8-2cea4aa9166b {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:10:50.230539 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Attempting to bind port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:10:50.230904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Attempting to bind port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:10:50.231263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Attempting to bind port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:10:50.241811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:10:50.242187 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Checking segment: {'id': '7a888a46-91a2-4380-b314-41f9599004bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:10:50.242593 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.242984 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Bound using segment: {'id': '7a888a46-91a2-4380-b314-41f9599004bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:10:50.243447 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Bound port: 47eb5407-c3bc-463e-8feb-cdc97451a632, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a888a46-91a2-4380-b314-41f9599004bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:10:50.243858 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.245471 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-6005699e-b568-4e81-96ce-598141f295fd None None] Provisioning complete for port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:50.245824 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-6005699e-b568-4e81-96ce-598141f295fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.249408 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:10:50.249777 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Checking segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:10:50.250168 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.250557 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Bound using segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:10:50.251013 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Bound port: 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:10:50.251532 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.263182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.362849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-6005699e-b568-4e81-96ce-598141f295fd None None] Port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:10:50.396487 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Router c408eeea-9fdc-4a94-8732-7031d3dc1c5f is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 00:10:50.428246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] For port 47eb5407-c3bc-463e-8feb-cdc97451a632, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:10:50.432670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] For port 47eb5407-c3bc-463e-8feb-cdc97451a632, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=47eb5407-c3bc-463e-8feb-cdc97451a632,segment=NetworkSegment(7a888a46-91a2-4380-b314-41f9599004bf),segment_id=7a888a46-91a2-4380-b314-41f9599004bf)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:10:50.435781 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] For port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:10:50.438995 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] For port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:10:50.440596 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.446252 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.509685 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc8df92-161d-4317-bb7a-c4b22aa46189 None None] Pushing event updated for resources: {'Port': ['ID=47eb5407-c3bc-463e-8feb-cdc97451a632,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:50.520832 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:10:50.537502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Sync routers for ids ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:10:50.540667 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.542593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:50.543205 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5f37538a-02a9-45b0-af84-caee11eea1f7 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5301895 Sep 30 00:10:50.543328 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:50.545770 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39458) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:50.553930 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Routers {'c408eeea-9fdc-4a94-8732-7031d3dc1c5f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:50.555178 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:50.627003 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bd8718-497a-4d3a-a76c-89c14c6d6636 None None] Pushing event updated for resources: {'Port': ['ID=8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:50.699800 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Set router c408eeea-9fdc-4a94-8732-7031d3dc1c5f gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:50.701515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:50.847376 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.943223 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-92409a6a-a3bf-4b8e-a1fe-f0062ad16373 None None] Provisioning complete for port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:50.943756 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92409a6a-a3bf-4b8e-a1fe-f0062ad16373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:50.956592 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'name': 'tempest-TestShelveInstance-1251899740-router', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:49Z', 'revision_number': 3, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'gw_port': {'id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:51.075310 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:50Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:51.095027 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Checking router: c408eeea-9fdc-4a94-8732-7031d3dc1c5f for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:10:51.095721 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Updating router c408eeea-9fdc-4a94-8732-7031d3dc1c5f port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:10:51.107177 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92409a6a-a3bf-4b8e-a1fe-f0062ad16373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.110718 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b29e343-dc45-4565-bf21-edb26b0b9a7b None None] The sync data for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 is: [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:50Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:10:51.129677 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.150209 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-92409a6a-a3bf-4b8e-a1fe-f0062ad16373 None None] For port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:10:51.160290 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-92409a6a-a3bf-4b8e-a1fe-f0062ad16373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.252364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92409a6a-a3bf-4b8e-a1fe-f0062ad16373 None None] Pushing event updated for resources: {'Port': ['ID=8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:51.475676 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.476498 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.484548 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.547388 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Attempting to bind port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:10:51.548829 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Attempting to bind port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:10:51.549060 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Attempting to bind port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:10:51.561480 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a970d-1f68-425f-8897-88a25aa0adf2 None None] Pushing event updated for resources: {'Port': ['ID=e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:51.565090 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:10:51.565813 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:10:51.566046 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.566456 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:10:51.566924 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Bound port: e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:10:51.567310 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.630053 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] For port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:10:51.633556 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] For port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:10:51.642057 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.672932 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Allocated IP 172.20.0.1 (537367cc-d053-404b-a0f8-2cea4aa9166b/c2128fa3-b64b-4081-bcd7-5c7b85ed758a/6fb63312-bfd9-4293-8d6a-b6cedd366122) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:10:51.726431 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Routers {'c408eeea-9fdc-4a94-8732-7031d3dc1c5f'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:51.727064 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:51.801942 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a970d-1f68-425f-8897-88a25aa0adf2 None None] Pushing event updated for resources: {'Port': ['ID=e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:51.838797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6ef778-8d09-4883-8079-4ec30731294c None None] Network 537367cc-d053-404b-a0f8-2cea4aa9166b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:10:51.859970 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.864243 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 47eb5407-c3bc-463e-8feb-cdc97451a632 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:10:51.892715 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] Set router c408eeea-9fdc-4a94-8732-7031d3dc1c5f gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:51.907385 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:51.954395 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Network 537367cc-d053-404b-a0f8-2cea4aa9166b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:10:51.957763 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:51.971138 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:10:51.974191 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Pushing event updated for resources: {'Port': ['ID=6fb63312-bfd9-4293-8d6a-b6cedd366122,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:51.980621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d1b01c6c-d1ca-470e-ae1b-56cc01beeb36 None None] Provisioning complete for port 47eb5407-c3bc-463e-8feb-cdc97451a632 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:51.980792 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d1b01c6c-d1ca-470e-ae1b-56cc01beeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.021576 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.109083 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'name': 'tempest-TestShelveInstance-1251899740-router', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:49Z', 'revision_number': 3, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'gw_port': {'id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:52.113334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 47eb5407-c3bc-463e-8feb-cdc97451a632 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:52.113716 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.150868 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ffbe75-77fc-4ca3-aa40-2e415eedf6eb None None] The sync data for ids ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'] in n-d-811173-2 is: [{'id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'name': 'tempest-TestShelveInstance-1251899740-router', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:49Z', 'revision_number': 3, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'gw_port': {'id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:10:52.196605 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.228891 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d1b01c6c-d1ca-470e-ae1b-56cc01beeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.293994 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d1b01c6c-d1ca-470e-ae1b-56cc01beeb36 None None] For port 47eb5407-c3bc-463e-8feb-cdc97451a632, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=47eb5407-c3bc-463e-8feb-cdc97451a632,segment=NetworkSegment(7a888a46-91a2-4380-b314-41f9599004bf),segment_id=7a888a46-91a2-4380-b314-41f9599004bf)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:10:52.303640 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d1b01c6c-d1ca-470e-ae1b-56cc01beeb36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.327176 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.408401 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.417292 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.438534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b01c6c-d1ca-470e-ae1b-56cc01beeb36 None None] Pushing event updated for resources: {'Port': ['ID=47eb5407-c3bc-463e-8feb-cdc97451a632,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:52.463224 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110007) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 30 00:10:52.463855 n-d-811173-2 neutron-server[110007]: DEBUG oslo_db.api [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 30 00:10:52.496409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Pushing event updated for resources: {'Port': ['ID=6fb63312-bfd9-4293-8d6a-b6cedd366122,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:52.504085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.567553 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-aafab411-18cd-43d0-9e57-37b78ec7a8ce None None] Provisioning complete for port 6fb63312-bfd9-4293-8d6a-b6cedd366122 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:52.568222 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aafab411-18cd-43d0-9e57-37b78ec7a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.632177 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-aafab411-18cd-43d0-9e57-37b78ec7a8ce None None] Port 6fb63312-bfd9-4293-8d6a-b6cedd366122 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:10:52.644900 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-aafab411-18cd-43d0-9e57-37b78ec7a8ce None None] Provisioning complete for port 47eb5407-c3bc-463e-8feb-cdc97451a632 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:52.645373 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aafab411-18cd-43d0-9e57-37b78ec7a8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.649236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Network 537367cc-d053-404b-a0f8-2cea4aa9166b is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:10:52.651482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:52.828610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Router c408eeea-9fdc-4a94-8732-7031d3dc1c5f has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:10:52.926602 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bd43034f-370c-4ce1-9126-f49eef2b34dd None None] Provisioning complete for port 6fb63312-bfd9-4293-8d6a-b6cedd366122 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:52.927136 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd43034f-370c-4ce1-9126-f49eef2b34dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:52.950368 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:10:52.958128 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-6292046d-c63d-4a38-9e5e-907acaff6fcd admin admin] 10.222.0.44 "PUT /v2.0/routers/c408eeea-9fdc-4a94-8732-7031d3dc1c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4069352 Sep 30 00:10:52.996426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bd43034f-370c-4ce1-9126-f49eef2b34dd None None] Port 6fb63312-bfd9-4293-8d6a-b6cedd366122 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:10:53.019657 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:10:53.075188 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:53.075573 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.130002 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7721ccfe-6d92-4f34-95a6-24b223f8cd45 None None] Provisioning complete for port 6fb63312-bfd9-4293-8d6a-b6cedd366122 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:53.130290 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7721ccfe-6d92-4f34-95a6-24b223f8cd45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.186155 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7721ccfe-6d92-4f34-95a6-24b223f8cd45 None None] Port 6fb63312-bfd9-4293-8d6a-b6cedd366122 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:10:53.447556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39466) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:53.452299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-79147002-2ff5-422c-b538-81db1650203e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1372656626', 'description': 'tempest-secgroup-smoke-1372656626 description', 'project_id': 'e8d7565ad9d84689a79802285ae626fd'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:53.474616 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79147002-2ff5-422c-b538-81db1650203e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.562645 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79147002-2ff5-422c-b538-81db1650203e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.566404 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79147002-2ff5-422c-b538-81db1650203e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.597182 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-79147002-2ff5-422c-b538-81db1650203e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.598427 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-79147002-2ff5-422c-b538-81db1650203e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1498284 Sep 30 00:10:53.600312 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79147002-2ff5-422c-b538-81db1650203e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5bef9f5-f289-40e2-95f0-a00ae6c3be27,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:53.601566 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39468) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:53.606222 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e2a34f85-ab07-4b3b-ad69-1b52b95042b7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': 'e5bef9f5-f289-40e2-95f0-a00ae6c3be27', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:53.633882 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2a34f85-ab07-4b3b-ad69-1b52b95042b7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.694869 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2a34f85-ab07-4b3b-ad69-1b52b95042b7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.699921 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2a34f85-ab07-4b3b-ad69-1b52b95042b7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.718497 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a34f85-ab07-4b3b-ad69-1b52b95042b7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17bc428f-ee3c-41e1-a9c1-6bbfa2e640b6,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:53.725898 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e2a34f85-ab07-4b3b-ad69-1b52b95042b7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.727376 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e2a34f85-ab07-4b3b-ad69-1b52b95042b7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247911 Sep 30 00:10:53.730154 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39470) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:53.734800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-5b94b5b8-7fe5-45dd-9bae-72cbfc55379d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': 'e5bef9f5-f289-40e2-95f0-a00ae6c3be27', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:53.761550 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b94b5b8-7fe5-45dd-9bae-72cbfc55379d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.795240 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 47eb5407-c3bc-463e-8feb-cdc97451a632 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:10:53.827433 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b94b5b8-7fe5-45dd-9bae-72cbfc55379d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.831950 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b94b5b8-7fe5-45dd-9bae-72cbfc55379d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.844889 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 47eb5407-c3bc-463e-8feb-cdc97451a632 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:53.845865 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.855285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b94b5b8-7fe5-45dd-9bae-72cbfc55379d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dd79eb4-4b92-4b31-b623-112532de38db,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:53.862983 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-5b94b5b8-7fe5-45dd-9bae-72cbfc55379d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.864238 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-5b94b5b8-7fe5-45dd-9bae-72cbfc55379d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331391 Sep 30 00:10:53.866994 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39472) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:53.871324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-200a10c7-6a91-4c08-97e3-3a410a894480 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': 'e5bef9f5-f289-40e2-95f0-a00ae6c3be27', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:53.900463 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-200a10c7-6a91-4c08-97e3-3a410a894480 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.925852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:10:53.963547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-200a10c7-6a91-4c08-97e3-3a410a894480 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.969621 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-200a10c7-6a91-4c08-97e3-3a410a894480 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.978100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:53.978674 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.991253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a10c7-6a91-4c08-97e3-3a410a894480 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859c6daf-908a-4912-85c0-5d8daff1c730,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:53.993721 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-200a10c7-6a91-4c08-97e3-3a410a894480 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:53.994935 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-200a10c7-6a91-4c08-97e3-3a410a894480 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1269836 Sep 30 00:10:53.997685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39474) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:54.003182 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-b3167679-d4d4-4a69-a434-9dfbd01efe65 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': 'e5bef9f5-f289-40e2-95f0-a00ae6c3be27', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:54.030714 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3167679-d4d4-4a69-a434-9dfbd01efe65 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.065874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.087501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:10:54.090857 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3167679-d4d4-4a69-a434-9dfbd01efe65 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.091380 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.094205 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3167679-d4d4-4a69-a434-9dfbd01efe65 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.113165 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3167679-d4d4-4a69-a434-9dfbd01efe65 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4a82d1d-d6d8-4800-86f0-44b2690a16ba,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:54.119185 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b3167679-d4d4-4a69-a434-9dfbd01efe65 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.120555 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b3167679-d4d4-4a69-a434-9dfbd01efe65 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219397 Sep 30 00:10:54.123400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39476) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:54.128285 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-4d2dad5e-0262-4cc2-a05f-c3210dacf9c4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': 'e5bef9f5-f289-40e2-95f0-a00ae6c3be27', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:54.150836 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:54.151084 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-4d2dad5e-0262-4cc2-a05f-c3210dacf9c4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Project e8d7565ad9d84689a79802285ae626fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:10:54.156051 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d2dad5e-0262-4cc2-a05f-c3210dacf9c4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.224109 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d2dad5e-0262-4cc2-a05f-c3210dacf9c4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.227986 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d2dad5e-0262-4cc2-a05f-c3210dacf9c4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.247170 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2dad5e-0262-4cc2-a05f-c3210dacf9c4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e28c852b-2626-4f91-b1f5-52ba3f5ac963,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:54.253740 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-4d2dad5e-0262-4cc2-a05f-c3210dacf9c4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.254624 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-4d2dad5e-0262-4cc2-a05f-c3210dacf9c4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302412 Sep 30 00:10:54.257427 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39478) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:10:54.261820 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-d617a025-099f-4045-bc1b-cf919311584a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': 'e5bef9f5-f289-40e2-95f0-a00ae6c3be27', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:54.283925 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-d617a025-099f-4045-bc1b-cf919311584a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Project e8d7565ad9d84689a79802285ae626fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:10:54.289210 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d617a025-099f-4045-bc1b-cf919311584a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.354674 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d617a025-099f-4045-bc1b-cf919311584a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.358716 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d617a025-099f-4045-bc1b-cf919311584a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.377574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617a025-099f-4045-bc1b-cf919311584a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee0ef68f-fd80-4298-aa6c-dce6d5eaf4e2,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:54.388549 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-d617a025-099f-4045-bc1b-cf919311584a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.389930 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-d617a025-099f-4045-bc1b-cf919311584a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314034 Sep 30 00:10:54.487469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Sync routers for ids ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:10:54.497172 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Routers {'c408eeea-9fdc-4a94-8732-7031d3dc1c5f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:54.497861 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:54.538114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-994c360c-6cdd-4aaa-993f-630ebd1730fc tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1372656626&fields=id&tenant_id=e8d7565ad9d84689a79802285ae626fd HTTP/1.1" status: 200 len: 267 time: 0.0332129 Sep 30 00:10:54.603676 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Set router c408eeea-9fdc-4a94-8732-7031d3dc1c5f gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:54.649998 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-7f204613-4e63-4cac-b87f-65b1a0784107 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:54.651519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-7f204613-4e63-4cac-b87f-65b1a0784107 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 809 time: 0.1066742 Sep 30 00:10:54.666801 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-0f96ebd2-ece8-42da-8518-5498f0a597e7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/quotas/e8d7565ad9d84689a79802285ae626fd HTTP/1.1" status: 200 len: 375 time: 0.0094063 Sep 30 00:10:54.717686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-b0813431-73a9-4598-8c5f-62e9eb340756 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454025 Sep 30 00:10:54.803699 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'name': 'tempest-TestShelveInstance-1251899740-router', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:52Z', 'revision_number': 4, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'gw_port': {'id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '6fb63312-bfd9-4293-8d6a-b6cedd366122', 'name': '', 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'mac_address': 'fa:16:3e:80:b0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c2128fa3-b64b-4081-bcd7-5c7b85ed758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:51Z', 'updated_at': '2021-09-30T00:10:52Z', 'revision_number': 2, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'subnets': [{'id': 'c2128fa3-b64b-4081-bcd7-5c7b85ed758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:54.829158 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-7a6c9acb-2d3e-453c-b900-7d1831b35880 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:10:54.830960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-7a6c9acb-2d3e-453c-b900-7d1831b35880 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1012189 Sep 30 00:10:54.831109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Checking router: c408eeea-9fdc-4a94-8732-7031d3dc1c5f for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:10:54.831394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Updating router c408eeea-9fdc-4a94-8732-7031d3dc1c5f port 6fb63312-bfd9-4293-8d6a-b6cedd366122 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:10:54.855641 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:54.925340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ceb12c2b-17dd-405b-bd86-546755e44501 service neutron] 10.222.0.44 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876970 Sep 30 00:10:55.015098 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-63f9b5bf-50de-479f-a315-d6df8289f469 service neutron] 10.222.0.44 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835423 Sep 30 00:10:55.197975 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8c471f10-1816-43b6-8959-e9b7880ef27c req-67e10f52-3a26-449b-a9bf-93a443e47faf tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 210 time: 0.0349355 Sep 30 00:10:55.278798 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:55.284491 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:55.351512 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc109-d5d2-47d0-803a-be6c79382e7b None None] Pushing event updated for resources: {'Port': ['ID=6fb63312-bfd9-4293-8d6a-b6cedd366122,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:55.389127 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Attempting to bind port 6fb63312-bfd9-4293-8d6a-b6cedd366122 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:10:55.389476 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Attempting to bind port 6fb63312-bfd9-4293-8d6a-b6cedd366122 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '7a888a46-91a2-4380-b314-41f9599004bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:10:55.389920 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Attempting to bind port 6fb63312-bfd9-4293-8d6a-b6cedd366122 on network 537367cc-d053-404b-a0f8-2cea4aa9166b {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:10:55.396411 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:10:55.396798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Checking segment: {'id': '7a888a46-91a2-4380-b314-41f9599004bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:10:55.397215 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:55.397671 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Bound using segment: {'id': '7a888a46-91a2-4380-b314-41f9599004bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:10:55.398184 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Bound port: 6fb63312-bfd9-4293-8d6a-b6cedd366122, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a888a46-91a2-4380-b314-41f9599004bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 522, 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:10:55.398691 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:55.472130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] For port 6fb63312-bfd9-4293-8d6a-b6cedd366122, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:10:55.475566 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] For port 6fb63312-bfd9-4293-8d6a-b6cedd366122, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6fb63312-bfd9-4293-8d6a-b6cedd366122,segment=NetworkSegment(7a888a46-91a2-4380-b314-41f9599004bf),segment_id=7a888a46-91a2-4380-b314-41f9599004bf)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:10:55.482199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:55.544246 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Routers {'c408eeea-9fdc-4a94-8732-7031d3dc1c5f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:10:55.544907 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:10:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:55.550775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddc109-d5d2-47d0-803a-be6c79382e7b None None] Pushing event updated for resources: {'Port': ['ID=6fb63312-bfd9-4293-8d6a-b6cedd366122,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:55.669060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] Set router c408eeea-9fdc-4a94-8732-7031d3dc1c5f gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:10:55.671487 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-42308e3b-454a-4f83-a3ce-981755c092a4 None None] Provisioning complete for port 6fb63312-bfd9-4293-8d6a-b6cedd366122 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:55.671487 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42308e3b-454a-4f83-a3ce-981755c092a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:55.770074 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:10:55.931542 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42308e3b-454a-4f83-a3ce-981755c092a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:55.933244 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:55.933604 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:56.023562 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-42308e3b-454a-4f83-a3ce-981755c092a4 None None] For port 6fb63312-bfd9-4293-8d6a-b6cedd366122, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6fb63312-bfd9-4293-8d6a-b6cedd366122,segment=NetworkSegment(7a888a46-91a2-4380-b314-41f9599004bf),segment_id=7a888a46-91a2-4380-b314-41f9599004bf)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:10:56.031071 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-42308e3b-454a-4f83-a3ce-981755c092a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:56.093688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'name': 'tempest-TestShelveInstance-1251899740-router', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:52Z', 'revision_number': 4, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'gw_port': {'id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '6fb63312-bfd9-4293-8d6a-b6cedd366122', 'name': '', 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'mac_address': 'fa:16:3e:80:b0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c2128fa3-b64b-4081-bcd7-5c7b85ed758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:51Z', 'updated_at': '2021-09-30T00:10:55Z', 'revision_number': 4, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'subnets': [{'id': 'c2128fa3-b64b-4081-bcd7-5c7b85ed758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:10:56.148118 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da1d6ef8-45b0-4bf0-81e1-6f56fa06763f None None] The sync data for ids ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'] in n-d-811173-2 is: [{'id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'name': 'tempest-TestShelveInstance-1251899740-router', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:52Z', 'revision_number': 4, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'gw_port': {'id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '6fb63312-bfd9-4293-8d6a-b6cedd366122', 'name': '', 'network_id': '537367cc-d053-404b-a0f8-2cea4aa9166b', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'mac_address': 'fa:16:3e:80:b0:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'c2128fa3-b64b-4081-bcd7-5c7b85ed758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:51Z', 'updated_at': '2021-09-30T00:10:55Z', 'revision_number': 4, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'subnets': [{'id': 'c2128fa3-b64b-4081-bcd7-5c7b85ed758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:10:56.149515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42308e3b-454a-4f83-a3ce-981755c092a4 None None] Pushing event updated for resources: {'Port': ['ID=6fb63312-bfd9-4293-8d6a-b6cedd366122,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:56.163327 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ac82b069-e035-411a-acef-1ea27f117c0c None None] Provisioning complete for port 6fb63312-bfd9-4293-8d6a-b6cedd366122 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:56.163991 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ac82b069-e035-411a-acef-1ea27f117c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:56.325952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce148f56-98cc-40b2-b5ca-fa36dc1f2e6b req-b2b4d6e2-4975-4bfe-a8c4-c20e51b5f0e3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 210 time: 0.0309894 Sep 30 00:10:56.445246 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-1cc89f21-5609-4163-aeb8-d154a1d84236 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:56.446963 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-1cc89f21-5609-4163-aeb8-d154a1d84236 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 809 time: 0.1180291 Sep 30 00:10:56.498985 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-aba615a7-dadd-4b01-8b67-f2ce6dea68e2 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d7565ad9d84689a79802285ae626fd HTTP/1.1" status: 200 len: 380 time: 0.0365000 Sep 30 00:10:56.509482 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'port': {'device_id': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'admin_state_up': True, 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'security_groups': ['e5bef9f5-f289-40e2-95f0-a00ae6c3be27']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:56.632276 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Made reservation on behalf of e8d7565ad9d84689a79802285ae626fd for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:10:56.635807 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:56.771672 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Allocated IP 172.20.0.4 (93306b94-9a5e-41d2-ba7d-61d1c8c3164f/9dd4a955-6d8b-4321-ac64-7017b33ddefa/60476da6-883a-4f66-a7dc-a5ccb126b21e) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:10:56.915799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:56.948755 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:56.993038 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:10:56.996166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:10:56.999802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:10:57.027720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:57.057240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:57.057897 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:57.072457 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-c742be33-ed14-45fb-9480-2bc0eef3e877 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5665903 Sep 30 00:10:57.138291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Request body: {'port': {'device_id': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:10:57.181046 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-329cf208-d20a-4cd1-adda-6620ff5ccc2d None None] Provisioning complete for port 60476da6-883a-4f66-a7dc-a5ccb126b21e triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:57.181708 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-329cf208-d20a-4cd1-adda-6620ff5ccc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:57.202314 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:57.215400 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-329cf208-d20a-4cd1-adda-6620ff5ccc2d None None] Port 60476da6-883a-4f66-a7dc-a5ccb126b21e cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:10:57.475322 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b2d8-9d1b-43f1-b44b-1223d0ea63a0 req-7d31d9f8-6383-4a6b-8156-19b35048fc0f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:57.476772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b718b2d8-9d1b-43f1-b44b-1223d0ea63a0 req-7d31d9f8-6383-4a6b-8156-19b35048fc0f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 931 time: 0.0796576 Sep 30 00:10:57.526094 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60476da6-883a-4f66-a7dc-a5ccb126b21e {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:10:57.536488 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:57.558103 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b718b2d8-9d1b-43f1-b44b-1223d0ea63a0 req-980b6385-9315-47ce-86b1-11e73abcf2a3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586195 Sep 30 00:10:57.562907 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Transition to ACTIVE for port object 60476da6-883a-4f66-a7dc-a5ccb126b21e will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:10:57.577094 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:57.631802 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:57.716701 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Attempting to bind port 60476da6-883a-4f66-a7dc-a5ccb126b21e on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:10:57.716987 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Attempting to bind port 60476da6-883a-4f66-a7dc-a5ccb126b21e by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:10:57.717334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Attempting to bind port 60476da6-883a-4f66-a7dc-a5ccb126b21e on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:10:57.726199 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Port 60476da6-883a-4f66-a7dc-a5ccb126b21e on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:10:57.726502 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Attempting to bind port 60476da6-883a-4f66-a7dc-a5ccb126b21e on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:10:57.738438 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:10:57.738995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Checking segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:10:57.739553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Bound using segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:10:57.740188 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Bound port: 60476da6-883a-4f66-a7dc-a5ccb126b21e, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:10:57.740735 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:57.771468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6fb63312-bfd9-4293-8d6a-b6cedd366122 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:10:57.814581 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:10:57.817794 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:10:57.824185 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:57.833863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6fb63312-bfd9-4293-8d6a-b6cedd366122 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:10:57.834320 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:57.863053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:57.863719 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:10:57.865137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] 10.222.0.42 "PUT /v2.0/ports/60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 1091 time: 0.7766156 Sep 30 00:10:57.865636 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:10:57.868298 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1" -d '{"events": [{"name": "network-changed", "server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:10:57.909002 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad787fa5-f66a-4c68-b0e6-2478f039e2b7 service neutron] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:10:57.938354 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5187a9fc-67ac-4561-81c7-06857738a448 x-openstack-request-id: req-5187a9fc-67ac-4561-81c7-06857738a448 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:10:57.939240 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:10:57.939631 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5187a9fc-67ac-4561-81c7-06857738a448 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:10:57.940129 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'status': 'completed', 'code': 200} Sep 30 00:10:57.977917 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-50cb9e8e-4e6f-4db2-99c6-2bfc29331f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:57.979368 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-50cb9e8e-4e6f-4db2-99c6-2bfc29331f60 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1094 time: 0.0501845 Sep 30 00:10:58.027845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-b6bd6688-ab25-4ea7-b706-93105bf9200e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 217 time: 0.0361211 Sep 30 00:10:58.077887 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-dc197d87-81ee-4e1b-95a9-b390bbaa7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:58.079976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-dc197d87-81ee-4e1b-95a9-b390bbaa7f6a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0448318 Sep 30 00:10:58.134330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-57ef2da1-0f11-4425-8337-8df4e2e93f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:58.136168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-57ef2da1-0f11-4425-8337-8df4e2e93f80 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0490041 Sep 30 00:10:58.236686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-f69c45e6-698b-4a5e-b172-6196ea22f58a service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925817 Sep 30 00:10:58.336775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-983efb62-3dff-412e-9adf-0fdefaf52dd1 req-615b8e49-7bdb-4a56-8420-ecaf11472b45 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937128 Sep 30 00:10:58.473142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-937f4814-cdaa-41ef-9870-0347d488b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:58.474686 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-937f4814-cdaa-41ef-9870-0347d488b753 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1094 time: 0.0461063 Sep 30 00:10:58.584053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-24668b07-38d4-4506-aba2-6dd418a841df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:58.585684 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-24668b07-38d4-4506-aba2-6dd418a841df service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.1038768 Sep 30 00:10:58.628603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-0e5ec30c-66f2-4160-a099-aa93de72682b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 217 time: 0.0351701 Sep 30 00:10:58.707183 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-a33a7306-1b40-43b9-97e1-16fbea5a2938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:58.708687 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-a33a7306-1b40-43b9-97e1-16fbea5a2938 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0699909 Sep 30 00:10:58.716850 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9179579-54aa-4926-8c84-c7d79a6abc35 req-dc376c42-019b-465c-b922-21939a3b89c7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:58.718233 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b9179579-54aa-4926-8c84-c7d79a6abc35 req-dc376c42-019b-465c-b922-21939a3b89c7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 943 time: 0.0877695 Sep 30 00:10:58.780003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b9179579-54aa-4926-8c84-c7d79a6abc35 req-a658b29a-11b7-45c2-8701-d36ca237c7d9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532601 Sep 30 00:10:58.784556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-94721570-59ae-4ef1-84c5-a667b7a87935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:58.786092 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-94721570-59ae-4ef1-84c5-a667b7a87935 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669775 Sep 30 00:10:58.886030 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-793682a1-23a5-4455-9028-c5804fe6f06e service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921206 Sep 30 00:10:58.975319 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4a225d2-6fb7-4b54-9a9f-736f8cb835e1 req-5c484fc7-f4e1-4f86-85ed-fcaa365dcddf service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822499 Sep 30 00:10:59.907554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2696d-235b-4dd5-9c62-4dea8d9cbbc9 req-7d5869fd-a8fe-493a-ab48-24e2516d6ba0 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:10:59.909264 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbd2696d-235b-4dd5-9c62-4dea8d9cbbc9 req-7d5869fd-a8fe-493a-ab48-24e2516d6ba0 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 943 time: 0.0535555 Sep 30 00:10:59.947190 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fbd2696d-235b-4dd5-9c62-4dea8d9cbbc9 req-225fba6b-04ec-455e-a486-fb4e2253810d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319262 Sep 30 00:11:01.059283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06488508-6d4b-476f-ab10-3c282b7db656 req-7e9c67bd-ae13-4da4-a007-e6884826e2ce tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:01.060803 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06488508-6d4b-476f-ab10-3c282b7db656 req-7e9c67bd-ae13-4da4-a007-e6884826e2ce tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 943 time: 0.0491521 Sep 30 00:11:01.097605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06488508-6d4b-476f-ab10-3c282b7db656 req-ec15696c-2ea8-4dc8-8336-d6baa996fd25 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307977 Sep 30 00:11:02.062688 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 60476da6-883a-4f66-a7dc-a5ccb126b21e details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:11:02.161317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:11:02.172968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'port_id': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'mac_address': 'fa:16:3e:1e:9a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:11:02.210997 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:02.216762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b58c3-26f9-4e01-8fcd-cd6214df92eb req-7520c265-4bcf-4824-ab2a-c5d7d61ff999 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:02.218541 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b07b58c3-26f9-4e01-8fcd-cd6214df92eb req-7520c265-4bcf-4824-ab2a-c5d7d61ff999 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 943 time: 0.0476902 Sep 30 00:11:02.224904 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60476da6-883a-4f66-a7dc-a5ccb126b21e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:11:02.244264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:11:02.249436 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:02.258231 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b07b58c3-26f9-4e01-8fcd-cd6214df92eb req-dcdb1912-4f4a-420c-b883-a5fae0d213d4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333400 Sep 30 00:11:02.295606 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:11:02.675670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['60476da6-883a-4f66-a7dc-a5ccb126b21e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:11:03.375660 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7449607-2970-4830-9950-b6c17eaa233b req-8a2a90f1-fc07-4370-a32b-a85b11cf60b1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:03.377158 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7449607-2970-4830-9950-b6c17eaa233b req-8a2a90f1-fc07-4370-a32b-a85b11cf60b1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0516803 Sep 30 00:11:03.398773 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7c4bab08-bb60-40b4-9ac6-2d69bd74d023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:03.416813 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f7449607-2970-4830-9950-b6c17eaa233b req-54a151e1-2ed8-4cf0-a669-c020f12e5328 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324206 Sep 30 00:11:04.094073 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 60476da6-883a-4f66-a7dc-a5ccb126b21e up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:11:04.144856 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 60476da6-883a-4f66-a7dc-a5ccb126b21e completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:11:04.148747 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 60476da6-883a-4f66-a7dc-a5ccb126b21e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:11:04.149129 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:04.227192 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:04.248847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:11:04.251078 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594d47da-1d2b-480d-96fd-998d1a988dd5" -d '{"events": [{"server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "name": "network-vif-plugged", "status": "completed", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:11:04.264030 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:11:04.269802 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:04.295563 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2a0ca4-f0d3-4f23-bb64-5226ba5b7ba6 x-openstack-request-id: req-5b2a0ca4-f0d3-4f23-bb64-5226ba5b7ba6 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:11:04.295893 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "name": "network-vif-plugged", "status": "completed", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:11:04.296152 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5b2a0ca4-f0d3-4f23-bb64-5226ba5b7ba6 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:11:04.296540 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'code': 200} Sep 30 00:11:04.325798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:11:04.409304 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68078f-745b-4728-a164-dcd772a0378c req-4d78e925-fda2-4ec0-a33c-8be2a777b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:04.410850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f68078f-745b-4728-a164-dcd772a0378c req-4d78e925-fda2-4ec0-a33c-8be2a777b7fd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1096 time: 0.0405767 Sep 30 00:11:04.446010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1f68078f-745b-4728-a164-dcd772a0378c req-b0212f6f-d232-4ad8-8195-ba6927cb2eec service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272603 Sep 30 00:11:04.538452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178dfc6-783e-404f-9ad8-54f90ec880b5 req-9eeb4c43-bc31-41e3-8feb-39c530fed04d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:04.539967 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a178dfc6-783e-404f-9ad8-54f90ec880b5 req-9eeb4c43-bc31-41e3-8feb-39c530fed04d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0483451 Sep 30 00:11:04.576979 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a178dfc6-783e-404f-9ad8-54f90ec880b5 req-da5a0283-9828-4cc8-a95d-015820e4b5f2 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311227 Sep 30 00:11:05.695371 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13644dc-1a10-477e-ab27-e003c8422750 req-1c6c8eda-c870-4b9f-9d89-f401c60e653f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:05.696893 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f13644dc-1a10-477e-ab27-e003c8422750 req-1c6c8eda-c870-4b9f-9d89-f401c60e653f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Sep 30 00:11:05.732857 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f13644dc-1a10-477e-ab27-e003c8422750 req-c7f729ea-61b4-4d35-a059-aa2a380ed061 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301569 Sep 30 00:11:06.320700 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bff3830c-2184-44ce-a9ff-691d539a75f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:06.702112 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:06.848070 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ece73c-5144-4130-adaa-cf1adb0b39ec req-b6e38c1e-667a-4ee5-9e2b-c4ec85953d81 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:06.849613 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55ece73c-5144-4130-adaa-cf1adb0b39ec req-b6e38c1e-667a-4ee5-9e2b-c4ec85953d81 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0494502 Sep 30 00:11:06.887097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-55ece73c-5144-4130-adaa-cf1adb0b39ec req-2cb8a0e1-054f-4520-b14c-77182a9adc11 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312595 Sep 30 00:11:07.000797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ade56-10b5-4cd0-b710-5e0084069ad6 req-9ed5758d-e0fb-4273-b8a4-b72c42e0f20b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:07.002183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-339ade56-10b5-4cd0-b710-5e0084069ad6 req-9ed5758d-e0fb-4273-b8a4-b72c42e0f20b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0478065 Sep 30 00:11:07.040089 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-339ade56-10b5-4cd0-b710-5e0084069ad6 req-c543bcdb-ad0b-45c3-86ca-903b57966d97 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316646 Sep 30 00:11:07.060973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39540) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:11:07.144056 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f32137-8bbf-4ce2-844d-a7fa2b330995 tempest-TestShelveInstance-1134151942 tempest-TestShelveInstance-1134151942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:07.145553 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d7f32137-8bbf-4ce2-844d-a7fa2b330995 tempest-TestShelveInstance-1134151942 tempest-TestShelveInstance-1134151942-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1091 time: 0.0836258 Sep 30 00:11:07.148434 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39544) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:11:07.152577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:11:07.174163 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:07.267273 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:07.371157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Allocated IP 172.25.4.74 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/596fa6a1-31bb-4153-b977-527516cf2cb4) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:11:07.473954 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:07.506287 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:07.557311 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:11:07.578561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:11:07.581983 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:11:07.608671 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'Port': ['ID=596fa6a1-31bb-4153-b977-527516cf2cb4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:11:07.633104 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-00d2f25e-c2bf-4ae8-977e-5408c0cece7e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0910854 Sep 30 00:11:07.701469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:07.784568 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-7da785de-e1d1-410a-8c97-5eb0e39d9693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:07.786104 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-7da785de-e1d1-410a-8c97-5eb0e39d9693 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1096 time: 0.0941470 Sep 30 00:11:08.302112 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-bfb9a56c-953d-4588-bbd2-797724071b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:08.303590 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-bfb9a56c-953d-4588-bbd2-797724071b87 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.4720750 Sep 30 00:11:08.351594 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-e08e8b08-4ead-466f-840c-cfb0de4bdb37 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 217 time: 0.0401599 Sep 30 00:11:08.440058 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:08.460260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-a26bb5ba-84ee-4b69-af0f-a747419b96eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:08.461727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-a26bb5ba-84ee-4b69-af0f-a747419b96eb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.1032970 Sep 30 00:11:08.540197 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:08.542757 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-6c433bce-e69c-46de-9bc4-d638ffc8056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:08.544296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-6c433bce-e69c-46de-9bc4-d638ffc8056b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751143 Sep 30 00:11:08.718293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-312920f3-d47f-4597-a002-c89485375784 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560044 Sep 30 00:11:08.825869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:08.838028 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:08.866516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:08.875723 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7bd6b29d-417b-41e0-b116-a7ad15d04fe1 req-0b7cc07d-f8c9-42d8-a4ad-82c65c7fd2ac service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495104 Sep 30 00:11:08.917852 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'Port': ['ID=596fa6a1-31bb-4153-b977-527516cf2cb4,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:11:08.930143 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:09.037442 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Floating IP 81dcdf31-e846-49b0-95a2-369c80907e69 associated. External IP: 172.25.4.74, port: 60476da6-883a-4f66-a7dc-a5ccb126b21e. Sep 30 00:11:09.248174 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:11:09.357523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:11:09.368628 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] Sync routers for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:11:09.373705 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:09.378745 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:11:09.379352 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:11:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:11:09.400759 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fea0565e-5d82-4930-b6e0-a68d34cd2e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2513316 Sep 30 00:11:09.401340 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:11:09.403602 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65bcad6-bfaf-4a6e-b571-5e13907a9986" -d '{"events": [{"name": "network-changed", "server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:11:09.442693 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8cf269d-3c6d-4d9d-850a-c6c6c445ce1e x-openstack-request-id: req-d8cf269d-3c6d-4d9d-850a-c6c6c445ce1e {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:11:09.442987 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:11:09.443244 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-d8cf269d-3c6d-4d9d-850a-c6c6c445ce1e {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:11:09.443647 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'status': 'completed', 'code': 200} Sep 30 00:11:09.488016 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:11:09.526787 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-73e9b2c3-e294-4597-aad9-e0a9dec31beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:09.528338 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-73e9b2c3-e294-4597-aad9-e0a9dec31beb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1096 time: 0.0417557 Sep 30 00:11:09.621167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-cae14f29-a161-4c2e-9335-903c4e4e261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:09.622951 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-cae14f29-a161-4c2e-9335-903c4e4e261f service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0878308 Sep 30 00:11:09.688076 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-ddff48ad-6c24-4e45-bc10-b58829f6707b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 998 time: 0.0581412 Sep 30 00:11:09.708986 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '81dcdf31-e846-49b0-95a2-369c80907e69', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'port_id': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'mac_address': 'fa:16:3e:1e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:11:07Z', 'updated_at': '2021-09-30T00:11:07Z', 'revision_number': 0, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:11:09.735686 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-2a88f3da-8765-4a06-bd27-b6e282650621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:09.737251 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-2a88f3da-8765-4a06-bd27-b6e282650621 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0428646 Sep 30 00:11:09.738703 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] Checking router: 8d065fe5-5db4-42ed-a118-f213ce5cebb1 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:11:09.746899 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:11:09.747506 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:11:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:11:09.787308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-f8da6d58-432b-48d3-adc4-1b70afc7e06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:11:09.788838 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-f8da6d58-432b-48d3-adc4-1b70afc7e06f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451717 Sep 30 00:11:09.852549 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:11:09.880474 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-c3db90e7-77ae-4f6f-ab24-23d142b0a8f9 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840056 Sep 30 00:11:09.975991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d65bcad6-bfaf-4a6e-b571-5e13907a9986 req-2e5a5a72-506b-4b04-899b-4657b934b10d service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884519 Sep 30 00:11:10.071168 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '81dcdf31-e846-49b0-95a2-369c80907e69', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'port_id': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'mac_address': 'fa:16:3e:1e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:11:07Z', 'updated_at': '2021-09-30T00:11:07Z', 'revision_number': 0, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:11:10.186576 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c41bc29-74e8-4716-9b7a-e383e870f359 None None] The sync data for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 is: [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '81dcdf31-e846-49b0-95a2-369c80907e69', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'floating_ip_address': '172.25.4.74', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'port_id': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'mac_address': 'fa:16:3e:1e:9a:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:11:07Z', 'updated_at': '2021-09-30T00:11:07Z', 'revision_number': 0, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:11:10.211261 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:10.377863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6736ed-0c00-4d2b-9955-a98fe9031a6b None None] New status for floating IP 81dcdf31-e846-49b0-95a2-369c80907e69: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:11:20.775144 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:23.703787 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:11:33.398869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ae5946c1-9109-4368-8225-e69ccc6b391a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:36.322663 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2c3428a4-9adc-4185-ba99-0268cfa852cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:36.702815 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:37.703336 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:38.869498 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:40.222618 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:11:50.793008 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:00.710313 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:12:03.402592 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d53c4f4-4e14-41b7-a90e-7a61a33f3082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:06.324471 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c12e302b-26ad-4a65-bad0-6b5991c40115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:06.702788 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:07.707676 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:08.576770 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5011259-1abb-49a3-864f-785a087ee70b req-1fcd5fba-7c2a-4c65-b9f7-cd3b7b79aef6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390251 Sep 30 00:12:08.673828 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5011259-1abb-49a3-864f-785a087ee70b req-0dd1ca7c-1b32-423d-9563-91458515c259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:12:08.675386 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5011259-1abb-49a3-864f-785a087ee70b req-0dd1ca7c-1b32-423d-9563-91458515c259 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1096 time: 0.0407016 Sep 30 00:12:08.787124 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5011259-1abb-49a3-864f-785a087ee70b req-137dbf4b-1383-4012-bb0d-1cb50767a96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:12:08.788659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5011259-1abb-49a3-864f-785a087ee70b req-137dbf4b-1383-4012-bb0d-1cb50767a96f service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0921640 Sep 30 00:12:08.854361 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5011259-1abb-49a3-864f-785a087ee70b req-81b4ec46-4056-4895-9506-ae3d8fc38e6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 1000 time: 0.0581732 Sep 30 00:12:08.871853 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:08.902596 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5011259-1abb-49a3-864f-785a087ee70b req-1db18dfe-ed10-486b-9644-6e2570fc503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:12:08.904079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5011259-1abb-49a3-864f-785a087ee70b req-1db18dfe-ed10-486b-9644-6e2570fc503a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0435674 Sep 30 00:12:08.953297 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5011259-1abb-49a3-864f-785a087ee70b req-dac385a3-2648-4efe-ba27-886b494cd87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:12:08.954796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5011259-1abb-49a3-864f-785a087ee70b req-dac385a3-2648-4efe-ba27-886b494cd87c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435011 Sep 30 00:12:09.043336 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5011259-1abb-49a3-864f-785a087ee70b req-a147371c-37ec-4940-af05-98ad83715719 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812440 Sep 30 00:12:09.134763 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5011259-1abb-49a3-864f-785a087ee70b req-18b868df-ae5d-4cf3-954e-682150e0532e service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847292 Sep 30 00:12:10.220579 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:20.782460 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:33.403511 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4fa48016-dac8-4d88-8f10-d3cc9bd2e6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:36.324897 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2b03deab-8d2b-448b-bc7e-31e2e308cb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:36.704434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:37.700032 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:12:37.709272 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:38.875719 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:40.233094 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:12:50.799777 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:03.404341 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0bb88a04-efe6-488d-a0b9-e31b87f42ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:06.327341 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-82b60a8f-9179-45b2-842a-18d5f7719d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:06.706089 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:07.712841 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:08.878545 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:10.245657 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:10.580605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-35b64197-cfef-484c-9d85-992c2d9a428c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0398095 Sep 30 00:13:10.672712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-00e8b824-cb1d-4ab6-bd1e-cc0cbacc9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:10.674183 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-00e8b824-cb1d-4ab6-bd1e-cc0cbacc9dd6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1096 time: 0.0408850 Sep 30 00:13:10.779476 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-ebbd2766-c9d7-44c4-9bcd-305dcf540fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:10.780973 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-ebbd2766-c9d7-44c4-9bcd-305dcf540fc2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0875666 Sep 30 00:13:10.844296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-c7084206-6f60-4f08-acd1-b8dda0e6bc5b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 1000 time: 0.0562346 Sep 30 00:13:10.898025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-99495aee-d380-4e2f-9f8e-c41cbb939db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:10.899453 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-99495aee-d380-4e2f-9f8e-c41cbb939db0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0489590 Sep 30 00:13:10.944565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-786c547e-cbd0-42de-bed5-f9e14051c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:10.946042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-786c547e-cbd0-42de-bed5-f9e14051c8f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394356 Sep 30 00:13:11.040761 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-2ba23815-9b29-42b9-b7ae-f68679deee41 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879755 Sep 30 00:13:11.130976 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1a2858a-09bd-4a4a-ba26-a4a8a4710a68 req-9e03d536-b8d0-4e10-a653-00da471a57eb service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821431 Sep 30 00:13:14.699705 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:13:20.813632 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:33.404846 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f808d085-bbe9-4637-859a-d81597517297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:36.328431 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-10058afe-4f76-4037-bb41-67af5e1a2315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:36.710800 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:37.691410 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2260949-2807-4591-b3b6-9e6372ff06a3 req-5ba4149f-0d7d-4555-963b-2f88700584fd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:37.693010 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2260949-2807-4591-b3b6-9e6372ff06a3 req-5ba4149f-0d7d-4555-963b-2f88700584fd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0980463 Sep 30 00:13:37.717388 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:37.735245 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b2260949-2807-4591-b3b6-9e6372ff06a3 req-c62222f2-41af-45fd-a5fb-dc099bc1854f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362806 Sep 30 00:13:38.861622 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa900307-1d5f-40e9-a012-9ec5590f5cc6 req-b38865eb-51d7-491d-9f98-6c9b48d54a6b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:38.863351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa900307-1d5f-40e9-a012-9ec5590f5cc6 req-b38865eb-51d7-491d-9f98-6c9b48d54a6b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0593438 Sep 30 00:13:38.882154 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:38.902315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fa900307-1d5f-40e9-a012-9ec5590f5cc6 req-8f4791a1-9036-45ba-ae2c-51e5263946de tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Sep 30 00:13:40.046649 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e4a3c-1c59-4c9b-aaa2-50456621569a req-dac38998-d31d-41da-a104-0eaa66996911 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:40.048182 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b0e4a3c-1c59-4c9b-aaa2-50456621569a req-dac38998-d31d-41da-a104-0eaa66996911 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0516405 Sep 30 00:13:40.086177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5b0e4a3c-1c59-4c9b-aaa2-50456621569a req-7db60eec-1697-4e85-8665-19338b312237 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313900 Sep 30 00:13:40.249725 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:41.199516 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6836ef3-bbaa-4b82-85dc-3c0a3ab1e138 req-a5fd8d98-2954-4769-a890-fc367470a512 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:41.200923 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f6836ef3-bbaa-4b82-85dc-3c0a3ab1e138 req-a5fd8d98-2954-4769-a890-fc367470a512 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0478444 Sep 30 00:13:41.238088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f6836ef3-bbaa-4b82-85dc-3c0a3ab1e138 req-5478a41c-77f0-458b-81a6-d629e19c7063 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Sep 30 00:13:42.355841 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7edf8f-52b6-4e3a-96f4-42f0734c8aff req-4fd19a48-5d1d-4f59-8a9b-8a9532b426cd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:42.357331 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f7edf8f-52b6-4e3a-96f4-42f0734c8aff req-4fd19a48-5d1d-4f59-8a9b-8a9532b426cd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0531881 Sep 30 00:13:42.396227 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8f7edf8f-52b6-4e3a-96f4-42f0734c8aff req-37f58756-7b21-4660-b7ed-f6df4aa5b337 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317566 Sep 30 00:13:43.511050 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004bf63-7b01-409d-8691-cc07a27ea632 req-b1949a9f-bb91-4146-8b3b-897cf79add01 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:43.512563 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2004bf63-7b01-409d-8691-cc07a27ea632 req-b1949a9f-bb91-4146-8b3b-897cf79add01 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0493400 Sep 30 00:13:43.550291 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2004bf63-7b01-409d-8691-cc07a27ea632 req-f4236b55-70c4-4697-9678-738af6dd0bab tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Sep 30 00:13:44.664260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2a113-2505-45b2-b1cb-55421432902c req-f27d596f-7850-4bae-ad54-10775ec2172c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:44.665731 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0f2a113-2505-45b2-b1cb-55421432902c req-f27d596f-7850-4bae-ad54-10775ec2172c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0482261 Sep 30 00:13:44.703630 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b0f2a113-2505-45b2-b1cb-55421432902c req-266447c0-91d4-4be6-b79b-765f7414830a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319705 Sep 30 00:13:45.824792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77e213-ebb3-4bb3-943d-10d43717a820 req-40069134-7748-4294-847a-c6118749f6c9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:45.826286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb77e213-ebb3-4bb3-943d-10d43717a820 req-40069134-7748-4294-847a-c6118749f6c9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0539351 Sep 30 00:13:45.866147 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bb77e213-ebb3-4bb3-943d-10d43717a820 req-0ff0cba8-4db8-43bd-bcdb-579b0d12d187 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340388 Sep 30 00:13:46.981040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29924e-ba65-4d70-8f97-2bef3070009b req-69ca55c4-b27b-4ffc-baaf-445c5baa8410 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:46.982537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c29924e-ba65-4d70-8f97-2bef3070009b req-69ca55c4-b27b-4ffc-baaf-445c5baa8410 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0480642 Sep 30 00:13:47.021418 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1c29924e-ba65-4d70-8f97-2bef3070009b req-d6c29634-4924-460a-a536-7c29e78630d9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319955 Sep 30 00:13:48.134347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec26407-22f4-4eff-aee4-b640183fa78d req-999b09c1-37fa-43c4-9d7c-1aad41f49263 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:48.135821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ec26407-22f4-4eff-aee4-b640183fa78d req-999b09c1-37fa-43c4-9d7c-1aad41f49263 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0475004 Sep 30 00:13:48.173452 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7ec26407-22f4-4eff-aee4-b640183fa78d req-6ac5902c-0ad9-489e-b854-165351c735b1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316336 Sep 30 00:13:49.296054 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a702e2a-958e-4c34-9dc7-29d68dd886b1 req-52ec5c42-f072-439e-a4ce-f362f9edda25 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:49.297523 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a702e2a-958e-4c34-9dc7-29d68dd886b1 req-52ec5c42-f072-439e-a4ce-f362f9edda25 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0518839 Sep 30 00:13:49.335701 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-0a702e2a-958e-4c34-9dc7-29d68dd886b1 req-2cada7e1-f0fb-4161-b0a6-98dbcd2d5e2d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321660 Sep 30 00:13:50.449885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68919a28-7353-4dcd-b63d-112a09eb3352 req-bd0adf23-d3dc-454c-b469-726e2d64cd41 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:50.451572 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68919a28-7353-4dcd-b63d-112a09eb3352 req-bd0adf23-d3dc-454c-b469-726e2d64cd41 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0493350 Sep 30 00:13:50.489330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-68919a28-7353-4dcd-b63d-112a09eb3352 req-cffd21e4-941b-4794-bbf2-6aa3f436ba45 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318394 Sep 30 00:13:50.815282 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:51.602534 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641a7fb-2ed6-4264-a498-2bb1ad3fe0c1 req-01581ed7-72ef-433f-8592-70e3e099142e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:51.603968 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1641a7fb-2ed6-4264-a498-2bb1ad3fe0c1 req-01581ed7-72ef-433f-8592-70e3e099142e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0492578 Sep 30 00:13:51.644083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1641a7fb-2ed6-4264-a498-2bb1ad3fe0c1 req-9bd6b3c2-94e0-4d73-970b-974c59131331 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341337 Sep 30 00:13:51.699890 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:13:52.772792 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de26d8-26a6-4494-8f7b-58e437e8d392 req-99e15458-2c0b-42d0-b1ae-ab0ac30e8a64 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:52.774295 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57de26d8-26a6-4494-8f7b-58e437e8d392 req-99e15458-2c0b-42d0-b1ae-ab0ac30e8a64 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0614550 Sep 30 00:13:52.816178 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57de26d8-26a6-4494-8f7b-58e437e8d392 req-7a61de76-5d08-4d48-b1b5-b71121d48ae2 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357234 Sep 30 00:13:53.930119 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc344f-5117-450e-9fa4-55d66902a96d req-74f75ba3-09ab-43b5-9eaa-851c1fb8b8ed tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:53.931602 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38fc344f-5117-450e-9fa4-55d66902a96d req-74f75ba3-09ab-43b5-9eaa-851c1fb8b8ed tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0486863 Sep 30 00:13:53.968168 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-38fc344f-5117-450e-9fa4-55d66902a96d req-2c3b36e1-970e-4c49-90ff-abbe7c45f469 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306287 Sep 30 00:13:55.081308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac050383-0669-46f6-9932-0a839a3d7e53 req-127c4bdb-9688-4731-80a6-e1c67367795f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:55.083475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac050383-0669-46f6-9932-0a839a3d7e53 req-127c4bdb-9688-4731-80a6-e1c67367795f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0485716 Sep 30 00:13:55.120507 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ac050383-0669-46f6-9932-0a839a3d7e53 req-7e71fa57-f8f3-423b-b68e-86103155c1e7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312111 Sep 30 00:13:56.240299 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08d53e-666a-4b1d-8e8f-a58ca7a66546 req-53e2f679-4f75-4644-92a2-fa433c423781 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:56.241775 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe08d53e-666a-4b1d-8e8f-a58ca7a66546 req-53e2f679-4f75-4644-92a2-fa433c423781 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0519731 Sep 30 00:13:56.278085 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fe08d53e-666a-4b1d-8e8f-a58ca7a66546 req-d2757088-3c34-4eee-86ea-cbe678999184 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304184 Sep 30 00:13:56.833202 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 60476da6-883a-4f66-a7dc-a5ccb126b21e details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:13:56.927631 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:13:56.938521 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'port_id': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'mac_address': 'fa:16:3e:1e:9a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:13:56.977919 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:56.990580 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60476da6-883a-4f66-a7dc-a5ccb126b21e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:13:57.009021 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:13:57.012620 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:57.058886 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:13:57.066019 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.066374 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.066825 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.067345 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.067720 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.068088 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.068426 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.068761 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.069094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.069424 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.069755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.070082 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:13:57.152930 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['60476da6-883a-4f66-a7dc-a5ccb126b21e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:13:57.403220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8e60a-ca13-4177-9d1b-3610171ac2d9 req-14bf31a7-3a66-4220-bb2a-f3894817a789 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:57.404735 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cf8e60a-ca13-4177-9d1b-3610171ac2d9 req-14bf31a7-3a66-4220-bb2a-f3894817a789 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0499132 Sep 30 00:13:57.442022 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2cf8e60a-ca13-4177-9d1b-3610171ac2d9 req-b6aad44b-7bc5-40ae-bcf8-87838b766b73 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313179 Sep 30 00:13:58.556650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4753cb5-aa54-467b-b41f-98925691351e req-4d355b98-4f05-4e52-925e-17a6dbc3e21a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:58.558117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4753cb5-aa54-467b-b41f-98925691351e req-4d355b98-4f05-4e52-925e-17a6dbc3e21a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0483360 Sep 30 00:13:58.595506 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4753cb5-aa54-467b-b41f-98925691351e req-dfc153be-9f0b-4e9a-a2d3-bf870b392985 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314417 Sep 30 00:13:58.837704 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 60476da6-883a-4f66-a7dc-a5ccb126b21e up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:13:58.888560 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 60476da6-883a-4f66-a7dc-a5ccb126b21e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:13:58.888965 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:58.972768 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:58.997388 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:13:58.999763 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac0457d-a07d-404a-b675-22c9d6c07fec" -d '{"events": [{"server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "name": "network-vif-plugged", "status": "completed", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:13:59.016775 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:13:59.026652 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:13:59.056765 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6439da57-1045-43ad-bb2a-006f0215b4f9 x-openstack-request-id: req-6439da57-1045-43ad-bb2a-006f0215b4f9 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:13:59.057064 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "name": "network-vif-plugged", "status": "completed", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:13:59.057322 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-6439da57-1045-43ad-bb2a-006f0215b4f9 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:13:59.057717 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'code': 200} Sep 30 00:13:59.080946 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:13:59.717864 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6d73a-0045-41d8-955f-b8f54f109e36 req-bfb4a736-a3d5-460b-ab2b-12e74b4f04a3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:13:59.725720 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2fd6d73a-0045-41d8-955f-b8f54f109e36 req-bfb4a736-a3d5-460b-ab2b-12e74b4f04a3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0601397 Sep 30 00:13:59.770020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2fd6d73a-0045-41d8-955f-b8f54f109e36 req-d25e045b-62e1-403b-9357-bcef47ccb2f2 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399938 Sep 30 00:14:00.889807 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c3459-6ec7-4a9a-a856-c5537636d29a req-319ed39f-35c1-4ec5-b072-0f1d330f09f1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:00.892636 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b1c3459-6ec7-4a9a-a856-c5537636d29a req-319ed39f-35c1-4ec5-b072-0f1d330f09f1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0580180 Sep 30 00:14:00.934865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b1c3459-6ec7-4a9a-a856-c5537636d29a req-b5055203-aa5d-46f8-975e-c92a69f59a11 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353832 Sep 30 00:14:02.060269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cb367-a9e4-4946-871b-c7ce6281810e req-cfcfeb08-e6e3-4ad5-8b1a-462297671d34 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:02.068226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-990cb367-a9e4-4946-871b-c7ce6281810e req-cfcfeb08-e6e3-4ad5-8b1a-462297671d34 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0590007 Sep 30 00:14:02.110865 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-990cb367-a9e4-4946-871b-c7ce6281810e req-cd46a244-52f3-493e-8935-fa75924b6620 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416534 Sep 30 00:14:03.413660 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-edb49f8e-5452-4810-ac8c-45f335523cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:03.575663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b3a1b2-70f2-442e-9a0c-7599b93641c2 req-74d2b216-fae8-4688-9c61-2bd8ac74a04b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:03.577972 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3b3a1b2-70f2-442e-9a0c-7599b93641c2 req-74d2b216-fae8-4688-9c61-2bd8ac74a04b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.3910081 Sep 30 00:14:03.632060 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c3b3a1b2-70f2-442e-9a0c-7599b93641c2 req-8681e1a7-ec6b-4512-86da-fcbd28b28a2f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358007 Sep 30 00:14:04.763337 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a65e628-9f6f-4d2d-9ee8-5eedf0078bb1 req-3849e276-a816-4f9a-b346-5699ae22aba9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:04.765003 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a65e628-9f6f-4d2d-9ee8-5eedf0078bb1 req-3849e276-a816-4f9a-b346-5699ae22aba9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0600069 Sep 30 00:14:04.811390 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6a65e628-9f6f-4d2d-9ee8-5eedf0078bb1 req-8054877f-9c53-4dca-8982-7869ae568d4f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382912 Sep 30 00:14:05.940236 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8bbf7-6f7f-4cc7-aa36-85bbb2a19173 req-158fdcb2-dd94-4b6b-b9ba-91b2d0f7186e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:05.945481 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4e8bbf7-6f7f-4cc7-aa36-85bbb2a19173 req-158fdcb2-dd94-4b6b-b9ba-91b2d0f7186e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0557840 Sep 30 00:14:05.987197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c4e8bbf7-6f7f-4cc7-aa36-85bbb2a19173 req-3872360b-163f-4a34-8ac7-abe1942025f1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355692 Sep 30 00:14:06.332004 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4db9b94c-75f7-445b-89d2-c606ed8f5657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:06.715690 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:07.116427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a771361c-fc41-4814-bcc9-ae60b595fd07 req-c837485f-7da8-476d-a842-687741561027 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:07.117974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a771361c-fc41-4814-bcc9-ae60b595fd07 req-c837485f-7da8-476d-a842-687741561027 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0550842 Sep 30 00:14:07.158828 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a771361c-fc41-4814-bcc9-ae60b595fd07 req-d1c04b29-5331-4ae7-9db8-b39589c154d8 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348132 Sep 30 00:14:07.720354 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:08.279625 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef86b-7e3a-4f8b-a186-00e5920c4c72 req-5b2bc72d-13a0-402d-b56a-aef8ee85e633 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:08.281138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4eef86b-7e3a-4f8b-a186-00e5920c4c72 req-5b2bc72d-13a0-402d-b56a-aef8ee85e633 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0499170 Sep 30 00:14:08.318496 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b4eef86b-7e3a-4f8b-a186-00e5920c4c72 req-a0bbaeab-27e2-4489-8ac5-43f0426bffda tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313206 Sep 30 00:14:08.852626 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-3a9b18e9-9439-418f-bc0c-939ff72b197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:08.854141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-3a9b18e9-9439-418f-bc0c-939ff72b197d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1096 time: 0.0430038 Sep 30 00:14:08.885380 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:08.946499 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-a7126490-92b0-4964-8a64-71901b7a57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:08.948004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-a7126490-92b0-4964-8a64-71901b7a57bf service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0871181 Sep 30 00:14:09.012850 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-9b4ba8c5-8f4c-46c3-8b02-b368fbc05e4c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 1000 time: 0.0577862 Sep 30 00:14:09.065570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-2066e6fd-936d-41d6-b871-768a56145e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:09.067193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-2066e6fd-936d-41d6-b871-768a56145e35 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0473540 Sep 30 00:14:09.110580 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-e2d4d85f-6a15-4def-9124-6e2c7f09ce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:09.111993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-e2d4d85f-6a15-4def-9124-6e2c7f09ce93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383379 Sep 30 00:14:09.123208 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-04650880-149e-4526-ab77-7ad71cfccb53 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:14:09.124217 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-04650880-149e-4526-ab77-7ad71cfccb53 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048423 Sep 30 00:14:09.216425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-bfa6899d-86d3-4168-9b08-72934cd082e6 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852008 Sep 30 00:14:09.307568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2d71bf7-32de-4fe7-b61e-0a7935092454 req-4985d0a6-c57d-4d5d-87d3-d25fd2369b46 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827227 Sep 30 00:14:09.433970 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61810b0d-11a0-4185-b2b8-cd0ef00e3c21 req-bf65e556-96b4-41cb-ad8f-bcef6099ec06 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:09.435460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61810b0d-11a0-4185-b2b8-cd0ef00e3c21 req-bf65e556-96b4-41cb-ad8f-bcef6099ec06 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0482147 Sep 30 00:14:09.472483 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-61810b0d-11a0-4185-b2b8-cd0ef00e3c21 req-7a0e483f-e3ac-42d3-8cee-486198b7b0e2 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311544 Sep 30 00:14:10.264436 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:10.595059 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d546ed0d-3c53-48dd-bec8-e380e66e9d96 req-a81cda25-b28e-4b92-94e0-0d5cb29f7d52 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:10.596514 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d546ed0d-3c53-48dd-bec8-e380e66e9d96 req-a81cda25-b28e-4b92-94e0-0d5cb29f7d52 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0552418 Sep 30 00:14:10.659043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d546ed0d-3c53-48dd-bec8-e380e66e9d96 req-2b817830-312d-453b-947d-b3341580bfc6 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564096 Sep 30 00:14:10.668570 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-db6657a3-87c5-409b-a693-f0536e996637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:10.670097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-db6657a3-87c5-409b-a693-f0536e996637 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1096 time: 0.0546143 Sep 30 00:14:10.776160 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-c5fddf62-021e-4100-8fc4-7bd0d67fa184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:10.777611 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-c5fddf62-021e-4100-8fc4-7bd0d67fa184 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0878696 Sep 30 00:14:10.841517 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-2b7a5e80-5c2a-4e1f-acaf-d8690d1426be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 1000 time: 0.0569811 Sep 30 00:14:10.898826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-8f28e6c0-da30-4fe0-b65d-a4bae6e0cd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:10.900361 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-8f28e6c0-da30-4fe0-b65d-a4bae6e0cd69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0519197 Sep 30 00:14:10.955292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-c4fd0ee9-e501-4c6b-834d-a50ff7e2b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:10.957969 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-c4fd0ee9-e501-4c6b-834d-a50ff7e2b216 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493894 Sep 30 00:14:11.054925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-e1021a08-32f0-43d6-987d-98414f984d4e service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840547 Sep 30 00:14:11.149515 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-60ed7d96-dc94-481d-86aa-d92fb8b89865 req-72f10fd8-62fc-4439-bc94-964c7ea9d522 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869398 Sep 30 00:14:11.774334 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d35fe-df87-4058-8418-f2021f63a532 req-70f133ea-1ae3-4bad-8e31-97c9440e475e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:11.775905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c0d35fe-df87-4058-8418-f2021f63a532 req-70f133ea-1ae3-4bad-8e31-97c9440e475e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0499718 Sep 30 00:14:11.812889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5c0d35fe-df87-4058-8418-f2021f63a532 req-4c993e21-8361-48db-96c3-96b4db8efd6a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Sep 30 00:14:11.881166 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-c315e3f8-213a-4a87-aef4-1f1a84cb4332 req-92929b3a-4208-461d-9545-c50f85a04d0d service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:14:11.882175 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c315e3f8-213a-4a87-aef4-1f1a84cb4332 req-92929b3a-4208-461d-9545-c50f85a04d0d service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055301 Sep 30 00:14:12.042057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a2d7e-27ed-4158-8b23-41556e870f7f req-20ed6a4a-606a-4a29-88cc-f9fc8c56874f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:12.043621 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-832a2d7e-27ed-4158-8b23-41556e870f7f req-20ed6a4a-606a-4a29-88cc-f9fc8c56874f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0502055 Sep 30 00:14:12.087627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-832a2d7e-27ed-4158-8b23-41556e870f7f req-44a27427-8e42-442e-a0c9-f3faa0d17077 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377929 Sep 30 00:14:12.214716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-21c1a6ec-aaff-4650-97d5-49cf5242d534 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835817 Sep 30 00:14:12.905586 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 60476da6-883a-4f66-a7dc-a5ccb126b21e no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:14:12.984324 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-3a065d93-2f00-4f81-97b3-133368f61d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:12.985845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-3a065d93-2f00-4f81-97b3-133368f61d48 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9&tenant_id=e8d7565ad9d84689a79802285ae626fd HTTP/1.1" status: 200 len: 1096 time: 0.0446484 Sep 30 00:14:12.988221 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:12.996153 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-7c119545-31ee-4a41-ab24-7065e4fd36ba service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:14:12.997131 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-7c119545-31ee-4a41-ab24-7065e4fd36ba service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050192 Sep 30 00:14:13.010037 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:14:13.010497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:14:13.012742 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424da17e-be8f-4a67-914a-cb115a4f84de" -d '{"events": [{"server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "name": "network-vif-unplugged", "status": "completed", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:14:13.026366 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:14:13.031371 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:13.070581 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 00:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c7b598a-874d-4efc-afd1-41e243ed6f12 x-openstack-request-id: req-4c7b598a-874d-4efc-afd1-41e243ed6f12 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:14:13.071020 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "name": "network-vif-unplugged", "status": "completed", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:14:13.071438 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-4c7b598a-874d-4efc-afd1-41e243ed6f12 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:14:13.072055 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'code': 200} Sep 30 00:14:13.089573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:13.102828 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:14:13.205497 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4bf7c-b4c2-4a7b-b32d-d8d2fa96590d req-70ec3d98-533d-4907-a50f-b9091765d1e1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:13.206962 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10c4bf7c-b4c2-4a7b-b32d-d8d2fa96590d req-70ec3d98-533d-4907-a50f-b9091765d1e1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 943 time: 0.0488117 Sep 30 00:14:13.246644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-10c4bf7c-b4c2-4a7b-b32d-d8d2fa96590d req-e3ef582d-728a-4b97-a277-b98f0cef0888 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330162 Sep 30 00:14:13.296733 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:14:13.329275 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:14:13.361795 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60476da6-883a-4f66-a7dc-a5ccb126b21e {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:14:13.370470 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:13.382982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Transition to ACTIVE for port object 60476da6-883a-4f66-a7dc-a5ccb126b21e will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:14:13.386518 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:13.436988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=9']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:14:13.476896 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.477245 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.477590 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.477928 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.478263 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.478596 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.478925 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.479253 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.479581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.479934 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.480260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.480584 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:14:13.518991 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] No DVR routers for this DVR port 60476da6-883a-4f66-a7dc-a5ccb126b21e on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:14:13.974589 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Attempting to bind port 60476da6-883a-4f66-a7dc-a5ccb126b21e on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:14:13.974926 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Attempting to bind port 60476da6-883a-4f66-a7dc-a5ccb126b21e by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:14:13.975255 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Attempting to bind port 60476da6-883a-4f66-a7dc-a5ccb126b21e on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:14:13.979432 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Port 60476da6-883a-4f66-a7dc-a5ccb126b21e on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:14:13.979756 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Attempting to bind port 60476da6-883a-4f66-a7dc-a5ccb126b21e on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:14:13.984485 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:14:13.984825 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Checking segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:14:13.985213 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Bound using segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:14:13.985637 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Bound port: 60476da6-883a-4f66-a7dc-a5ccb126b21e, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:14:13.985991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:14.052015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:14:14.054876 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:14:14.059129 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:14.095183 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:14.095941 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:14.097260 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] 10.222.0.26 "PUT /v2.0/ports/60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 1091 time: 1.0912213 Sep 30 00:14:14.097742 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:14:14.100357 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7116d408-0a31-4afa-b784-2993d18d912b" -d '{"events": [{"name": "network-changed", "server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:14:14.131420 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3ad72-c802-4671-8e0b-d64f439ff1be service neutron] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=10']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:14:14.150541 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb23577e-3ccb-4f71-8836-4fd1dc47f303 x-openstack-request-id: req-cb23577e-3ccb-4f71-8836-4fd1dc47f303 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:14:14.150835 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:14:14.151093 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-cb23577e-3ccb-4f71-8836-4fd1dc47f303 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:14:14.151533 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'status': 'completed', 'code': 200} Sep 30 00:14:14.167721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-aab8f1f7-6c26-4fe4-85af-57a4314216ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:14.169286 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-aab8f1f7-6c26-4fe4-85af-57a4314216ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1095 time: 0.0477819 Sep 30 00:14:14.268771 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-f3a59d0c-907f-42cb-b280-0da3252cee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:14.272675 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-f3a59d0c-907f-42cb-b280-0da3252cee76 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0966990 Sep 30 00:14:14.340498 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-0c27aebd-91aa-4046-ba1c-553471821e3c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 998 time: 0.0605590 Sep 30 00:14:14.364825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515f1d5-8b40-47a4-89ea-58f4f94d5810 req-490b89bb-245c-45b4-85c5-2458be87f289 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:14.366340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5515f1d5-8b40-47a4-89ea-58f4f94d5810 req-490b89bb-245c-45b4-85c5-2458be87f289 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0507731 Sep 30 00:14:14.392936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-cc6f57df-de07-4ed6-89c9-a409a69d34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:14.395225 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-cc6f57df-de07-4ed6-89c9-a409a69d34d4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0478163 Sep 30 00:14:14.405020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5515f1d5-8b40-47a4-89ea-58f4f94d5810 req-2bcb3c3f-a42e-4b2e-83df-05bde4fb3bf9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325911 Sep 30 00:14:14.439631 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-4305ea14-609a-43f7-96a2-669dc6c64862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:14.441245 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-4305ea14-609a-43f7-96a2-669dc6c64862 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397108 Sep 30 00:14:14.529101 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-04251b47-4e00-468f-ac2a-f4a63008cbbb service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807936 Sep 30 00:14:14.620608 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-7fc402f6-6ad9-49c7-8e79-30e2d0e658b6 service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837772 Sep 30 00:14:14.705200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116d408-0a31-4afa-b784-2993d18d912b req-bc4e0f0d-817e-4385-9315-7ac944587d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:14.706716 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7116d408-0a31-4afa-b784-2993d18d912b req-bc4e0f0d-817e-4385-9315-7ac944587d1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1095 time: 0.0416069 Sep 30 00:14:14.803235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116d408-0a31-4afa-b784-2993d18d912b req-4d4ce830-0fb3-4a50-8d44-b51cf2405d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:14.804784 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7116d408-0a31-4afa-b784-2993d18d912b req-4d4ce830-0fb3-4a50-8d44-b51cf2405d10 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0903902 Sep 30 00:14:14.879462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7116d408-0a31-4afa-b784-2993d18d912b req-b63bd91c-3a90-4b54-a0b6-a55b684beb18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 998 time: 0.0672822 Sep 30 00:14:15.527549 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b998852-bdab-4b8a-8886-7e3c518c82b2 req-390de956-1228-45a1-b084-4c226a5deb78 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:15.529119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b998852-bdab-4b8a-8886-7e3c518c82b2 req-390de956-1228-45a1-b084-4c226a5deb78 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0530128 Sep 30 00:14:15.574534 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1b998852-bdab-4b8a-8886-7e3c518c82b2 req-0f795759-0d5c-41bd-823f-2f960f752f35 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391896 Sep 30 00:14:16.700776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15172405-441d-4194-b369-fd68a9be6200 req-f77e670a-d84a-4b79-a81a-070cdcccf73f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:16.702340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15172405-441d-4194-b369-fd68a9be6200 req-f77e670a-d84a-4b79-a81a-070cdcccf73f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0565152 Sep 30 00:14:16.743387 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15172405-441d-4194-b369-fd68a9be6200 req-e29eb515-9b10-4244-9b46-508af0b92525 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345140 Sep 30 00:14:17.868098 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890140b-2dd6-4ffa-bdf5-64e645ce0f53 req-dd68e28e-46b1-4f94-9437-c9a302338831 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:17.870070 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3890140b-2dd6-4ffa-bdf5-64e645ce0f53 req-dd68e28e-46b1-4f94-9437-c9a302338831 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0562589 Sep 30 00:14:17.913093 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3890140b-2dd6-4ffa-bdf5-64e645ce0f53 req-39e18ef5-b0bf-40b2-8f91-021673312684 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370390 Sep 30 00:14:19.039077 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e19b4f-53f9-4fa2-8899-4ff286d08e2d req-005559eb-f093-4970-a712-5145e84e37d1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:19.040682 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80e19b4f-53f9-4fa2-8899-4ff286d08e2d req-005559eb-f093-4970-a712-5145e84e37d1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0552981 Sep 30 00:14:19.087339 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-80e19b4f-53f9-4fa2-8899-4ff286d08e2d req-e53233a4-a576-4571-b83a-403b759f3e6d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Sep 30 00:14:20.207231 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa63528-6871-4f9c-983a-53cce72a83f8 req-55226c35-2219-4aa9-9144-dfbb29c854c2 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:20.208960 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2aa63528-6871-4f9c-983a-53cce72a83f8 req-55226c35-2219-4aa9-9144-dfbb29c854c2 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0528123 Sep 30 00:14:20.248192 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2aa63528-6871-4f9c-983a-53cce72a83f8 req-ef8d61eb-6291-40ac-9101-dabba10437aa tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329182 Sep 30 00:14:20.833658 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:21.366947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b56fbf-3e26-4430-bf3f-559b0b33b125 req-e302b321-e1c4-47f0-b137-3c8339dcd29e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:21.368525 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23b56fbf-3e26-4430-bf3f-559b0b33b125 req-e302b321-e1c4-47f0-b137-3c8339dcd29e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0506527 Sep 30 00:14:21.412060 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-23b56fbf-3e26-4430-bf3f-559b0b33b125 req-be204475-66dc-4bde-998b-b4afa5264736 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374749 Sep 30 00:14:22.528857 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2c681-4677-4948-819e-fda7589674cb req-15959e43-1b91-453f-9df2-594ccb37a683 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:22.530384 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15f2c681-4677-4948-819e-fda7589674cb req-15959e43-1b91-453f-9df2-594ccb37a683 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0506489 Sep 30 00:14:22.574380 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-15f2c681-4677-4948-819e-fda7589674cb req-0d6a78a1-9184-43fe-b409-1c8f56a28619 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371003 Sep 30 00:14:23.695870 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627f070-f86d-490e-b141-01e1d878fe01 req-07cdd9bb-26e5-41cc-822e-abd46a8cc0b7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:23.697512 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a627f070-f86d-490e-b141-01e1d878fe01 req-07cdd9bb-26e5-41cc-822e-abd46a8cc0b7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0514023 Sep 30 00:14:23.736373 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a627f070-f86d-490e-b141-01e1d878fe01 req-5079457f-e5b9-4614-994c-0d74d9b86c18 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326083 Sep 30 00:14:24.764996 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116d408-0a31-4afa-b784-2993d18d912b req-40eb3806-7367-4a19-92f4-a0dda880161f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:24.766490 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7116d408-0a31-4afa-b784-2993d18d912b req-40eb3806-7367-4a19-92f4-a0dda880161f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0512958 Sep 30 00:14:24.814743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116d408-0a31-4afa-b784-2993d18d912b req-4cc0fcd5-ca44-45ca-abb4-a1ff0d7b1a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:24.816301 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7116d408-0a31-4afa-b784-2993d18d912b req-4cc0fcd5-ca44-45ca-abb4-a1ff0d7b1a54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413771 Sep 30 00:14:24.856406 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc64d0-d64a-47ec-af6f-4a7f0ff19927 req-59d2c66e-01ec-4fe2-87c3-c642b776c65e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:24.857907 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bfc64d0-d64a-47ec-af6f-4a7f0ff19927 req-59d2c66e-01ec-4fe2-87c3-c642b776c65e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0488710 Sep 30 00:14:24.896827 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5bfc64d0-d64a-47ec-af6f-4a7f0ff19927 req-8fd33af0-d4d4-4986-9fa3-7bac59039953 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320990 Sep 30 00:14:24.911386 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7116d408-0a31-4afa-b784-2993d18d912b req-53a7b37b-3e16-4ed1-bddc-590d6cdb4a6c service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845845 Sep 30 00:14:25.015803 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-7116d408-0a31-4afa-b784-2993d18d912b req-0b58fc3c-5d28-4600-a6d6-4d899b2c18bd service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968986 Sep 30 00:14:26.021449 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672833a-2ec3-4b20-99c6-692630e8dda6 req-2e243ec8-3d1c-4dad-a647-a2c85531189d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:26.022853 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1672833a-2ec3-4b20-99c6-692630e8dda6 req-2e243ec8-3d1c-4dad-a647-a2c85531189d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0486174 Sep 30 00:14:26.065603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1672833a-2ec3-4b20-99c6-692630e8dda6 req-0662deca-efae-46e0-b9a9-39d2e1e50ed1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363147 Sep 30 00:14:27.180172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae6e8a3-8147-42a0-8a1c-a32d2ea6ab36 req-cc6712fc-a513-4311-9ce9-ad73758b8402 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:27.181659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ae6e8a3-8147-42a0-8a1c-a32d2ea6ab36 req-cc6712fc-a513-4311-9ce9-ad73758b8402 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 944 time: 0.0495076 Sep 30 00:14:27.219293 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6ae6e8a3-8147-42a0-8a1c-a32d2ea6ab36 req-a490d75d-ae6d-470a-a6d3-e69cab40ab8d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317435 Sep 30 00:14:27.890700 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 60476da6-883a-4f66-a7dc-a5ccb126b21e details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:14:27.985505 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:14:27.996448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'port_id': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'mac_address': 'fa:16:3e:1e:9a:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:14:28.031914 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:28.044383 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60476da6-883a-4f66-a7dc-a5ccb126b21e {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:14:28.062750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:14:28.067074 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:28.116964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=11']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:14:28.292927 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['60476da6-883a-4f66-a7dc-a5ccb126b21e'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:14:28.335650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f8591-7a63-4651-94b9-3e9e52d60a63 req-09eae0d2-692b-4e43-a443-5cd82fa5d326 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:28.337211 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc4f8591-7a63-4651-94b9-3e9e52d60a63 req-09eae0d2-692b-4e43-a443-5cd82fa5d326 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Sep 30 00:14:28.374126 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-fc4f8591-7a63-4651-94b9-3e9e52d60a63 req-d0b931c9-1ea2-4cdd-a75a-6754a487ef14 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308745 Sep 30 00:14:28.700089 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:14:29.494283 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f06ee5-0564-44e7-ac11-0a24f2db44fb req-4dd4961b-c441-4b5a-9932-34d0d751cec7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:29.495784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0f06ee5-0564-44e7-ac11-0a24f2db44fb req-4dd4961b-c441-4b5a-9932-34d0d751cec7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 945 time: 0.0524755 Sep 30 00:14:29.537617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f0f06ee5-0564-44e7-ac11-0a24f2db44fb req-66e05198-1f3a-4d0f-970c-51ce3f5346e3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359943 Sep 30 00:14:29.906556 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 60476da6-883a-4f66-a7dc-a5ccb126b21e up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:14:29.953779 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 60476da6-883a-4f66-a7dc-a5ccb126b21e completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:14:29.958111 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 60476da6-883a-4f66-a7dc-a5ccb126b21e triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:14:29.958516 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:30.031780 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:30.052811 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:14:30.055000 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c645b3-25c0-4acb-a1e1-2ef112c0590a" -d '{"events": [{"server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "name": "network-vif-plugged", "status": "completed", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:14:30.071325 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:14:30.075334 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:30.100886 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3ebfee-300d-4034-9981-d27021b72c68 x-openstack-request-id: req-1a3ebfee-300d-4034-9981-d27021b72c68 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:14:30.101175 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "name": "network-vif-plugged", "status": "completed", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:14:30.101428 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1a3ebfee-300d-4034-9981-d27021b72c68 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:14:30.101809 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'code': 200} Sep 30 00:14:30.128797 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=12']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:14:30.242791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19355d-16b8-428c-9a11-a8533f6797eb req-64071bbb-264b-407b-a374-ed523090f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:30.244311 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1e19355d-16b8-428c-9a11-a8533f6797eb req-64071bbb-264b-407b-a374-ed523090f9ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1097 time: 0.0399644 Sep 30 00:14:30.280006 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-1e19355d-16b8-428c-9a11-a8533f6797eb req-d205af51-0406-414b-bc38-1a86513f096c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281093 Sep 30 00:14:30.652391 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc48369-5d1f-4385-98e1-ed1daea277bd req-c963dc12-7360-4298-b76b-967713f536ce tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:30.653884 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdc48369-5d1f-4385-98e1-ed1daea277bd req-c963dc12-7360-4298-b76b-967713f536ce tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 946 time: 0.0493243 Sep 30 00:14:30.690310 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cdc48369-5d1f-4385-98e1-ed1daea277bd req-eaae2240-83fd-4c9c-a888-451557db0c45 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305297 Sep 30 00:14:31.814184 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d24481c-9638-4e75-b0ae-dc4ef74c849a req-437e2aec-8258-4c26-b80c-23644d9acf4d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:31.815671 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d24481c-9638-4e75-b0ae-dc4ef74c849a req-437e2aec-8258-4c26-b80c-23644d9acf4d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 946 time: 0.0537715 Sep 30 00:14:31.853660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3d24481c-9638-4e75-b0ae-dc4ef74c849a req-b7ab7507-11c2-4b19-8f1a-6e0dddcbe26a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313361 Sep 30 00:14:32.973332 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aeb056-ae6e-4538-8b54-baed605a1af2 req-654a615d-4313-45bb-b76e-b7d36156438e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:32.975269 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88aeb056-ae6e-4538-8b54-baed605a1af2 req-654a615d-4313-45bb-b76e-b7d36156438e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 946 time: 0.0530860 Sep 30 00:14:33.026843 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88aeb056-ae6e-4538-8b54-baed605a1af2 req-a37c4b09-713e-4d00-bf34-5b4c24324ee7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388024 Sep 30 00:14:33.404787 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3cd694c8-186f-4289-8e77-e90695f31447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:36.332858 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fcafd10d-c270-4553-b560-fa443c9b7bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:36.716373 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:37.722253 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:38.888051 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:40.270047 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:50.825733 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:14:52.313736 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-565d80df-37b8-475f-ac0a-c299219e9179 req-ddc7417f-0a30-49d4-8288-cf8a7796e5bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0862851 Sep 30 00:14:52.396796 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d80df-37b8-475f-ac0a-c299219e9179 req-17cca0de-dab5-4a7e-bace-7908850b939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:52.398580 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-565d80df-37b8-475f-ac0a-c299219e9179 req-17cca0de-dab5-4a7e-bace-7908850b939c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1097 time: 0.0405860 Sep 30 00:14:52.498511 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d80df-37b8-475f-ac0a-c299219e9179 req-c82a1296-2f03-494b-8fd0-b5327b325263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:52.499897 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-565d80df-37b8-475f-ac0a-c299219e9179 req-c82a1296-2f03-494b-8fd0-b5327b325263 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0826786 Sep 30 00:14:52.568279 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-565d80df-37b8-475f-ac0a-c299219e9179 req-bca43135-4a21-4673-af9b-aac8e1e6122f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 1000 time: 0.0595586 Sep 30 00:14:52.618261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d80df-37b8-475f-ac0a-c299219e9179 req-7f1f72b8-e8bd-4091-84b6-f39e6db49c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:52.619656 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-565d80df-37b8-475f-ac0a-c299219e9179 req-7f1f72b8-e8bd-4091-84b6-f39e6db49c2f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0426950 Sep 30 00:14:52.664920 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d80df-37b8-475f-ac0a-c299219e9179 req-13a28abf-f775-4490-8f3b-fbd3c184df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:14:52.666372 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-565d80df-37b8-475f-ac0a-c299219e9179 req-13a28abf-f775-4490-8f3b-fbd3c184df25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391917 Sep 30 00:14:52.759391 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-565d80df-37b8-475f-ac0a-c299219e9179 req-b4176e91-ae32-4a15-9d32-fbc496e49e64 service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852959 Sep 30 00:14:52.854845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-565d80df-37b8-475f-ac0a-c299219e9179 req-c9650404-3691-4998-b6ad-a27b14ffc8c0 service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870082 Sep 30 00:15:03.408199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d63e5857-214f-435e-b6c1-9513887b4b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:05.700104 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:15:06.333882 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bce3998e-6917-465e-b4d8-3eb131affae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:06.717308 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:07.726523 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:08.891595 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:10.270133 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:20.856103 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:33.408975 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-8a452547-1241-49a2-9682-5b5681b2024c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:36.338064 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3c55070f-47f6-4318-98c9-09633fec4b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:36.718732 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:37.729869 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:38.895392 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:40.276848 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:42.699596 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:15:43.585397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39900) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:15:43.740495 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Deleting port 596fa6a1-31bb-4153-b977-527516cf2cb4 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:15:43.740853 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:43.818164 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:43.818496 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:43.830848 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Calling delete_port for 596fa6a1-31bb-4153-b977-527516cf2cb4 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:15:43.976673 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:44.002621 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event deleted for resources: {'Port': ['ID=596fa6a1-31bb-4153-b977-527516cf2cb4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:15:44.014705 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.015054 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.015393 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.015728 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.016086 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.016412 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.016736 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.017057 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.017376 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.017696 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.018011 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.018328 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:44.075385 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:44.075737 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Floating IP 81dcdf31-e846-49b0-95a2-369c80907e69 disassociated (deleted). External IP: 172.25.4.74, port: 60476da6-883a-4f66-a7dc-a5ccb126b21e. Sep 30 00:15:44.282587 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:15:44.389633 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:15:44.394451 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:44.399313 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] Sync routers for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:15:44.408700 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:15:44.409313 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:15:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:15:44.422100 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-03ac1808-31c2-49e1-b6aa-9e98d3f8c745 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "DELETE /v2.0/floatingips/81dcdf31-e846-49b0-95a2-369c80907e69 HTTP/1.1" status: 204 len: 168 time: 0.8356812 Sep 30 00:15:44.422789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:15:44.425097 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac6be7f-d46c-4ce8-89fe-f045dab71580" -d '{"events": [{"name": "network-changed", "server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:15:44.522679 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:15:44.531326 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa2911e0-e11c-4351-93c4-07d6b60be38e x-openstack-request-id: req-aa2911e0-e11c-4351-93c4-07d6b60be38e {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:15:44.531918 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:15:44.532184 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-aa2911e0-e11c-4351-93c4-07d6b60be38e {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:15:44.532699 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'status': 'completed', 'code': 200} Sep 30 00:15:44.596528 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-7ad33638-97ff-4263-b3c5-2a5fab966028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:15:44.598843 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-7ad33638-97ff-4263-b3c5-2a5fab966028 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 1097 time: 0.0444572 Sep 30 00:15:44.667229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e01106-0624-4e55-8498-5582db7b18e1 req-3a9781ea-8f59-4324-8b00-a7009f342223 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:15:44.668934 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00e01106-0624-4e55-8498-5582db7b18e1 req-3a9781ea-8f59-4324-8b00-a7009f342223 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 946 time: 0.0538466 Sep 30 00:15:44.700673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-348a5c08-0d57-45ae-9895-cc1d1fcd8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:15:44.702545 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-348a5c08-0d57-45ae-9895-cc1d1fcd8be1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0963387 Sep 30 00:15:44.710477 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-00e01106-0624-4e55-8498-5582db7b18e1 req-6968f863-1a75-45c3-a11b-1c189caeeef4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338495 Sep 30 00:15:44.741790 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:15:44.748539 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-7771c5b4-a6b1-4f6d-94ac-9a215abd53c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 200 len: 217 time: 0.0359550 Sep 30 00:15:44.771440 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] Checking router: 8d065fe5-5db4-42ed-a118-f213ce5cebb1 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:15:44.780701 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:15:44.781317 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:15:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:15:44.801861 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-5bc7e243-dbd0-42aa-9651-e99e1a128e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:15:44.803265 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-5bc7e243-dbd0-42aa-9651-e99e1a128e84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0472958 Sep 30 00:15:44.854725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-27f6d38d-f79b-45e5-b57a-7df93588adfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:15:44.856287 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-27f6d38d-f79b-45e5-b57a-7df93588adfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453305 Sep 30 00:15:44.886862 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:15:44.947785 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-47ba7d51-12be-41e6-8979-9290ee313422 service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822823 Sep 30 00:15:45.049385 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-0ac6be7f-d46c-4ce8-89fe-f045dab71580 req-3dbffd2a-55f9-4e0b-be54-bd5dd9a62e4d service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922880 Sep 30 00:15:45.088286 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:15:45.116999 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e13e013-b2a6-4594-9fa4-96db03b11fa4 None None] The sync data for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 is: [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:15:45.350852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b20a561d-39c7-4fc5-b3eb-dada3e74ba2a None None] New status for floating IP 81dcdf31-e846-49b0-95a2-369c80907e69: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:15:45.831032 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779afc6a-5eb4-4146-a2fc-34a32faa8cc5 req-e8b25f6e-786a-44c5-9b20-d79c220665f6 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:15:45.832574 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-779afc6a-5eb4-4146-a2fc-34a32faa8cc5 req-e8b25f6e-786a-44c5-9b20-d79c220665f6 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 946 time: 0.0508635 Sep 30 00:15:45.871204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-779afc6a-5eb4-4146-a2fc-34a32faa8cc5 req-31e4fd30-41bf-497e-82df-1f050c0c24ed tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=e5bef9f5-f289-40e2-95f0-a00ae6c3be27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326948 Sep 30 00:15:45.913890 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-7e068b3d-0f38-48fd-bdb2-1ba9a65ea248 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:15:45.915370 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-7e068b3d-0f38-48fd-bdb2-1ba9a65ea248 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.26 "GET /v2.0/ports?device_id=4756fcb5-ca5f-4098-baeb-bec99f04abe9 HTTP/1.1" status: 200 len: 946 time: 0.0498695 Sep 30 00:15:46.003317 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-9cf9ca78-3df1-429a-8191-47b1a9550d56 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Deleting port 60476da6-883a-4f66-a7dc-a5ccb126b21e {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:15:46.003598 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-9cf9ca78-3df1-429a-8191-47b1a9550d56 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:46.095277 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-9cf9ca78-3df1-429a-8191-47b1a9550d56 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] For port 60476da6-883a-4f66-a7dc-a5ccb126b21e, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=60476da6-883a-4f66-a7dc-a5ccb126b21e,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:15:46.095656 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-9cf9ca78-3df1-429a-8191-47b1a9550d56 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:46.108878 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-9cf9ca78-3df1-429a-8191-47b1a9550d56 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Calling delete_port for 60476da6-883a-4f66-a7dc-a5ccb126b21e owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:15:46.237677 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-9cf9ca78-3df1-429a-8191-47b1a9550d56 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:46.267189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf9ca78-3df1-429a-8191-47b1a9550d56 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event deleted for resources: {'Port': ['ID=60476da6-883a-4f66-a7dc-a5ccb126b21e,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:15:46.309015 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-9cf9ca78-3df1-429a-8191-47b1a9550d56 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] No DVR routers for this DVR port 60476da6-883a-4f66-a7dc-a5ccb126b21e on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:15:46.311590 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-9cf9ca78-3df1-429a-8191-47b1a9550d56 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:46.313751 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3954bfd8-6bf9-42a0-af2c-ac722e310512 req-9cf9ca78-3df1-429a-8191-47b1a9550d56 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.26 "DELETE /v2.0/ports/60476da6-883a-4f66-a7dc-a5ccb126b21e HTTP/1.1" status: 204 len: 173 time: 0.3925679 Sep 30 00:15:46.533760 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'name': 'network-vif-deleted', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:15:46.536077 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2bda79-c73d-410e-b010-3ad6522ce72e" -d '{"events": [{"server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "name": "network-vif-deleted", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:15:46.571433 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c15e34-6cf3-4da5-a5ff-334236f2fb29 x-openstack-request-id: req-77c15e34-6cf3-4da5-a5ff-334236f2fb29 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:15:46.571737 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4756fcb5-ca5f-4098-baeb-bec99f04abe9", "name": "network-vif-deleted", "tag": "60476da6-883a-4f66-a7dc-a5ccb126b21e", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:15:46.572022 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-77c15e34-6cf3-4da5-a5ff-334236f2fb29 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:15:46.572427 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4756fcb5-ca5f-4098-baeb-bec99f04abe9', 'name': 'network-vif-deleted', 'tag': '60476da6-883a-4f66-a7dc-a5ccb126b21e', 'status': 'completed', 'code': 200} Sep 30 00:15:46.926450 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39922) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:15:46.985262 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.013681 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.073024 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.076200 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.077369 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "DELETE /v2.0/security-groups/e5bef9f5-f289-40e2-95f0-a00ae6c3be27 HTTP/1.1" status: 204 len: 168 time: 0.1499064 Sep 30 00:15:47.086381 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5bef9f5-f289-40e2-95f0-a00ae6c3be27,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:15:47.094421 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.094775 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.095116 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.095456 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.095973 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.096307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.096643 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.096969 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.097292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.097618 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.097948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.098269 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ea6325-5c76-49ff-b554-f8001d73fc9b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:15:47.646101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 39928) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:15:47.650749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b1864727-e503-468d-95df-990f273a1788 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1514957755', 'description': 'tempest-secgroup-smoke-1514957755 description', 'project_id': 'e8d7565ad9d84689a79802285ae626fd'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:15:47.675301 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1864727-e503-468d-95df-990f273a1788 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.754374 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1864727-e503-468d-95df-990f273a1788 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.758076 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1864727-e503-468d-95df-990f273a1788 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.784638 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b1864727-e503-468d-95df-990f273a1788 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.785858 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b1864727-e503-468d-95df-990f273a1788 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1387513 Sep 30 00:15:47.788854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39930) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:15:47.789739 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1864727-e503-468d-95df-990f273a1788 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f211a76-fb3c-4c79-866d-491ae3f133a4,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:15:47.795207 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-6dca4e87-72c1-44c6-b19a-09ec4e7bc2c5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': '6f211a76-fb3c-4c79-866d-491ae3f133a4', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:15:47.825655 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6dca4e87-72c1-44c6-b19a-09ec4e7bc2c5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.886511 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6dca4e87-72c1-44c6-b19a-09ec4e7bc2c5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.890384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6dca4e87-72c1-44c6-b19a-09ec4e7bc2c5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.909020 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca4e87-72c1-44c6-b19a-09ec4e7bc2c5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fdb93b-e61e-42f2-ad74-42995d5f510a,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:15:47.913895 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-6dca4e87-72c1-44c6-b19a-09ec4e7bc2c5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:47.915197 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-6dca4e87-72c1-44c6-b19a-09ec4e7bc2c5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251478 Sep 30 00:15:47.917797 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39932) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:15:47.922122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-964a29cd-9f0f-4a2d-8eab-9bf418b6f82c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': '6f211a76-fb3c-4c79-866d-491ae3f133a4', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:15:47.948174 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-964a29cd-9f0f-4a2d-8eab-9bf418b6f82c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.004106 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-964a29cd-9f0f-4a2d-8eab-9bf418b6f82c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.007397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-964a29cd-9f0f-4a2d-8eab-9bf418b6f82c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.025510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a29cd-9f0f-4a2d-8eab-9bf418b6f82c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3bf807-30f1-416a-9644-84c3b07b7552,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:15:48.031548 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-964a29cd-9f0f-4a2d-8eab-9bf418b6f82c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.032794 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-964a29cd-9f0f-4a2d-8eab-9bf418b6f82c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1140735 Sep 30 00:15:48.035486 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39934) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:15:48.039774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-79b7cbf7-d954-45f2-b1c8-73d3a1d6b946 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': '6f211a76-fb3c-4c79-866d-491ae3f133a4', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:15:48.065907 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79b7cbf7-d954-45f2-b1c8-73d3a1d6b946 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.123331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79b7cbf7-d954-45f2-b1c8-73d3a1d6b946 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.127104 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79b7cbf7-d954-45f2-b1c8-73d3a1d6b946 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.148046 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7cbf7-d954-45f2-b1c8-73d3a1d6b946 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6b453a-0510-4631-99f8-d5e5c880303a,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:15:48.155049 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-79b7cbf7-d954-45f2-b1c8-73d3a1d6b946 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.156380 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-79b7cbf7-d954-45f2-b1c8-73d3a1d6b946 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199067 Sep 30 00:15:48.159016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39936) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:15:48.163318 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-0e663b2c-5581-49f9-85db-c5ed869d6ac3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': '6f211a76-fb3c-4c79-866d-491ae3f133a4', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:15:48.190014 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e663b2c-5581-49f9-85db-c5ed869d6ac3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.250925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e663b2c-5581-49f9-85db-c5ed869d6ac3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.254314 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e663b2c-5581-49f9-85db-c5ed869d6ac3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.272371 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e663b2c-5581-49f9-85db-c5ed869d6ac3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb46739e-318f-4ba2-87b4-a24398b3034a,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:15:48.277412 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-0e663b2c-5581-49f9-85db-c5ed869d6ac3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.278870 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-0e663b2c-5581-49f9-85db-c5ed869d6ac3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1189065 Sep 30 00:15:48.281581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39938) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:15:48.285787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-3013f63e-f708-4720-8222-6ff1c2fd31ef tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': '6f211a76-fb3c-4c79-866d-491ae3f133a4', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:15:48.305603 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-3013f63e-f708-4720-8222-6ff1c2fd31ef tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Project e8d7565ad9d84689a79802285ae626fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:15:48.310803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3013f63e-f708-4720-8222-6ff1c2fd31ef tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.373504 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3013f63e-f708-4720-8222-6ff1c2fd31ef tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.378197 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3013f63e-f708-4720-8222-6ff1c2fd31ef tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.395681 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3013f63e-f708-4720-8222-6ff1c2fd31ef tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69a9f8b7-63da-4ffd-98d9-eb7ff26c190e,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:15:48.403584 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3013f63e-f708-4720-8222-6ff1c2fd31ef tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.405102 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3013f63e-f708-4720-8222-6ff1c2fd31ef tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224101 Sep 30 00:15:48.407854 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 39940) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:15:48.412098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-e0ec8a23-6ba1-4d0f-a0df-64d87546a7f7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'security_group_rule': {'security_group_id': '6f211a76-fb3c-4c79-866d-491ae3f133a4', 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:15:48.433526 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-e0ec8a23-6ba1-4d0f-a0df-64d87546a7f7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Project e8d7565ad9d84689a79802285ae626fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:15:48.439573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8a23-6ba1-4d0f-a0df-64d87546a7f7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.500360 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8a23-6ba1-4d0f-a0df-64d87546a7f7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.503539 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8a23-6ba1-4d0f-a0df-64d87546a7f7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.521967 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ec8a23-6ba1-4d0f-a0df-64d87546a7f7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a5e8b95-a034-44bb-9c85-318b910230ad,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:15:48.527400 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e0ec8a23-6ba1-4d0f-a0df-64d87546a7f7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:15:48.528646 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e0ec8a23-6ba1-4d0f-a0df-64d87546a7f7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198347 Sep 30 00:15:50.249072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 60476da6-883a-4f66-a7dc-a5ccb126b21e no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:15:50.268750 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 60476da6-883a-4f66-a7dc-a5ccb126b21e {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:15:50.269130 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 60476da6-883a-4f66-a7dc-a5ccb126b21e not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:15:50.860448 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:02.874776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-32c5f481-ccc9-4577-8104-104024d1e1f9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1514957755&fields=id&tenant_id=e8d7565ad9d84689a79802285ae626fd HTTP/1.1" status: 200 len: 267 time: 0.0338385 Sep 30 00:16:02.986803 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-2c939b21-b63f-47bf-a81b-057dbbeed110 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:02.988235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-2c939b21-b63f-47bf-a81b-057dbbeed110 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 809 time: 0.1069367 Sep 30 00:16:03.002872 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fceb3420-181a-4f52-8387-038a79ec5283 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/quotas/e8d7565ad9d84689a79802285ae626fd HTTP/1.1" status: 200 len: 375 time: 0.0087776 Sep 30 00:16:03.052999 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-029a828a-5870-4958-a415-2860c44724e0 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449417 Sep 30 00:16:03.190354 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-aa4eee8b-1383-4e4a-9d9c-e7e063429228 service neutron] 10.222.0.44 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253726 Sep 30 00:16:03.278100 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-1af36ef7-cfea-42fb-b217-e2380ab5bfe1 service neutron] 10.222.0.44 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814493 Sep 30 00:16:03.411058 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b38a31a3-49db-44b2-856d-27fbcd32bfe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:03.564491 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4ce9841e-c79b-467d-a293-6d937045eae3 req-08e1f07e-3eb6-4f14-a6b6-d634076ab53c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 210 time: 0.0279644 Sep 30 00:16:04.641344 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3fb109a6-fcd5-4a87-8424-1fb5e8020617 req-cb39dd0f-e12f-4589-8705-03d595b80607 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 210 time: 0.0274153 Sep 30 00:16:05.721315 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5d936b57-a628-44d4-b84b-30c19ee15e96 req-d78a6f4c-b98b-45c8-8b63-b240fc85edbe tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 210 time: 0.0312204 Sep 30 00:16:06.339588 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9e8df913-eb36-422e-99a1-376270990fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:06.719766 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:06.797845 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-05ef57ef-cf85-423d-8e6a-dbb91adb33bf req-8747df41-a4d9-4f0c-9a62-19e06b5d3442 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 210 time: 0.0292706 Sep 30 00:16:07.638331 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-0e88e837-4acb-4c60-bff5-86f76348827b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:07.640581 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-0e88e837-4acb-4c60-bff5-86f76348827b tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 809 time: 0.1068892 Sep 30 00:16:07.699441 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-5fb1ad59-9e30-428a-aaaa-9d9abad75d21 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8d7565ad9d84689a79802285ae626fd HTTP/1.1" status: 200 len: 380 time: 0.0382271 Sep 30 00:16:07.709320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'port': {'device_id': '8f127b28-956b-4e91-aae8-d6a34503caea', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'admin_state_up': True, 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'security_groups': ['6f211a76-fb3c-4c79-866d-491ae3f133a4']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:16:07.733979 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:07.821164 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Made reservation on behalf of e8d7565ad9d84689a79802285ae626fd for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:16:07.824797 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:07.922064 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9595566e-3231-4107-a9d1-e37cb816e642 req-3233c94b-bee6-4791-acf4-67aa00d5ed35 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 210 time: 0.0392501 Sep 30 00:16:07.994428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Allocated IP 172.20.0.5 (93306b94-9a5e-41d2-ba7d-61d1c8c3164f/9dd4a955-6d8b-4321-ac64-7017b33ddefa/72f26c8c-d6e2-4ad3-987a-1f3a28df3a05) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:16:08.133868 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:08.166762 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:08.218897 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:16:08.222718 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:16:08.227538 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:16:08.258082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:16:08.289220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:08.289876 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:08.313001 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-fa44b116-3e8c-492c-81b1-c2ce78c1ba2c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072581 Sep 30 00:16:08.378018 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Request body: {'port': {'device_id': '8f127b28-956b-4e91-aae8-d6a34503caea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:16:08.439661 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:08.472789 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-df7fe36c-95b7-439c-8a64-60bd088a2a42 None None] Provisioning complete for port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:16:08.473521 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-df7fe36c-95b7-439c-8a64-60bd088a2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:08.509211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-df7fe36c-95b7-439c-8a64-60bd088a2a42 None None] Port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:16:08.700926 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:16:08.709225 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:08.721638 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Transition to ACTIVE for port object 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:16:08.726587 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:08.777552 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Pushing event updated for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:16:08.862655 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Attempting to bind port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:16:08.863274 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Attempting to bind port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:16:08.863491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Attempting to bind port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:16:08.868307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:16:08.868637 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Attempting to bind port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:16:08.874105 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:16:08.874453 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Checking segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:16:08.874850 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Bound using segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:16:08.875295 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Bound port: 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:16:08.875665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:08.902010 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:08.948492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:16:08.952859 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:16:08.962572 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:09.009594 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:09.010461 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:09.012224 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] 10.222.0.42 "PUT /v2.0/ports/72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 1091 time: 0.6861033 Sep 30 00:16:09.016543 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:16:09.019540 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f078f2b7-c3a5-4c4d-be5e-025474a77994" -d '{"events": [{"name": "network-changed", "server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:16:09.096245 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bd44fd-01fe-4ac4-9b31-75ed207eb874 service neutron] Pushing event updated for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:16:09.120978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30a9c58-729d-44e9-87c0-d593e1d2eb08 req-dcb0a980-79a9-49d4-9976-5cc14b8873b4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:09.122548 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f30a9c58-729d-44e9-87c0-d593e1d2eb08 req-dcb0a980-79a9-49d4-9976-5cc14b8873b4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.1291175 Sep 30 00:16:09.174725 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f30a9c58-729d-44e9-87c0-d593e1d2eb08 req-8c8eab4c-782b-4d18-9728-270c64cdcb4e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459018 Sep 30 00:16:09.177442 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da8437e-2b23-414d-8a4d-c6993b1842bc x-openstack-request-id: req-5da8437e-2b23-414d-8a4d-c6993b1842bc {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:16:09.177570 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:16:09.177790 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5da8437e-2b23-414d-8a4d-c6993b1842bc {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:16:09.178191 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'status': 'completed', 'code': 200} Sep 30 00:16:09.180425 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-238db279-0098-4332-8d73-9828a573d516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:09.181755 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-238db279-0098-4332-8d73-9828a573d516 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1094 time: 0.1082704 Sep 30 00:16:09.237040 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-e0abf0c4-ae31-46b7-94e3-1d6e96ae39b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 217 time: 0.0382209 Sep 30 00:16:09.293542 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-3e059160-d0a3-4f57-a321-868b6397860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:09.295025 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-3e059160-d0a3-4f57-a321-868b6397860e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0515277 Sep 30 00:16:09.344918 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-dc69fff9-17c5-43d8-a95b-da2b0d58413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:09.346456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-dc69fff9-17c5-43d8-a95b-da2b0d58413f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446501 Sep 30 00:16:09.439309 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-24363b77-bb39-41db-9d5f-c22f4c90c480 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858822 Sep 30 00:16:09.538314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6bc675fc-0cb8-4f1c-af31-78607c27aafd req-16d91469-a33a-4ee9-a1b1-47cd1130b3a0 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877569 Sep 30 00:16:09.647980 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-8bdc7aca-2456-40bd-b2e9-f0966222a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:09.649559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-8bdc7aca-2456-40bd-b2e9-f0966222a6ef service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1094 time: 0.0407515 Sep 30 00:16:09.744307 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-7de63398-0ae9-45c3-8d2f-bdbaf00897b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:09.746044 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-7de63398-0ae9-45c3-8d2f-bdbaf00897b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0893130 Sep 30 00:16:09.789875 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-f1919e69-0b8c-4f94-a494-239de1105a52 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 217 time: 0.0356152 Sep 30 00:16:09.844896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-87078adb-594a-4858-82c8-1e45771ce930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:09.846450 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-87078adb-594a-4858-82c8-1e45771ce930 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0490220 Sep 30 00:16:09.892957 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-eb54d1f1-4e85-4183-bd75-e5563f4262a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:09.894473 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-eb54d1f1-4e85-4183-bd75-e5563f4262a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416460 Sep 30 00:16:09.987526 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-3a2530c0-f295-418a-acc3-4705f68bdde7 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858276 Sep 30 00:16:10.082196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f078f2b7-c3a5-4c4d-be5e-025474a77994 req-09fb8270-9303-4a36-98ab-59fe8b30bf5a service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883048 Sep 30 00:16:10.292818 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:10.293954 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af956c-58e3-4b7a-ae71-d0e64136aeff req-74aa3f53-e967-48ee-9a53-69270682b23a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:10.296437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17af956c-58e3-4b7a-ae71-d0e64136aeff req-74aa3f53-e967-48ee-9a53-69270682b23a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0496037 Sep 30 00:16:10.336495 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-17af956c-58e3-4b7a-ae71-d0e64136aeff req-078bcdd5-35d6-4168-9a75-ba4ffcace572 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339892 Sep 30 00:16:11.460856 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d83f40-f648-409b-84dc-d1e34f6f2f80 req-b8cfd4cd-876f-4f34-9bac-916bca8f6837 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:11.462389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0d83f40-f648-409b-84dc-d1e34f6f2f80 req-b8cfd4cd-876f-4f34-9bac-916bca8f6837 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0540404 Sep 30 00:16:11.505364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e0d83f40-f648-409b-84dc-d1e34f6f2f80 req-f965f7f1-9b96-402e-a87a-c756d31bd313 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364342 Sep 30 00:16:12.619352 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3ca8b7-219c-40f6-bd3e-90d2ddb38483 req-430715c6-afcf-4761-bcd5-d0eee64f5294 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:12.620905 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e3ca8b7-219c-40f6-bd3e-90d2ddb38483 req-430715c6-afcf-4761-bcd5-d0eee64f5294 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0484099 Sep 30 00:16:12.667268 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4e3ca8b7-219c-40f6-bd3e-90d2ddb38483 req-d58e1770-a7bb-4461-86d4-222eddf20062 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400021 Sep 30 00:16:13.780266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2389266-62eb-4a06-9018-afc42fb8664e req-bb10304d-de07-46f7-8760-be74ad9d4464 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:13.781744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2389266-62eb-4a06-9018-afc42fb8664e req-bb10304d-de07-46f7-8760-be74ad9d4464 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0483849 Sep 30 00:16:13.818084 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c2389266-62eb-4a06-9018-afc42fb8664e req-008e8318-eaf3-45e8-a5a7-cb06e188d5de tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305221 Sep 30 00:16:14.934639 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8835f049-63d4-4f77-8467-4a5f6a118d5f req-30be1744-7376-49e8-a481-716ddc09ebef tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:14.936138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8835f049-63d4-4f77-8467-4a5f6a118d5f req-30be1744-7376-49e8-a481-716ddc09ebef tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0516844 Sep 30 00:16:14.974221 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8835f049-63d4-4f77-8467-4a5f6a118d5f req-be785a42-4684-4774-93f1-67a7098eadf1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314806 Sep 30 00:16:16.088992 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef610c8e-cf99-4cd6-8739-1699ea594f04 req-8c0c81eb-f624-4859-a919-bd2191839839 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:16.090519 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef610c8e-cf99-4cd6-8739-1699ea594f04 req-8c0c81eb-f624-4859-a919-bd2191839839 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0494559 Sep 30 00:16:16.130266 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ef610c8e-cf99-4cd6-8739-1699ea594f04 req-5dfda173-6bc7-4afc-82a0-1eee78ca4c51 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325789 Sep 30 00:16:17.242082 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df51ad-87e3-427b-a693-41cf2e2d992b req-e882b9cf-30e9-4cce-b17f-7f1214e48f0c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:17.243551 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88df51ad-87e3-427b-a693-41cf2e2d992b req-e882b9cf-30e9-4cce-b17f-7f1214e48f0c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0482154 Sep 30 00:16:17.280605 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-88df51ad-87e3-427b-a693-41cf2e2d992b req-7ecae1fd-17c9-4c30-a10f-7550aadbb3a5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305743 Sep 30 00:16:18.402291 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb91bd-402d-413b-8112-9f86655ae731 req-1980ed91-ea80-48aa-b8e5-7cb2d0af6bbb tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:18.403784 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0bb91bd-402d-413b-8112-9f86655ae731 req-1980ed91-ea80-48aa-b8e5-7cb2d0af6bbb tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0533767 Sep 30 00:16:18.441885 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d0bb91bd-402d-413b-8112-9f86655ae731 req-3d62eac0-5204-4b20-9346-a651565df59d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Sep 30 00:16:19.568519 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2627fc-eeec-4046-b705-b097cf402973 req-9c52ba5e-76ac-4604-a0da-841d7bd73482 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:19.570952 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e2627fc-eeec-4046-b705-b097cf402973 req-9c52ba5e-76ac-4604-a0da-841d7bd73482 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0597701 Sep 30 00:16:19.618118 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8e2627fc-eeec-4046-b705-b097cf402973 req-3787a628-3754-4c72-990a-012ae6652a05 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410740 Sep 30 00:16:19.699569 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:16:20.731243 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f4ddb-4c55-4a25-b33d-74aef9a2cc5a req-88e88b66-062c-4749-8192-13c5178f8809 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:20.732753 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-520f4ddb-4c55-4a25-b33d-74aef9a2cc5a req-88e88b66-062c-4749-8192-13c5178f8809 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0477815 Sep 30 00:16:20.769120 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-520f4ddb-4c55-4a25-b33d-74aef9a2cc5a req-ceb9af18-42ad-4172-b662-57d7e30bdeff tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305705 Sep 30 00:16:20.870247 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:21.489393 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:16:21.596011 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:16:21.606728 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'port_id': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'mac_address': 'fa:16:3e:93:fd:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:16:21.644408 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:21.657429 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:16:21.675449 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:16:21.679137 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:21.728313 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:16:21.735470 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.735819 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.736201 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.736539 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.736872 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.737203 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.737530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.737857 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.738181 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.738504 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.738827 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.739146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:16:21.892107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810fc7ec-17ae-4424-9a7c-2df997c425ab req-08c1ff61-5e7b-4e9b-b4f3-1f513290a25a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:21.893616 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-810fc7ec-17ae-4424-9a7c-2df997c425ab req-08c1ff61-5e7b-4e9b-b4f3-1f513290a25a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 944 time: 0.0561903 Sep 30 00:16:21.934343 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-810fc7ec-17ae-4424-9a7c-2df997c425ab req-fe7f2e22-a1b2-470b-b6af-7de65972f340 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345209 Sep 30 00:16:22.087796 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['72f26c8c-d6e2-4ad3-987a-1f3a28df3a05'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:16:23.049652 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfccb3a-ffdb-4e28-92fe-9ab85d0756cf req-c7d26ae0-3f0a-4e62-88a4-289eb6320987 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:23.051129 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebfccb3a-ffdb-4e28-92fe-9ab85d0756cf req-c7d26ae0-3f0a-4e62-88a4-289eb6320987 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 944 time: 0.0474880 Sep 30 00:16:23.088651 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ebfccb3a-ffdb-4e28-92fe-9ab85d0756cf req-68321da9-3824-466c-913a-b8d403831bda tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316629 Sep 30 00:16:23.520358 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:16:23.569300 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:16:23.573206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:16:23.573587 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:23.653030 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:23.677859 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:16:23.680105 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a581b7c-d930-4315-ab58-311d86924fae" -d '{"events": [{"server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "name": "network-vif-plugged", "status": "completed", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:16:23.692346 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:16:23.696405 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:23.743194 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:16:23.773866 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c30b274-2c14-445b-b367-841efc4686b5 x-openstack-request-id: req-5c30b274-2c14-445b-b367-841efc4686b5 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:16:23.774210 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "name": "network-vif-plugged", "status": "completed", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:16:23.774473 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-5c30b274-2c14-445b-b367-841efc4686b5 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:16:23.774874 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'code': 200} Sep 30 00:16:23.891978 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50da9c5-62cf-4fc7-914b-9e22cac4a5e8 req-391ffd7f-648d-45cb-9d75-bf38e4a85d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:23.893488 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e50da9c5-62cf-4fc7-914b-9e22cac4a5e8 req-391ffd7f-648d-45cb-9d75-bf38e4a85d31 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1096 time: 0.0394778 Sep 30 00:16:23.927215 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e50da9c5-62cf-4fc7-914b-9e22cac4a5e8 req-c5af07b8-c9b0-4c25-be05-56dd04ac4045 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271621 Sep 30 00:16:24.205528 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f7f582-42bb-4693-8bd1-a71ee395bb34 req-82c37f87-0061-4da1-ad12-b71a130890d9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:24.206925 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5f7f582-42bb-4693-8bd1-a71ee395bb34 req-82c37f87-0061-4da1-ad12-b71a130890d9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0523775 Sep 30 00:16:24.244235 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b5f7f582-42bb-4693-8bd1-a71ee395bb34 req-b13f569f-be16-4f24-9240-dca509516666 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Sep 30 00:16:25.358902 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffa9dc-34ee-43c3-9a11-0c4c08da0b79 req-0a39e9a6-698b-4156-8962-1da2c1217015 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:25.361072 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57ffa9dc-34ee-43c3-9a11-0c4c08da0b79 req-0a39e9a6-698b-4156-8962-1da2c1217015 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0496514 Sep 30 00:16:25.401218 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-57ffa9dc-34ee-43c3-9a11-0c4c08da0b79 req-19f7e486-6ec5-40c8-a344-de37e6c9a095 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340087 Sep 30 00:16:25.512589 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e7e49-1ae2-417a-a868-cbdc7b44fcc1 req-f6083572-1396-438b-a05e-cc508e673da6 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:25.514056 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e16e7e49-1ae2-417a-a868-cbdc7b44fcc1 req-f6083572-1396-438b-a05e-cc508e673da6 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0481858 Sep 30 00:16:25.551660 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e16e7e49-1ae2-417a-a868-cbdc7b44fcc1 req-d40b8330-3667-4026-814f-fff1ad3035a6 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Sep 30 00:16:25.573171 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40160) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:16:25.656905 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d8b127-8865-40c2-8de8-ecaa50fa0cb2 tempest-TestShelveInstance-1134151942 tempest-TestShelveInstance-1134151942-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:25.658413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d0d8b127-8865-40c2-8de8-ecaa50fa0cb2 tempest-TestShelveInstance-1134151942 tempest-TestShelveInstance-1134151942-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1091 time: 0.0842505 Sep 30 00:16:25.661261 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40164) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:16:25.665389 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:16:25.685688 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:25.777590 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:25.880911 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Allocated IP 172.25.4.116 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/f4e55800-76dd-4be4-ad4b-72eea836f287) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:16:25.984422 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:26.016041 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:26.056004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:16:26.059031 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:16:26.062488 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:16:26.087632 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'Port': ['ID=f4e55800-76dd-4be4-ad4b-72eea836f287,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:16:26.722304 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:26.789687 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:26.936872 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:26.941341 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:27.007565 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event updated for resources: {'Port': ['ID=f4e55800-76dd-4be4-ad4b-72eea836f287,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:16:27.018989 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:27.119215 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Floating IP 49ced13d-04c9-488a-83a8-bcbdbb3c0066 associated. External IP: 172.25.4.116, port: 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05. Sep 30 00:16:27.322919 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:16:27.430694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:16:27.442569 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] Sync routers for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:16:27.450665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:27.452394 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:16:27.453027 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:16:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:16:27.476889 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f4472750-3d0b-49fd-8c50-6938c4e408dd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8146353 Sep 30 00:16:27.477489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:16:27.479775 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965d9bd3-ceed-468e-937b-ae8059539da7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:16:27.520449 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d4abdb-1848-482b-85ea-57e8379b05c6 x-openstack-request-id: req-f2d4abdb-1848-482b-85ea-57e8379b05c6 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:16:27.520744 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:16:27.520995 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f2d4abdb-1848-482b-85ea-57e8379b05c6 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:16:27.521659 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'status': 'completed', 'code': 200} Sep 30 00:16:27.560076 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:16:27.604603 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-5062132f-5b20-4028-8162-59f8c0ab7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:27.606047 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-5062132f-5b20-4028-8162-59f8c0ab7787 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1096 time: 0.0405750 Sep 30 00:16:27.709068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-ae7c727f-8625-4a04-a92c-e391f8a799b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:27.710598 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-ae7c727f-8625-4a04-a92c-e391f8a799b3 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0980692 Sep 30 00:16:27.777420 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-7e291b13-9c56-4c52-9709-7dd1cf7139df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 999 time: 0.0589011 Sep 30 00:16:27.830554 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-532a909f-0083-4675-aed9-1e3742c08a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:27.832073 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-532a909f-0083-4675-aed9-1e3742c08a08 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0477872 Sep 30 00:16:27.877747 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-c660eaee-6744-4c1f-867e-f62db614d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:16:27.878394 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '49ced13d-04c9-488a-83a8-bcbdbb3c0066', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'port_id': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'mac_address': 'fa:16:3e:93:fd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f127b28-956b-4e91-aae8-d6a34503caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:16:26Z', 'updated_at': '2021-09-30T00:16:26Z', 'revision_number': 0, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:16:27.879275 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-c660eaee-6744-4c1f-867e-f62db614d3c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405760 Sep 30 00:16:27.904670 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] Checking router: 8d065fe5-5db4-42ed-a118-f213ce5cebb1 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:16:27.912499 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:16:27.913102 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:16:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:16:27.973000 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-600f8a01-fb97-43f9-a0b3-ee43a8d642e7 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858705 Sep 30 00:16:28.018398 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:16:28.071710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-965d9bd3-ceed-468e-937b-ae8059539da7 req-c1f5ac24-a773-46e8-9c24-1c2c23987e70 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911994 Sep 30 00:16:28.245244 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '49ced13d-04c9-488a-83a8-bcbdbb3c0066', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'port_id': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'mac_address': 'fa:16:3e:93:fd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f127b28-956b-4e91-aae8-d6a34503caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:16:26Z', 'updated_at': '2021-09-30T00:16:26Z', 'revision_number': 0, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:16:28.275178 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5565e3a9-f0b9-428f-a19b-643298700f8c None None] The sync data for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 is: [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '49ced13d-04c9-488a-83a8-bcbdbb3c0066', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'floating_ip_address': '172.25.4.116', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'port_id': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'mac_address': 'fa:16:3e:93:fd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f127b28-956b-4e91-aae8-d6a34503caea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:16:26Z', 'updated_at': '2021-09-30T00:16:26Z', 'revision_number': 0, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:16:28.478515 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f8089f-cb00-493f-bdae-1d9a491d2029 None None] New status for floating IP 49ced13d-04c9-488a-83a8-bcbdbb3c0066: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:16:33.411934 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-48985fc2-7fa1-48b0-879c-2fba598eb38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:36.340821 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-924cd115-94ec-4dbf-88ec-2e8ce8bac762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:36.720732 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:37.734405 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:38.896147 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:40.307393 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:50.874395 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:16:56.699833 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:17:03.412885 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d5a90088-3ad3-4809-9498-ea947d4021d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:06.341655 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a970c93f-b56b-4332-aa84-2f25a057fe72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:06.725139 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:07.741263 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:08.899656 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:10.304303 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:11.562090 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-52d113b0-3db2-4ef4-b880-2dfd5c33f559 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390086 Sep 30 00:17:11.664354 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-9e8a8029-5d8e-4cf0-b413-40a48c2df89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:17:11.665863 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-9e8a8029-5d8e-4cf0-b413-40a48c2df89d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1096 time: 0.0449169 Sep 30 00:17:11.765403 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-91131bff-97b6-4c82-8844-9955e1fc810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:17:11.766860 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-91131bff-97b6-4c82-8844-9955e1fc810e service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0823164 Sep 30 00:17:11.840065 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-a9b7f8af-e3d2-4422-b94b-077d5e3ff7b1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 1001 time: 0.0656085 Sep 30 00:17:11.887920 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-557de2b7-9905-48e6-bc4c-4da557d69be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:17:11.889375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-557de2b7-9905-48e6-bc4c-4da557d69be8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0426786 Sep 30 00:17:11.934503 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-e752ccb1-7ad7-4cdf-bee3-3799ed75eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:17:11.935899 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-e752ccb1-7ad7-4cdf-bee3-3799ed75eb6b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396714 Sep 30 00:17:12.026788 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-f211398d-ba76-4743-bfdc-03b058cf99ff service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839014 Sep 30 00:17:12.115854 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3e6fb8a5-9cc8-4250-8d74-75b1a091faf4 req-de0e78ba-be8c-4f3e-898d-9801985f64bb service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822811 Sep 30 00:17:20.883804 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:33.414758 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-590ece32-d19f-4bf3-9697-5e9b7082934d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:33.699646 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:17:36.342478 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-56c23e56-0e3b-497b-959f-fac107c1902d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:36.726318 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:37.740271 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:38.903202 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:40.319557 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:17:50.882383 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:03.416260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1016-4812-4abf-aa3a-d73899b85f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:06.343787 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-cd24d904-183c-485f-be14-60cf57994706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:06.726878 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:07.744107 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:08.904814 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:10.333447 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:10.698838 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:18:11.560495 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af127f37-2855-4410-a161-efbea5551a1b req-787afda4-d9a8-4c77-82db-4292e09daa7b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443988 Sep 30 00:18:11.656888 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af127f37-2855-4410-a161-efbea5551a1b req-3c3ee7c8-d4f6-43dd-b135-6ca9d75cc172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:11.658413 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af127f37-2855-4410-a161-efbea5551a1b req-3c3ee7c8-d4f6-43dd-b135-6ca9d75cc172 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1096 time: 0.0402758 Sep 30 00:18:11.760885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af127f37-2855-4410-a161-efbea5551a1b req-2dfea623-8945-4306-a244-88dde638dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:11.762364 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af127f37-2855-4410-a161-efbea5551a1b req-2dfea623-8945-4306-a244-88dde638dc4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0844417 Sep 30 00:18:11.839247 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af127f37-2855-4410-a161-efbea5551a1b req-a097c4ca-1160-4f96-bbc2-549ebee2947e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 1001 time: 0.0695152 Sep 30 00:18:11.887345 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af127f37-2855-4410-a161-efbea5551a1b req-3e22b2bf-a43b-4735-bfbd-2a50beed0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:11.888793 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af127f37-2855-4410-a161-efbea5551a1b req-3e22b2bf-a43b-4735-bfbd-2a50beed0811 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0430403 Sep 30 00:18:11.934654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af127f37-2855-4410-a161-efbea5551a1b req-663f7f1e-cbf4-4335-8d8a-1526bc43ed46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:11.936196 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af127f37-2855-4410-a161-efbea5551a1b req-663f7f1e-cbf4-4335-8d8a-1526bc43ed46 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403538 Sep 30 00:18:12.028445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af127f37-2855-4410-a161-efbea5551a1b req-62b1e8b6-5169-46b4-8e82-113201e06bee service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847824 Sep 30 00:18:12.117665 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af127f37-2855-4410-a161-efbea5551a1b req-d2fd48ea-60a4-44c1-b42e-05af67ecccd5 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819390 Sep 30 00:18:20.487323 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d90abe-8ad9-471c-8d2f-fbf94ac3a9b5 req-34fbe62c-a842-4ea6-a885-a46cf76a00aa tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:20.488847 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43d90abe-8ad9-471c-8d2f-fbf94ac3a9b5 req-34fbe62c-a842-4ea6-a885-a46cf76a00aa tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0592630 Sep 30 00:18:20.529078 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-43d90abe-8ad9-471c-8d2f-fbf94ac3a9b5 req-c85fb669-647f-4311-b31a-87b3392d0f10 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335703 Sep 30 00:18:20.883469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:21.670069 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d705234-081d-4fdf-920b-072f23addb14 req-3413de83-7300-457a-a602-942384e51187 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:21.671587 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d705234-081d-4fdf-920b-072f23addb14 req-3413de83-7300-457a-a602-942384e51187 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0487051 Sep 30 00:18:21.712462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6d705234-081d-4fdf-920b-072f23addb14 req-e11034f9-2059-4963-896a-b6ff438b457d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342515 Sep 30 00:18:22.850518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee73ce3-14ac-4289-9175-b884ce525faf req-565c94cb-edeb-4c52-8882-7911b68afd50 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:22.852042 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cee73ce3-14ac-4289-9175-b884ce525faf req-565c94cb-edeb-4c52-8882-7911b68afd50 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0489786 Sep 30 00:18:22.890439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cee73ce3-14ac-4289-9175-b884ce525faf req-b2d55125-1a7e-4140-a395-72d9aeff9b04 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Sep 30 00:18:24.007691 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74285b-39ac-45dd-bf35-dc25e47f0c30 req-d253def5-ecfe-44b3-8f76-14f39eca2f1f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:24.009787 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b74285b-39ac-45dd-bf35-dc25e47f0c30 req-d253def5-ecfe-44b3-8f76-14f39eca2f1f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0537434 Sep 30 00:18:24.050058 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4b74285b-39ac-45dd-bf35-dc25e47f0c30 req-6375ea98-a678-40bb-a333-47661a526627 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338101 Sep 30 00:18:25.168562 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc053776-a666-428a-be3c-7368e843aa37 req-eb28a3c9-6c01-42d1-8546-79232ed1bfdf tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:25.170067 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc053776-a666-428a-be3c-7368e843aa37 req-eb28a3c9-6c01-42d1-8546-79232ed1bfdf tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0495512 Sep 30 00:18:25.207915 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-cc053776-a666-428a-be3c-7368e843aa37 req-c21c08d5-fb70-40f8-8838-f3c39ac605bb tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Sep 30 00:18:26.322947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39124e4-e7ed-4bd4-b839-a381dffb872f req-4196ce4b-0509-4dd6-ae15-22e07fa08518 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:26.324773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e39124e4-e7ed-4bd4-b839-a381dffb872f req-4196ce4b-0509-4dd6-ae15-22e07fa08518 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0487225 Sep 30 00:18:26.361920 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e39124e4-e7ed-4bd4-b839-a381dffb872f req-93e97125-5766-496b-8f46-75df1334de71 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314670 Sep 30 00:18:27.479821 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae88235-f9d9-4ea4-a016-3e2807be412d req-4a80387c-2fb7-4e77-9d19-b515d60ce6d1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:27.481337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ae88235-f9d9-4ea4-a016-3e2807be412d req-4a80387c-2fb7-4e77-9d19-b515d60ce6d1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0528340 Sep 30 00:18:27.518240 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1ae88235-f9d9-4ea4-a016-3e2807be412d req-150769f0-9119-43c5-8ab7-6e833440ac43 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309789 Sep 30 00:18:28.631879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c54818-f435-4b7b-90c5-9a0448fbb422 req-bd31f744-4aea-459a-b56a-b2909ff1774a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:28.633370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5c54818-f435-4b7b-90c5-9a0448fbb422 req-bd31f744-4aea-459a-b56a-b2909ff1774a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0488284 Sep 30 00:18:28.672097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f5c54818-f435-4b7b-90c5-9a0448fbb422 req-4110cb1e-c6a2-4862-b7e8-5ae74e6b34bd tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319207 Sep 30 00:18:29.787053 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef0ada-cf67-4ec9-9a11-8f24cef46d8c req-ba076644-c81c-41e7-99d7-9bc02c11864f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:29.788656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1ef0ada-cf67-4ec9-9a11-8f24cef46d8c req-ba076644-c81c-41e7-99d7-9bc02c11864f tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0501244 Sep 30 00:18:29.827207 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d1ef0ada-cf67-4ec9-9a11-8f24cef46d8c req-b40eaffb-b4e7-485d-af82-fb570b057642 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324490 Sep 30 00:18:30.697271 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-7b188628-4207-4f42-b063-c975fd67c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:30.698772 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-7b188628-4207-4f42-b063-c975fd67c06e service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1096 time: 0.0460930 Sep 30 00:18:30.786518 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-3f9ae2d7-a2b1-4dc6-83cc-80fde997f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:30.787993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-3f9ae2d7-a2b1-4dc6-83cc-80fde997f040 service neutron] 10.222.0.42 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0823836 Sep 30 00:18:30.858096 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-da902eb8-b807-4602-8f18-5cdb3354037c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 1001 time: 0.0620036 Sep 30 00:18:30.935634 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-681a11b6-1cb1-4658-a3bd-ddd55628cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:30.937109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-681a11b6-1cb1-4658-a3bd-ddd55628cbf5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0713389 Sep 30 00:18:30.960302 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90296a9a-d566-4166-a0e9-7c8b8e414ee2 req-0169288c-7880-4ca4-a147-51d4ea644b25 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:30.961644 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90296a9a-d566-4166-a0e9-7c8b8e414ee2 req-0169288c-7880-4ca4-a147-51d4ea644b25 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0640037 Sep 30 00:18:31.019214 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-55a36f74-a7ca-4710-a152-6d88437e6c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:31.020719 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-55a36f74-a7ca-4710-a152-6d88437e6c04 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760305 Sep 30 00:18:31.024142 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-90296a9a-d566-4166-a0e9-7c8b8e414ee2 req-5d4124b0-b21c-4602-9556-d1f873a80d19 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485811 Sep 30 00:18:31.109559 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-c7c3d423-cb5f-4a61-817f-fbb3f63957c6 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814924 Sep 30 00:18:31.204839 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-413f8a0e-f9fd-4e8e-94cc-45369f57b605 req-30c00709-3daf-4053-aae8-5be01887a583 service neutron] 10.222.0.42 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879230 Sep 30 00:18:32.140616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b1668-9e42-4250-b783-6f625a2cc8ac req-40fee009-b41f-48da-a327-d007946a5470 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:32.142112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d0b1668-9e42-4250-b783-6f625a2cc8ac req-40fee009-b41f-48da-a327-d007946a5470 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0495179 Sep 30 00:18:32.179881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2d0b1668-9e42-4250-b783-6f625a2cc8ac req-26415fc9-6cb2-4a14-8152-1232f274fbcf tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318072 Sep 30 00:18:33.297689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261c320-76fb-43c8-9fd1-c8ca89a4c4dc req-7f55c777-81ab-45a7-ac44-be59650cbeb6 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:33.299193 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1261c320-76fb-43c8-9fd1-c8ca89a4c4dc req-7f55c777-81ab-45a7-ac44-be59650cbeb6 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0496159 Sep 30 00:18:33.338656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1261c320-76fb-43c8-9fd1-c8ca89a4c4dc req-466aff09-7e87-4d18-b990-0dc75a80ec73 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334778 Sep 30 00:18:33.422662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-68a3d7c6-79cd-4046-b507-3ec1aa066d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:34.460729 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93ef73-cc46-4f86-bd83-f22966c4c6fc req-6fcc6072-1aae-4703-8140-29f71ca61a25 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:34.462171 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af93ef73-cc46-4f86-bd83-f22966c4c6fc req-6fcc6072-1aae-4703-8140-29f71ca61a25 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0532036 Sep 30 00:18:34.500425 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-af93ef73-cc46-4f86-bd83-f22966c4c6fc req-306cf87d-32fe-47e4-8865-f632d8978fee tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323117 Sep 30 00:18:35.729220 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af3c42-fa3f-4fa0-822e-da9b8f478484 req-4dea8865-2cee-49e0-9219-0fbb4d5e0942 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:35.730032 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40258) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:18:35.730757 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2af3c42-fa3f-4fa0-822e-da9b8f478484 req-4dea8865-2cee-49e0-9219-0fbb4d5e0942 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 945 time: 0.0521266 Sep 30 00:18:35.770707 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a2af3c42-fa3f-4fa0-822e-da9b8f478484 req-701d1dd9-b5b9-4209-b071-52e08f94bfd1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333765 Sep 30 00:18:35.823599 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-89f59222-0c4f-4c46-b0f7-4077cc221f4d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923195 Sep 30 00:18:35.832133 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-2a253c6c-3f33-4b06-b895-d819c5a6b512 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:18:35.833098 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-2a253c6c-3f33-4b06-b895-d819c5a6b512 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049033 Sep 30 00:18:36.046928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:18:36.130258 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:36.152772 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:18:36.154948 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe096de6-222d-4dd9-a3df-4835f1d19445" -d '{"events": [{"server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "name": "network-vif-unplugged", "status": "completed", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:18:36.169365 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:18:36.173683 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:36.203019 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Sep 2021 00:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2303cbb2-8e1c-4770-bfd7-9c067748bb9b x-openstack-request-id: req-2303cbb2-8e1c-4770-bfd7-9c067748bb9b {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:18:36.203315 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "name": "network-vif-unplugged", "status": "failed", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05", "code": 422}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:18:36.203567 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-2303cbb2-8e1c-4770-bfd7-9c067748bb9b {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:18:36.203985 n-d-811173-2 neutron-server[110007]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'code': 422} returned with failed status Sep 30 00:18:36.223755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:18:36.231785 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.232264 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.232624 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.232947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.233280 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.233612 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.233940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.234265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.234591 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.234914 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.235239 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.235563 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:36.344733 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-f0e74169-03d4-4421-9ee7-f132c5e39f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:36.732783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:36.887741 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5d383-63a8-4161-b395-6bad8ecab26e req-bfcdc517-ead4-4acd-a1c9-2eac3b1b2fa1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:36.889296 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96d5d383-63a8-4161-b395-6bad8ecab26e req-bfcdc517-ead4-4acd-a1c9-2eac3b1b2fa1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0505397 Sep 30 00:18:36.927989 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-96d5d383-63a8-4161-b395-6bad8ecab26e req-478c8872-8143-4571-b3f4-3b58045dd84a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325770 Sep 30 00:18:37.747048 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:38.093115 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79c100-f762-478b-a9f9-d807ecdfcbd9 req-b2cfcfb3-305c-4b80-858a-3f77c8ecfe86 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:38.094622 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d79c100-f762-478b-a9f9-d807ecdfcbd9 req-b2cfcfb3-305c-4b80-858a-3f77c8ecfe86 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0974159 Sep 30 00:18:38.132938 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d79c100-f762-478b-a9f9-d807ecdfcbd9 req-4166285c-6520-4d39-9e9b-a9c18af69a77 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322485 Sep 30 00:18:38.908863 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:39.315480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429c415-350e-4991-9cd1-ccb2ea619975 req-d5719603-cd1f-4771-8ee6-8a36e7754be4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:39.317234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5429c415-350e-4991-9cd1-ccb2ea619975 req-d5719603-cd1f-4771-8ee6-8a36e7754be4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.1035531 Sep 30 00:18:39.363097 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5429c415-350e-4991-9cd1-ccb2ea619975 req-11539aac-a2b8-428b-9bf6-bca7d00527d3 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339143 Sep 30 00:18:40.341984 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:40.477138 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-12ac47da-8af7-4f7d-9b45-919db5f928b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:40.478846 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-12ac47da-8af7-4f7d-9b45-919db5f928b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea&tenant_id=e8d7565ad9d84689a79802285ae626fd HTTP/1.1" status: 200 len: 1094 time: 0.0465443 Sep 30 00:18:40.484235 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a7ca0-308c-48d5-a2bd-f83cb5812366 req-f6ea07a4-8715-4cd0-8385-0a6ebccc70c1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:40.485747 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a82a7ca0-308c-48d5-a2bd-f83cb5812366 req-f6ea07a4-8715-4cd0-8385-0a6ebccc70c1 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0544503 Sep 30 00:18:40.490943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-811173-2', 'device_owner': 'compute:nova'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:18:40.524916 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a82a7ca0-308c-48d5-a2bd-f83cb5812366 req-014c9c75-35c2-4131-b9ca-536d017d2b39 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330219 Sep 30 00:18:40.546436 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:40.748720 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:18:40.782267 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h1-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:18:40.817038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:18:40.825072 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:40.837029 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Transition to ACTIVE for port object 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:18:40.840454 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:40.924712 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=7']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:18:40.936867 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.937221 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.937561 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.937898 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.938233 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.938565 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.938892 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.939244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.939571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.939923 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.940258 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.940581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:18:40.974155 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] No DVR routers for this DVR port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 on host n-h1-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:18:41.115823 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Attempting to bind port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:18:41.116188 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Attempting to bind port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:18:41.116522 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Attempting to bind port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:18:41.123231 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:18:41.123560 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Attempting to bind port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 on network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:18:41.129156 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:18:41.129493 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Checking segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:18:41.129880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Bound using segment: {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:18:41.130306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Bound port: 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f44ac94f-e637-4c82-893a-d3949fd5b4ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:18:41.130670 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:41.192969 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:18:41.195813 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:18:41.201178 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:41.238530 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:41.239161 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:41.240582 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] 10.222.0.26 "PUT /v2.0/ports/72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 1091 time: 0.7538707 Sep 30 00:18:41.241027 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:18:41.243280 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e77d8f-1276-4a75-9603-84f163444bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:18:41.293581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0166eae-df12-4f8c-a385-7ce8a1e29cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=8']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:18:41.314397 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-1dd86ffb-16de-4ffd-ba26-3bed15cf9be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:41.315967 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-1dd86ffb-16de-4ffd-ba26-3bed15cf9be6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1094 time: 0.0500648 Sep 30 00:18:41.412191 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-8ba1d3dc-a632-4463-950e-b66aeac84b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:41.414141 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-8ba1d3dc-a632-4463-950e-b66aeac84b16 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0904207 Sep 30 00:18:41.483632 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-09e4b9cc-34aa-4c5a-aafc-6339893e99d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 999 time: 0.0626638 Sep 30 00:18:41.533403 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-f515c0c1-5113-414c-8ac0-9efb7c0edeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:41.534690 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-f515c0c1-5113-414c-8ac0-9efb7c0edeba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0434332 Sep 30 00:18:41.586507 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-3dd1af06-a00e-4b5d-9b34-bcc6a9d8d03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:41.588638 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-3dd1af06-a00e-4b5d-9b34-bcc6a9d8d03f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464702 Sep 30 00:18:41.646093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc15e5-edb5-4eec-8050-22b68aafc0cf req-87818dc9-1963-461e-bd15-12af009006b9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:41.647591 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9fcc15e5-edb5-4eec-8050-22b68aafc0cf req-87818dc9-1963-461e-bd15-12af009006b9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0530326 Sep 30 00:18:41.684776 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-e6c83292-8445-406f-8d04-07746824bff6 service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892365 Sep 30 00:18:41.686710 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9fcc15e5-edb5-4eec-8050-22b68aafc0cf req-ca66784d-a0f3-4c16-8bf7-dbba46dc719a tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322831 Sep 30 00:18:41.776577 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-b89e5abe-5e07-44f4-bf3c-2f999bf778b2 service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840890 Sep 30 00:18:42.305520 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cc7bae-4cc4-4201-9325-9b02be9604bf x-openstack-request-id: req-52cc7bae-4cc4-4201-9325-9b02be9604bf {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:18:42.305817 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:18:42.306073 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-52cc7bae-4cc4-4201-9325-9b02be9604bf {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:18:42.307299 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'status': 'completed', 'code': 200} Sep 30 00:18:42.371752 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e77d8f-1276-4a75-9603-84f163444bbb req-968602e0-9dec-45dc-a50a-9390acc98701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:42.373271 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70e77d8f-1276-4a75-9603-84f163444bbb req-968602e0-9dec-45dc-a50a-9390acc98701 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1094 time: 0.0445273 Sep 30 00:18:42.462389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e77d8f-1276-4a75-9603-84f163444bbb req-3a9666ef-fad8-4158-9d30-b196637e106b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:42.464050 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70e77d8f-1276-4a75-9603-84f163444bbb req-3a9666ef-fad8-4158-9d30-b196637e106b service neutron] 10.222.0.26 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0839064 Sep 30 00:18:42.531153 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70e77d8f-1276-4a75-9603-84f163444bbb req-0214a3d0-15bd-40dd-8125-1d492032a786 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 999 time: 0.0598886 Sep 30 00:18:42.580552 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e77d8f-1276-4a75-9603-84f163444bbb req-4feacb18-2b06-449e-bcd1-1d19add41d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:42.581882 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70e77d8f-1276-4a75-9603-84f163444bbb req-4feacb18-2b06-449e-bcd1-1d19add41d40 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0434747 Sep 30 00:18:42.627500 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e77d8f-1276-4a75-9603-84f163444bbb req-2e17e009-1e0b-4fbb-aa11-1ffab190166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:42.628994 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70e77d8f-1276-4a75-9603-84f163444bbb req-2e17e009-1e0b-4fbb-aa11-1ffab190166f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399208 Sep 30 00:18:42.720004 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70e77d8f-1276-4a75-9603-84f163444bbb req-d914fd46-5214-4558-a69e-d6e42e3a6da2 service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826192 Sep 30 00:18:42.800507 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1126168-617a-41b8-94ea-43c97d819408 req-d081c827-2bd2-4ffe-a374-f1e6592626af tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:42.802033 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1126168-617a-41b8-94ea-43c97d819408 req-d081c827-2bd2-4ffe-a374-f1e6592626af tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0492897 Sep 30 00:18:42.813553 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-70e77d8f-1276-4a75-9603-84f163444bbb req-bc8f0654-4895-4794-abf4-0b336c14ff8a service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866394 Sep 30 00:18:42.841004 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c1126168-617a-41b8-94ea-43c97d819408 req-8524e47b-979d-4642-993f-fd27d63e2bec tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316348 Sep 30 00:18:43.958533 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534675-2fbe-4526-9fcc-5afb7b79fa30 req-2a852541-8e63-4c86-bc1a-0140d793a2e2 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:43.960052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56534675-2fbe-4526-9fcc-5afb7b79fa30 req-2a852541-8e63-4c86-bc1a-0140d793a2e2 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0489829 Sep 30 00:18:43.998109 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-56534675-2fbe-4526-9fcc-5afb7b79fa30 req-85b19985-462d-4817-9cbf-46d82074b765 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319352 Sep 30 00:18:45.116230 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06545d66-298e-4246-8859-b807fa3bd316 req-2f28ffdf-3db2-4d8f-8397-c8c0c736ff7e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:45.120135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06545d66-298e-4246-8859-b807fa3bd316 req-2f28ffdf-3db2-4d8f-8397-c8c0c736ff7e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0566664 Sep 30 00:18:45.157620 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06545d66-298e-4246-8859-b807fa3bd316 req-d6b2e96a-c635-4d09-8815-890caa99c46e tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Sep 30 00:18:46.274659 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b6a8e-4346-4995-8ce3-63eb162c4b46 req-99bc99b7-8a7d-46e3-ac28-e9142f41f3c7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:46.276796 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-877b6a8e-4346-4995-8ce3-63eb162c4b46 req-99bc99b7-8a7d-46e3-ac28-e9142f41f3c7 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0511103 Sep 30 00:18:46.315477 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-877b6a8e-4346-4995-8ce3-63eb162c4b46 req-0ba28fac-d8ad-4265-b412-99e91b3310f4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328400 Sep 30 00:18:47.429925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3081f7-67df-418a-b323-a8f11013216d req-8308af0a-14c1-4b75-b70b-f71768b351df tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:47.431447 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d3081f7-67df-418a-b323-a8f11013216d req-8308af0a-14c1-4b75-b70b-f71768b351df tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0484774 Sep 30 00:18:47.470712 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-1d3081f7-67df-418a-b323-a8f11013216d req-c50af969-960c-4595-8baf-7a931bb22a59 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327339 Sep 30 00:18:47.698500 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:18:48.590439 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac72f00-ec83-4143-b78b-f21a2e8b1d80 req-ab603665-bfcd-43be-8d51-4fd8f7330e17 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:48.591851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ac72f00-ec83-4143-b78b-f21a2e8b1d80 req-ab603665-bfcd-43be-8d51-4fd8f7330e17 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0549066 Sep 30 00:18:48.629112 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2ac72f00-ec83-4143-b78b-f21a2e8b1d80 req-e79d4c47-b277-425b-90da-34c1e9d869ee tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Sep 30 00:18:49.744104 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa19b4c-3d43-4a8f-ae9d-8c032962cb26 req-335f1772-fedf-4424-b860-b411590211e8 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:49.754570 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2aa19b4c-3d43-4a8f-ae9d-8c032962cb26 req-335f1772-fedf-4424-b860-b411590211e8 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0595479 Sep 30 00:18:49.793748 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-2aa19b4c-3d43-4a8f-ae9d-8c032962cb26 req-d1988b7b-508e-41e3-9abe-fca1d390e29d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331666 Sep 30 00:18:50.896720 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:50.907585 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1004207-2c9f-40b8-81dc-e40bd2228d01 req-f8caae9a-6765-4f36-a894-a6c9cdfd5689 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:50.909141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1004207-2c9f-40b8-81dc-e40bd2228d01 req-f8caae9a-6765-4f36-a894-a6c9cdfd5689 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 943 time: 0.0497584 Sep 30 00:18:50.946365 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1004207-2c9f-40b8-81dc-e40bd2228d01 req-d0d14230-764c-42ba-9c22-755893675474 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310907 Sep 30 00:18:51.273112 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:18:51.365128 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:18:51.376497 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'port_id': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'mac_address': 'fa:16:3e:93:fd:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 520, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:18:51.415490 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:51.427509 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:18:51.445768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:18:51.450709 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:51.497533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=9']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:18:51.689204 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['72f26c8c-d6e2-4ad3-987a-1f3a28df3a05'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:18:52.065320 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ac40e-2713-4eb6-8fef-610de2ecc06b req-877b956c-b5d3-436f-96eb-84f67f8c03d4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:52.066830 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-080ac40e-2713-4eb6-8fef-610de2ecc06b req-877b956c-b5d3-436f-96eb-84f67f8c03d4 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 944 time: 0.0530717 Sep 30 00:18:52.105520 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-080ac40e-2713-4eb6-8fef-610de2ecc06b req-8a30084d-9779-4a1e-9f91-ce3d1707fe78 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327065 Sep 30 00:18:53.219480 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ba752-0fd8-4f96-a831-1bcc153b7326 req-b98e0121-ec3e-4378-9c3e-00875f540088 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:53.220993 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f0ba752-0fd8-4f96-a831-1bcc153b7326 req-b98e0121-ec3e-4378-9c3e-00875f540088 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 944 time: 0.0492325 Sep 30 00:18:53.258133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f0ba752-0fd8-4f96-a831-1bcc153b7326 req-75e82aaf-b895-4725-ba09-43925e574712 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312223 Sep 30 00:18:53.288466 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:18:53.336210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:18:53.340337 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:18:53.340704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:53.416962 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:53.439433 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:18:53.441825 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbc28976-f892-4a7a-a637-654e956b96fc" -d '{"events": [{"server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "name": "network-vif-plugged", "status": "completed", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:18:53.454786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:18:53.458971 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:18:53.483652 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44dd73ad-1723-41da-a76f-49d041926dcd x-openstack-request-id: req-44dd73ad-1723-41da-a76f-49d041926dcd {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:18:53.483972 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "name": "network-vif-plugged", "status": "completed", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:18:53.484226 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-44dd73ad-1723-41da-a76f-49d041926dcd {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:18:53.484617 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'code': 200} Sep 30 00:18:53.510862 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=10']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:18:53.631907 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd4413-9912-4beb-9c61-d890ac51e93e req-3bee6e0c-1031-4bdb-9c1e-0760c761c7af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:53.633395 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03fd4413-9912-4beb-9c61-d890ac51e93e req-3bee6e0c-1031-4bdb-9c1e-0760c761c7af service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1097 time: 0.0437930 Sep 30 00:18:53.668378 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-03fd4413-9912-4beb-9c61-d890ac51e93e req-adce6146-32c0-4aa5-9ba2-3a897c9137af service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275674 Sep 30 00:18:54.373459 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754ebbf-17fa-41f3-8e37-4f1ba752646c req-abc0bbee-cf55-4042-89f5-11482770933c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:54.374929 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6754ebbf-17fa-41f3-8e37-4f1ba752646c req-abc0bbee-cf55-4042-89f5-11482770933c tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 946 time: 0.0492942 Sep 30 00:18:54.411751 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-6754ebbf-17fa-41f3-8e37-4f1ba752646c req-a7c9ddf5-8446-459c-b6b3-4b10cd6260a9 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Sep 30 00:18:55.542612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd06c1-7491-447f-8034-5ff60beb84c1 req-f7118cbf-2034-43b9-bd6b-fabddc3a5e09 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:55.544134 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7cd06c1-7491-447f-8034-5ff60beb84c1 req-f7118cbf-2034-43b9-bd6b-fabddc3a5e09 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 946 time: 0.0539055 Sep 30 00:18:55.581271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7cd06c1-7491-447f-8034-5ff60beb84c1 req-5f49d98e-b93e-42b2-acba-d0ab5998bc15 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310948 Sep 30 00:18:57.255332 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-f7204e72-3cd1-4827-b739-234306ba66b6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386658 Sep 30 00:18:57.335098 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-2680a559-af7d-41f6-b291-e5d11c1d3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:57.336641 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-2680a559-af7d-41f6-b291-e5d11c1d3c60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1097 time: 0.0413370 Sep 30 00:18:57.758879 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-40f29a6b-15ae-424f-a541-dcb9526a6d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:57.760374 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-40f29a6b-15ae-424f-a541-dcb9526a6d80 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.4048142 Sep 30 00:18:57.826172 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-28982319-db23-47b4-a9e9-2d72f13d7d8f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 1001 time: 0.0575459 Sep 30 00:18:57.875235 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-3847acfd-2e40-40bd-bcd1-761d8dfb9948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:57.876672 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-3847acfd-2e40-40bd-bcd1-761d8dfb9948 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0427141 Sep 30 00:18:57.924964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-4fdb8ebc-8dd8-49e1-a0d0-a7177682a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:18:57.926422 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-4fdb8ebc-8dd8-49e1-a0d0-a7177682a865 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420954 Sep 30 00:18:58.016498 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-c680660a-7346-491b-a13d-220bfb8285f7 service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822525 Sep 30 00:18:58.108642 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-30889f06-e03f-4cf9-bbe7-981a03da1c61 req-4a4a0cac-6de7-4276-9cdb-baa05f4f96ea service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837510 Sep 30 00:19:03.415143 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dbc6d1ff-706d-45c2-b38c-eaa65b4d291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:06.344536 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f25bd78-7d1f-4fab-91d3-07733361302a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:06.724077 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:07.749962 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:08.910991 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:10.348587 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:20.913658 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:24.697274 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:19:33.417279 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a60e2138-d5fa-4137-8a33-830f6855f129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:36.344711 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1669d224-77dc-45da-8f2f-595d9e8f7d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:36.727068 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:37.752133 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:38.912768 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:40.344476 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:50.927020 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:19:58.326369 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-648d3220-9352-41fb-aff4-e95d39e7796a req-70c41d96-a474-401e-946f-ed9c2cde289f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0803268 Sep 30 00:19:58.408449 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d3220-9352-41fb-aff4-e95d39e7796a req-affc6b72-1d34-4251-a692-43ce85c8946f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:19:58.409935 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-648d3220-9352-41fb-aff4-e95d39e7796a req-affc6b72-1d34-4251-a692-43ce85c8946f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1097 time: 0.0405889 Sep 30 00:19:58.515937 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d3220-9352-41fb-aff4-e95d39e7796a req-43bacdcb-fb40-4337-a591-f4b5af10ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:19:58.517334 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-648d3220-9352-41fb-aff4-e95d39e7796a req-43bacdcb-fb40-4337-a591-f4b5af10ec4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.0876646 Sep 30 00:19:58.582053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-648d3220-9352-41fb-aff4-e95d39e7796a req-abbffef6-73bb-40fa-b2e3-78d6370dea6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 1001 time: 0.0573015 Sep 30 00:19:58.633038 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d3220-9352-41fb-aff4-e95d39e7796a req-c4af2043-115d-400c-8c5e-d88be216b0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:19:58.634441 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-648d3220-9352-41fb-aff4-e95d39e7796a req-c4af2043-115d-400c-8c5e-d88be216b0dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0458741 Sep 30 00:19:58.684136 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d3220-9352-41fb-aff4-e95d39e7796a req-4744a050-af7c-4dd8-af52-20d44e952d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:19:58.685596 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-648d3220-9352-41fb-aff4-e95d39e7796a req-4744a050-af7c-4dd8-af52-20d44e952d4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398810 Sep 30 00:19:58.783618 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-648d3220-9352-41fb-aff4-e95d39e7796a req-ddc21e9c-3c3e-4d99-940b-99cf4505b361 service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900371 Sep 30 00:19:58.871372 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-648d3220-9352-41fb-aff4-e95d39e7796a req-dc5b9d1c-0432-42d5-bcc9-239e5c1c9768 service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812309 Sep 30 00:20:01.698083 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:20:03.419547 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-494b6b1d-fa0c-4b89-8aed-a28a7b82a2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:06.344209 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-450839e1-4fb0-41f0-b5a7-54a79adad200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:06.727443 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:07.755513 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:08.914809 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:10.360251 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:11.390417 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40354) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:11.546097 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Deleting port f4e55800-76dd-4be4-ad4b-72eea836f287 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:20:11.546440 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:11.625237 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:11.625569 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:11.637807 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Calling delete_port for f4e55800-76dd-4be4-ad4b-72eea836f287 owned by network:floatingip {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:20:11.783105 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:11.808257 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event deleted for resources: {'Port': ['ID=f4e55800-76dd-4be4-ad4b-72eea836f287,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:11.834891 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.835234 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.835570 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.836002 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.836332 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.836656 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.836982 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.837306 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.837622 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.837941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.838265 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.838581 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:11.875370 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for floatingip, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:11.875643 n-d-811173-2 neutron-server[110006]: INFO neutron.db.l3_db [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Floating IP 49ced13d-04c9-488a-83a8-bcbdbb3c0066 disassociated (deleted). External IP: 172.25.4.116, port: 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05. Sep 30 00:20:12.085390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:20:12.197992 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:20:12.202801 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:12.207892 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] Sync routers for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:20:12.217223 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:12.217834 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:12.230512 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-03376094-575e-491c-9c20-b74d0864a94d tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "DELETE /v2.0/floatingips/49ced13d-04c9-488a-83a8-bcbdbb3c0066 HTTP/1.1" status: 204 len: 168 time: 0.8389773 Sep 30 00:20:12.231085 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:20:12.233352 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3283ae7b-1287-4292-8fa9-2abf2e86069b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:20:12.276604 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40999ca-5e6d-46e7-97ec-c0c1d440ebbc x-openstack-request-id: req-f40999ca-5e6d-46e7-97ec-c0c1d440ebbc {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:20:12.276893 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:20:12.277139 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f40999ca-5e6d-46e7-97ec-c0c1d440ebbc {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:20:12.277541 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'status': 'completed', 'code': 200} Sep 30 00:20:12.338083 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:12.343914 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-0253de73-b273-44ae-9ffb-22c63fbbac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:12.345523 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-0253de73-b273-44ae-9ffb-22c63fbbac04 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e8d7565ad9d84689a79802285ae626fd&device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 1097 time: 0.0456851 Sep 30 00:20:12.458881 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-73ed4ee0-7566-4b29-89ef-63fa39da9ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:12.461258 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-73ed4ee0-7566-4b29-89ef-63fa39da9ba4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 200 len: 910 time: 0.1034348 Sep 30 00:20:12.471262 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699fb9f-90a2-4b9e-8ccb-e2ad698a4e82 req-34053056-9caf-40fb-8729-88074b41d315 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:12.472812 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3699fb9f-90a2-4b9e-8ccb-e2ad698a4e82 req-34053056-9caf-40fb-8729-88074b41d315 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 946 time: 0.0539033 Sep 30 00:20:12.508925 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-2222d1f0-4361-4690-93d3-feeef743e7d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 200 len: 217 time: 0.0391684 Sep 30 00:20:12.518659 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3699fb9f-90a2-4b9e-8ccb-e2ad698a4e82 req-6d21e25c-0a49-4ce1-bbff-a2fe8aecd4af tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391529 Sep 30 00:20:12.566206 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-9135336b-066b-42d5-afd7-bc9994f23c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:12.567706 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-9135336b-066b-42d5-afd7-bc9994f23c30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 200 len: 848 time: 0.0517216 Sep 30 00:20:12.574496 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:12.601085 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] Checking router: 8d065fe5-5db4-42ed-a118-f213ce5cebb1 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:20:12.609156 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:12.609867 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:12.616261 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-b2490a88-2eae-44bb-bf79-8a4b493bd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:12.617926 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-b2490a88-2eae-44bb-bf79-8a4b493bd7c4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93306b94-9a5e-41d2-ba7d-61d1c8c3164f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409431 Sep 30 00:20:12.709997 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-916c4ddc-07af-4dad-aaf2-acdd0143edfb service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838037 Sep 30 00:20:12.715100 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:12.814098 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-3283ae7b-1287-4292-8fa9-2abf2e86069b req-11e2fdc1-9808-4754-890c-bb67a0d58e7f service neutron] 10.222.0.26 "GET /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965371 Sep 30 00:20:12.918855 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:13.032919 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896caafa-3f5e-42c9-af11-5a3b56040cb5 None None] The sync data for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 is: [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0', 'name': '', 'network_id': '93306b94-9a5e-41d2-ba7d-61d1c8c3164f', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'mac_address': 'fa:16:3e:ae:8b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:46Z', 'updated_at': '2021-09-30T00:10:51Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'subnets': [{'id': '9dd4a955-6d8b-4321-ac64-7017b33ddefa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:20:13.253062 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e982e810-380c-4e9e-8d35-8b2bf08504fa None None] New status for floating IP 49ced13d-04c9-488a-83a8-bcbdbb3c0066: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:20:13.637382 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa37d9-9a4a-4d74-8496-6d9795663094 req-b3a70acd-b2c4-4cef-b81a-a8d0a8c2fa59 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:13.638896 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27fa37d9-9a4a-4d74-8496-6d9795663094 req-b3a70acd-b2c4-4cef-b81a-a8d0a8c2fa59 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 946 time: 0.0495694 Sep 30 00:20:13.676777 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-27fa37d9-9a4a-4d74-8496-6d9795663094 req-4eb2a5aa-344e-4354-93ae-a1a510749a21 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/security-groups?id=6f211a76-fb3c-4c79-866d-491ae3f133a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316744 Sep 30 00:20:13.920975 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95600827-ff83-47c1-830f-d6404164ffd7 req-6b773daf-4686-4257-83be-59c7bc168fd8 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:13.922338 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-95600827-ff83-47c1-830f-d6404164ffd7 req-6b773daf-4686-4257-83be-59c7bc168fd8 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.26 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 946 time: 0.0490754 Sep 30 00:20:14.014791 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-95600827-ff83-47c1-830f-d6404164ffd7 req-352d8020-759f-4ab7-bd93-5aa343b682b5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Deleting port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:20:14.015136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-95600827-ff83-47c1-830f-d6404164ffd7 req-352d8020-759f-4ab7-bd93-5aa343b682b5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:14.102781 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-95600827-ff83-47c1-830f-d6404164ffd7 req-352d8020-759f-4ab7-bd93-5aa343b682b5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] For port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:14.103151 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-95600827-ff83-47c1-830f-d6404164ffd7 req-352d8020-759f-4ab7-bd93-5aa343b682b5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:14.116050 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-95600827-ff83-47c1-830f-d6404164ffd7 req-352d8020-759f-4ab7-bd93-5aa343b682b5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Calling delete_port for 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:20:14.246199 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-95600827-ff83-47c1-830f-d6404164ffd7 req-352d8020-759f-4ab7-bd93-5aa343b682b5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:14.275730 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d8020-759f-4ab7-bd93-5aa343b682b5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event deleted for resources: {'Port': ['ID=72f26c8c-d6e2-4ad3-987a-1f3a28df3a05,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:14.321045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-95600827-ff83-47c1-830f-d6404164ffd7 req-352d8020-759f-4ab7-bd93-5aa343b682b5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] No DVR routers for this DVR port 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:20:14.323945 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-95600827-ff83-47c1-830f-d6404164ffd7 req-352d8020-759f-4ab7-bd93-5aa343b682b5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:14.326456 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-95600827-ff83-47c1-830f-d6404164ffd7 req-352d8020-759f-4ab7-bd93-5aa343b682b5 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.26 "DELETE /v2.0/ports/72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 HTTP/1.1" status: 204 len: 173 time: 0.3978336 Sep 30 00:20:14.326913 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'name': 'network-vif-deleted', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:20:14.329751 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b998df7-d77d-446b-976e-1b2b91a69c30" -d '{"events": [{"server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "name": "network-vif-deleted", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:20:14.370418 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b0ca15-2fb0-4ac8-9933-c7a815804e22 x-openstack-request-id: req-31b0ca15-2fb0-4ac8-9933-c7a815804e22 {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:20:14.370717 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f127b28-956b-4e91-aae8-d6a34503caea", "name": "network-vif-deleted", "tag": "72f26c8c-d6e2-4ad3-987a-1f3a28df3a05", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:20:14.370968 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-31b0ca15-2fb0-4ac8-9933-c7a815804e22 {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:20:14.371367 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f127b28-956b-4e91-aae8-d6a34503caea', 'name': 'network-vif-deleted', 'tag': '72f26c8c-d6e2-4ad3-987a-1f3a28df3a05', 'status': 'completed', 'code': 200} Sep 30 00:20:14.781537 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-33bb9a9b-8192-4512-86c8-1e1a0d613cb8 req-4b39b7af-88f9-45d8-a1a6-e01220380d39 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 210 time: 0.0313301 Sep 30 00:20:15.877881 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c20ebaec-d6f1-43c9-a7e5-2fe2bb66b3b9 req-7fb83d54-354d-4e5e-8f71-b44a7cf61dfe tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 210 time: 0.0265868 Sep 30 00:20:16.976593 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b233ff33-62e9-4098-bb54-c1088708d9f5 req-d31b3c76-51c9-4685-9a4e-c8c5e21eec15 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 210 time: 0.0277638 Sep 30 00:20:17.645686 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:20:17.666638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:20:17.666991 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 72f26c8c-d6e2-4ad3-987a-1f3a28df3a05 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:20:18.092439 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9f75ca07-d632-4d69-9139-c684a41fdedb req-0e8555a7-63a2-4f71-9bba-d2bf1b747d99 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "GET /v2.0/ports?device_id=8f127b28-956b-4e91-aae8-d6a34503caea HTTP/1.1" status: 200 len: 210 time: 0.0290787 Sep 30 00:20:19.153200 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40386) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:19.214867 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f07db78-492a-4fa1-b4c6-264b7029c809 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:19.241224 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f07db78-492a-4fa1-b4c6-264b7029c809 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:19.305191 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f07db78-492a-4fa1-b4c6-264b7029c809 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:19.307841 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3f07db78-492a-4fa1-b4c6-264b7029c809 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:19.309327 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3f07db78-492a-4fa1-b4c6-264b7029c809 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] 10.222.0.44 "DELETE /v2.0/security-groups/6f211a76-fb3c-4c79-866d-491ae3f133a4 HTTP/1.1" status: 204 len: 168 time: 0.1550121 Sep 30 00:20:19.320073 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07db78-492a-4fa1-b4c6-264b7029c809 tempest-TestShelveInstance-2116853883 tempest-TestShelveInstance-2116853883-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f211a76-fb3c-4c79-866d-491ae3f133a4,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:19.363707 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40390) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:19.816481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:20.063943 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] Deleting port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:20:20.064166 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:20.140774 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] For port 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:20.141141 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:20.154529 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] Calling delete_port for 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:20:20.339481 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:20.370283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:20.540382 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:20.760076 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] Router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:20:20.884542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:20:20.889563 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cd5c3c71-c72d-47e0-9938-679f157d8850 admin admin] 10.222.0.44 "PUT /v2.0/routers/8d065fe5-5db4-42ed-a118-f213ce5cebb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5247717 Sep 30 00:20:20.892544 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40394) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:20.894533 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] Sync routers for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:20:20.904761 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:20.905376 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:20.938075 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:20.998279 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Notify callbacks [] for router, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:21.009934 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:21.100533 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:21.153506 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Deleting port ffd50ac9-0cce-420d-b4bf-083df6ef10e6 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:20:21.153854 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:21.191678 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136'}], 'enable_snat': True}, 'gw_port_id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:20:20Z', 'revision_number': 5, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port': {'id': 'ffd50ac9-0cce-420d-b4bf-083df6ef10e6', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:5c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:10:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:21.223477 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] Checking router: 8d065fe5-5db4-42ed-a118-f213ce5cebb1 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:20:21.233027 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] Routers {'8d065fe5-5db4-42ed-a118-f213ce5cebb1'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:21.233661 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:21.243926 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] For port ffd50ac9-0cce-420d-b4bf-083df6ef10e6, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ffd50ac9-0cce-420d-b4bf-083df6ef10e6,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:21.244596 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:21.258019 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Calling delete_port for ffd50ac9-0cce-420d-b4bf-083df6ef10e6 owned by network:router_gateway {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:20:21.327611 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] Set router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:21.379985 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:20:21Z', 'revision_number': 6, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:21.412997 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d552e6b3-ee77-4fef-859c-b6148d0006c6 None None] The sync data for ids ['8d065fe5-5db4-42ed-a118-f213ce5cebb1'] in n-d-811173-2 is: [{'id': '8d065fe5-5db4-42ed-a118-f213ce5cebb1', 'name': 'tempest-TestShelveInstance-1977987989-router', 'tenant_id': 'e8d7565ad9d84689a79802285ae626fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:44Z', 'updated_at': '2021-09-30T00:20:21Z', 'revision_number': 6, 'project_id': 'e8d7565ad9d84689a79802285ae626fd', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:20:21.444828 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:21.470447 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd50ac9-0cce-420d-b4bf-083df6ef10e6,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:21.498219 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.498663 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.499011 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.499353 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.499694 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.500057 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.500607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.500947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.501282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.501610 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.501938 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.502266 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:21.545254 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:21.940164 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:21.942712 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:21.983675 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:21.984204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d065fe5-5db4-42ed-a118-f213ce5cebb1 {{(pid=110005) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:20:21.988561 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:21.989741 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ab5f6463-0221-4adc-aeaa-399cfb7b11ca admin admin] 10.222.0.44 "DELETE /v2.0/routers/8d065fe5-5db4-42ed-a118-f213ce5cebb1 HTTP/1.1" status: 204 len: 168 time: 1.0955391 Sep 30 00:20:21.992428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40396) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:22.035900 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_v2 [None req-830d6b02-d217-498c-946d-ae1aec8f3a10 admin admin] Deleting subnet 9dd4a955-6d8b-4321-ac64-7017b33ddefa {{(pid=110005) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:20:22.038798 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-830d6b02-d217-498c-946d-ae1aec8f3a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.071351 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-830d6b02-d217-498c-946d-ae1aec8f3a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4435240'] for subnet, precommit_delete_associations {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.149204 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-830d6b02-d217-498c-946d-ae1aec8f3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.212820 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-830d6b02-d217-498c-946d-ae1aec8f3a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5133037', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4498461'] for subnet, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.243473 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d6b02-d217-498c-946d-ae1aec8f3a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dd4a955-6d8b-4321-ac64-7017b33ddefa,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:22.250412 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ffd50ac9-0cce-420d-b4bf-083df6ef10e6 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:20:22.252924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-830d6b02-d217-498c-946d-ae1aec8f3a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.253319 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10867bd6-5827-46f4-8458-b10de9248422 None None] Network 93306b94-9a5e-41d2-ba7d-61d1c8c3164f requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:20:22.254992 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-830d6b02-d217-498c-946d-ae1aec8f3a10 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/9dd4a955-6d8b-4321-ac64-7017b33ddefa HTTP/1.1" status: 204 len: 168 time: 0.2616515 Sep 30 00:20:22.258491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40398) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:22.275309 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ffd50ac9-0cce-420d-b4bf-083df6ef10e6 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:20:22.275931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ffd50ac9-0cce-420d-b4bf-083df6ef10e6 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:20:22.276347 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:20:22.308007 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:20:22.308191 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 8e8ef53b-478f-4aac-9d2c-01d0f4c05ef0 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:20:22.335771 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.390641 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Deleting port f2994ddf-371f-4630-badc-eb839e57ffb5 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:20:22.390987 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.461786 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] For port f2994ddf-371f-4630-badc-eb839e57ffb5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f2994ddf-371f-4630-badc-eb839e57ffb5,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:22.462153 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.472153 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] DHCP port deletion for 93306b94-9a5e-41d2-ba7d-61d1c8c3164f request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:20:22.483310 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Calling delete_port for f2994ddf-371f-4630-badc-eb839e57ffb5 owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:20:22.522164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Deleting port f2994ddf-371f-4630-badc-eb839e57ffb5 {{(pid=110007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:20:22.522640 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.565869 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.589181 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2994ddf-371f-4630-badc-eb839e57ffb5,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:22.591479 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] For port f2994ddf-371f-4630-badc-eb839e57ffb5, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=f2994ddf-371f-4630-badc-eb839e57ffb5,segment=NetworkSegment(f44ac94f-e637-4c82-893a-d3949fd5b4ac),segment_id=f44ac94f-e637-4c82-893a-d3949fd5b4ac)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:22.591970 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.595130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] No DVR routers for this DVR port f2994ddf-371f-4630-badc-eb839e57ffb5 on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:20:22.605384 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Calling delete_port for f2994ddf-371f-4630-badc-eb839e57ffb5 owned by network:dhcp {{(pid=110007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:20:22.674070 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 30 00:20:22.674305 n-d-811173-2 neutron-server[110007]: self.session.flush() Sep 30 00:20:22.680125 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754'] for port, after_delete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.692737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93306b94-9a5e-41d2-ba7d-61d1c8c3164f']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:22.702879 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44ac94f-e637-4c82-893a-d3949fd5b4ac') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:22.703177 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44ac94f-e637-4c82-893a-d3949fd5b4ac') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:22.708276 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Pushing event deleted for resources: {'Port': ['ID=f2994ddf-371f-4630-badc-eb839e57ffb5,revision_number=None']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:22.714003 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.716726 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] No DVR routers for this DVR port f2994ddf-371f-4630-badc-eb839e57ffb5 on host n-d-811173-2 {{(pid=110007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:20:22.719255 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.719493 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.719858 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.720213 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.720549 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.720882 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.721210 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.721544 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.721871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.722195 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.722524 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.722845 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d966963-9991-498f-b87f-06af59a4ba93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:22.731999 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.737645 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:20:22.738034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: timer() Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: self._notify() Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:20:22.739716 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:20:22.794008 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.799276 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:22.801137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] 10.222.0.44 "DELETE /v2.0/networks/93306b94-9a5e-41d2-ba7d-61d1c8c3164f HTTP/1.1" status: 204 len: 168 time: 0.5416880 Sep 30 00:20:22.804358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40400) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:22.811282 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6897dfa-4eea-41e2-b51b-4038ead6662d admin admin] Pushing event deleted for resources: {'Network': ['ID=93306b94-9a5e-41d2-ba7d-61d1c8c3164f,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:23.589612 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:23.850571 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] Deleting port 6fb63312-bfd9-4293-8d6a-b6cedd366122 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:20:23.851270 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:23.933652 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] For port 6fb63312-bfd9-4293-8d6a-b6cedd366122, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6fb63312-bfd9-4293-8d6a-b6cedd366122,segment=NetworkSegment(7a888a46-91a2-4380-b314-41f9599004bf),segment_id=7a888a46-91a2-4380-b314-41f9599004bf)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:23.934019 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:23.946389 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] Calling delete_port for 6fb63312-bfd9-4293-8d6a-b6cedd366122 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:20:24.030595 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f2994ddf-371f-4630-badc-eb839e57ffb5 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:20:24.051211 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: f2994ddf-371f-4630-badc-eb839e57ffb5 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:20:24.051674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device f2994ddf-371f-4630-badc-eb839e57ffb5 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:20:24.127211 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:24.153863 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb63312-bfd9-4293-8d6a-b6cedd366122,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:24.321923 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:24.538451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] Router c408eeea-9fdc-4a94-8732-7031d3dc1c5f has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:20:24.642702 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:20:24.648418 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-a0560381-b4fc-42d9-ba2e-60a0d2c2bb7f admin admin] 10.222.0.44 "PUT /v2.0/routers/c408eeea-9fdc-4a94-8732-7031d3dc1c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8428831 Sep 30 00:20:24.651400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40402) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:24.652514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] Sync routers for ids ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:20:24.661349 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] Routers {'c408eeea-9fdc-4a94-8732-7031d3dc1c5f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:24.662695 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:24.757265 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:24.873625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:24.933452 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] Set router c408eeea-9fdc-4a94-8732-7031d3dc1c5f gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:24.933721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Deleting port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:20:24.933906 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.018542 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] For port e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:25.019222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.033527 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Calling delete_port for e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:20:25.110618 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'name': 'tempest-TestShelveInstance-1251899740-router', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241'}], 'enable_snat': True}, 'gw_port_id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:20:24Z', 'revision_number': 5, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'gw_port': {'id': 'e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f8:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:25.141115 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] Checking router: c408eeea-9fdc-4a94-8732-7031d3dc1c5f for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:20:25.150894 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] Routers {'c408eeea-9fdc-4a94-8732-7031d3dc1c5f'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:25.151542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:25.206503 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.234510 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Pushing event deleted for resources: {'Port': ['ID=e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:25.241175 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] Set router c408eeea-9fdc-4a94-8732-7031d3dc1c5f gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:25.292069 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'name': 'tempest-TestShelveInstance-1251899740-router', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:20:24Z', 'revision_number': 6, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:25.294175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.323468 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba43af16-2ecc-414f-9762-013303e6bc92 None None] The sync data for ids ['c408eeea-9fdc-4a94-8732-7031d3dc1c5f'] in n-d-811173-2 is: [{'id': 'c408eeea-9fdc-4a94-8732-7031d3dc1c5f', 'name': 'tempest-TestShelveInstance-1251899740-router', 'tenant_id': 'c724c8a055b24055a649b163e2504ddd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:10:49Z', 'updated_at': '2021-09-30T00:20:24Z', 'revision_number': 6, 'project_id': 'c724c8a055b24055a649b163e2504ddd', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:20:25.388053 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.390331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.437561 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.438123 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c408eeea-9fdc-4a94-8732-7031d3dc1c5f {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:20:25.442991 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.444272 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-7cc3077c-e934-4b69-a413-b26853e69918 admin admin] 10.222.0.44 "DELETE /v2.0/routers/c408eeea-9fdc-4a94-8732-7031d3dc1c5f HTTP/1.1" status: 204 len: 168 time: 0.7918932 Sep 30 00:20:25.446801 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40406) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:25.491230 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75cbcb5-6941-47fa-aff3-15a4cc7bae94 admin admin] Deleting subnet c2128fa3-b64b-4081-bcd7-5c7b85ed758a {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:20:25.494187 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c75cbcb5-6941-47fa-aff3-15a4cc7bae94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.527892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c75cbcb5-6941-47fa-aff3-15a4cc7bae94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.607052 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c75cbcb5-6941-47fa-aff3-15a4cc7bae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.658787 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c75cbcb5-6941-47fa-aff3-15a4cc7bae94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.681830 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cbcb5-6941-47fa-aff3-15a4cc7bae94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2128fa3-b64b-4081-bcd7-5c7b85ed758a,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:25.690575 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c75cbcb5-6941-47fa-aff3-15a4cc7bae94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.692495 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c75cbcb5-6941-47fa-aff3-15a4cc7bae94 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/c2128fa3-b64b-4081-bcd7-5c7b85ed758a HTTP/1.1" status: 204 len: 168 time: 0.2447588 Sep 30 00:20:25.695636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40408) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:25.698598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abd1811-8741-4601-a147-655fdae61ac4 None None] Network 537367cc-d053-404b-a0f8-2cea4aa9166b requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:20:25.771672 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.828122 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Deleting port 47eb5407-c3bc-463e-8feb-cdc97451a632 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:20:25.828578 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.892800 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] For port 47eb5407-c3bc-463e-8feb-cdc97451a632, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=47eb5407-c3bc-463e-8feb-cdc97451a632,segment=NetworkSegment(7a888a46-91a2-4380-b314-41f9599004bf),segment_id=7a888a46-91a2-4380-b314-41f9599004bf)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:25.893504 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:25.906329 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Calling delete_port for 47eb5407-c3bc-463e-8feb-cdc97451a632 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:20:25.986634 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.012741 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Pushing event deleted for resources: {'Port': ['ID=47eb5407-c3bc-463e-8feb-cdc97451a632,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:26.017567 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] No DVR routers for this DVR port 47eb5407-c3bc-463e-8feb-cdc97451a632 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:20:26.092925 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.104919 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba57245-91a1-4631-9b7d-a69d81823c70 None None] DHCP port deletion for 537367cc-d053-404b-a0f8-2cea4aa9166b request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:20:26.120213 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537367cc-d053-404b-a0f8-2cea4aa9166b']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:26.132355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a888a46-91a2-4380-b314-41f9599004bf') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:26.132887 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a888a46-91a2-4380-b314-41f9599004bf') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:26.143349 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.157943 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.159271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 47eb5407-c3bc-463e-8feb-cdc97451a632 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:20:26.164630 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Releasing vlan 522 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:20:26.165031 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: timer() Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: self._notify() Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:20:26.166775 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:20:26.184104 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 47eb5407-c3bc-463e-8feb-cdc97451a632 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:20:26.184462 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 47eb5407-c3bc-463e-8feb-cdc97451a632 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:20:26.184885 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6fb63312-bfd9-4293-8d6a-b6cedd366122 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:20:26.203982 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 6fb63312-bfd9-4293-8d6a-b6cedd366122 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:20:26.204359 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6fb63312-bfd9-4293-8d6a-b6cedd366122 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:20:26.204763 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:20:26.222859 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.226170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:20:26.226529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device e027ec76-63d7-4fcd-9afe-cc8f2af5f4d3 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:20:26.229557 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.231462 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] 10.222.0.44 "DELETE /v2.0/networks/537367cc-d053-404b-a0f8-2cea4aa9166b HTTP/1.1" status: 204 len: 168 time: 0.5348251 Sep 30 00:20:26.247895 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f999a2-8f24-4937-b8a2-34602d0b335e admin admin] Pushing event deleted for resources: {'Network': ['ID=537367cc-d053-404b-a0f8-2cea4aa9166b,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:26.347749 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40412) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:26.394133 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-1ed8f271-9932-4f7a-bfbc-c02913b33fa6 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=e8d7565ad9d84689a79802285ae626fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451350 Sep 30 00:20:26.396836 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40414) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:26.447444 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b8a5515-7dae-4bc9-985a-4ed0bf536fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.468368 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b8a5515-7dae-4bc9-985a-4ed0bf536fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.514175 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b8a5515-7dae-4bc9-985a-4ed0bf536fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.516909 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-3b8a5515-7dae-4bc9-985a-4ed0bf536fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.518108 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-3b8a5515-7dae-4bc9-985a-4ed0bf536fe3 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/47325abb-bb93-4771-a758-e8cee70f65fc HTTP/1.1" status: 204 len: 168 time: 0.1203601 Sep 30 00:20:26.526350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a5515-7dae-4bc9-985a-4ed0bf536fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47325abb-bb93-4771-a758-e8cee70f65fc,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:26.828561 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40420) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:26.873490 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d0ac4353-15bc-4567-8674-01af009ef3d8 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=c724c8a055b24055a649b163e2504ddd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437725 Sep 30 00:20:26.876022 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40422) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:26.923501 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44d6382b-42f9-4be6-912d-7fc715d15645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.943549 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44d6382b-42f9-4be6-912d-7fc715d15645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.988144 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44d6382b-42f9-4be6-912d-7fc715d15645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.990765 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-44d6382b-42f9-4be6-912d-7fc715d15645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:26.992102 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-44d6382b-42f9-4be6-912d-7fc715d15645 admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/e1ba2dc0-85b7-403f-821a-1bd4457d0f05 HTTP/1.1" status: 204 len: 168 time: 0.1150086 Sep 30 00:20:26.999545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d6382b-42f9-4be6-912d-7fc715d15645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ba2dc0-85b7-403f-821a-1bd4457d0f05,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:27.645722 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40444) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:27.741492 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-713535386-network', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:27.762079 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Made reservation on behalf of f845d4c9a89646788fc8a0ac33e30108 for: {'network': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:20:27.764372 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:27.772397 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:27.860813 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:27.865448 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:27.889750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 518} {{(pid=110005) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:20:27.898172 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9de7e0-6ec4-4dcc-b924-910537c7e164,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:27.906411 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:27.906411 n-d-811173-2 neutron-server[110005]: INFO neutron.db.segments_db [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Added segment 68089c02-cc3b-41c6-9016-e13c9aebe6c8 of type vlan for network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf Sep 30 00:20:27.950254 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:27.976452 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:27.977523 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:27.978113 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.006456 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3596058 Sep 30 00:20:28.010569 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40448) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:28.015747 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Request body: {'subnet': {'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-713535386-subnet', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'ip_version': 4}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:28.037358 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Made reservation on behalf of f845d4c9a89646788fc8a0ac33e30108 for: {'subnet': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:20:28.039675 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6001007'] for subnet, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.044370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965518e5-4d47-49d8-9f31-643a8c88b31d admin admin] Pushing event updated for resources: {'Network': ['ID=143b7f5d-137a-4d4c-91dc-a22c4695d2cf,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:28.055044 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 00:20:28.207018 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4611232', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6000989'] for subnet, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.264673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd70e30e-0840-441e-8fa0-915b913779fd,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:28.277391 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Checking segment: {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:20:28.277758 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Network hostable DHCP agents. Network: 143b7f5d-137a-4d4c-91dc-a22c4695d2cf, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:20:28.297370 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:20:28.307930 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 143b7f5d-137a-4d4c-91dc-a22c4695d2cf) {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:28.312103 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:28.312803 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.320514 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75931639-acbe-48d4-bcc5-5564508238d0 None None] Network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:20:28.329567 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c4d518f8-ca1e-4290-8848-293e698833f0 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3176048 Sep 30 00:20:28.332325 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40450) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:28.337814 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:28.365536 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.366534 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.422752 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.471185 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 00:20:28.472125 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.560302 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.602933 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Allocated IP 172.20.0.2 (143b7f5d-137a-4d4c-91dc-a22c4695d2cf/fd70e30e-0840-441e-8fa0-915b913779fd/5a4ca780-37b1-41c3-be59-70570d1537da) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:20:28.750315 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.758730 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.768486 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.788331 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.795272 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:20:28.798170 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:28.801690 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:20:28.813083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Pushing event updated for resources: {'Port': ['ID=5a4ca780-37b1-41c3-be59-70570d1537da,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:28.867288 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Attempting to bind port 5a4ca780-37b1-41c3-be59-70570d1537da on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:20:28.867640 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Attempting to bind port 5a4ca780-37b1-41c3-be59-70570d1537da by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:20:28.868050 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Attempting to bind port 5a4ca780-37b1-41c3-be59-70570d1537da on network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:20:28.873123 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:20:28.873501 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Checking segment: {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:20:28.873910 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.874303 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Bound using segment: {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:20:28.874768 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Bound port: 5a4ca780-37b1-41c3-be59-70570d1537da, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:20:28.875148 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:28.896712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Allocated IP 172.25.4.122 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/6a91e601-316f-49c0-9d42-884f83f18836) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:20:28.943380 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] For port 5a4ca780-37b1-41c3-be59-70570d1537da, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:20:28.946613 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] For port 5a4ca780-37b1-41c3-be59-70570d1537da, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5a4ca780-37b1-41c3-be59-70570d1537da,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:20:28.952158 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:29.007841 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:29.015537 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036c5d53-a730-4ec8-a8e8-b9bfad94bc0b None None] Pushing event updated for resources: {'Port': ['ID=5a4ca780-37b1-41c3-be59-70570d1537da,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:29.042390 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:29.079881 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:20:29.082782 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:29.086798 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:20:29.122948 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Pushing event updated for resources: {'Port': ['ID=6a91e601-316f-49c0-9d42-884f83f18836,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:29.369262 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:29.559543 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:29.690545 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Router 9c0861ca-0561-4b9c-9f59-2263c54c8875 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110005) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 00:20:29.799654 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:20:29.810791 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Sync routers for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:20:29.820163 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] Notify callbacks [] for router, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:29.824117 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fb16e964-c6cd-4544-b9ae-9b3dab5d7494 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4882638 Sep 30 00:20:29.824266 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:29.824266 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:29.825178 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40452) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:29.904262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0c8700-ba83-4bdf-a7b8-66e4b8e648b1 None None] Network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:20:29.934791 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:29.993752 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-56043d87-5c75-47da-bf10-afdece616dc1 None None] Provisioning complete for port 5a4ca780-37b1-41c3-be59-70570d1537da triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:29.994143 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-56043d87-5c75-47da-bf10-afdece616dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.103551 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5a4ca780-37b1-41c3-be59-70570d1537da up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:30.139932 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:29Z', 'revision_number': 3, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:30.162434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-56043d87-5c75-47da-bf10-afdece616dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.168264 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Checking router: 9c0861ca-0561-4b9c-9f59-2263c54c8875 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:20:30.168818 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Updating router 9c0861ca-0561-4b9c-9f59-2263c54c8875 port 6a91e601-316f-49c0-9d42-884f83f18836 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:20:30.195694 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.207642 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-56043d87-5c75-47da-bf10-afdece616dc1 None None] For port 5a4ca780-37b1-41c3-be59-70570d1537da, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5a4ca780-37b1-41c3-be59-70570d1537da,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:30.216497 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-56043d87-5c75-47da-bf10-afdece616dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.221864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5a4ca780-37b1-41c3-be59-70570d1537da triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:30.222236 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.317397 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56043d87-5c75-47da-bf10-afdece616dc1 None None] Pushing event updated for resources: {'Port': ['ID=5a4ca780-37b1-41c3-be59-70570d1537da,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:30.337274 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.442668 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a06f4da7-bd57-42f8-a5b3-6f5ef01f33ae None None] Provisioning complete for port 5a4ca780-37b1-41c3-be59-70570d1537da triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:30.443462 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a06f4da7-bd57-42f8-a5b3-6f5ef01f33ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.510746 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.512304 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Allocated IP 172.20.0.1 (143b7f5d-137a-4d4c-91dc-a22c4695d2cf/fd70e30e-0840-441e-8fa0-915b913779fd/898172aa-ff32-4b75-812c-09db8d675c71) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:20:30.516972 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.568416 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Attempting to bind port 6a91e601-316f-49c0-9d42-884f83f18836 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:20:30.568789 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Attempting to bind port 6a91e601-316f-49c0-9d42-884f83f18836 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:20:30.569144 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Attempting to bind port 6a91e601-316f-49c0-9d42-884f83f18836 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:20:30.576176 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Pushing event updated for resources: {'Port': ['ID=6a91e601-316f-49c0-9d42-884f83f18836,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:30.584236 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:20:30.585002 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:20:30.585002 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.585261 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:20:30.585712 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Bound port: 6a91e601-316f-49c0-9d42-884f83f18836, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:20:30.586082 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.589499 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.589839 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.590170 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.590505 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.590828 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.591148 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.591469 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.591785 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.592122 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.592438 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.592752 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.593065 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:20:30.624231 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.644889 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] For port 6a91e601-316f-49c0-9d42-884f83f18836, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:20:30.648470 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] For port 6a91e601-316f-49c0-9d42-884f83f18836, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6a91e601-316f-49c0-9d42-884f83f18836,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:20:30.653777 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.658364 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.698016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:20:30.700849 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:30.704199 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:20:30.714020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:30.714646 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:30.716502 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb88f85c-1fd8-433a-bdd9-e2cd59f8d5e0 None None] Pushing event updated for resources: {'Port': ['ID=6a91e601-316f-49c0-9d42-884f83f18836,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:30.733785 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Pushing event updated for resources: {'Port': ['ID=898172aa-ff32-4b75-812c-09db8d675c71,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:30.753536 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.894030 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.929833 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:30.947334 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-ec9cb515-607b-43f7-adf8-c0deec70e112 None None] Provisioning complete for port 898172aa-ff32-4b75-812c-09db8d675c71 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:30.947925 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ec9cb515-607b-43f7-adf8-c0deec70e112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:30.986047 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-ec9cb515-607b-43f7-adf8-c0deec70e112 None None] Port 898172aa-ff32-4b75-812c-09db8d675c71 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:20:31.070828 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:31.076008 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:31.118351 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:29Z', 'revision_number': 3, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:31.144591 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f4168f-0500-408d-8ab8-8f0b2d81e911 None None] The sync data for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 is: [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:29Z', 'revision_number': 3, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:20:31.144899 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:31.147314 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Pushing event updated for resources: {'Port': ['ID=898172aa-ff32-4b75-812c-09db8d675c71,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:31.239636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:20:31.241782 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:31.374746 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Router 9c0861ca-0561-4b9c-9f59-2263c54c8875 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:20:31.500337 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:20:31.506008 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-84f835ef-903a-464f-bb8c-9b04caad8a48 admin admin] 10.222.0.44 "PUT /v2.0/routers/9c0861ca-0561-4b9c-9f59-2263c54c8875/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6791685 Sep 30 00:20:31.507922 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-82ca7a3a-b7dc-4ca6-bd18-6bdda2d6ecfd None None] Provisioning complete for port 898172aa-ff32-4b75-812c-09db8d675c71 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:31.508307 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-82ca7a3a-b7dc-4ca6-bd18-6bdda2d6ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:31.545146 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-82ca7a3a-b7dc-4ca6-bd18-6bdda2d6ecfd None None] Port 898172aa-ff32-4b75-812c-09db8d675c71 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:20:32.000247 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40468) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:32.005365 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-692745728-network', 'tenant_id': '4e26ddfc7843442b964445d501535da8'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:32.026927 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Made reservation on behalf of 4e26ddfc7843442b964445d501535da8 for: {'network': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:20:32.029341 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for network, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.038695 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Notify callbacks [] for security_group, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.091483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6a91e601-316f-49c0-9d42-884f83f18836 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:32.138144 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.142342 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.143100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6a91e601-316f-49c0-9d42-884f83f18836 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:32.143696 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.233272 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.254852 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port 6a91e601-316f-49c0-9d42-884f83f18836, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6a91e601-316f-49c0-9d42-884f83f18836,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:32.259984 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.260798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5a4ca780-37b1-41c3-be59-70570d1537da up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:32.345483 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=6a91e601-316f-49c0-9d42-884f83f18836,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:32.357827 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 5a4ca780-37b1-41c3-be59-70570d1537da triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:32.358209 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.517699 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 541} {{(pid=110006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 30 00:20:32.528340 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20de3193-f6b5-43bd-bcc9-4f2bdb15127b,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:32.534623 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.534967 n-d-811173-2 neutron-server[110006]: INFO neutron.db.segments_db [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Added segment 76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c of type vlan for network 6c4a650f-5243-4bfb-9293-452527514476 Sep 30 00:20:32.576025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781141244703'] for network, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.600574 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555'] for network, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.601545 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:32.602132 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.635544 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] 10.222.0.44 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6341767 Sep 30 00:20:32.638342 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40470) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:32.640525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Sync routers for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:20:32.643369 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Request body: {'subnet': {'network_id': '6c4a650f-5243-4bfb-9293-452527514476', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-692745728-subnet', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'ip_version': 4}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:32.649696 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:32.650320 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:32.665478 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Made reservation on behalf of 4e26ddfc7843442b964445d501535da8 for: {'subnet': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:20:32.667967 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4498488'] for subnet, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.671345 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c6905-a27c-4ec2-8290-0e75b9ad473a admin admin] Pushing event updated for resources: {'Network': ['ID=6c4a650f-5243-4bfb-9293-452527514476,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:32.686293 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Network 6c4a650f-5243-4bfb-9293-452527514476 details requested by agent ovs-agent-n-d-811173-2 with host n-d-811173-2 {{(pid=110007) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 30 00:20:32.811262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:32.842137 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5132844', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4498442'] for subnet, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.894778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ac360d9-fa07-47f4-bd41-d91fd4a1c86f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:32.907317 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Checking segment: {'id': '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6c4a650f-5243-4bfb-9293-452527514476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:20:32.907677 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Network hostable DHCP agents. Network: 6c4a650f-5243-4bfb-9293-452527514476, hostable agents: ['76f70ab8-f590-4989-9db8-050d6bdcae20'], hosted agents: [] {{(pid=110005) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 30 00:20:32.924711 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Network 6c4a650f-5243-4bfb-9293-452527514476 is scheduled to be hosted by DHCP agent 76f70ab8-f590-4989-9db8-050d6bdcae20 with binding_index 1 {{(pid=110005) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 30 00:20:32.939614 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-811173-2, 6c4a650f-5243-4bfb-9293-452527514476) {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:32.945319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:32.945951 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.950625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de0184-b1f7-4f77-aede-ca1d5fa17593 None None] Network 6c4a650f-5243-4bfb-9293-452527514476 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:20:32.964177 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-40d35ca7-dc43-4322-8ca9-8ef7ddc3c583 admin admin] 10.222.0.44 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3224010 Sep 30 00:20:32.964789 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40472) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:32.969498 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-692745728-router', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:32.991981 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580440', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-413'] for router, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:32.993046 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1577064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1583256', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1690119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-404'] for router, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.051246 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.205110 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.286617 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 2, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:33.330154 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Checking router: 9c0861ca-0561-4b9c-9f59-2263c54c8875 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:20:33.330561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Updating router 9c0861ca-0561-4b9c-9f59-2263c54c8875 port 898172aa-ff32-4b75-812c-09db8d675c71 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:20:33.351477 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp98700427-9f05-5110-98ce-0b69da0786e4-6c4a650f-5243-4bfb-9293-452527514476', 'network_id': '6c4a650f-5243-4bfb-9293-452527514476', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'fixed_ips': [{'subnet_id': '3ac360d9-fa07-47f4-bd41-d91fd4a1c86f'}]}} from n-d-811173-2. {{(pid=110007) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 30 00:20:33.352371 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.371287 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.409200 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.429707 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.505830 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14653923-a588-4df2-94b0-02b15c178403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.535978 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Allocated IP 172.25.4.29 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/a53af71b-22bf-4cda-975b-f053615cbbe3) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:20:33.617101 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.db_base_plugin_common [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Allocated IP 172.20.0.2 (6c4a650f-5243-4bfb-9293-452527514476/3ac360d9-fa07-47f4-bd41-d91fd4a1c86f/ea9434f6-eafc-46db-961a-44083f8fdc77) {{(pid=110007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:20:33.641116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.676215 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.719087 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:20:33.723691 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:33.726951 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:20:33.735189 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Pushing event updated for resources: {'Port': ['ID=a53af71b-22bf-4cda-975b-f053615cbbe3,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:33.869416 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.873558 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Notify callbacks [] for port, precommit_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.876514 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.881838 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745'] for port, after_create {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:33.929511 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Network 6c4a650f-5243-4bfb-9293-452527514476 is already hosted by enough agents. {{(pid=110007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:20:33.939215 n-d-811173-2 neutron-server[110007]: DEBUG neutron.scheduler.base_scheduler [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Resources bound (agent type, host, resource id): {{(pid=110007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:33.942507 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902f1b9-84b1-40d6-8df7-27e7dd6247ab None None] Pushing event updated for resources: {'Port': ['ID=898172aa-ff32-4b75-812c-09db8d675c71,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:33.945547 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Received port after_create {{(pid=110007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:20:33.997626 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.062281 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6a91e601-316f-49c0-9d42-884f83f18836 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:34.067353 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Pushing event updated for resources: {'Port': ['ID=ea9434f6-eafc-46db-961a-44083f8fdc77,revision_number=1']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:34.094231 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Attempting to bind port 898172aa-ff32-4b75-812c-09db8d675c71 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:20:34.094611 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Attempting to bind port 898172aa-ff32-4b75-812c-09db8d675c71 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:20:34.094969 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Attempting to bind port 898172aa-ff32-4b75-812c-09db8d675c71 on network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:20:34.109180 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:20:34.109567 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Checking segment: {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:20:34.109978 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.110381 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Bound using segment: {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:20:34.110864 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Bound port: 898172aa-ff32-4b75-812c-09db8d675c71, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:20:34.111253 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.113179 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Attempting to bind port ea9434f6-eafc-46db-961a-44083f8fdc77 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:20:34.113543 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Attempting to bind port ea9434f6-eafc-46db-961a-44083f8fdc77 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6c4a650f-5243-4bfb-9293-452527514476'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:20:34.113898 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Attempting to bind port ea9434f6-eafc-46db-961a-44083f8fdc77 on network 6c4a650f-5243-4bfb-9293-452527514476 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:20:34.131987 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:20:34.132373 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Checking segment: {'id': '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6c4a650f-5243-4bfb-9293-452527514476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:20:34.132660 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.133058 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Bound using segment: {'id': '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6c4a650f-5243-4bfb-9293-452527514476'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:20:34.133542 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Bound port: ea9434f6-eafc-46db-961a-44083f8fdc77, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6c4a650f-5243-4bfb-9293-452527514476'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:20:34.133923 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.218384 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1576977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583269'] for router, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.244561 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-b5ad7132-eba7-452b-aae9-e66c7156eb0f None None] Provisioning complete for port 898172aa-ff32-4b75-812c-09db8d675c71 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:34.244941 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b5ad7132-eba7-452b-aae9-e66c7156eb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.272143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 6a91e601-316f-49c0-9d42-884f83f18836 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:34.272503 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.283782 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] For port 898172aa-ff32-4b75-812c-09db8d675c71, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:20:34.329662 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] For port 898172aa-ff32-4b75-812c-09db8d675c71, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=898172aa-ff32-4b75-812c-09db8d675c71,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:20:34.342386 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] For port ea9434f6-eafc-46db-961a-44083f8fdc77, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:20:34.344936 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.351672 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-b5ad7132-eba7-452b-aae9-e66c7156eb0f None None] Port 898172aa-ff32-4b75-812c-09db8d675c71 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:20:34.360272 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 is scheduled to L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 with binding_index 1 {{(pid=110006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 30 00:20:34.387968 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] For port ea9434f6-eafc-46db-961a-44083f8fdc77, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ea9434f6-eafc-46db-961a-44083f8fdc77,segment=NetworkSegment(76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c),segment_id=76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:20:34.401131 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.449064 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:34.449713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:34.457679 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902f1b9-84b1-40d6-8df7-27e7dd6247ab None None] Pushing event updated for resources: {'Port': ['ID=898172aa-ff32-4b75-812c-09db8d675c71,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:34.482390 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:20:34.496026 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Sync routers for ids ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:20:34.501446 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.502965 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2a668b52-3fc1-48de-a8db-891cef045af1 admin admin] 10.222.0.44 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5369558 Sep 30 00:20:34.505974 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40474) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:34.515645 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Routers {'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:34.516311 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:34.650422 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadae87-d4bb-4c47-9a4b-d39f76899e2c None None] Pushing event updated for resources: {'Port': ['ID=ea9434f6-eafc-46db-961a-44083f8fdc77,revision_number=2']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:34.663276 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Set router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:34.682262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:34.831205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-5a0f3acd-1bd0-41fb-94d0-8b397afc1d2f None None] Provisioning complete for port 898172aa-ff32-4b75-812c-09db8d675c71 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:34.831589 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5a0f3acd-1bd0-41fb-94d0-8b397afc1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.901103 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'name': 'tempest-TestSnapshotPattern-692745728-router', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:32Z', 'updated_at': '2021-09-30T00:20:33Z', 'revision_number': 3, 'project_id': '4e26ddfc7843442b964445d501535da8', 'gw_port': {'id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:33Z', 'updated_at': '2021-09-30T00:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:34.932698 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Checking router: f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:20:34.934242 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Updating router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 port a53af71b-22bf-4cda-975b-f053615cbbe3 binding host n-d-811173-2 {{(pid=110008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:20:34.958193 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:34.988168 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5a0f3acd-1bd0-41fb-94d0-8b397afc1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.033030 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-5a0f3acd-1bd0-41fb-94d0-8b397afc1d2f None None] For port 898172aa-ff32-4b75-812c-09db8d675c71, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=898172aa-ff32-4b75-812c-09db8d675c71,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:35.040199 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:34Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:35.043268 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-5a0f3acd-1bd0-41fb-94d0-8b397afc1d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.084916 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.243820 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1c5fec-f9fd-426e-ae4c-29f03b8c21ca None None] The sync data for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 is: [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:34Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:20:35.256312 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Notify callbacks [] for port, precommit_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.261540 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Allocated IP 172.20.0.1 (6c4a650f-5243-4bfb-9293-452527514476/3ac360d9-fa07-47f4-bd41-d91fd4a1c86f/b182185a-0f27-4e50-b5d3-5206acdf6e15) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:20:35.264446 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.300459 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f3acd-1bd0-41fb-94d0-8b397afc1d2f None None] Pushing event updated for resources: {'Port': ['ID=898172aa-ff32-4b75-812c-09db8d675c71,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:35.347232 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Attempting to bind port a53af71b-22bf-4cda-975b-f053615cbbe3 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:20:35.347739 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Attempting to bind port a53af71b-22bf-4cda-975b-f053615cbbe3 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:20:35.348234 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Attempting to bind port a53af71b-22bf-4cda-975b-f053615cbbe3 on network 61793872-5784-4201-a6e4-17489ef55adc {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:20:35.368547 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:20:35.369129 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Checking segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:20:35.369661 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.370178 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Bound using segment: {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'} {{(pid=110008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:20:35.371060 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.managers [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Bound port: a53af71b-22bf-4cda-975b-f053615cbbe3, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3bdd13-e975-4434-8baf-3802ae12c485', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '61793872-5784-4201-a6e4-17489ef55adc'}}] {{(pid=110008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:20:35.371511 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.373293 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f485996-f819-4283-80e0-204c7071e98f None None] Pushing event updated for resources: {'Port': ['ID=a53af71b-22bf-4cda-975b-f053615cbbe3,revision_number=2']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:35.432569 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.437791 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] For port a53af71b-22bf-4cda-975b-f053615cbbe3, host n-d-811173-2, cleared binding levels {{(pid=110008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:20:35.441368 n-d-811173-2 neutron-server[110008]: DEBUG neutron.plugins.ml2.db [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] For port a53af71b-22bf-4cda-975b-f053615cbbe3, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a53af71b-22bf-4cda-975b-f053615cbbe3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:20:35.447768 n-d-811173-2 neutron-server[110008]: DEBUG neutron_lib.callbacks.manager [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.482715 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.516552 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Routers {'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:35.517330 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:35.529953 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Network 6c4a650f-5243-4bfb-9293-452527514476 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:20:35.535548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:35.538452 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:20:35.584113 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Pushing event updated for resources: {'Port': ['ID=b182185a-0f27-4e50-b5d3-5206acdf6e15,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:35.601375 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1578392'] for router_interface, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.657456 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] Set router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:35.745901 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f485996-f819-4283-80e0-204c7071e98f None None] Pushing event updated for resources: {'Port': ['ID=a53af71b-22bf-4cda-975b-f053615cbbe3,revision_number=3']} {{(pid=110008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:35.763898 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.768425 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eda7d7e-84e1-4cc2-bc29-741444190cbc None None] Network 6c4a650f-5243-4bfb-9293-452527514476 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:20:35.881083 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-9d8640c8-e8c9-42f5-b8ec-762084d05495 None None] Provisioning complete for port ea9434f6-eafc-46db-961a-44083f8fdc77 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:35.881540 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d8640c8-e8c9-42f5-b8ec-762084d05495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.894813 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'name': 'tempest-TestSnapshotPattern-692745728-router', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:32Z', 'updated_at': '2021-09-30T00:20:33Z', 'revision_number': 3, 'project_id': '4e26ddfc7843442b964445d501535da8', 'gw_port': {'id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:33Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:35.924443 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733ee0c8-9962-436f-8df7-f584475fae3f None None] The sync data for ids ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'] in n-d-811173-2 is: [{'id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'name': 'tempest-TestSnapshotPattern-692745728-router', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:32Z', 'updated_at': '2021-09-30T00:20:33Z', 'revision_number': 3, 'project_id': '4e26ddfc7843442b964445d501535da8', 'gw_port': {'id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:33Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:20:35.981990 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:35.993216 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.046875 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d8640c8-e8c9-42f5-b8ec-762084d05495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.088625 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-9d8640c8-e8c9-42f5-b8ec-762084d05495 None None] For port ea9434f6-eafc-46db-961a-44083f8fdc77, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ea9434f6-eafc-46db-961a-44083f8fdc77,segment=NetworkSegment(76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c),segment_id=76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:36.102005 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9d8640c8-e8c9-42f5-b8ec-762084d05495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.116076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Pushing event updated for resources: {'Port': ['ID=b182185a-0f27-4e50-b5d3-5206acdf6e15,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:36.120103 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1821929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1578088'] for router_interface, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.193855 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 898172aa-ff32-4b75-812c-09db8d675c71 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:36.228905 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8640c8-e8c9-42f5-b8ec-762084d05495 None None] Pushing event updated for resources: {'Port': ['ID=ea9434f6-eafc-46db-961a-44083f8fdc77,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:36.260229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Network 6c4a650f-5243-4bfb-9293-452527514476 is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:20:36.264129 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:36.288364 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port 898172aa-ff32-4b75-812c-09db8d675c71 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:36.288749 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.438635 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-12f6ed2c-5540-4985-8860-8d393adcd8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.461076 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:20:36.481641 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7fbbf315-9f77-43bd-821e-7093b99d3655 None None] Provisioning complete for port ea9434f6-eafc-46db-961a-44083f8fdc77 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:36.481961 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf315-9f77-43bd-821e-7093b99d3655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.485529 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ea9434f6-eafc-46db-961a-44083f8fdc77 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:36.592902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ea9434f6-eafc-46db-961a-44083f8fdc77 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:36.593483 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.618650 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:20:36.641114 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-c66dde22-e68d-430c-9b5a-0db69b3efd45 admin admin] 10.222.0.44 "PUT /v2.0/routers/f8b7ea4c-3ab9-4327-8a7e-1354256b16e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1337557 Sep 30 00:20:36.748266 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-7fbbf315-9f77-43bd-821e-7093b99d3655 None None] Provisioning complete for port b182185a-0f27-4e50-b5d3-5206acdf6e15 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:36.748578 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf315-9f77-43bd-821e-7093b99d3655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.799601 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-7fbbf315-9f77-43bd-821e-7093b99d3655 None None] Port b182185a-0f27-4e50-b5d3-5206acdf6e15 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:20:36.806449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.927090 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-79a30b8e-7587-4dcc-953e-0bdaeb48d65a None None] Provisioning complete for port b182185a-0f27-4e50-b5d3-5206acdf6e15 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:36.928138 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-79a30b8e-7587-4dcc-953e-0bdaeb48d65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:36.966499 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-79a30b8e-7587-4dcc-953e-0bdaeb48d65a None None] Port b182185a-0f27-4e50-b5d3-5206acdf6e15 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:20:37.087569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-a6f88e9a-f115-4de2-ad25-ef32a6cb40e2 None None] Provisioning complete for port b182185a-0f27-4e50-b5d3-5206acdf6e15 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:37.087974 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-a6f88e9a-f115-4de2-ad25-ef32a6cb40e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.128670 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-a6f88e9a-f115-4de2-ad25-ef32a6cb40e2 None None] Port b182185a-0f27-4e50-b5d3-5206acdf6e15 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:20:37.355156 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40482) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:37.359842 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-ea4eccbc-ab26-4659-a401-2bf1b5e0fca2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-594667955', 'description': 'tempest-secgroup-smoke-594667955 description', 'project_id': 'f845d4c9a89646788fc8a0ac33e30108'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:37.382341 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea4eccbc-ab26-4659-a401-2bf1b5e0fca2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.464047 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea4eccbc-ab26-4659-a401-2bf1b5e0fca2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.467621 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea4eccbc-ab26-4659-a401-2bf1b5e0fca2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.496895 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-ea4eccbc-ab26-4659-a401-2bf1b5e0fca2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.498111 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-ea4eccbc-ab26-4659-a401-2bf1b5e0fca2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1418407 Sep 30 00:20:37.501243 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40484) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:37.502213 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4eccbc-ab26-4659-a401-2bf1b5e0fca2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e6bac5-51f4-4c4b-bf08-862b04886438,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:37.506769 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-c97274be-6d62-4f5c-ba0f-402b41797af8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'security_group_rule': {'security_group_id': '47e6bac5-51f4-4c4b-bf08-862b04886438', 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:37.537182 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c97274be-6d62-4f5c-ba0f-402b41797af8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.593378 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c97274be-6d62-4f5c-ba0f-402b41797af8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.596759 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c97274be-6d62-4f5c-ba0f-402b41797af8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.614031 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97274be-6d62-4f5c-ba0f-402b41797af8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd48f006-8f46-4fa6-b66b-4a5a93972540,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:37.620756 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c97274be-6d62-4f5c-ba0f-402b41797af8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.621864 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c97274be-6d62-4f5c-ba0f-402b41797af8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195104 Sep 30 00:20:37.624578 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40486) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:37.629089 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-cbbbacbc-3dfa-4312-826c-ee1787fda2c8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'security_group_rule': {'security_group_id': '47e6bac5-51f4-4c4b-bf08-862b04886438', 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:37.656394 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbbbacbc-3dfa-4312-826c-ee1787fda2c8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.720521 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbbbacbc-3dfa-4312-826c-ee1787fda2c8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.724316 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbbbacbc-3dfa-4312-826c-ee1787fda2c8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.741673 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbbacbc-3dfa-4312-826c-ee1787fda2c8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=239fbc93-4b53-4d7e-962b-8b4e259a9e8b,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:37.748762 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-cbbbacbc-3dfa-4312-826c-ee1787fda2c8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.750053 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-cbbbacbc-3dfa-4312-826c-ee1787fda2c8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1245627 Sep 30 00:20:37.753093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40488) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:37.758892 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-644997c5-a03c-4cc6-b673-d52101bb4e48 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'security_group_rule': {'security_group_id': '47e6bac5-51f4-4c4b-bf08-862b04886438', 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:37.760180 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.784354 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-644997c5-a03c-4cc6-b673-d52101bb4e48 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.840034 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-644997c5-a03c-4cc6-b673-d52101bb4e48 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.843734 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-644997c5-a03c-4cc6-b673-d52101bb4e48 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.860759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644997c5-a03c-4cc6-b673-d52101bb4e48 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef5f00a-90b6-4d87-a450-288360fc2c3f,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:37.868911 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-644997c5-a03c-4cc6-b673-d52101bb4e48 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.871891 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-644997c5-a03c-4cc6-b673-d52101bb4e48 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160598 Sep 30 00:20:37.873040 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40490) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:37.878087 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-e81a128f-ab1e-45f4-8112-8fac9e07f814 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'security_group_rule': {'security_group_id': '47e6bac5-51f4-4c4b-bf08-862b04886438', 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:37.904929 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e81a128f-ab1e-45f4-8112-8fac9e07f814 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.963051 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e81a128f-ab1e-45f4-8112-8fac9e07f814 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.966712 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e81a128f-ab1e-45f4-8112-8fac9e07f814 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.984240 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81a128f-ab1e-45f4-8112-8fac9e07f814 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55895907-b9de-484e-958d-6eed78743e46,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:37.991604 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e81a128f-ab1e-45f4-8112-8fac9e07f814 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:37.992988 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e81a128f-ab1e-45f4-8112-8fac9e07f814 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186757 Sep 30 00:20:37.995891 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40492) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:38.000237 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-b5bea29d-d701-4f8f-a6e0-603a078019ca tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'security_group_rule': {'security_group_id': '47e6bac5-51f4-4c4b-bf08-862b04886438', 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:38.023126 n-d-811173-2 neutron-server[110005]: INFO neutron.db.securitygroups_db [None req-b5bea29d-d701-4f8f-a6e0-603a078019ca tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Project f845d4c9a89646788fc8a0ac33e30108 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:20:38.028555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5bea29d-d701-4f8f-a6e0-603a078019ca tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.093661 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5bea29d-d701-4f8f-a6e0-603a078019ca tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.099731 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5bea29d-d701-4f8f-a6e0-603a078019ca tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.103271 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ea9434f6-eafc-46db-961a-44083f8fdc77 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:38.123319 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bea29d-d701-4f8f-a6e0-603a078019ca tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ff3b02-bf66-4949-ab3a-bee6ee2d97da,revision_number=0']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:38.126495 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-b5bea29d-d701-4f8f-a6e0-603a078019ca tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.127688 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-b5bea29d-d701-4f8f-a6e0-603a078019ca tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1308687 Sep 30 00:20:38.131964 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 40494) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:38.138846 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [None req-2140efb4-fad8-4de5-af09-3d131f3c467b tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'security_group_rule': {'security_group_id': '47e6bac5-51f4-4c4b-bf08-862b04886438', 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:38.152798 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port ea9434f6-eafc-46db-961a-44083f8fdc77 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:38.153183 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.161325 n-d-811173-2 neutron-server[110006]: INFO neutron.db.securitygroups_db [None req-2140efb4-fad8-4de5-af09-3d131f3c467b tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Project f845d4c9a89646788fc8a0ac33e30108 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 30 00:20:38.166492 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2140efb4-fad8-4de5-af09-3d131f3c467b tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.229112 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2140efb4-fad8-4de5-af09-3d131f3c467b tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.233212 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2140efb4-fad8-4de5-af09-3d131f3c467b tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1623599'] for security_group_rule, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.237817 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a53af71b-22bf-4cda-975b-f053615cbbe3 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:38.253514 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2140efb4-fad8-4de5-af09-3d131f3c467b tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d53eac-96e8-43f9-8490-f83c8cb86dbb,revision_number=0']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:38.260636 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-2140efb4-fad8-4de5-af09-3d131f3c467b tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.261747 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-2140efb4-fad8-4de5-af09-3d131f3c467b tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276894 Sep 30 00:20:38.292100 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a53af71b-22bf-4cda-975b-f053615cbbe3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:38.292662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.395296 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.417564 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] For port a53af71b-22bf-4cda-975b-f053615cbbe3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a53af71b-22bf-4cda-975b-f053615cbbe3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:38.421710 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:38.424560 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-48626c98-1cb8-4103-ba5d-e3b6619f7afb tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594667955&fields=id&tenant_id=f845d4c9a89646788fc8a0ac33e30108 HTTP/1.1" status: 200 len: 267 time: 0.0377481 Sep 30 00:20:38.478360 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Pushing event updated for resources: {'Port': ['ID=a53af71b-22bf-4cda-975b-f053615cbbe3,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:38.548004 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-cfb28948-1c1d-49a9-a876-640e13191b50 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:38.549497 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-cfb28948-1c1d-49a9-a876-640e13191b50 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 809 time: 0.1157267 Sep 30 00:20:38.565718 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-81b0bb04-fcef-4087-b582-7fab1fbd3bea tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/quotas/f845d4c9a89646788fc8a0ac33e30108 HTTP/1.1" status: 200 len: 375 time: 0.0089028 Sep 30 00:20:38.616943 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-47e7e287-c451-4714-baf9-31451fe122e9 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453720 Sep 30 00:20:38.662738 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Sync routers for ids ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:20:38.671787 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Routers {'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:38.672443 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:38.698493 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:20:38.719612 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-08579be6-ef13-4f1b-a842-4c2bad9a059b service neutron] 10.222.0.44 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910952 Sep 30 00:20:38.779836 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Set router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:38.817746 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-b6469864-83a9-4a13-91e1-5511c4b2044b service neutron] 10.222.0.44 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909638 Sep 30 00:20:38.934268 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:39.028338 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'name': 'tempest-TestSnapshotPattern-692745728-router', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:32Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 4, 'project_id': '4e26ddfc7843442b964445d501535da8', 'gw_port': {'id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:33Z', 'updated_at': '2021-09-30T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b182185a-0f27-4e50-b5d3-5206acdf6e15', 'name': '', 'network_id': '6c4a650f-5243-4bfb-9293-452527514476', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'mac_address': 'fa:16:3e:19:93:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '3ac360d9-fa07-47f4-bd41-d91fd4a1c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:35Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 2, 'project_id': '4e26ddfc7843442b964445d501535da8', 'subnets': [{'id': '3ac360d9-fa07-47f4-bd41-d91fd4a1c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:39.069261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Checking router: f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:20:39.069926 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Updating router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 port b182185a-0f27-4e50-b5d3-5206acdf6e15 binding host n-d-811173-2 {{(pid=110007) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 30 00:20:39.104984 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:39.322332 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-793d5fe3-ac45-4de4-9d23-d4a370301868 req-6d238fdc-a15f-4365-b974-98ac5fbcbe84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 210 time: 0.3542218 Sep 30 00:20:39.404790 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Notify callbacks [] for port, precommit_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:39.410839 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:39.460525 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3981650-b469-4c42-8c28-af5ef58ff169 None None] Pushing event updated for resources: {'Port': ['ID=b182185a-0f27-4e50-b5d3-5206acdf6e15,revision_number=3']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:39.515691 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Attempting to bind port b182185a-0f27-4e50-b5d3-5206acdf6e15 on host n-d-811173-2 for vnic_type normal with profile {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:20:39.516108 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Attempting to bind port b182185a-0f27-4e50-b5d3-5206acdf6e15 by drivers openvswitch,hyperv on host n-d-811173-2 at level 0 using segments [{'id': '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6c4a650f-5243-4bfb-9293-452527514476'}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:20:39.516478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Attempting to bind port b182185a-0f27-4e50-b5d3-5206acdf6e15 on network 6c4a650f-5243-4bfb-9293-452527514476 {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:20:39.522236 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Checking agent: {'id': '9323b3f3-b512-4fd0-a1fd-280bd7233f0c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 48, 36), 'started_at': datetime.datetime(2021, 9, 29, 22, 49, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-811173-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:20:39.522846 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Checking segment: {'id': '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6c4a650f-5243-4bfb-9293-452527514476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:20:39.523215 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:39.523673 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Bound using segment: {'id': '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6c4a650f-5243-4bfb-9293-452527514476'} {{(pid=110007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:20:39.524143 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.managers [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Bound port: b182185a-0f27-4e50-b5d3-5206acdf6e15, host: n-d-811173-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': '6c4a650f-5243-4bfb-9293-452527514476'}}] {{(pid=110007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:20:39.524527 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:39.590270 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] For port b182185a-0f27-4e50-b5d3-5206acdf6e15, host n-d-811173-2, cleared binding levels {{(pid=110007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:20:39.594076 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] For port b182185a-0f27-4e50-b5d3-5206acdf6e15, host n-d-811173-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b182185a-0f27-4e50-b5d3-5206acdf6e15,segment=NetworkSegment(76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c),segment_id=76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c)] {{(pid=110007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:20:39.599066 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:39.660394 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Routers {'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:39.661029 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:39.669153 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3981650-b469-4c42-8c28-af5ef58ff169 None None] Pushing event updated for resources: {'Port': ['ID=b182185a-0f27-4e50-b5d3-5206acdf6e15,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:39.723417 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-c1cd9db5-9598-48db-a163-a4a82fd3fc87 None None] Provisioning complete for port b182185a-0f27-4e50-b5d3-5206acdf6e15 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:39.723797 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9db5-9598-48db-a163-a4a82fd3fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:39.812755 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] Set router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:40.058921 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a53af71b-22bf-4cda-975b-f053615cbbe3 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:40.114037 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9db5-9598-48db-a163-a4a82fd3fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:40.208229 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-c1cd9db5-9598-48db-a163-a4a82fd3fc87 None None] For port b182185a-0f27-4e50-b5d3-5206acdf6e15, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b182185a-0f27-4e50-b5d3-5206acdf6e15,segment=NetworkSegment(76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c),segment_id=76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:40.212688 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9db5-9598-48db-a163-a4a82fd3fc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:40.237790 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port a53af71b-22bf-4cda-975b-f053615cbbe3 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:40.238171 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:40.330893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd9db5-9598-48db-a163-a4a82fd3fc87 None None] Pushing event updated for resources: {'Port': ['ID=b182185a-0f27-4e50-b5d3-5206acdf6e15,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:40.354500 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-808dcedd-3beb-4136-af32-e25c30111f38 None None] Provisioning complete for port b182185a-0f27-4e50-b5d3-5206acdf6e15 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:40.354969 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-808dcedd-3beb-4136-af32-e25c30111f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:40.387638 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'name': 'tempest-TestSnapshotPattern-692745728-router', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:32Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 4, 'project_id': '4e26ddfc7843442b964445d501535da8', 'gw_port': {'id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:33Z', 'updated_at': '2021-09-30T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b182185a-0f27-4e50-b5d3-5206acdf6e15', 'name': '', 'network_id': '6c4a650f-5243-4bfb-9293-452527514476', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'mac_address': 'fa:16:3e:19:93:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '3ac360d9-fa07-47f4-bd41-d91fd4a1c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:35Z', 'updated_at': '2021-09-30T00:20:39Z', 'revision_number': 4, 'project_id': '4e26ddfc7843442b964445d501535da8', 'subnets': [{'id': '3ac360d9-fa07-47f4-bd41-d91fd4a1c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:40.412679 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-4d0c2e93-3a22-4e3e-8e09-03533d285bbb req-530aec9f-70f2-4d4c-ae5b-d22702d1dc0d tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 210 time: 0.0266993 Sep 30 00:20:40.445432 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f96a25-a4c3-4f7e-943c-afa87a2d7f40 None None] The sync data for ids ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'] in n-d-811173-2 is: [{'id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'name': 'tempest-TestSnapshotPattern-692745728-router', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:32Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 4, 'project_id': '4e26ddfc7843442b964445d501535da8', 'gw_port': {'id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:33Z', 'updated_at': '2021-09-30T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': 'b182185a-0f27-4e50-b5d3-5206acdf6e15', 'name': '', 'network_id': '6c4a650f-5243-4bfb-9293-452527514476', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'mac_address': 'fa:16:3e:19:93:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '3ac360d9-fa07-47f4-bd41-d91fd4a1c86f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:35Z', 'updated_at': '2021-09-30T00:20:39Z', 'revision_number': 4, 'project_id': '4e26ddfc7843442b964445d501535da8', 'subnets': [{'id': '3ac360d9-fa07-47f4-bd41-d91fd4a1c86f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:20:40.461667 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:41.493374 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-723e094f-b85e-4ef1-bdb7-ad7e9d94d352 req-e3551b07-76f9-4cdd-bacf-aef47bd6141f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 210 time: 0.0276337 Sep 30 00:20:42.049485 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b182185a-0f27-4e50-b5d3-5206acdf6e15 up at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:42.109834 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Provisioning complete for port b182185a-0f27-4e50-b5d3-5206acdf6e15 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:42.110920 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:42.249548 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-4578618b-2406-4373-b384-3ad82921beb7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:42.251083 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-4578618b-2406-4373-b384-3ad82921beb7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.42 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 809 time: 0.1125031 Sep 30 00:20:42.305326 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-aa7a6b2e-e3d7-47c2-8820-4b46e44eca82 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f845d4c9a89646788fc8a0ac33e30108 HTTP/1.1" status: 200 len: 379 time: 0.0388846 Sep 30 00:20:42.318101 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'port': {'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'admin_state_up': True, 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'security_groups': ['47e6bac5-51f4-4c4b-bf08-862b04886438']}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:42.437458 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Made reservation on behalf of f845d4c9a89646788fc8a0ac33e30108 for: {'port': 1} {{(pid=110005) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:20:42.441063 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:42.600544 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-991a3b8f-e6f5-4854-be21-b6e7e435a453 req-efb5cc1f-b327-4622-ab6c-fb1f422e4c66 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 210 time: 0.0358732 Sep 30 00:20:42.606370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Allocated IP 172.20.0.6 (143b7f5d-137a-4d4c-91dc-a22c4695d2cf/fd70e30e-0840-441e-8fa0-915b913779fd/3b4ed8dc-13aa-4af2-9648-ab43710ce7fc) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:20:42.741520 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:42.773525 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:42.818553 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:20:42.822167 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:42.825720 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:20:42.834943 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'Port': ['ID=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:42.881089 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:42.882503 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:42.897991 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-3de5b7d6-0f1e-4e87-80d1-acc638f26050 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5838661 Sep 30 00:20:42.918063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Request body: {'port': {'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-811173-2'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:42.978818 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:43.058107 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-14fe7d5e-dbb5-4ed6-be68-491d8081f201 None None] Provisioning complete for port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:43.058740 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-14fe7d5e-dbb5-4ed6-be68-491d8081f201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:43.100692 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-14fe7d5e-dbb5-4ed6-be68-491d8081f201 None None] Port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:20:43.257726 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc {{(pid=110005) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:20:43.264887 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:43.277204 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.provisioning_blocks [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Transition to ACTIVE for port object 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc will not be triggered until provisioned by entity L2. {{(pid=110005) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:20:43.280856 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:43.335260 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Pushing event updated for resources: {'Port': ['ID=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:43.404947 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Attempting to bind port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc on host n-h1-811173-2 for vnic_type normal with profile {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:20:43.405281 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Attempting to bind port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc by drivers openvswitch,hyperv on host n-h1-811173-2 at level 0 using segments [{'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:20:43.405608 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Attempting to bind port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc on network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:20:43.410093 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc on network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf not bound, no agent of type Open vSwitch agent registered on host n-h1-811173-2 {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:20:43.410409 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Attempting to bind port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc on network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:20:43.415380 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Checking agent: {'id': '64eba708-7c26-404c-84ea-5289f2eed6f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:20:43.415719 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Checking segment: {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110005) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:20:43.416130 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Bound using segment: {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'} {{(pid=110005) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:20:43.416551 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.managers [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Bound port: 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host: n-h1-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'}}] {{(pid=110005) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:20:43.416907 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:43.485491 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] For port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host n-h1-811173-2, cleared binding levels {{(pid=110005) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:20:43.488489 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] For port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host n-h1-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110005) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:20:43.493647 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:43.539292 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:43.540245 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:43.541685 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] 10.222.0.42 "PUT /v2.0/ports/3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 200 len: 1091 time: 0.6293831 Sep 30 00:20:43.542139 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:20:43.544470 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d589f6-a339-40c5-bc1c-953e49088357" -d '{"events": [{"name": "network-changed", "server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:20:43.578110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bdef79-e26b-40f0-92c0-fcbc8f2f13fc service neutron] Pushing event updated for resources: {'Port': ['ID=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,revision_number=3']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:43.598842 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fffc8b-d24f-4b99-a98b-d0521b3a39af x-openstack-request-id: req-54fffc8b-d24f-4b99-a98b-d0521b3a39af {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:20:43.599355 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:20:43.599594 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-54fffc8b-d24f-4b99-a98b-d0521b3a39af {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:20:43.600757 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'status': 'completed', 'code': 200} Sep 30 00:20:43.652163 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-1e345ef7-d5bf-49e3-bb3b-aef40071843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:43.653726 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-1e345ef7-d5bf-49e3-bb3b-aef40071843c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1094 time: 0.0439386 Sep 30 00:20:43.717451 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-7acd5658-d4e1-46f5-aea1-45768a83fbc1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 200 len: 217 time: 0.0504751 Sep 30 00:20:43.792749 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d33cc0-91e6-44af-8f01-98142bc60258 req-f37c9318-9914-47be-be9f-6a8094b5eed2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:43.794246 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04d33cc0-91e6-44af-8f01-98142bc60258 req-f37c9318-9914-47be-be9f-6a8094b5eed2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 943 time: 0.0875714 Sep 30 00:20:43.796007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-8db4b3b3-8006-41c5-80ac-999e22f3055f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:43.797351 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-8db4b3b3-8006-41c5-80ac-999e22f3055f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0622044 Sep 30 00:20:43.873258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-04d33cc0-91e6-44af-8f01-98142bc60258 req-64925bfe-4cf9-4094-9d00-55e27209079c tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730131 Sep 30 00:20:43.881877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-83f47991-5577-4b73-80aa-849b80000e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:43.883370 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-83f47991-5577-4b73-80aa-849b80000e48 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769143 Sep 30 00:20:43.972352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-08ba417f-ae5c-4932-a575-5b9bb75c6da8 service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818963 Sep 30 00:20:44.066320 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-b1e741ee-2597-4693-a493-7d8a2376dff4 req-93181c9a-e1f8-4cc0-a5f5-2c56c05cabca service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870268 Sep 30 00:20:44.187697 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d589f6-a339-40c5-bc1c-953e49088357 req-6ec4dde3-6ada-48ea-aa26-ef95693e75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:44.189141 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51d589f6-a339-40c5-bc1c-953e49088357 req-6ec4dde3-6ada-48ea-aa26-ef95693e75f1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1094 time: 0.0421169 Sep 30 00:20:44.281929 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d589f6-a339-40c5-bc1c-953e49088357 req-bc4e5eba-52d7-4c0e-87e6-9f1a1c1df473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:44.283408 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51d589f6-a339-40c5-bc1c-953e49088357 req-bc4e5eba-52d7-4c0e-87e6-9f1a1c1df473 service neutron] 10.222.0.42 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0876160 Sep 30 00:20:44.325096 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51d589f6-a339-40c5-bc1c-953e49088357 req-7fd2a82f-7911-4e97-b519-816509d6a117 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 200 len: 217 time: 0.0347054 Sep 30 00:20:44.373390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d589f6-a339-40c5-bc1c-953e49088357 req-eedc3ed8-17ea-4dbf-80ba-137edc758219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:44.374820 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51d589f6-a339-40c5-bc1c-953e49088357 req-eedc3ed8-17ea-4dbf-80ba-137edc758219 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0426736 Sep 30 00:20:44.429708 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d589f6-a339-40c5-bc1c-953e49088357 req-d85a94f0-5de6-4491-ac8b-dff67a5d380d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:44.431206 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51d589f6-a339-40c5-bc1c-953e49088357 req-d85a94f0-5de6-4491-ac8b-dff67a5d380d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463653 Sep 30 00:20:44.531326 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51d589f6-a339-40c5-bc1c-953e49088357 req-18efec24-bcb1-4eb0-b356-f3b6bd23be21 service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926378 Sep 30 00:20:44.625156 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-51d589f6-a339-40c5-bc1c-953e49088357 req-78d7102e-0732-4690-87f4-bed940346d54 service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864599 Sep 30 00:20:44.987393 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b69cb-809b-4e70-9b5f-b7a34e7cf30e req-1a0d2447-56d1-4e03-88df-9dbb3d578da0 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:44.988909 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b3b69cb-809b-4e70-9b5f-b7a34e7cf30e req-1a0d2447-56d1-4e03-88df-9dbb3d578da0 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 943 time: 0.0487885 Sep 30 00:20:45.028258 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7b3b69cb-809b-4e70-9b5f-b7a34e7cf30e req-f2b9a7e4-99e2-452e-b911-37ed190d8111 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328004 Sep 30 00:20:46.141590 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99c592-85d8-453d-a00e-5203a1ebb0c9 req-961dd5df-f4a4-4d9f-a01d-3b4b5481e123 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:46.143074 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd99c592-85d8-453d-a00e-5203a1ebb0c9 req-961dd5df-f4a4-4d9f-a01d-3b4b5481e123 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 943 time: 0.0482004 Sep 30 00:20:46.182743 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bd99c592-85d8-453d-a00e-5203a1ebb0c9 req-85c3fa46-e26f-4bc8-89a8-e9e58fe1b582 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327828 Sep 30 00:20:46.808023 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:20:46.900709 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:46.911596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:20:46.951320 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:46.963940 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:20:46.982109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:46.985742 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:47.033534 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:47.302744 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44b499-7815-43b6-97d8-208241073d6b req-6db806c4-41ba-4fd0-b0d3-56dc88d85cbc tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:47.304837 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b44b499-7815-43b6-97d8-208241073d6b req-6db806c4-41ba-4fd0-b0d3-56dc88d85cbc tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 944 time: 0.0565338 Sep 30 00:20:47.342950 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b44b499-7815-43b6-97d8-208241073d6b req-59232f62-533d-433d-9e72-672180b05308 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321236 Sep 30 00:20:47.385674 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['3b4ed8dc-13aa-4af2-9648-ab43710ce7fc'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:20:48.458717 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1f64b-17ee-494b-a988-c15b7d5c4d31 req-2a107ba2-f791-404e-b5f6-5fdca300e8a5 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:48.461430 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06e1f64b-17ee-494b-a988-c15b7d5c4d31 req-2a107ba2-f791-404e-b5f6-5fdca300e8a5 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 944 time: 0.0516741 Sep 30 00:20:48.498236 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-06e1f64b-17ee-494b-a988-c15b7d5c4d31 req-04fe8138-56a1-463d-8efe-f6ec67b6aad1 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310078 Sep 30 00:20:48.823522 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:20:48.870643 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning for port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:20:48.874225 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:20:48.874599 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:48.960955 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:48.982405 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:20:48.984672 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27d629a-ea7b-4af6-86b6-8c0b29ffe30e" -d '{"events": [{"server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "name": "network-vif-plugged", "status": "completed", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:20:48.997788 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:20:49.002894 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:49.025384 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028ae519-e196-472e-a2f3-11671d6d0d74 x-openstack-request-id: req-028ae519-e196-472e-a2f3-11671d6d0d74 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:20:49.025679 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "name": "network-vif-plugged", "status": "completed", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:20:49.026197 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-028ae519-e196-472e-a2f3-11671d6d0d74 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:20:49.026585 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'code': 200} Sep 30 00:20:49.051478 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:49.143778 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eb8a5e-fda7-4c4e-bfc3-2517f3611a03 req-d815878e-f462-45d3-8a0a-6ae5d8df3ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:49.145316 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9eb8a5e-fda7-4c4e-bfc3-2517f3611a03 req-d815878e-f462-45d3-8a0a-6ae5d8df3ab1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1096 time: 0.0397325 Sep 30 00:20:49.179239 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a9eb8a5e-fda7-4c4e-bfc3-2517f3611a03 req-c6aea7e1-d88f-4aad-9185-1d6d75dc3878 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271008 Sep 30 00:20:49.613633 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da205a-9cb0-4036-9a41-94030311a8f8 req-d75cc8c3-2991-4eb0-ad2f-5f68dbe1ee7f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:49.615011 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5da205a-9cb0-4036-9a41-94030311a8f8 req-d75cc8c3-2991-4eb0-ad2f-5f68dbe1ee7f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 945 time: 0.0521014 Sep 30 00:20:49.652652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d5da205a-9cb0-4036-9a41-94030311a8f8 req-2821303f-bfd6-47be-99b3-5f6e61e90293 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311275 Sep 30 00:20:50.767364 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6e97f1-c1b1-4078-bff2-4d42224164d1 req-aa323ffa-8fc8-40ec-a32f-6502afc1375a tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:50.768861 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce6e97f1-c1b1-4078-bff2-4d42224164d1 req-aa323ffa-8fc8-40ec-a32f-6502afc1375a tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 945 time: 0.0474932 Sep 30 00:20:50.806475 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ce6e97f1-c1b1-4078-bff2-4d42224164d1 req-ab026708-f31f-4ca4-9b5b-65352306b3b4 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309968 Sep 30 00:20:50.918673 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b67d9e-2db6-4373-ab46-bb021713800a req-a275a21b-b576-4f94-ad95-ed83e142687a tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:50.920176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46b67d9e-2db6-4373-ab46-bb021713800a req-a275a21b-b576-4f94-ad95-ed83e142687a tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 945 time: 0.0487278 Sep 30 00:20:50.941305 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:50.961131 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-46b67d9e-2db6-4373-ab46-bb021713800a req-d50fd6f3-31bf-4fd8-8c6d-b785bcaea404 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336652 Sep 30 00:20:50.982427 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40558) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:51.140416 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376c2f1e-8233-4850-90c5-5d652435cf11 tempest-TestSnapshotPattern-1541168081 tempest-TestSnapshotPattern-1541168081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:51.141920 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-376c2f1e-8233-4850-90c5-5d652435cf11 tempest-TestSnapshotPattern-1541168081 tempest-TestSnapshotPattern-1541168081-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1091 time: 0.1585264 Sep 30 00:20:51.144896 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40562) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:20:51.149500 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:20:51.171284 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:51.265544 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:51.372316 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Allocated IP 172.25.4.209 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/1feb0baa-3956-4add-a01a-93ba5675e4a7) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:20:51.471290 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:51.504096 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:51.544429 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:20:51.548885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:20:51.553537 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:20:51.577377 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'Port': ['ID=1feb0baa-3956-4add-a01a-93ba5675e4a7,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:51.910928 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:51.979556 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:52.126588 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:52.131665 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:52.204383 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'Port': ['ID=1feb0baa-3956-4add-a01a-93ba5675e4a7,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:20:52.216682 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:52.316511 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Floating IP 36d17fb0-e24b-4144-8824-47719c5bcbb2 associated. External IP: 172.25.4.209, port: 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc. Sep 30 00:20:52.522387 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Router 9c0861ca-0561-4b9c-9f59-2263c54c8875 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:20:52.633016 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:20:52.642571 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] Sync routers for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:20:52.649233 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:20:52.653099 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:52.653708 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:52.676901 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-8a9dea34-23e0-4413-b25c-ebac3261bc08 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5310035 Sep 30 00:20:52.677585 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:20:52.681366 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c77d9d-5d04-4dd3-8c93-011f17216a94" -d '{"events": [{"name": "network-changed", "server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:20:52.716105 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe71ebce-f390-483d-b82f-5e46ac37b8b0 x-openstack-request-id: req-fe71ebce-f390-483d-b82f-5e46ac37b8b0 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:20:52.716408 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:20:52.716665 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fe71ebce-f390-483d-b82f-5e46ac37b8b0 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:20:52.717072 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'status': 'completed', 'code': 200} Sep 30 00:20:52.760553 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:52.798329 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-5bae4e37-9a01-43b5-ad85-6d56fd075592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:52.799776 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-5bae4e37-9a01-43b5-ad85-6d56fd075592 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1096 time: 0.0411232 Sep 30 00:20:52.895736 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-a8956ac9-9e31-477e-9bfa-6aa30ad5b192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:52.897818 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-a8956ac9-9e31-477e-9bfa-6aa30ad5b192 service neutron] 10.222.0.42 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0917199 Sep 30 00:20:52.964084 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-f5ad7dd5-d01c-45ce-82d6-13498440e4a1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 200 len: 999 time: 0.0596693 Sep 30 00:20:52.996785 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '36d17fb0-e24b-4144-8824-47719c5bcbb2', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:20:51Z', 'updated_at': '2021-09-30T00:20:51Z', 'revision_number': 0, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:53.017027 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-13aab442-472a-4698-81c6-086313c0c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:53.018652 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-13aab442-472a-4698-81c6-086313c0c979 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0479212 Sep 30 00:20:53.023891 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] Checking router: 9c0861ca-0561-4b9c-9f59-2263c54c8875 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:20:53.032404 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:20:53.033004 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:20:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:53.064906 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-483a51fd-96bd-4999-b663-54aba7875989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:20:53.066340 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-483a51fd-96bd-4999-b663-54aba7875989 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401826 Sep 30 00:20:53.163693 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-d71c7615-b881-4ade-aaf7-9e7fd2a3473a service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897150 Sep 30 00:20:53.243419 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:20:53.261202 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a4c77d9d-5d04-4dd3-8c93-011f17216a94 req-6109c9b9-138a-4846-80cd-a60c9f67c7bc service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902078 Sep 30 00:20:53.463347 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '36d17fb0-e24b-4144-8824-47719c5bcbb2', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:20:51Z', 'updated_at': '2021-09-30T00:20:51Z', 'revision_number': 0, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:20:53.492445 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28fb4c1-e3ae-481a-b4d7-50bf169df836 None None] The sync data for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 is: [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '36d17fb0-e24b-4144-8824-47719c5bcbb2', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:20:51Z', 'updated_at': '2021-09-30T00:20:51Z', 'revision_number': 0, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:20:53.669899 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bd1a2e-7680-4cdd-8fe8-5874cba73cc4 None None] New status for floating IP 36d17fb0-e24b-4144-8824-47719c5bcbb2: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:21:03.418352 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-45285c9a-c113-42c1-a9a6-5f0a6f841947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:06.390821 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4f33a157-e428-425e-afee-026b8b76811d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:06.730621 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:07.754163 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:08.922037 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:10.373539 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:14.616021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-3fef7894-c77a-420b-b72e-6d74df44dbc6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0962832 Sep 30 00:21:14.711885 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-c7a1651c-510c-4f94-ac57-727d4319bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:21:14.713367 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-c7a1651c-510c-4f94-ac57-727d4319bf35 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1096 time: 0.0405755 Sep 30 00:21:14.817065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-2062dd6d-5390-4783-be28-b365c8f6f035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:21:14.819146 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-2062dd6d-5390-4783-be28-b365c8f6f035 service neutron] 10.222.0.42 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0859547 Sep 30 00:21:14.884744 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-bb746040-7001-4a20-95d0-eee4a2ef085f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 200 len: 1001 time: 0.0593283 Sep 30 00:21:15.239797 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-afec8c31-68bd-42e9-b7a7-897318e1a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:21:15.241926 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-afec8c31-68bd-42e9-b7a7-897318e1a7e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.3506835 Sep 30 00:21:15.291239 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-6d0c6c91-713f-477e-867b-5b77ceeab73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:21:15.292507 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-6d0c6c91-713f-477e-867b-5b77ceeab73b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431113 Sep 30 00:21:15.385648 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-df60bb77-9409-40b9-8acc-e891cc5d6f34 service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851152 Sep 30 00:21:15.472835 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-14dd2289-0813-4124-8631-a3d72eb81c81 req-864548d1-876b-4083-a709-3877156632f0 service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804148 Sep 30 00:21:15.698448 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:21:20.946647 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:33.419185 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0f2c749d-6ab1-407b-b987-a976762602bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:36.391053 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b0229da7-b321-4669-bec8-dcbeeb8188f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:36.731439 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:37.758080 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:38.924532 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:40.388193 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:50.970922 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:21:52.698532 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:22:03.420216 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fb79b085-9189-43f5-91f7-1e0f1cca164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:06.391206 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fd51c988-510c-405b-b2f1-5bf68774518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:06.732750 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:07.759666 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:08.927980 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:10.384336 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:15.568392 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-1df24932-6dff-4f38-b3a7-b1e50c00fb3b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392933 Sep 30 00:22:15.666937 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-4a3efc40-6d34-4791-896f-96d72c0e818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:22:15.668445 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-4a3efc40-6d34-4791-896f-96d72c0e818b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1096 time: 0.0437319 Sep 30 00:22:15.766848 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-7ce33961-8242-433e-a490-e5c4c61c29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:22:15.768357 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-7ce33961-8242-433e-a490-e5c4c61c29cd service neutron] 10.222.0.42 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0824602 Sep 30 00:22:15.836462 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-87e6e1e5-9699-4f99-95b7-b8c10da596c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 200 len: 1001 time: 0.0610075 Sep 30 00:22:15.883898 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-c0174c4b-263b-4f70-aea0-5d1b0650566f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:22:15.885352 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-c0174c4b-263b-4f70-aea0-5d1b0650566f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0427637 Sep 30 00:22:15.936398 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-dfc2e561-e747-47a2-884c-16f38ccaae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:22:15.937821 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-dfc2e561-e747-47a2-884c-16f38ccaae4e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447025 Sep 30 00:22:16.028314 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-e91b0aaf-fac6-4d39-9a9a-863814dce3f3 service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835211 Sep 30 00:22:16.114521 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-09db4944-4c1a-460e-a10d-12988dd78b20 req-863e32c9-9ecb-40b8-b568-7ad2f5b9217d service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790870 Sep 30 00:22:20.984316 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:29.697683 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:22:33.422195 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b98e4a70-64d0-423c-987c-56cae2aaa861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:36.391985 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dae25bc7-da4d-4b6c-9089-2e3600a1d2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:36.733564 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:37.763650 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:38.929731 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:40.401937 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:22:50.975906 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:03.422874 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9ff1257d-3f6a-40f4-bbee-7d2cd45c5bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:06.392303 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0b6625de-f12b-4392-a0b2-9e46d52028b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:06.696677 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:23:06.735437 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:07.766098 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:08.933467 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:10.404378 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:15.560197 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-2e99fb4d-4898-4c26-914a-5894e016190b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442460 Sep 30 00:23:15.714096 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-a196d9ad-635c-4e7b-bb3f-08a43fa03810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:15.715617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-a196d9ad-635c-4e7b-bb3f-08a43fa03810 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1096 time: 0.0408192 Sep 30 00:23:15.818151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-705a54ea-5ebc-4a2f-ba5f-5ddde3b8cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:15.819601 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-705a54ea-5ebc-4a2f-ba5f-5ddde3b8cc2d service neutron] 10.222.0.42 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0856640 Sep 30 00:23:15.882780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-68ef69ce-e53c-455e-9692-4e36bb8778f8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 200 len: 1001 time: 0.0565815 Sep 30 00:23:15.930975 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-366ce2ca-9b41-493c-a12a-726b823e25af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:15.932437 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-366ce2ca-9b41-493c-a12a-726b823e25af service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0432544 Sep 30 00:23:15.980826 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-85df9b31-a30c-491b-a4ed-8d43a096366c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:15.982204 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-85df9b31-a30c-491b-a4ed-8d43a096366c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427449 Sep 30 00:23:16.071088 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-8dda73a0-21bc-4024-bbbf-09d2aeb880ce service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807192 Sep 30 00:23:16.165749 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-77ba8a29-517c-47ec-be54-fd5364c4d586 req-19406a48-bd0b-475b-9625-f3a5f8231d4b service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865259 Sep 30 00:23:20.987040 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:25.569269 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc details requested by agent hyperv_n-h1-811173-2 with host n-h1-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:23:25.662119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:23:25.674849 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Returning: {'device': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:23:25.714332 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:25.726570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:23:25.745232 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:23:25.749735 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:25.797831 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:23:25.805569 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.805918 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.806261 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.806599 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.806931 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.807260 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.807587 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.807938 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.808265 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.808588 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.808910 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.809228 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:25.882060 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] get_ports_and_sgs() called for port_ids ['3b4ed8dc-13aa-4af2-9648-ab43710ce7fc'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:23:27.589555 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc up at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:23:27.636129 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Provisioning complete for port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:23:27.636509 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:27.865027 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:27.887119 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:23:27.889378 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ddedec-235a-4c23-b286-9ac9231f50e5" -d '{"events": [{"server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "name": "network-vif-plugged", "status": "completed", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:23:27.902791 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:23:27.906613 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:27.954469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:23:27.983273 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fbc091-fbb7-449a-a5a9-e9dcd10a32bb x-openstack-request-id: req-f6fbc091-fbb7-449a-a5a9-e9dcd10a32bb {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:23:27.983535 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "name": "network-vif-plugged", "status": "completed", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:23:27.983791 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f6fbc091-fbb7-449a-a5a9-e9dcd10a32bb {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:23:27.984224 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'code': 200} Sep 30 00:23:33.429532 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-0b45408c-0c9e-4c5c-878b-f7980a90fa75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:36.396004 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-52002ac8-8436-41a7-bcbc-d49f7626082c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:36.744469 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:37.773314 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:38.537402 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-1fcd481e-0fc6-4dcf-bf0a-53ef4ec1058f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-594667955&fields=id&tenant_id=f845d4c9a89646788fc8a0ac33e30108 HTTP/1.1" status: 200 len: 267 time: 0.0350101 Sep 30 00:23:38.643152 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-6343f154-cd3c-4221-a659-c7db7b7674ce tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:38.644643 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-6343f154-cd3c-4221-a659-c7db7b7674ce tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 809 time: 0.0997317 Sep 30 00:23:38.659656 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-87975fd7-41ef-4c04-8a7e-eb61e9a09256 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/quotas/f845d4c9a89646788fc8a0ac33e30108 HTTP/1.1" status: 200 len: 375 time: 0.0090680 Sep 30 00:23:38.718467 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-cd414ffd-d042-4d83-834e-968a5a1b0090 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0536540 Sep 30 00:23:38.776759 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-ea6bc24d-2057-4377-9c50-7a8d6cc03f60 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:23:38.777780 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-ea6bc24d-2057-4377-9c50-7a8d6cc03f60 service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0474086 Sep 30 00:23:38.867714 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-f5e70dba-5340-4ffa-9ae4-b48879ea9a19 service neutron] 10.222.0.44 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829165 Sep 30 00:23:38.935641 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:38.962754 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-c7378c1e-05aa-4878-872d-243e64986d7a service neutron] 10.222.0.44 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884976 Sep 30 00:23:39.178385 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5702d1bc-bf0a-406f-80c3-533013f117ff req-ccb1cec2-1a07-4a07-9536-5247ff1b2b39 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 210 time: 0.0310619 Sep 30 00:23:40.069295 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-b5cec707-fe16-45d6-8e25-12dc29cfacc5 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:40.071550 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-b5cec707-fe16-45d6-8e25-12dc29cfacc5 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.26 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 809 time: 0.1177239 Sep 30 00:23:40.116583 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-7990c9c0-5267-4281-bede-bc8131c1414e tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f845d4c9a89646788fc8a0ac33e30108 HTTP/1.1" status: 200 len: 379 time: 0.0363846 Sep 30 00:23:40.126941 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'port': {'device_id': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'admin_state_up': True, 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'security_groups': ['47e6bac5-51f4-4c4b-bf08-862b04886438']}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:23:40.246343 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Made reservation on behalf of f845d4c9a89646788fc8a0ac33e30108 for: {'port': 1} {{(pid=110006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 30 00:23:40.250444 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:40.275271 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-25e6bf5e-acc1-4867-8d70-2ca82150516f req-3e5d7357-0588-44c7-84c1-71283734b8e2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 210 time: 0.0259295 Sep 30 00:23:40.403004 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_common [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Allocated IP 172.20.0.10 (143b7f5d-137a-4d4c-91dc-a22c4695d2cf/fd70e30e-0840-441e-8fa0-915b913779fd/0cf50131-60cc-4551-a8a2-6d597ff5cd96) {{(pid=110006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:23:40.413787 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:40.566579 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for port, precommit_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:40.612102 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_create {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:40.649117 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf is already hosted by enough agents. {{(pid=110006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:23:40.689541 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.base_scheduler [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Resources bound (agent type, host, resource id): {{(pid=110006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:23:40.692269 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Received port after_create {{(pid=110006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:23:40.726725 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'Port': ['ID=0cf50131-60cc-4551-a8a2-6d597ff5cd96,revision_number=1']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:23:40.745902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.747113 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.747806 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.748422 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.749157 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.749685 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.750168 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.750723 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.751158 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.751687 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.752045 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.752375 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:40.780504 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:40.781615 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:40.798906 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-231ce8b8-f8bc-4e99-8927-c725ce3e1d78 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6754963 Sep 30 00:23:40.938786 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-fbe676b7-a887-4c87-a1c3-c1b8dd14e7c2 None None] Provisioning complete for port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 triggered by entity DHCP. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:23:40.939159 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fbe676b7-a887-4c87-a1c3-c1b8dd14e7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:40.974084 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-fbe676b7-a887-4c87-a1c3-c1b8dd14e7c2 None None] Port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 cannot update to ACTIVE because it is not bound. {{(pid=110007) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 30 00:23:41.454370 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad7f23-fb64-4aa0-a621-9569208f897b req-82ddfeaa-a5ce-466f-8307-2f88657b971c tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:41.456021 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3ad7f23-fb64-4aa0-a621-9569208f897b req-82ddfeaa-a5ce-466f-8307-2f88657b971c tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 932 time: 0.1028953 Sep 30 00:23:41.496079 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-a3ad7f23-fb64-4aa0-a621-9569208f897b req-49b722f7-f72e-453e-b160-c0454bed366c tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334892 Sep 30 00:23:42.621099 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f77258-f764-482a-adfb-534955c0fc22 req-c65d7225-ef29-4b18-ad30-835822aad202 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:42.622683 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8f77258-f764-482a-adfb-534955c0fc22 req-c65d7225-ef29-4b18-ad30-835822aad202 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 932 time: 0.0547619 Sep 30 00:23:42.667286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e8f77258-f764-482a-adfb-534955c0fc22 req-8bb1cbe4-74b9-4e3b-af2c-e0aeca10861c tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379219 Sep 30 00:23:43.646942 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:23:43.705402 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:23:43.727240 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:43.762947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:23:43.769131 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c0be65-ac29-4f96-a6ee-8c59fc9728ed" -d '{"events": [{"server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:23:43.773908 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] For port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:23:43.779756 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:43.828157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951493a8-a548-497e-aa2e-2ea69eadec93 req-ae1db8c9-9ab5-4a60-b807-17d4b18df08c tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:43.830807 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-951493a8-a548-497e-aa2e-2ea69eadec93 req-ae1db8c9-9ab5-4a60-b807-17d4b18df08c tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 932 time: 0.0833297 Sep 30 00:23:43.840050 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Sep 2021 00:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ebdfb7-a522-4336-8570-c1b248fccd99 x-openstack-request-id: req-46ebdfb7-a522-4336-8570-c1b248fccd99 {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:23:43.840353 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "name": "network-vif-unplugged", "status": "completed", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:23:43.840611 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-46ebdfb7-a522-4336-8570-c1b248fccd99 {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:23:43.841044 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'code': 200} Sep 30 00:23:43.845964 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Pushing event updated for resources: {'Port': ['ID=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,revision_number=8']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:23:43.879608 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-951493a8-a548-497e-aa2e-2ea69eadec93 req-d0f87ddb-7a8b-4b58-a912-53c105eda3da tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347540 Sep 30 00:23:44.999477 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66532053-ee7e-4e34-94a4-f02564602b80 req-85eaebcf-6add-4c96-8bdd-831ad859be97 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:45.001176 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66532053-ee7e-4e34-94a4-f02564602b80 req-85eaebcf-6add-4c96-8bdd-831ad859be97 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 932 time: 0.0501480 Sep 30 00:23:45.043758 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-66532053-ee7e-4e34-94a4-f02564602b80 req-3936b6a3-7ab1-475c-934c-3e6d90a4376d tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362632 Sep 30 00:23:46.169365 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c2c61-2240-4eae-a7ab-240667cde3bd req-2a34c0fe-b8a2-4316-a774-b6ff3d2c8794 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:46.170944 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d35c2c61-2240-4eae-a7ab-240667cde3bd req-2a34c0fe-b8a2-4316-a774-b6ff3d2c8794 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 932 time: 0.0558999 Sep 30 00:23:46.214421 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-d35c2c61-2240-4eae-a7ab-240667cde3bd req-1355ab49-f2bf-449a-b683-b031c395d56a tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373683 Sep 30 00:23:47.345922 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7297c-38b4-43f4-be83-3c8c8b895648 req-1691cdbb-99df-4a13-80a3-2e6b672f2ed8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:47.347782 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39f7297c-38b4-43f4-be83-3c8c8b895648 req-1691cdbb-99df-4a13-80a3-2e6b672f2ed8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 932 time: 0.0550303 Sep 30 00:23:47.390375 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-39f7297c-38b4-43f4-be83-3c8c8b895648 req-943d5b4b-83b0-4076-bff1-48cec550b69e tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335338 Sep 30 00:23:48.519007 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcf0a3-a514-4895-b20c-ecd9fc806187 req-937b7370-7aca-4664-a462-c9c455d0745b tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:48.520599 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7bcf0a3-a514-4895-b20c-ecd9fc806187 req-937b7370-7aca-4664-a462-c9c455d0745b tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 932 time: 0.0536566 Sep 30 00:23:48.562203 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-e7bcf0a3-a514-4895-b20c-ecd9fc806187 req-264321b4-bab6-44b5-8b2e-b5812219294d tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346437 Sep 30 00:23:49.701557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d86d7-bea9-4713-b87a-750fae71387e req-c0178372-f5cf-4c32-9c3b-81011fd683be tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:49.703043 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-120d86d7-bea9-4713-b87a-750fae71387e req-c0178372-f5cf-4c32-9c3b-81011fd683be tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 932 time: 0.0694489 Sep 30 00:23:49.747808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-120d86d7-bea9-4713-b87a-750fae71387e req-90af4434-fb92-40d0-98a4-ee4694c604d9 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388045 Sep 30 00:23:50.504424 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.v2.base [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Request body: {'port': {'device_id': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-811173-2'}} {{(pid=110006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:23:50.564879 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:50.831003 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cf50131-60cc-4551-a8a2-6d597ff5cd96 {{(pid=110006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:23:50.838511 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:50.850367 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.provisioning_blocks [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Transition to ACTIVE for port object 0cf50131-60cc-4551-a8a2-6d597ff5cd96 will not be triggered until provisioned by entity L2. {{(pid=110006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 30 00:23:50.854666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:50.862762 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e5315-9dd5-4874-9b8b-763ff547e45a req-4bd5cec4-fbf1-4494-810d-ae3ce554d6b6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:50.864306 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c58e5315-9dd5-4874-9b8b-763ff547e45a req-4bd5cec4-fbf1-4494-810d-ae3ce554d6b6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 932 time: 0.0505822 Sep 30 00:23:50.909808 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-c58e5315-9dd5-4874-9b8b-763ff547e45a req-03e00d71-1100-4d03-8c19-8cff76481bd9 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387986 Sep 30 00:23:50.926369 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Pushing event updated for resources: {'Port': ['ID=0cf50131-60cc-4551-a8a2-6d597ff5cd96,revision_number=2']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:23:50.977753 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Attempting to bind port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 on host n-h2-811173-2 for vnic_type normal with profile {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 30 00:23:50.978101 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Attempting to bind port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 by drivers openvswitch,hyperv on host n-h2-811173-2 at level 0 using segments [{'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 30 00:23:50.978438 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Attempting to bind port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 on network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:23:50.983556 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 on network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf not bound, no agent of type Open vSwitch agent registered on host n-h2-811173-2 {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 30 00:23:50.983917 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Attempting to bind port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 on network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 30 00:23:50.989657 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Checking agent: {'id': '43a4fc04-541e-4eef-a8a4-c3ce8b6ee9cf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-811173-2', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'started_at': datetime.datetime(2021, 9, 29, 22, 56, 39), 'heartbeat_timestamp': datetime.datetime(2021, 9, 30, 0, 23, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 30 00:23:50.990047 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Checking segment: {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 30 00:23:50.990641 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Bound using segment: {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'} {{(pid=110006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 30 00:23:50.991185 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.managers [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Bound port: 0cf50131-60cc-4551-a8a2-6d597ff5cd96, host: n-h2-811173-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68089c02-cc3b-41c6-9016-e13c9aebe6c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 518, 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf'}}] {{(pid=110006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 30 00:23:50.991666 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:50.993398 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:51.064065 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] For port 0cf50131-60cc-4551-a8a2-6d597ff5cd96, host n-h2-811173-2, cleared binding levels {{(pid=110006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 30 00:23:51.067308 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] For port 0cf50131-60cc-4551-a8a2-6d597ff5cd96, host n-h2-811173-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 30 00:23:51.074331 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4611127'] for port, after_update {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:51.108260 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:51.108889 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:51.110301 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] 10.222.0.26 "PUT /v2.0/ports/0cf50131-60cc-4551-a8a2-6d597ff5cd96 HTTP/1.1" status: 200 len: 1092 time: 0.6116979 Sep 30 00:23:51.110763 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:23:51.113130 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:23:51.142074 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75332e91-d891-44fe-97ab-4e6276e6f2bb service neutron] Pushing event updated for resources: {'Port': ['ID=0cf50131-60cc-4551-a8a2-6d597ff5cd96,revision_number=3']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:23:51.214350 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-b46c7f82-4cc5-4030-b007-606d3b7a1b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:51.216342 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-b46c7f82-4cc5-4030-b007-606d3b7a1b8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 1095 time: 0.0638132 Sep 30 00:23:51.226455 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48902b3e-7c3b-465a-bb21-95e7b428fb1d x-openstack-request-id: req-48902b3e-7c3b-465a-bb21-95e7b428fb1d {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:23:51.226797 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:23:51.227079 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-48902b3e-7c3b-465a-bb21-95e7b428fb1d {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:23:51.227490 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'status': 'completed', 'code': 200} Sep 30 00:23:51.272355 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-a96c2b96-745f-45dc-88eb-a1e6f5fa5ced service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96 HTTP/1.1" status: 200 len: 217 time: 0.0437877 Sep 30 00:23:51.323251 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-78f0caf3-52db-4b91-93b2-c0c1302adc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:51.324682 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-78f0caf3-52db-4b91-93b2-c0c1302adc55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0456939 Sep 30 00:23:51.370007 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-42c956b8-6500-4e31-b6f0-f887469f797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:51.371473 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-42c956b8-6500-4e31-b6f0-f887469f797e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397282 Sep 30 00:23:51.466406 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-a2435fcc-c015-4774-9f6f-0aa484943c13 service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879381 Sep 30 00:23:51.556538 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-f155fef5-6c76-435f-9c96-dfb9e94a460b req-6d29184f-d263-4d70-8e88-3c61e0c376f3 service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825737 Sep 30 00:23:51.640061 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-59e1ff90-1678-4dd9-a4aa-3aa24f929c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:51.641547 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-59e1ff90-1678-4dd9-a4aa-3aa24f929c99 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 1095 time: 0.0408056 Sep 30 00:23:51.734090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-87c2cbce-6a22-4d4c-8fef-c66a9c700b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:51.735531 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-87c2cbce-6a22-4d4c-8fef-c66a9c700b46 service neutron] 10.222.0.26 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0862119 Sep 30 00:23:51.776534 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-1faa0a69-d7f3-4c42-bdb9-38fe20a60f50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96 HTTP/1.1" status: 200 len: 217 time: 0.0333505 Sep 30 00:23:51.826998 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-4a26b8fb-e986-4268-9b75-7aa7ff1b3adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:51.828439 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-4a26b8fb-e986-4268-9b75-7aa7ff1b3adb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0454142 Sep 30 00:23:51.874372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-b5dc8b8d-a2c3-4d17-b22f-404b21945e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:51.875858 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-b5dc8b8d-a2c3-4d17-b22f-404b21945e3f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390131 Sep 30 00:23:51.971331 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-694a4f11-57f4-48b3-9601-6612cd164bb9 service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874081 Sep 30 00:23:52.027250 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a6aee-99f7-4975-acad-e9ef2d4dc600 req-3d801912-6041-4470-9a58-50af4f50b595 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:52.029138 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-034a6aee-99f7-4975-acad-e9ef2d4dc600 req-3d801912-6041-4470-9a58-50af4f50b595 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 944 time: 0.0500574 Sep 30 00:23:52.070617 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-034a6aee-99f7-4975-acad-e9ef2d4dc600 req-0842146f-0cc2-4897-9fb6-fde87b5153c2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345654 Sep 30 00:23:52.386228 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-a1744a15-b5e1-4a78-a70b-3d4aa16aa2bd req-517a2ae9-1a4a-4760-b2c6-8544314673b4 service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070518 Sep 30 00:23:53.202952 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4192ae-3efc-4a66-9ccf-685bf8167425 req-860de30c-695f-49d5-a2e9-812334728f65 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:53.204480 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f4192ae-3efc-4a66-9ccf-685bf8167425 req-860de30c-695f-49d5-a2e9-812334728f65 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 944 time: 0.0550439 Sep 30 00:23:53.241945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-5f4192ae-3efc-4a66-9ccf-685bf8167425 req-caf54ead-441d-4cfa-906d-28f45f652f19 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314779 Sep 30 00:23:54.357024 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07bfb5-20bc-4f67-82a6-38e50868040c req-a38ac2ca-f8d0-4cd7-9e26-028915baef37 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:54.358472 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c07bfb5-20bc-4f67-82a6-38e50868040c req-a38ac2ca-f8d0-4cd7-9e26-028915baef37 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 944 time: 0.0506020 Sep 30 00:23:54.395165 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c07bfb5-20bc-4f67-82a6-38e50868040c req-bb4925c6-b12d-45b0-aa59-743f6e8710a1 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306530 Sep 30 00:23:54.528096 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 0cf50131-60cc-4551-a8a2-6d597ff5cd96 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:23:54.620636 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 0cf50131-60cc-4551-a8a2-6d597ff5cd96, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:23:54.631004 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'port_id': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'mac_address': 'fa:16:3e:0f:cf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:23:54.667502 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:54.679530 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cf50131-60cc-4551-a8a2-6d597ff5cd96 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:23:54.697499 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 0cf50131-60cc-4551-a8a2-6d597ff5cd96, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:23:54.701513 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:54.746317 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=0cf50131-60cc-4551-a8a2-6d597ff5cd96,revision_number=4']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:23:54.919098 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['0cf50131-60cc-4551-a8a2-6d597ff5cd96'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:23:55.510556 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75988bcf-3efa-459f-985c-b0ddced42b51 req-607bfa3e-dce8-4366-926f-861fddd95d85 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:55.512071 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75988bcf-3efa-459f-985c-b0ddced42b51 req-607bfa3e-dce8-4366-926f-861fddd95d85 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 945 time: 0.0497932 Sep 30 00:23:55.548859 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-75988bcf-3efa-459f-985c-b0ddced42b51 req-f9208de8-a6d3-4830-9fbd-0c4bed2f6eb8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308800 Sep 30 00:23:56.558951 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 0cf50131-60cc-4551-a8a2-6d597ff5cd96 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:23:56.608669 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning for port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 completed by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 30 00:23:56.612448 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:23:56.612825 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:56.669838 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0beffe-27a4-4a8b-8373-3f0be3909b0b req-295435f3-edf4-45c7-bef8-99e709839b8e tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:56.671337 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc0beffe-27a4-4a8b-8373-3f0be3909b0b req-295435f3-edf4-45c7-bef8-99e709839b8e tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 945 time: 0.0553751 Sep 30 00:23:56.692449 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:56.713452 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-bc0beffe-27a4-4a8b-8373-3f0be3909b0b req-f3221399-d3a9-47be-82dd-76a716f899f9 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359166 Sep 30 00:23:56.715304 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:23:56.717592 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3b4610-4259-4b6e-bebc-d84fcbcf9d4e" -d '{"events": [{"server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "name": "network-vif-plugged", "status": "completed", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:23:56.735733 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 0cf50131-60cc-4551-a8a2-6d597ff5cd96, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:23:56.739662 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:56.763371 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ca2a9b-07e5-42ee-8d6f-b5f4d195ff6d x-openstack-request-id: req-57ca2a9b-07e5-42ee-8d6f-b5f4d195ff6d {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:23:56.763695 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "name": "network-vif-plugged", "status": "completed", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:23:56.763999 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-57ca2a9b-07e5-42ee-8d6f-b5f4d195ff6d {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:23:56.764436 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'code': 200} Sep 30 00:23:56.790262 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=0cf50131-60cc-4551-a8a2-6d597ff5cd96,revision_number=5']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:23:56.860828 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d5622-bf32-42b2-970e-21f2b72e710a req-56479c55-c541-40a4-80ba-2b8270ecab04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:56.862227 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb1d5622-bf32-42b2-970e-21f2b72e710a req-56479c55-c541-40a4-80ba-2b8270ecab04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 1097 time: 0.0398588 Sep 30 00:23:56.901369 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-fb1d5622-bf32-42b2-970e-21f2b72e710a req-1f61f935-cc93-46ce-b4b8-ef627c75eaeb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323074 Sep 30 00:23:57.839229 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0cab4c-ff0b-48cd-9af2-1f5bc8490402 req-d66810c0-a044-4d3a-92d7-38f50a7cbaf2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:57.842098 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c0cab4c-ff0b-48cd-9af2-1f5bc8490402 req-d66810c0-a044-4d3a-92d7-38f50a7cbaf2 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 946 time: 0.0602512 Sep 30 00:23:57.885676 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-3c0cab4c-ff0b-48cd-9af2-1f5bc8490402 req-03ae4325-79b6-46d7-8586-b602f002c520 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369170 Sep 30 00:23:59.003270 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca825331-219c-4461-adc8-d22c7db40d2e req-d09b523e-5fd8-4c15-8e8c-5394a8cc2630 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:59.004851 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca825331-219c-4461-adc8-d22c7db40d2e req-d09b523e-5fd8-4c15-8e8c-5394a8cc2630 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 946 time: 0.0484278 Sep 30 00:23:59.042941 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-ca825331-219c-4461-adc8-d22c7db40d2e req-b4674601-ecb5-40dd-ba18-cc981ba0e816 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317955 Sep 30 00:23:59.159612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d86bf1-6133-42f7-9425-9169f1db54c7 req-fcc14fc8-d33a-4523-896b-2f2c2e961bc1 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:59.161133 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48d86bf1-6133-42f7-9425-9169f1db54c7 req-fcc14fc8-d33a-4523-896b-2f2c2e961bc1 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 946 time: 0.0528917 Sep 30 00:23:59.198137 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-48d86bf1-6133-42f7-9425-9169f1db54c7 req-1b3cc11a-f5f7-457d-aa40-4ece71959bfb tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309205 Sep 30 00:23:59.219107 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40890) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:23:59.257743 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f623925d-065f-4fc8-ab89-df741cbe230f tempest-TestSnapshotPattern-1541168081 tempest-TestSnapshotPattern-1541168081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:23:59.259423 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-f623925d-065f-4fc8-ab89-df741cbe230f tempest-TestSnapshotPattern-1541168081 tempest-TestSnapshotPattern-1541168081-project-admin] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 1092 time: 0.0393519 Sep 30 00:23:59.262065 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 40892) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:23:59.266267 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.v2.base [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Request body: {'floatingip': {'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'port_id': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address': '172.20.0.10'}} {{(pid=110005) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 30 00:23:59.288019 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for floatingip, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:59.390262 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:59.492176 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.db_base_plugin_common [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Allocated IP 172.25.4.158 (61793872-5784-4201-a6e4-17489ef55adc/20bb4059-c317-4c2f-8e7d-a0c75c1a8972/88073e13-3710-4374-9641-869c68f4faeb) {{(pid=110005) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 30 00:23:59.597654 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for port, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:59.629585 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781141239745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:23:59.665611 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Network 61793872-5784-4201-a6e4-17489ef55adc is already hosted by enough agents. {{(pid=110005) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 30 00:23:59.668700 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.base_scheduler [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Resources bound (agent type, host, resource id): {{(pid=110005) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 30 00:23:59.672127 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Received port after_create {{(pid=110005) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 30 00:23:59.699936 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'Port': ['ID=88073e13-3710-4374-9641-869c68f4faeb,revision_number=1']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:23:59.711400 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.711748 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.712110 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.712445 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.712776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.713103 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.713428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.713750 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.714068 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.714390 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.714712 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:23:59.715058 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:24:00.042832 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:00.106910 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:00.253901 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for port, precommit_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:00.258085 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5132987'] for port, after_update {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:00.327858 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event updated for resources: {'Port': ['ID=88073e13-3710-4374-9641-869c68f4faeb,revision_number=2']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:24:00.339910 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1578247'] for floatingip, after_create {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:00.433959 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Floating IP d08df7e9-8de1-40f2-b298-e2a2fa91c134 associated. External IP: 172.25.4.158, port: 0cf50131-60cc-4551-a8a2-6d597ff5cd96. Sep 30 00:24:00.639428 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Router 9c0861ca-0561-4b9c-9f59-2263c54c8875 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:24:00.745845 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:24:00.755614 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] Sync routers for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:24:00.761924 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:00.765712 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:24:00.766318 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:24:00.789834 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-066f87fc-3f98-400f-8c53-bfe8616611f7 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5267711 Sep 30 00:24:00.790420 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:24:00.792725 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a1c272-352a-40fc-a286-ca2c9d2fe6de" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:24:00.874372 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:24:00.893226 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca918c2e-533c-481d-ad63-1b9ce9b63140 x-openstack-request-id: req-ca918c2e-533c-481d-ad63-1b9ce9b63140 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:24:00.893526 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:24:00.893793 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-ca918c2e-533c-481d-ad63-1b9ce9b63140 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:24:00.894201 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'status': 'completed', 'code': 200} Sep 30 00:24:00.954574 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-ca30bd06-e973-442a-b420-fe1704bf527b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:00.956184 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-ca30bd06-e973-442a-b420-fe1704bf527b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 1097 time: 0.0402470 Sep 30 00:24:01.047342 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-0387e112-b146-4512-b0b4-7bc1b9ae2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:01.048845 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-0387e112-b146-4512-b0b4-7bc1b9ae2c94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0846426 Sep 30 00:24:01.107002 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '36d17fb0-e24b-4144-8824-47719c5bcbb2', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:20:51Z', 'updated_at': '2021-09-30T00:20:53Z', 'revision_number': 1, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}, {'id': 'd08df7e9-8de1-40f2-b298-e2a2fa91c134', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:0f:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:23:59Z', 'updated_at': '2021-09-30T00:23:59Z', 'revision_number': 0, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:24:01.120401 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-fa106189-fc3b-41a7-afa2-e427788c11d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96 HTTP/1.1" status: 200 len: 1000 time: 0.0633950 Sep 30 00:24:01.133020 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] Checking router: 9c0861ca-0561-4b9c-9f59-2263c54c8875 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:24:01.141140 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:24:01.141684 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:23:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:24:01.170826 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-cb5e6e52-4449-4893-a5fe-844caa1c9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:01.172441 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-cb5e6e52-4449-4893-a5fe-844caa1c9074 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0450354 Sep 30 00:24:01.203631 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.26', 61670) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:24:01.226033 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-cf15869a-deae-47e9-8d5d-9171e7bad109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:01.228984 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-cf15869a-deae-47e9-8d5d-9171e7bad109 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459940 Sep 30 00:24:01.248407 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-04099987-34eb-4d2b-b052-b3800b270095 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0432580 Sep 30 00:24:01.248714 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:24:01.332657 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-0de65c6c-531c-480a-b570-517cb3cfb12d service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959115 Sep 30 00:24:01.426149 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-39a1c272-352a-40fc-a286-ca2c9d2fe6de req-9a7068d2-dc87-4934-988c-3c12b769bdcc service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865905 Sep 30 00:24:01.478668 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '36d17fb0-e24b-4144-8824-47719c5bcbb2', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:20:51Z', 'updated_at': '2021-09-30T00:20:53Z', 'revision_number': 1, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}, {'id': 'd08df7e9-8de1-40f2-b298-e2a2fa91c134', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:0f:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:23:59Z', 'updated_at': '2021-09-30T00:23:59Z', 'revision_number': 0, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:24:01.508874 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c87dc7-fa25-408c-89e2-8d41ce14acb6 None None] The sync data for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 is: [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '36d17fb0-e24b-4144-8824-47719c5bcbb2', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:20:51Z', 'updated_at': '2021-09-30T00:20:53Z', 'revision_number': 1, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}, {'id': 'd08df7e9-8de1-40f2-b298-e2a2fa91c134', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.158', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:0f:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:23:59Z', 'updated_at': '2021-09-30T00:23:59Z', 'revision_number': 0, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:24:01.530880 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-6790bc89-4da4-450f-a257-aaf81c98d678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:01.532431 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-6790bc89-4da4-450f-a257-aaf81c98d678 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 1097 time: 0.0429840 Sep 30 00:24:01.639219 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-0c82d286-bc9e-4933-8fba-68d2bf9adfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:01.640762 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-0c82d286-bc9e-4933-8fba-68d2bf9adfec service neutron] 10.222.0.26 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0882626 Sep 30 00:24:01.695517 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be3d543-3a44-4861-b4dc-66aed4ae9d64 None None] New status for floating IP d08df7e9-8de1-40f2-b298-e2a2fa91c134: ACTIVE {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:24:01.715917 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-f67a250a-580e-4afa-b9c0-71303515f256 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96 HTTP/1.1" status: 200 len: 1000 time: 0.0675433 Sep 30 00:24:01.765908 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-b4bb71db-8dd1-4b43-884d-397dc62096bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:01.767415 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-b4bb71db-8dd1-4b43-884d-397dc62096bb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0454354 Sep 30 00:24:01.816273 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-0fea9ac2-7a99-4c7c-9aa3-ab463470ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:01.818168 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-0fea9ac2-7a99-4c7c-9aa3-ab463470ad28 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442238 Sep 30 00:24:01.927459 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-4feb56b1-159b-4045-9dc7-3d80f7492bb4 service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017194 Sep 30 00:24:02.023780 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-abe8ecc7-83c0-4770-bd42-6f0295ea06a0 req-80422c8d-7998-463a-aa57-0d85d138fcee service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879798 Sep 30 00:24:03.422097 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4fa3f306-7d28-4a7a-b868-eb502522ddac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:06.389411 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-30ac9ad7-5295-4585-b558-5c351869fb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:06.735782 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:07.771198 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:08.937855 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:10.402403 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:17.546627 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-7f06d1a2-3fe9-4007-b141-b579e710c740 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397611 Sep 30 00:24:17.641157 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-2c8b2c5b-7c48-4d67-a96f-8c745aa1cbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:17.642645 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-2c8b2c5b-7c48-4d67-a96f-8c745aa1cbf6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1094 time: 0.0400312 Sep 30 00:24:17.750689 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-32f783a8-9c74-4abe-8006-6e972f4ab03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:17.752286 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-32f783a8-9c74-4abe-8006-6e972f4ab03f service neutron] 10.222.0.42 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0910046 Sep 30 00:24:17.817681 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-9dbdd0a5-5644-4ffc-a680-24f8ab87ac6a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 200 len: 999 time: 0.0577197 Sep 30 00:24:17.865657 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-f2edadee-8983-46d7-881e-051d8c9a0d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:17.868135 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-f2edadee-8983-46d7-881e-051d8c9a0d8a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0426075 Sep 30 00:24:17.916049 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-5c362703-4f59-452c-b1a9-58e4b086c8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:24:17.917463 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-5c362703-4f59-452c-b1a9-58e4b086c8c3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436854 Sep 30 00:24:17.928151 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-85c5f8b4-d69d-4c5d-a2d1-aa25288b9bdd service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110005) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:24:17.929078 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-85c5f8b4-d69d-4c5d-a2d1-aa25288b9bdd service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0047486 Sep 30 00:24:18.017460 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-5f7875d5-8bf1-4bdb-915a-4cbae0d6689e service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813649 Sep 30 00:24:18.109945 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-421448ad-e7e5-45a5-8aa1-b5618fed7971 req-afdb4a00-dc9b-4b17-80b9-29c2ad5cd79c service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846486 Sep 30 00:24:20.693979 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:24:21.009930 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:33.423327 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d1ea0d9f-9d0d-417f-b2e4-8e4802c8b629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:36.389376 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-c47c2497-593e-4f54-80b2-828d99aa8eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:36.736272 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:37.772780 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:38.941270 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:40.414062 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:51.011847 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:24:57.693703 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:25:01.287649 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-a658da57-8769-42c0-b5d2-86d93fa37f0b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0847108 Sep 30 00:25:01.370802 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-20ced927-3493-498b-9161-72ca317ef667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:01.372301 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-20ced927-3493-498b-9161-72ca317ef667 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 1097 time: 0.0408511 Sep 30 00:25:01.476936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-71f696a6-3deb-4083-99e7-c953647be9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:01.478365 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-71f696a6-3deb-4083-99e7-c953647be9db service neutron] 10.222.0.26 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0872080 Sep 30 00:25:01.542195 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-7fbc8d7f-c850-4a4f-b7c0-69ec8ed2ecfc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96 HTTP/1.1" status: 200 len: 1002 time: 0.0572176 Sep 30 00:25:01.591636 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-8285a04b-5144-45ed-83b7-5508fb42ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:01.593094 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-8285a04b-5144-45ed-83b7-5508fb42ebdb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0440948 Sep 30 00:25:01.642718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-17223a08-0f84-46f3-a336-fd09db8d603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:01.644254 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-17223a08-0f84-46f3-a336-fd09db8d603f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432987 Sep 30 00:25:01.656286 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-6668e11e-1f3b-4faf-b5c0-bcee9bfae059 service neutron] http://10.222.0.44:9696/v2.0/extensions returned with HTTP 200 {{(pid=110006) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 30 00:25:01.657290 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-6668e11e-1f3b-4faf-b5c0-bcee9bfae059 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0051742 Sep 30 00:25:01.748308 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-7dca1a76-335c-4dc0-830a-25f61bf61ee1 service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834608 Sep 30 00:25:01.841339 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-261d0e42-7f0b-4502-9f21-ab464c200717 req-2ee32394-1051-4866-8ff2-3842b7964f6d service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861425 Sep 30 00:25:03.424601 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd29b899-c1f0-44c8-b98a-42fd6fc03136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:06.389257 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ffb3233d-0a2b-42db-acd8-26103743807a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:06.736284 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:07.776728 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:08.943777 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:10.412564 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:19.558549 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-2dd4a82f-c4a6-4505-b670-a16555e3baf8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403912 Sep 30 00:25:19.652226 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-58e2fee8-85e4-41a7-bcf8-bb23398c5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:19.653736 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-58e2fee8-85e4-41a7-bcf8-bb23398c5518 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1094 time: 0.0389121 Sep 30 00:25:19.757063 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-93bd8129-cd18-413f-909f-39dfdabefc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:19.758510 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-93bd8129-cd18-413f-909f-39dfdabefc0b service neutron] 10.222.0.42 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0860200 Sep 30 00:25:19.821119 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-0e0a6e66-e38c-42c5-b2f8-d81a1c1b80c1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 200 len: 999 time: 0.0557115 Sep 30 00:25:19.871988 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-93e409bd-60d3-4b3d-a93e-71d0580c9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:19.873389 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-93e409bd-60d3-4b3d-a93e-71d0580c9c51 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0457435 Sep 30 00:25:19.918612 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-0d7b8554-e502-4c0c-90aa-edea55a7ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:19.920055 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-0d7b8554-e502-4c0c-90aa-edea55a7ac57 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399559 Sep 30 00:25:20.010840 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-e4ecc4f3-de85-4ff5-928a-9ee099c19fc3 service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832350 Sep 30 00:25:20.411558 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7067108d-c5c2-4d6c-9a9e-4e91b49923a1 req-56c34f6f-52fc-434c-9c54-8ed6ea4e0550 service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932562 Sep 30 00:25:21.023444 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:24.931206 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 0cf50131-60cc-4551-a8a2-6d597ff5cd96 details requested by agent hyperv_n-h2-811173-2 with host n-h2-811173-2 {{(pid=110007) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 30 00:25:25.034109 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 0cf50131-60cc-4551-a8a2-6d597ff5cd96, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:25.048871 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Returning: {'device': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'port_id': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'mac_address': 'fa:16:3e:0f:cf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 518, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110007) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 30 00:25:25.096585 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:25.113652 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0cf50131-60cc-4551-a8a2-6d597ff5cd96 {{(pid=110007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 30 00:25:25.134947 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 0cf50131-60cc-4551-a8a2-6d597ff5cd96, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:25.143260 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:25.199913 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=0cf50131-60cc-4551-a8a2-6d597ff5cd96,revision_number=6']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:25.207535 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.207909 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.208256 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.208598 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.208945 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.209263 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.209593 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.209928 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.210259 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.210565 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.210893 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.211205 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:25.223041 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] get_ports_and_sgs() called for port_ids ['0cf50131-60cc-4551-a8a2-6d597ff5cd96'] {{(pid=110007) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 30 00:25:26.974251 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 0cf50131-60cc-4551-a8a2-6d597ff5cd96 up at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 30 00:25:27.032164 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.provisioning_blocks [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Provisioning complete for port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 triggered by entity L2. {{(pid=110007) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 30 00:25:27.032899 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-751408'] for port, provisioning_complete {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:27.153337 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-682220'] for port, before_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:27.188344 n-d-811173-2 neutron-server[110007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96'}] {{(pid=110007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:25:27.194266 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e326c5c56ce814f633a2e1311da125780bae7badc1ad53eeffe0ff81ddcd22f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d26384-c94a-4195-8d04-918ae3329bca" -d '{"events": [{"server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "name": "network-vif-plugged", "status": "completed", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96"}]}' {{(pid=110007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:25:27.213292 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.db [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] For port 0cf50131-60cc-4551-a8a2-6d597ff5cd96, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:27.225648 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781141745412', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781141239763', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781141239781'] for port, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:27.268806 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66106cea-0cb2-42d2-9fa4-d546ab8b354a x-openstack-request-id: req-66106cea-0cb2-42d2-9fa4-d546ab8b354a {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:25:27.270082 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "name": "network-vif-plugged", "status": "completed", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96", "code": 200}]} {{(pid=110007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:25:27.270349 n-d-811173-2 neutron-server[110007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-66106cea-0cb2-42d2-9fa4-d546ab8b354a {{(pid=110007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:25:27.270758 n-d-811173-2 neutron-server[110007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'code': 200} Sep 30 00:25:27.308025 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Pushing event updated for resources: {'Port': ['ID=0cf50131-60cc-4551-a8a2-6d597ff5cd96,revision_number=7']} {{(pid=110007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:33.428344 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dd7badda-3e18-4109-867d-cb336bc6bdb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:34.234972 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41096) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:34.390417 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Deleting port 88073e13-3710-4374-9641-869c68f4faeb {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:25:34.390763 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:34.466342 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:34.466652 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:34.477927 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Calling delete_port for 88073e13-3710-4374-9641-869c68f4faeb owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:25:34.621727 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:34.644308 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event deleted for resources: {'Port': ['ID=88073e13-3710-4374-9641-869c68f4faeb,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:34.654830 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.655179 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.655799 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.656286 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.656630 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.657330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.657330 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.657599 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.657925 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.658249 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.658577 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.658903 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110005) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:34.692469 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:25:34.716645 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:34.716977 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Floating IP d08df7e9-8de1-40f2-b298-e2a2fa91c134 disassociated (deleted). External IP: 172.25.4.158, port: 0cf50131-60cc-4551-a8a2-6d597ff5cd96. Sep 30 00:25:34.920149 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Router 9c0861ca-0561-4b9c-9f59-2263c54c8875 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:25:35.025060 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:25:35.030871 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:35.035267 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] Sync routers for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:25:35.044246 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:25:35.044858 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:25:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:35.056727 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-d4a4c920-8e47-40d2-9213-bb883e9315d6 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "DELETE /v2.0/floatingips/d08df7e9-8de1-40f2-b298-e2a2fa91c134 HTTP/1.1" status: 204 len: 168 time: 0.8206449 Sep 30 00:25:35.057461 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:25:35.059729 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea3803a-b40f-416b-ba69-c2b096809807" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:25:35.098154 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17b12e-9b1f-42e8-bd92-4b0eb1342388 x-openstack-request-id: req-1c17b12e-9b1f-42e8-bd92-4b0eb1342388 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:25:35.098473 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:25:35.098774 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-1c17b12e-9b1f-42e8-bd92-4b0eb1342388 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:25:35.099183 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'status': 'completed', 'code': 200} Sep 30 00:25:35.165372 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3803a-b40f-416b-ba69-c2b096809807 req-07372801-83d0-4497-8b2f-fdfcb096ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:35.167283 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bea3803a-b40f-416b-ba69-c2b096809807 req-07372801-83d0-4497-8b2f-fdfcb096ff83 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 1097 time: 0.0453877 Sep 30 00:25:35.258918 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:25:35.276443 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3803a-b40f-416b-ba69-c2b096809807 req-22b39b60-5389-4d53-9b1f-6e34cd01bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:35.277884 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bea3803a-b40f-416b-ba69-c2b096809807 req-22b39b60-5389-4d53-9b1f-6e34cd01bb3f service neutron] 10.222.0.26 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.0978570 Sep 30 00:25:35.304695 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a455eb-53e2-4831-93ff-84368ae224bd req-e0b33c89-9a67-4d19-93dc-c8eeb31fe0d8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:35.310249 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65a455eb-53e2-4831-93ff-84368ae224bd req-e0b33c89-9a67-4d19-93dc-c8eeb31fe0d8 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 946 time: 0.0578945 Sep 30 00:25:35.328614 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bea3803a-b40f-416b-ba69-c2b096809807 req-8b0676f7-1d84-45ce-8d4c-35a013a3ceab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96 HTTP/1.1" status: 200 len: 217 time: 0.0425980 Sep 30 00:25:35.351020 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-65a455eb-53e2-4831-93ff-84368ae224bd req-0cafcf3e-eb84-4f34-a01e-2440bfcf4920 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376382 Sep 30 00:25:35.379355 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3803a-b40f-416b-ba69-c2b096809807 req-fdd87794-33de-4447-b12b-4d15fb5a3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:35.380847 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bea3803a-b40f-416b-ba69-c2b096809807 req-fdd87794-33de-4447-b12b-4d15fb5a3683 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0453005 Sep 30 00:25:35.427902 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3803a-b40f-416b-ba69-c2b096809807 req-ed188c42-22c8-41ca-9b57-17eb7ed51471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:35.429403 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bea3803a-b40f-416b-ba69-c2b096809807 req-ed188c42-22c8-41ca-9b57-17eb7ed51471 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403063 Sep 30 00:25:35.483470 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '36d17fb0-e24b-4144-8824-47719c5bcbb2', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:20:51Z', 'updated_at': '2021-09-30T00:20:53Z', 'revision_number': 1, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:35.513662 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] Checking router: 9c0861ca-0561-4b9c-9f59-2263c54c8875 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:25:35.521625 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:25:35.522235 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:25:06Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:35.529359 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bea3803a-b40f-416b-ba69-c2b096809807 req-9a02d47f-2fce-4d62-b561-d745c79c66f3 service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914588 Sep 30 00:25:35.627544 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:25:35.628688 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bea3803a-b40f-416b-ba69-c2b096809807 req-a8acab06-065c-421c-871d-67dcf3e9e68d service neutron] 10.222.0.26 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917552 Sep 30 00:25:35.845144 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '36d17fb0-e24b-4144-8824-47719c5bcbb2', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:20:51Z', 'updated_at': '2021-09-30T00:20:53Z', 'revision_number': 1, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:35.874789 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b678585-54fe-430d-9b88-25f4f0c7912f None None] The sync data for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 is: [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_floatingips': [{'id': '36d17fb0-e24b-4144-8824-47719c5bcbb2', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'floating_ip_address': '172.25.4.209', 'floating_network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'router_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'port_id': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'mac_address': 'fa:16:3e:7c:54:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-30T00:20:51Z', 'updated_at': '2021-09-30T00:20:53Z', 'revision_number': 1, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:25:36.095902 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443a45c7-7f77-4696-a312-a42f5504a169 None None] New status for floating IP d08df7e9-8de1-40f2-b298-e2a2fa91c134: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:25:36.390029 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2a64a0e9-6446-4c5b-bb8c-db195051372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:36.518904 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338b14-40b0-4858-8c4d-67986146f339 req-b2d492ef-4b9f-40f7-912f-a260ef471a22 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:36.520412 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36338b14-40b0-4858-8c4d-67986146f339 req-b2d492ef-4b9f-40f7-912f-a260ef471a22 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 946 time: 0.0488317 Sep 30 00:25:36.560810 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-36338b14-40b0-4858-8c4d-67986146f339 req-282d83c9-a8f8-4546-ba6d-88077d273030 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333104 Sep 30 00:25:36.737017 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:36.754433 n-d-811173-2 neutron-server[110006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-e21b7837-1804-4a8d-946e-0e89eaef56d9 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:36.755932 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-e21b7837-1804-4a8d-946e-0e89eaef56d9 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.26 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 946 time: 0.0505118 Sep 30 00:25:36.849787 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Deleting port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:25:36.850114 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:36.950205 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] For port 0cf50131-60cc-4551-a8a2-6d597ff5cd96, host n-h2-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-811173-2',level=0,port_id=0cf50131-60cc-4551-a8a2-6d597ff5cd96,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:36.950579 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:36.962321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Calling delete_port for 0cf50131-60cc-4551-a8a2-6d597ff5cd96 owned by compute:nova {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:25:37.091554 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:37.121115 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event deleted for resources: {'Port': ['ID=0cf50131-60cc-4551-a8a2-6d597ff5cd96,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:37.133283 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.133634 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.133979 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.134316 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.134684 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.135069 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.135425 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.135750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.136287 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.136616 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.136946 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.137274 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-811173-2 {{(pid=110006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 30 00:25:37.170700 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] No DVR routers for this DVR port 0cf50131-60cc-4551-a8a2-6d597ff5cd96 on host n-h2-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:25:37.173285 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:37.175295 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [req-bdaa63aa-8d61-44d2-9f47-de839a6a7239 req-2eb269a7-1895-4882-a890-0c2fe9709f84 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.26 "DELETE /v2.0/ports/0cf50131-60cc-4551-a8a2-6d597ff5cd96 HTTP/1.1" status: 204 len: 173 time: 0.4128065 Sep 30 00:25:37.175718 n-d-811173-2 neutron-server[110006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'name': 'network-vif-deleted', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96'}] {{(pid=110006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:25:37.178001 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}43340036b01ad50089f85cf819e7080886cf5027620a3f04d2f9517fc2100e6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba622736-794a-4a96-bf28-005b64fee181" -d '{"events": [{"server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "name": "network-vif-deleted", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96"}]}' {{(pid=110006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:25:37.215542 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcdf6188-29a0-45ec-83e9-f55c5d7c3d3a x-openstack-request-id: req-fcdf6188-29a0-45ec-83e9-f55c5d7c3d3a {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:25:37.215858 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc38b0f-7159-421e-a33d-a37bcfee8c9f", "name": "network-vif-deleted", "tag": "0cf50131-60cc-4551-a8a2-6d597ff5cd96", "status": "completed", "code": 200}]} {{(pid=110006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:25:37.216138 n-d-811173-2 neutron-server[110006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-fcdf6188-29a0-45ec-83e9-f55c5d7c3d3a {{(pid=110006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:25:37.216539 n-d-811173-2 neutron-server[110006]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc38b0f-7159-421e-a33d-a37bcfee8c9f', 'name': 'network-vif-deleted', 'tag': '0cf50131-60cc-4551-a8a2-6d597ff5cd96', 'status': 'completed', 'code': 200} Sep 30 00:25:37.674226 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-020797a0-30e1-4f3c-a140-c904c3e33440 req-a2572067-ab6a-4ad7-a0df-0cab5df00edd tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=cdc38b0f-7159-421e-a33d-a37bcfee8c9f HTTP/1.1" status: 200 len: 210 time: 0.0267167 Sep 30 00:25:37.781293 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:38.948323 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:39.030494 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 0cf50131-60cc-4551-a8a2-6d597ff5cd96 no longer exists at agent hyperv_n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:25:39.051274 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] No Port match for: 0cf50131-60cc-4551-a8a2-6d597ff5cd96 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:25:39.051619 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Device 0cf50131-60cc-4551-a8a2-6d597ff5cd96 not bound to the agent host n-h2-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:25:39.240616 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41154) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:39.401536 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Deleting port 1feb0baa-3956-4add-a01a-93ba5675e4a7 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:25:39.402030 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:39.481004 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:39.481228 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:39.492338 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Calling delete_port for 1feb0baa-3956-4add-a01a-93ba5675e4a7 owned by network:floatingip {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:25:39.642018 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:39.668951 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event deleted for resources: {'Port': ['ID=1feb0baa-3956-4add-a01a-93ba5675e4a7,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:39.725004 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for floatingip, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:39.725345 n-d-811173-2 neutron-server[110005]: INFO neutron.db.l3_db [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Floating IP 36d17fb0-e24b-4144-8824-47719c5bcbb2 disassociated (deleted). External IP: 172.25.4.209, port: 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc. Sep 30 00:25:39.941165 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Router 9c0861ca-0561-4b9c-9f59-2263c54c8875 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:25:40.049318 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:25:40.054196 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for floatingip, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:40.060725 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] Sync routers for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:25:40.070510 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:25:40.071148 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:25:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:40.085125 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-530844cd-cfc5-4f0b-861a-956c87a74711 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "DELETE /v2.0/floatingips/36d17fb0-e24b-4144-8824-47719c5bcbb2 HTTP/1.1" status: 204 len: 168 time: 0.8409183 Sep 30 00:25:40.085125 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:25:40.085895 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9a42af-2a39-413f-985d-103112df749c" -d '{"events": [{"name": "network-changed", "server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:25:40.127056 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Sep 2021 00:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14224c5f-eac1-4682-b8ae-6a81c90b9143 x-openstack-request-id: req-14224c5f-eac1-4682-b8ae-6a81c90b9143 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:25:40.127461 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:25:40.127872 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-14224c5f-eac1-4682-b8ae-6a81c90b9143 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:25:40.128371 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'status': 'completed', 'code': 200} Sep 30 00:25:40.184504 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:25:40.218025 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a42af-2a39-413f-985d-103112df749c req-d67d187e-83f9-45e0-858f-94ed2ab69198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:40.219603 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f9a42af-2a39-413f-985d-103112df749c req-d67d187e-83f9-45e0-858f-94ed2ab69198 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f845d4c9a89646788fc8a0ac33e30108&device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 1094 time: 0.0482383 Sep 30 00:25:40.347607 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a42af-2a39-413f-985d-103112df749c req-f7bf2d31-7dd5-4776-8ab2-485fca94c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:40.349052 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f9a42af-2a39-413f-985d-103112df749c req-f7bf2d31-7dd5-4776-8ab2-485fca94c39b service neutron] 10.222.0.42 "GET /v2.0/networks?id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 200 len: 910 time: 0.1226156 Sep 30 00:25:40.361785 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fb86a-1c02-4b57-8953-d0b8af302808 req-fca93335-0d9d-4b47-8532-2770599f163a tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:40.363234 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-259fb86a-1c02-4b57-8953-d0b8af302808 req-fca93335-0d9d-4b47-8532-2770599f163a tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 943 time: 0.0764899 Sep 30 00:25:40.398339 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:40.404285 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f9a42af-2a39-413f-985d-103112df749c req-4603b81c-cd6a-4c58-a7f3-2fe52b30c516 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 200 len: 217 time: 0.0401087 Sep 30 00:25:40.424864 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] Checking router: 9c0861ca-0561-4b9c-9f59-2263c54c8875 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:25:40.428257 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:40.433704 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:25:40.434311 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:25:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:40.463210 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-259fb86a-1c02-4b57-8953-d0b8af302808 req-f4be7f5b-6ad0-4ae2-840d-04db2d2ad3c5 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934598 Sep 30 00:25:40.471934 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a42af-2a39-413f-985d-103112df749c req-715b4e15-c901-4f4b-b0da-b1521ae46cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:40.473330 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f9a42af-2a39-413f-985d-103112df749c req-715b4e15-c901-4f4b-b0da-b1521ae46cab service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 200 len: 848 time: 0.0600994 Sep 30 00:25:40.523731 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a42af-2a39-413f-985d-103112df749c req-ea319f18-af7a-45ea-9976-07cbf53e8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:40.525329 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f9a42af-2a39-413f-985d-103112df749c req-ea319f18-af7a-45ea-9976-07cbf53e8968 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=143b7f5d-137a-4d4c-91dc-a22c4695d2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442336 Sep 30 00:25:40.539315 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:25:40.620817 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f9a42af-2a39-413f-985d-103112df749c req-323f8d86-1fb3-4cdc-a020-3280415bdc92 service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877512 Sep 30 00:25:40.721161 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-7f9a42af-2a39-413f-985d-103112df749c req-f4b3080d-beba-42a9-bb6e-31a14be1df80 service neutron] 10.222.0.42 "GET /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932155 Sep 30 00:25:40.745337 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:40.772724 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb132ec0-4a0c-4e1a-bddd-f9d7e313ee61 None None] The sync data for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 is: [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:30Z', 'revision_number': 4, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2', '_interfaces': [{'id': '898172aa-ff32-4b75-812c-09db8d675c71', 'name': '', 'network_id': '143b7f5d-137a-4d4c-91dc-a22c4695d2cf', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'mac_address': 'fa:16:3e:7a:6d:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:30Z', 'updated_at': '2021-09-30T00:20:35Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'subnets': [{'id': 'fd70e30e-0840-441e-8fa0-915b913779fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:25:40.984094 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd7c6bf-bb0c-4e9d-897e-ef15c5452f84 None None] New status for floating IP 36d17fb0-e24b-4144-8824-47719c5bcbb2: DOWN {{(pid=110007) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 30 00:25:41.581557 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352cef12-0b20-4b6f-8dc3-7079ab700616 req-df63f931-d14d-42e7-aaf7-ba04b5bcffbc tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:41.582974 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-352cef12-0b20-4b6f-8dc3-7079ab700616 req-df63f931-d14d-42e7-aaf7-ba04b5bcffbc tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 943 time: 0.0490620 Sep 30 00:25:41.621209 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-352cef12-0b20-4b6f-8dc3-7079ab700616 req-ef50e8e5-a689-40af-ae8d-9be89f87b0d1 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/security-groups?id=47e6bac5-51f4-4c4b-bf08-862b04886438&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318725 Sep 30 00:25:42.308703 n-d-811173-2 neutron-server[110005]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-17b819bd-3e35-479d-b6de-0347167b61db tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110005) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 30 00:25:42.310195 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-17b819bd-3e35-479d-b6de-0347167b61db tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.42 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 943 time: 0.0478256 Sep 30 00:25:42.405514 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-c53260dd-8ff2-43c1-a5af-5bedc8e4f74f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Deleting port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:25:42.406053 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-c53260dd-8ff2-43c1-a5af-5bedc8e4f74f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:42.491013 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-c53260dd-8ff2-43c1-a5af-5bedc8e4f74f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] For port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc, host n-h1-811173-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-811173-2',level=0,port_id=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:42.491384 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-c53260dd-8ff2-43c1-a5af-5bedc8e4f74f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:42.503621 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-c53260dd-8ff2-43c1-a5af-5bedc8e4f74f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Calling delete_port for 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc owned by compute:nova {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:25:42.630140 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-c53260dd-8ff2-43c1-a5af-5bedc8e4f74f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:42.658995 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53260dd-8ff2-43c1-a5af-5bedc8e4f74f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event deleted for resources: {'Port': ['ID=3b4ed8dc-13aa-4af2-9648-ab43710ce7fc,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:42.714233 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-c53260dd-8ff2-43c1-a5af-5bedc8e4f74f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] No DVR routers for this DVR port 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc on host n-h1-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:25:42.717356 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-c53260dd-8ff2-43c1-a5af-5bedc8e4f74f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113701'] for port, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:42.719294 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-8b83d6c2-23a9-472e-be36-74914daf81b9 req-c53260dd-8ff2-43c1-a5af-5bedc8e4f74f tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.42 "DELETE /v2.0/ports/3b4ed8dc-13aa-4af2-9648-ab43710ce7fc HTTP/1.1" status: 204 len: 173 time: 0.4029667 Sep 30 00:25:42.719737 n-d-811173-2 neutron-server[110005]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'name': 'network-vif-deleted', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc'}] {{(pid=110005) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 30 00:25:42.721970 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.44/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da9ec01df15a92f7db60dd2d7c99665121b4c0e765f1fd779358b8434787c1f1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92ea07f-8d23-45a7-923c-67b41250a2e4" -d '{"events": [{"server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "name": "network-vif-deleted", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc"}]}' {{(pid=110005) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 30 00:25:42.739164 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [req-9b14eda2-a1b2-430e-b903-0e41af7d893d req-bdec8700-1f5e-4865-bf02-f547fff2da35 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "GET /v2.0/ports?device_id=13a4f00f-ceca-4db8-8b85-c93a98481f17 HTTP/1.1" status: 200 len: 210 time: 0.0500407 Sep 30 00:25:42.774705 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Sep 2021 00:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b4e47e-81ea-4e69-88c2-7da2460a3da2 x-openstack-request-id: req-f5b4e47e-81ea-4e69-88c2-7da2460a3da2 {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 30 00:25:42.775245 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13a4f00f-ceca-4db8-8b85-c93a98481f17", "name": "network-vif-deleted", "tag": "3b4ed8dc-13aa-4af2-9648-ab43710ce7fc", "status": "completed", "code": 200}]} {{(pid=110005) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 30 00:25:42.776188 n-d-811173-2 neutron-server[110005]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.44/compute/v2.1/os-server-external-events used request id req-f5b4e47e-81ea-4e69-88c2-7da2460a3da2 {{(pid=110005) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 30 00:25:42.776606 n-d-811173-2 neutron-server[110005]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13a4f00f-ceca-4db8-8b85-c93a98481f17', 'name': 'network-vif-deleted', 'tag': '3b4ed8dc-13aa-4af2-9648-ab43710ce7fc', 'status': 'completed', 'code': 200} Sep 30 00:25:43.795337 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41178) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:43.855533 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecc30-9341-4132-bf41-3fac0ff0f826 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:43.880328 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecc30-9341-4132-bf41-3fac0ff0f826 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:43.941514 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecc30-9341-4132-bf41-3fac0ff0f826 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:43.944075 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-7d0ecc30-9341-4132-bf41-3fac0ff0f826 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:43.945243 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-7d0ecc30-9341-4132-bf41-3fac0ff0f826 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] 10.222.0.44 "DELETE /v2.0/security-groups/47e6bac5-51f4-4c4b-bf08-862b04886438 HTTP/1.1" status: 204 len: 168 time: 0.1488791 Sep 30 00:25:43.955769 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ecc30-9341-4132-bf41-3fac0ff0f826 tempest-TestSnapshotPattern-2014067179 tempest-TestSnapshotPattern-2014067179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e6bac5-51f4-4c4b-bf08-862b04886438,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:44.001877 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41184) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:44.455249 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:44.693067 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] Deleting port 898172aa-ff32-4b75-812c-09db8d675c71 {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:25:44.693413 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:44.770324 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] For port 898172aa-ff32-4b75-812c-09db8d675c71, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=898172aa-ff32-4b75-812c-09db8d675c71,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:44.770685 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:44.783443 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] Calling delete_port for 898172aa-ff32-4b75-812c-09db8d675c71 owned by network:router_interface {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:25:44.973555 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:45.006878 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=898172aa-ff32-4b75-812c-09db8d675c71,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:45.166934 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:45.380956 n-d-811173-2 neutron-server[110005]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] Router 9c0861ca-0561-4b9c-9f59-2263c54c8875 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110005) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:25:45.786661 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110005) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:25:45.793773 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-e5a8f0b9-2c4b-4ea6-b20b-97a5070c2b3c admin admin] 10.222.0.44 "PUT /v2.0/routers/9c0861ca-0561-4b9c-9f59-2263c54c8875/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7905319 Sep 30 00:25:45.796451 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41190) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:45.798242 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] Sync routers for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:25:45.814081 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:25:45.814081 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:25:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:45.911667 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.004743 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: n-d-811173-2 {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:25:46.020222 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.077009 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Deleting port 6a91e601-316f-49c0-9d42-884f83f18836 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:25:46.077353 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.164232 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] For port 6a91e601-316f-49c0-9d42-884f83f18836, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=6a91e601-316f-49c0-9d42-884f83f18836,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:46.164691 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.178400 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Calling delete_port for 6a91e601-316f-49c0-9d42-884f83f18836 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:25:46.191909 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122'}], 'enable_snat': True}, 'gw_port_id': '6a91e601-316f-49c0-9d42-884f83f18836', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:25:44Z', 'revision_number': 5, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port': {'id': '6a91e601-316f-49c0-9d42-884f83f18836', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:46.223366 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] Checking router: 9c0861ca-0561-4b9c-9f59-2263c54c8875 for host: n-d-811173-2 {{(pid=110008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:25:46.231699 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] Routers {'9c0861ca-0561-4b9c-9f59-2263c54c8875'} bound to L3 agent in host n-d-811173-2 {{(pid=110008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:25:46.232367 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:25:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['9c0861ca-0561-4b9c-9f59-2263c54c8875'], 'active': True} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:46.314955 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc no longer exists at agent hyperv_n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:25:46.324796 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_dvr_db [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] Set router 9c0861ca-0561-4b9c-9f59-2263c54c8875 gateway port host: None {{(pid=110008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:25:46.340434 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] No Port match for: 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:25:46.340863 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Device 3b4ed8dc-13aa-4af2-9648-ab43710ce7fc not bound to the agent host n-h1-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:25:46.359741 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.381752 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.l3_hamode_db [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:25:46Z', 'revision_number': 6, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:46.383721 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a91e601-316f-49c0-9d42-884f83f18836,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:46.413544 n-d-811173-2 neutron-server[110008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559ad7cd-44e5-49a2-873b-585e6460273c None None] The sync data for ids ['9c0861ca-0561-4b9c-9f59-2263c54c8875'] in n-d-811173-2 is: [{'id': '9c0861ca-0561-4b9c-9f59-2263c54c8875', 'name': 'tempest-TestSnapshotPattern-713535386-router', 'tenant_id': 'f845d4c9a89646788fc8a0ac33e30108', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:28Z', 'updated_at': '2021-09-30T00:25:46Z', 'revision_number': 6, 'project_id': 'f845d4c9a89646788fc8a0ac33e30108', 'gw_port_host': None}] {{(pid=110008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:25:46.449263 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.542136 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.544383 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.585027 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.585503 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0861ca-0561-4b9c-9f59-2263c54c8875 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:25:46.590845 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.591924 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b6cd8ee2-dff7-49c9-8e2a-7c211a39c5d0 admin admin] 10.222.0.44 "DELETE /v2.0/routers/9c0861ca-0561-4b9c-9f59-2263c54c8875 HTTP/1.1" status: 204 len: 168 time: 0.7943211 Sep 30 00:25:46.594462 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41192) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:46.638331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f692c3-f0b1-4997-b221-edce26f2289c admin admin] Deleting subnet fd70e30e-0840-441e-8fa0-915b913779fd {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:25:46.641405 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6f692c3-f0b1-4997-b221-edce26f2289c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.676397 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6f692c3-f0b1-4997-b221-edce26f2289c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.756066 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6f692c3-f0b1-4997-b221-edce26f2289c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.816892 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6f692c3-f0b1-4997-b221-edce26f2289c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.845380 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f692c3-f0b1-4997-b221-edce26f2289c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd70e30e-0840-441e-8fa0-915b913779fd,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:46.847327 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b6f692c3-f0b1-4997-b221-edce26f2289c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.849288 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b6f692c3-f0b1-4997-b221-edce26f2289c admin admin] 10.222.0.44 "DELETE /v2.0/subnets/fd70e30e-0840-441e-8fa0-915b913779fd HTTP/1.1" status: 204 len: 168 time: 0.2538667 Sep 30 00:25:46.852721 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41194) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:46.854923 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b158b0a7-60e6-438d-88b0-5884c94921b0 None None] Network 143b7f5d-137a-4d4c-91dc-a22c4695d2cf requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:25:46.926799 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:46.981142 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Deleting port 5a4ca780-37b1-41c3-be59-70570d1537da {{(pid=110005) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:25:46.981494 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:47.053825 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.db [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] For port 5a4ca780-37b1-41c3-be59-70570d1537da, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=5a4ca780-37b1-41c3-be59-70570d1537da,segment=NetworkSegment(68089c02-cc3b-41c6-9016-e13c9aebe6c8),segment_id=68089c02-cc3b-41c6-9016-e13c9aebe6c8)] {{(pid=110005) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:47.054187 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:47.066776 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.plugin [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Calling delete_port for 5a4ca780-37b1-41c3-be59-70570d1537da owned by network:dhcp {{(pid=110005) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:25:47.143090 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5132976'] for port, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:47.174646 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4ca780-37b1-41c3-be59-70570d1537da,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:47.176535 n-d-811173-2 neutron-server[110005]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] No DVR routers for this DVR port 5a4ca780-37b1-41c3-be59-70570d1537da on host n-d-811173-2 {{(pid=110005) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:25:47.200348 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e63b10a-b72c-4c89-a88b-f9e1c3e5b1bd None None] DHCP port deletion for 143b7f5d-137a-4d4c-91dc-a22c4695d2cf request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:25:47.252275 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:47.272135 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['143b7f5d-137a-4d4c-91dc-a22c4695d2cf']}} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:47.282169 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68089c02-cc3b-41c6-9016-e13c9aebe6c8') {'for_net_delete': True} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:47.282472 n-d-811173-2 neutron-server[110005]: DEBUG neutron.services.segments.db [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68089c02-cc3b-41c6-9016-e13c9aebe6c8') {} {{(pid=110005) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:47.292980 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4435249'] for segment, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:47.306714 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:47.313851 n-d-811173-2 neutron-server[110005]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Releasing vlan 518 on physical network physnet1 to pool {{(pid=110005) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:25:47.314254 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5133379'] for segment, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: Traceback (most recent call last): Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: timer() Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: cb(*args, **kw) Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: return func(*args, **kwargs) Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: self._notify() Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: self.callback(batched_events) Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: event.method(event) Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: return f(self, *a, **k) Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: return self._get(url).json() Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: return self.request(url, 'GET', **kwargs) Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:25:47.315957 n-d-811173-2 neutron-server[110005]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:25:47.376648 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:47.381710 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Notify callbacks [] for network, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:47.384074 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] 10.222.0.44 "DELETE /v2.0/networks/143b7f5d-137a-4d4c-91dc-a22c4695d2cf HTTP/1.1" status: 204 len: 168 time: 0.5302215 Sep 30 00:25:47.388016 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41196) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:47.397520 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e8951-49ae-4ee9-843c-37c2c885fceb admin admin] Pushing event deleted for resources: {'Network': ['ID=143b7f5d-137a-4d4c-91dc-a22c4695d2cf,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:47.736573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1577991'] for router_interface, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:47.980280 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] Deleting port b182185a-0f27-4e50-b5d3-5206acdf6e15 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:25:47.981025 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:48.059473 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] For port b182185a-0f27-4e50-b5d3-5206acdf6e15, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=b182185a-0f27-4e50-b5d3-5206acdf6e15,segment=NetworkSegment(76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c),segment_id=76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:48.059758 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:48.071974 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] Calling delete_port for b182185a-0f27-4e50-b5d3-5206acdf6e15 owned by network:router_interface {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:25:48.198712 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6a91e601-316f-49c0-9d42-884f83f18836 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:25:48.218719 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 6a91e601-316f-49c0-9d42-884f83f18836 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:25:48.219321 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 6a91e601-316f-49c0-9d42-884f83f18836 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:25:48.219732 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 898172aa-ff32-4b75-812c-09db8d675c71 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:25:48.241093 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 898172aa-ff32-4b75-812c-09db8d675c71 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:25:48.241437 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 898172aa-ff32-4b75-812c-09db8d675c71 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:25:48.241847 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5a4ca780-37b1-41c3-be59-70570d1537da no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:25:48.251724 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:48.261125 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: 5a4ca780-37b1-41c3-be59-70570d1537da {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:25:48.261467 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device 5a4ca780-37b1-41c3-be59-70570d1537da not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:25:48.284906 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] Pushing event deleted for resources: {'Port': ['ID=b182185a-0f27-4e50-b5d3-5206acdf6e15,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:48.457673 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1821936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1578382'] for router_interface, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:48.988482 n-d-811173-2 neutron-server[110006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] Router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 has already been hosted by L3 agent 7118428e-c37d-4780-8b30-398fbb5e4fc7 {{(pid=110006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 30 00:25:49.092359 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] Notify agent at l3_agent.n-d-811173-2 the message routers_updated {{(pid=110006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 30 00:25:49.097426 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-df48d7ad-42ae-4137-9856-4190ce606300 admin admin] 10.222.0.44 "PUT /v2.0/routers/f8b7ea4c-3ab9-4327-8a7e-1354256b16e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7082961 Sep 30 00:25:49.100068 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41198) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:49.100570 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] Sync routers for ids ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'] in n-d-811173-2 {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 30 00:25:49.110072 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] Routers {'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:25:49.110682 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:25:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:49.204972 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Notify callbacks [] for router, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.315132 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.371563 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Deleting port a53af71b-22bf-4cda-975b-f053615cbbe3 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:25:49.371937 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.374469 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] Set router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 gateway port host: n-d-811173-2 {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:25:49.451090 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] For port a53af71b-22bf-4cda-975b-f053615cbbe3, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=a53af71b-22bf-4cda-975b-f053615cbbe3,segment=NetworkSegment(6b3bdd13-e975-4434-8baf-3802ae12c485),segment_id=6b3bdd13-e975-4434-8baf-3802ae12c485)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:49.451547 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.464950 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Calling delete_port for a53af71b-22bf-4cda-975b-f053615cbbe3 owned by network:router_gateway {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:25:49.547031 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'name': 'tempest-TestSnapshotPattern-692745728-router', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'external_fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29'}], 'enable_snat': True}, 'gw_port_id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:32Z', 'updated_at': '2021-09-30T00:25:48Z', 'revision_number': 5, 'project_id': '4e26ddfc7843442b964445d501535da8', 'gw_port': {'id': 'a53af71b-22bf-4cda-975b-f053615cbbe3', 'name': '', 'network_id': '61793872-5784-4201-a6e4-17489ef55adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:b3:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'ip_address': '172.25.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-811173-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-30T00:20:33Z', 'updated_at': '2021-09-30T00:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '20bb4059-c317-4c2f-8e7d-a0c75c1a8972', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-811173-2'}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:49.576222 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] Checking router: f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 for host: n-d-811173-2 {{(pid=110007) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 30 00:25:49.585875 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] Routers {'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'} bound to L3 agent in host n-d-811173-2 {{(pid=110007) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 30 00:25:49.586533 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-811173-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-29T22:48:36Z,description=,heartbeat_timestamp=2021-09-30T00:25:36Z,host='n-d-811173-2',id=7118428e-c37d-4780-8b30-398fbb5e4fc7,load=0,resource_versions=,resources_synced=,started_at=2021-09-29T22:48:36Z,topic='l3_agent')) {'router_ids': ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'], 'active': True} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:49.634213 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.665780 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=a53af71b-22bf-4cda-975b-f053615cbbe3,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:49.676168 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_dvr_db [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] Set router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 gateway port host: None {{(pid=110007) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 30 00:25:49.726010 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1578317'] for router_gateway, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.730713 n-d-811173-2 neutron-server[110007]: DEBUG neutron.db.l3_hamode_db [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'name': 'tempest-TestSnapshotPattern-692745728-router', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:32Z', 'updated_at': '2021-09-30T00:25:49Z', 'revision_number': 6, 'project_id': '4e26ddfc7843442b964445d501535da8', 'gw_port_host': None}], 'n-d-811173-2', False) {} {{(pid=110007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:49.756415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c8a7ee-e3b3-4646-8b5b-b027d84a26c8 None None] The sync data for ids ['f8b7ea4c-3ab9-4327-8a7e-1354256b16e0'] in n-d-811173-2 is: [{'id': 'f8b7ea4c-3ab9-4327-8a7e-1354256b16e0', 'name': 'tempest-TestSnapshotPattern-692745728-router', 'tenant_id': '4e26ddfc7843442b964445d501535da8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-30T00:20:32Z', 'updated_at': '2021-09-30T00:25:49Z', 'revision_number': 6, 'project_id': '4e26ddfc7843442b964445d501535da8', 'gw_port_host': None}] {{(pid=110007) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 30 00:25:49.821573 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1576994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-419'] for router, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.824820 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.871311 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1577003'] for router, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.871999 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 {{(pid=110006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 30 00:25:49.876177 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] Notify callbacks [] for router, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.877604 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b59f4980-150d-495c-bc46-0142da9c3bdd admin admin] 10.222.0.44 "DELETE /v2.0/routers/f8b7ea4c-3ab9-4327-8a7e-1354256b16e0 HTTP/1.1" status: 204 len: 168 time: 0.7764525 Sep 30 00:25:49.880070 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41202) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:49.929190 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8f44580-4a7a-4595-8b54-649657439366 admin admin] Deleting subnet 3ac360d9-fa07-47f4-bd41-d91fd4a1c86f {{(pid=110006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Sep 30 00:25:49.932234 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8f44580-4a7a-4595-8b54-649657439366 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:49.966914 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8f44580-4a7a-4595-8b54-649657439366 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4611117'] for subnet, precommit_delete_associations {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.042497 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8f44580-4a7a-4595-8b54-649657439366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-751964'] for subnet, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.102982 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8f44580-4a7a-4595-8b54-649657439366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-751957', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586286', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4611169', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6000970'] for subnet, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.130166 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f44580-4a7a-4595-8b54-649657439366 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ac360d9-fa07-47f4-bd41-d91fd4a1c86f,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:50.134734 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-b8f44580-4a7a-4595-8b54-649657439366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1783569'] for subnet, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.137637 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-b8f44580-4a7a-4595-8b54-649657439366 admin admin] 10.222.0.44 "DELETE /v2.0/subnets/3ac360d9-fa07-47f4-bd41-d91fd4a1c86f HTTP/1.1" status: 204 len: 168 time: 0.2565894 Sep 30 00:25:50.140127 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41204) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:50.142548 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2303b9-2423-4783-99a9-07bb5096e6ac None None] Network 6c4a650f-5243-4bfb-9293-452527514476 requested from n-d-811173-2 {{(pid=110007) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 30 00:25:50.222565 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-827549'] for network, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.281743 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Deleting port ea9434f6-eafc-46db-961a-44083f8fdc77 {{(pid=110006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Sep 30 00:25:50.282089 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781141739560'] for port, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.344936 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.db [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] For port ea9434f6-eafc-46db-961a-44083f8fdc77, host n-d-811173-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-811173-2',level=0,port_id=ea9434f6-eafc-46db-961a-44083f8fdc77,segment=NetworkSegment(76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c),segment_id=76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c)] {{(pid=110006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 30 00:25:50.345234 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1582110'] for port, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.359966 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.plugin [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Calling delete_port for ea9434f6-eafc-46db-961a-44083f8fdc77 owned by network:dhcp {{(pid=110006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Sep 30 00:25:50.446625 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-682159', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-219249', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781141744622', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781141239754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4611132'] for port, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.472480 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9434f6-eafc-46db-961a-44083f8fdc77,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:50.475645 n-d-811173-2 neutron-server[110006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] No DVR routers for this DVR port ea9434f6-eafc-46db-961a-44083f8fdc77 on host n-d-811173-2 {{(pid=110006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 30 00:25:50.545627 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-752869', 'neutron.services.segments.db._delete_segments_for_network-8781141755796'] for network, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.561415 n-d-811173-2 neutron-server[110007]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36b57e3-28de-45b8-81bf-d74165e560f6 None None] DHCP port deletion for 6c4a650f-5243-4bfb-9293-452527514476 request from n-d-811173-2 {{(pid=110007) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 30 00:25:50.589483 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4a650f-5243-4bfb-9293-452527514476']}} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:50.592596 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b182185a-0f27-4e50-b5d3-5206acdf6e15 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:25:50.602321 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c') {'for_net_delete': True} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:50.602638 n-d-811173-2 neutron-server[110006]: DEBUG neutron.services.segments.db [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d6f948-d8e3-4ce7-b28c-23e0faaa0c0c') {} {{(pid=110006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 30 00:25:50.613116 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781141755037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4611124'] for segment, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.617267 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: b182185a-0f27-4e50-b5d3-5206acdf6e15 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:25:50.617621 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device b182185a-0f27-4e50-b5d3-5206acdf6e15 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:25:50.627181 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187'] for segment, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.633244 n-d-811173-2 neutron-server[110006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=110006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 30 00:25:50.633651 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-746187', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4610767'] for segment, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: Traceback (most recent call last): Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: timer() Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: cb(*args, **kw) Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: return func(*args, **kwargs) Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: self._notify() Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: self.callback(batched_events) Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: event.method(event) Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: aggregate_uuid = self.p_client.list_aggregates( Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: return f(self, *a, **k) Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: return self._get(url).json() Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: return self.request(url, 'GET', **kwargs) Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: base_url = self.get_endpoint(auth, allow=allow, Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 30 00:25:50.635368 n-d-811173-2 neutron-server[110006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 30 00:25:50.690225 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-752850', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586183', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1783555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1578257'] for network, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.695923 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Notify callbacks [] for network, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.697885 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] 10.222.0.44 "DELETE /v2.0/networks/6c4a650f-5243-4bfb-9293-452527514476 HTTP/1.1" status: 204 len: 168 time: 0.5563362 Sep 30 00:25:50.708750 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c6c7a3-8bbf-451e-82b0-eb1165e29c0d admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4a650f-5243-4bfb-9293-452527514476,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:50.806580 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41210) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:50.849685 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-15cdad01-5e08-470c-8d6c-a786c8238a55 admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=f845d4c9a89646788fc8a0ac33e30108&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413086 Sep 30 00:25:50.852290 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [-] (110006) accepted ('10.222.0.44', 41212) {{(pid=110006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:50.906986 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ccb3-c973-48fa-b38c-9e5c552019ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.927485 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ccb3-c973-48fa-b38c-9e5c552019ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.973664 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ccb3-c973-48fa-b38c-9e5c552019ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.976371 n-d-811173-2 neutron-server[110006]: DEBUG neutron_lib.callbacks.manager [None req-e1f1ccb3-c973-48fa-b38c-9e5c552019ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=110006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:50.977558 n-d-811173-2 neutron-server[110006]: INFO neutron.wsgi [None req-e1f1ccb3-c973-48fa-b38c-9e5c552019ae admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/ad9de7e0-6ec4-4dcc-b924-910537c7e164 HTTP/1.1" status: 204 len: 168 time: 0.1243682 Sep 30 00:25:50.985392 n-d-811173-2 neutron-server[110006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1ccb3-c973-48fa-b38c-9e5c552019ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9de7e0-6ec4-4dcc-b924-910537c7e164,revision_number=None']} {{(pid=110006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:51.023230 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:51.300347 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41220) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:51.340568 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-3fbee085-7066-4077-8e80-bd739f41e4ee admin admin] 10.222.0.44 "GET /v2.0/security-groups?tenant_id=4e26ddfc7843442b964445d501535da8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390341 Sep 30 00:25:51.342959 n-d-811173-2 neutron-server[110005]: DEBUG neutron.wsgi [-] (110005) accepted ('10.222.0.44', 41222) {{(pid=110005) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 30 00:25:51.393778 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-778b9418-331c-4c1d-9d6f-c40d8df9debc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:51.414420 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-778b9418-331c-4c1d-9d6f-c40d8df9debc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:51.463651 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-778b9418-331c-4c1d-9d6f-c40d8df9debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1588946'] for security_group, after_delete {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:51.466165 n-d-811173-2 neutron-server[110005]: DEBUG neutron_lib.callbacks.manager [None req-778b9418-331c-4c1d-9d6f-c40d8df9debc admin admin] Notify callbacks [] for security_group, before_response {{(pid=110005) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:25:51.467306 n-d-811173-2 neutron-server[110005]: INFO neutron.wsgi [None req-778b9418-331c-4c1d-9d6f-c40d8df9debc admin admin] 10.222.0.44 "DELETE /v2.0/security-groups/20de3193-f6b5-43bd-bcc9-4f2bdb15127b HTTP/1.1" status: 204 len: 168 time: 0.1234505 Sep 30 00:25:51.474986 n-d-811173-2 neutron-server[110005]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b9418-331c-4c1d-9d6f-c40d8df9debc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20de3193-f6b5-43bd-bcc9-4f2bdb15127b,revision_number=None']} {{(pid=110005) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 30 00:25:52.197035 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ea9434f6-eafc-46db-961a-44083f8fdc77 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:25:52.221974 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: ea9434f6-eafc-46db-961a-44083f8fdc77 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:25:52.222323 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device ea9434f6-eafc-46db-961a-44083f8fdc77 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:25:52.222737 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a53af71b-22bf-4cda-975b-f053615cbbe3 no longer exists at agent ovs-agent-n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 30 00:25:52.241703 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.plugin [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] No Port match for: a53af71b-22bf-4cda-975b-f053615cbbe3 {{(pid=110007) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Sep 30 00:25:52.242056 n-d-811173-2 neutron-server[110007]: DEBUG neutron.plugins.ml2.rpc [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Device a53af71b-22bf-4cda-975b-f053615cbbe3 not bound to the agent host n-d-811173-2 {{(pid=110007) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 30 00:26:03.430627 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e99d1366-0cb2-482f-ad3e-e20adb1bf7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:06.501633 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-3bf3b4ce-0bd9-4098-8ee6-18ceea5d7dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:06.737639 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:07.781254 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:08.949996 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:10.442372 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:11.693923 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:26:21.037648 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:33.431570 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2bf65752-2796-4d0f-a39e-121dbccefba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:36.391602 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-ebbf22a3-34a5-4ce4-a301-6e9bb7fe715f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:36.737661 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:37.790999 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:38.953294 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:40.456584 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:26:48.692980 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:26:51.037603 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:03.435937 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-830c0450-ed04-4c8e-90d6-781a66b34cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:06.392143 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-64ece533-0062-4026-9bc3-a044004108c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:06.739704 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:07.787199 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:08.955862 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:10.455429 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:21.047903 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:25.692926 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:27:33.437219 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-40af3474-06b2-4d26-8ad8-c563adcdd9af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:36.393511 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-aaf58d63-e424-4953-9d77-6142eda01014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:36.744444 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:37.790085 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:38.958240 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:40.458590 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:27:51.047926 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:02.692365 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:28:03.438369 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-86ddc222-876e-41ab-9bf3-9e24d7e6c147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:06.394284 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2589ae7f-3398-4963-b66f-44bda09b3e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:06.745898 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:07.797110 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:08.962350 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:10.459165 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:21.054142 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:33.439816 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-37c182d4-6fe8-481e-b6a9-bbe2b45bc370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:36.393667 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de29739f-233d-4ac0-bdbb-f2775ba59781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:36.750140 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:37.795534 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:38.963973 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:39.692149 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:28:40.452013 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:28:51.047904 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:03.440796 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e69ff4af-4168-477c-8795-30a09c3f26b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:06.394976 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fc12b5e7-6478-4dd3-92cb-6fb63bcbee0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:06.749722 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:07.798313 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:08.967534 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:10.451045 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:12.216331 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-03c9671a-b24c-4f6a-a6f2-c80d76d2d389 req-21c1a6ec-aaff-4650-97d5-49cf5242d534 service neutron] (110006) timed out ('10.222.0.44', 35544) {{(pid=110006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 00:29:16.691411 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:29:21.066948 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:33.441961 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-98513e9e-a86c-46eb-a804-e25a47a1c7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:36.395783 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-de4c0795-2f03-4713-9362-006c2e89da0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:36.752705 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:37.801503 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:38.970089 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:40.457060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:51.077534 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:29:53.690018 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:30:03.444439 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-df5f30d4-cf76-4a4b-a89f-75c54c27f222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:06.396501 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-b96a3051-44bd-4e6d-95ee-9db7499b30b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:06.754552 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:07.805898 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:08.976903 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:10.448093 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:21.092369 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:30.689474 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:30:33.444730 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9c450a42-ded6-491a-85c2-ec2b95a2e740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:36.400079 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-65668165-44a3-49d0-8064-fb799695270f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:36.755146 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:37.808522 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:38.977762 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:40.448380 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:30:51.090681 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:03.445852 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-4244a69d-0c36-411b-a272-e85be97abc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:06.400187 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-913be88b-0dc4-4181-ad33-81e075220a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:06.756983 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:07.688514 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:31:07.811672 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:08.986221 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:10.447606 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:21.088607 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:33.447019 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2e8bff86-5fd7-452e-81c6-f97c1b478835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:36.399908 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-fabe6724-9aea-4176-8043-fab39428e990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:36.758745 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:37.814346 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:38.982577 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:40.458950 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:31:44.686962 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:31:51.088633 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:03.450236 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dcd60d6e-2e23-428f-b194-bba17a2a3f22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:06.400356 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-53a58933-8616-48be-99a6-c21f6b66cfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:06.759535 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:07.818609 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:08.985160 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:10.444656 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:21.087433 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:21.690770 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:32:33.451593 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-9c1d4ba5-2560-45b7-95eb-191c0ad20325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:36.400487 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bd0c22e6-298b-4603-bfb8-ae0cbbd3404f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:36.760833 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:37.823505 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:38.989440 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:40.442986 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:51.089350 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:32:58.689750 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:33:03.452434 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-1f227a6c-f687-4e1a-94b3-a39708086bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:06.403321 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2de67a21-0bc5-49fe-bb98-98286289b309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:06.762650 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:07.824305 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:08.996643 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:10.441446 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:21.100301 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:33.454843 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-2155032b-1495-432e-a95a-9b21c5a480df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:35.690218 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:33:35.833988 n-d-811173-2 neutron-server[110006]: DEBUG neutron.wsgi [req-44bd094d-23f5-4374-8ed5-3b98a287ec25 req-2a253c6c-3f33-4b06-b895-d819c5a6b512 service neutron] (110006) timed out ('10.222.0.44', 40258) {{(pid=110006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 30 00:33:36.404333 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-39f37f13-c0ce-4a42-b14d-5286278374a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:36.763529 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:37.827161 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:38.992791 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:40.475572 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:33:51.099555 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:34:03.455820 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-391d0e44-0bef-4a5a-bbb4-caf23c54731c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:34:06.405756 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-eb27c6b1-b3d1-45e5-974a-7462ff5daf1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:34:06.766173 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-bec59ad5-464d-4ace-8040-cf017bf48dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:34:07.832555 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-e8d6b316-d82e-43b5-94e0-5959b9c9b420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:34:08.998060 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-dfab5270-78b0-426b-9017-0c305f4565e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:34:10.471526 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d7a9b9d1-0728-4f39-8e4e-f6f866e1c2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 30 00:34:12.689822 n-d-811173-2 neutron-server[110008]: DEBUG neutron.db.agents_db [None req-191addd6-2110-43f0-98b2-cc1f45f764dc None None] Agent healthcheck: found 7 active agents {{(pid=110008) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 30 00:34:21.100967 n-d-811173-2 neutron-server[110007]: DEBUG neutron_lib.callbacks.manager [None req-d249b9c0-a79a-4359-84ee-39dd98ba27d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781141755778', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-751333'] for agent, after_update {{(pid=110007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}